1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * RDMA Transport Layer
4 *
5 * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6 * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7 * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8 */
9 #undef pr_fmt
10 #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11
12 #include "rtrs-pri.h"
13 #include "rtrs-srv.h"
14 #include "rtrs-log.h"
15
rtrs_srv_release(struct kobject * kobj)16 static void rtrs_srv_release(struct kobject *kobj)
17 {
18 struct rtrs_srv_path *srv_path;
19
20 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
21 kfree(srv_path);
22 }
23
24 static struct kobj_type ktype = {
25 .sysfs_ops = &kobj_sysfs_ops,
26 .release = rtrs_srv_release,
27 };
28
rtrs_srv_disconnect_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)29 static ssize_t rtrs_srv_disconnect_show(struct kobject *kobj,
30 struct kobj_attribute *attr, char *buf)
31 {
32 return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
33 }
34
rtrs_srv_disconnect_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buf,size_t count)35 static ssize_t rtrs_srv_disconnect_store(struct kobject *kobj,
36 struct kobj_attribute *attr,
37 const char *buf, size_t count)
38 {
39 struct rtrs_srv_path *srv_path;
40 struct rtrs_path *s;
41 char str[MAXHOSTNAMELEN];
42
43 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
44 s = &srv_path->s;
45 if (!sysfs_streq(buf, "1")) {
46 rtrs_err(s, "%s: invalid value: '%s'\n",
47 attr->attr.name, buf);
48 return -EINVAL;
49 }
50
51 sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr, str,
52 sizeof(str));
53
54 rtrs_info(s, "disconnect for path %s requested\n", str);
55 /* first remove sysfs itself to avoid deadlock */
56 sysfs_remove_file_self(&srv_path->kobj, &attr->attr);
57 close_path(srv_path);
58
59 return count;
60 }
61
62 static struct kobj_attribute rtrs_srv_disconnect_attr =
63 __ATTR(disconnect, 0644,
64 rtrs_srv_disconnect_show, rtrs_srv_disconnect_store);
65
rtrs_srv_hca_port_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)66 static ssize_t rtrs_srv_hca_port_show(struct kobject *kobj,
67 struct kobj_attribute *attr,
68 char *page)
69 {
70 struct rtrs_srv_path *srv_path;
71 struct rtrs_con *usr_con;
72
73 srv_path = container_of(kobj, typeof(*srv_path), kobj);
74 usr_con = srv_path->s.con[0];
75
76 return sysfs_emit(page, "%u\n", usr_con->cm_id->port_num);
77 }
78
79 static struct kobj_attribute rtrs_srv_hca_port_attr =
80 __ATTR(hca_port, 0444, rtrs_srv_hca_port_show, NULL);
81
rtrs_srv_hca_name_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)82 static ssize_t rtrs_srv_hca_name_show(struct kobject *kobj,
83 struct kobj_attribute *attr,
84 char *page)
85 {
86 struct rtrs_srv_path *srv_path;
87
88 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
89
90 return sysfs_emit(page, "%s\n", srv_path->s.dev->ib_dev->name);
91 }
92
93 static struct kobj_attribute rtrs_srv_hca_name_attr =
94 __ATTR(hca_name, 0444, rtrs_srv_hca_name_show, NULL);
95
rtrs_srv_src_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)96 static ssize_t rtrs_srv_src_addr_show(struct kobject *kobj,
97 struct kobj_attribute *attr,
98 char *page)
99 {
100 struct rtrs_srv_path *srv_path;
101 int cnt;
102
103 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
104 cnt = sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr,
105 page, PAGE_SIZE);
106 return cnt + sysfs_emit_at(page, cnt, "\n");
107 }
108
109 static struct kobj_attribute rtrs_srv_src_addr_attr =
110 __ATTR(src_addr, 0444, rtrs_srv_src_addr_show, NULL);
111
rtrs_srv_dst_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)112 static ssize_t rtrs_srv_dst_addr_show(struct kobject *kobj,
113 struct kobj_attribute *attr,
114 char *page)
115 {
116 struct rtrs_srv_path *srv_path;
117 int len;
118
119 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
120 len = sockaddr_to_str((struct sockaddr *)&srv_path->s.src_addr, page,
121 PAGE_SIZE);
122 len += sysfs_emit_at(page, len, "\n");
123 return len;
124 }
125
126 static struct kobj_attribute rtrs_srv_dst_addr_attr =
127 __ATTR(dst_addr, 0444, rtrs_srv_dst_addr_show, NULL);
128
129 static struct attribute *rtrs_srv_path_attrs[] = {
130 &rtrs_srv_hca_name_attr.attr,
131 &rtrs_srv_hca_port_attr.attr,
132 &rtrs_srv_src_addr_attr.attr,
133 &rtrs_srv_dst_addr_attr.attr,
134 &rtrs_srv_disconnect_attr.attr,
135 NULL,
136 };
137
138 static const struct attribute_group rtrs_srv_path_attr_group = {
139 .attrs = rtrs_srv_path_attrs,
140 };
141
142 STAT_ATTR(struct rtrs_srv_stats, rdma,
143 rtrs_srv_stats_rdma_to_str,
144 rtrs_srv_reset_rdma_stats);
145
146 static struct attribute *rtrs_srv_stats_attrs[] = {
147 &rdma_attr.attr,
148 NULL,
149 };
150
151 static const struct attribute_group rtrs_srv_stats_attr_group = {
152 .attrs = rtrs_srv_stats_attrs,
153 };
154
rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path * srv_path)155 static int rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
156 {
157 struct rtrs_srv_sess *srv = srv_path->srv;
158 int err = 0;
159
160 mutex_lock(&srv->paths_mutex);
161 if (srv->dev_ref++) {
162 /*
163 * Device needs to be registered only on the first session
164 */
165 goto unlock;
166 }
167 srv->dev.class = &rtrs_dev_class;
168 err = dev_set_name(&srv->dev, "%s", srv_path->s.sessname);
169 if (err)
170 goto unlock;
171
172 /*
173 * Suppress user space notification until
174 * sysfs files are created
175 */
176 dev_set_uevent_suppress(&srv->dev, true);
177 err = device_add(&srv->dev);
178 if (err) {
179 pr_err("device_add(): %d\n", err);
180 put_device(&srv->dev);
181 goto unlock;
182 }
183 srv->kobj_paths = kobject_create_and_add("paths", &srv->dev.kobj);
184 if (!srv->kobj_paths) {
185 err = -ENOMEM;
186 pr_err("kobject_create_and_add(): %d\n", err);
187 device_del(&srv->dev);
188 put_device(&srv->dev);
189 goto unlock;
190 }
191 dev_set_uevent_suppress(&srv->dev, false);
192 kobject_uevent(&srv->dev.kobj, KOBJ_ADD);
193 unlock:
194 mutex_unlock(&srv->paths_mutex);
195
196 return err;
197 }
198
199 static void
rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path * srv_path)200 rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
201 {
202 struct rtrs_srv_sess *srv = srv_path->srv;
203
204 mutex_lock(&srv->paths_mutex);
205 if (!--srv->dev_ref) {
206 kobject_put(srv->kobj_paths);
207 mutex_unlock(&srv->paths_mutex);
208 device_del(&srv->dev);
209 put_device(&srv->dev);
210 } else {
211 put_device(&srv->dev);
212 mutex_unlock(&srv->paths_mutex);
213 }
214 }
215
rtrs_srv_path_stats_release(struct kobject * kobj)216 static void rtrs_srv_path_stats_release(struct kobject *kobj)
217 {
218 struct rtrs_srv_stats *stats;
219
220 stats = container_of(kobj, struct rtrs_srv_stats, kobj_stats);
221
222 free_percpu(stats->rdma_stats);
223
224 kfree(stats);
225 }
226
227 static struct kobj_type ktype_stats = {
228 .sysfs_ops = &kobj_sysfs_ops,
229 .release = rtrs_srv_path_stats_release,
230 };
231
rtrs_srv_create_stats_files(struct rtrs_srv_path * srv_path)232 static int rtrs_srv_create_stats_files(struct rtrs_srv_path *srv_path)
233 {
234 int err;
235 struct rtrs_path *s = &srv_path->s;
236
237 err = kobject_init_and_add(&srv_path->stats->kobj_stats, &ktype_stats,
238 &srv_path->kobj, "stats");
239 if (err) {
240 rtrs_err(s, "kobject_init_and_add(): %d\n", err);
241 kobject_put(&srv_path->stats->kobj_stats);
242 return err;
243 }
244 err = sysfs_create_group(&srv_path->stats->kobj_stats,
245 &rtrs_srv_stats_attr_group);
246 if (err) {
247 rtrs_err(s, "sysfs_create_group(): %d\n", err);
248 goto err;
249 }
250
251 return 0;
252
253 err:
254 kobject_del(&srv_path->stats->kobj_stats);
255 kobject_put(&srv_path->stats->kobj_stats);
256
257 return err;
258 }
259
rtrs_srv_create_path_files(struct rtrs_srv_path * srv_path)260 int rtrs_srv_create_path_files(struct rtrs_srv_path *srv_path)
261 {
262 struct rtrs_srv_sess *srv = srv_path->srv;
263 struct rtrs_path *s = &srv_path->s;
264 char str[NAME_MAX];
265 int err;
266 struct rtrs_addr path = {
267 .src = &srv_path->s.dst_addr,
268 .dst = &srv_path->s.src_addr,
269 };
270
271 rtrs_addr_to_str(&path, str, sizeof(str));
272 err = rtrs_srv_create_once_sysfs_root_folders(srv_path);
273 if (err)
274 return err;
275
276 err = kobject_init_and_add(&srv_path->kobj, &ktype, srv->kobj_paths,
277 "%s", str);
278 if (err) {
279 rtrs_err(s, "kobject_init_and_add(): %d\n", err);
280 goto destroy_root;
281 }
282 err = sysfs_create_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
283 if (err) {
284 rtrs_err(s, "sysfs_create_group(): %d\n", err);
285 goto put_kobj;
286 }
287 err = rtrs_srv_create_stats_files(srv_path);
288 if (err)
289 goto remove_group;
290
291 return 0;
292
293 remove_group:
294 sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
295 put_kobj:
296 kobject_del(&srv_path->kobj);
297 destroy_root:
298 kobject_put(&srv_path->kobj);
299 rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
300
301 return err;
302 }
303
rtrs_srv_destroy_path_files(struct rtrs_srv_path * srv_path)304 void rtrs_srv_destroy_path_files(struct rtrs_srv_path *srv_path)
305 {
306 if (srv_path->stats->kobj_stats.state_in_sysfs) {
307 sysfs_remove_group(&srv_path->stats->kobj_stats,
308 &rtrs_srv_stats_attr_group);
309 kobject_del(&srv_path->stats->kobj_stats);
310 kobject_put(&srv_path->stats->kobj_stats);
311 }
312
313 if (srv_path->kobj.state_in_sysfs) {
314 sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
315 kobject_put(&srv_path->kobj);
316 rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
317 }
318
319 }
320