1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * RDMA Transport Layer
4  *
5  * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6  * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7  * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8  */
9 #undef pr_fmt
10 #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11 
12 #include "rtrs-pri.h"
13 #include "rtrs-srv.h"
14 #include "rtrs-log.h"
15 
rtrs_srv_release(struct kobject * kobj)16 static void rtrs_srv_release(struct kobject *kobj)
17 {
18 	struct rtrs_srv_path *srv_path;
19 
20 	srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
21 	kfree(srv_path);
22 }
23 
24 static struct kobj_type ktype = {
25 	.sysfs_ops	= &kobj_sysfs_ops,
26 	.release	= rtrs_srv_release,
27 };
28 
rtrs_srv_disconnect_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)29 static ssize_t rtrs_srv_disconnect_show(struct kobject *kobj,
30 					struct kobj_attribute *attr, char *buf)
31 {
32 	return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
33 }
34 
rtrs_srv_disconnect_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buf,size_t count)35 static ssize_t rtrs_srv_disconnect_store(struct kobject *kobj,
36 					  struct kobj_attribute *attr,
37 					  const char *buf, size_t count)
38 {
39 	struct rtrs_srv_path *srv_path;
40 	struct rtrs_path *s;
41 	char str[MAXHOSTNAMELEN];
42 
43 	srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
44 	s = &srv_path->s;
45 	if (!sysfs_streq(buf, "1")) {
46 		rtrs_err(s, "%s: invalid value: '%s'\n",
47 			  attr->attr.name, buf);
48 		return -EINVAL;
49 	}
50 
51 	sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr, str,
52 			sizeof(str));
53 
54 	rtrs_info(s, "disconnect for path %s requested\n", str);
55 	/* first remove sysfs itself to avoid deadlock */
56 	sysfs_remove_file_self(&srv_path->kobj, &attr->attr);
57 	close_path(srv_path);
58 
59 	return count;
60 }
61 
62 static struct kobj_attribute rtrs_srv_disconnect_attr =
63 	__ATTR(disconnect, 0644,
64 	       rtrs_srv_disconnect_show, rtrs_srv_disconnect_store);
65 
rtrs_srv_hca_port_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)66 static ssize_t rtrs_srv_hca_port_show(struct kobject *kobj,
67 				       struct kobj_attribute *attr,
68 				       char *page)
69 {
70 	struct rtrs_srv_path *srv_path;
71 	struct rtrs_con *usr_con;
72 
73 	srv_path = container_of(kobj, typeof(*srv_path), kobj);
74 	usr_con = srv_path->s.con[0];
75 
76 	return sysfs_emit(page, "%u\n", usr_con->cm_id->port_num);
77 }
78 
79 static struct kobj_attribute rtrs_srv_hca_port_attr =
80 	__ATTR(hca_port, 0444, rtrs_srv_hca_port_show, NULL);
81 
rtrs_srv_hca_name_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)82 static ssize_t rtrs_srv_hca_name_show(struct kobject *kobj,
83 				       struct kobj_attribute *attr,
84 				       char *page)
85 {
86 	struct rtrs_srv_path *srv_path;
87 
88 	srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
89 
90 	return sysfs_emit(page, "%s\n", srv_path->s.dev->ib_dev->name);
91 }
92 
93 static struct kobj_attribute rtrs_srv_hca_name_attr =
94 	__ATTR(hca_name, 0444, rtrs_srv_hca_name_show, NULL);
95 
rtrs_srv_src_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)96 static ssize_t rtrs_srv_src_addr_show(struct kobject *kobj,
97 				       struct kobj_attribute *attr,
98 				       char *page)
99 {
100 	struct rtrs_srv_path *srv_path;
101 	int cnt;
102 
103 	srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
104 	cnt = sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr,
105 			      page, PAGE_SIZE);
106 	return cnt + sysfs_emit_at(page, cnt, "\n");
107 }
108 
109 static struct kobj_attribute rtrs_srv_src_addr_attr =
110 	__ATTR(src_addr, 0444, rtrs_srv_src_addr_show, NULL);
111 
rtrs_srv_dst_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)112 static ssize_t rtrs_srv_dst_addr_show(struct kobject *kobj,
113 				       struct kobj_attribute *attr,
114 				       char *page)
115 {
116 	struct rtrs_srv_path *srv_path;
117 	int len;
118 
119 	srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
120 	len = sockaddr_to_str((struct sockaddr *)&srv_path->s.src_addr, page,
121 			      PAGE_SIZE);
122 	len += sysfs_emit_at(page, len, "\n");
123 	return len;
124 }
125 
126 static struct kobj_attribute rtrs_srv_dst_addr_attr =
127 	__ATTR(dst_addr, 0444, rtrs_srv_dst_addr_show, NULL);
128 
129 static struct attribute *rtrs_srv_path_attrs[] = {
130 	&rtrs_srv_hca_name_attr.attr,
131 	&rtrs_srv_hca_port_attr.attr,
132 	&rtrs_srv_src_addr_attr.attr,
133 	&rtrs_srv_dst_addr_attr.attr,
134 	&rtrs_srv_disconnect_attr.attr,
135 	NULL,
136 };
137 
138 static const struct attribute_group rtrs_srv_path_attr_group = {
139 	.attrs = rtrs_srv_path_attrs,
140 };
141 
142 STAT_ATTR(struct rtrs_srv_stats, rdma,
143 	  rtrs_srv_stats_rdma_to_str,
144 	  rtrs_srv_reset_rdma_stats);
145 
146 static struct attribute *rtrs_srv_stats_attrs[] = {
147 	&rdma_attr.attr,
148 	NULL,
149 };
150 
151 static const struct attribute_group rtrs_srv_stats_attr_group = {
152 	.attrs = rtrs_srv_stats_attrs,
153 };
154 
rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path * srv_path)155 static int rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
156 {
157 	struct rtrs_srv_sess *srv = srv_path->srv;
158 	int err = 0;
159 
160 	mutex_lock(&srv->paths_mutex);
161 	if (srv->dev_ref++) {
162 		/*
163 		 * Device needs to be registered only on the first session
164 		 */
165 		goto unlock;
166 	}
167 	srv->dev.class = &rtrs_dev_class;
168 	err = dev_set_name(&srv->dev, "%s", srv_path->s.sessname);
169 	if (err)
170 		goto unlock;
171 
172 	/*
173 	 * Suppress user space notification until
174 	 * sysfs files are created
175 	 */
176 	dev_set_uevent_suppress(&srv->dev, true);
177 	err = device_add(&srv->dev);
178 	if (err) {
179 		pr_err("device_add(): %d\n", err);
180 		put_device(&srv->dev);
181 		goto unlock;
182 	}
183 	srv->kobj_paths = kobject_create_and_add("paths", &srv->dev.kobj);
184 	if (!srv->kobj_paths) {
185 		err = -ENOMEM;
186 		pr_err("kobject_create_and_add(): %d\n", err);
187 		device_del(&srv->dev);
188 		put_device(&srv->dev);
189 		goto unlock;
190 	}
191 	dev_set_uevent_suppress(&srv->dev, false);
192 	kobject_uevent(&srv->dev.kobj, KOBJ_ADD);
193 unlock:
194 	mutex_unlock(&srv->paths_mutex);
195 
196 	return err;
197 }
198 
199 static void
rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path * srv_path)200 rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
201 {
202 	struct rtrs_srv_sess *srv = srv_path->srv;
203 
204 	mutex_lock(&srv->paths_mutex);
205 	if (!--srv->dev_ref) {
206 		kobject_put(srv->kobj_paths);
207 		mutex_unlock(&srv->paths_mutex);
208 		device_del(&srv->dev);
209 		put_device(&srv->dev);
210 	} else {
211 		put_device(&srv->dev);
212 		mutex_unlock(&srv->paths_mutex);
213 	}
214 }
215 
rtrs_srv_path_stats_release(struct kobject * kobj)216 static void rtrs_srv_path_stats_release(struct kobject *kobj)
217 {
218 	struct rtrs_srv_stats *stats;
219 
220 	stats = container_of(kobj, struct rtrs_srv_stats, kobj_stats);
221 
222 	free_percpu(stats->rdma_stats);
223 
224 	kfree(stats);
225 }
226 
227 static struct kobj_type ktype_stats = {
228 	.sysfs_ops = &kobj_sysfs_ops,
229 	.release = rtrs_srv_path_stats_release,
230 };
231 
rtrs_srv_create_stats_files(struct rtrs_srv_path * srv_path)232 static int rtrs_srv_create_stats_files(struct rtrs_srv_path *srv_path)
233 {
234 	int err;
235 	struct rtrs_path *s = &srv_path->s;
236 
237 	err = kobject_init_and_add(&srv_path->stats->kobj_stats, &ktype_stats,
238 				   &srv_path->kobj, "stats");
239 	if (err) {
240 		rtrs_err(s, "kobject_init_and_add(): %d\n", err);
241 		kobject_put(&srv_path->stats->kobj_stats);
242 		return err;
243 	}
244 	err = sysfs_create_group(&srv_path->stats->kobj_stats,
245 				 &rtrs_srv_stats_attr_group);
246 	if (err) {
247 		rtrs_err(s, "sysfs_create_group(): %d\n", err);
248 		goto err;
249 	}
250 
251 	return 0;
252 
253 err:
254 	kobject_del(&srv_path->stats->kobj_stats);
255 	kobject_put(&srv_path->stats->kobj_stats);
256 
257 	return err;
258 }
259 
rtrs_srv_create_path_files(struct rtrs_srv_path * srv_path)260 int rtrs_srv_create_path_files(struct rtrs_srv_path *srv_path)
261 {
262 	struct rtrs_srv_sess *srv = srv_path->srv;
263 	struct rtrs_path *s = &srv_path->s;
264 	char str[NAME_MAX];
265 	int err;
266 	struct rtrs_addr path = {
267 		.src = &srv_path->s.dst_addr,
268 		.dst = &srv_path->s.src_addr,
269 	};
270 
271 	rtrs_addr_to_str(&path, str, sizeof(str));
272 	err = rtrs_srv_create_once_sysfs_root_folders(srv_path);
273 	if (err)
274 		return err;
275 
276 	err = kobject_init_and_add(&srv_path->kobj, &ktype, srv->kobj_paths,
277 				   "%s", str);
278 	if (err) {
279 		rtrs_err(s, "kobject_init_and_add(): %d\n", err);
280 		goto destroy_root;
281 	}
282 	err = sysfs_create_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
283 	if (err) {
284 		rtrs_err(s, "sysfs_create_group(): %d\n", err);
285 		goto put_kobj;
286 	}
287 	err = rtrs_srv_create_stats_files(srv_path);
288 	if (err)
289 		goto remove_group;
290 
291 	return 0;
292 
293 remove_group:
294 	sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
295 put_kobj:
296 	kobject_del(&srv_path->kobj);
297 destroy_root:
298 	kobject_put(&srv_path->kobj);
299 	rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
300 
301 	return err;
302 }
303 
rtrs_srv_destroy_path_files(struct rtrs_srv_path * srv_path)304 void rtrs_srv_destroy_path_files(struct rtrs_srv_path *srv_path)
305 {
306 	if (srv_path->stats->kobj_stats.state_in_sysfs) {
307 		sysfs_remove_group(&srv_path->stats->kobj_stats,
308 				   &rtrs_srv_stats_attr_group);
309 		kobject_del(&srv_path->stats->kobj_stats);
310 		kobject_put(&srv_path->stats->kobj_stats);
311 	}
312 
313 	if (srv_path->kobj.state_in_sysfs) {
314 		sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
315 		kobject_put(&srv_path->kobj);
316 		rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
317 	}
318 
319 }
320