xref: /openbmc/linux/drivers/net/netdevsim/dev.c (revision 0deca83ff1118f305fc7fb11e5a4b13e876201e8)
1 /*
2  * Copyright (c) 2018 Cumulus Networks. All rights reserved.
3  * Copyright (c) 2018 David Ahern <dsa@cumulusnetworks.com>
4  * Copyright (c) 2019 Mellanox Technologies. All rights reserved.
5  *
6  * This software is licensed under the GNU General License Version 2,
7  * June 1991 as shown in the file COPYING in the top-level directory of this
8  * source tree.
9  *
10  * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
11  * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
12  * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
13  * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
14  * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
15  * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
16  */
17 
18 #include <linux/debugfs.h>
19 #include <linux/device.h>
20 #include <linux/etherdevice.h>
21 #include <linux/inet.h>
22 #include <linux/jiffies.h>
23 #include <linux/kernel.h>
24 #include <linux/list.h>
25 #include <linux/mutex.h>
26 #include <linux/random.h>
27 #include <linux/rtnetlink.h>
28 #include <linux/workqueue.h>
29 #include <net/devlink.h>
30 #include <net/ip.h>
31 #include <net/flow_offload.h>
32 #include <uapi/linux/devlink.h>
33 #include <uapi/linux/ip.h>
34 #include <uapi/linux/udp.h>
35 
36 #include "netdevsim.h"
37 
38 static struct dentry *nsim_dev_ddir;
39 
40 #define NSIM_DEV_DUMMY_REGION_SIZE (1024 * 32)
41 
42 static int
43 nsim_dev_take_snapshot(struct devlink *devlink,
44 		       const struct devlink_region_ops *ops,
45 		       struct netlink_ext_ack *extack,
46 		       u8 **data)
47 {
48 	void *dummy_data;
49 
50 	dummy_data = kmalloc(NSIM_DEV_DUMMY_REGION_SIZE, GFP_KERNEL);
51 	if (!dummy_data)
52 		return -ENOMEM;
53 
54 	get_random_bytes(dummy_data, NSIM_DEV_DUMMY_REGION_SIZE);
55 
56 	*data = dummy_data;
57 
58 	return 0;
59 }
60 
61 static ssize_t nsim_dev_take_snapshot_write(struct file *file,
62 					    const char __user *data,
63 					    size_t count, loff_t *ppos)
64 {
65 	struct nsim_dev *nsim_dev = file->private_data;
66 	struct devlink *devlink;
67 	u8 *dummy_data;
68 	int err;
69 	u32 id;
70 
71 	devlink = priv_to_devlink(nsim_dev);
72 
73 	err = nsim_dev_take_snapshot(devlink, NULL, NULL, &dummy_data);
74 	if (err)
75 		return err;
76 
77 	err = devlink_region_snapshot_id_get(devlink, &id);
78 	if (err) {
79 		pr_err("Failed to get snapshot id\n");
80 		kfree(dummy_data);
81 		return err;
82 	}
83 	err = devlink_region_snapshot_create(nsim_dev->dummy_region,
84 					     dummy_data, id);
85 	devlink_region_snapshot_id_put(devlink, id);
86 	if (err) {
87 		pr_err("Failed to create region snapshot\n");
88 		kfree(dummy_data);
89 		return err;
90 	}
91 
92 	return count;
93 }
94 
95 static const struct file_operations nsim_dev_take_snapshot_fops = {
96 	.open = simple_open,
97 	.write = nsim_dev_take_snapshot_write,
98 	.llseek = generic_file_llseek,
99 };
100 
101 static ssize_t nsim_dev_trap_fa_cookie_read(struct file *file,
102 					    char __user *data,
103 					    size_t count, loff_t *ppos)
104 {
105 	struct nsim_dev *nsim_dev = file->private_data;
106 	struct flow_action_cookie *fa_cookie;
107 	unsigned int buf_len;
108 	ssize_t ret;
109 	char *buf;
110 
111 	spin_lock(&nsim_dev->fa_cookie_lock);
112 	fa_cookie = nsim_dev->fa_cookie;
113 	if (!fa_cookie) {
114 		ret = -EINVAL;
115 		goto errout;
116 	}
117 	buf_len = fa_cookie->cookie_len * 2;
118 	buf = kmalloc(buf_len, GFP_ATOMIC);
119 	if (!buf) {
120 		ret = -ENOMEM;
121 		goto errout;
122 	}
123 	bin2hex(buf, fa_cookie->cookie, fa_cookie->cookie_len);
124 	spin_unlock(&nsim_dev->fa_cookie_lock);
125 
126 	ret = simple_read_from_buffer(data, count, ppos, buf, buf_len);
127 
128 	kfree(buf);
129 	return ret;
130 
131 errout:
132 	spin_unlock(&nsim_dev->fa_cookie_lock);
133 	return ret;
134 }
135 
136 static ssize_t nsim_dev_trap_fa_cookie_write(struct file *file,
137 					     const char __user *data,
138 					     size_t count, loff_t *ppos)
139 {
140 	struct nsim_dev *nsim_dev = file->private_data;
141 	struct flow_action_cookie *fa_cookie;
142 	size_t cookie_len;
143 	ssize_t ret;
144 	char *buf;
145 
146 	if (*ppos != 0)
147 		return -EINVAL;
148 	cookie_len = (count - 1) / 2;
149 	if ((count - 1) % 2)
150 		return -EINVAL;
151 	buf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN);
152 	if (!buf)
153 		return -ENOMEM;
154 
155 	ret = simple_write_to_buffer(buf, count, ppos, data, count);
156 	if (ret < 0)
157 		goto free_buf;
158 
159 	fa_cookie = kmalloc(sizeof(*fa_cookie) + cookie_len,
160 			    GFP_KERNEL | __GFP_NOWARN);
161 	if (!fa_cookie) {
162 		ret = -ENOMEM;
163 		goto free_buf;
164 	}
165 
166 	fa_cookie->cookie_len = cookie_len;
167 	ret = hex2bin(fa_cookie->cookie, buf, cookie_len);
168 	if (ret)
169 		goto free_fa_cookie;
170 	kfree(buf);
171 
172 	spin_lock(&nsim_dev->fa_cookie_lock);
173 	kfree(nsim_dev->fa_cookie);
174 	nsim_dev->fa_cookie = fa_cookie;
175 	spin_unlock(&nsim_dev->fa_cookie_lock);
176 
177 	return count;
178 
179 free_fa_cookie:
180 	kfree(fa_cookie);
181 free_buf:
182 	kfree(buf);
183 	return ret;
184 }
185 
186 static const struct file_operations nsim_dev_trap_fa_cookie_fops = {
187 	.open = simple_open,
188 	.read = nsim_dev_trap_fa_cookie_read,
189 	.write = nsim_dev_trap_fa_cookie_write,
190 	.llseek = generic_file_llseek,
191 };
192 
193 static int nsim_dev_debugfs_init(struct nsim_dev *nsim_dev)
194 {
195 	char dev_ddir_name[sizeof(DRV_NAME) + 10];
196 
197 	sprintf(dev_ddir_name, DRV_NAME "%u", nsim_dev->nsim_bus_dev->dev.id);
198 	nsim_dev->ddir = debugfs_create_dir(dev_ddir_name, nsim_dev_ddir);
199 	if (IS_ERR(nsim_dev->ddir))
200 		return PTR_ERR(nsim_dev->ddir);
201 	nsim_dev->ports_ddir = debugfs_create_dir("ports", nsim_dev->ddir);
202 	if (IS_ERR(nsim_dev->ports_ddir))
203 		return PTR_ERR(nsim_dev->ports_ddir);
204 	debugfs_create_bool("fw_update_status", 0600, nsim_dev->ddir,
205 			    &nsim_dev->fw_update_status);
206 	debugfs_create_u32("max_macs", 0600, nsim_dev->ddir,
207 			   &nsim_dev->max_macs);
208 	debugfs_create_bool("test1", 0600, nsim_dev->ddir,
209 			    &nsim_dev->test1);
210 	nsim_dev->take_snapshot = debugfs_create_file("take_snapshot",
211 						      0200,
212 						      nsim_dev->ddir,
213 						      nsim_dev,
214 						&nsim_dev_take_snapshot_fops);
215 	debugfs_create_bool("dont_allow_reload", 0600, nsim_dev->ddir,
216 			    &nsim_dev->dont_allow_reload);
217 	debugfs_create_bool("fail_reload", 0600, nsim_dev->ddir,
218 			    &nsim_dev->fail_reload);
219 	debugfs_create_file("trap_flow_action_cookie", 0600, nsim_dev->ddir,
220 			    nsim_dev, &nsim_dev_trap_fa_cookie_fops);
221 	debugfs_create_bool("fail_trap_group_set", 0600,
222 			    nsim_dev->ddir,
223 			    &nsim_dev->fail_trap_group_set);
224 	debugfs_create_bool("fail_trap_policer_set", 0600,
225 			    nsim_dev->ddir,
226 			    &nsim_dev->fail_trap_policer_set);
227 	debugfs_create_bool("fail_trap_policer_counter_get", 0600,
228 			    nsim_dev->ddir,
229 			    &nsim_dev->fail_trap_policer_counter_get);
230 	nsim_udp_tunnels_debugfs_create(nsim_dev);
231 	return 0;
232 }
233 
234 static void nsim_dev_debugfs_exit(struct nsim_dev *nsim_dev)
235 {
236 	debugfs_remove_recursive(nsim_dev->ports_ddir);
237 	debugfs_remove_recursive(nsim_dev->ddir);
238 }
239 
240 static int nsim_dev_port_debugfs_init(struct nsim_dev *nsim_dev,
241 				      struct nsim_dev_port *nsim_dev_port)
242 {
243 	char port_ddir_name[16];
244 	char dev_link_name[32];
245 
246 	sprintf(port_ddir_name, "%u", nsim_dev_port->port_index);
247 	nsim_dev_port->ddir = debugfs_create_dir(port_ddir_name,
248 						 nsim_dev->ports_ddir);
249 	if (IS_ERR(nsim_dev_port->ddir))
250 		return PTR_ERR(nsim_dev_port->ddir);
251 
252 	sprintf(dev_link_name, "../../../" DRV_NAME "%u",
253 		nsim_dev->nsim_bus_dev->dev.id);
254 	debugfs_create_symlink("dev", nsim_dev_port->ddir, dev_link_name);
255 
256 	return 0;
257 }
258 
259 static void nsim_dev_port_debugfs_exit(struct nsim_dev_port *nsim_dev_port)
260 {
261 	debugfs_remove_recursive(nsim_dev_port->ddir);
262 }
263 
264 static int nsim_dev_resources_register(struct devlink *devlink)
265 {
266 	struct devlink_resource_size_params params = {
267 		.size_max = (u64)-1,
268 		.size_granularity = 1,
269 		.unit = DEVLINK_RESOURCE_UNIT_ENTRY
270 	};
271 	int err;
272 
273 	/* Resources for IPv4 */
274 	err = devlink_resource_register(devlink, "IPv4", (u64)-1,
275 					NSIM_RESOURCE_IPV4,
276 					DEVLINK_RESOURCE_ID_PARENT_TOP,
277 					&params);
278 	if (err) {
279 		pr_err("Failed to register IPv4 top resource\n");
280 		goto out;
281 	}
282 
283 	err = devlink_resource_register(devlink, "fib", (u64)-1,
284 					NSIM_RESOURCE_IPV4_FIB,
285 					NSIM_RESOURCE_IPV4, &params);
286 	if (err) {
287 		pr_err("Failed to register IPv4 FIB resource\n");
288 		return err;
289 	}
290 
291 	err = devlink_resource_register(devlink, "fib-rules", (u64)-1,
292 					NSIM_RESOURCE_IPV4_FIB_RULES,
293 					NSIM_RESOURCE_IPV4, &params);
294 	if (err) {
295 		pr_err("Failed to register IPv4 FIB rules resource\n");
296 		return err;
297 	}
298 
299 	/* Resources for IPv6 */
300 	err = devlink_resource_register(devlink, "IPv6", (u64)-1,
301 					NSIM_RESOURCE_IPV6,
302 					DEVLINK_RESOURCE_ID_PARENT_TOP,
303 					&params);
304 	if (err) {
305 		pr_err("Failed to register IPv6 top resource\n");
306 		goto out;
307 	}
308 
309 	err = devlink_resource_register(devlink, "fib", (u64)-1,
310 					NSIM_RESOURCE_IPV6_FIB,
311 					NSIM_RESOURCE_IPV6, &params);
312 	if (err) {
313 		pr_err("Failed to register IPv6 FIB resource\n");
314 		return err;
315 	}
316 
317 	err = devlink_resource_register(devlink, "fib-rules", (u64)-1,
318 					NSIM_RESOURCE_IPV6_FIB_RULES,
319 					NSIM_RESOURCE_IPV6, &params);
320 	if (err) {
321 		pr_err("Failed to register IPv6 FIB rules resource\n");
322 		return err;
323 	}
324 
325 out:
326 	return err;
327 }
328 
329 enum nsim_devlink_param_id {
330 	NSIM_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX,
331 	NSIM_DEVLINK_PARAM_ID_TEST1,
332 };
333 
334 static const struct devlink_param nsim_devlink_params[] = {
335 	DEVLINK_PARAM_GENERIC(MAX_MACS,
336 			      BIT(DEVLINK_PARAM_CMODE_DRIVERINIT),
337 			      NULL, NULL, NULL),
338 	DEVLINK_PARAM_DRIVER(NSIM_DEVLINK_PARAM_ID_TEST1,
339 			     "test1", DEVLINK_PARAM_TYPE_BOOL,
340 			     BIT(DEVLINK_PARAM_CMODE_DRIVERINIT),
341 			     NULL, NULL, NULL),
342 };
343 
344 static void nsim_devlink_set_params_init_values(struct nsim_dev *nsim_dev,
345 						struct devlink *devlink)
346 {
347 	union devlink_param_value value;
348 
349 	value.vu32 = nsim_dev->max_macs;
350 	devlink_param_driverinit_value_set(devlink,
351 					   DEVLINK_PARAM_GENERIC_ID_MAX_MACS,
352 					   value);
353 	value.vbool = nsim_dev->test1;
354 	devlink_param_driverinit_value_set(devlink,
355 					   NSIM_DEVLINK_PARAM_ID_TEST1,
356 					   value);
357 }
358 
359 static void nsim_devlink_param_load_driverinit_values(struct devlink *devlink)
360 {
361 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
362 	union devlink_param_value saved_value;
363 	int err;
364 
365 	err = devlink_param_driverinit_value_get(devlink,
366 						 DEVLINK_PARAM_GENERIC_ID_MAX_MACS,
367 						 &saved_value);
368 	if (!err)
369 		nsim_dev->max_macs = saved_value.vu32;
370 	err = devlink_param_driverinit_value_get(devlink,
371 						 NSIM_DEVLINK_PARAM_ID_TEST1,
372 						 &saved_value);
373 	if (!err)
374 		nsim_dev->test1 = saved_value.vbool;
375 }
376 
377 #define NSIM_DEV_DUMMY_REGION_SNAPSHOT_MAX 16
378 
379 static const struct devlink_region_ops dummy_region_ops = {
380 	.name = "dummy",
381 	.destructor = &kfree,
382 	.snapshot = nsim_dev_take_snapshot,
383 };
384 
385 static int nsim_dev_dummy_region_init(struct nsim_dev *nsim_dev,
386 				      struct devlink *devlink)
387 {
388 	nsim_dev->dummy_region =
389 		devlink_region_create(devlink, &dummy_region_ops,
390 				      NSIM_DEV_DUMMY_REGION_SNAPSHOT_MAX,
391 				      NSIM_DEV_DUMMY_REGION_SIZE);
392 	return PTR_ERR_OR_ZERO(nsim_dev->dummy_region);
393 }
394 
395 static void nsim_dev_dummy_region_exit(struct nsim_dev *nsim_dev)
396 {
397 	devlink_region_destroy(nsim_dev->dummy_region);
398 }
399 
400 struct nsim_trap_item {
401 	void *trap_ctx;
402 	enum devlink_trap_action action;
403 };
404 
405 struct nsim_trap_data {
406 	struct delayed_work trap_report_dw;
407 	struct nsim_trap_item *trap_items_arr;
408 	u64 *trap_policers_cnt_arr;
409 	struct nsim_dev *nsim_dev;
410 	spinlock_t trap_lock;	/* Protects trap_items_arr */
411 };
412 
413 /* All driver-specific traps must be documented in
414  * Documentation/networking/devlink/netdevsim.rst
415  */
416 enum {
417 	NSIM_TRAP_ID_BASE = DEVLINK_TRAP_GENERIC_ID_MAX,
418 	NSIM_TRAP_ID_FID_MISS,
419 };
420 
421 #define NSIM_TRAP_NAME_FID_MISS "fid_miss"
422 
423 #define NSIM_TRAP_METADATA DEVLINK_TRAP_METADATA_TYPE_F_IN_PORT
424 
425 #define NSIM_TRAP_DROP(_id, _group_id)					      \
426 	DEVLINK_TRAP_GENERIC(DROP, DROP, _id,				      \
427 			     DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id,	      \
428 			     NSIM_TRAP_METADATA)
429 #define NSIM_TRAP_DROP_EXT(_id, _group_id, _metadata)			      \
430 	DEVLINK_TRAP_GENERIC(DROP, DROP, _id,				      \
431 			     DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id,	      \
432 			     NSIM_TRAP_METADATA | (_metadata))
433 #define NSIM_TRAP_EXCEPTION(_id, _group_id)				      \
434 	DEVLINK_TRAP_GENERIC(EXCEPTION, TRAP, _id,			      \
435 			     DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id,	      \
436 			     NSIM_TRAP_METADATA)
437 #define NSIM_TRAP_CONTROL(_id, _group_id, _action)			      \
438 	DEVLINK_TRAP_GENERIC(CONTROL, _action, _id,			      \
439 			     DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id,	      \
440 			     NSIM_TRAP_METADATA)
441 #define NSIM_TRAP_DRIVER_EXCEPTION(_id, _group_id)			      \
442 	DEVLINK_TRAP_DRIVER(EXCEPTION, TRAP, NSIM_TRAP_ID_##_id,	      \
443 			    NSIM_TRAP_NAME_##_id,			      \
444 			    DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id,	      \
445 			    NSIM_TRAP_METADATA)
446 
447 #define NSIM_DEV_TRAP_POLICER_MIN_RATE	1
448 #define NSIM_DEV_TRAP_POLICER_MAX_RATE	8000
449 #define NSIM_DEV_TRAP_POLICER_MIN_BURST	8
450 #define NSIM_DEV_TRAP_POLICER_MAX_BURST	65536
451 
452 #define NSIM_TRAP_POLICER(_id, _rate, _burst)				      \
453 	DEVLINK_TRAP_POLICER(_id, _rate, _burst,			      \
454 			     NSIM_DEV_TRAP_POLICER_MAX_RATE,		      \
455 			     NSIM_DEV_TRAP_POLICER_MIN_RATE,		      \
456 			     NSIM_DEV_TRAP_POLICER_MAX_BURST,		      \
457 			     NSIM_DEV_TRAP_POLICER_MIN_BURST)
458 
459 static const struct devlink_trap_policer nsim_trap_policers_arr[] = {
460 	NSIM_TRAP_POLICER(1, 1000, 128),
461 	NSIM_TRAP_POLICER(2, 2000, 256),
462 	NSIM_TRAP_POLICER(3, 3000, 512),
463 };
464 
465 static const struct devlink_trap_group nsim_trap_groups_arr[] = {
466 	DEVLINK_TRAP_GROUP_GENERIC(L2_DROPS, 0),
467 	DEVLINK_TRAP_GROUP_GENERIC(L3_DROPS, 1),
468 	DEVLINK_TRAP_GROUP_GENERIC(L3_EXCEPTIONS, 1),
469 	DEVLINK_TRAP_GROUP_GENERIC(BUFFER_DROPS, 2),
470 	DEVLINK_TRAP_GROUP_GENERIC(ACL_DROPS, 3),
471 	DEVLINK_TRAP_GROUP_GENERIC(MC_SNOOPING, 3),
472 };
473 
474 static const struct devlink_trap nsim_traps_arr[] = {
475 	NSIM_TRAP_DROP(SMAC_MC, L2_DROPS),
476 	NSIM_TRAP_DROP(VLAN_TAG_MISMATCH, L2_DROPS),
477 	NSIM_TRAP_DROP(INGRESS_VLAN_FILTER, L2_DROPS),
478 	NSIM_TRAP_DROP(INGRESS_STP_FILTER, L2_DROPS),
479 	NSIM_TRAP_DROP(EMPTY_TX_LIST, L2_DROPS),
480 	NSIM_TRAP_DROP(PORT_LOOPBACK_FILTER, L2_DROPS),
481 	NSIM_TRAP_DRIVER_EXCEPTION(FID_MISS, L2_DROPS),
482 	NSIM_TRAP_DROP(BLACKHOLE_ROUTE, L3_DROPS),
483 	NSIM_TRAP_EXCEPTION(TTL_ERROR, L3_EXCEPTIONS),
484 	NSIM_TRAP_DROP(TAIL_DROP, BUFFER_DROPS),
485 	NSIM_TRAP_DROP_EXT(INGRESS_FLOW_ACTION_DROP, ACL_DROPS,
486 			   DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE),
487 	NSIM_TRAP_DROP_EXT(EGRESS_FLOW_ACTION_DROP, ACL_DROPS,
488 			   DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE),
489 	NSIM_TRAP_CONTROL(IGMP_QUERY, MC_SNOOPING, MIRROR),
490 	NSIM_TRAP_CONTROL(IGMP_V1_REPORT, MC_SNOOPING, TRAP),
491 };
492 
493 #define NSIM_TRAP_L4_DATA_LEN 100
494 
495 static struct sk_buff *nsim_dev_trap_skb_build(void)
496 {
497 	int tot_len, data_len = NSIM_TRAP_L4_DATA_LEN;
498 	struct sk_buff *skb;
499 	struct udphdr *udph;
500 	struct ethhdr *eth;
501 	struct iphdr *iph;
502 
503 	skb = alloc_skb(NLMSG_GOODSIZE, GFP_ATOMIC);
504 	if (!skb)
505 		return NULL;
506 	tot_len = sizeof(struct iphdr) + sizeof(struct udphdr) + data_len;
507 
508 	skb_reset_mac_header(skb);
509 	eth = skb_put(skb, sizeof(struct ethhdr));
510 	eth_random_addr(eth->h_dest);
511 	eth_random_addr(eth->h_source);
512 	eth->h_proto = htons(ETH_P_IP);
513 	skb->protocol = htons(ETH_P_IP);
514 
515 	skb_set_network_header(skb, skb->len);
516 	iph = skb_put(skb, sizeof(struct iphdr));
517 	iph->protocol = IPPROTO_UDP;
518 	iph->saddr = in_aton("192.0.2.1");
519 	iph->daddr = in_aton("198.51.100.1");
520 	iph->version = 0x4;
521 	iph->frag_off = 0;
522 	iph->ihl = 0x5;
523 	iph->tot_len = htons(tot_len);
524 	iph->ttl = 100;
525 	iph->check = 0;
526 	iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
527 
528 	skb_set_transport_header(skb, skb->len);
529 	udph = skb_put_zero(skb, sizeof(struct udphdr) + data_len);
530 	get_random_bytes(&udph->source, sizeof(u16));
531 	get_random_bytes(&udph->dest, sizeof(u16));
532 	udph->len = htons(sizeof(struct udphdr) + data_len);
533 
534 	return skb;
535 }
536 
537 static void nsim_dev_trap_report(struct nsim_dev_port *nsim_dev_port)
538 {
539 	struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;
540 	struct devlink *devlink = priv_to_devlink(nsim_dev);
541 	struct nsim_trap_data *nsim_trap_data;
542 	int i;
543 
544 	nsim_trap_data = nsim_dev->trap_data;
545 
546 	spin_lock(&nsim_trap_data->trap_lock);
547 	for (i = 0; i < ARRAY_SIZE(nsim_traps_arr); i++) {
548 		struct flow_action_cookie *fa_cookie = NULL;
549 		struct nsim_trap_item *nsim_trap_item;
550 		struct sk_buff *skb;
551 		bool has_fa_cookie;
552 
553 		has_fa_cookie = nsim_traps_arr[i].metadata_cap &
554 				DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE;
555 
556 		nsim_trap_item = &nsim_trap_data->trap_items_arr[i];
557 		if (nsim_trap_item->action == DEVLINK_TRAP_ACTION_DROP)
558 			continue;
559 
560 		skb = nsim_dev_trap_skb_build();
561 		if (!skb)
562 			continue;
563 		skb->dev = nsim_dev_port->ns->netdev;
564 
565 		/* Trapped packets are usually passed to devlink in softIRQ,
566 		 * but in this case they are generated in a workqueue. Disable
567 		 * softIRQs to prevent lockdep from complaining about
568 		 * "incosistent lock state".
569 		 */
570 
571 		spin_lock_bh(&nsim_dev->fa_cookie_lock);
572 		fa_cookie = has_fa_cookie ? nsim_dev->fa_cookie : NULL;
573 		devlink_trap_report(devlink, skb, nsim_trap_item->trap_ctx,
574 				    &nsim_dev_port->devlink_port, fa_cookie);
575 		spin_unlock_bh(&nsim_dev->fa_cookie_lock);
576 		consume_skb(skb);
577 	}
578 	spin_unlock(&nsim_trap_data->trap_lock);
579 }
580 
581 #define NSIM_TRAP_REPORT_INTERVAL_MS	100
582 
583 static void nsim_dev_trap_report_work(struct work_struct *work)
584 {
585 	struct nsim_trap_data *nsim_trap_data;
586 	struct nsim_dev_port *nsim_dev_port;
587 	struct nsim_dev *nsim_dev;
588 
589 	nsim_trap_data = container_of(work, struct nsim_trap_data,
590 				      trap_report_dw.work);
591 	nsim_dev = nsim_trap_data->nsim_dev;
592 
593 	/* For each running port and enabled packet trap, generate a UDP
594 	 * packet with a random 5-tuple and report it.
595 	 */
596 	mutex_lock(&nsim_dev->port_list_lock);
597 	list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list) {
598 		if (!netif_running(nsim_dev_port->ns->netdev))
599 			continue;
600 
601 		nsim_dev_trap_report(nsim_dev_port);
602 	}
603 	mutex_unlock(&nsim_dev->port_list_lock);
604 
605 	schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw,
606 			      msecs_to_jiffies(NSIM_TRAP_REPORT_INTERVAL_MS));
607 }
608 
609 static int nsim_dev_traps_init(struct devlink *devlink)
610 {
611 	size_t policers_count = ARRAY_SIZE(nsim_trap_policers_arr);
612 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
613 	struct nsim_trap_data *nsim_trap_data;
614 	int err;
615 
616 	nsim_trap_data = kzalloc(sizeof(*nsim_trap_data), GFP_KERNEL);
617 	if (!nsim_trap_data)
618 		return -ENOMEM;
619 
620 	nsim_trap_data->trap_items_arr = kcalloc(ARRAY_SIZE(nsim_traps_arr),
621 						 sizeof(struct nsim_trap_item),
622 						 GFP_KERNEL);
623 	if (!nsim_trap_data->trap_items_arr) {
624 		err = -ENOMEM;
625 		goto err_trap_data_free;
626 	}
627 
628 	nsim_trap_data->trap_policers_cnt_arr = kcalloc(policers_count,
629 							sizeof(u64),
630 							GFP_KERNEL);
631 	if (!nsim_trap_data->trap_policers_cnt_arr) {
632 		err = -ENOMEM;
633 		goto err_trap_items_free;
634 	}
635 
636 	/* The lock is used to protect the action state of the registered
637 	 * traps. The value is written by user and read in delayed work when
638 	 * iterating over all the traps.
639 	 */
640 	spin_lock_init(&nsim_trap_data->trap_lock);
641 	nsim_trap_data->nsim_dev = nsim_dev;
642 	nsim_dev->trap_data = nsim_trap_data;
643 
644 	err = devlink_trap_policers_register(devlink, nsim_trap_policers_arr,
645 					     policers_count);
646 	if (err)
647 		goto err_trap_policers_cnt_free;
648 
649 	err = devlink_trap_groups_register(devlink, nsim_trap_groups_arr,
650 					   ARRAY_SIZE(nsim_trap_groups_arr));
651 	if (err)
652 		goto err_trap_policers_unregister;
653 
654 	err = devlink_traps_register(devlink, nsim_traps_arr,
655 				     ARRAY_SIZE(nsim_traps_arr), NULL);
656 	if (err)
657 		goto err_trap_groups_unregister;
658 
659 	INIT_DELAYED_WORK(&nsim_dev->trap_data->trap_report_dw,
660 			  nsim_dev_trap_report_work);
661 	schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw,
662 			      msecs_to_jiffies(NSIM_TRAP_REPORT_INTERVAL_MS));
663 
664 	return 0;
665 
666 err_trap_groups_unregister:
667 	devlink_trap_groups_unregister(devlink, nsim_trap_groups_arr,
668 				       ARRAY_SIZE(nsim_trap_groups_arr));
669 err_trap_policers_unregister:
670 	devlink_trap_policers_unregister(devlink, nsim_trap_policers_arr,
671 					 ARRAY_SIZE(nsim_trap_policers_arr));
672 err_trap_policers_cnt_free:
673 	kfree(nsim_trap_data->trap_policers_cnt_arr);
674 err_trap_items_free:
675 	kfree(nsim_trap_data->trap_items_arr);
676 err_trap_data_free:
677 	kfree(nsim_trap_data);
678 	return err;
679 }
680 
681 static void nsim_dev_traps_exit(struct devlink *devlink)
682 {
683 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
684 
685 	cancel_delayed_work_sync(&nsim_dev->trap_data->trap_report_dw);
686 	devlink_traps_unregister(devlink, nsim_traps_arr,
687 				 ARRAY_SIZE(nsim_traps_arr));
688 	devlink_trap_groups_unregister(devlink, nsim_trap_groups_arr,
689 				       ARRAY_SIZE(nsim_trap_groups_arr));
690 	devlink_trap_policers_unregister(devlink, nsim_trap_policers_arr,
691 					 ARRAY_SIZE(nsim_trap_policers_arr));
692 	kfree(nsim_dev->trap_data->trap_policers_cnt_arr);
693 	kfree(nsim_dev->trap_data->trap_items_arr);
694 	kfree(nsim_dev->trap_data);
695 }
696 
697 static int nsim_dev_reload_create(struct nsim_dev *nsim_dev,
698 				  struct netlink_ext_ack *extack);
699 static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev);
700 
701 static int nsim_dev_reload_down(struct devlink *devlink, bool netns_change,
702 				struct netlink_ext_ack *extack)
703 {
704 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
705 
706 	if (nsim_dev->dont_allow_reload) {
707 		/* For testing purposes, user set debugfs dont_allow_reload
708 		 * value to true. So forbid it.
709 		 */
710 		NL_SET_ERR_MSG_MOD(extack, "User forbid the reload for testing purposes");
711 		return -EOPNOTSUPP;
712 	}
713 
714 	nsim_dev_reload_destroy(nsim_dev);
715 	return 0;
716 }
717 
718 static int nsim_dev_reload_up(struct devlink *devlink,
719 			      struct netlink_ext_ack *extack)
720 {
721 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
722 
723 	if (nsim_dev->fail_reload) {
724 		/* For testing purposes, user set debugfs fail_reload
725 		 * value to true. Fail right away.
726 		 */
727 		NL_SET_ERR_MSG_MOD(extack, "User setup the reload to fail for testing purposes");
728 		return -EINVAL;
729 	}
730 
731 	return nsim_dev_reload_create(nsim_dev, extack);
732 }
733 
734 static int nsim_dev_info_get(struct devlink *devlink,
735 			     struct devlink_info_req *req,
736 			     struct netlink_ext_ack *extack)
737 {
738 	return devlink_info_driver_name_put(req, DRV_NAME);
739 }
740 
741 #define NSIM_DEV_FLASH_SIZE 500000
742 #define NSIM_DEV_FLASH_CHUNK_SIZE 1000
743 #define NSIM_DEV_FLASH_CHUNK_TIME_MS 10
744 
745 static int nsim_dev_flash_update(struct devlink *devlink, const char *file_name,
746 				 const char *component,
747 				 struct netlink_ext_ack *extack)
748 {
749 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
750 	int i;
751 
752 	if (nsim_dev->fw_update_status) {
753 		devlink_flash_update_begin_notify(devlink);
754 		devlink_flash_update_status_notify(devlink,
755 						   "Preparing to flash",
756 						   component, 0, 0);
757 	}
758 
759 	for (i = 0; i < NSIM_DEV_FLASH_SIZE / NSIM_DEV_FLASH_CHUNK_SIZE; i++) {
760 		if (nsim_dev->fw_update_status)
761 			devlink_flash_update_status_notify(devlink, "Flashing",
762 							   component,
763 							   i * NSIM_DEV_FLASH_CHUNK_SIZE,
764 							   NSIM_DEV_FLASH_SIZE);
765 		msleep(NSIM_DEV_FLASH_CHUNK_TIME_MS);
766 	}
767 
768 	if (nsim_dev->fw_update_status) {
769 		devlink_flash_update_status_notify(devlink, "Flashing",
770 						   component,
771 						   NSIM_DEV_FLASH_SIZE,
772 						   NSIM_DEV_FLASH_SIZE);
773 		devlink_flash_update_timeout_notify(devlink, "Flash select",
774 						    component, 81);
775 		devlink_flash_update_status_notify(devlink, "Flashing done",
776 						   component, 0, 0);
777 		devlink_flash_update_end_notify(devlink);
778 	}
779 
780 	return 0;
781 }
782 
783 static struct nsim_trap_item *
784 nsim_dev_trap_item_lookup(struct nsim_dev *nsim_dev, u16 trap_id)
785 {
786 	struct nsim_trap_data *nsim_trap_data = nsim_dev->trap_data;
787 	int i;
788 
789 	for (i = 0; i < ARRAY_SIZE(nsim_traps_arr); i++) {
790 		if (nsim_traps_arr[i].id == trap_id)
791 			return &nsim_trap_data->trap_items_arr[i];
792 	}
793 
794 	return NULL;
795 }
796 
797 static int nsim_dev_devlink_trap_init(struct devlink *devlink,
798 				      const struct devlink_trap *trap,
799 				      void *trap_ctx)
800 {
801 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
802 	struct nsim_trap_item *nsim_trap_item;
803 
804 	nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id);
805 	if (WARN_ON(!nsim_trap_item))
806 		return -ENOENT;
807 
808 	nsim_trap_item->trap_ctx = trap_ctx;
809 	nsim_trap_item->action = trap->init_action;
810 
811 	return 0;
812 }
813 
814 static int
815 nsim_dev_devlink_trap_action_set(struct devlink *devlink,
816 				 const struct devlink_trap *trap,
817 				 enum devlink_trap_action action,
818 				 struct netlink_ext_ack *extack)
819 {
820 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
821 	struct nsim_trap_item *nsim_trap_item;
822 
823 	nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id);
824 	if (WARN_ON(!nsim_trap_item))
825 		return -ENOENT;
826 
827 	spin_lock(&nsim_dev->trap_data->trap_lock);
828 	nsim_trap_item->action = action;
829 	spin_unlock(&nsim_dev->trap_data->trap_lock);
830 
831 	return 0;
832 }
833 
834 static int
835 nsim_dev_devlink_trap_group_set(struct devlink *devlink,
836 				const struct devlink_trap_group *group,
837 				const struct devlink_trap_policer *policer,
838 				struct netlink_ext_ack *extack)
839 {
840 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
841 
842 	if (nsim_dev->fail_trap_group_set)
843 		return -EINVAL;
844 
845 	return 0;
846 }
847 
848 static int
849 nsim_dev_devlink_trap_policer_set(struct devlink *devlink,
850 				  const struct devlink_trap_policer *policer,
851 				  u64 rate, u64 burst,
852 				  struct netlink_ext_ack *extack)
853 {
854 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
855 
856 	if (nsim_dev->fail_trap_policer_set) {
857 		NL_SET_ERR_MSG_MOD(extack, "User setup the operation to fail for testing purposes");
858 		return -EINVAL;
859 	}
860 
861 	return 0;
862 }
863 
864 static int
865 nsim_dev_devlink_trap_policer_counter_get(struct devlink *devlink,
866 					  const struct devlink_trap_policer *policer,
867 					  u64 *p_drops)
868 {
869 	struct nsim_dev *nsim_dev = devlink_priv(devlink);
870 	u64 *cnt;
871 
872 	if (nsim_dev->fail_trap_policer_counter_get)
873 		return -EINVAL;
874 
875 	cnt = &nsim_dev->trap_data->trap_policers_cnt_arr[policer->id - 1];
876 	*p_drops = (*cnt)++;
877 
878 	return 0;
879 }
880 
881 static const struct devlink_ops nsim_dev_devlink_ops = {
882 	.reload_down = nsim_dev_reload_down,
883 	.reload_up = nsim_dev_reload_up,
884 	.info_get = nsim_dev_info_get,
885 	.flash_update = nsim_dev_flash_update,
886 	.trap_init = nsim_dev_devlink_trap_init,
887 	.trap_action_set = nsim_dev_devlink_trap_action_set,
888 	.trap_group_set = nsim_dev_devlink_trap_group_set,
889 	.trap_policer_set = nsim_dev_devlink_trap_policer_set,
890 	.trap_policer_counter_get = nsim_dev_devlink_trap_policer_counter_get,
891 };
892 
893 #define NSIM_DEV_MAX_MACS_DEFAULT 32
894 #define NSIM_DEV_TEST1_DEFAULT true
895 
896 static int __nsim_dev_port_add(struct nsim_dev *nsim_dev,
897 			       unsigned int port_index)
898 {
899 	struct devlink_port_attrs attrs = {};
900 	struct nsim_dev_port *nsim_dev_port;
901 	struct devlink_port *devlink_port;
902 	int err;
903 
904 	nsim_dev_port = kzalloc(sizeof(*nsim_dev_port), GFP_KERNEL);
905 	if (!nsim_dev_port)
906 		return -ENOMEM;
907 	nsim_dev_port->port_index = port_index;
908 
909 	devlink_port = &nsim_dev_port->devlink_port;
910 	attrs.flavour = DEVLINK_PORT_FLAVOUR_PHYSICAL;
911 	attrs.phys.port_number = port_index + 1;
912 	memcpy(attrs.switch_id.id, nsim_dev->switch_id.id, nsim_dev->switch_id.id_len);
913 	attrs.switch_id.id_len = nsim_dev->switch_id.id_len;
914 	devlink_port_attrs_set(devlink_port, &attrs);
915 	err = devlink_port_register(priv_to_devlink(nsim_dev), devlink_port,
916 				    port_index);
917 	if (err)
918 		goto err_port_free;
919 
920 	err = nsim_dev_port_debugfs_init(nsim_dev, nsim_dev_port);
921 	if (err)
922 		goto err_dl_port_unregister;
923 
924 	nsim_dev_port->ns = nsim_create(nsim_dev, nsim_dev_port);
925 	if (IS_ERR(nsim_dev_port->ns)) {
926 		err = PTR_ERR(nsim_dev_port->ns);
927 		goto err_port_debugfs_exit;
928 	}
929 
930 	devlink_port_type_eth_set(devlink_port, nsim_dev_port->ns->netdev);
931 	list_add(&nsim_dev_port->list, &nsim_dev->port_list);
932 
933 	return 0;
934 
935 err_port_debugfs_exit:
936 	nsim_dev_port_debugfs_exit(nsim_dev_port);
937 err_dl_port_unregister:
938 	devlink_port_unregister(devlink_port);
939 err_port_free:
940 	kfree(nsim_dev_port);
941 	return err;
942 }
943 
944 static void __nsim_dev_port_del(struct nsim_dev_port *nsim_dev_port)
945 {
946 	struct devlink_port *devlink_port = &nsim_dev_port->devlink_port;
947 
948 	list_del(&nsim_dev_port->list);
949 	devlink_port_type_clear(devlink_port);
950 	nsim_destroy(nsim_dev_port->ns);
951 	nsim_dev_port_debugfs_exit(nsim_dev_port);
952 	devlink_port_unregister(devlink_port);
953 	kfree(nsim_dev_port);
954 }
955 
956 static void nsim_dev_port_del_all(struct nsim_dev *nsim_dev)
957 {
958 	struct nsim_dev_port *nsim_dev_port, *tmp;
959 
960 	mutex_lock(&nsim_dev->port_list_lock);
961 	list_for_each_entry_safe(nsim_dev_port, tmp,
962 				 &nsim_dev->port_list, list)
963 		__nsim_dev_port_del(nsim_dev_port);
964 	mutex_unlock(&nsim_dev->port_list_lock);
965 }
966 
967 static int nsim_dev_port_add_all(struct nsim_dev *nsim_dev,
968 				 unsigned int port_count)
969 {
970 	int i, err;
971 
972 	for (i = 0; i < port_count; i++) {
973 		err = __nsim_dev_port_add(nsim_dev, i);
974 		if (err)
975 			goto err_port_del_all;
976 	}
977 	return 0;
978 
979 err_port_del_all:
980 	nsim_dev_port_del_all(nsim_dev);
981 	return err;
982 }
983 
984 static int nsim_dev_reload_create(struct nsim_dev *nsim_dev,
985 				  struct netlink_ext_ack *extack)
986 {
987 	struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev;
988 	struct devlink *devlink;
989 	int err;
990 
991 	devlink = priv_to_devlink(nsim_dev);
992 	nsim_dev = devlink_priv(devlink);
993 	INIT_LIST_HEAD(&nsim_dev->port_list);
994 	mutex_init(&nsim_dev->port_list_lock);
995 	nsim_dev->fw_update_status = true;
996 
997 	nsim_dev->fib_data = nsim_fib_create(devlink, extack);
998 	if (IS_ERR(nsim_dev->fib_data))
999 		return PTR_ERR(nsim_dev->fib_data);
1000 
1001 	nsim_devlink_param_load_driverinit_values(devlink);
1002 
1003 	err = nsim_dev_dummy_region_init(nsim_dev, devlink);
1004 	if (err)
1005 		goto err_fib_destroy;
1006 
1007 	err = nsim_dev_traps_init(devlink);
1008 	if (err)
1009 		goto err_dummy_region_exit;
1010 
1011 	err = nsim_dev_health_init(nsim_dev, devlink);
1012 	if (err)
1013 		goto err_traps_exit;
1014 
1015 	err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count);
1016 	if (err)
1017 		goto err_health_exit;
1018 
1019 	nsim_dev->take_snapshot = debugfs_create_file("take_snapshot",
1020 						      0200,
1021 						      nsim_dev->ddir,
1022 						      nsim_dev,
1023 						&nsim_dev_take_snapshot_fops);
1024 	return 0;
1025 
1026 err_health_exit:
1027 	nsim_dev_health_exit(nsim_dev);
1028 err_traps_exit:
1029 	nsim_dev_traps_exit(devlink);
1030 err_dummy_region_exit:
1031 	nsim_dev_dummy_region_exit(nsim_dev);
1032 err_fib_destroy:
1033 	nsim_fib_destroy(devlink, nsim_dev->fib_data);
1034 	return err;
1035 }
1036 
1037 int nsim_dev_probe(struct nsim_bus_dev *nsim_bus_dev)
1038 {
1039 	struct nsim_dev *nsim_dev;
1040 	struct devlink *devlink;
1041 	int err;
1042 
1043 	devlink = devlink_alloc(&nsim_dev_devlink_ops, sizeof(*nsim_dev));
1044 	if (!devlink)
1045 		return -ENOMEM;
1046 	devlink_net_set(devlink, nsim_bus_dev->initial_net);
1047 	nsim_dev = devlink_priv(devlink);
1048 	nsim_dev->nsim_bus_dev = nsim_bus_dev;
1049 	nsim_dev->switch_id.id_len = sizeof(nsim_dev->switch_id.id);
1050 	get_random_bytes(nsim_dev->switch_id.id, nsim_dev->switch_id.id_len);
1051 	INIT_LIST_HEAD(&nsim_dev->port_list);
1052 	mutex_init(&nsim_dev->port_list_lock);
1053 	nsim_dev->fw_update_status = true;
1054 	nsim_dev->max_macs = NSIM_DEV_MAX_MACS_DEFAULT;
1055 	nsim_dev->test1 = NSIM_DEV_TEST1_DEFAULT;
1056 	spin_lock_init(&nsim_dev->fa_cookie_lock);
1057 
1058 	dev_set_drvdata(&nsim_bus_dev->dev, nsim_dev);
1059 
1060 	err = nsim_dev_resources_register(devlink);
1061 	if (err)
1062 		goto err_devlink_free;
1063 
1064 	nsim_dev->fib_data = nsim_fib_create(devlink, NULL);
1065 	if (IS_ERR(nsim_dev->fib_data)) {
1066 		err = PTR_ERR(nsim_dev->fib_data);
1067 		goto err_resources_unregister;
1068 	}
1069 
1070 	err = devlink_register(devlink, &nsim_bus_dev->dev);
1071 	if (err)
1072 		goto err_fib_destroy;
1073 
1074 	err = devlink_params_register(devlink, nsim_devlink_params,
1075 				      ARRAY_SIZE(nsim_devlink_params));
1076 	if (err)
1077 		goto err_dl_unregister;
1078 	nsim_devlink_set_params_init_values(nsim_dev, devlink);
1079 
1080 	err = nsim_dev_dummy_region_init(nsim_dev, devlink);
1081 	if (err)
1082 		goto err_params_unregister;
1083 
1084 	err = nsim_dev_traps_init(devlink);
1085 	if (err)
1086 		goto err_dummy_region_exit;
1087 
1088 	err = nsim_dev_debugfs_init(nsim_dev);
1089 	if (err)
1090 		goto err_traps_exit;
1091 
1092 	err = nsim_dev_health_init(nsim_dev, devlink);
1093 	if (err)
1094 		goto err_debugfs_exit;
1095 
1096 	err = nsim_bpf_dev_init(nsim_dev);
1097 	if (err)
1098 		goto err_health_exit;
1099 
1100 	err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count);
1101 	if (err)
1102 		goto err_bpf_dev_exit;
1103 
1104 	devlink_params_publish(devlink);
1105 	devlink_reload_enable(devlink);
1106 	return 0;
1107 
1108 err_bpf_dev_exit:
1109 	nsim_bpf_dev_exit(nsim_dev);
1110 err_health_exit:
1111 	nsim_dev_health_exit(nsim_dev);
1112 err_debugfs_exit:
1113 	nsim_dev_debugfs_exit(nsim_dev);
1114 err_traps_exit:
1115 	nsim_dev_traps_exit(devlink);
1116 err_dummy_region_exit:
1117 	nsim_dev_dummy_region_exit(nsim_dev);
1118 err_params_unregister:
1119 	devlink_params_unregister(devlink, nsim_devlink_params,
1120 				  ARRAY_SIZE(nsim_devlink_params));
1121 err_dl_unregister:
1122 	devlink_unregister(devlink);
1123 err_fib_destroy:
1124 	nsim_fib_destroy(devlink, nsim_dev->fib_data);
1125 err_resources_unregister:
1126 	devlink_resources_unregister(devlink, NULL);
1127 err_devlink_free:
1128 	devlink_free(devlink);
1129 	return err;
1130 }
1131 
1132 static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev)
1133 {
1134 	struct devlink *devlink = priv_to_devlink(nsim_dev);
1135 
1136 	if (devlink_is_reload_failed(devlink))
1137 		return;
1138 	debugfs_remove(nsim_dev->take_snapshot);
1139 	nsim_dev_port_del_all(nsim_dev);
1140 	nsim_dev_health_exit(nsim_dev);
1141 	nsim_dev_traps_exit(devlink);
1142 	nsim_dev_dummy_region_exit(nsim_dev);
1143 	mutex_destroy(&nsim_dev->port_list_lock);
1144 	nsim_fib_destroy(devlink, nsim_dev->fib_data);
1145 }
1146 
1147 void nsim_dev_remove(struct nsim_bus_dev *nsim_bus_dev)
1148 {
1149 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1150 	struct devlink *devlink = priv_to_devlink(nsim_dev);
1151 
1152 	devlink_reload_disable(devlink);
1153 
1154 	nsim_dev_reload_destroy(nsim_dev);
1155 
1156 	nsim_bpf_dev_exit(nsim_dev);
1157 	nsim_dev_debugfs_exit(nsim_dev);
1158 	devlink_params_unregister(devlink, nsim_devlink_params,
1159 				  ARRAY_SIZE(nsim_devlink_params));
1160 	devlink_unregister(devlink);
1161 	devlink_resources_unregister(devlink, NULL);
1162 	devlink_free(devlink);
1163 }
1164 
1165 static struct nsim_dev_port *
1166 __nsim_dev_port_lookup(struct nsim_dev *nsim_dev, unsigned int port_index)
1167 {
1168 	struct nsim_dev_port *nsim_dev_port;
1169 
1170 	list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list)
1171 		if (nsim_dev_port->port_index == port_index)
1172 			return nsim_dev_port;
1173 	return NULL;
1174 }
1175 
1176 int nsim_dev_port_add(struct nsim_bus_dev *nsim_bus_dev,
1177 		      unsigned int port_index)
1178 {
1179 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1180 	int err;
1181 
1182 	mutex_lock(&nsim_dev->port_list_lock);
1183 	if (__nsim_dev_port_lookup(nsim_dev, port_index))
1184 		err = -EEXIST;
1185 	else
1186 		err = __nsim_dev_port_add(nsim_dev, port_index);
1187 	mutex_unlock(&nsim_dev->port_list_lock);
1188 	return err;
1189 }
1190 
1191 int nsim_dev_port_del(struct nsim_bus_dev *nsim_bus_dev,
1192 		      unsigned int port_index)
1193 {
1194 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1195 	struct nsim_dev_port *nsim_dev_port;
1196 	int err = 0;
1197 
1198 	mutex_lock(&nsim_dev->port_list_lock);
1199 	nsim_dev_port = __nsim_dev_port_lookup(nsim_dev, port_index);
1200 	if (!nsim_dev_port)
1201 		err = -ENOENT;
1202 	else
1203 		__nsim_dev_port_del(nsim_dev_port);
1204 	mutex_unlock(&nsim_dev->port_list_lock);
1205 	return err;
1206 }
1207 
1208 int nsim_dev_init(void)
1209 {
1210 	nsim_dev_ddir = debugfs_create_dir(DRV_NAME, NULL);
1211 	return PTR_ERR_OR_ZERO(nsim_dev_ddir);
1212 }
1213 
1214 void nsim_dev_exit(void)
1215 {
1216 	debugfs_remove_recursive(nsim_dev_ddir);
1217 }
1218