1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (C) 2017 Cavium, Inc.
3  */
4 #include <linux/bpf.h>
5 #include <linux/netlink.h>
6 #include <linux/rtnetlink.h>
7 #include <assert.h>
8 #include <errno.h>
9 #include <signal.h>
10 #include <stdio.h>
11 #include <stdlib.h>
12 #include <string.h>
13 #include <sys/socket.h>
14 #include <unistd.h>
15 #include <bpf/bpf.h>
16 #include <arpa/inet.h>
17 #include <fcntl.h>
18 #include <poll.h>
19 #include <net/if.h>
20 #include <netdb.h>
21 #include <sys/ioctl.h>
22 #include <sys/syscall.h>
23 #include "bpf_util.h"
24 #include <bpf/libbpf.h>
25 #include <libgen.h>
26 #include <getopt.h>
27 #include <pthread.h>
28 #include "xdp_sample_user.h"
29 #include "xdp_router_ipv4.skel.h"
30 
31 static const char *__doc__ =
32 "XDP IPv4 router implementation\n"
33 "Usage: xdp_router_ipv4 <IFNAME-0> ... <IFNAME-N>\n";
34 
35 static char buf[8192];
36 static int lpm_map_fd;
37 static int arp_table_map_fd;
38 static int exact_match_map_fd;
39 static int tx_port_map_fd;
40 
41 static bool routes_thread_exit;
42 static int interval = 5;
43 
44 static int mask = SAMPLE_RX_CNT | SAMPLE_REDIRECT_ERR_MAP_CNT |
45 		  SAMPLE_DEVMAP_XMIT_CNT_MULTI | SAMPLE_EXCEPTION_CNT;
46 
47 DEFINE_SAMPLE_INIT(xdp_router_ipv4);
48 
49 static const struct option long_options[] = {
50 	{ "help", no_argument, NULL, 'h' },
51 	{ "skb-mode", no_argument, NULL, 'S' },
52 	{ "force", no_argument, NULL, 'F' },
53 	{ "interval", required_argument, NULL, 'i' },
54 	{ "verbose", no_argument, NULL, 'v' },
55 	{ "stats", no_argument, NULL, 's' },
56 	{}
57 };
58 
59 static int get_route_table(int rtm_family);
60 
61 static int recv_msg(struct sockaddr_nl sock_addr, int sock)
62 {
63 	struct nlmsghdr *nh;
64 	int len, nll = 0;
65 	char *buf_ptr;
66 
67 	buf_ptr = buf;
68 	while (1) {
69 		len = recv(sock, buf_ptr, sizeof(buf) - nll, 0);
70 		if (len < 0)
71 			return len;
72 
73 		nh = (struct nlmsghdr *)buf_ptr;
74 
75 		if (nh->nlmsg_type == NLMSG_DONE)
76 			break;
77 		buf_ptr += len;
78 		nll += len;
79 		if ((sock_addr.nl_groups & RTMGRP_NEIGH) == RTMGRP_NEIGH)
80 			break;
81 
82 		if ((sock_addr.nl_groups & RTMGRP_IPV4_ROUTE) == RTMGRP_IPV4_ROUTE)
83 			break;
84 	}
85 	return nll;
86 }
87 
88 /* Function to parse the route entry returned by netlink
89  * Updates the route entry related map entries
90  */
91 static void read_route(struct nlmsghdr *nh, int nll)
92 {
93 	char dsts[24], gws[24], ifs[16], dsts_len[24], metrics[24];
94 	struct bpf_lpm_trie_key *prefix_key;
95 	struct rtattr *rt_attr;
96 	struct rtmsg *rt_msg;
97 	int rtm_family;
98 	int rtl;
99 	int i;
100 	struct route_table {
101 		int  dst_len, iface, metric;
102 		__be32 dst, gw;
103 		__be64 mac;
104 	} route;
105 	struct arp_table {
106 		__be64 mac;
107 		__be32 dst;
108 	};
109 
110 	struct direct_map {
111 		struct arp_table arp;
112 		int ifindex;
113 		__be64 mac;
114 	} direct_entry;
115 
116 	memset(&route, 0, sizeof(route));
117 	for (; NLMSG_OK(nh, nll); nh = NLMSG_NEXT(nh, nll)) {
118 		rt_msg = (struct rtmsg *)NLMSG_DATA(nh);
119 		rtm_family = rt_msg->rtm_family;
120 		if (rtm_family == AF_INET)
121 			if (rt_msg->rtm_table != RT_TABLE_MAIN)
122 				continue;
123 		rt_attr = (struct rtattr *)RTM_RTA(rt_msg);
124 		rtl = RTM_PAYLOAD(nh);
125 
126 		for (; RTA_OK(rt_attr, rtl); rt_attr = RTA_NEXT(rt_attr, rtl)) {
127 			switch (rt_attr->rta_type) {
128 			case NDA_DST:
129 				sprintf(dsts, "%u",
130 					(*((__be32 *)RTA_DATA(rt_attr))));
131 				break;
132 			case RTA_GATEWAY:
133 				sprintf(gws, "%u",
134 					*((__be32 *)RTA_DATA(rt_attr)));
135 				break;
136 			case RTA_OIF:
137 				sprintf(ifs, "%u",
138 					*((int *)RTA_DATA(rt_attr)));
139 				break;
140 			case RTA_METRICS:
141 				sprintf(metrics, "%u",
142 					*((int *)RTA_DATA(rt_attr)));
143 			default:
144 				break;
145 			}
146 		}
147 		sprintf(dsts_len, "%d", rt_msg->rtm_dst_len);
148 		route.dst = atoi(dsts);
149 		route.dst_len = atoi(dsts_len);
150 		route.gw = atoi(gws);
151 		route.iface = atoi(ifs);
152 		route.metric = atoi(metrics);
153 		assert(get_mac_addr(route.iface, &route.mac) == 0);
154 		assert(bpf_map_update_elem(tx_port_map_fd,
155 					   &route.iface, &route.iface, 0) == 0);
156 		if (rtm_family == AF_INET) {
157 			struct trie_value {
158 				__u8 prefix[4];
159 				__be64 value;
160 				int ifindex;
161 				int metric;
162 				__be32 gw;
163 			} *prefix_value;
164 
165 			prefix_key = alloca(sizeof(*prefix_key) + 3);
166 			prefix_value = alloca(sizeof(*prefix_value));
167 
168 			prefix_key->prefixlen = 32;
169 			prefix_key->prefixlen = route.dst_len;
170 			direct_entry.mac = route.mac & 0xffffffffffff;
171 			direct_entry.ifindex = route.iface;
172 			direct_entry.arp.mac = 0;
173 			direct_entry.arp.dst = 0;
174 			if (route.dst_len == 32) {
175 				if (nh->nlmsg_type == RTM_DELROUTE) {
176 					assert(bpf_map_delete_elem(exact_match_map_fd,
177 								   &route.dst) == 0);
178 				} else {
179 					if (bpf_map_lookup_elem(arp_table_map_fd,
180 								&route.dst,
181 								&direct_entry.arp.mac) == 0)
182 						direct_entry.arp.dst = route.dst;
183 					assert(bpf_map_update_elem(exact_match_map_fd,
184 								   &route.dst,
185 								   &direct_entry, 0) == 0);
186 				}
187 			}
188 			for (i = 0; i < 4; i++)
189 				prefix_key->data[i] = (route.dst >> i * 8) & 0xff;
190 
191 			if (bpf_map_lookup_elem(lpm_map_fd, prefix_key,
192 						prefix_value) < 0) {
193 				for (i = 0; i < 4; i++)
194 					prefix_value->prefix[i] = prefix_key->data[i];
195 				prefix_value->value = route.mac & 0xffffffffffff;
196 				prefix_value->ifindex = route.iface;
197 				prefix_value->gw = route.gw;
198 				prefix_value->metric = route.metric;
199 
200 				assert(bpf_map_update_elem(lpm_map_fd,
201 							   prefix_key,
202 							   prefix_value, 0
203 							   ) == 0);
204 			} else {
205 				if (nh->nlmsg_type == RTM_DELROUTE) {
206 					assert(bpf_map_delete_elem(lpm_map_fd,
207 								   prefix_key
208 								   ) == 0);
209 					/* Rereading the route table to check if
210 					 * there is an entry with the same
211 					 * prefix but a different metric as the
212 					 * deleted entry.
213 					 */
214 					get_route_table(AF_INET);
215 				} else if (prefix_key->data[0] ==
216 					   prefix_value->prefix[0] &&
217 					   prefix_key->data[1] ==
218 					   prefix_value->prefix[1] &&
219 					   prefix_key->data[2] ==
220 					   prefix_value->prefix[2] &&
221 					   prefix_key->data[3] ==
222 					   prefix_value->prefix[3] &&
223 					   route.metric >= prefix_value->metric) {
224 					continue;
225 				} else {
226 					for (i = 0; i < 4; i++)
227 						prefix_value->prefix[i] =
228 							prefix_key->data[i];
229 					prefix_value->value =
230 						route.mac & 0xffffffffffff;
231 					prefix_value->ifindex = route.iface;
232 					prefix_value->gw = route.gw;
233 					prefix_value->metric = route.metric;
234 					assert(bpf_map_update_elem(lpm_map_fd,
235 								   prefix_key,
236 								   prefix_value,
237 								   0) == 0);
238 				}
239 			}
240 		}
241 		memset(&route, 0, sizeof(route));
242 		memset(dsts, 0, sizeof(dsts));
243 		memset(dsts_len, 0, sizeof(dsts_len));
244 		memset(gws, 0, sizeof(gws));
245 		memset(ifs, 0, sizeof(ifs));
246 		memset(&route, 0, sizeof(route));
247 	}
248 }
249 
250 /* Function to read the existing route table  when the process is launched*/
251 static int get_route_table(int rtm_family)
252 {
253 	struct sockaddr_nl sa;
254 	struct nlmsghdr *nh;
255 	int sock, seq = 0;
256 	struct msghdr msg;
257 	struct iovec iov;
258 	int ret = 0;
259 	int nll;
260 
261 	struct {
262 		struct nlmsghdr nl;
263 		struct rtmsg rt;
264 		char buf[8192];
265 	} req;
266 
267 	sock = socket(AF_NETLINK, SOCK_RAW, NETLINK_ROUTE);
268 	if (sock < 0) {
269 		fprintf(stderr, "open netlink socket: %s\n", strerror(errno));
270 		return -errno;
271 	}
272 	memset(&sa, 0, sizeof(sa));
273 	sa.nl_family = AF_NETLINK;
274 	if (bind(sock, (struct sockaddr *)&sa, sizeof(sa)) < 0) {
275 		fprintf(stderr, "bind netlink socket: %s\n", strerror(errno));
276 		ret = -errno;
277 		goto cleanup;
278 	}
279 	memset(&req, 0, sizeof(req));
280 	req.nl.nlmsg_len = NLMSG_LENGTH(sizeof(struct rtmsg));
281 	req.nl.nlmsg_flags = NLM_F_REQUEST | NLM_F_DUMP;
282 	req.nl.nlmsg_type = RTM_GETROUTE;
283 
284 	req.rt.rtm_family = rtm_family;
285 	req.rt.rtm_table = RT_TABLE_MAIN;
286 	req.nl.nlmsg_pid = 0;
287 	req.nl.nlmsg_seq = ++seq;
288 	memset(&msg, 0, sizeof(msg));
289 	iov.iov_base = (void *)&req.nl;
290 	iov.iov_len = req.nl.nlmsg_len;
291 	msg.msg_iov = &iov;
292 	msg.msg_iovlen = 1;
293 	ret = sendmsg(sock, &msg, 0);
294 	if (ret < 0) {
295 		fprintf(stderr, "send to netlink: %s\n", strerror(errno));
296 		ret = -errno;
297 		goto cleanup;
298 	}
299 	memset(buf, 0, sizeof(buf));
300 	nll = recv_msg(sa, sock);
301 	if (nll < 0) {
302 		fprintf(stderr, "recv from netlink: %s\n", strerror(nll));
303 		ret = nll;
304 		goto cleanup;
305 	}
306 	nh = (struct nlmsghdr *)buf;
307 	read_route(nh, nll);
308 cleanup:
309 	close(sock);
310 	return ret;
311 }
312 
313 /* Function to parse the arp entry returned by netlink
314  * Updates the arp entry related map entries
315  */
316 static void read_arp(struct nlmsghdr *nh, int nll)
317 {
318 	struct rtattr *rt_attr;
319 	char dsts[24], mac[24];
320 	struct ndmsg *rt_msg;
321 	int rtl, ndm_family;
322 
323 	struct arp_table {
324 		__be64 mac;
325 		__be32 dst;
326 	} arp_entry;
327 	struct direct_map {
328 		struct arp_table arp;
329 		int ifindex;
330 		__be64 mac;
331 	} direct_entry;
332 
333 	for (; NLMSG_OK(nh, nll); nh = NLMSG_NEXT(nh, nll)) {
334 		rt_msg = (struct ndmsg *)NLMSG_DATA(nh);
335 		rt_attr = (struct rtattr *)RTM_RTA(rt_msg);
336 		ndm_family = rt_msg->ndm_family;
337 		rtl = RTM_PAYLOAD(nh);
338 		for (; RTA_OK(rt_attr, rtl); rt_attr = RTA_NEXT(rt_attr, rtl)) {
339 			switch (rt_attr->rta_type) {
340 			case NDA_DST:
341 				sprintf(dsts, "%u",
342 					*((__be32 *)RTA_DATA(rt_attr)));
343 				break;
344 			case NDA_LLADDR:
345 				sprintf(mac, "%lld",
346 					*((__be64 *)RTA_DATA(rt_attr)));
347 				break;
348 			default:
349 				break;
350 			}
351 		}
352 		arp_entry.dst = atoi(dsts);
353 		arp_entry.mac = atol(mac);
354 
355 		if (ndm_family == AF_INET) {
356 			if (bpf_map_lookup_elem(exact_match_map_fd,
357 						&arp_entry.dst,
358 						&direct_entry) == 0) {
359 				if (nh->nlmsg_type == RTM_DELNEIGH) {
360 					direct_entry.arp.dst = 0;
361 					direct_entry.arp.mac = 0;
362 				} else if (nh->nlmsg_type == RTM_NEWNEIGH) {
363 					direct_entry.arp.dst = arp_entry.dst;
364 					direct_entry.arp.mac = arp_entry.mac;
365 				}
366 				assert(bpf_map_update_elem(exact_match_map_fd,
367 							   &arp_entry.dst,
368 							   &direct_entry, 0
369 							   ) == 0);
370 				memset(&direct_entry, 0, sizeof(direct_entry));
371 			}
372 			if (nh->nlmsg_type == RTM_DELNEIGH) {
373 				assert(bpf_map_delete_elem(arp_table_map_fd,
374 							   &arp_entry.dst) == 0);
375 			} else if (nh->nlmsg_type == RTM_NEWNEIGH) {
376 				assert(bpf_map_update_elem(arp_table_map_fd,
377 							   &arp_entry.dst,
378 							   &arp_entry.mac, 0
379 							   ) == 0);
380 			}
381 		}
382 		memset(&arp_entry, 0, sizeof(arp_entry));
383 		memset(dsts, 0, sizeof(dsts));
384 	}
385 }
386 
387 /* Function to read the existing arp table  when the process is launched*/
388 static int get_arp_table(int rtm_family)
389 {
390 	struct sockaddr_nl sa;
391 	struct nlmsghdr *nh;
392 	int sock, seq = 0;
393 	struct msghdr msg;
394 	struct iovec iov;
395 	int ret = 0;
396 	int nll;
397 	struct {
398 		struct nlmsghdr nl;
399 		struct ndmsg rt;
400 		char buf[8192];
401 	} req;
402 
403 	sock = socket(AF_NETLINK, SOCK_RAW, NETLINK_ROUTE);
404 	if (sock < 0) {
405 		fprintf(stderr, "open netlink socket: %s\n", strerror(errno));
406 		return -errno;
407 	}
408 	memset(&sa, 0, sizeof(sa));
409 	sa.nl_family = AF_NETLINK;
410 	if (bind(sock, (struct sockaddr *)&sa, sizeof(sa)) < 0) {
411 		fprintf(stderr, "bind netlink socket: %s\n", strerror(errno));
412 		ret = -errno;
413 		goto cleanup;
414 	}
415 	memset(&req, 0, sizeof(req));
416 	req.nl.nlmsg_len = NLMSG_LENGTH(sizeof(struct rtmsg));
417 	req.nl.nlmsg_flags = NLM_F_REQUEST | NLM_F_DUMP;
418 	req.nl.nlmsg_type = RTM_GETNEIGH;
419 	req.rt.ndm_state = NUD_REACHABLE;
420 	req.rt.ndm_family = rtm_family;
421 	req.nl.nlmsg_pid = 0;
422 	req.nl.nlmsg_seq = ++seq;
423 	memset(&msg, 0, sizeof(msg));
424 	iov.iov_base = (void *)&req.nl;
425 	iov.iov_len = req.nl.nlmsg_len;
426 	msg.msg_iov = &iov;
427 	msg.msg_iovlen = 1;
428 	ret = sendmsg(sock, &msg, 0);
429 	if (ret < 0) {
430 		fprintf(stderr, "send to netlink: %s\n", strerror(errno));
431 		ret = -errno;
432 		goto cleanup;
433 	}
434 	memset(buf, 0, sizeof(buf));
435 	nll = recv_msg(sa, sock);
436 	if (nll < 0) {
437 		fprintf(stderr, "recv from netlink: %s\n", strerror(nll));
438 		ret = nll;
439 		goto cleanup;
440 	}
441 	nh = (struct nlmsghdr *)buf;
442 	read_arp(nh, nll);
443 cleanup:
444 	close(sock);
445 	return ret;
446 }
447 
448 /* Function to keep track and update changes in route and arp table
449  * Give regular statistics of packets forwarded
450  */
451 static void *monitor_routes_thread(void *arg)
452 {
453 	struct pollfd fds_route, fds_arp;
454 	struct sockaddr_nl la, lr;
455 	int sock, sock_arp, nll;
456 	struct nlmsghdr *nh;
457 
458 	sock = socket(AF_NETLINK, SOCK_RAW, NETLINK_ROUTE);
459 	if (sock < 0) {
460 		fprintf(stderr, "open netlink socket: %s\n", strerror(errno));
461 		return NULL;
462 	}
463 
464 	fcntl(sock, F_SETFL, O_NONBLOCK);
465 	memset(&lr, 0, sizeof(lr));
466 	lr.nl_family = AF_NETLINK;
467 	lr.nl_groups = RTMGRP_IPV6_ROUTE | RTMGRP_IPV4_ROUTE | RTMGRP_NOTIFY;
468 	if (bind(sock, (struct sockaddr *)&lr, sizeof(lr)) < 0) {
469 		fprintf(stderr, "bind netlink socket: %s\n", strerror(errno));
470 		close(sock);
471 		return NULL;
472 	}
473 
474 	fds_route.fd = sock;
475 	fds_route.events = POLL_IN;
476 
477 	sock_arp = socket(AF_NETLINK, SOCK_RAW, NETLINK_ROUTE);
478 	if (sock_arp < 0) {
479 		fprintf(stderr, "open netlink socket: %s\n", strerror(errno));
480 		close(sock);
481 		return NULL;
482 	}
483 
484 	fcntl(sock_arp, F_SETFL, O_NONBLOCK);
485 	memset(&la, 0, sizeof(la));
486 	la.nl_family = AF_NETLINK;
487 	la.nl_groups = RTMGRP_NEIGH | RTMGRP_NOTIFY;
488 	if (bind(sock_arp, (struct sockaddr *)&la, sizeof(la)) < 0) {
489 		fprintf(stderr, "bind netlink socket: %s\n", strerror(errno));
490 		goto cleanup;
491 	}
492 
493 	fds_arp.fd = sock_arp;
494 	fds_arp.events = POLL_IN;
495 
496 	/* dump route and arp tables */
497 	if (get_arp_table(AF_INET) < 0) {
498 		fprintf(stderr, "Failed reading arp table\n");
499 		goto cleanup;
500 	}
501 
502 	if (get_route_table(AF_INET) < 0) {
503 		fprintf(stderr, "Failed reading route table\n");
504 		goto cleanup;
505 	}
506 
507 	while (!routes_thread_exit) {
508 		memset(buf, 0, sizeof(buf));
509 		if (poll(&fds_route, 1, 3) == POLL_IN) {
510 			nll = recv_msg(lr, sock);
511 			if (nll < 0) {
512 				fprintf(stderr, "recv from netlink: %s\n",
513 					strerror(nll));
514 				goto cleanup;
515 			}
516 
517 			nh = (struct nlmsghdr *)buf;
518 			read_route(nh, nll);
519 		}
520 
521 		memset(buf, 0, sizeof(buf));
522 		if (poll(&fds_arp, 1, 3) == POLL_IN) {
523 			nll = recv_msg(la, sock_arp);
524 			if (nll < 0) {
525 				fprintf(stderr, "recv from netlink: %s\n",
526 					strerror(nll));
527 				goto cleanup;
528 			}
529 
530 			nh = (struct nlmsghdr *)buf;
531 			read_arp(nh, nll);
532 		}
533 
534 		sleep(interval);
535 	}
536 
537 cleanup:
538 	close(sock_arp);
539 	close(sock);
540 	return NULL;
541 }
542 
543 static void usage(char *argv[], const struct option *long_options,
544 		  const char *doc, int mask, bool error,
545 		  struct bpf_object *obj)
546 {
547 	sample_usage(argv, long_options, doc, mask, error);
548 }
549 
550 int main(int argc, char **argv)
551 {
552 	bool error = true, generic = false, force = false;
553 	int opt, ret = EXIT_FAIL_BPF;
554 	struct xdp_router_ipv4 *skel;
555 	int i, total_ifindex = argc - 1;
556 	char **ifname_list = argv + 1;
557 	pthread_t routes_thread;
558 	int longindex = 0;
559 
560 	if (libbpf_set_strict_mode(LIBBPF_STRICT_ALL) < 0) {
561 		fprintf(stderr, "Failed to set libbpf strict mode: %s\n",
562 			strerror(errno));
563 		goto end;
564 	}
565 
566 	skel = xdp_router_ipv4__open();
567 	if (!skel) {
568 		fprintf(stderr, "Failed to xdp_router_ipv4__open: %s\n",
569 			strerror(errno));
570 		goto end;
571 	}
572 
573 	ret = sample_init_pre_load(skel);
574 	if (ret < 0) {
575 		fprintf(stderr, "Failed to sample_init_pre_load: %s\n",
576 			strerror(-ret));
577 		ret = EXIT_FAIL_BPF;
578 		goto end_destroy;
579 	}
580 
581 	ret = xdp_router_ipv4__load(skel);
582 	if (ret < 0) {
583 		fprintf(stderr, "Failed to xdp_router_ipv4__load: %s\n",
584 			strerror(errno));
585 		goto end_destroy;
586 	}
587 
588 	ret = sample_init(skel, mask);
589 	if (ret < 0) {
590 		fprintf(stderr, "Failed to initialize sample: %s\n", strerror(-ret));
591 		ret = EXIT_FAIL;
592 		goto end_destroy;
593 	}
594 
595 	while ((opt = getopt_long(argc, argv, "si:SFvh",
596 				  long_options, &longindex)) != -1) {
597 		switch (opt) {
598 		case 's':
599 			mask |= SAMPLE_REDIRECT_MAP_CNT;
600 			total_ifindex--;
601 			ifname_list++;
602 			break;
603 		case 'i':
604 			interval = strtoul(optarg, NULL, 0);
605 			total_ifindex -= 2;
606 			ifname_list += 2;
607 			break;
608 		case 'S':
609 			generic = true;
610 			total_ifindex--;
611 			ifname_list++;
612 			break;
613 		case 'F':
614 			force = true;
615 			total_ifindex--;
616 			ifname_list++;
617 			break;
618 		case 'v':
619 			sample_switch_mode();
620 			total_ifindex--;
621 			ifname_list++;
622 			break;
623 		case 'h':
624 			error = false;
625 		default:
626 			usage(argv, long_options, __doc__, mask, error, skel->obj);
627 			goto end_destroy;
628 		}
629 	}
630 
631 	ret = EXIT_FAIL_OPTION;
632 	if (optind == argc) {
633 		usage(argv, long_options, __doc__, mask, true, skel->obj);
634 		goto end_destroy;
635 	}
636 
637 	lpm_map_fd = bpf_map__fd(skel->maps.lpm_map);
638 	if (lpm_map_fd < 0) {
639 		fprintf(stderr, "Failed loading lpm_map %s\n",
640 			strerror(-lpm_map_fd));
641 		goto end_destroy;
642 	}
643 	arp_table_map_fd = bpf_map__fd(skel->maps.arp_table);
644 	if (arp_table_map_fd < 0) {
645 		fprintf(stderr, "Failed loading arp_table_map_fd %s\n",
646 			strerror(-arp_table_map_fd));
647 		goto end_destroy;
648 	}
649 	exact_match_map_fd = bpf_map__fd(skel->maps.exact_match);
650 	if (exact_match_map_fd < 0) {
651 		fprintf(stderr, "Failed loading exact_match_map_fd %s\n",
652 			strerror(-exact_match_map_fd));
653 		goto end_destroy;
654 	}
655 	tx_port_map_fd = bpf_map__fd(skel->maps.tx_port);
656 	if (tx_port_map_fd < 0) {
657 		fprintf(stderr, "Failed loading tx_port_map_fd %s\n",
658 			strerror(-tx_port_map_fd));
659 		goto end_destroy;
660 	}
661 
662 	ret = EXIT_FAIL_XDP;
663 	for (i = 0; i < total_ifindex; i++) {
664 		int index = if_nametoindex(ifname_list[i]);
665 
666 		if (!index) {
667 			fprintf(stderr, "Interface %s not found %s\n",
668 				ifname_list[i], strerror(-tx_port_map_fd));
669 			goto end_destroy;
670 		}
671 		if (sample_install_xdp(skel->progs.xdp_router_ipv4_prog,
672 				       index, generic, force) < 0)
673 			goto end_destroy;
674 	}
675 
676 	ret = pthread_create(&routes_thread, NULL, monitor_routes_thread, NULL);
677 	if (ret) {
678 		fprintf(stderr, "Failed creating routes_thread: %s\n", strerror(-ret));
679 		ret = EXIT_FAIL;
680 		goto end_destroy;
681 	}
682 
683 	ret = sample_run(interval, NULL, NULL);
684 	routes_thread_exit = true;
685 
686 	if (ret < 0) {
687 		fprintf(stderr, "Failed during sample run: %s\n", strerror(-ret));
688 		ret = EXIT_FAIL;
689 		goto end_thread_wait;
690 	}
691 	ret = EXIT_OK;
692 
693 end_thread_wait:
694 	pthread_join(routes_thread, NULL);
695 end_destroy:
696 	xdp_router_ipv4__destroy(skel);
697 end:
698 	sample_exit(ret);
699 }
700