1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Anycast support for IPv6 4 * Linux INET6 implementation 5 * 6 * Authors: 7 * David L Stevens (dlstevens@us.ibm.com) 8 * 9 * based heavily on net/ipv6/mcast.c 10 */ 11 12 #include <linux/capability.h> 13 #include <linux/module.h> 14 #include <linux/errno.h> 15 #include <linux/types.h> 16 #include <linux/random.h> 17 #include <linux/string.h> 18 #include <linux/socket.h> 19 #include <linux/sockios.h> 20 #include <linux/net.h> 21 #include <linux/in6.h> 22 #include <linux/netdevice.h> 23 #include <linux/if_arp.h> 24 #include <linux/route.h> 25 #include <linux/init.h> 26 #include <linux/proc_fs.h> 27 #include <linux/seq_file.h> 28 #include <linux/slab.h> 29 30 #include <net/net_namespace.h> 31 #include <net/sock.h> 32 #include <net/snmp.h> 33 34 #include <net/ipv6.h> 35 #include <net/protocol.h> 36 #include <net/if_inet6.h> 37 #include <net/ndisc.h> 38 #include <net/addrconf.h> 39 #include <net/ip6_route.h> 40 41 #include <net/checksum.h> 42 43 #define IN6_ADDR_HSIZE_SHIFT 8 44 #define IN6_ADDR_HSIZE BIT(IN6_ADDR_HSIZE_SHIFT) 45 /* anycast address hash table 46 */ 47 static struct hlist_head inet6_acaddr_lst[IN6_ADDR_HSIZE]; 48 static DEFINE_SPINLOCK(acaddr_hash_lock); 49 50 static int ipv6_dev_ac_dec(struct net_device *dev, const struct in6_addr *addr); 51 52 static u32 inet6_acaddr_hash(struct net *net, const struct in6_addr *addr) 53 { 54 u32 val = ipv6_addr_hash(addr) ^ net_hash_mix(net); 55 56 return hash_32(val, IN6_ADDR_HSIZE_SHIFT); 57 } 58 59 /* 60 * socket join an anycast group 61 */ 62 63 int ipv6_sock_ac_join(struct sock *sk, int ifindex, const struct in6_addr *addr) 64 { 65 struct ipv6_pinfo *np = inet6_sk(sk); 66 struct net_device *dev = NULL; 67 struct inet6_dev *idev; 68 struct ipv6_ac_socklist *pac; 69 struct net *net = sock_net(sk); 70 int ishost = !net->ipv6.devconf_all->forwarding; 71 int err = 0; 72 73 ASSERT_RTNL(); 74 75 if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) 76 return -EPERM; 77 if (ipv6_addr_is_multicast(addr)) 78 return -EINVAL; 79 80 if (ifindex) 81 dev = __dev_get_by_index(net, ifindex); 82 83 if (ipv6_chk_addr_and_flags(net, addr, dev, true, 0, IFA_F_TENTATIVE)) 84 return -EINVAL; 85 86 pac = sock_kmalloc(sk, sizeof(struct ipv6_ac_socklist), GFP_KERNEL); 87 if (!pac) 88 return -ENOMEM; 89 pac->acl_next = NULL; 90 pac->acl_addr = *addr; 91 92 if (ifindex == 0) { 93 struct rt6_info *rt; 94 95 rt = rt6_lookup(net, addr, NULL, 0, NULL, 0); 96 if (rt) { 97 dev = rt->dst.dev; 98 ip6_rt_put(rt); 99 } else if (ishost) { 100 err = -EADDRNOTAVAIL; 101 goto error; 102 } else { 103 /* router, no matching interface: just pick one */ 104 dev = __dev_get_by_flags(net, IFF_UP, 105 IFF_UP | IFF_LOOPBACK); 106 } 107 } 108 109 if (!dev) { 110 err = -ENODEV; 111 goto error; 112 } 113 114 idev = __in6_dev_get(dev); 115 if (!idev) { 116 if (ifindex) 117 err = -ENODEV; 118 else 119 err = -EADDRNOTAVAIL; 120 goto error; 121 } 122 /* reset ishost, now that we have a specific device */ 123 ishost = !idev->cnf.forwarding; 124 125 pac->acl_ifindex = dev->ifindex; 126 127 /* XXX 128 * For hosts, allow link-local or matching prefix anycasts. 129 * This obviates the need for propagating anycast routes while 130 * still allowing some non-router anycast participation. 131 */ 132 if (!ipv6_chk_prefix(addr, dev)) { 133 if (ishost) 134 err = -EADDRNOTAVAIL; 135 if (err) 136 goto error; 137 } 138 139 err = __ipv6_dev_ac_inc(idev, addr); 140 if (!err) { 141 pac->acl_next = np->ipv6_ac_list; 142 np->ipv6_ac_list = pac; 143 pac = NULL; 144 } 145 146 error: 147 if (pac) 148 sock_kfree_s(sk, pac, sizeof(*pac)); 149 return err; 150 } 151 152 /* 153 * socket leave an anycast group 154 */ 155 int ipv6_sock_ac_drop(struct sock *sk, int ifindex, const struct in6_addr *addr) 156 { 157 struct ipv6_pinfo *np = inet6_sk(sk); 158 struct net_device *dev; 159 struct ipv6_ac_socklist *pac, *prev_pac; 160 struct net *net = sock_net(sk); 161 162 ASSERT_RTNL(); 163 164 prev_pac = NULL; 165 for (pac = np->ipv6_ac_list; pac; pac = pac->acl_next) { 166 if ((ifindex == 0 || pac->acl_ifindex == ifindex) && 167 ipv6_addr_equal(&pac->acl_addr, addr)) 168 break; 169 prev_pac = pac; 170 } 171 if (!pac) 172 return -ENOENT; 173 if (prev_pac) 174 prev_pac->acl_next = pac->acl_next; 175 else 176 np->ipv6_ac_list = pac->acl_next; 177 178 dev = __dev_get_by_index(net, pac->acl_ifindex); 179 if (dev) 180 ipv6_dev_ac_dec(dev, &pac->acl_addr); 181 182 sock_kfree_s(sk, pac, sizeof(*pac)); 183 return 0; 184 } 185 186 void __ipv6_sock_ac_close(struct sock *sk) 187 { 188 struct ipv6_pinfo *np = inet6_sk(sk); 189 struct net_device *dev = NULL; 190 struct ipv6_ac_socklist *pac; 191 struct net *net = sock_net(sk); 192 int prev_index; 193 194 ASSERT_RTNL(); 195 pac = np->ipv6_ac_list; 196 np->ipv6_ac_list = NULL; 197 198 prev_index = 0; 199 while (pac) { 200 struct ipv6_ac_socklist *next = pac->acl_next; 201 202 if (pac->acl_ifindex != prev_index) { 203 dev = __dev_get_by_index(net, pac->acl_ifindex); 204 prev_index = pac->acl_ifindex; 205 } 206 if (dev) 207 ipv6_dev_ac_dec(dev, &pac->acl_addr); 208 sock_kfree_s(sk, pac, sizeof(*pac)); 209 pac = next; 210 } 211 } 212 213 void ipv6_sock_ac_close(struct sock *sk) 214 { 215 struct ipv6_pinfo *np = inet6_sk(sk); 216 217 if (!np->ipv6_ac_list) 218 return; 219 rtnl_lock(); 220 __ipv6_sock_ac_close(sk); 221 rtnl_unlock(); 222 } 223 224 static void ipv6_add_acaddr_hash(struct net *net, struct ifacaddr6 *aca) 225 { 226 unsigned int hash = inet6_acaddr_hash(net, &aca->aca_addr); 227 228 spin_lock(&acaddr_hash_lock); 229 hlist_add_head_rcu(&aca->aca_addr_lst, &inet6_acaddr_lst[hash]); 230 spin_unlock(&acaddr_hash_lock); 231 } 232 233 static void ipv6_del_acaddr_hash(struct ifacaddr6 *aca) 234 { 235 spin_lock(&acaddr_hash_lock); 236 hlist_del_init_rcu(&aca->aca_addr_lst); 237 spin_unlock(&acaddr_hash_lock); 238 } 239 240 static void aca_get(struct ifacaddr6 *aca) 241 { 242 refcount_inc(&aca->aca_refcnt); 243 } 244 245 static void aca_free_rcu(struct rcu_head *h) 246 { 247 struct ifacaddr6 *aca = container_of(h, struct ifacaddr6, rcu); 248 249 fib6_info_release(aca->aca_rt); 250 kfree(aca); 251 } 252 253 static void aca_put(struct ifacaddr6 *ac) 254 { 255 if (refcount_dec_and_test(&ac->aca_refcnt)) { 256 call_rcu(&ac->rcu, aca_free_rcu); 257 } 258 } 259 260 static struct ifacaddr6 *aca_alloc(struct fib6_info *f6i, 261 const struct in6_addr *addr) 262 { 263 struct ifacaddr6 *aca; 264 265 aca = kzalloc(sizeof(*aca), GFP_ATOMIC); 266 if (!aca) 267 return NULL; 268 269 aca->aca_addr = *addr; 270 fib6_info_hold(f6i); 271 aca->aca_rt = f6i; 272 INIT_HLIST_NODE(&aca->aca_addr_lst); 273 aca->aca_users = 1; 274 /* aca_tstamp should be updated upon changes */ 275 aca->aca_cstamp = aca->aca_tstamp = jiffies; 276 refcount_set(&aca->aca_refcnt, 1); 277 278 return aca; 279 } 280 281 /* 282 * device anycast group inc (add if not found) 283 */ 284 int __ipv6_dev_ac_inc(struct inet6_dev *idev, const struct in6_addr *addr) 285 { 286 struct ifacaddr6 *aca; 287 struct fib6_info *f6i; 288 struct net *net; 289 int err; 290 291 ASSERT_RTNL(); 292 293 write_lock_bh(&idev->lock); 294 if (idev->dead) { 295 err = -ENODEV; 296 goto out; 297 } 298 299 for (aca = idev->ac_list; aca; aca = aca->aca_next) { 300 if (ipv6_addr_equal(&aca->aca_addr, addr)) { 301 aca->aca_users++; 302 err = 0; 303 goto out; 304 } 305 } 306 307 net = dev_net(idev->dev); 308 f6i = addrconf_f6i_alloc(net, idev, addr, true, GFP_ATOMIC, NULL); 309 if (IS_ERR(f6i)) { 310 err = PTR_ERR(f6i); 311 goto out; 312 } 313 aca = aca_alloc(f6i, addr); 314 if (!aca) { 315 fib6_info_release(f6i); 316 err = -ENOMEM; 317 goto out; 318 } 319 320 aca->aca_next = idev->ac_list; 321 idev->ac_list = aca; 322 323 /* Hold this for addrconf_join_solict() below before we unlock, 324 * it is already exposed via idev->ac_list. 325 */ 326 aca_get(aca); 327 write_unlock_bh(&idev->lock); 328 329 ipv6_add_acaddr_hash(net, aca); 330 331 ip6_ins_rt(net, f6i); 332 333 addrconf_join_solict(idev->dev, &aca->aca_addr); 334 335 aca_put(aca); 336 return 0; 337 out: 338 write_unlock_bh(&idev->lock); 339 return err; 340 } 341 342 /* 343 * device anycast group decrement 344 */ 345 int __ipv6_dev_ac_dec(struct inet6_dev *idev, const struct in6_addr *addr) 346 { 347 struct ifacaddr6 *aca, *prev_aca; 348 349 ASSERT_RTNL(); 350 351 write_lock_bh(&idev->lock); 352 prev_aca = NULL; 353 for (aca = idev->ac_list; aca; aca = aca->aca_next) { 354 if (ipv6_addr_equal(&aca->aca_addr, addr)) 355 break; 356 prev_aca = aca; 357 } 358 if (!aca) { 359 write_unlock_bh(&idev->lock); 360 return -ENOENT; 361 } 362 if (--aca->aca_users > 0) { 363 write_unlock_bh(&idev->lock); 364 return 0; 365 } 366 if (prev_aca) 367 prev_aca->aca_next = aca->aca_next; 368 else 369 idev->ac_list = aca->aca_next; 370 write_unlock_bh(&idev->lock); 371 ipv6_del_acaddr_hash(aca); 372 addrconf_leave_solict(idev, &aca->aca_addr); 373 374 ip6_del_rt(dev_net(idev->dev), aca->aca_rt, false); 375 376 aca_put(aca); 377 return 0; 378 } 379 380 /* called with rtnl_lock() */ 381 static int ipv6_dev_ac_dec(struct net_device *dev, const struct in6_addr *addr) 382 { 383 struct inet6_dev *idev = __in6_dev_get(dev); 384 385 if (!idev) 386 return -ENODEV; 387 return __ipv6_dev_ac_dec(idev, addr); 388 } 389 390 void ipv6_ac_destroy_dev(struct inet6_dev *idev) 391 { 392 struct ifacaddr6 *aca; 393 394 write_lock_bh(&idev->lock); 395 while ((aca = idev->ac_list) != NULL) { 396 idev->ac_list = aca->aca_next; 397 write_unlock_bh(&idev->lock); 398 399 ipv6_del_acaddr_hash(aca); 400 401 addrconf_leave_solict(idev, &aca->aca_addr); 402 403 ip6_del_rt(dev_net(idev->dev), aca->aca_rt, false); 404 405 aca_put(aca); 406 407 write_lock_bh(&idev->lock); 408 } 409 write_unlock_bh(&idev->lock); 410 } 411 412 /* 413 * check if the interface has this anycast address 414 * called with rcu_read_lock() 415 */ 416 static bool ipv6_chk_acast_dev(struct net_device *dev, const struct in6_addr *addr) 417 { 418 struct inet6_dev *idev; 419 struct ifacaddr6 *aca; 420 421 idev = __in6_dev_get(dev); 422 if (idev) { 423 read_lock_bh(&idev->lock); 424 for (aca = idev->ac_list; aca; aca = aca->aca_next) 425 if (ipv6_addr_equal(&aca->aca_addr, addr)) 426 break; 427 read_unlock_bh(&idev->lock); 428 return aca != NULL; 429 } 430 return false; 431 } 432 433 /* 434 * check if given interface (or any, if dev==0) has this anycast address 435 */ 436 bool ipv6_chk_acast_addr(struct net *net, struct net_device *dev, 437 const struct in6_addr *addr) 438 { 439 struct net_device *nh_dev; 440 struct ifacaddr6 *aca; 441 bool found = false; 442 443 rcu_read_lock(); 444 if (dev) 445 found = ipv6_chk_acast_dev(dev, addr); 446 else { 447 unsigned int hash = inet6_acaddr_hash(net, addr); 448 449 hlist_for_each_entry_rcu(aca, &inet6_acaddr_lst[hash], 450 aca_addr_lst) { 451 nh_dev = fib6_info_nh_dev(aca->aca_rt); 452 if (!nh_dev || !net_eq(dev_net(nh_dev), net)) 453 continue; 454 if (ipv6_addr_equal(&aca->aca_addr, addr)) { 455 found = true; 456 break; 457 } 458 } 459 } 460 rcu_read_unlock(); 461 return found; 462 } 463 464 /* check if this anycast address is link-local on given interface or 465 * is global 466 */ 467 bool ipv6_chk_acast_addr_src(struct net *net, struct net_device *dev, 468 const struct in6_addr *addr) 469 { 470 return ipv6_chk_acast_addr(net, 471 (ipv6_addr_type(addr) & IPV6_ADDR_LINKLOCAL ? 472 dev : NULL), 473 addr); 474 } 475 476 #ifdef CONFIG_PROC_FS 477 struct ac6_iter_state { 478 struct seq_net_private p; 479 struct net_device *dev; 480 struct inet6_dev *idev; 481 }; 482 483 #define ac6_seq_private(seq) ((struct ac6_iter_state *)(seq)->private) 484 485 static inline struct ifacaddr6 *ac6_get_first(struct seq_file *seq) 486 { 487 struct ifacaddr6 *im = NULL; 488 struct ac6_iter_state *state = ac6_seq_private(seq); 489 struct net *net = seq_file_net(seq); 490 491 state->idev = NULL; 492 for_each_netdev_rcu(net, state->dev) { 493 struct inet6_dev *idev; 494 idev = __in6_dev_get(state->dev); 495 if (!idev) 496 continue; 497 read_lock_bh(&idev->lock); 498 im = idev->ac_list; 499 if (im) { 500 state->idev = idev; 501 break; 502 } 503 read_unlock_bh(&idev->lock); 504 } 505 return im; 506 } 507 508 static struct ifacaddr6 *ac6_get_next(struct seq_file *seq, struct ifacaddr6 *im) 509 { 510 struct ac6_iter_state *state = ac6_seq_private(seq); 511 512 im = im->aca_next; 513 while (!im) { 514 if (likely(state->idev != NULL)) 515 read_unlock_bh(&state->idev->lock); 516 517 state->dev = next_net_device_rcu(state->dev); 518 if (!state->dev) { 519 state->idev = NULL; 520 break; 521 } 522 state->idev = __in6_dev_get(state->dev); 523 if (!state->idev) 524 continue; 525 read_lock_bh(&state->idev->lock); 526 im = state->idev->ac_list; 527 } 528 return im; 529 } 530 531 static struct ifacaddr6 *ac6_get_idx(struct seq_file *seq, loff_t pos) 532 { 533 struct ifacaddr6 *im = ac6_get_first(seq); 534 if (im) 535 while (pos && (im = ac6_get_next(seq, im)) != NULL) 536 --pos; 537 return pos ? NULL : im; 538 } 539 540 static void *ac6_seq_start(struct seq_file *seq, loff_t *pos) 541 __acquires(RCU) 542 { 543 rcu_read_lock(); 544 return ac6_get_idx(seq, *pos); 545 } 546 547 static void *ac6_seq_next(struct seq_file *seq, void *v, loff_t *pos) 548 { 549 struct ifacaddr6 *im = ac6_get_next(seq, v); 550 551 ++*pos; 552 return im; 553 } 554 555 static void ac6_seq_stop(struct seq_file *seq, void *v) 556 __releases(RCU) 557 { 558 struct ac6_iter_state *state = ac6_seq_private(seq); 559 560 if (likely(state->idev != NULL)) { 561 read_unlock_bh(&state->idev->lock); 562 state->idev = NULL; 563 } 564 rcu_read_unlock(); 565 } 566 567 static int ac6_seq_show(struct seq_file *seq, void *v) 568 { 569 struct ifacaddr6 *im = (struct ifacaddr6 *)v; 570 struct ac6_iter_state *state = ac6_seq_private(seq); 571 572 seq_printf(seq, "%-4d %-15s %pi6 %5d\n", 573 state->dev->ifindex, state->dev->name, 574 &im->aca_addr, im->aca_users); 575 return 0; 576 } 577 578 static const struct seq_operations ac6_seq_ops = { 579 .start = ac6_seq_start, 580 .next = ac6_seq_next, 581 .stop = ac6_seq_stop, 582 .show = ac6_seq_show, 583 }; 584 585 int __net_init ac6_proc_init(struct net *net) 586 { 587 if (!proc_create_net("anycast6", 0444, net->proc_net, &ac6_seq_ops, 588 sizeof(struct ac6_iter_state))) 589 return -ENOMEM; 590 591 return 0; 592 } 593 594 void ac6_proc_exit(struct net *net) 595 { 596 remove_proc_entry("anycast6", net->proc_net); 597 } 598 #endif 599 600 /* Init / cleanup code 601 */ 602 int __init ipv6_anycast_init(void) 603 { 604 int i; 605 606 for (i = 0; i < IN6_ADDR_HSIZE; i++) 607 INIT_HLIST_HEAD(&inet6_acaddr_lst[i]); 608 return 0; 609 } 610 611 void ipv6_anycast_cleanup(void) 612 { 613 int i; 614 615 spin_lock(&acaddr_hash_lock); 616 for (i = 0; i < IN6_ADDR_HSIZE; i++) 617 WARN_ON(!hlist_empty(&inet6_acaddr_lst[i])); 618 spin_unlock(&acaddr_hash_lock); 619 } 620