1 /* 2 * inet_diag.c Module for monitoring INET transport protocols sockets. 3 * 4 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 5 * 6 * This program is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU General Public License 8 * as published by the Free Software Foundation; either version 9 * 2 of the License, or (at your option) any later version. 10 */ 11 12 #include <linux/kernel.h> 13 #include <linux/module.h> 14 #include <linux/types.h> 15 #include <linux/fcntl.h> 16 #include <linux/random.h> 17 #include <linux/slab.h> 18 #include <linux/cache.h> 19 #include <linux/init.h> 20 #include <linux/time.h> 21 22 #include <net/icmp.h> 23 #include <net/tcp.h> 24 #include <net/ipv6.h> 25 #include <net/inet_common.h> 26 #include <net/inet_connection_sock.h> 27 #include <net/inet_hashtables.h> 28 #include <net/inet_timewait_sock.h> 29 #include <net/inet6_hashtables.h> 30 #include <net/netlink.h> 31 32 #include <linux/inet.h> 33 #include <linux/stddef.h> 34 35 #include <linux/inet_diag.h> 36 37 static const struct inet_diag_handler **inet_diag_table; 38 39 struct inet_diag_entry { 40 __be32 *saddr; 41 __be32 *daddr; 42 u16 sport; 43 u16 dport; 44 u16 family; 45 u16 userlocks; 46 }; 47 48 static struct sock *sdiagnl; 49 50 #define INET_DIAG_PUT(skb, attrtype, attrlen) \ 51 RTA_DATA(__RTA_PUT(skb, attrtype, attrlen)) 52 53 static DEFINE_MUTEX(inet_diag_table_mutex); 54 55 static const struct inet_diag_handler *inet_diag_lock_handler(int type) 56 { 57 if (!inet_diag_table[type]) 58 request_module("net-pf-%d-proto-%d-type-%d", PF_NETLINK, 59 NETLINK_SOCK_DIAG, type); 60 61 mutex_lock(&inet_diag_table_mutex); 62 if (!inet_diag_table[type]) 63 return ERR_PTR(-ENOENT); 64 65 return inet_diag_table[type]; 66 } 67 68 static inline void inet_diag_unlock_handler( 69 const struct inet_diag_handler *handler) 70 { 71 mutex_unlock(&inet_diag_table_mutex); 72 } 73 74 static int inet_csk_diag_fill(struct sock *sk, 75 struct sk_buff *skb, 76 int ext, u32 pid, u32 seq, u16 nlmsg_flags, 77 const struct nlmsghdr *unlh) 78 { 79 const struct inet_sock *inet = inet_sk(sk); 80 const struct inet_connection_sock *icsk = inet_csk(sk); 81 struct inet_diag_msg *r; 82 struct nlmsghdr *nlh; 83 void *info = NULL; 84 struct inet_diag_meminfo *minfo = NULL; 85 unsigned char *b = skb_tail_pointer(skb); 86 const struct inet_diag_handler *handler; 87 88 handler = inet_diag_table[unlh->nlmsg_type]; 89 BUG_ON(handler == NULL); 90 91 nlh = NLMSG_PUT(skb, pid, seq, unlh->nlmsg_type, sizeof(*r)); 92 nlh->nlmsg_flags = nlmsg_flags; 93 94 r = NLMSG_DATA(nlh); 95 BUG_ON(sk->sk_state == TCP_TIME_WAIT); 96 97 if (ext & (1 << (INET_DIAG_MEMINFO - 1))) 98 minfo = INET_DIAG_PUT(skb, INET_DIAG_MEMINFO, sizeof(*minfo)); 99 100 if (ext & (1 << (INET_DIAG_INFO - 1))) 101 info = INET_DIAG_PUT(skb, INET_DIAG_INFO, 102 handler->idiag_info_size); 103 104 if ((ext & (1 << (INET_DIAG_CONG - 1))) && icsk->icsk_ca_ops) { 105 const size_t len = strlen(icsk->icsk_ca_ops->name); 106 107 strcpy(INET_DIAG_PUT(skb, INET_DIAG_CONG, len + 1), 108 icsk->icsk_ca_ops->name); 109 } 110 111 r->idiag_family = sk->sk_family; 112 r->idiag_state = sk->sk_state; 113 r->idiag_timer = 0; 114 r->idiag_retrans = 0; 115 116 r->id.idiag_if = sk->sk_bound_dev_if; 117 r->id.idiag_cookie[0] = (u32)(unsigned long)sk; 118 r->id.idiag_cookie[1] = (u32)(((unsigned long)sk >> 31) >> 1); 119 120 r->id.idiag_sport = inet->inet_sport; 121 r->id.idiag_dport = inet->inet_dport; 122 r->id.idiag_src[0] = inet->inet_rcv_saddr; 123 r->id.idiag_dst[0] = inet->inet_daddr; 124 125 /* IPv6 dual-stack sockets use inet->tos for IPv4 connections, 126 * hence this needs to be included regardless of socket family. 127 */ 128 if (ext & (1 << (INET_DIAG_TOS - 1))) 129 RTA_PUT_U8(skb, INET_DIAG_TOS, inet->tos); 130 131 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 132 if (r->idiag_family == AF_INET6) { 133 const struct ipv6_pinfo *np = inet6_sk(sk); 134 135 *(struct in6_addr *)r->id.idiag_src = np->rcv_saddr; 136 *(struct in6_addr *)r->id.idiag_dst = np->daddr; 137 if (ext & (1 << (INET_DIAG_TCLASS - 1))) 138 RTA_PUT_U8(skb, INET_DIAG_TCLASS, np->tclass); 139 } 140 #endif 141 142 #define EXPIRES_IN_MS(tmo) DIV_ROUND_UP((tmo - jiffies) * 1000, HZ) 143 144 if (icsk->icsk_pending == ICSK_TIME_RETRANS) { 145 r->idiag_timer = 1; 146 r->idiag_retrans = icsk->icsk_retransmits; 147 r->idiag_expires = EXPIRES_IN_MS(icsk->icsk_timeout); 148 } else if (icsk->icsk_pending == ICSK_TIME_PROBE0) { 149 r->idiag_timer = 4; 150 r->idiag_retrans = icsk->icsk_probes_out; 151 r->idiag_expires = EXPIRES_IN_MS(icsk->icsk_timeout); 152 } else if (timer_pending(&sk->sk_timer)) { 153 r->idiag_timer = 2; 154 r->idiag_retrans = icsk->icsk_probes_out; 155 r->idiag_expires = EXPIRES_IN_MS(sk->sk_timer.expires); 156 } else { 157 r->idiag_timer = 0; 158 r->idiag_expires = 0; 159 } 160 #undef EXPIRES_IN_MS 161 162 r->idiag_uid = sock_i_uid(sk); 163 r->idiag_inode = sock_i_ino(sk); 164 165 if (minfo) { 166 minfo->idiag_rmem = sk_rmem_alloc_get(sk); 167 minfo->idiag_wmem = sk->sk_wmem_queued; 168 minfo->idiag_fmem = sk->sk_forward_alloc; 169 minfo->idiag_tmem = sk_wmem_alloc_get(sk); 170 } 171 172 handler->idiag_get_info(sk, r, info); 173 174 if (sk->sk_state < TCP_TIME_WAIT && 175 icsk->icsk_ca_ops && icsk->icsk_ca_ops->get_info) 176 icsk->icsk_ca_ops->get_info(sk, ext, skb); 177 178 nlh->nlmsg_len = skb_tail_pointer(skb) - b; 179 return skb->len; 180 181 rtattr_failure: 182 nlmsg_failure: 183 nlmsg_trim(skb, b); 184 return -EMSGSIZE; 185 } 186 187 static int inet_twsk_diag_fill(struct inet_timewait_sock *tw, 188 struct sk_buff *skb, int ext, u32 pid, 189 u32 seq, u16 nlmsg_flags, 190 const struct nlmsghdr *unlh) 191 { 192 long tmo; 193 struct inet_diag_msg *r; 194 const unsigned char *previous_tail = skb_tail_pointer(skb); 195 struct nlmsghdr *nlh = NLMSG_PUT(skb, pid, seq, 196 unlh->nlmsg_type, sizeof(*r)); 197 198 r = NLMSG_DATA(nlh); 199 BUG_ON(tw->tw_state != TCP_TIME_WAIT); 200 201 nlh->nlmsg_flags = nlmsg_flags; 202 203 tmo = tw->tw_ttd - jiffies; 204 if (tmo < 0) 205 tmo = 0; 206 207 r->idiag_family = tw->tw_family; 208 r->idiag_retrans = 0; 209 r->id.idiag_if = tw->tw_bound_dev_if; 210 r->id.idiag_cookie[0] = (u32)(unsigned long)tw; 211 r->id.idiag_cookie[1] = (u32)(((unsigned long)tw >> 31) >> 1); 212 r->id.idiag_sport = tw->tw_sport; 213 r->id.idiag_dport = tw->tw_dport; 214 r->id.idiag_src[0] = tw->tw_rcv_saddr; 215 r->id.idiag_dst[0] = tw->tw_daddr; 216 r->idiag_state = tw->tw_substate; 217 r->idiag_timer = 3; 218 r->idiag_expires = DIV_ROUND_UP(tmo * 1000, HZ); 219 r->idiag_rqueue = 0; 220 r->idiag_wqueue = 0; 221 r->idiag_uid = 0; 222 r->idiag_inode = 0; 223 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 224 if (tw->tw_family == AF_INET6) { 225 const struct inet6_timewait_sock *tw6 = 226 inet6_twsk((struct sock *)tw); 227 228 *(struct in6_addr *)r->id.idiag_src = tw6->tw_v6_rcv_saddr; 229 *(struct in6_addr *)r->id.idiag_dst = tw6->tw_v6_daddr; 230 } 231 #endif 232 nlh->nlmsg_len = skb_tail_pointer(skb) - previous_tail; 233 return skb->len; 234 nlmsg_failure: 235 nlmsg_trim(skb, previous_tail); 236 return -EMSGSIZE; 237 } 238 239 static int sk_diag_fill(struct sock *sk, struct sk_buff *skb, 240 int ext, u32 pid, u32 seq, u16 nlmsg_flags, 241 const struct nlmsghdr *unlh) 242 { 243 if (sk->sk_state == TCP_TIME_WAIT) 244 return inet_twsk_diag_fill((struct inet_timewait_sock *)sk, 245 skb, ext, pid, seq, nlmsg_flags, 246 unlh); 247 return inet_csk_diag_fill(sk, skb, ext, pid, seq, nlmsg_flags, unlh); 248 } 249 250 static int inet_diag_get_exact(struct sk_buff *in_skb, 251 const struct nlmsghdr *nlh) 252 { 253 int err; 254 struct sock *sk; 255 struct inet_diag_req *req = NLMSG_DATA(nlh); 256 struct sk_buff *rep; 257 struct inet_hashinfo *hashinfo; 258 const struct inet_diag_handler *handler; 259 260 handler = inet_diag_lock_handler(nlh->nlmsg_type); 261 if (IS_ERR(handler)) { 262 err = PTR_ERR(handler); 263 goto unlock; 264 } 265 266 hashinfo = handler->idiag_hashinfo; 267 err = -EINVAL; 268 269 if (req->idiag_family == AF_INET) { 270 sk = inet_lookup(&init_net, hashinfo, req->id.idiag_dst[0], 271 req->id.idiag_dport, req->id.idiag_src[0], 272 req->id.idiag_sport, req->id.idiag_if); 273 } 274 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 275 else if (req->idiag_family == AF_INET6) { 276 sk = inet6_lookup(&init_net, hashinfo, 277 (struct in6_addr *)req->id.idiag_dst, 278 req->id.idiag_dport, 279 (struct in6_addr *)req->id.idiag_src, 280 req->id.idiag_sport, 281 req->id.idiag_if); 282 } 283 #endif 284 else { 285 goto unlock; 286 } 287 288 err = -ENOENT; 289 if (sk == NULL) 290 goto unlock; 291 292 err = -ESTALE; 293 if ((req->id.idiag_cookie[0] != INET_DIAG_NOCOOKIE || 294 req->id.idiag_cookie[1] != INET_DIAG_NOCOOKIE) && 295 ((u32)(unsigned long)sk != req->id.idiag_cookie[0] || 296 (u32)((((unsigned long)sk) >> 31) >> 1) != req->id.idiag_cookie[1])) 297 goto out; 298 299 err = -ENOMEM; 300 rep = alloc_skb(NLMSG_SPACE((sizeof(struct inet_diag_msg) + 301 sizeof(struct inet_diag_meminfo) + 302 handler->idiag_info_size + 64)), 303 GFP_KERNEL); 304 if (!rep) 305 goto out; 306 307 err = sk_diag_fill(sk, rep, req->idiag_ext, 308 NETLINK_CB(in_skb).pid, 309 nlh->nlmsg_seq, 0, nlh); 310 if (err < 0) { 311 WARN_ON(err == -EMSGSIZE); 312 kfree_skb(rep); 313 goto out; 314 } 315 err = netlink_unicast(sdiagnl, rep, NETLINK_CB(in_skb).pid, 316 MSG_DONTWAIT); 317 if (err > 0) 318 err = 0; 319 320 out: 321 if (sk) { 322 if (sk->sk_state == TCP_TIME_WAIT) 323 inet_twsk_put((struct inet_timewait_sock *)sk); 324 else 325 sock_put(sk); 326 } 327 unlock: 328 inet_diag_unlock_handler(handler); 329 return err; 330 } 331 332 static int bitstring_match(const __be32 *a1, const __be32 *a2, int bits) 333 { 334 int words = bits >> 5; 335 336 bits &= 0x1f; 337 338 if (words) { 339 if (memcmp(a1, a2, words << 2)) 340 return 0; 341 } 342 if (bits) { 343 __be32 w1, w2; 344 __be32 mask; 345 346 w1 = a1[words]; 347 w2 = a2[words]; 348 349 mask = htonl((0xffffffff) << (32 - bits)); 350 351 if ((w1 ^ w2) & mask) 352 return 0; 353 } 354 355 return 1; 356 } 357 358 359 static int inet_diag_bc_run(const void *bc, int len, 360 const struct inet_diag_entry *entry) 361 { 362 while (len > 0) { 363 int yes = 1; 364 const struct inet_diag_bc_op *op = bc; 365 366 switch (op->code) { 367 case INET_DIAG_BC_NOP: 368 break; 369 case INET_DIAG_BC_JMP: 370 yes = 0; 371 break; 372 case INET_DIAG_BC_S_GE: 373 yes = entry->sport >= op[1].no; 374 break; 375 case INET_DIAG_BC_S_LE: 376 yes = entry->sport <= op[1].no; 377 break; 378 case INET_DIAG_BC_D_GE: 379 yes = entry->dport >= op[1].no; 380 break; 381 case INET_DIAG_BC_D_LE: 382 yes = entry->dport <= op[1].no; 383 break; 384 case INET_DIAG_BC_AUTO: 385 yes = !(entry->userlocks & SOCK_BINDPORT_LOCK); 386 break; 387 case INET_DIAG_BC_S_COND: 388 case INET_DIAG_BC_D_COND: { 389 struct inet_diag_hostcond *cond; 390 __be32 *addr; 391 392 cond = (struct inet_diag_hostcond *)(op + 1); 393 if (cond->port != -1 && 394 cond->port != (op->code == INET_DIAG_BC_S_COND ? 395 entry->sport : entry->dport)) { 396 yes = 0; 397 break; 398 } 399 400 if (cond->prefix_len == 0) 401 break; 402 403 if (op->code == INET_DIAG_BC_S_COND) 404 addr = entry->saddr; 405 else 406 addr = entry->daddr; 407 408 if (bitstring_match(addr, cond->addr, 409 cond->prefix_len)) 410 break; 411 if (entry->family == AF_INET6 && 412 cond->family == AF_INET) { 413 if (addr[0] == 0 && addr[1] == 0 && 414 addr[2] == htonl(0xffff) && 415 bitstring_match(addr + 3, cond->addr, 416 cond->prefix_len)) 417 break; 418 } 419 yes = 0; 420 break; 421 } 422 } 423 424 if (yes) { 425 len -= op->yes; 426 bc += op->yes; 427 } else { 428 len -= op->no; 429 bc += op->no; 430 } 431 } 432 return len == 0; 433 } 434 435 static int valid_cc(const void *bc, int len, int cc) 436 { 437 while (len >= 0) { 438 const struct inet_diag_bc_op *op = bc; 439 440 if (cc > len) 441 return 0; 442 if (cc == len) 443 return 1; 444 if (op->yes < 4 || op->yes & 3) 445 return 0; 446 len -= op->yes; 447 bc += op->yes; 448 } 449 return 0; 450 } 451 452 static int inet_diag_bc_audit(const void *bytecode, int bytecode_len) 453 { 454 const void *bc = bytecode; 455 int len = bytecode_len; 456 457 while (len > 0) { 458 const struct inet_diag_bc_op *op = bc; 459 460 //printk("BC: %d %d %d {%d} / %d\n", op->code, op->yes, op->no, op[1].no, len); 461 switch (op->code) { 462 case INET_DIAG_BC_AUTO: 463 case INET_DIAG_BC_S_COND: 464 case INET_DIAG_BC_D_COND: 465 case INET_DIAG_BC_S_GE: 466 case INET_DIAG_BC_S_LE: 467 case INET_DIAG_BC_D_GE: 468 case INET_DIAG_BC_D_LE: 469 case INET_DIAG_BC_JMP: 470 if (op->no < 4 || op->no > len + 4 || op->no & 3) 471 return -EINVAL; 472 if (op->no < len && 473 !valid_cc(bytecode, bytecode_len, len - op->no)) 474 return -EINVAL; 475 break; 476 case INET_DIAG_BC_NOP: 477 break; 478 default: 479 return -EINVAL; 480 } 481 if (op->yes < 4 || op->yes > len + 4 || op->yes & 3) 482 return -EINVAL; 483 bc += op->yes; 484 len -= op->yes; 485 } 486 return len == 0 ? 0 : -EINVAL; 487 } 488 489 static int inet_csk_diag_dump(struct sock *sk, 490 struct sk_buff *skb, 491 struct netlink_callback *cb, 492 const struct nlattr *bc) 493 { 494 struct inet_diag_req *r = NLMSG_DATA(cb->nlh); 495 496 if (bc != NULL) { 497 struct inet_diag_entry entry; 498 struct inet_sock *inet = inet_sk(sk); 499 500 entry.family = sk->sk_family; 501 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 502 if (entry.family == AF_INET6) { 503 struct ipv6_pinfo *np = inet6_sk(sk); 504 505 entry.saddr = np->rcv_saddr.s6_addr32; 506 entry.daddr = np->daddr.s6_addr32; 507 } else 508 #endif 509 { 510 entry.saddr = &inet->inet_rcv_saddr; 511 entry.daddr = &inet->inet_daddr; 512 } 513 entry.sport = inet->inet_num; 514 entry.dport = ntohs(inet->inet_dport); 515 entry.userlocks = sk->sk_userlocks; 516 517 if (!inet_diag_bc_run(nla_data(bc), nla_len(bc), &entry)) 518 return 0; 519 } 520 521 return inet_csk_diag_fill(sk, skb, r->idiag_ext, 522 NETLINK_CB(cb->skb).pid, 523 cb->nlh->nlmsg_seq, NLM_F_MULTI, cb->nlh); 524 } 525 526 static int inet_twsk_diag_dump(struct inet_timewait_sock *tw, 527 struct sk_buff *skb, 528 struct netlink_callback *cb, 529 const struct nlattr *bc) 530 { 531 struct inet_diag_req *r = NLMSG_DATA(cb->nlh); 532 533 if (bc != NULL) { 534 struct inet_diag_entry entry; 535 536 entry.family = tw->tw_family; 537 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 538 if (tw->tw_family == AF_INET6) { 539 struct inet6_timewait_sock *tw6 = 540 inet6_twsk((struct sock *)tw); 541 entry.saddr = tw6->tw_v6_rcv_saddr.s6_addr32; 542 entry.daddr = tw6->tw_v6_daddr.s6_addr32; 543 } else 544 #endif 545 { 546 entry.saddr = &tw->tw_rcv_saddr; 547 entry.daddr = &tw->tw_daddr; 548 } 549 entry.sport = tw->tw_num; 550 entry.dport = ntohs(tw->tw_dport); 551 entry.userlocks = 0; 552 553 if (!inet_diag_bc_run(nla_data(bc), nla_len(bc), &entry)) 554 return 0; 555 } 556 557 return inet_twsk_diag_fill(tw, skb, r->idiag_ext, 558 NETLINK_CB(cb->skb).pid, 559 cb->nlh->nlmsg_seq, NLM_F_MULTI, cb->nlh); 560 } 561 562 static int inet_diag_fill_req(struct sk_buff *skb, struct sock *sk, 563 struct request_sock *req, u32 pid, u32 seq, 564 const struct nlmsghdr *unlh) 565 { 566 const struct inet_request_sock *ireq = inet_rsk(req); 567 struct inet_sock *inet = inet_sk(sk); 568 unsigned char *b = skb_tail_pointer(skb); 569 struct inet_diag_msg *r; 570 struct nlmsghdr *nlh; 571 long tmo; 572 573 nlh = NLMSG_PUT(skb, pid, seq, unlh->nlmsg_type, sizeof(*r)); 574 nlh->nlmsg_flags = NLM_F_MULTI; 575 r = NLMSG_DATA(nlh); 576 577 r->idiag_family = sk->sk_family; 578 r->idiag_state = TCP_SYN_RECV; 579 r->idiag_timer = 1; 580 r->idiag_retrans = req->retrans; 581 582 r->id.idiag_if = sk->sk_bound_dev_if; 583 r->id.idiag_cookie[0] = (u32)(unsigned long)req; 584 r->id.idiag_cookie[1] = (u32)(((unsigned long)req >> 31) >> 1); 585 586 tmo = req->expires - jiffies; 587 if (tmo < 0) 588 tmo = 0; 589 590 r->id.idiag_sport = inet->inet_sport; 591 r->id.idiag_dport = ireq->rmt_port; 592 r->id.idiag_src[0] = ireq->loc_addr; 593 r->id.idiag_dst[0] = ireq->rmt_addr; 594 r->idiag_expires = jiffies_to_msecs(tmo); 595 r->idiag_rqueue = 0; 596 r->idiag_wqueue = 0; 597 r->idiag_uid = sock_i_uid(sk); 598 r->idiag_inode = 0; 599 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 600 if (r->idiag_family == AF_INET6) { 601 *(struct in6_addr *)r->id.idiag_src = inet6_rsk(req)->loc_addr; 602 *(struct in6_addr *)r->id.idiag_dst = inet6_rsk(req)->rmt_addr; 603 } 604 #endif 605 nlh->nlmsg_len = skb_tail_pointer(skb) - b; 606 607 return skb->len; 608 609 nlmsg_failure: 610 nlmsg_trim(skb, b); 611 return -1; 612 } 613 614 static int inet_diag_dump_reqs(struct sk_buff *skb, struct sock *sk, 615 struct netlink_callback *cb, 616 const struct nlattr *bc) 617 { 618 struct inet_diag_entry entry; 619 struct inet_diag_req *r = NLMSG_DATA(cb->nlh); 620 struct inet_connection_sock *icsk = inet_csk(sk); 621 struct listen_sock *lopt; 622 struct inet_sock *inet = inet_sk(sk); 623 int j, s_j; 624 int reqnum, s_reqnum; 625 int err = 0; 626 627 s_j = cb->args[3]; 628 s_reqnum = cb->args[4]; 629 630 if (s_j > 0) 631 s_j--; 632 633 entry.family = sk->sk_family; 634 635 read_lock_bh(&icsk->icsk_accept_queue.syn_wait_lock); 636 637 lopt = icsk->icsk_accept_queue.listen_opt; 638 if (!lopt || !lopt->qlen) 639 goto out; 640 641 if (bc != NULL) { 642 entry.sport = inet->inet_num; 643 entry.userlocks = sk->sk_userlocks; 644 } 645 646 for (j = s_j; j < lopt->nr_table_entries; j++) { 647 struct request_sock *req, *head = lopt->syn_table[j]; 648 649 reqnum = 0; 650 for (req = head; req; reqnum++, req = req->dl_next) { 651 struct inet_request_sock *ireq = inet_rsk(req); 652 653 if (reqnum < s_reqnum) 654 continue; 655 if (r->id.idiag_dport != ireq->rmt_port && 656 r->id.idiag_dport) 657 continue; 658 659 if (bc) { 660 entry.saddr = 661 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 662 (entry.family == AF_INET6) ? 663 inet6_rsk(req)->loc_addr.s6_addr32 : 664 #endif 665 &ireq->loc_addr; 666 entry.daddr = 667 #if defined(CONFIG_IPV6) || defined (CONFIG_IPV6_MODULE) 668 (entry.family == AF_INET6) ? 669 inet6_rsk(req)->rmt_addr.s6_addr32 : 670 #endif 671 &ireq->rmt_addr; 672 entry.dport = ntohs(ireq->rmt_port); 673 674 if (!inet_diag_bc_run(nla_data(bc), 675 nla_len(bc), &entry)) 676 continue; 677 } 678 679 err = inet_diag_fill_req(skb, sk, req, 680 NETLINK_CB(cb->skb).pid, 681 cb->nlh->nlmsg_seq, cb->nlh); 682 if (err < 0) { 683 cb->args[3] = j + 1; 684 cb->args[4] = reqnum; 685 goto out; 686 } 687 } 688 689 s_reqnum = 0; 690 } 691 692 out: 693 read_unlock_bh(&icsk->icsk_accept_queue.syn_wait_lock); 694 695 return err; 696 } 697 698 static int inet_diag_dump(struct sk_buff *skb, struct netlink_callback *cb) 699 { 700 int i, num; 701 int s_i, s_num; 702 struct inet_diag_req *r = NLMSG_DATA(cb->nlh); 703 const struct inet_diag_handler *handler; 704 struct inet_hashinfo *hashinfo; 705 const struct nlattr *bc = NULL; 706 707 if (nlmsg_attrlen(cb->nlh, sizeof(struct inet_diag_req))) 708 bc = nlmsg_find_attr(cb->nlh, sizeof(*r), INET_DIAG_REQ_BYTECODE); 709 710 handler = inet_diag_lock_handler(cb->nlh->nlmsg_type); 711 if (IS_ERR(handler)) 712 goto unlock; 713 714 hashinfo = handler->idiag_hashinfo; 715 716 s_i = cb->args[1]; 717 s_num = num = cb->args[2]; 718 719 if (cb->args[0] == 0) { 720 if (!(r->idiag_states & (TCPF_LISTEN | TCPF_SYN_RECV))) 721 goto skip_listen_ht; 722 723 for (i = s_i; i < INET_LHTABLE_SIZE; i++) { 724 struct sock *sk; 725 struct hlist_nulls_node *node; 726 struct inet_listen_hashbucket *ilb; 727 728 num = 0; 729 ilb = &hashinfo->listening_hash[i]; 730 spin_lock_bh(&ilb->lock); 731 sk_nulls_for_each(sk, node, &ilb->head) { 732 struct inet_sock *inet = inet_sk(sk); 733 734 if (num < s_num) { 735 num++; 736 continue; 737 } 738 739 if (r->id.idiag_sport != inet->inet_sport && 740 r->id.idiag_sport) 741 goto next_listen; 742 743 if (!(r->idiag_states & TCPF_LISTEN) || 744 r->id.idiag_dport || 745 cb->args[3] > 0) 746 goto syn_recv; 747 748 if (inet_csk_diag_dump(sk, skb, cb, bc) < 0) { 749 spin_unlock_bh(&ilb->lock); 750 goto done; 751 } 752 753 syn_recv: 754 if (!(r->idiag_states & TCPF_SYN_RECV)) 755 goto next_listen; 756 757 if (inet_diag_dump_reqs(skb, sk, cb, bc) < 0) { 758 spin_unlock_bh(&ilb->lock); 759 goto done; 760 } 761 762 next_listen: 763 cb->args[3] = 0; 764 cb->args[4] = 0; 765 ++num; 766 } 767 spin_unlock_bh(&ilb->lock); 768 769 s_num = 0; 770 cb->args[3] = 0; 771 cb->args[4] = 0; 772 } 773 skip_listen_ht: 774 cb->args[0] = 1; 775 s_i = num = s_num = 0; 776 } 777 778 if (!(r->idiag_states & ~(TCPF_LISTEN | TCPF_SYN_RECV))) 779 goto unlock; 780 781 for (i = s_i; i <= hashinfo->ehash_mask; i++) { 782 struct inet_ehash_bucket *head = &hashinfo->ehash[i]; 783 spinlock_t *lock = inet_ehash_lockp(hashinfo, i); 784 struct sock *sk; 785 struct hlist_nulls_node *node; 786 787 num = 0; 788 789 if (hlist_nulls_empty(&head->chain) && 790 hlist_nulls_empty(&head->twchain)) 791 continue; 792 793 if (i > s_i) 794 s_num = 0; 795 796 spin_lock_bh(lock); 797 sk_nulls_for_each(sk, node, &head->chain) { 798 struct inet_sock *inet = inet_sk(sk); 799 800 if (num < s_num) 801 goto next_normal; 802 if (!(r->idiag_states & (1 << sk->sk_state))) 803 goto next_normal; 804 if (r->id.idiag_sport != inet->inet_sport && 805 r->id.idiag_sport) 806 goto next_normal; 807 if (r->id.idiag_dport != inet->inet_dport && 808 r->id.idiag_dport) 809 goto next_normal; 810 if (inet_csk_diag_dump(sk, skb, cb, bc) < 0) { 811 spin_unlock_bh(lock); 812 goto done; 813 } 814 next_normal: 815 ++num; 816 } 817 818 if (r->idiag_states & TCPF_TIME_WAIT) { 819 struct inet_timewait_sock *tw; 820 821 inet_twsk_for_each(tw, node, 822 &head->twchain) { 823 824 if (num < s_num) 825 goto next_dying; 826 if (r->id.idiag_sport != tw->tw_sport && 827 r->id.idiag_sport) 828 goto next_dying; 829 if (r->id.idiag_dport != tw->tw_dport && 830 r->id.idiag_dport) 831 goto next_dying; 832 if (inet_twsk_diag_dump(tw, skb, cb, bc) < 0) { 833 spin_unlock_bh(lock); 834 goto done; 835 } 836 next_dying: 837 ++num; 838 } 839 } 840 spin_unlock_bh(lock); 841 } 842 843 done: 844 cb->args[1] = i; 845 cb->args[2] = num; 846 unlock: 847 inet_diag_unlock_handler(handler); 848 return skb->len; 849 } 850 851 static int inet_diag_rcv_msg_compat(struct sk_buff *skb, struct nlmsghdr *nlh) 852 { 853 int hdrlen = sizeof(struct inet_diag_req); 854 855 if (nlh->nlmsg_type >= INET_DIAG_GETSOCK_MAX || 856 nlmsg_len(nlh) < hdrlen) 857 return -EINVAL; 858 859 if (nlh->nlmsg_flags & NLM_F_DUMP) { 860 if (nlmsg_attrlen(nlh, hdrlen)) { 861 struct nlattr *attr; 862 863 attr = nlmsg_find_attr(nlh, hdrlen, 864 INET_DIAG_REQ_BYTECODE); 865 if (attr == NULL || 866 nla_len(attr) < sizeof(struct inet_diag_bc_op) || 867 inet_diag_bc_audit(nla_data(attr), nla_len(attr))) 868 return -EINVAL; 869 } 870 871 return netlink_dump_start(sdiagnl, skb, nlh, 872 inet_diag_dump, NULL, 0); 873 } 874 875 return inet_diag_get_exact(skb, nlh); 876 } 877 878 static int __sock_diag_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh) 879 { 880 return -EOPNOTSUPP; 881 } 882 883 static int sock_diag_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh) 884 { 885 switch (nlh->nlmsg_type) { 886 case TCPDIAG_GETSOCK: 887 case DCCPDIAG_GETSOCK: 888 return inet_diag_rcv_msg_compat(skb, nlh); 889 case SOCK_DIAG_BY_FAMILY: 890 return __sock_diag_rcv_msg(skb, nlh); 891 default: 892 return -EINVAL; 893 } 894 } 895 896 static DEFINE_MUTEX(sock_diag_mutex); 897 898 static void sock_diag_rcv(struct sk_buff *skb) 899 { 900 mutex_lock(&sock_diag_mutex); 901 netlink_rcv_skb(skb, &sock_diag_rcv_msg); 902 mutex_unlock(&sock_diag_mutex); 903 } 904 905 int inet_diag_register(const struct inet_diag_handler *h) 906 { 907 const __u16 type = h->idiag_type; 908 int err = -EINVAL; 909 910 if (type >= INET_DIAG_GETSOCK_MAX) 911 goto out; 912 913 mutex_lock(&inet_diag_table_mutex); 914 err = -EEXIST; 915 if (inet_diag_table[type] == NULL) { 916 inet_diag_table[type] = h; 917 err = 0; 918 } 919 mutex_unlock(&inet_diag_table_mutex); 920 out: 921 return err; 922 } 923 EXPORT_SYMBOL_GPL(inet_diag_register); 924 925 void inet_diag_unregister(const struct inet_diag_handler *h) 926 { 927 const __u16 type = h->idiag_type; 928 929 if (type >= INET_DIAG_GETSOCK_MAX) 930 return; 931 932 mutex_lock(&inet_diag_table_mutex); 933 inet_diag_table[type] = NULL; 934 mutex_unlock(&inet_diag_table_mutex); 935 } 936 EXPORT_SYMBOL_GPL(inet_diag_unregister); 937 938 static int __init inet_diag_init(void) 939 { 940 const int inet_diag_table_size = (INET_DIAG_GETSOCK_MAX * 941 sizeof(struct inet_diag_handler *)); 942 int err = -ENOMEM; 943 944 inet_diag_table = kzalloc(inet_diag_table_size, GFP_KERNEL); 945 if (!inet_diag_table) 946 goto out; 947 948 sdiagnl = netlink_kernel_create(&init_net, NETLINK_SOCK_DIAG, 0, 949 sock_diag_rcv, NULL, THIS_MODULE); 950 if (sdiagnl == NULL) 951 goto out_free_table; 952 err = 0; 953 out: 954 return err; 955 out_free_table: 956 kfree(inet_diag_table); 957 goto out; 958 } 959 960 static void __exit inet_diag_exit(void) 961 { 962 netlink_kernel_release(sdiagnl); 963 kfree(inet_diag_table); 964 } 965 966 module_init(inet_diag_init); 967 module_exit(inet_diag_exit); 968 MODULE_LICENSE("GPL"); 969 MODULE_ALIAS_NET_PF_PROTO(PF_NETLINK, NETLINK_SOCK_DIAG); 970