Lines Matching +full:im +full:-
1 // SPDX-License-Identifier: GPL-2.0-or-later
30 * Chih-Jen Chang : Tried to revise IGMP to Version 2
31 * Tsu-Sheng Tsao E-mail: chihjenc@scf.usc.edu and tsusheng@scf.usc.edu
33 * ipmulti-3.5 source code.
34 * Chih-Jen Chang : Added the igmp_get_mrouter_info and
35 * Tsu-Sheng Tsao igmp_set_mrouter_info to keep track of
37 * Chih-Jen Chang : Added the max_resp_time parameter to
38 * Tsu-Sheng Tsao igmp_heard_query(). Using this parameter
41 * Chih-Jen Chang : Added a timer to revert to IGMP V2 router
42 * Tsu-Sheng Tsao if the specified time expired.
53 * igmp_timer_expire if tm->running is
64 * Alexey Kuznetsov: Accordance to igmp-v2-06 draft.
108 /* Parameter names and values are taken from igmp-v2-06 draft */
123 (IPV4_DEVCONF_ALL(dev_net(in_dev->dev), FORCE_IGMP_VERSION) == 1 || \
125 ((in_dev)->mr_v1_seen && \
126 time_before(jiffies, (in_dev)->mr_v1_seen)))
128 (IPV4_DEVCONF_ALL(dev_net(in_dev->dev), FORCE_IGMP_VERSION) == 2 || \
130 ((in_dev)->mr_v2_seen && \
131 time_before(jiffies, (in_dev)->mr_v2_seen)))
156 static void igmpv3_add_delrec(struct in_device *in_dev, struct ip_mc_list *im,
158 static void igmpv3_del_delrec(struct in_device *in_dev, struct ip_mc_list *im);
167 static void ip_ma_put(struct ip_mc_list *im) in ip_ma_put() argument
169 if (refcount_dec_and_test(&im->refcnt)) { in ip_ma_put()
170 in_dev_put(im->interface); in ip_ma_put()
171 kfree_rcu(im, rcu); in ip_ma_put()
176 for (pmc = rcu_dereference(in_dev->mc_list); \
178 pmc = rcu_dereference(pmc->next_rcu))
181 for (pmc = rtnl_dereference(in_dev->mc_list); \
183 pmc = rtnl_dereference(pmc->next_rcu))
190 next = psf->sf_next; in ip_sf_list_clear_all()
202 static void igmp_stop_timer(struct ip_mc_list *im) in igmp_stop_timer() argument
204 spin_lock_bh(&im->lock); in igmp_stop_timer()
205 if (del_timer(&im->timer)) in igmp_stop_timer()
206 refcount_dec(&im->refcnt); in igmp_stop_timer()
207 im->tm_running = 0; in igmp_stop_timer()
208 im->reporter = 0; in igmp_stop_timer()
209 im->unsolicit_count = 0; in igmp_stop_timer()
210 spin_unlock_bh(&im->lock); in igmp_stop_timer()
213 /* It must be called with locked im->lock */
214 static void igmp_start_timer(struct ip_mc_list *im, int max_delay) in igmp_start_timer() argument
218 im->tm_running = 1; in igmp_start_timer()
219 if (refcount_inc_not_zero(&im->refcnt)) { in igmp_start_timer()
220 if (mod_timer(&im->timer, jiffies + tv + 2)) in igmp_start_timer()
221 ip_ma_put(im); in igmp_start_timer()
227 int tv = get_random_u32_below(in_dev->mr_maxdelay); in igmp_gq_start_timer()
230 if (in_dev->mr_gq_running && in igmp_gq_start_timer()
231 time_after_eq(exp, (in_dev->mr_gq_timer).expires)) in igmp_gq_start_timer()
234 in_dev->mr_gq_running = 1; in igmp_gq_start_timer()
235 if (!mod_timer(&in_dev->mr_gq_timer, exp)) in igmp_gq_start_timer()
243 if (!mod_timer(&in_dev->mr_ifc_timer, jiffies+tv+2)) in igmp_ifc_start_timer()
247 static void igmp_mod_timer(struct ip_mc_list *im, int max_delay) in igmp_mod_timer() argument
249 spin_lock_bh(&im->lock); in igmp_mod_timer()
250 im->unsolicit_count = 0; in igmp_mod_timer()
251 if (del_timer(&im->timer)) { in igmp_mod_timer()
252 if ((long)(im->timer.expires-jiffies) < max_delay) { in igmp_mod_timer()
253 add_timer(&im->timer); in igmp_mod_timer()
254 im->tm_running = 1; in igmp_mod_timer()
255 spin_unlock_bh(&im->lock); in igmp_mod_timer()
258 refcount_dec(&im->refcnt); in igmp_mod_timer()
260 igmp_start_timer(im, max_delay); in igmp_mod_timer()
261 spin_unlock_bh(&im->lock); in igmp_mod_timer()
280 if (!(pmc->gsquery && !psf->sf_gsresp)) { in is_in()
281 if (pmc->sfmode == MCAST_INCLUDE) in is_in()
286 if (psf->sf_count[MCAST_INCLUDE]) in is_in()
288 return pmc->sfcount[MCAST_EXCLUDE] == in is_in()
289 psf->sf_count[MCAST_EXCLUDE]; in is_in()
295 return psf->sf_count[MCAST_INCLUDE] != 0; in is_in()
299 if (pmc->sfcount[MCAST_EXCLUDE] == 0 || in is_in()
300 psf->sf_count[MCAST_INCLUDE]) in is_in()
302 return pmc->sfcount[MCAST_EXCLUDE] == in is_in()
303 psf->sf_count[MCAST_EXCLUDE]; in is_in()
305 if (gdeleted || !psf->sf_crcount) in is_in()
307 return (pmc->sfmode == MCAST_INCLUDE) ^ sdeleted; in is_in()
309 if (pmc->sfmode == MCAST_INCLUDE) in is_in()
310 return gdeleted || (psf->sf_crcount && sdeleted); in is_in()
311 return psf->sf_crcount && !gdeleted && !sdeleted; in is_in()
322 for (psf = pmc->sources; psf; psf = psf->sf_next) { in igmp_scount()
341 if (fl4->saddr == ifa->ifa_local) in igmpv3_get_srcaddr()
342 return fl4->saddr; in igmpv3_get_srcaddr()
357 int tlen = dev->needed_tailroom; in igmpv3_newpack()
370 skb->priority = TC_PRIO_CONTROL; in igmpv3_newpack()
374 IPPROTO_IGMP, 0, dev->ifindex); in igmpv3_newpack()
380 skb_dst_set(skb, &rt->dst); in igmpv3_newpack()
381 skb->dev = dev; in igmpv3_newpack()
390 pip->version = 4; in igmpv3_newpack()
391 pip->ihl = (sizeof(struct iphdr)+4)>>2; in igmpv3_newpack()
392 pip->tos = 0xc0; in igmpv3_newpack()
393 pip->frag_off = htons(IP_DF); in igmpv3_newpack()
394 pip->ttl = 1; in igmpv3_newpack()
395 pip->daddr = fl4.daddr; in igmpv3_newpack()
398 pip->saddr = igmpv3_get_srcaddr(dev, &fl4); in igmpv3_newpack()
401 pip->protocol = IPPROTO_IGMP; in igmpv3_newpack()
402 pip->tot_len = 0; /* filled in later */ in igmpv3_newpack()
409 skb->transport_header = skb->network_header + sizeof(struct iphdr) + 4; in igmpv3_newpack()
412 pig->type = IGMPV3_HOST_MEMBERSHIP_REPORT; in igmpv3_newpack()
413 pig->resv1 = 0; in igmpv3_newpack()
414 pig->csum = 0; in igmpv3_newpack()
415 pig->resv2 = 0; in igmpv3_newpack()
416 pig->ngrec = 0; in igmpv3_newpack()
423 const int igmplen = skb_tail_pointer(skb) - skb_transport_header(skb); in igmpv3_sendpack()
425 pig->csum = ip_compute_csum(igmp_hdr(skb), igmplen); in igmpv3_sendpack()
427 return ip_local_out(dev_net(skb_dst(skb)->dev), skb->sk, skb); in igmpv3_sendpack()
438 struct net_device *dev = pmc->interface->dev; in add_grhead()
448 pgr->grec_type = type; in add_grhead()
449 pgr->grec_auxwords = 0; in add_grhead()
450 pgr->grec_nsrcs = 0; in add_grhead()
451 pgr->grec_mca = pmc->multiaddr; in add_grhead()
453 pih->ngrec = htons(ntohs(pih->ngrec)+1); in add_grhead()
463 struct net_device *dev = pmc->interface->dev; in add_grec()
471 if (pmc->multiaddr == IGMP_ALL_HOSTS) in add_grec()
473 if (ipv4_is_local_multicast(pmc->multiaddr) && in add_grec()
474 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in add_grec()
477 mtu = READ_ONCE(dev->mtu); in add_grec()
488 psf_list = sdeleted ? &pmc->tomb : &pmc->sources; in add_grec()
497 if (pih && pih->ngrec && in add_grec()
509 psf_next = psf->sf_next; in add_grec()
516 /* Based on RFC3376 5.1. Should not send source-list change in add_grec()
519 if (((gdeleted && pmc->sfmode == MCAST_EXCLUDE) || in add_grec()
520 (!gdeleted && pmc->crcount)) && in add_grec()
522 type == IGMPV3_BLOCK_OLD_SOURCES) && psf->sf_crcount) in add_grec()
527 psf->sf_gsresp = 0; in add_grec()
534 pgr->grec_nsrcs = htons(scount); in add_grec()
548 *psrc = psf->sf_inaddr; in add_grec()
551 type == IGMPV3_BLOCK_OLD_SOURCES) && psf->sf_crcount) { in add_grec()
553 psf->sf_crcount--; in add_grec()
554 if ((sdeleted || gdeleted) && psf->sf_crcount == 0) { in add_grec()
556 psf_prev->sf_next = psf->sf_next; in add_grec()
558 *psf_list = psf->sf_next; in add_grec()
571 if (pmc->crcount || isquery) { in add_grec()
581 pgr->grec_nsrcs = htons(scount); in add_grec()
584 pmc->gsquery = 0; /* clear query state on report */ in add_grec()
591 struct net *net = dev_net(in_dev->dev); in igmpv3_send_report()
597 if (pmc->multiaddr == IGMP_ALL_HOSTS) in igmpv3_send_report()
599 if (ipv4_is_local_multicast(pmc->multiaddr) && in igmpv3_send_report()
600 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmpv3_send_report()
602 spin_lock_bh(&pmc->lock); in igmpv3_send_report()
603 if (pmc->sfcount[MCAST_EXCLUDE]) in igmpv3_send_report()
608 spin_unlock_bh(&pmc->lock); in igmpv3_send_report()
612 spin_lock_bh(&pmc->lock); in igmpv3_send_report()
613 if (pmc->sfcount[MCAST_EXCLUDE]) in igmpv3_send_report()
618 spin_unlock_bh(&pmc->lock); in igmpv3_send_report()
626 * remove zero-count source records from a source filter list
634 psf_next = psf->sf_next; in igmpv3_clear_zeros()
635 if (psf->sf_crcount == 0) { in igmpv3_clear_zeros()
637 psf_prev->sf_next = psf->sf_next; in igmpv3_clear_zeros()
639 *ppsf = psf->sf_next; in igmpv3_clear_zeros()
648 ip_sf_list_clear_all(pmc->sources); in kfree_pmc()
649 ip_sf_list_clear_all(pmc->tomb); in kfree_pmc()
660 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_send_cr()
664 for (pmc = in_dev->mc_tomb; pmc; pmc = pmc_next) { in igmpv3_send_cr()
665 pmc_next = pmc->next; in igmpv3_send_cr()
666 if (pmc->sfmode == MCAST_INCLUDE) { in igmpv3_send_cr()
672 if (pmc->crcount) { in igmpv3_send_cr()
673 if (pmc->sfmode == MCAST_EXCLUDE) { in igmpv3_send_cr()
677 pmc->crcount--; in igmpv3_send_cr()
678 if (pmc->crcount == 0) { in igmpv3_send_cr()
679 igmpv3_clear_zeros(&pmc->tomb); in igmpv3_send_cr()
680 igmpv3_clear_zeros(&pmc->sources); in igmpv3_send_cr()
683 if (pmc->crcount == 0 && !pmc->tomb && !pmc->sources) { in igmpv3_send_cr()
685 pmc_prev->next = pmc_next; in igmpv3_send_cr()
687 in_dev->mc_tomb = pmc_next; in igmpv3_send_cr()
688 in_dev_put(pmc->interface); in igmpv3_send_cr()
693 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_send_cr()
697 spin_lock_bh(&pmc->lock); in igmpv3_send_cr()
698 if (pmc->sfcount[MCAST_EXCLUDE]) { in igmpv3_send_cr()
709 if (pmc->crcount) { in igmpv3_send_cr()
710 if (pmc->sfmode == MCAST_EXCLUDE) in igmpv3_send_cr()
715 pmc->crcount--; in igmpv3_send_cr()
717 spin_unlock_bh(&pmc->lock); in igmpv3_send_cr()
733 struct net_device *dev = in_dev->dev; in igmp_send_report()
735 __be32 group = pmc ? pmc->multiaddr : 0; in igmp_send_report()
744 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_send_report()
754 IPPROTO_IGMP, 0, dev->ifindex); in igmp_send_report()
756 return -1; in igmp_send_report()
759 tlen = dev->needed_tailroom; in igmp_send_report()
763 return -1; in igmp_send_report()
765 skb->priority = TC_PRIO_CONTROL; in igmp_send_report()
767 skb_dst_set(skb, &rt->dst); in igmp_send_report()
775 iph->version = 4; in igmp_send_report()
776 iph->ihl = (sizeof(struct iphdr)+4)>>2; in igmp_send_report()
777 iph->tos = 0xc0; in igmp_send_report()
778 iph->frag_off = htons(IP_DF); in igmp_send_report()
779 iph->ttl = 1; in igmp_send_report()
780 iph->daddr = dst; in igmp_send_report()
781 iph->saddr = fl4.saddr; in igmp_send_report()
782 iph->protocol = IPPROTO_IGMP; in igmp_send_report()
790 ih->type = type; in igmp_send_report()
791 ih->code = 0; in igmp_send_report()
792 ih->csum = 0; in igmp_send_report()
793 ih->group = group; in igmp_send_report()
794 ih->csum = ip_compute_csum((void *)ih, sizeof(struct igmphdr)); in igmp_send_report()
796 return ip_local_out(net, skb->sk, skb); in igmp_send_report()
803 in_dev->mr_gq_running = 0; in igmp_gq_timer_expire()
815 mr_ifc_count = READ_ONCE(in_dev->mr_ifc_count); in igmp_ifc_timer_expire()
818 if (cmpxchg(&in_dev->mr_ifc_count, in igmp_ifc_timer_expire()
820 mr_ifc_count - 1) != mr_ifc_count) in igmp_ifc_timer_expire()
830 struct net *net = dev_net(in_dev->dev); in igmp_ifc_event()
833 WRITE_ONCE(in_dev->mr_ifc_count, in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv)); in igmp_ifc_event()
840 struct ip_mc_list *im = from_timer(im, t, timer); in igmp_timer_expire() local
841 struct in_device *in_dev = im->interface; in igmp_timer_expire()
843 spin_lock(&im->lock); in igmp_timer_expire()
844 im->tm_running = 0; in igmp_timer_expire()
846 if (im->unsolicit_count && --im->unsolicit_count) in igmp_timer_expire()
847 igmp_start_timer(im, unsolicited_report_interval(in_dev)); in igmp_timer_expire()
849 im->reporter = 1; in igmp_timer_expire()
850 spin_unlock(&im->lock); in igmp_timer_expire()
853 igmp_send_report(in_dev, im, IGMP_HOST_MEMBERSHIP_REPORT); in igmp_timer_expire()
855 igmp_send_report(in_dev, im, IGMPV2_HOST_MEMBERSHIP_REPORT); in igmp_timer_expire()
857 igmp_send_report(in_dev, im, IGMPV3_HOST_MEMBERSHIP_REPORT); in igmp_timer_expire()
859 ip_ma_put(im); in igmp_timer_expire()
862 /* mark EXCLUDE-mode sources */
869 for (psf = pmc->sources; psf; psf = psf->sf_next) { in igmp_xmarksources()
874 if (psf->sf_count[MCAST_INCLUDE] || in igmp_xmarksources()
875 pmc->sfcount[MCAST_EXCLUDE] != in igmp_xmarksources()
876 psf->sf_count[MCAST_EXCLUDE]) in igmp_xmarksources()
878 if (srcs[i] == psf->sf_inaddr) { in igmp_xmarksources()
884 pmc->gsquery = 0; in igmp_xmarksources()
895 if (pmc->sfmode == MCAST_EXCLUDE) in igmp_marksources()
898 /* mark INCLUDE-mode sources */ in igmp_marksources()
900 for (psf = pmc->sources; psf; psf = psf->sf_next) { in igmp_marksources()
904 if (srcs[i] == psf->sf_inaddr) { in igmp_marksources()
905 psf->sf_gsresp = 1; in igmp_marksources()
911 pmc->gsquery = 0; in igmp_marksources()
914 pmc->gsquery = 1; in igmp_marksources()
921 struct ip_mc_list *im; in igmp_heard_report() local
922 struct net *net = dev_net(in_dev->dev); in igmp_heard_report()
924 /* Timers are only set for non-local groups */ in igmp_heard_report()
929 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_heard_report()
933 for_each_pmc_rcu(in_dev, im) { in igmp_heard_report()
934 if (im->multiaddr == group) { in igmp_heard_report()
935 igmp_stop_timer(im); in igmp_heard_report()
949 struct ip_mc_list *im; in igmp_heard_query() local
950 __be32 group = ih->group; in igmp_heard_query()
953 struct net *net = dev_net(in_dev->dev); in igmp_heard_query()
957 if (ih->code == 0) { in igmp_heard_query()
961 in_dev->mr_v1_seen = jiffies + in igmp_heard_query()
962 (in_dev->mr_qrv * in_dev->mr_qi) + in igmp_heard_query()
963 in_dev->mr_qri; in igmp_heard_query()
967 max_delay = ih->code*(HZ/IGMP_TIMER_SCALE); in igmp_heard_query()
968 in_dev->mr_v2_seen = jiffies + in igmp_heard_query()
969 (in_dev->mr_qrv * in_dev->mr_qi) + in igmp_heard_query()
970 in_dev->mr_qri; in igmp_heard_query()
973 WRITE_ONCE(in_dev->mr_ifc_count, 0); in igmp_heard_query()
974 if (del_timer(&in_dev->mr_ifc_timer)) in igmp_heard_query()
991 max_delay = IGMPV3_MRC(ih3->code)*(HZ/IGMP_TIMER_SCALE); in igmp_heard_query()
999 if (ih3->nsrcs) { in igmp_heard_query()
1001 + ntohs(ih3->nsrcs)*sizeof(__be32))) in igmp_heard_query()
1006 max_delay = IGMPV3_MRC(ih3->code)*(HZ/IGMP_TIMER_SCALE); in igmp_heard_query()
1009 in_dev->mr_maxdelay = max_delay; in igmp_heard_query()
1015 in_dev->mr_qrv = ih3->qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_heard_query()
1016 in_dev->mr_qi = IGMPV3_QQIC(ih3->qqic)*HZ ?: IGMP_QUERY_INTERVAL; in igmp_heard_query()
1022 if (in_dev->mr_qri >= in_dev->mr_qi) in igmp_heard_query()
1023 in_dev->mr_qri = (in_dev->mr_qi/HZ - 1)*HZ; in igmp_heard_query()
1026 if (ih3->nsrcs) in igmp_heard_query()
1031 /* mark sources to include, if group & source-specific */ in igmp_heard_query()
1032 mark = ih3->nsrcs != 0; in igmp_heard_query()
1036 * - Start the timers in all of our membership records in igmp_heard_query()
1040 * - For timers already running check if they need to in igmp_heard_query()
1042 * - Use the igmp->igmp_code field as the maximum in igmp_heard_query()
1046 for_each_pmc_rcu(in_dev, im) { in igmp_heard_query()
1049 if (group && group != im->multiaddr) in igmp_heard_query()
1051 if (im->multiaddr == IGMP_ALL_HOSTS) in igmp_heard_query()
1053 if (ipv4_is_local_multicast(im->multiaddr) && in igmp_heard_query()
1054 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_heard_query()
1056 spin_lock_bh(&im->lock); in igmp_heard_query()
1057 if (im->tm_running) in igmp_heard_query()
1058 im->gsquery = im->gsquery && mark; in igmp_heard_query()
1060 im->gsquery = mark; in igmp_heard_query()
1061 changed = !im->gsquery || in igmp_heard_query()
1062 igmp_marksources(im, ntohs(ih3->nsrcs), ih3->srcs); in igmp_heard_query()
1063 spin_unlock_bh(&im->lock); in igmp_heard_query()
1065 igmp_mod_timer(im, max_delay); in igmp_heard_query()
1074 /* This basically follows the spec line by line -- see RFC1112 */ in igmp_rcv()
1076 struct net_device *dev = skb->dev; in igmp_rcv()
1078 int len = skb->len; in igmp_rcv()
1082 dev = dev_get_by_index_rcu(dev_net(dev), IPCB(skb)->iif); in igmp_rcv()
1098 switch (ih->type) { in igmp_rcv()
1108 if (skb->pkt_type == PACKET_MULTICAST || in igmp_rcv()
1109 skb->pkt_type == PACKET_BROADCAST) in igmp_rcv()
1110 dropped = igmp_heard_report(in_dev, ih->group); in igmp_rcv()
1145 struct net_device *dev = in_dev->dev; in ip_mc_filter_add()
1147 /* Checking for IFF_MULTICAST here is WRONG-WRONG-WRONG. in ip_mc_filter_add()
1151 if (dev->mc_list && dev->flags&IFF_MULTICAST) { do it; } in ip_mc_filter_add()
1152 --ANK in ip_mc_filter_add()
1165 struct net_device *dev = in_dev->dev; in ip_mc_filter_del()
1175 static void igmpv3_add_delrec(struct in_device *in_dev, struct ip_mc_list *im, in igmpv3_add_delrec() argument
1179 struct net *net = dev_net(in_dev->dev); in igmpv3_add_delrec()
1185 * non-deleted or query-response MCA's. in igmpv3_add_delrec()
1190 spin_lock_init(&pmc->lock); in igmpv3_add_delrec()
1191 spin_lock_bh(&im->lock); in igmpv3_add_delrec()
1192 pmc->interface = im->interface; in igmpv3_add_delrec()
1194 pmc->multiaddr = im->multiaddr; in igmpv3_add_delrec()
1195 pmc->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmpv3_add_delrec()
1196 pmc->sfmode = im->sfmode; in igmpv3_add_delrec()
1197 if (pmc->sfmode == MCAST_INCLUDE) { in igmpv3_add_delrec()
1200 pmc->tomb = im->tomb; in igmpv3_add_delrec()
1201 pmc->sources = im->sources; in igmpv3_add_delrec()
1202 im->tomb = im->sources = NULL; in igmpv3_add_delrec()
1203 for (psf = pmc->sources; psf; psf = psf->sf_next) in igmpv3_add_delrec()
1204 psf->sf_crcount = pmc->crcount; in igmpv3_add_delrec()
1206 spin_unlock_bh(&im->lock); in igmpv3_add_delrec()
1208 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_add_delrec()
1209 pmc->next = in_dev->mc_tomb; in igmpv3_add_delrec()
1210 in_dev->mc_tomb = pmc; in igmpv3_add_delrec()
1211 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_add_delrec()
1217 static void igmpv3_del_delrec(struct in_device *in_dev, struct ip_mc_list *im) in igmpv3_del_delrec() argument
1221 struct net *net = dev_net(in_dev->dev); in igmpv3_del_delrec()
1222 __be32 multiaddr = im->multiaddr; in igmpv3_del_delrec()
1224 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_del_delrec()
1226 for (pmc = in_dev->mc_tomb; pmc; pmc = pmc->next) { in igmpv3_del_delrec()
1227 if (pmc->multiaddr == multiaddr) in igmpv3_del_delrec()
1233 pmc_prev->next = pmc->next; in igmpv3_del_delrec()
1235 in_dev->mc_tomb = pmc->next; in igmpv3_del_delrec()
1237 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_del_delrec()
1239 spin_lock_bh(&im->lock); in igmpv3_del_delrec()
1241 im->interface = pmc->interface; in igmpv3_del_delrec()
1242 if (im->sfmode == MCAST_INCLUDE) { in igmpv3_del_delrec()
1243 swap(im->tomb, pmc->tomb); in igmpv3_del_delrec()
1244 swap(im->sources, pmc->sources); in igmpv3_del_delrec()
1245 for (psf = im->sources; psf; psf = psf->sf_next) in igmpv3_del_delrec()
1246 psf->sf_crcount = in_dev->mr_qrv ?: in igmpv3_del_delrec()
1247 READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmpv3_del_delrec()
1249 im->crcount = in_dev->mr_qrv ?: in igmpv3_del_delrec()
1250 READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmpv3_del_delrec()
1252 in_dev_put(pmc->interface); in igmpv3_del_delrec()
1255 spin_unlock_bh(&im->lock); in igmpv3_del_delrec()
1265 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_clear_delrec()
1266 pmc = in_dev->mc_tomb; in igmpv3_clear_delrec()
1267 in_dev->mc_tomb = NULL; in igmpv3_clear_delrec()
1268 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_clear_delrec()
1271 nextpmc = pmc->next; in igmpv3_clear_delrec()
1273 in_dev_put(pmc->interface); in igmpv3_clear_delrec()
1281 spin_lock_bh(&pmc->lock); in igmpv3_clear_delrec()
1282 psf = pmc->tomb; in igmpv3_clear_delrec()
1283 pmc->tomb = NULL; in igmpv3_clear_delrec()
1284 spin_unlock_bh(&pmc->lock); in igmpv3_clear_delrec()
1291 static void __igmp_group_dropped(struct ip_mc_list *im, gfp_t gfp) in __igmp_group_dropped() argument
1293 struct in_device *in_dev = im->interface; in __igmp_group_dropped()
1295 struct net *net = dev_net(in_dev->dev); in __igmp_group_dropped()
1299 if (im->loaded) { in __igmp_group_dropped()
1300 im->loaded = 0; in __igmp_group_dropped()
1301 ip_mc_filter_del(in_dev, im->multiaddr); in __igmp_group_dropped()
1305 if (im->multiaddr == IGMP_ALL_HOSTS) in __igmp_group_dropped()
1307 if (ipv4_is_local_multicast(im->multiaddr) && in __igmp_group_dropped()
1308 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in __igmp_group_dropped()
1311 reporter = im->reporter; in __igmp_group_dropped()
1312 igmp_stop_timer(im); in __igmp_group_dropped()
1314 if (!in_dev->dead) { in __igmp_group_dropped()
1319 igmp_send_report(in_dev, im, IGMP_HOST_LEAVE_MESSAGE); in __igmp_group_dropped()
1323 igmpv3_add_delrec(in_dev, im, gfp); in __igmp_group_dropped()
1330 static void igmp_group_dropped(struct ip_mc_list *im) in igmp_group_dropped() argument
1332 __igmp_group_dropped(im, GFP_KERNEL); in igmp_group_dropped()
1335 static void igmp_group_added(struct ip_mc_list *im) in igmp_group_added() argument
1337 struct in_device *in_dev = im->interface; in igmp_group_added()
1339 struct net *net = dev_net(in_dev->dev); in igmp_group_added()
1342 if (im->loaded == 0) { in igmp_group_added()
1343 im->loaded = 1; in igmp_group_added()
1344 ip_mc_filter_add(in_dev, im->multiaddr); in igmp_group_added()
1348 if (im->multiaddr == IGMP_ALL_HOSTS) in igmp_group_added()
1350 if (ipv4_is_local_multicast(im->multiaddr) && in igmp_group_added()
1351 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_group_added()
1354 if (in_dev->dead) in igmp_group_added()
1357 im->unsolicit_count = READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_group_added()
1359 spin_lock_bh(&im->lock); in igmp_group_added()
1360 igmp_start_timer(im, IGMP_INITIAL_REPORT_DELAY); in igmp_group_added()
1361 spin_unlock_bh(&im->lock); in igmp_group_added()
1367 * not send filter-mode change record as the mode should be from in igmp_group_added()
1370 if (im->sfmode == MCAST_EXCLUDE) in igmp_group_added()
1371 im->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_group_added()
1382 static u32 ip_mc_hash(const struct ip_mc_list *im) in ip_mc_hash() argument
1384 return hash_32((__force u32)im->multiaddr, MC_HASH_SZ_LOG); in ip_mc_hash()
1388 struct ip_mc_list *im) in ip_mc_hash_add() argument
1393 mc_hash = rtnl_dereference(in_dev->mc_hash); in ip_mc_hash_add()
1395 hash = ip_mc_hash(im); in ip_mc_hash_add()
1396 im->next_hash = mc_hash[hash]; in ip_mc_hash_add()
1397 rcu_assign_pointer(mc_hash[hash], im); in ip_mc_hash_add()
1402 if (in_dev->mc_count < 4) in ip_mc_hash_add()
1410 for_each_pmc_rtnl(in_dev, im) { in ip_mc_hash_add()
1411 hash = ip_mc_hash(im); in ip_mc_hash_add()
1412 im->next_hash = mc_hash[hash]; in ip_mc_hash_add()
1413 RCU_INIT_POINTER(mc_hash[hash], im); in ip_mc_hash_add()
1416 rcu_assign_pointer(in_dev->mc_hash, mc_hash); in ip_mc_hash_add()
1420 struct ip_mc_list *im) in ip_mc_hash_remove() argument
1422 struct ip_mc_list __rcu **mc_hash = rtnl_dereference(in_dev->mc_hash); in ip_mc_hash_remove()
1427 mc_hash += ip_mc_hash(im); in ip_mc_hash_remove()
1428 while ((aux = rtnl_dereference(*mc_hash)) != im) in ip_mc_hash_remove()
1429 mc_hash = &aux->next_hash; in ip_mc_hash_remove()
1430 *mc_hash = im->next_hash; in ip_mc_hash_remove()
1440 struct ip_mc_list *im; in ____ip_mc_inc_group() local
1444 for_each_pmc_rtnl(in_dev, im) { in ____ip_mc_inc_group()
1445 if (im->multiaddr == addr) { in ____ip_mc_inc_group()
1446 im->users++; in ____ip_mc_inc_group()
1452 im = kzalloc(sizeof(*im), gfp); in ____ip_mc_inc_group()
1453 if (!im) in ____ip_mc_inc_group()
1456 im->users = 1; in ____ip_mc_inc_group()
1457 im->interface = in_dev; in ____ip_mc_inc_group()
1459 im->multiaddr = addr; in ____ip_mc_inc_group()
1461 im->sfmode = mode; in ____ip_mc_inc_group()
1462 im->sfcount[mode] = 1; in ____ip_mc_inc_group()
1463 refcount_set(&im->refcnt, 1); in ____ip_mc_inc_group()
1464 spin_lock_init(&im->lock); in ____ip_mc_inc_group()
1466 timer_setup(&im->timer, igmp_timer_expire, 0); in ____ip_mc_inc_group()
1469 im->next_rcu = in_dev->mc_list; in ____ip_mc_inc_group()
1470 in_dev->mc_count++; in ____ip_mc_inc_group()
1471 rcu_assign_pointer(in_dev->mc_list, im); in ____ip_mc_inc_group()
1473 ip_mc_hash_add(in_dev, im); in ____ip_mc_inc_group()
1476 igmpv3_del_delrec(in_dev, im); in ____ip_mc_inc_group()
1478 igmp_group_added(im); in ____ip_mc_inc_group()
1479 if (!in_dev->dead) in ____ip_mc_inc_group()
1504 return -EINVAL; in ip_mc_check_iphdr()
1508 if (iph->version != 4 || ip_hdrlen(skb) < sizeof(*iph)) in ip_mc_check_iphdr()
1509 return -EINVAL; in ip_mc_check_iphdr()
1511 offset += ip_hdrlen(skb) - sizeof(*iph); in ip_mc_check_iphdr()
1514 return -EINVAL; in ip_mc_check_iphdr()
1518 if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl))) in ip_mc_check_iphdr()
1519 return -EINVAL; in ip_mc_check_iphdr()
1521 len = skb_network_offset(skb) + ntohs(iph->tot_len); in ip_mc_check_iphdr()
1522 if (skb->len < len || len < offset) in ip_mc_check_iphdr()
1523 return -EINVAL; in ip_mc_check_iphdr()
1536 return ip_mc_may_pull(skb, len) ? 0 : -EINVAL; in ip_mc_check_igmp_reportv3()
1548 return -EINVAL; in ip_mc_check_igmp_query()
1552 return -EINVAL; in ip_mc_check_igmp_query()
1556 * all-systems destination addresses (224.0.0.1) for general queries in ip_mc_check_igmp_query()
1558 if (!igmp_hdr(skb)->group && in ip_mc_check_igmp_query()
1559 ip_hdr(skb)->daddr != htonl(INADDR_ALLHOSTS_GROUP)) in ip_mc_check_igmp_query()
1560 return -EINVAL; in ip_mc_check_igmp_query()
1567 switch (igmp_hdr(skb)->type) { in ip_mc_check_igmp_msg()
1577 return -ENOMSG; in ip_mc_check_igmp_msg()
1593 return -EINVAL; in ip_mc_check_igmp_csum()
1598 return -EINVAL; in ip_mc_check_igmp_csum()
1607 * ip_mc_check_igmp - checks whether this is a sane IGMP packet
1613 * -EINVAL: A broken packet was detected, i.e. it violates some internet
1615 * -ENOMSG: IP header validation succeeded but it is not an IGMP packet.
1616 * -ENOMEM: A memory allocation failure happened.
1628 if (ip_hdr(skb)->protocol != IPPROTO_IGMP) in ip_mc_check_igmp()
1629 return -ENOMSG; in ip_mc_check_igmp()
1645 struct ip_mc_list *im; in ip_mc_rejoin_groups() local
1647 struct net *net = dev_net(in_dev->dev); in ip_mc_rejoin_groups()
1651 for_each_pmc_rtnl(in_dev, im) { in ip_mc_rejoin_groups()
1652 if (im->multiaddr == IGMP_ALL_HOSTS) in ip_mc_rejoin_groups()
1654 if (ipv4_is_local_multicast(im->multiaddr) && in ip_mc_rejoin_groups()
1655 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in ip_mc_rejoin_groups()
1667 igmp_send_report(in_dev, im, type); in ip_mc_rejoin_groups()
1683 for (ip = &in_dev->mc_list; in __ip_mc_dec_group()
1685 ip = &i->next_rcu) { in __ip_mc_dec_group()
1686 if (i->multiaddr == addr) { in __ip_mc_dec_group()
1687 if (--i->users == 0) { in __ip_mc_dec_group()
1689 *ip = i->next_rcu; in __ip_mc_dec_group()
1690 in_dev->mc_count--; in __ip_mc_dec_group()
1694 if (!in_dev->dead) in __ip_mc_dec_group()
1744 WRITE_ONCE(in_dev->mr_ifc_count, 0); in ip_mc_down()
1745 if (del_timer(&in_dev->mr_ifc_timer)) in ip_mc_down()
1747 in_dev->mr_gq_running = 0; in ip_mc_down()
1748 if (del_timer(&in_dev->mr_gq_timer)) in ip_mc_down()
1758 struct net *net = dev_net(in_dev->dev); in ip_mc_reset()
1760 in_dev->mr_qi = IGMP_QUERY_INTERVAL; in ip_mc_reset()
1761 in_dev->mr_qri = IGMP_QUERY_RESPONSE_INTERVAL; in ip_mc_reset()
1762 in_dev->mr_qrv = READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_reset()
1775 timer_setup(&in_dev->mr_gq_timer, igmp_gq_timer_expire, 0); in ip_mc_init_dev()
1776 timer_setup(&in_dev->mr_ifc_timer, igmp_ifc_timer_expire, 0); in ip_mc_init_dev()
1780 spin_lock_init(&in_dev->mc_tomb_lock); in ip_mc_init_dev()
1818 while ((i = rtnl_dereference(in_dev->mc_list)) != NULL) { in ip_mc_destroy_dev()
1819 in_dev->mc_list = i->next_rcu; in ip_mc_destroy_dev()
1820 in_dev->mc_count--; in ip_mc_destroy_dev()
1832 if (imr->imr_ifindex) { in ip_mc_find_dev()
1833 idev = inetdev_by_index(net, imr->imr_ifindex); in ip_mc_find_dev()
1836 if (imr->imr_address.s_addr) { in ip_mc_find_dev()
1837 dev = __ip_dev_find(net, imr->imr_address.s_addr, false); in ip_mc_find_dev()
1844 imr->imr_multiaddr.s_addr, in ip_mc_find_dev()
1847 dev = rt->dst.dev; in ip_mc_find_dev()
1852 imr->imr_ifindex = dev->ifindex; in ip_mc_find_dev()
1869 for (psf = pmc->sources; psf; psf = psf->sf_next) { in ip_mc_del1_src()
1870 if (psf->sf_inaddr == *psfsrc) in ip_mc_del1_src()
1874 if (!psf || psf->sf_count[sfmode] == 0) { in ip_mc_del1_src()
1876 return -ESRCH; in ip_mc_del1_src()
1878 psf->sf_count[sfmode]--; in ip_mc_del1_src()
1879 if (psf->sf_count[sfmode] == 0) { in ip_mc_del1_src()
1880 ip_rt_multicast_event(pmc->interface); in ip_mc_del1_src()
1882 if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) { in ip_mc_del1_src()
1884 struct in_device *in_dev = pmc->interface; in ip_mc_del1_src()
1885 struct net *net = dev_net(in_dev->dev); in ip_mc_del1_src()
1890 psf_prev->sf_next = psf->sf_next; in ip_mc_del1_src()
1892 pmc->sources = psf->sf_next; in ip_mc_del1_src()
1894 if (psf->sf_oldin && in ip_mc_del1_src()
1896 psf->sf_crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_del1_src()
1897 psf->sf_next = pmc->tomb; in ip_mc_del1_src()
1898 pmc->tomb = psf; in ip_mc_del1_src()
1919 return -ENODEV; in ip_mc_del_src()
1922 if (*pmca == pmc->multiaddr) in ip_mc_del_src()
1928 return -ESRCH; in ip_mc_del_src()
1930 spin_lock_bh(&pmc->lock); in ip_mc_del_src()
1936 err = -EINVAL; in ip_mc_del_src()
1937 if (!pmc->sfcount[sfmode]) in ip_mc_del_src()
1939 pmc->sfcount[sfmode]--; in ip_mc_del_src()
1949 if (pmc->sfmode == MCAST_EXCLUDE && in ip_mc_del_src()
1950 pmc->sfcount[MCAST_EXCLUDE] == 0 && in ip_mc_del_src()
1951 pmc->sfcount[MCAST_INCLUDE]) { in ip_mc_del_src()
1954 struct net *net = dev_net(in_dev->dev); in ip_mc_del_src()
1958 pmc->sfmode = MCAST_INCLUDE; in ip_mc_del_src()
1960 pmc->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_del_src()
1961 WRITE_ONCE(in_dev->mr_ifc_count, pmc->crcount); in ip_mc_del_src()
1962 for (psf = pmc->sources; psf; psf = psf->sf_next) in ip_mc_del_src()
1963 psf->sf_crcount = 0; in ip_mc_del_src()
1964 igmp_ifc_event(pmc->interface); in ip_mc_del_src()
1966 igmp_ifc_event(pmc->interface); in ip_mc_del_src()
1970 spin_unlock_bh(&pmc->lock); in ip_mc_del_src()
1975 * Add multicast single-source filter to the interface list
1983 for (psf = pmc->sources; psf; psf = psf->sf_next) { in ip_mc_add1_src()
1984 if (psf->sf_inaddr == *psfsrc) in ip_mc_add1_src()
1991 return -ENOBUFS; in ip_mc_add1_src()
1992 psf->sf_inaddr = *psfsrc; in ip_mc_add1_src()
1994 psf_prev->sf_next = psf; in ip_mc_add1_src()
1996 pmc->sources = psf; in ip_mc_add1_src()
1998 psf->sf_count[sfmode]++; in ip_mc_add1_src()
1999 if (psf->sf_count[sfmode] == 1) { in ip_mc_add1_src()
2000 ip_rt_multicast_event(pmc->interface); in ip_mc_add1_src()
2009 int mca_xcount = pmc->sfcount[MCAST_EXCLUDE]; in sf_markstate()
2011 for (psf = pmc->sources; psf; psf = psf->sf_next) in sf_markstate()
2012 if (pmc->sfcount[MCAST_EXCLUDE]) { in sf_markstate()
2013 psf->sf_oldin = mca_xcount == in sf_markstate()
2014 psf->sf_count[MCAST_EXCLUDE] && in sf_markstate()
2015 !psf->sf_count[MCAST_INCLUDE]; in sf_markstate()
2017 psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0; in sf_markstate()
2023 int mca_xcount = pmc->sfcount[MCAST_EXCLUDE]; in sf_setstate()
2024 int qrv = pmc->interface->mr_qrv; in sf_setstate()
2028 for (psf = pmc->sources; psf; psf = psf->sf_next) { in sf_setstate()
2029 if (pmc->sfcount[MCAST_EXCLUDE]) { in sf_setstate()
2030 new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] && in sf_setstate()
2031 !psf->sf_count[MCAST_INCLUDE]; in sf_setstate()
2033 new_in = psf->sf_count[MCAST_INCLUDE] != 0; in sf_setstate()
2035 if (!psf->sf_oldin) { in sf_setstate()
2038 for (dpsf = pmc->tomb; dpsf; dpsf = dpsf->sf_next) { in sf_setstate()
2039 if (dpsf->sf_inaddr == psf->sf_inaddr) in sf_setstate()
2045 prev->sf_next = dpsf->sf_next; in sf_setstate()
2047 pmc->tomb = dpsf->sf_next; in sf_setstate()
2050 psf->sf_crcount = qrv; in sf_setstate()
2053 } else if (psf->sf_oldin) { in sf_setstate()
2055 psf->sf_crcount = 0; in sf_setstate()
2060 for (dpsf = pmc->tomb; dpsf; dpsf = dpsf->sf_next) in sf_setstate()
2061 if (dpsf->sf_inaddr == psf->sf_inaddr) in sf_setstate()
2068 /* pmc->lock held by callers */ in sf_setstate()
2069 dpsf->sf_next = pmc->tomb; in sf_setstate()
2070 pmc->tomb = dpsf; in sf_setstate()
2072 dpsf->sf_crcount = qrv; in sf_setstate()
2091 return -ENODEV; in ip_mc_add_src()
2094 if (*pmca == pmc->multiaddr) in ip_mc_add_src()
2100 return -ESRCH; in ip_mc_add_src()
2102 spin_lock_bh(&pmc->lock); in ip_mc_add_src()
2108 isexclude = pmc->sfmode == MCAST_EXCLUDE; in ip_mc_add_src()
2110 pmc->sfcount[sfmode]++; in ip_mc_add_src()
2121 pmc->sfcount[sfmode]--; in ip_mc_add_src()
2124 } else if (isexclude != (pmc->sfcount[MCAST_EXCLUDE] != 0)) { in ip_mc_add_src()
2127 struct net *net = dev_net(pmc->interface->dev); in ip_mc_add_src()
2128 in_dev = pmc->interface; in ip_mc_add_src()
2132 if (pmc->sfcount[MCAST_EXCLUDE]) in ip_mc_add_src()
2133 pmc->sfmode = MCAST_EXCLUDE; in ip_mc_add_src()
2134 else if (pmc->sfcount[MCAST_INCLUDE]) in ip_mc_add_src()
2135 pmc->sfmode = MCAST_INCLUDE; in ip_mc_add_src()
2139 pmc->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_add_src()
2140 WRITE_ONCE(in_dev->mr_ifc_count, pmc->crcount); in ip_mc_add_src()
2141 for (psf = pmc->sources; psf; psf = psf->sf_next) in ip_mc_add_src()
2142 psf->sf_crcount = 0; in ip_mc_add_src()
2148 spin_unlock_bh(&pmc->lock); in ip_mc_add_src()
2156 spin_lock_bh(&pmc->lock); in ip_mc_clear_src()
2157 tomb = pmc->tomb; in ip_mc_clear_src()
2158 pmc->tomb = NULL; in ip_mc_clear_src()
2159 sources = pmc->sources; in ip_mc_clear_src()
2160 pmc->sources = NULL; in ip_mc_clear_src()
2161 pmc->sfmode = MCAST_EXCLUDE; in ip_mc_clear_src()
2162 pmc->sfcount[MCAST_INCLUDE] = 0; in ip_mc_clear_src()
2163 pmc->sfcount[MCAST_EXCLUDE] = 1; in ip_mc_clear_src()
2164 spin_unlock_bh(&pmc->lock); in ip_mc_clear_src()
2175 __be32 addr = imr->imr_multiaddr.s_addr; in __ip_mc_join_group()
2187 return -EINVAL; in __ip_mc_join_group()
2192 err = -ENODEV; in __ip_mc_join_group()
2196 err = -EADDRINUSE; in __ip_mc_join_group()
2197 ifindex = imr->imr_ifindex; in __ip_mc_join_group()
2199 if (i->multi.imr_multiaddr.s_addr == addr && in __ip_mc_join_group()
2200 i->multi.imr_ifindex == ifindex) in __ip_mc_join_group()
2204 err = -ENOBUFS; in __ip_mc_join_group()
2205 if (count >= READ_ONCE(net->ipv4.sysctl_igmp_max_memberships)) in __ip_mc_join_group()
2211 memcpy(&iml->multi, imr, sizeof(*imr)); in __ip_mc_join_group()
2212 iml->next_rcu = inet->mc_list; in __ip_mc_join_group()
2213 iml->sflist = NULL; in __ip_mc_join_group()
2214 iml->sfmode = mode; in __ip_mc_join_group()
2215 rcu_assign_pointer(inet->mc_list, iml); in __ip_mc_join_group()
2222 /* Join ASM (Any-Source Multicast) group
2230 /* Join SSM (Source-Specific Multicast) group
2241 struct ip_sf_socklist *psf = rtnl_dereference(iml->sflist); in ip_mc_leave_src()
2245 /* any-source empty exclude case */ in ip_mc_leave_src()
2246 return ip_mc_del_src(in_dev, &iml->multi.imr_multiaddr.s_addr, in ip_mc_leave_src()
2247 iml->sfmode, 0, NULL, 0); in ip_mc_leave_src()
2249 err = ip_mc_del_src(in_dev, &iml->multi.imr_multiaddr.s_addr, in ip_mc_leave_src()
2250 iml->sfmode, psf->sl_count, psf->sl_addr, 0); in ip_mc_leave_src()
2251 RCU_INIT_POINTER(iml->sflist, NULL); in ip_mc_leave_src()
2253 atomic_sub(struct_size(psf, sl_addr, psf->sl_max), &sk->sk_omem_alloc); in ip_mc_leave_src()
2265 __be32 group = imr->imr_multiaddr.s_addr; in ip_mc_leave_group()
2267 int ret = -EADDRNOTAVAIL; in ip_mc_leave_group()
2272 if (!imr->imr_ifindex && !imr->imr_address.s_addr && !in_dev) { in ip_mc_leave_group()
2273 ret = -ENODEV; in ip_mc_leave_group()
2276 ifindex = imr->imr_ifindex; in ip_mc_leave_group()
2277 for (imlp = &inet->mc_list; in ip_mc_leave_group()
2279 imlp = &iml->next_rcu) { in ip_mc_leave_group()
2280 if (iml->multi.imr_multiaddr.s_addr != group) in ip_mc_leave_group()
2283 if (iml->multi.imr_ifindex != ifindex) in ip_mc_leave_group()
2285 } else if (imr->imr_address.s_addr && imr->imr_address.s_addr != in ip_mc_leave_group()
2286 iml->multi.imr_address.s_addr) in ip_mc_leave_group()
2291 *imlp = iml->next_rcu; in ip_mc_leave_group()
2297 atomic_sub(sizeof(*iml), &sk->sk_omem_alloc); in ip_mc_leave_group()
2311 __be32 addr = mreqs->imr_multiaddr; in ip_mc_source()
2321 return -EINVAL; in ip_mc_source()
2325 imr.imr_multiaddr.s_addr = mreqs->imr_multiaddr; in ip_mc_source()
2326 imr.imr_address.s_addr = mreqs->imr_interface; in ip_mc_source()
2331 err = -ENODEV; in ip_mc_source()
2334 err = -EADDRNOTAVAIL; in ip_mc_source()
2337 if ((pmc->multi.imr_multiaddr.s_addr == in ip_mc_source()
2339 (pmc->multi.imr_ifindex == imr.imr_ifindex)) in ip_mc_source()
2343 err = -EINVAL; in ip_mc_source()
2347 if (pmc->sflist) { in ip_mc_source()
2348 if (pmc->sfmode != omode) { in ip_mc_source()
2349 err = -EINVAL; in ip_mc_source()
2352 } else if (pmc->sfmode != omode) { in ip_mc_source()
2353 /* allow mode switches for empty-set filters */ in ip_mc_source()
2354 ip_mc_add_src(in_dev, &mreqs->imr_multiaddr, omode, 0, NULL, 0); in ip_mc_source()
2355 ip_mc_del_src(in_dev, &mreqs->imr_multiaddr, pmc->sfmode, 0, in ip_mc_source()
2357 pmc->sfmode = omode; in ip_mc_source()
2360 psl = rtnl_dereference(pmc->sflist); in ip_mc_source()
2363 goto done; /* err = -EADDRNOTAVAIL */ in ip_mc_source()
2365 for (i = 0; i < psl->sl_count; i++) { in ip_mc_source()
2366 rv = memcmp(&psl->sl_addr[i], &mreqs->imr_sourceaddr, in ip_mc_source()
2372 goto done; /* err = -EADDRNOTAVAIL */ in ip_mc_source()
2374 /* special case - (INCLUDE, empty) == LEAVE_GROUP */ in ip_mc_source()
2375 if (psl->sl_count == 1 && omode == MCAST_INCLUDE) { in ip_mc_source()
2381 ip_mc_del_src(in_dev, &mreqs->imr_multiaddr, omode, 1, in ip_mc_source()
2382 &mreqs->imr_sourceaddr, 1); in ip_mc_source()
2384 for (j = i+1; j < psl->sl_count; j++) in ip_mc_source()
2385 psl->sl_addr[j-1] = psl->sl_addr[j]; in ip_mc_source()
2386 psl->sl_count--; in ip_mc_source()
2392 if (psl && psl->sl_count >= READ_ONCE(net->ipv4.sysctl_igmp_max_msf)) { in ip_mc_source()
2393 err = -ENOBUFS; in ip_mc_source()
2396 if (!psl || psl->sl_count == psl->sl_max) { in ip_mc_source()
2401 count += psl->sl_max; in ip_mc_source()
2405 err = -ENOBUFS; in ip_mc_source()
2408 newpsl->sl_max = count; in ip_mc_source()
2409 newpsl->sl_count = count - IP_SFBLOCK; in ip_mc_source()
2411 for (i = 0; i < psl->sl_count; i++) in ip_mc_source()
2412 newpsl->sl_addr[i] = psl->sl_addr[i]; in ip_mc_source()
2414 atomic_sub(struct_size(psl, sl_addr, psl->sl_max), in ip_mc_source()
2415 &sk->sk_omem_alloc); in ip_mc_source()
2417 rcu_assign_pointer(pmc->sflist, newpsl); in ip_mc_source()
2423 for (i = 0; i < psl->sl_count; i++) { in ip_mc_source()
2424 rv = memcmp(&psl->sl_addr[i], &mreqs->imr_sourceaddr, in ip_mc_source()
2431 for (j = psl->sl_count-1; j >= i; j--) in ip_mc_source()
2432 psl->sl_addr[j+1] = psl->sl_addr[j]; in ip_mc_source()
2433 psl->sl_addr[i] = mreqs->imr_sourceaddr; in ip_mc_source()
2434 psl->sl_count++; in ip_mc_source()
2437 ip_mc_add_src(in_dev, &mreqs->imr_multiaddr, omode, 1, in ip_mc_source()
2438 &mreqs->imr_sourceaddr, 1); in ip_mc_source()
2449 __be32 addr = msf->imsf_multiaddr; in ip_mc_msfilter()
2458 return -EINVAL; in ip_mc_msfilter()
2459 if (msf->imsf_fmode != MCAST_INCLUDE && in ip_mc_msfilter()
2460 msf->imsf_fmode != MCAST_EXCLUDE) in ip_mc_msfilter()
2461 return -EINVAL; in ip_mc_msfilter()
2465 imr.imr_multiaddr.s_addr = msf->imsf_multiaddr; in ip_mc_msfilter()
2466 imr.imr_address.s_addr = msf->imsf_interface; in ip_mc_msfilter()
2471 err = -ENODEV; in ip_mc_msfilter()
2475 /* special case - (INCLUDE, empty) == LEAVE_GROUP */ in ip_mc_msfilter()
2476 if (msf->imsf_fmode == MCAST_INCLUDE && msf->imsf_numsrc == 0) { in ip_mc_msfilter()
2482 if (pmc->multi.imr_multiaddr.s_addr == msf->imsf_multiaddr && in ip_mc_msfilter()
2483 pmc->multi.imr_ifindex == imr.imr_ifindex) in ip_mc_msfilter()
2487 err = -EINVAL; in ip_mc_msfilter()
2490 if (msf->imsf_numsrc) { in ip_mc_msfilter()
2492 msf->imsf_numsrc), in ip_mc_msfilter()
2495 err = -ENOBUFS; in ip_mc_msfilter()
2498 newpsl->sl_max = newpsl->sl_count = msf->imsf_numsrc; in ip_mc_msfilter()
2499 memcpy(newpsl->sl_addr, msf->imsf_slist_flex, in ip_mc_msfilter()
2500 flex_array_size(msf, imsf_slist_flex, msf->imsf_numsrc)); in ip_mc_msfilter()
2501 err = ip_mc_add_src(in_dev, &msf->imsf_multiaddr, in ip_mc_msfilter()
2502 msf->imsf_fmode, newpsl->sl_count, newpsl->sl_addr, 0); in ip_mc_msfilter()
2506 newpsl->sl_max)); in ip_mc_msfilter()
2511 (void) ip_mc_add_src(in_dev, &msf->imsf_multiaddr, in ip_mc_msfilter()
2512 msf->imsf_fmode, 0, NULL, 0); in ip_mc_msfilter()
2514 psl = rtnl_dereference(pmc->sflist); in ip_mc_msfilter()
2516 (void) ip_mc_del_src(in_dev, &msf->imsf_multiaddr, pmc->sfmode, in ip_mc_msfilter()
2517 psl->sl_count, psl->sl_addr, 0); in ip_mc_msfilter()
2519 atomic_sub(struct_size(psl, sl_addr, psl->sl_max), in ip_mc_msfilter()
2520 &sk->sk_omem_alloc); in ip_mc_msfilter()
2522 (void) ip_mc_del_src(in_dev, &msf->imsf_multiaddr, pmc->sfmode, in ip_mc_msfilter()
2525 rcu_assign_pointer(pmc->sflist, newpsl); in ip_mc_msfilter()
2528 pmc->sfmode = msf->imsf_fmode; in ip_mc_msfilter()
2540 __be32 addr = msf->imsf_multiaddr; in ip_mc_msfget()
2550 return -EINVAL; in ip_mc_msfget()
2552 imr.imr_multiaddr.s_addr = msf->imsf_multiaddr; in ip_mc_msfget()
2553 imr.imr_address.s_addr = msf->imsf_interface; in ip_mc_msfget()
2558 err = -ENODEV; in ip_mc_msfget()
2561 err = -EADDRNOTAVAIL; in ip_mc_msfget()
2564 if (pmc->multi.imr_multiaddr.s_addr == msf->imsf_multiaddr && in ip_mc_msfget()
2565 pmc->multi.imr_ifindex == imr.imr_ifindex) in ip_mc_msfget()
2570 msf->imsf_fmode = pmc->sfmode; in ip_mc_msfget()
2571 psl = rtnl_dereference(pmc->sflist); in ip_mc_msfget()
2575 count = psl->sl_count; in ip_mc_msfget()
2577 copycount = count < msf->imsf_numsrc ? count : msf->imsf_numsrc; in ip_mc_msfget()
2579 msf->imsf_numsrc = count; in ip_mc_msfget()
2583 return -EFAULT; in ip_mc_msfget()
2588 psl->sl_addr, len)) in ip_mc_msfget()
2589 return -EFAULT; in ip_mc_msfget()
2607 psin = (struct sockaddr_in *)&gsf->gf_group; in ip_mc_gsfget()
2608 if (psin->sin_family != AF_INET) in ip_mc_gsfget()
2609 return -EINVAL; in ip_mc_gsfget()
2610 addr = psin->sin_addr.s_addr; in ip_mc_gsfget()
2612 return -EINVAL; in ip_mc_gsfget()
2615 if (pmc->multi.imr_multiaddr.s_addr == addr && in ip_mc_gsfget()
2616 pmc->multi.imr_ifindex == gsf->gf_interface) in ip_mc_gsfget()
2620 return -EADDRNOTAVAIL; in ip_mc_gsfget()
2621 gsf->gf_fmode = pmc->sfmode; in ip_mc_gsfget()
2622 psl = rtnl_dereference(pmc->sflist); in ip_mc_gsfget()
2623 count = psl ? psl->sl_count : 0; in ip_mc_gsfget()
2624 copycount = count < gsf->gf_numsrc ? count : gsf->gf_numsrc; in ip_mc_gsfget()
2625 gsf->gf_numsrc = count; in ip_mc_gsfget()
2631 psin->sin_family = AF_INET; in ip_mc_gsfget()
2632 psin->sin_addr.s_addr = psl->sl_addr[i]; in ip_mc_gsfget()
2635 return -EFAULT; in ip_mc_gsfget()
2659 if (pmc->multi.imr_multiaddr.s_addr == loc_addr && in ip_mc_sf_allow()
2660 (pmc->multi.imr_ifindex == dif || in ip_mc_sf_allow()
2661 (sdif && pmc->multi.imr_ifindex == sdif))) in ip_mc_sf_allow()
2667 psl = rcu_dereference(pmc->sflist); in ip_mc_sf_allow()
2668 ret = (pmc->sfmode == MCAST_EXCLUDE); in ip_mc_sf_allow()
2672 for (i = 0; i < psl->sl_count; i++) { in ip_mc_sf_allow()
2673 if (psl->sl_addr[i] == rmt_addr) in ip_mc_sf_allow()
2677 if (pmc->sfmode == MCAST_INCLUDE && i >= psl->sl_count) in ip_mc_sf_allow()
2679 if (pmc->sfmode == MCAST_EXCLUDE && i < psl->sl_count) in ip_mc_sf_allow()
2698 if (!inet->mc_list) in ip_mc_drop_socket()
2702 while ((iml = rtnl_dereference(inet->mc_list)) != NULL) { in ip_mc_drop_socket()
2705 inet->mc_list = iml->next_rcu; in ip_mc_drop_socket()
2706 in_dev = inetdev_by_index(net, iml->multi.imr_ifindex); in ip_mc_drop_socket()
2709 ip_mc_dec_group(in_dev, iml->multi.imr_multiaddr.s_addr); in ip_mc_drop_socket()
2711 atomic_sub(sizeof(*iml), &sk->sk_omem_alloc); in ip_mc_drop_socket()
2720 struct ip_mc_list *im; in ip_check_mc_rcu() local
2725 mc_hash = rcu_dereference(in_dev->mc_hash); in ip_check_mc_rcu()
2729 for (im = rcu_dereference(mc_hash[hash]); in ip_check_mc_rcu()
2730 im != NULL; in ip_check_mc_rcu()
2731 im = rcu_dereference(im->next_hash)) { in ip_check_mc_rcu()
2732 if (im->multiaddr == mc_addr) in ip_check_mc_rcu()
2736 for_each_pmc_rcu(in_dev, im) { in ip_check_mc_rcu()
2737 if (im->multiaddr == mc_addr) in ip_check_mc_rcu()
2741 if (im && proto == IPPROTO_IGMP) { in ip_check_mc_rcu()
2743 } else if (im) { in ip_check_mc_rcu()
2745 spin_lock_bh(&im->lock); in ip_check_mc_rcu()
2746 for (psf = im->sources; psf; psf = psf->sf_next) { in ip_check_mc_rcu()
2747 if (psf->sf_inaddr == src_addr) in ip_check_mc_rcu()
2751 rv = psf->sf_count[MCAST_INCLUDE] || in ip_check_mc_rcu()
2752 psf->sf_count[MCAST_EXCLUDE] != in ip_check_mc_rcu()
2753 im->sfcount[MCAST_EXCLUDE]; in ip_check_mc_rcu()
2755 rv = im->sfcount[MCAST_EXCLUDE] != 0; in ip_check_mc_rcu()
2756 spin_unlock_bh(&im->lock); in ip_check_mc_rcu()
2770 #define igmp_mc_seq_private(seq) ((struct igmp_mc_iter_state *)(seq)->private)
2775 struct ip_mc_list *im = NULL; in igmp_mc_get_first() local
2778 state->in_dev = NULL; in igmp_mc_get_first()
2779 for_each_netdev_rcu(net, state->dev) { in igmp_mc_get_first()
2782 in_dev = __in_dev_get_rcu(state->dev); in igmp_mc_get_first()
2785 im = rcu_dereference(in_dev->mc_list); in igmp_mc_get_first()
2786 if (im) { in igmp_mc_get_first()
2787 state->in_dev = in_dev; in igmp_mc_get_first()
2791 return im; in igmp_mc_get_first()
2794 static struct ip_mc_list *igmp_mc_get_next(struct seq_file *seq, struct ip_mc_list *im) in igmp_mc_get_next() argument
2798 im = rcu_dereference(im->next_rcu); in igmp_mc_get_next()
2799 while (!im) { in igmp_mc_get_next()
2800 state->dev = next_net_device_rcu(state->dev); in igmp_mc_get_next()
2801 if (!state->dev) { in igmp_mc_get_next()
2802 state->in_dev = NULL; in igmp_mc_get_next()
2805 state->in_dev = __in_dev_get_rcu(state->dev); in igmp_mc_get_next()
2806 if (!state->in_dev) in igmp_mc_get_next()
2808 im = rcu_dereference(state->in_dev->mc_list); in igmp_mc_get_next()
2810 return im; in igmp_mc_get_next()
2815 struct ip_mc_list *im = igmp_mc_get_first(seq); in igmp_mc_get_idx() local
2816 if (im) in igmp_mc_get_idx()
2817 while (pos && (im = igmp_mc_get_next(seq, im)) != NULL) in igmp_mc_get_idx()
2818 --pos; in igmp_mc_get_idx()
2819 return pos ? NULL : im; in igmp_mc_get_idx()
2826 return *pos ? igmp_mc_get_idx(seq, *pos - 1) : SEQ_START_TOKEN; in igmp_mc_seq_start()
2831 struct ip_mc_list *im; in igmp_mc_seq_next() local
2833 im = igmp_mc_get_first(seq); in igmp_mc_seq_next()
2835 im = igmp_mc_get_next(seq, v); in igmp_mc_seq_next()
2837 return im; in igmp_mc_seq_next()
2845 state->in_dev = NULL; in igmp_mc_seq_stop()
2846 state->dev = NULL; in igmp_mc_seq_stop()
2856 struct ip_mc_list *im = v; in igmp_mc_seq_show() local
2862 querier = IGMP_V1_SEEN(state->in_dev) ? "V1" : in igmp_mc_seq_show()
2863 IGMP_V2_SEEN(state->in_dev) ? "V2" : in igmp_mc_seq_show()
2869 if (rcu_access_pointer(state->in_dev->mc_list) == im) { in igmp_mc_seq_show()
2870 seq_printf(seq, "%d\t%-10s: %5d %7s\n", in igmp_mc_seq_show()
2871 state->dev->ifindex, state->dev->name, state->in_dev->mc_count, querier); in igmp_mc_seq_show()
2874 delta = im->timer.expires - jiffies; in igmp_mc_seq_show()
2877 im->multiaddr, im->users, in igmp_mc_seq_show()
2878 im->tm_running, in igmp_mc_seq_show()
2879 im->tm_running ? jiffies_delta_to_clock_t(delta) : 0, in igmp_mc_seq_show()
2880 im->reporter); in igmp_mc_seq_show()
2896 struct ip_mc_list *im; member
2899 #define igmp_mcf_seq_private(seq) ((struct igmp_mcf_iter_state *)(seq)->private)
2905 struct ip_mc_list *im = NULL; in igmp_mcf_get_first() local
2908 state->idev = NULL; in igmp_mcf_get_first()
2909 state->im = NULL; in igmp_mcf_get_first()
2910 for_each_netdev_rcu(net, state->dev) { in igmp_mcf_get_first()
2912 idev = __in_dev_get_rcu(state->dev); in igmp_mcf_get_first()
2915 im = rcu_dereference(idev->mc_list); in igmp_mcf_get_first()
2916 if (likely(im)) { in igmp_mcf_get_first()
2917 spin_lock_bh(&im->lock); in igmp_mcf_get_first()
2918 psf = im->sources; in igmp_mcf_get_first()
2920 state->im = im; in igmp_mcf_get_first()
2921 state->idev = idev; in igmp_mcf_get_first()
2924 spin_unlock_bh(&im->lock); in igmp_mcf_get_first()
2934 psf = psf->sf_next; in igmp_mcf_get_next()
2936 spin_unlock_bh(&state->im->lock); in igmp_mcf_get_next()
2937 state->im = state->im->next; in igmp_mcf_get_next()
2938 while (!state->im) { in igmp_mcf_get_next()
2939 state->dev = next_net_device_rcu(state->dev); in igmp_mcf_get_next()
2940 if (!state->dev) { in igmp_mcf_get_next()
2941 state->idev = NULL; in igmp_mcf_get_next()
2944 state->idev = __in_dev_get_rcu(state->dev); in igmp_mcf_get_next()
2945 if (!state->idev) in igmp_mcf_get_next()
2947 state->im = rcu_dereference(state->idev->mc_list); in igmp_mcf_get_next()
2949 if (!state->im) in igmp_mcf_get_next()
2951 spin_lock_bh(&state->im->lock); in igmp_mcf_get_next()
2952 psf = state->im->sources; in igmp_mcf_get_next()
2963 --pos; in igmp_mcf_get_idx()
2971 return *pos ? igmp_mcf_get_idx(seq, *pos - 1) : SEQ_START_TOKEN; in igmp_mcf_seq_start()
2989 if (likely(state->im)) { in igmp_mcf_seq_stop()
2990 spin_unlock_bh(&state->im->lock); in igmp_mcf_seq_stop()
2991 state->im = NULL; in igmp_mcf_seq_stop()
2993 state->idev = NULL; in igmp_mcf_seq_stop()
2994 state->dev = NULL; in igmp_mcf_seq_stop()
3009 state->dev->ifindex, state->dev->name, in igmp_mcf_seq_show()
3010 ntohl(state->im->multiaddr), in igmp_mcf_seq_show()
3011 ntohl(psf->sf_inaddr), in igmp_mcf_seq_show()
3012 psf->sf_count[MCAST_INCLUDE], in igmp_mcf_seq_show()
3013 psf->sf_count[MCAST_EXCLUDE]); in igmp_mcf_seq_show()
3030 pde = proc_create_net("igmp", 0444, net->proc_net, &igmp_mc_seq_ops, in igmp_net_init()
3034 pde = proc_create_net("mcfilter", 0444, net->proc_net, in igmp_net_init()
3038 err = inet_ctl_sock_create(&net->ipv4.mc_autojoin_sk, AF_INET, in igmp_net_init()
3049 remove_proc_entry("mcfilter", net->proc_net); in igmp_net_init()
3051 remove_proc_entry("igmp", net->proc_net); in igmp_net_init()
3053 return -ENOMEM; in igmp_net_init()
3058 remove_proc_entry("mcfilter", net->proc_net); in igmp_net_exit()
3059 remove_proc_entry("igmp", net->proc_net); in igmp_net_exit()
3060 inet_ctl_sock_destroy(net->ipv4.mc_autojoin_sk); in igmp_net_exit()