projects/linux·blob master · refs

3296 lines · 77.9 KiB

1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Multicast support for IPv6
4 * Linux INET6 implementation
5 *
6 * Authors:
7 * Pedro Roque <[email protected]>
8 *
9 * Based on linux/ipv4/igmp.c and linux/ipv4/ip_sockglue.c
10 */
11
12/* Changes:
13 *
14 * yoshfuji : fix format of router-alert option
15 * YOSHIFUJI Hideaki @USAGI:
16 * Fixed source address for MLD message based on
17 * <draft-ietf-magma-mld-source-05.txt>.
18 * YOSHIFUJI Hideaki @USAGI:
19 * - Ignore Queries for invalid addresses.
20 * - MLD for link-local addresses.
21 * David L Stevens <[email protected]>:
22 * - MLDv2 support
23 */
24
25#include <linux/module.h>
26#include <linux/errno.h>
27#include <linux/types.h>
28#include <linux/string.h>
29#include <linux/socket.h>
30#include <linux/sockios.h>
31#include <linux/jiffies.h>
32#include <linux/net.h>
33#include <linux/in.h>
34#include <linux/in6.h>
35#include <linux/netdevice.h>
36#include <linux/if_addr.h>
37#include <linux/if_arp.h>
38#include <linux/route.h>
39#include <linux/rtnetlink.h>
40#include <linux/init.h>
41#include <linux/proc_fs.h>
42#include <linux/seq_file.h>
43#include <linux/slab.h>
44#include <linux/pkt_sched.h>
45#include <net/mld.h>
46#include <linux/workqueue.h>
47
48#include <linux/netfilter.h>
49#include <linux/netfilter_ipv6.h>
50
51#include <net/net_namespace.h>
52#include <net/netlink.h>
53#include <net/sock.h>
54#include <net/snmp.h>
55
56#include <net/ipv6.h>
57#include <net/protocol.h>
58#include <net/if_inet6.h>
59#include <net/ndisc.h>
60#include <net/addrconf.h>
61#include <net/ip6_route.h>
62#include <net/inet_common.h>
63
64#include <net/ip6_checksum.h>
65
66/* Ensure that we have struct in6_addr aligned on 32bit word. */
67static int __mld2_query_bugs[] __attribute__((__unused__)) = {
68 BUILD_BUG_ON_ZERO(offsetof(struct mld2_query, mld2q_srcs) % 4),
69 BUILD_BUG_ON_ZERO(offsetof(struct mld2_report, mld2r_grec) % 4),
70 BUILD_BUG_ON_ZERO(offsetof(struct mld2_grec, grec_mca) % 4)
71};
72
73static struct workqueue_struct *mld_wq;
74static struct in6_addr mld2_all_mcr = MLD2_ALL_MCR_INIT;
75
76static void igmp6_join_group(struct ifmcaddr6 *ma);
77static void igmp6_leave_group(struct ifmcaddr6 *ma);
78static void mld_mca_work(struct work_struct *work);
79
80static void mld_ifc_event(struct inet6_dev *idev);
81static bool mld_in_v1_mode(const struct inet6_dev *idev);
82static int sf_setstate(struct ifmcaddr6 *pmc);
83static void sf_markstate(struct ifmcaddr6 *pmc);
84static void ip6_mc_clear_src(struct ifmcaddr6 *pmc);
85static int ip6_mc_del_src(struct inet6_dev *idev, const struct in6_addr *pmca,
86 int sfmode, int sfcount, const struct in6_addr *psfsrc,
87 int delta);
88static int ip6_mc_add_src(struct inet6_dev *idev, const struct in6_addr *pmca,
89 int sfmode, int sfcount, const struct in6_addr *psfsrc,
90 int delta);
91static int ip6_mc_leave_src(struct sock *sk, struct ipv6_mc_socklist *iml,
92 struct inet6_dev *idev);
93static int __ipv6_dev_mc_inc(struct net_device *dev,
94 const struct in6_addr *addr, unsigned int mode);
95
96#define MLD_QRV_DEFAULT 2
97/* RFC3810, 9.2. Query Interval */
98#define MLD_QI_DEFAULT (125 * HZ)
99/* RFC3810, 9.3. Query Response Interval */
100#define MLD_QRI_DEFAULT (10 * HZ)
101
102/* RFC3810, 8.1 Query Version Distinctions */
103#define MLD_V1_QUERY_LEN 24
104#define MLD_V2_QUERY_LEN_MIN 28
105
106#define IPV6_MLD_MAX_MSF 64
107
108int sysctl_mld_max_msf __read_mostly = IPV6_MLD_MAX_MSF;
109int sysctl_mld_qrv __read_mostly = MLD_QRV_DEFAULT;
110
111#define mc_assert_locked(idev) \
112 lockdep_assert_held(&(idev)->mc_lock)
113
114#define mc_dereference(e, idev) \
115 rcu_dereference_protected(e, lockdep_is_held(&(idev)->mc_lock))
116
117#define sock_dereference(e, sk) \
118 rcu_dereference_protected(e, lockdep_sock_is_held(sk))
119
120#define for_each_pmc_socklock(np, sk, pmc) \
121 for (pmc = sock_dereference((np)->ipv6_mc_list, sk); \
122 pmc; \
123 pmc = sock_dereference(pmc->next, sk))
124
125#define for_each_pmc_rcu(np, pmc) \
126 for (pmc = rcu_dereference((np)->ipv6_mc_list); \
127 pmc; \
128 pmc = rcu_dereference(pmc->next))
129
130#define for_each_psf_mclock(mc, psf) \
131 for (psf = mc_dereference((mc)->mca_sources, mc->idev); \
132 psf; \
133 psf = mc_dereference(psf->sf_next, mc->idev))
134
135#define for_each_psf_rcu(mc, psf) \
136 for (psf = rcu_dereference((mc)->mca_sources); \
137 psf; \
138 psf = rcu_dereference(psf->sf_next))
139
140#define for_each_psf_tomb(mc, psf) \
141 for (psf = mc_dereference((mc)->mca_tomb, mc->idev); \
142 psf; \
143 psf = mc_dereference(psf->sf_next, mc->idev))
144
145#define for_each_mc_mclock(idev, mc) \
146 for (mc = mc_dereference((idev)->mc_list, idev); \
147 mc; \
148 mc = mc_dereference(mc->next, idev))
149
150#define for_each_mc_rcu(idev, mc) \
151 for (mc = rcu_dereference((idev)->mc_list); \
152 mc; \
153 mc = rcu_dereference(mc->next))
154
155#define for_each_mc_tomb(idev, mc) \
156 for (mc = mc_dereference((idev)->mc_tomb, idev); \
157 mc; \
158 mc = mc_dereference(mc->next, idev))
159
160static int unsolicited_report_interval(struct inet6_dev *idev)
161{
162 int iv;
163
164 if (mld_in_v1_mode(idev))
165 iv = READ_ONCE(idev->cnf.mldv1_unsolicited_report_interval);
166 else
167 iv = READ_ONCE(idev->cnf.mldv2_unsolicited_report_interval);
168
169 return iv > 0 ? iv : 1;
170}
171
172static struct net_device *ip6_mc_find_dev(struct net *net,
173 const struct in6_addr *group,
174 int ifindex)
175{
176 struct net_device *dev = NULL;
177 struct rt6_info *rt;
178
179 if (ifindex == 0) {
180 rcu_read_lock();
181 rt = rt6_lookup(net, group, NULL, 0, NULL, 0);
182 if (rt) {
183 dev = dst_dev_rcu(&rt->dst);
184 dev_hold(dev);
185 ip6_rt_put(rt);
186 }
187 rcu_read_unlock();
188 } else {
189 dev = dev_get_by_index(net, ifindex);
190 }
191
192 return dev;
193}
194
195/*
196 * socket join on multicast group
197 */
198static int __ipv6_sock_mc_join(struct sock *sk, int ifindex,
199 const struct in6_addr *addr, unsigned int mode)
200{
201 struct ipv6_pinfo *np = inet6_sk(sk);
202 struct ipv6_mc_socklist *mc_lst;
203 struct net *net = sock_net(sk);
204 struct net_device *dev = NULL;
205 int err;
206
207 if (!ipv6_addr_is_multicast(addr))
208 return -EINVAL;
209
210 for_each_pmc_socklock(np, sk, mc_lst) {
211 if ((ifindex == 0 || mc_lst->ifindex == ifindex) &&
212 ipv6_addr_equal(&mc_lst->addr, addr))
213 return -EADDRINUSE;
214 }
215
216 mc_lst = sock_kmalloc(sk, sizeof(struct ipv6_mc_socklist), GFP_KERNEL);
217 if (!mc_lst)
218 return -ENOMEM;
219
220 mc_lst->next = NULL;
221 mc_lst->addr = *addr;
222
223 dev = ip6_mc_find_dev(net, addr, ifindex);
224 if (!dev) {
225 sock_kfree_s(sk, mc_lst, sizeof(*mc_lst));
226 return -ENODEV;
227 }
228
229 mc_lst->ifindex = dev->ifindex;
230 mc_lst->sfmode = mode;
231 RCU_INIT_POINTER(mc_lst->sflist, NULL);
232
233 /* now add/increase the group membership on the device */
234 err = __ipv6_dev_mc_inc(dev, addr, mode);
235
236 dev_put(dev);
237
238 if (err) {
239 sock_kfree_s(sk, mc_lst, sizeof(*mc_lst));
240 return err;
241 }
242
243 rcu_assign_pointer(mc_lst->next,
244 sock_dereference(np->ipv6_mc_list, sk));
245 rcu_assign_pointer(np->ipv6_mc_list, mc_lst);
246
247 return 0;
248}
249
250int ipv6_sock_mc_join(struct sock *sk, int ifindex, const struct in6_addr *addr)
251{
252 return __ipv6_sock_mc_join(sk, ifindex, addr, MCAST_EXCLUDE);
253}
254EXPORT_SYMBOL(ipv6_sock_mc_join);
255
256int ipv6_sock_mc_join_ssm(struct sock *sk, int ifindex,
257 const struct in6_addr *addr, unsigned int mode)
258{
259 return __ipv6_sock_mc_join(sk, ifindex, addr, mode);
260}
261
262/*
263 * socket leave on multicast group
264 */
265static void __ipv6_sock_mc_drop(struct sock *sk, struct ipv6_mc_socklist *mc_lst)
266{
267 struct net *net = sock_net(sk);
268 struct net_device *dev;
269
270 dev = dev_get_by_index(net, mc_lst->ifindex);
271 if (dev) {
272 struct inet6_dev *idev = in6_dev_get(dev);
273
274 ip6_mc_leave_src(sk, mc_lst, idev);
275
276 if (idev) {
277 __ipv6_dev_mc_dec(idev, &mc_lst->addr);
278 in6_dev_put(idev);
279 }
280
281 dev_put(dev);
282 } else {
283 ip6_mc_leave_src(sk, mc_lst, NULL);
284 }
285
286 atomic_sub(sizeof(*mc_lst), &sk->sk_omem_alloc);
287 kfree_rcu(mc_lst, rcu);
288}
289
290int ipv6_sock_mc_drop(struct sock *sk, int ifindex, const struct in6_addr *addr)
291{
292 struct ipv6_pinfo *np = inet6_sk(sk);
293 struct ipv6_mc_socklist __rcu **lnk;
294 struct ipv6_mc_socklist *mc_lst;
295
296 if (!ipv6_addr_is_multicast(addr))
297 return -EINVAL;
298
299 for (lnk = &np->ipv6_mc_list;
300 (mc_lst = sock_dereference(*lnk, sk)) != NULL;
301 lnk = &mc_lst->next) {
302 if ((ifindex == 0 || mc_lst->ifindex == ifindex) &&
303 ipv6_addr_equal(&mc_lst->addr, addr)) {
304 rcu_assign_pointer(*lnk,
305 sock_dereference(mc_lst->next, sk));
306 __ipv6_sock_mc_drop(sk, mc_lst);
307 return 0;
308 }
309 }
310
311 return -EADDRNOTAVAIL;
312}
313EXPORT_SYMBOL(ipv6_sock_mc_drop);
314
315static struct inet6_dev *ip6_mc_find_idev(struct net *net,
316 const struct in6_addr *group,
317 int ifindex)
318{
319 struct net_device *dev;
320 struct inet6_dev *idev;
321
322 dev = ip6_mc_find_dev(net, group, ifindex);
323 if (!dev)
324 return NULL;
325
326 idev = in6_dev_get(dev);
327 dev_put(dev);
328
329 return idev;
330}
331
332void __ipv6_sock_mc_close(struct sock *sk)
333{
334 struct ipv6_pinfo *np = inet6_sk(sk);
335 struct ipv6_mc_socklist *mc_lst;
336
337 while ((mc_lst = sock_dereference(np->ipv6_mc_list, sk)) != NULL) {
338 rcu_assign_pointer(np->ipv6_mc_list,
339 sock_dereference(mc_lst->next, sk));
340 __ipv6_sock_mc_drop(sk, mc_lst);
341 }
342}
343
344void ipv6_sock_mc_close(struct sock *sk)
345{
346 struct ipv6_pinfo *np = inet6_sk(sk);
347
348 if (!rcu_access_pointer(np->ipv6_mc_list))
349 return;
350
351 lock_sock(sk);
352 __ipv6_sock_mc_close(sk);
353 release_sock(sk);
354}
355
356int ip6_mc_source(int add, int omode, struct sock *sk,
357 struct group_source_req *pgsr)
358{
359 struct ipv6_pinfo *inet6 = inet6_sk(sk);
360 struct in6_addr *source, *group;
361 struct ip6_sf_socklist *newpsl, *psl;
362 struct net *net = sock_net(sk);
363 struct ipv6_mc_socklist *pmc;
364 struct inet6_dev *idev;
365 int leavegroup = 0;
366 int i, j;
367 int err;
368
369 source = &((struct sockaddr_in6 *)&pgsr->gsr_source)->sin6_addr;
370 group = &((struct sockaddr_in6 *)&pgsr->gsr_group)->sin6_addr;
371
372 if (!ipv6_addr_is_multicast(group))
373 return -EINVAL;
374
375 idev = ip6_mc_find_idev(net, group, pgsr->gsr_interface);
376 if (!idev)
377 return -ENODEV;
378
379 mutex_lock(&idev->mc_lock);
380
381 if (idev->dead) {
382 err = -ENODEV;
383 goto done;
384 }
385
386 err = -EADDRNOTAVAIL;
387
388 for_each_pmc_socklock(inet6, sk, pmc) {
389 if (pgsr->gsr_interface && pmc->ifindex != pgsr->gsr_interface)
390 continue;
391 if (ipv6_addr_equal(&pmc->addr, group))
392 break;
393 }
394 if (!pmc) { /* must have a prior join */
395 err = -EINVAL;
396 goto done;
397 }
398 /* if a source filter was set, must be the same mode as before */
399 if (rcu_access_pointer(pmc->sflist)) {
400 if (pmc->sfmode != omode) {
401 err = -EINVAL;
402 goto done;
403 }
404 } else if (pmc->sfmode != omode) {
405 /* allow mode switches for empty-set filters */
406 ip6_mc_add_src(idev, group, omode, 0, NULL, 0);
407 ip6_mc_del_src(idev, group, pmc->sfmode, 0, NULL, 0);
408 pmc->sfmode = omode;
409 }
410
411 psl = sock_dereference(pmc->sflist, sk);
412 if (!add) {
413 if (!psl)
414 goto done; /* err = -EADDRNOTAVAIL */
415 for (i = 0; i < psl->sl_count; i++) {
416 if (ipv6_addr_equal(&psl->sl_addr[i], source))
417 break;
418 }
419 if (i == psl->sl_count) /* source not found */
420 goto done; /* err = -EADDRNOTAVAIL */
421
422 /* special case - (INCLUDE, empty) == LEAVE_GROUP */
423 if (psl->sl_count == 1 && omode == MCAST_INCLUDE) {
424 leavegroup = 1;
425 goto done;
426 }
427
428 atomic_sub(struct_size(psl, sl_addr, psl->sl_max),
429 &sk->sk_omem_alloc);
430
431 if (psl->sl_count == 1) {
432 newpsl = NULL;
433 } else {
434 newpsl = sock_kmalloc(sk, struct_size(newpsl, sl_addr,
435 psl->sl_count - 1),
436 GFP_KERNEL);
437 if (!newpsl) {
438 atomic_add(struct_size(psl, sl_addr, psl->sl_max),
439 &sk->sk_omem_alloc);
440 err = -ENOBUFS;
441 goto done;
442 }
443 newpsl->sl_max = psl->sl_count - 1;
444 newpsl->sl_count = psl->sl_count - 1;
445 for (j = 0; j < i; j++)
446 newpsl->sl_addr[j] = psl->sl_addr[j];
447 for (j = i + 1; j < psl->sl_count; j++)
448 newpsl->sl_addr[j - 1] = psl->sl_addr[j];
449 }
450
451 /* update the interface filter */
452 ip6_mc_del_src(idev, group, omode, 1, source, 1);
453
454 rcu_assign_pointer(pmc->sflist, newpsl);
455 kfree_rcu(psl, rcu);
456 err = 0;
457 goto done;
458 }
459 /* else, add a new source to the filter */
460
461 if (psl && psl->sl_count >= READ_ONCE(sysctl_mld_max_msf)) {
462 err = -ENOBUFS;
463 goto done;
464 }
465 if (psl) {
466 for (i = 0; i < psl->sl_count; i++) {
467 if (ipv6_addr_equal(&psl->sl_addr[i], source))
468 goto done; /* err = -EADDRNOTAVAIL */
469 }
470 }
471
472 i = psl ? psl->sl_count + 1 : 1;
473 newpsl = sock_kmalloc(sk, struct_size(newpsl, sl_addr, i),
474 GFP_KERNEL);
475 if (!newpsl) {
476 err = -ENOBUFS;
477 goto done;
478 }
479 newpsl->sl_max = i;
480 newpsl->sl_count = i;
481 if (psl) {
482 for (j = 0; j < psl->sl_count; j++)
483 newpsl->sl_addr[j] = psl->sl_addr[j];
484 }
485 newpsl->sl_addr[i - 1] = *source;
486
487 /* update the interface list */
488 ip6_mc_add_src(idev, group, omode, 1, source, 1);
489
490 if (psl)
491 atomic_sub(struct_size(psl, sl_addr, psl->sl_max),
492 &sk->sk_omem_alloc);
493 rcu_assign_pointer(pmc->sflist, newpsl);
494 kfree_rcu(psl, rcu);
495 err = 0;
496done:
497 mutex_unlock(&idev->mc_lock);
498 in6_dev_put(idev);
499 if (leavegroup)
500 err = ipv6_sock_mc_drop(sk, pgsr->gsr_interface, group);
501 return err;
502}
503
504int ip6_mc_msfilter(struct sock *sk, struct group_filter *gsf,
505 struct sockaddr_storage *list)
506{
507 struct ipv6_pinfo *inet6 = inet6_sk(sk);
508 struct ip6_sf_socklist *newpsl, *psl;
509 struct net *net = sock_net(sk);
510 const struct in6_addr *group;
511 struct ipv6_mc_socklist *pmc;
512 struct inet6_dev *idev;
513 int leavegroup = 0;
514 int i, err;
515
516 group = &((struct sockaddr_in6 *)&gsf->gf_group)->sin6_addr;
517
518 if (!ipv6_addr_is_multicast(group))
519 return -EINVAL;
520 if (gsf->gf_fmode != MCAST_INCLUDE &&
521 gsf->gf_fmode != MCAST_EXCLUDE)
522 return -EINVAL;
523
524 idev = ip6_mc_find_idev(net, group, gsf->gf_interface);
525 if (!idev)
526 return -ENODEV;
527
528 mutex_lock(&idev->mc_lock);
529
530 if (idev->dead) {
531 err = -ENODEV;
532 goto done;
533 }
534
535 err = 0;
536
537 if (gsf->gf_fmode == MCAST_INCLUDE && gsf->gf_numsrc == 0) {
538 leavegroup = 1;
539 goto done;
540 }
541
542 for_each_pmc_socklock(inet6, sk, pmc) {
543 if (pmc->ifindex != gsf->gf_interface)
544 continue;
545 if (ipv6_addr_equal(&pmc->addr, group))
546 break;
547 }
548 if (!pmc) { /* must have a prior join */
549 err = -EINVAL;
550 goto done;
551 }
552 if (gsf->gf_numsrc) {
553 newpsl = sock_kmalloc(sk, struct_size(newpsl, sl_addr,
554 gsf->gf_numsrc),
555 GFP_KERNEL);
556 if (!newpsl) {
557 err = -ENOBUFS;
558 goto done;
559 }
560 newpsl->sl_max = newpsl->sl_count = gsf->gf_numsrc;
561 for (i = 0; i < newpsl->sl_count; ++i, ++list) {
562 struct sockaddr_in6 *psin6;
563
564 psin6 = (struct sockaddr_in6 *)list;
565 newpsl->sl_addr[i] = psin6->sin6_addr;
566 }
567
568 err = ip6_mc_add_src(idev, group, gsf->gf_fmode,
569 newpsl->sl_count, newpsl->sl_addr, 0);
570 if (err) {
571 sock_kfree_s(sk, newpsl, struct_size(newpsl, sl_addr,
572 newpsl->sl_max));
573 goto done;
574 }
575 } else {
576 newpsl = NULL;
577 ip6_mc_add_src(idev, group, gsf->gf_fmode, 0, NULL, 0);
578 }
579
580 psl = sock_dereference(pmc->sflist, sk);
581 if (psl) {
582 ip6_mc_del_src(idev, group, pmc->sfmode,
583 psl->sl_count, psl->sl_addr, 0);
584 atomic_sub(struct_size(psl, sl_addr, psl->sl_max),
585 &sk->sk_omem_alloc);
586 } else {
587 ip6_mc_del_src(idev, group, pmc->sfmode, 0, NULL, 0);
588 }
589
590 rcu_assign_pointer(pmc->sflist, newpsl);
591 kfree_rcu(psl, rcu);
592 pmc->sfmode = gsf->gf_fmode;
593 err = 0;
594done:
595 mutex_unlock(&idev->mc_lock);
596 in6_dev_put(idev);
597 if (leavegroup)
598 err = ipv6_sock_mc_drop(sk, gsf->gf_interface, group);
599 return err;
600}
601
602int ip6_mc_msfget(struct sock *sk, struct group_filter *gsf,
603 sockptr_t optval, size_t ss_offset)
604{
605 struct ipv6_pinfo *inet6 = inet6_sk(sk);
606 const struct in6_addr *group;
607 struct ipv6_mc_socklist *pmc;
608 struct ip6_sf_socklist *psl;
609 unsigned int count;
610 int i, copycount;
611
612 group = &((struct sockaddr_in6 *)&gsf->gf_group)->sin6_addr;
613
614 if (!ipv6_addr_is_multicast(group))
615 return -EINVAL;
616
617 for_each_pmc_socklock(inet6, sk, pmc) {
618 if (pmc->ifindex != gsf->gf_interface)
619 continue;
620 if (ipv6_addr_equal(group, &pmc->addr))
621 break;
622 }
623 if (!pmc) /* must have a prior join */
624 return -EADDRNOTAVAIL;
625
626 gsf->gf_fmode = pmc->sfmode;
627 psl = sock_dereference(pmc->sflist, sk);
628 count = psl ? psl->sl_count : 0;
629
630 copycount = min(count, gsf->gf_numsrc);
631 gsf->gf_numsrc = count;
632 for (i = 0; i < copycount; i++) {
633 struct sockaddr_in6 *psin6;
634 struct sockaddr_storage ss;
635
636 psin6 = (struct sockaddr_in6 *)&ss;
637 memset(&ss, 0, sizeof(ss));
638 psin6->sin6_family = AF_INET6;
639 psin6->sin6_addr = psl->sl_addr[i];
640 if (copy_to_sockptr_offset(optval, ss_offset, &ss, sizeof(ss)))
641 return -EFAULT;
642 ss_offset += sizeof(ss);
643 }
644 return 0;
645}
646
647bool inet6_mc_check(const struct sock *sk, const struct in6_addr *mc_addr,
648 const struct in6_addr *src_addr)
649{
650 const struct ipv6_pinfo *np = inet6_sk(sk);
651 const struct ipv6_mc_socklist *mc;
652 const struct ip6_sf_socklist *psl;
653 bool rv = true;
654
655 rcu_read_lock();
656 for_each_pmc_rcu(np, mc) {
657 if (ipv6_addr_equal(&mc->addr, mc_addr))
658 break;
659 }
660 if (!mc) {
661 rcu_read_unlock();
662 return inet6_test_bit(MC6_ALL, sk);
663 }
664 psl = rcu_dereference(mc->sflist);
665 if (!psl) {
666 rv = mc->sfmode == MCAST_EXCLUDE;
667 } else {
668 int i;
669
670 for (i = 0; i < psl->sl_count; i++) {
671 if (ipv6_addr_equal(&psl->sl_addr[i], src_addr))
672 break;
673 }
674 if (mc->sfmode == MCAST_INCLUDE && i >= psl->sl_count)
675 rv = false;
676 if (mc->sfmode == MCAST_EXCLUDE && i < psl->sl_count)
677 rv = false;
678 }
679 rcu_read_unlock();
680
681 return rv;
682}
683
684static void igmp6_group_added(struct ifmcaddr6 *mc)
685{
686 struct net_device *dev = mc->idev->dev;
687 char buf[MAX_ADDR_LEN];
688
689 mc_assert_locked(mc->idev);
690
691 if (IPV6_ADDR_MC_SCOPE(&mc->mca_addr) <
692 IPV6_ADDR_SCOPE_LINKLOCAL)
693 return;
694
695 if (!(mc->mca_flags&MAF_LOADED)) {
696 WRITE_ONCE(mc->mca_flags, mc->mca_flags | MAF_LOADED);
697 if (ndisc_mc_map(&mc->mca_addr, buf, dev, 0) == 0)
698 dev_mc_add(dev, buf);
699 }
700
701 if (!(dev->flags & IFF_UP) || (mc->mca_flags & MAF_NOREPORT))
702 return;
703
704 if (mld_in_v1_mode(mc->idev)) {
705 igmp6_join_group(mc);
706 return;
707 }
708 /* else v2 */
709
710 /* Based on RFC3810 6.1, for newly added INCLUDE SSM, we
711 * should not send filter-mode change record as the mode
712 * should be from IN() to IN(A).
713 */
714 if (mc->mca_sfmode == MCAST_EXCLUDE)
715 mc->mca_crcount = mc->idev->mc_qrv;
716
717 mld_ifc_event(mc->idev);
718}
719
720static void igmp6_group_dropped(struct ifmcaddr6 *mc)
721{
722 struct net_device *dev = mc->idev->dev;
723 char buf[MAX_ADDR_LEN];
724
725 mc_assert_locked(mc->idev);
726
727 if (IPV6_ADDR_MC_SCOPE(&mc->mca_addr) <
728 IPV6_ADDR_SCOPE_LINKLOCAL)
729 return;
730
731 if (mc->mca_flags&MAF_LOADED) {
732 WRITE_ONCE(mc->mca_flags, mc->mca_flags & ~MAF_LOADED);
733 if (ndisc_mc_map(&mc->mca_addr, buf, dev, 0) == 0)
734 dev_mc_del(dev, buf);
735 }
736
737 if (mc->mca_flags & MAF_NOREPORT)
738 return;
739
740 if (!mc->idev->dead)
741 igmp6_leave_group(mc);
742
743 if (cancel_delayed_work(&mc->mca_work))
744 refcount_dec(&mc->mca_refcnt);
745}
746
747/* deleted ifmcaddr6 manipulation */
748static void mld_add_delrec(struct inet6_dev *idev, struct ifmcaddr6 *im)
749{
750 struct ifmcaddr6 *pmc;
751
752 mc_assert_locked(idev);
753
754 /* this is an "ifmcaddr6" for convenience; only the fields below
755 * are actually used. In particular, the refcnt and users are not
756 * used for management of the delete list. Using the same structure
757 * for deleted items allows change reports to use common code with
758 * non-deleted or query-response MCA's.
759 */
760 pmc = kzalloc_obj(*pmc);
761 if (!pmc)
762 return;
763
764 pmc->idev = im->idev;
765 in6_dev_hold(idev);
766 pmc->mca_addr = im->mca_addr;
767 pmc->mca_crcount = idev->mc_qrv;
768 pmc->mca_sfmode = im->mca_sfmode;
769 if (pmc->mca_sfmode == MCAST_INCLUDE) {
770 struct ip6_sf_list *psf;
771
772 rcu_assign_pointer(pmc->mca_tomb,
773 mc_dereference(im->mca_tomb, idev));
774 rcu_assign_pointer(pmc->mca_sources,
775 mc_dereference(im->mca_sources, idev));
776 RCU_INIT_POINTER(im->mca_tomb, NULL);
777 RCU_INIT_POINTER(im->mca_sources, NULL);
778
779 for_each_psf_mclock(pmc, psf)
780 psf->sf_crcount = pmc->mca_crcount;
781 }
782
783 rcu_assign_pointer(pmc->next, idev->mc_tomb);
784 rcu_assign_pointer(idev->mc_tomb, pmc);
785}
786
787static void mld_del_delrec(struct inet6_dev *idev, struct ifmcaddr6 *im)
788{
789 struct ip6_sf_list *psf, *sources, *tomb;
790 struct in6_addr *pmca = &im->mca_addr;
791 struct ifmcaddr6 *pmc, *pmc_prev;
792
793 mc_assert_locked(idev);
794
795 pmc_prev = NULL;
796 for_each_mc_tomb(idev, pmc) {
797 if (ipv6_addr_equal(&pmc->mca_addr, pmca))
798 break;
799 pmc_prev = pmc;
800 }
801 if (!pmc)
802 return;
803 if (pmc_prev)
804 rcu_assign_pointer(pmc_prev->next,
805 mc_dereference(pmc->next, idev));
806 else
807 rcu_assign_pointer(idev->mc_tomb,
808 mc_dereference(pmc->next, idev));
809
810 im->idev = pmc->idev;
811 if (im->mca_sfmode == MCAST_INCLUDE) {
812 tomb = rcu_replace_pointer(im->mca_tomb,
813 mc_dereference(pmc->mca_tomb, pmc->idev),
814 lockdep_is_held(&im->idev->mc_lock));
815 rcu_assign_pointer(pmc->mca_tomb, tomb);
816
817 sources = rcu_replace_pointer(im->mca_sources,
818 mc_dereference(pmc->mca_sources, pmc->idev),
819 lockdep_is_held(&im->idev->mc_lock));
820 rcu_assign_pointer(pmc->mca_sources, sources);
821 for_each_psf_mclock(im, psf)
822 psf->sf_crcount = idev->mc_qrv;
823 } else {
824 im->mca_crcount = idev->mc_qrv;
825 }
826 ip6_mc_clear_src(pmc);
827 in6_dev_put(pmc->idev);
828 kfree_rcu(pmc, rcu);
829}
830
831static void mld_clear_delrec(struct inet6_dev *idev)
832{
833 struct ifmcaddr6 *pmc, *nextpmc;
834
835 mc_assert_locked(idev);
836
837 pmc = mc_dereference(idev->mc_tomb, idev);
838 RCU_INIT_POINTER(idev->mc_tomb, NULL);
839
840 for (; pmc; pmc = nextpmc) {
841 nextpmc = mc_dereference(pmc->next, idev);
842 ip6_mc_clear_src(pmc);
843 in6_dev_put(pmc->idev);
844 kfree_rcu(pmc, rcu);
845 }
846
847 /* clear dead sources, too */
848 for_each_mc_mclock(idev, pmc) {
849 struct ip6_sf_list *psf, *psf_next;
850
851 psf = mc_dereference(pmc->mca_tomb, idev);
852 RCU_INIT_POINTER(pmc->mca_tomb, NULL);
853 for (; psf; psf = psf_next) {
854 psf_next = mc_dereference(psf->sf_next, idev);
855 kfree_rcu(psf, rcu);
856 }
857 }
858}
859
860static void mld_clear_query(struct inet6_dev *idev)
861{
862 spin_lock_bh(&idev->mc_query_lock);
863 __skb_queue_purge(&idev->mc_query_queue);
864 spin_unlock_bh(&idev->mc_query_lock);
865}
866
867static void mld_clear_report(struct inet6_dev *idev)
868{
869 spin_lock_bh(&idev->mc_report_lock);
870 __skb_queue_purge(&idev->mc_report_queue);
871 spin_unlock_bh(&idev->mc_report_lock);
872}
873
874static void ma_put(struct ifmcaddr6 *mc)
875{
876 if (refcount_dec_and_test(&mc->mca_refcnt)) {
877 in6_dev_put(mc->idev);
878 kfree_rcu(mc, rcu);
879 }
880}
881
882static struct ifmcaddr6 *mca_alloc(struct inet6_dev *idev,
883 const struct in6_addr *addr,
884 unsigned int mode)
885{
886 struct ifmcaddr6 *mc;
887
888 mc_assert_locked(idev);
889
890 mc = kzalloc_obj(*mc);
891 if (!mc)
892 return NULL;
893
894 INIT_DELAYED_WORK(&mc->mca_work, mld_mca_work);
895
896 mc->mca_addr = *addr;
897 mc->idev = idev; /* reference taken by caller */
898 WRITE_ONCE(mc->mca_users, 1);
899 /* mca_stamp should be updated upon changes */
900 mc->mca_cstamp = mc->mca_tstamp = jiffies;
901 refcount_set(&mc->mca_refcnt, 1);
902
903 mc->mca_sfmode = mode;
904 mc->mca_sfcount[mode] = 1;
905
906 if (ipv6_addr_is_ll_all_nodes(&mc->mca_addr) ||
907 IPV6_ADDR_MC_SCOPE(&mc->mca_addr) < IPV6_ADDR_SCOPE_LINKLOCAL)
908 WRITE_ONCE(mc->mca_flags, mc->mca_flags | MAF_NOREPORT);
909
910 return mc;
911}
912
913static void inet6_ifmcaddr_notify(struct net_device *dev,
914 const struct ifmcaddr6 *ifmca, int event)
915{
916 struct inet6_fill_args fillargs = {
917 .portid = 0,
918 .seq = 0,
919 .event = event,
920 .flags = 0,
921 .netnsid = -1,
922 .force_rt_scope_universe = true,
923 };
924 struct net *net = dev_net(dev);
925 struct sk_buff *skb;
926 int err = -ENOMEM;
927
928 skb = nlmsg_new(NLMSG_ALIGN(sizeof(struct ifaddrmsg)) +
929 nla_total_size(sizeof(struct in6_addr)) +
930 nla_total_size(sizeof(u32)) +
931 nla_total_size(sizeof(struct ifa_cacheinfo)),
932 GFP_KERNEL);
933 if (!skb)
934 goto error;
935
936 err = inet6_fill_ifmcaddr(skb, ifmca, &fillargs);
937 if (err < 0) {
938 WARN_ON_ONCE(err == -EMSGSIZE);
939 nlmsg_free(skb);
940 goto error;
941 }
942
943 rtnl_notify(skb, net, 0, RTNLGRP_IPV6_MCADDR, NULL, GFP_KERNEL);
944 return;
945error:
946 rtnl_set_sk_err(net, RTNLGRP_IPV6_MCADDR, err);
947}
948
949/*
950 * device multicast group inc (add if not found)
951 */
952static int __ipv6_dev_mc_inc(struct net_device *dev,
953 const struct in6_addr *addr, unsigned int mode)
954{
955 struct inet6_dev *idev;
956 struct ifmcaddr6 *mc;
957
958 /* we need to take a reference on idev */
959 idev = in6_dev_get(dev);
960 if (!idev)
961 return -EINVAL;
962
963 mutex_lock(&idev->mc_lock);
964
965 if (READ_ONCE(idev->dead)) {
966 mutex_unlock(&idev->mc_lock);
967 in6_dev_put(idev);
968 return -ENODEV;
969 }
970
971 for_each_mc_mclock(idev, mc) {
972 if (ipv6_addr_equal(&mc->mca_addr, addr)) {
973 WRITE_ONCE(mc->mca_users, mc->mca_users + 1);
974 ip6_mc_add_src(idev, &mc->mca_addr, mode, 0, NULL, 0);
975 mutex_unlock(&idev->mc_lock);
976 in6_dev_put(idev);
977 return 0;
978 }
979 }
980
981 mc = mca_alloc(idev, addr, mode);
982 if (!mc) {
983 mutex_unlock(&idev->mc_lock);
984 in6_dev_put(idev);
985 return -ENOMEM;
986 }
987
988 rcu_assign_pointer(mc->next, mc_dereference(idev->mc_list, idev));
989 rcu_assign_pointer(idev->mc_list, mc);
990
991 mld_del_delrec(idev, mc);
992 igmp6_group_added(mc);
993 inet6_ifmcaddr_notify(dev, mc, RTM_NEWMULTICAST);
994 mutex_unlock(&idev->mc_lock);
995
996 return 0;
997}
998
999int ipv6_dev_mc_inc(struct net_device *dev, const struct in6_addr *addr)
1000{
1001 return __ipv6_dev_mc_inc(dev, addr, MCAST_EXCLUDE);
1002}
1003EXPORT_SYMBOL(ipv6_dev_mc_inc);
1004
1005/*
1006 * device multicast group del
1007 */
1008int __ipv6_dev_mc_dec(struct inet6_dev *idev, const struct in6_addr *addr)
1009{
1010 struct ifmcaddr6 *ma, __rcu **map;
1011
1012 mutex_lock(&idev->mc_lock);
1013
1014 for (map = &idev->mc_list;
1015 (ma = mc_dereference(*map, idev));
1016 map = &ma->next) {
1017 if (ipv6_addr_equal(&ma->mca_addr, addr)) {
1018 int new_users = ma->mca_users - 1;
1019
1020 WRITE_ONCE(ma->mca_users, new_users);
1021 if (new_users == 0) {
1022 rcu_assign_pointer(*map,
1023 mc_dereference(ma->next, idev));
1024
1025 igmp6_group_dropped(ma);
1026 inet6_ifmcaddr_notify(idev->dev, ma,
1027 RTM_DELMULTICAST);
1028 ip6_mc_clear_src(ma);
1029 mutex_unlock(&idev->mc_lock);
1030
1031 ma_put(ma);
1032 return 0;
1033 }
1034 mutex_unlock(&idev->mc_lock);
1035 return 0;
1036 }
1037 }
1038
1039 mutex_unlock(&idev->mc_lock);
1040 return -ENOENT;
1041}
1042
1043int ipv6_dev_mc_dec(struct net_device *dev, const struct in6_addr *addr)
1044{
1045 struct inet6_dev *idev;
1046 int err;
1047
1048 idev = in6_dev_get(dev);
1049 if (!idev)
1050 return -ENODEV;
1051
1052 err = __ipv6_dev_mc_dec(idev, addr);
1053 in6_dev_put(idev);
1054
1055 return err;
1056}
1057EXPORT_SYMBOL(ipv6_dev_mc_dec);
1058
1059/*
1060 * check if the interface/address pair is valid
1061 */
1062bool ipv6_chk_mcast_addr(struct net_device *dev, const struct in6_addr *group,
1063 const struct in6_addr *src_addr)
1064{
1065 struct inet6_dev *idev;
1066 struct ifmcaddr6 *mc;
1067 bool rv = false;
1068
1069 rcu_read_lock();
1070 idev = __in6_dev_get(dev);
1071 if (!idev)
1072 goto unlock;
1073 for_each_mc_rcu(idev, mc) {
1074 if (ipv6_addr_equal(&mc->mca_addr, group))
1075 break;
1076 }
1077 if (!mc)
1078 goto unlock;
1079 if (src_addr && !ipv6_addr_any(src_addr)) {
1080 struct ip6_sf_list *psf;
1081
1082 for_each_psf_rcu(mc, psf) {
1083 if (ipv6_addr_equal(&psf->sf_addr, src_addr))
1084 break;
1085 }
1086 if (psf)
1087 rv = READ_ONCE(psf->sf_count[MCAST_INCLUDE]) ||
1088 READ_ONCE(psf->sf_count[MCAST_EXCLUDE]) !=
1089 READ_ONCE(mc->mca_sfcount[MCAST_EXCLUDE]);
1090 else
1091 rv = READ_ONCE(mc->mca_sfcount[MCAST_EXCLUDE]) != 0;
1092 } else {
1093 rv = true; /* don't filter unspecified source */
1094 }
1095unlock:
1096 rcu_read_unlock();
1097 return rv;
1098}
1099
1100static void mld_gq_start_work(struct inet6_dev *idev)
1101{
1102 unsigned long tv = get_random_u32_below(idev->mc_maxdelay);
1103
1104 mc_assert_locked(idev);
1105
1106 idev->mc_gq_running = 1;
1107 if (in6_dev_hold_safe(idev)) {
1108 if (mod_delayed_work(mld_wq, &idev->mc_gq_work, tv + 2))
1109 in6_dev_put(idev);
1110 }
1111}
1112
1113static void mld_gq_stop_work(struct inet6_dev *idev)
1114{
1115 mc_assert_locked(idev);
1116
1117 idev->mc_gq_running = 0;
1118 if (cancel_delayed_work(&idev->mc_gq_work))
1119 __in6_dev_put(idev);
1120}
1121
1122static void mld_ifc_start_work(struct inet6_dev *idev, unsigned long delay)
1123{
1124 unsigned long tv = get_random_u32_below(delay);
1125
1126 mc_assert_locked(idev);
1127
1128 if (in6_dev_hold_safe(idev)) {
1129 if (mod_delayed_work(mld_wq, &idev->mc_ifc_work, tv + 2))
1130 in6_dev_put(idev);
1131 }
1132}
1133
1134static void mld_ifc_stop_work(struct inet6_dev *idev)
1135{
1136 mc_assert_locked(idev);
1137
1138 idev->mc_ifc_count = 0;
1139 if (cancel_delayed_work(&idev->mc_ifc_work))
1140 __in6_dev_put(idev);
1141}
1142
1143static void mld_dad_start_work(struct inet6_dev *idev, unsigned long delay)
1144{
1145 unsigned long tv = get_random_u32_below(delay);
1146
1147 mc_assert_locked(idev);
1148
1149 if (in6_dev_hold_safe(idev)) {
1150 if (mod_delayed_work(mld_wq, &idev->mc_dad_work, tv + 2))
1151 in6_dev_put(idev);
1152 }
1153}
1154
1155static void mld_dad_stop_work(struct inet6_dev *idev)
1156{
1157 if (cancel_delayed_work(&idev->mc_dad_work))
1158 __in6_dev_put(idev);
1159}
1160
1161static void mld_query_stop_work(struct inet6_dev *idev)
1162{
1163 spin_lock_bh(&idev->mc_query_lock);
1164 if (cancel_delayed_work(&idev->mc_query_work))
1165 __in6_dev_put(idev);
1166 spin_unlock_bh(&idev->mc_query_lock);
1167}
1168
1169static void mld_report_stop_work(struct inet6_dev *idev)
1170{
1171 if (cancel_delayed_work_sync(&idev->mc_report_work))
1172 __in6_dev_put(idev);
1173}
1174
1175/* IGMP handling (alias multicast ICMPv6 messages) */
1176static void igmp6_group_queried(struct ifmcaddr6 *ma, unsigned long resptime)
1177{
1178 unsigned long delay = resptime;
1179
1180 mc_assert_locked(ma->idev);
1181
1182 /* Do not start work for these addresses */
1183 if (ipv6_addr_is_ll_all_nodes(&ma->mca_addr) ||
1184 IPV6_ADDR_MC_SCOPE(&ma->mca_addr) < IPV6_ADDR_SCOPE_LINKLOCAL)
1185 return;
1186
1187 if (cancel_delayed_work(&ma->mca_work)) {
1188 refcount_dec(&ma->mca_refcnt);
1189 delay = ma->mca_work.timer.expires - jiffies;
1190 }
1191
1192 if (delay >= resptime)
1193 delay = get_random_u32_below(resptime);
1194
1195 if (!mod_delayed_work(mld_wq, &ma->mca_work, delay))
1196 refcount_inc(&ma->mca_refcnt);
1197 WRITE_ONCE(ma->mca_flags, ma->mca_flags | MAF_TIMER_RUNNING);
1198}
1199
1200/* mark EXCLUDE-mode sources */
1201static bool mld_xmarksources(struct ifmcaddr6 *pmc, int nsrcs,
1202 const struct in6_addr *srcs)
1203{
1204 struct ip6_sf_list *psf;
1205 int i, scount;
1206
1207 mc_assert_locked(pmc->idev);
1208
1209 scount = 0;
1210 for_each_psf_mclock(pmc, psf) {
1211 if (scount == nsrcs)
1212 break;
1213 for (i = 0; i < nsrcs; i++) {
1214 /* skip inactive filters */
1215 if (psf->sf_count[MCAST_INCLUDE] ||
1216 pmc->mca_sfcount[MCAST_EXCLUDE] !=
1217 psf->sf_count[MCAST_EXCLUDE])
1218 break;
1219 if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {
1220 scount++;
1221 break;
1222 }
1223 }
1224 }
1225 WRITE_ONCE(pmc->mca_flags, pmc->mca_flags & ~MAF_GSQUERY);
1226 if (scount == nsrcs) /* all sources excluded */
1227 return false;
1228 return true;
1229}
1230
1231static bool mld_marksources(struct ifmcaddr6 *pmc, int nsrcs,
1232 const struct in6_addr *srcs)
1233{
1234 struct ip6_sf_list *psf;
1235 int i, scount;
1236
1237 mc_assert_locked(pmc->idev);
1238
1239 if (pmc->mca_sfmode == MCAST_EXCLUDE)
1240 return mld_xmarksources(pmc, nsrcs, srcs);
1241
1242 /* mark INCLUDE-mode sources */
1243
1244 scount = 0;
1245 for_each_psf_mclock(pmc, psf) {
1246 if (scount == nsrcs)
1247 break;
1248 for (i = 0; i < nsrcs; i++) {
1249 if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {
1250 psf->sf_gsresp = 1;
1251 scount++;
1252 break;
1253 }
1254 }
1255 }
1256 if (!scount) {
1257 WRITE_ONCE(pmc->mca_flags, pmc->mca_flags & ~MAF_GSQUERY);
1258 return false;
1259 }
1260 WRITE_ONCE(pmc->mca_flags, pmc->mca_flags | MAF_GSQUERY);
1261 return true;
1262}
1263
1264static int mld_force_mld_version(const struct inet6_dev *idev)
1265{
1266 const struct net *net = dev_net(idev->dev);
1267 int all_force;
1268
1269 all_force = READ_ONCE(net->ipv6.devconf_all->force_mld_version);
1270 /* Normally, both are 0 here. If enforcement to a particular is
1271 * being used, individual device enforcement will have a lower
1272 * precedence over 'all' device (.../conf/all/force_mld_version).
1273 */
1274 return all_force ?: READ_ONCE(idev->cnf.force_mld_version);
1275}
1276
1277static bool mld_in_v2_mode_only(const struct inet6_dev *idev)
1278{
1279 return mld_force_mld_version(idev) == 2;
1280}
1281
1282static bool mld_in_v1_mode_only(const struct inet6_dev *idev)
1283{
1284 return mld_force_mld_version(idev) == 1;
1285}
1286
1287static bool mld_in_v1_mode(const struct inet6_dev *idev)
1288{
1289 if (mld_in_v2_mode_only(idev))
1290 return false;
1291 if (mld_in_v1_mode_only(idev))
1292 return true;
1293 if (idev->mc_v1_seen && time_before(jiffies, idev->mc_v1_seen))
1294 return true;
1295
1296 return false;
1297}
1298
1299static void mld_set_v1_mode(struct inet6_dev *idev)
1300{
1301 /* RFC3810, relevant sections:
1302 * - 9.1. Robustness Variable
1303 * - 9.2. Query Interval
1304 * - 9.3. Query Response Interval
1305 * - 9.12. Older Version Querier Present Timeout
1306 */
1307 unsigned long switchback;
1308
1309 switchback = (idev->mc_qrv * idev->mc_qi) + idev->mc_qri;
1310
1311 idev->mc_v1_seen = jiffies + switchback;
1312}
1313
1314static void mld_update_qrv(struct inet6_dev *idev,
1315 const struct mld2_query *mlh2)
1316{
1317 /* RFC3810, relevant sections:
1318 * - 5.1.8. QRV (Querier's Robustness Variable)
1319 * - 9.1. Robustness Variable
1320 */
1321
1322 /* The value of the Robustness Variable MUST NOT be zero,
1323 * and SHOULD NOT be one. Catch this here if we ever run
1324 * into such a case in future.
1325 */
1326 const int min_qrv = min(MLD_QRV_DEFAULT, sysctl_mld_qrv);
1327 WARN_ON(idev->mc_qrv == 0);
1328
1329 if (mlh2->mld2q_qrv > 0)
1330 idev->mc_qrv = mlh2->mld2q_qrv;
1331
1332 if (unlikely(idev->mc_qrv < min_qrv)) {
1333 net_warn_ratelimited("IPv6: MLD: clamping QRV from %u to %u!\n",
1334 idev->mc_qrv, min_qrv);
1335 idev->mc_qrv = min_qrv;
1336 }
1337}
1338
1339static void mld_update_qi(struct inet6_dev *idev,
1340 const struct mld2_query *mlh2)
1341{
1342 /* RFC3810, relevant sections:
1343 * - 5.1.9. QQIC (Querier's Query Interval Code)
1344 * - 9.2. Query Interval
1345 * - 9.12. Older Version Querier Present Timeout
1346 * (the [Query Interval] in the last Query received)
1347 */
1348 idev->mc_qi = mldv2_qqi(mlh2) * HZ;
1349}
1350
1351static void mld_update_qri(struct inet6_dev *idev,
1352 const struct mld2_query *mlh2)
1353{
1354 /* RFC3810, relevant sections:
1355 * - 5.1.3. Maximum Response Code
1356 * - 9.3. Query Response Interval
1357 */
1358 idev->mc_qri = msecs_to_jiffies(mldv2_mrd(mlh2));
1359}
1360
1361static int mld_process_v1(struct inet6_dev *idev, struct mld_msg *mld,
1362 unsigned long *max_delay, bool v1_query)
1363{
1364 unsigned long mldv1_md;
1365
1366 /* Ignore v1 queries */
1367 if (mld_in_v2_mode_only(idev))
1368 return -EINVAL;
1369
1370 mldv1_md = ntohs(mld->mld_maxdelay);
1371
1372 /* When in MLDv1 fallback and a MLDv2 router start-up being
1373 * unaware of current MLDv1 operation, the MRC == MRD mapping
1374 * only works when the exponential algorithm is not being
1375 * used (as MLDv1 is unaware of such things).
1376 *
1377 * According to the RFC author, the MLDv2 implementations
1378 * he's aware of all use a MRC < 32768 on start up queries.
1379 *
1380 * Thus, should we *ever* encounter something else larger
1381 * than that, just assume the maximum possible within our
1382 * reach.
1383 */
1384 if (!v1_query)
1385 mldv1_md = min(mldv1_md, MLDV1_MRD_MAX_COMPAT);
1386
1387 *max_delay = max(msecs_to_jiffies(mldv1_md), 1UL);
1388
1389 /* MLDv1 router present: we need to go into v1 mode *only*
1390 * when an MLDv1 query is received as per section 9.12. of
1391 * RFC3810! And we know from RFC2710 section 3.7 that MLDv1
1392 * queries MUST be of exactly 24 octets.
1393 */
1394 if (v1_query)
1395 mld_set_v1_mode(idev);
1396
1397 /* cancel MLDv2 report work */
1398 mld_gq_stop_work(idev);
1399 /* cancel the interface change work */
1400 mld_ifc_stop_work(idev);
1401 /* clear deleted report items */
1402 mld_clear_delrec(idev);
1403
1404 return 0;
1405}
1406
1407static void mld_process_v2(struct inet6_dev *idev, struct mld2_query *mld,
1408 unsigned long *max_delay)
1409{
1410 *max_delay = max(msecs_to_jiffies(mldv2_mrd(mld)), 1UL);
1411
1412 mld_update_qrv(idev, mld);
1413 mld_update_qi(idev, mld);
1414 mld_update_qri(idev, mld);
1415
1416 idev->mc_maxdelay = *max_delay;
1417
1418 return;
1419}
1420
1421/* called with rcu_read_lock() */
1422void igmp6_event_query(struct sk_buff *skb)
1423{
1424 struct inet6_dev *idev = __in6_dev_get(skb->dev);
1425 bool put = false;
1426
1427 if (!idev || idev->dead)
1428 goto out;
1429
1430 spin_lock_bh(&idev->mc_query_lock);
1431 if (skb_queue_len(&idev->mc_query_queue) < MLD_MAX_SKBS &&
1432 in6_dev_hold_safe(idev)) {
1433 __skb_queue_tail(&idev->mc_query_queue, skb);
1434 if (mod_delayed_work(mld_wq, &idev->mc_query_work, 0))
1435 put = true;
1436 skb = NULL;
1437 }
1438 spin_unlock_bh(&idev->mc_query_lock);
1439
1440 if (put)
1441 in6_dev_put(idev);
1442out:
1443 kfree_skb(skb);
1444}
1445
1446static void __mld_query_work(struct sk_buff *skb)
1447{
1448 struct mld2_query *mlh2 = NULL;
1449 unsigned long max_delay;
1450 struct inet6_dev *idev;
1451 struct in6_addr group;
1452 struct ifmcaddr6 *ma;
1453 struct mld_msg *mld;
1454 int group_type;
1455 int mark = 0;
1456 int len, err;
1457
1458 if (!pskb_may_pull(skb, sizeof(struct in6_addr)))
1459 goto kfree_skb;
1460
1461 /* compute payload length excluding extension headers */
1462 len = ntohs(ipv6_hdr(skb)->payload_len) + sizeof(struct ipv6hdr);
1463 len -= skb_network_header_len(skb);
1464
1465 /* RFC3810 6.2
1466 * Upon reception of an MLD message that contains a Query, the node
1467 * checks if the source address of the message is a valid link-local
1468 * address, if the Hop Limit is set to 1, and if the Router Alert
1469 * option is present in the Hop-By-Hop Options header of the IPv6
1470 * packet. If any of these checks fails, the packet is dropped.
1471 */
1472 if (!(ipv6_addr_type(&ipv6_hdr(skb)->saddr) & IPV6_ADDR_LINKLOCAL) ||
1473 ipv6_hdr(skb)->hop_limit != 1 ||
1474 !(IP6CB(skb)->flags & IP6SKB_ROUTERALERT) ||
1475 IP6CB(skb)->ra != htons(IPV6_OPT_ROUTERALERT_MLD))
1476 goto kfree_skb;
1477
1478 idev = in6_dev_get(skb->dev);
1479 if (!idev)
1480 goto kfree_skb;
1481
1482 mld = (struct mld_msg *)icmp6_hdr(skb);
1483 group = mld->mld_mca;
1484 group_type = ipv6_addr_type(&group);
1485
1486 if (group_type != IPV6_ADDR_ANY &&
1487 !(group_type&IPV6_ADDR_MULTICAST))
1488 goto out;
1489
1490 if (len < MLD_V1_QUERY_LEN) {
1491 goto out;
1492 } else if (len == MLD_V1_QUERY_LEN || mld_in_v1_mode(idev)) {
1493 err = mld_process_v1(idev, mld, &max_delay,
1494 len == MLD_V1_QUERY_LEN);
1495 if (err < 0)
1496 goto out;
1497 } else if (len >= MLD_V2_QUERY_LEN_MIN) {
1498 int srcs_offset = sizeof(struct mld2_query) -
1499 sizeof(struct icmp6hdr);
1500
1501 if (!pskb_may_pull(skb, srcs_offset))
1502 goto out;
1503
1504 mlh2 = (struct mld2_query *)skb_transport_header(skb);
1505
1506 mld_process_v2(idev, mlh2, &max_delay);
1507
1508 if (group_type == IPV6_ADDR_ANY) { /* general query */
1509 if (mlh2->mld2q_nsrcs)
1510 goto out; /* no sources allowed */
1511
1512 mld_gq_start_work(idev);
1513 goto out;
1514 }
1515 /* mark sources to include, if group & source-specific */
1516 if (mlh2->mld2q_nsrcs != 0) {
1517 if (!pskb_may_pull(skb, srcs_offset +
1518 ntohs(mlh2->mld2q_nsrcs) * sizeof(struct in6_addr)))
1519 goto out;
1520
1521 mlh2 = (struct mld2_query *)skb_transport_header(skb);
1522 mark = 1;
1523 }
1524 } else {
1525 goto out;
1526 }
1527
1528 if (group_type == IPV6_ADDR_ANY) {
1529 for_each_mc_mclock(idev, ma) {
1530 igmp6_group_queried(ma, max_delay);
1531 }
1532 } else {
1533 for_each_mc_mclock(idev, ma) {
1534 unsigned int flags;
1535
1536 if (!ipv6_addr_equal(&group, &ma->mca_addr))
1537 continue;
1538 flags = ma->mca_flags;
1539
1540 if (flags & MAF_TIMER_RUNNING) {
1541 /* gsquery <- gsquery && mark */
1542 if (!mark)
1543 WRITE_ONCE(ma->mca_flags,
1544 flags & ~MAF_GSQUERY);
1545 } else {
1546 /* gsquery <- mark */
1547 if (mark)
1548 WRITE_ONCE(ma->mca_flags,
1549 flags | MAF_GSQUERY);
1550 else
1551 WRITE_ONCE(ma->mca_flags,
1552 flags & ~MAF_GSQUERY);
1553 }
1554 if (!(ma->mca_flags & MAF_GSQUERY) ||
1555 mld_marksources(ma, ntohs(mlh2->mld2q_nsrcs), mlh2->mld2q_srcs))
1556 igmp6_group_queried(ma, max_delay);
1557 break;
1558 }
1559 }
1560
1561out:
1562 in6_dev_put(idev);
1563kfree_skb:
1564 consume_skb(skb);
1565}
1566
1567static void mld_query_work(struct work_struct *work)
1568{
1569 struct inet6_dev *idev = container_of(to_delayed_work(work),
1570 struct inet6_dev,
1571 mc_query_work);
1572 struct sk_buff_head q;
1573 struct sk_buff *skb;
1574 bool rework = false;
1575 int cnt = 0;
1576
1577 skb_queue_head_init(&q);
1578
1579 spin_lock_bh(&idev->mc_query_lock);
1580 while ((skb = __skb_dequeue(&idev->mc_query_queue))) {
1581 __skb_queue_tail(&q, skb);
1582
1583 if (++cnt >= MLD_MAX_QUEUE) {
1584 rework = true;
1585 break;
1586 }
1587 }
1588 spin_unlock_bh(&idev->mc_query_lock);
1589
1590 mutex_lock(&idev->mc_lock);
1591 while ((skb = __skb_dequeue(&q)))
1592 __mld_query_work(skb);
1593 mutex_unlock(&idev->mc_lock);
1594
1595 if (rework && queue_delayed_work(mld_wq, &idev->mc_query_work, 0))
1596 return;
1597
1598 in6_dev_put(idev);
1599}
1600
1601/* called with rcu_read_lock() */
1602void igmp6_event_report(struct sk_buff *skb)
1603{
1604 struct inet6_dev *idev = __in6_dev_get(skb->dev);
1605 bool put = false;
1606
1607 if (!idev || idev->dead)
1608 goto out;
1609
1610 spin_lock_bh(&idev->mc_report_lock);
1611 if (skb_queue_len(&idev->mc_report_queue) < MLD_MAX_SKBS &&
1612 in6_dev_hold_safe(idev)) {
1613 __skb_queue_tail(&idev->mc_report_queue, skb);
1614 if (mod_delayed_work(mld_wq, &idev->mc_report_work, 0))
1615 put = true;
1616 skb = NULL;
1617 }
1618 spin_unlock_bh(&idev->mc_report_lock);
1619
1620 if (put)
1621 in6_dev_put(idev);
1622out:
1623 kfree_skb(skb);
1624}
1625
1626static void __mld_report_work(struct sk_buff *skb)
1627{
1628 struct inet6_dev *idev;
1629 struct ifmcaddr6 *ma;
1630 struct mld_msg *mld;
1631 int addr_type;
1632
1633 /* Our own report looped back. Ignore it. */
1634 if (skb->pkt_type == PACKET_LOOPBACK)
1635 goto kfree_skb;
1636
1637 /* send our report if the MC router may not have heard this report */
1638 if (skb->pkt_type != PACKET_MULTICAST &&
1639 skb->pkt_type != PACKET_BROADCAST)
1640 goto kfree_skb;
1641
1642 if (!pskb_may_pull(skb, sizeof(*mld) - sizeof(struct icmp6hdr)))
1643 goto kfree_skb;
1644
1645 mld = (struct mld_msg *)icmp6_hdr(skb);
1646
1647 /* Drop reports with not link local source */
1648 addr_type = ipv6_addr_type(&ipv6_hdr(skb)->saddr);
1649 if (addr_type != IPV6_ADDR_ANY &&
1650 !(addr_type&IPV6_ADDR_LINKLOCAL))
1651 goto kfree_skb;
1652
1653 idev = in6_dev_get(skb->dev);
1654 if (!idev)
1655 goto kfree_skb;
1656
1657 /*
1658 * Cancel the work for this group
1659 */
1660
1661 for_each_mc_mclock(idev, ma) {
1662 if (ipv6_addr_equal(&ma->mca_addr, &mld->mld_mca)) {
1663 if (cancel_delayed_work(&ma->mca_work))
1664 refcount_dec(&ma->mca_refcnt);
1665 WRITE_ONCE(ma->mca_flags,
1666 ma->mca_flags & ~(MAF_LAST_REPORTER |
1667 MAF_TIMER_RUNNING));
1668 break;
1669 }
1670 }
1671
1672 in6_dev_put(idev);
1673kfree_skb:
1674 consume_skb(skb);
1675}
1676
1677static void mld_report_work(struct work_struct *work)
1678{
1679 struct inet6_dev *idev = container_of(to_delayed_work(work),
1680 struct inet6_dev,
1681 mc_report_work);
1682 struct sk_buff_head q;
1683 struct sk_buff *skb;
1684 bool rework = false;
1685 int cnt = 0;
1686
1687 skb_queue_head_init(&q);
1688 spin_lock_bh(&idev->mc_report_lock);
1689 while ((skb = __skb_dequeue(&idev->mc_report_queue))) {
1690 __skb_queue_tail(&q, skb);
1691
1692 if (++cnt >= MLD_MAX_QUEUE) {
1693 rework = true;
1694 break;
1695 }
1696 }
1697 spin_unlock_bh(&idev->mc_report_lock);
1698
1699 mutex_lock(&idev->mc_lock);
1700 while ((skb = __skb_dequeue(&q)))
1701 __mld_report_work(skb);
1702 mutex_unlock(&idev->mc_lock);
1703
1704 if (rework && queue_delayed_work(mld_wq, &idev->mc_report_work, 0))
1705 return;
1706
1707 in6_dev_put(idev);
1708}
1709
1710static bool is_in(struct ifmcaddr6 *pmc, struct ip6_sf_list *psf, int type,
1711 int gdeleted, int sdeleted)
1712{
1713 switch (type) {
1714 case MLD2_MODE_IS_INCLUDE:
1715 case MLD2_MODE_IS_EXCLUDE:
1716 if (gdeleted || sdeleted)
1717 return false;
1718 if (!((pmc->mca_flags & MAF_GSQUERY) && !psf->sf_gsresp)) {
1719 if (pmc->mca_sfmode == MCAST_INCLUDE)
1720 return true;
1721 /* don't include if this source is excluded
1722 * in all filters
1723 */
1724 if (psf->sf_count[MCAST_INCLUDE])
1725 return type == MLD2_MODE_IS_INCLUDE;
1726 return pmc->mca_sfcount[MCAST_EXCLUDE] ==
1727 psf->sf_count[MCAST_EXCLUDE];
1728 }
1729 return false;
1730 case MLD2_CHANGE_TO_INCLUDE:
1731 if (gdeleted || sdeleted)
1732 return false;
1733 return psf->sf_count[MCAST_INCLUDE] != 0;
1734 case MLD2_CHANGE_TO_EXCLUDE:
1735 if (gdeleted || sdeleted)
1736 return false;
1737 if (pmc->mca_sfcount[MCAST_EXCLUDE] == 0 ||
1738 psf->sf_count[MCAST_INCLUDE])
1739 return false;
1740 return pmc->mca_sfcount[MCAST_EXCLUDE] ==
1741 psf->sf_count[MCAST_EXCLUDE];
1742 case MLD2_ALLOW_NEW_SOURCES:
1743 if (gdeleted || !psf->sf_crcount)
1744 return false;
1745 return (pmc->mca_sfmode == MCAST_INCLUDE) ^ sdeleted;
1746 case MLD2_BLOCK_OLD_SOURCES:
1747 if (pmc->mca_sfmode == MCAST_INCLUDE)
1748 return gdeleted || (psf->sf_crcount && sdeleted);
1749 return psf->sf_crcount && !gdeleted && !sdeleted;
1750 }
1751 return false;
1752}
1753
1754static int
1755mld_scount(struct ifmcaddr6 *pmc, int type, int gdeleted, int sdeleted)
1756{
1757 struct ip6_sf_list *psf;
1758 int scount = 0;
1759
1760 for_each_psf_mclock(pmc, psf) {
1761 if (!is_in(pmc, psf, type, gdeleted, sdeleted))
1762 continue;
1763 scount++;
1764 }
1765 return scount;
1766}
1767
1768static void ip6_mc_hdr(const struct sock *sk, struct sk_buff *skb,
1769 struct net_device *dev, const struct in6_addr *saddr,
1770 const struct in6_addr *daddr, int proto, int len)
1771{
1772 struct ipv6hdr *hdr;
1773
1774 skb->protocol = htons(ETH_P_IPV6);
1775 skb->dev = dev;
1776
1777 skb_reset_network_header(skb);
1778 skb_put(skb, sizeof(struct ipv6hdr));
1779 hdr = ipv6_hdr(skb);
1780
1781 ip6_flow_hdr(hdr, 0, 0);
1782
1783 hdr->payload_len = htons(len);
1784 hdr->nexthdr = proto;
1785 hdr->hop_limit = READ_ONCE(inet6_sk(sk)->hop_limit);
1786
1787 hdr->saddr = *saddr;
1788 hdr->daddr = *daddr;
1789}
1790
1791static struct sk_buff *mld_newpack(struct inet6_dev *idev, unsigned int mtu)
1792{
1793 u8 ra[8] = { IPPROTO_ICMPV6, 0, IPV6_TLV_ROUTERALERT,
1794 2, 0, 0, IPV6_TLV_PADN, 0 };
1795 struct net_device *dev = idev->dev;
1796 int hlen = LL_RESERVED_SPACE(dev);
1797 int tlen = dev->needed_tailroom;
1798 const struct in6_addr *saddr;
1799 struct in6_addr addr_buf;
1800 struct mld2_report *pmr;
1801 struct sk_buff *skb;
1802 unsigned int size;
1803 struct sock *sk;
1804 struct net *net;
1805
1806 /* we assume size > sizeof(ra) here
1807 * Also try to not allocate high-order pages for big MTU
1808 */
1809 size = min_t(int, mtu, PAGE_SIZE / 2) + hlen + tlen;
1810 skb = alloc_skb(size, GFP_KERNEL);
1811 if (!skb)
1812 return NULL;
1813
1814 skb->priority = TC_PRIO_CONTROL;
1815 skb_reserve(skb, hlen);
1816 skb_tailroom_reserve(skb, mtu, tlen);
1817
1818 rcu_read_lock();
1819
1820 net = dev_net_rcu(dev);
1821 sk = net->ipv6.igmp_sk;
1822 skb_set_owner_w(skb, sk);
1823
1824 if (ipv6_get_lladdr(dev, &addr_buf, IFA_F_TENTATIVE)) {
1825 /* <draft-ietf-magma-mld-source-05.txt>:
1826 * use unspecified address as the source address
1827 * when a valid link-local address is not available.
1828 */
1829 saddr = &in6addr_any;
1830 } else
1831 saddr = &addr_buf;
1832
1833 ip6_mc_hdr(sk, skb, dev, saddr, &mld2_all_mcr, NEXTHDR_HOP, 0);
1834
1835 rcu_read_unlock();
1836
1837 skb_put_data(skb, ra, sizeof(ra));
1838
1839 skb_set_transport_header(skb, skb_tail_pointer(skb) - skb->data);
1840 skb_put(skb, sizeof(*pmr));
1841 pmr = (struct mld2_report *)skb_transport_header(skb);
1842 pmr->mld2r_type = ICMPV6_MLD2_REPORT;
1843 pmr->mld2r_resv1 = 0;
1844 pmr->mld2r_cksum = 0;
1845 pmr->mld2r_resv2 = 0;
1846 pmr->mld2r_ngrec = 0;
1847 return skb;
1848}
1849
1850static void mld_sendpack(struct sk_buff *skb)
1851{
1852 struct ipv6hdr *pip6 = ipv6_hdr(skb);
1853 struct mld2_report *pmr =
1854 (struct mld2_report *)skb_transport_header(skb);
1855 int payload_len, mldlen;
1856 struct inet6_dev *idev;
1857 struct net *net = dev_net(skb->dev);
1858 int err;
1859 struct flowi6 fl6;
1860 struct dst_entry *dst;
1861
1862 rcu_read_lock();
1863 idev = __in6_dev_get(skb->dev);
1864 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTREQUESTS);
1865
1866 payload_len = (skb_tail_pointer(skb) - skb_network_header(skb)) -
1867 sizeof(*pip6);
1868 mldlen = skb_tail_pointer(skb) - skb_transport_header(skb);
1869 pip6->payload_len = htons(payload_len);
1870
1871 pmr->mld2r_cksum = csum_ipv6_magic(&pip6->saddr, &pip6->daddr, mldlen,
1872 IPPROTO_ICMPV6,
1873 csum_partial(skb_transport_header(skb),
1874 mldlen, 0));
1875
1876 icmpv6_flow_init(net->ipv6.igmp_sk, &fl6, ICMPV6_MLD2_REPORT,
1877 &ipv6_hdr(skb)->saddr, &ipv6_hdr(skb)->daddr,
1878 skb->dev->ifindex);
1879 dst = icmp6_dst_alloc(skb->dev, &fl6);
1880
1881 err = 0;
1882 if (IS_ERR(dst)) {
1883 err = PTR_ERR(dst);
1884 dst = NULL;
1885 }
1886 skb_dst_set(skb, dst);
1887 if (err)
1888 goto err_out;
1889
1890 err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT,
1891 net, net->ipv6.igmp_sk, skb, NULL, skb->dev,
1892 dst_output);
1893out:
1894 if (!err) {
1895 ICMP6MSGOUT_INC_STATS(net, idev, ICMPV6_MLD2_REPORT);
1896 ICMP6_INC_STATS(net, idev, ICMP6_MIB_OUTMSGS);
1897 } else {
1898 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
1899 }
1900
1901 rcu_read_unlock();
1902 return;
1903
1904err_out:
1905 kfree_skb(skb);
1906 goto out;
1907}
1908
1909static int grec_size(struct ifmcaddr6 *pmc, int type, int gdel, int sdel)
1910{
1911 return sizeof(struct mld2_grec) + 16 * mld_scount(pmc,type,gdel,sdel);
1912}
1913
1914static struct sk_buff *add_grhead(struct sk_buff *skb, struct ifmcaddr6 *pmc,
1915 int type, struct mld2_grec **ppgr, unsigned int mtu)
1916{
1917 struct mld2_report *pmr;
1918 struct mld2_grec *pgr;
1919
1920 if (!skb) {
1921 skb = mld_newpack(pmc->idev, mtu);
1922 if (!skb)
1923 return NULL;
1924 }
1925 pgr = skb_put(skb, sizeof(struct mld2_grec));
1926 pgr->grec_type = type;
1927 pgr->grec_auxwords = 0;
1928 pgr->grec_nsrcs = 0;
1929 pgr->grec_mca = pmc->mca_addr; /* structure copy */
1930 pmr = (struct mld2_report *)skb_transport_header(skb);
1931 pmr->mld2r_ngrec = htons(ntohs(pmr->mld2r_ngrec)+1);
1932 *ppgr = pgr;
1933 return skb;
1934}
1935
1936#define AVAILABLE(skb) ((skb) ? skb_availroom(skb) : 0)
1937
1938static struct sk_buff *add_grec(struct sk_buff *skb, struct ifmcaddr6 *pmc,
1939 int type, int gdeleted, int sdeleted,
1940 int crsend)
1941{
1942 struct ip6_sf_list *psf, *psf_prev, *psf_next;
1943 int scount, stotal, first, isquery, truncate;
1944 struct ip6_sf_list __rcu **psf_list;
1945 struct inet6_dev *idev = pmc->idev;
1946 struct net_device *dev = idev->dev;
1947 struct mld2_grec *pgr = NULL;
1948 struct mld2_report *pmr;
1949 unsigned int mtu;
1950
1951 mc_assert_locked(idev);
1952
1953 if (pmc->mca_flags & MAF_NOREPORT)
1954 return skb;
1955
1956 mtu = READ_ONCE(dev->mtu);
1957 if (mtu < IPV6_MIN_MTU)
1958 return skb;
1959
1960 isquery = type == MLD2_MODE_IS_INCLUDE ||
1961 type == MLD2_MODE_IS_EXCLUDE;
1962 truncate = type == MLD2_MODE_IS_EXCLUDE ||
1963 type == MLD2_CHANGE_TO_EXCLUDE;
1964
1965 stotal = scount = 0;
1966
1967 psf_list = sdeleted ? &pmc->mca_tomb : &pmc->mca_sources;
1968
1969 if (!rcu_access_pointer(*psf_list))
1970 goto empty_source;
1971
1972 pmr = skb ? (struct mld2_report *)skb_transport_header(skb) : NULL;
1973
1974 /* EX and TO_EX get a fresh packet, if needed */
1975 if (truncate) {
1976 if (pmr && pmr->mld2r_ngrec &&
1977 AVAILABLE(skb) < grec_size(pmc, type, gdeleted, sdeleted)) {
1978 if (skb)
1979 mld_sendpack(skb);
1980 skb = mld_newpack(idev, mtu);
1981 }
1982 }
1983 first = 1;
1984 psf_prev = NULL;
1985 for (psf = mc_dereference(*psf_list, idev);
1986 psf;
1987 psf = psf_next) {
1988 struct in6_addr *psrc;
1989
1990 psf_next = mc_dereference(psf->sf_next, idev);
1991
1992 if (!is_in(pmc, psf, type, gdeleted, sdeleted) && !crsend) {
1993 psf_prev = psf;
1994 continue;
1995 }
1996
1997 /* Based on RFC3810 6.1. Should not send source-list change
1998 * records when there is a filter mode change.
1999 */
2000 if (((gdeleted && pmc->mca_sfmode == MCAST_EXCLUDE) ||
2001 (!gdeleted && pmc->mca_crcount)) &&
2002 (type == MLD2_ALLOW_NEW_SOURCES ||
2003 type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount)
2004 goto decrease_sf_crcount;
2005
2006 /* clear marks on query responses */
2007 if (isquery)
2008 psf->sf_gsresp = 0;
2009
2010 if (AVAILABLE(skb) < sizeof(*psrc) +
2011 first*sizeof(struct mld2_grec)) {
2012 if (truncate && !first)
2013 break; /* truncate these */
2014 if (pgr)
2015 pgr->grec_nsrcs = htons(scount);
2016 if (skb)
2017 mld_sendpack(skb);
2018 skb = mld_newpack(idev, mtu);
2019 first = 1;
2020 scount = 0;
2021 }
2022 if (first) {
2023 skb = add_grhead(skb, pmc, type, &pgr, mtu);
2024 first = 0;
2025 }
2026 if (!skb)
2027 return NULL;
2028 psrc = skb_put(skb, sizeof(*psrc));
2029 *psrc = psf->sf_addr;
2030 scount++; stotal++;
2031 if ((type == MLD2_ALLOW_NEW_SOURCES ||
2032 type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount) {
2033decrease_sf_crcount:
2034 psf->sf_crcount--;
2035 if ((sdeleted || gdeleted) && psf->sf_crcount == 0) {
2036 if (psf_prev)
2037 rcu_assign_pointer(psf_prev->sf_next,
2038 mc_dereference(psf->sf_next, idev));
2039 else
2040 rcu_assign_pointer(*psf_list,
2041 mc_dereference(psf->sf_next, idev));
2042 kfree_rcu(psf, rcu);
2043 continue;
2044 }
2045 }
2046 psf_prev = psf;
2047 }
2048
2049empty_source:
2050 if (!stotal) {
2051 if (type == MLD2_ALLOW_NEW_SOURCES ||
2052 type == MLD2_BLOCK_OLD_SOURCES)
2053 return skb;
2054 if (pmc->mca_crcount || isquery || crsend) {
2055 /* make sure we have room for group header */
2056 if (skb && AVAILABLE(skb) < sizeof(struct mld2_grec)) {
2057 mld_sendpack(skb);
2058 skb = NULL; /* add_grhead will get a new one */
2059 }
2060 skb = add_grhead(skb, pmc, type, &pgr, mtu);
2061 }
2062 }
2063 if (pgr)
2064 pgr->grec_nsrcs = htons(scount);
2065
2066 if (isquery) {
2067 /* clear query state */
2068 WRITE_ONCE(pmc->mca_flags, pmc->mca_flags & ~MAF_GSQUERY);
2069 }
2070 return skb;
2071}
2072
2073static void mld_send_report(struct inet6_dev *idev, struct ifmcaddr6 *pmc)
2074{
2075 struct sk_buff *skb = NULL;
2076 int type;
2077
2078 mc_assert_locked(idev);
2079
2080 if (!pmc) {
2081 for_each_mc_mclock(idev, pmc) {
2082 if (pmc->mca_flags & MAF_NOREPORT)
2083 continue;
2084 if (pmc->mca_sfcount[MCAST_EXCLUDE])
2085 type = MLD2_MODE_IS_EXCLUDE;
2086 else
2087 type = MLD2_MODE_IS_INCLUDE;
2088 skb = add_grec(skb, pmc, type, 0, 0, 0);
2089 }
2090 } else {
2091 if (pmc->mca_sfcount[MCAST_EXCLUDE])
2092 type = MLD2_MODE_IS_EXCLUDE;
2093 else
2094 type = MLD2_MODE_IS_INCLUDE;
2095 skb = add_grec(skb, pmc, type, 0, 0, 0);
2096 }
2097 if (skb)
2098 mld_sendpack(skb);
2099}
2100
2101/* remove zero-count source records from a source filter list */
2102static void mld_clear_zeros(struct ip6_sf_list __rcu **ppsf, struct inet6_dev *idev)
2103{
2104 struct ip6_sf_list *psf_prev, *psf_next, *psf;
2105
2106 psf_prev = NULL;
2107 for (psf = mc_dereference(*ppsf, idev);
2108 psf;
2109 psf = psf_next) {
2110 psf_next = mc_dereference(psf->sf_next, idev);
2111 if (psf->sf_crcount == 0) {
2112 if (psf_prev)
2113 rcu_assign_pointer(psf_prev->sf_next,
2114 mc_dereference(psf->sf_next, idev));
2115 else
2116 rcu_assign_pointer(*ppsf,
2117 mc_dereference(psf->sf_next, idev));
2118 kfree_rcu(psf, rcu);
2119 } else {
2120 psf_prev = psf;
2121 }
2122 }
2123}
2124
2125static void mld_send_cr(struct inet6_dev *idev)
2126{
2127 struct ifmcaddr6 *pmc, *pmc_prev, *pmc_next;
2128 struct sk_buff *skb = NULL;
2129 int type, dtype;
2130
2131 /* deleted MCA's */
2132 pmc_prev = NULL;
2133 for (pmc = mc_dereference(idev->mc_tomb, idev);
2134 pmc;
2135 pmc = pmc_next) {
2136 pmc_next = mc_dereference(pmc->next, idev);
2137 if (pmc->mca_sfmode == MCAST_INCLUDE) {
2138 type = MLD2_BLOCK_OLD_SOURCES;
2139 dtype = MLD2_BLOCK_OLD_SOURCES;
2140 skb = add_grec(skb, pmc, type, 1, 0, 0);
2141 skb = add_grec(skb, pmc, dtype, 1, 1, 0);
2142 }
2143 if (pmc->mca_crcount) {
2144 if (pmc->mca_sfmode == MCAST_EXCLUDE) {
2145 type = MLD2_CHANGE_TO_INCLUDE;
2146 skb = add_grec(skb, pmc, type, 1, 0, 0);
2147 }
2148 pmc->mca_crcount--;
2149 if (pmc->mca_crcount == 0) {
2150 mld_clear_zeros(&pmc->mca_tomb, idev);
2151 mld_clear_zeros(&pmc->mca_sources, idev);
2152 }
2153 }
2154 if (pmc->mca_crcount == 0 &&
2155 !rcu_access_pointer(pmc->mca_tomb) &&
2156 !rcu_access_pointer(pmc->mca_sources)) {
2157 if (pmc_prev)
2158 rcu_assign_pointer(pmc_prev->next, pmc_next);
2159 else
2160 rcu_assign_pointer(idev->mc_tomb, pmc_next);
2161 in6_dev_put(pmc->idev);
2162 kfree_rcu(pmc, rcu);
2163 } else
2164 pmc_prev = pmc;
2165 }
2166
2167 /* change recs */
2168 for_each_mc_mclock(idev, pmc) {
2169 if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2170 type = MLD2_BLOCK_OLD_SOURCES;
2171 dtype = MLD2_ALLOW_NEW_SOURCES;
2172 } else {
2173 type = MLD2_ALLOW_NEW_SOURCES;
2174 dtype = MLD2_BLOCK_OLD_SOURCES;
2175 }
2176 skb = add_grec(skb, pmc, type, 0, 0, 0);
2177 skb = add_grec(skb, pmc, dtype, 0, 1, 0); /* deleted sources */
2178
2179 /* filter mode changes */
2180 if (pmc->mca_crcount) {
2181 if (pmc->mca_sfmode == MCAST_EXCLUDE)
2182 type = MLD2_CHANGE_TO_EXCLUDE;
2183 else
2184 type = MLD2_CHANGE_TO_INCLUDE;
2185 skb = add_grec(skb, pmc, type, 0, 0, 0);
2186 pmc->mca_crcount--;
2187 }
2188 }
2189 if (!skb)
2190 return;
2191 (void) mld_sendpack(skb);
2192}
2193
2194static void igmp6_send(struct in6_addr *addr, struct net_device *dev, int type)
2195{
2196 const struct in6_addr *snd_addr, *saddr;
2197 int err, len, payload_len, full_len;
2198 struct in6_addr addr_buf;
2199 struct inet6_dev *idev;
2200 struct sk_buff *skb;
2201 struct mld_msg *hdr;
2202 int hlen = LL_RESERVED_SPACE(dev);
2203 int tlen = dev->needed_tailroom;
2204 u8 ra[8] = { IPPROTO_ICMPV6, 0,
2205 IPV6_TLV_ROUTERALERT, 2, 0, 0,
2206 IPV6_TLV_PADN, 0 };
2207 struct dst_entry *dst;
2208 struct flowi6 fl6;
2209 struct net *net;
2210 struct sock *sk;
2211
2212 if (type == ICMPV6_MGM_REDUCTION)
2213 snd_addr = &in6addr_linklocal_allrouters;
2214 else
2215 snd_addr = addr;
2216
2217 len = sizeof(struct icmp6hdr) + sizeof(struct in6_addr);
2218 payload_len = len + sizeof(ra);
2219 full_len = sizeof(struct ipv6hdr) + payload_len;
2220
2221 skb = alloc_skb(hlen + tlen + full_len, GFP_KERNEL);
2222
2223 rcu_read_lock();
2224
2225 net = dev_net_rcu(dev);
2226 idev = __in6_dev_get(dev);
2227 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTREQUESTS);
2228 if (!skb) {
2229 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
2230 rcu_read_unlock();
2231 return;
2232 }
2233 sk = net->ipv6.igmp_sk;
2234 skb_set_owner_w(skb, sk);
2235
2236 skb->priority = TC_PRIO_CONTROL;
2237 skb_reserve(skb, hlen);
2238
2239 if (ipv6_get_lladdr(dev, &addr_buf, IFA_F_TENTATIVE)) {
2240 /* <draft-ietf-magma-mld-source-05.txt>:
2241 * use unspecified address as the source address
2242 * when a valid link-local address is not available.
2243 */
2244 saddr = &in6addr_any;
2245 } else
2246 saddr = &addr_buf;
2247
2248 ip6_mc_hdr(sk, skb, dev, saddr, snd_addr, NEXTHDR_HOP, payload_len);
2249
2250 skb_put_data(skb, ra, sizeof(ra));
2251
2252 hdr = skb_put_zero(skb, sizeof(struct mld_msg));
2253 hdr->mld_type = type;
2254 hdr->mld_mca = *addr;
2255
2256 hdr->mld_cksum = csum_ipv6_magic(saddr, snd_addr, len,
2257 IPPROTO_ICMPV6,
2258 csum_partial(hdr, len, 0));
2259
2260 icmpv6_flow_init(sk, &fl6, type,
2261 &ipv6_hdr(skb)->saddr, &ipv6_hdr(skb)->daddr,
2262 skb->dev->ifindex);
2263 dst = icmp6_dst_alloc(skb->dev, &fl6);
2264 if (IS_ERR(dst)) {
2265 err = PTR_ERR(dst);
2266 goto err_out;
2267 }
2268
2269 skb_dst_set(skb, dst);
2270 err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT,
2271 net, sk, skb, NULL, skb->dev,
2272 dst_output);
2273out:
2274 if (!err) {
2275 ICMP6MSGOUT_INC_STATS(net, idev, type);
2276 ICMP6_INC_STATS(net, idev, ICMP6_MIB_OUTMSGS);
2277 } else
2278 IP6_INC_STATS(net, idev, IPSTATS_MIB_OUTDISCARDS);
2279
2280 rcu_read_unlock();
2281 return;
2282
2283err_out:
2284 kfree_skb(skb);
2285 goto out;
2286}
2287
2288static void mld_send_initial_cr(struct inet6_dev *idev)
2289{
2290 struct ifmcaddr6 *pmc;
2291 struct sk_buff *skb;
2292 int type;
2293
2294 mc_assert_locked(idev);
2295
2296 if (mld_in_v1_mode(idev))
2297 return;
2298
2299 skb = NULL;
2300 for_each_mc_mclock(idev, pmc) {
2301 if (pmc->mca_sfcount[MCAST_EXCLUDE])
2302 type = MLD2_CHANGE_TO_EXCLUDE;
2303 else
2304 type = MLD2_ALLOW_NEW_SOURCES;
2305 skb = add_grec(skb, pmc, type, 0, 0, 1);
2306 }
2307 if (skb)
2308 mld_sendpack(skb);
2309}
2310
2311void ipv6_mc_dad_complete(struct inet6_dev *idev)
2312{
2313 mutex_lock(&idev->mc_lock);
2314 idev->mc_dad_count = idev->mc_qrv;
2315 if (idev->mc_dad_count) {
2316 mld_send_initial_cr(idev);
2317 idev->mc_dad_count--;
2318 if (idev->mc_dad_count)
2319 mld_dad_start_work(idev,
2320 unsolicited_report_interval(idev));
2321 }
2322 mutex_unlock(&idev->mc_lock);
2323}
2324
2325static void mld_dad_work(struct work_struct *work)
2326{
2327 struct inet6_dev *idev = container_of(to_delayed_work(work),
2328 struct inet6_dev,
2329 mc_dad_work);
2330 mutex_lock(&idev->mc_lock);
2331 mld_send_initial_cr(idev);
2332 if (idev->mc_dad_count) {
2333 idev->mc_dad_count--;
2334 if (idev->mc_dad_count)
2335 mld_dad_start_work(idev,
2336 unsolicited_report_interval(idev));
2337 }
2338 mutex_unlock(&idev->mc_lock);
2339 in6_dev_put(idev);
2340}
2341
2342static int ip6_mc_del1_src(struct ifmcaddr6 *pmc, int sfmode,
2343 const struct in6_addr *psfsrc)
2344{
2345 struct ip6_sf_list *psf, *psf_prev;
2346 int rv = 0;
2347
2348 mc_assert_locked(pmc->idev);
2349
2350 psf_prev = NULL;
2351 for_each_psf_mclock(pmc, psf) {
2352 if (ipv6_addr_equal(&psf->sf_addr, psfsrc))
2353 break;
2354 psf_prev = psf;
2355 }
2356 if (!psf || psf->sf_count[sfmode] == 0) {
2357 /* source filter not found, or count wrong => bug */
2358 return -ESRCH;
2359 }
2360 WRITE_ONCE(psf->sf_count[sfmode], psf->sf_count[sfmode] - 1);
2361 if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) {
2362 struct inet6_dev *idev = pmc->idev;
2363
2364 /* no more filters for this source */
2365 if (psf_prev)
2366 rcu_assign_pointer(psf_prev->sf_next,
2367 mc_dereference(psf->sf_next, idev));
2368 else
2369 rcu_assign_pointer(pmc->mca_sources,
2370 mc_dereference(psf->sf_next, idev));
2371
2372 if (psf->sf_oldin && !(pmc->mca_flags & MAF_NOREPORT) &&
2373 !mld_in_v1_mode(idev)) {
2374 struct ip6_sf_list *dpsf = kmalloc_obj(*dpsf);
2375
2376 if (dpsf) {
2377 *dpsf = *psf;
2378 dpsf->sf_crcount = idev->mc_qrv;
2379 rcu_assign_pointer(dpsf->sf_next,
2380 mc_dereference(pmc->mca_tomb, idev));
2381 rcu_assign_pointer(pmc->mca_tomb, dpsf);
2382 rv = 1;
2383 }
2384 }
2385 kfree_rcu(psf, rcu);
2386 }
2387 return rv;
2388}
2389
2390static int ip6_mc_del_src(struct inet6_dev *idev, const struct in6_addr *pmca,
2391 int sfmode, int sfcount, const struct in6_addr *psfsrc,
2392 int delta)
2393{
2394 struct ifmcaddr6 *pmc;
2395 int changerec = 0;
2396 int i, err;
2397
2398 if (!idev)
2399 return -ENODEV;
2400
2401 mc_assert_locked(idev);
2402
2403 for_each_mc_mclock(idev, pmc) {
2404 if (ipv6_addr_equal(pmca, &pmc->mca_addr))
2405 break;
2406 }
2407 if (!pmc)
2408 return -ESRCH;
2409
2410 sf_markstate(pmc);
2411 if (!delta) {
2412 if (!pmc->mca_sfcount[sfmode])
2413 return -EINVAL;
2414
2415 pmc->mca_sfcount[sfmode]--;
2416 }
2417 err = 0;
2418 for (i = 0; i < sfcount; i++) {
2419 int rv = ip6_mc_del1_src(pmc, sfmode, &psfsrc[i]);
2420
2421 changerec |= rv > 0;
2422 if (!err && rv < 0)
2423 err = rv;
2424 }
2425 if (pmc->mca_sfmode == MCAST_EXCLUDE &&
2426 pmc->mca_sfcount[MCAST_EXCLUDE] == 0 &&
2427 pmc->mca_sfcount[MCAST_INCLUDE]) {
2428 struct ip6_sf_list *psf;
2429
2430 /* filter mode change */
2431 pmc->mca_sfmode = MCAST_INCLUDE;
2432 pmc->mca_crcount = idev->mc_qrv;
2433 idev->mc_ifc_count = pmc->mca_crcount;
2434 for_each_psf_mclock(pmc, psf)
2435 psf->sf_crcount = 0;
2436 mld_ifc_event(pmc->idev);
2437 } else if (sf_setstate(pmc) || changerec) {
2438 mld_ifc_event(pmc->idev);
2439 }
2440
2441 return err;
2442}
2443
2444/* Add multicast single-source filter to the interface list */
2445static int ip6_mc_add1_src(struct ifmcaddr6 *pmc, int sfmode,
2446 const struct in6_addr *psfsrc)
2447{
2448 struct ip6_sf_list *psf, *psf_prev;
2449
2450 mc_assert_locked(pmc->idev);
2451
2452 psf_prev = NULL;
2453 for_each_psf_mclock(pmc, psf) {
2454 if (ipv6_addr_equal(&psf->sf_addr, psfsrc))
2455 break;
2456 psf_prev = psf;
2457 }
2458 if (!psf) {
2459 psf = kzalloc_obj(*psf);
2460 if (!psf)
2461 return -ENOBUFS;
2462
2463 psf->sf_addr = *psfsrc;
2464 if (psf_prev) {
2465 rcu_assign_pointer(psf_prev->sf_next, psf);
2466 } else {
2467 rcu_assign_pointer(pmc->mca_sources, psf);
2468 }
2469 }
2470 WRITE_ONCE(psf->sf_count[sfmode], psf->sf_count[sfmode] + 1);
2471 return 0;
2472}
2473
2474static void sf_markstate(struct ifmcaddr6 *pmc)
2475{
2476 int mca_xcount = pmc->mca_sfcount[MCAST_EXCLUDE];
2477 struct ip6_sf_list *psf;
2478
2479 mc_assert_locked(pmc->idev);
2480
2481 for_each_psf_mclock(pmc, psf) {
2482 if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2483 psf->sf_oldin = mca_xcount ==
2484 psf->sf_count[MCAST_EXCLUDE] &&
2485 !psf->sf_count[MCAST_INCLUDE];
2486 } else {
2487 psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0;
2488 }
2489 }
2490}
2491
2492static int sf_setstate(struct ifmcaddr6 *pmc)
2493{
2494 int mca_xcount = pmc->mca_sfcount[MCAST_EXCLUDE];
2495 struct ip6_sf_list *psf, *dpsf;
2496 int qrv = pmc->idev->mc_qrv;
2497 int new_in, rv;
2498
2499 mc_assert_locked(pmc->idev);
2500
2501 rv = 0;
2502 for_each_psf_mclock(pmc, psf) {
2503 if (pmc->mca_sfcount[MCAST_EXCLUDE]) {
2504 new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] &&
2505 !psf->sf_count[MCAST_INCLUDE];
2506 } else
2507 new_in = psf->sf_count[MCAST_INCLUDE] != 0;
2508 if (new_in) {
2509 if (!psf->sf_oldin) {
2510 struct ip6_sf_list *prev = NULL;
2511
2512 for_each_psf_tomb(pmc, dpsf) {
2513 if (ipv6_addr_equal(&dpsf->sf_addr,
2514 &psf->sf_addr))
2515 break;
2516 prev = dpsf;
2517 }
2518 if (dpsf) {
2519 if (prev)
2520 rcu_assign_pointer(prev->sf_next,
2521 mc_dereference(dpsf->sf_next,
2522 pmc->idev));
2523 else
2524 rcu_assign_pointer(pmc->mca_tomb,
2525 mc_dereference(dpsf->sf_next,
2526 pmc->idev));
2527 kfree_rcu(dpsf, rcu);
2528 }
2529 psf->sf_crcount = qrv;
2530 rv++;
2531 }
2532 } else if (psf->sf_oldin) {
2533 psf->sf_crcount = 0;
2534 /*
2535 * add or update "delete" records if an active filter
2536 * is now inactive
2537 */
2538
2539 for_each_psf_tomb(pmc, dpsf)
2540 if (ipv6_addr_equal(&dpsf->sf_addr,
2541 &psf->sf_addr))
2542 break;
2543 if (!dpsf) {
2544 dpsf = kmalloc_obj(*dpsf);
2545 if (!dpsf)
2546 continue;
2547 *dpsf = *psf;
2548 rcu_assign_pointer(dpsf->sf_next,
2549 mc_dereference(pmc->mca_tomb, pmc->idev));
2550 rcu_assign_pointer(pmc->mca_tomb, dpsf);
2551 }
2552 dpsf->sf_crcount = qrv;
2553 rv++;
2554 }
2555 }
2556 return rv;
2557}
2558
2559/* Add multicast source filter list to the interface list */
2560static int ip6_mc_add_src(struct inet6_dev *idev, const struct in6_addr *pmca,
2561 int sfmode, int sfcount, const struct in6_addr *psfsrc,
2562 int delta)
2563{
2564 struct ifmcaddr6 *pmc;
2565 int isexclude;
2566 int i, err;
2567
2568 if (!idev)
2569 return -ENODEV;
2570
2571 mc_assert_locked(idev);
2572
2573 for_each_mc_mclock(idev, pmc) {
2574 if (ipv6_addr_equal(pmca, &pmc->mca_addr))
2575 break;
2576 }
2577 if (!pmc)
2578 return -ESRCH;
2579
2580 sf_markstate(pmc);
2581 isexclude = pmc->mca_sfmode == MCAST_EXCLUDE;
2582 if (!delta)
2583 WRITE_ONCE(pmc->mca_sfcount[sfmode],
2584 pmc->mca_sfcount[sfmode] + 1);
2585 err = 0;
2586 for (i = 0; i < sfcount; i++) {
2587 err = ip6_mc_add1_src(pmc, sfmode, &psfsrc[i]);
2588 if (err)
2589 break;
2590 }
2591 if (err) {
2592 int j;
2593
2594 if (!delta)
2595 WRITE_ONCE(pmc->mca_sfcount[sfmode],
2596 pmc->mca_sfcount[sfmode] - 1);
2597 for (j = 0; j < i; j++)
2598 ip6_mc_del1_src(pmc, sfmode, &psfsrc[j]);
2599 } else if (isexclude != (pmc->mca_sfcount[MCAST_EXCLUDE] != 0)) {
2600 struct ip6_sf_list *psf;
2601
2602 /* filter mode change */
2603 if (pmc->mca_sfcount[MCAST_EXCLUDE])
2604 pmc->mca_sfmode = MCAST_EXCLUDE;
2605 else if (pmc->mca_sfcount[MCAST_INCLUDE])
2606 pmc->mca_sfmode = MCAST_INCLUDE;
2607 /* else no filters; keep old mode for reports */
2608
2609 pmc->mca_crcount = idev->mc_qrv;
2610 idev->mc_ifc_count = pmc->mca_crcount;
2611 for_each_psf_mclock(pmc, psf)
2612 psf->sf_crcount = 0;
2613 mld_ifc_event(idev);
2614 } else if (sf_setstate(pmc)) {
2615 mld_ifc_event(idev);
2616 }
2617 return err;
2618}
2619
2620static void ip6_mc_clear_src(struct ifmcaddr6 *pmc)
2621{
2622 struct ip6_sf_list *psf, *nextpsf;
2623
2624 mc_assert_locked(pmc->idev);
2625
2626 for (psf = mc_dereference(pmc->mca_tomb, pmc->idev);
2627 psf;
2628 psf = nextpsf) {
2629 nextpsf = mc_dereference(psf->sf_next, pmc->idev);
2630 kfree_rcu(psf, rcu);
2631 }
2632 RCU_INIT_POINTER(pmc->mca_tomb, NULL);
2633 for (psf = mc_dereference(pmc->mca_sources, pmc->idev);
2634 psf;
2635 psf = nextpsf) {
2636 nextpsf = mc_dereference(psf->sf_next, pmc->idev);
2637 kfree_rcu(psf, rcu);
2638 }
2639 RCU_INIT_POINTER(pmc->mca_sources, NULL);
2640 pmc->mca_sfmode = MCAST_EXCLUDE;
2641 pmc->mca_sfcount[MCAST_INCLUDE] = 0;
2642 /* Paired with the READ_ONCE() from ipv6_chk_mcast_addr() */
2643 WRITE_ONCE(pmc->mca_sfcount[MCAST_EXCLUDE], 1);
2644}
2645
2646static void igmp6_join_group(struct ifmcaddr6 *ma)
2647{
2648 unsigned long delay, interval;
2649
2650 mc_assert_locked(ma->idev);
2651
2652 if (ma->mca_flags & MAF_NOREPORT)
2653 return;
2654
2655 igmp6_send(&ma->mca_addr, ma->idev->dev, ICMPV6_MGM_REPORT);
2656
2657 interval = unsolicited_report_interval(ma->idev);
2658 delay = interval;
2659
2660 if (cancel_delayed_work(&ma->mca_work)) {
2661 refcount_dec(&ma->mca_refcnt);
2662 delay = ma->mca_work.timer.expires - jiffies;
2663 }
2664
2665 if (delay >= interval)
2666 delay = get_random_u32_below(interval);
2667
2668 if (!mod_delayed_work(mld_wq, &ma->mca_work, delay))
2669 refcount_inc(&ma->mca_refcnt);
2670 WRITE_ONCE(ma->mca_flags, ma->mca_flags |
2671 MAF_TIMER_RUNNING | MAF_LAST_REPORTER);
2672}
2673
2674static int ip6_mc_leave_src(struct sock *sk, struct ipv6_mc_socklist *iml,
2675 struct inet6_dev *idev)
2676{
2677 struct ip6_sf_socklist *psl;
2678 int err;
2679
2680 psl = sock_dereference(iml->sflist, sk);
2681
2682 if (idev)
2683 mutex_lock(&idev->mc_lock);
2684
2685 if (!psl) {
2686 /* any-source empty exclude case */
2687 err = ip6_mc_del_src(idev, &iml->addr, iml->sfmode, 0, NULL, 0);
2688 } else {
2689 err = ip6_mc_del_src(idev, &iml->addr, iml->sfmode,
2690 psl->sl_count, psl->sl_addr, 0);
2691 RCU_INIT_POINTER(iml->sflist, NULL);
2692 atomic_sub(struct_size(psl, sl_addr, psl->sl_max),
2693 &sk->sk_omem_alloc);
2694 kfree_rcu(psl, rcu);
2695 }
2696
2697 if (idev)
2698 mutex_unlock(&idev->mc_lock);
2699
2700 return err;
2701}
2702
2703static void igmp6_leave_group(struct ifmcaddr6 *ma)
2704{
2705 mc_assert_locked(ma->idev);
2706
2707 if (mld_in_v1_mode(ma->idev)) {
2708 if (ma->mca_flags & MAF_LAST_REPORTER) {
2709 igmp6_send(&ma->mca_addr, ma->idev->dev,
2710 ICMPV6_MGM_REDUCTION);
2711 }
2712 } else {
2713 mld_add_delrec(ma->idev, ma);
2714 mld_ifc_event(ma->idev);
2715 }
2716}
2717
2718static void mld_gq_work(struct work_struct *work)
2719{
2720 struct inet6_dev *idev = container_of(to_delayed_work(work),
2721 struct inet6_dev,
2722 mc_gq_work);
2723
2724 mutex_lock(&idev->mc_lock);
2725 mld_send_report(idev, NULL);
2726 idev->mc_gq_running = 0;
2727 mutex_unlock(&idev->mc_lock);
2728
2729 in6_dev_put(idev);
2730}
2731
2732static void mld_ifc_work(struct work_struct *work)
2733{
2734 struct inet6_dev *idev = container_of(to_delayed_work(work),
2735 struct inet6_dev,
2736 mc_ifc_work);
2737
2738 mutex_lock(&idev->mc_lock);
2739 mld_send_cr(idev);
2740
2741 if (idev->mc_ifc_count) {
2742 idev->mc_ifc_count--;
2743 if (idev->mc_ifc_count)
2744 mld_ifc_start_work(idev,
2745 unsolicited_report_interval(idev));
2746 }
2747 mutex_unlock(&idev->mc_lock);
2748 in6_dev_put(idev);
2749}
2750
2751static void mld_ifc_event(struct inet6_dev *idev)
2752{
2753 mc_assert_locked(idev);
2754
2755 if (mld_in_v1_mode(idev))
2756 return;
2757
2758 idev->mc_ifc_count = idev->mc_qrv;
2759 mld_ifc_start_work(idev, 1);
2760}
2761
2762static void mld_mca_work(struct work_struct *work)
2763{
2764 struct ifmcaddr6 *ma = container_of(to_delayed_work(work),
2765 struct ifmcaddr6, mca_work);
2766
2767 mutex_lock(&ma->idev->mc_lock);
2768 if (mld_in_v1_mode(ma->idev))
2769 igmp6_send(&ma->mca_addr, ma->idev->dev, ICMPV6_MGM_REPORT);
2770 else
2771 mld_send_report(ma->idev, ma);
2772 WRITE_ONCE(ma->mca_flags, (ma->mca_flags | MAF_LAST_REPORTER) &
2773 ~MAF_TIMER_RUNNING);
2774 mutex_unlock(&ma->idev->mc_lock);
2775
2776 ma_put(ma);
2777}
2778
2779/* Device changing type */
2780
2781void ipv6_mc_unmap(struct inet6_dev *idev)
2782{
2783 struct ifmcaddr6 *i;
2784
2785 /* Install multicast list, except for all-nodes (already installed) */
2786
2787 mutex_lock(&idev->mc_lock);
2788 for_each_mc_mclock(idev, i)
2789 igmp6_group_dropped(i);
2790 mutex_unlock(&idev->mc_lock);
2791}
2792
2793void ipv6_mc_remap(struct inet6_dev *idev)
2794{
2795 ipv6_mc_up(idev);
2796}
2797
2798/* Device going down */
2799void ipv6_mc_down(struct inet6_dev *idev)
2800{
2801 struct ifmcaddr6 *i;
2802
2803 mutex_lock(&idev->mc_lock);
2804 /* Withdraw multicast list */
2805 for_each_mc_mclock(idev, i)
2806 igmp6_group_dropped(i);
2807 mutex_unlock(&idev->mc_lock);
2808
2809 /* Should stop work after group drop. or we will
2810 * start work again in mld_ifc_event()
2811 */
2812 mld_query_stop_work(idev);
2813 mld_report_stop_work(idev);
2814
2815 mutex_lock(&idev->mc_lock);
2816 mld_ifc_stop_work(idev);
2817 mld_gq_stop_work(idev);
2818 mutex_unlock(&idev->mc_lock);
2819
2820 mld_dad_stop_work(idev);
2821}
2822
2823static void ipv6_mc_reset(struct inet6_dev *idev)
2824{
2825 idev->mc_qrv = sysctl_mld_qrv;
2826 idev->mc_qi = MLD_QI_DEFAULT;
2827 idev->mc_qri = MLD_QRI_DEFAULT;
2828 idev->mc_v1_seen = 0;
2829 idev->mc_maxdelay = unsolicited_report_interval(idev);
2830}
2831
2832/* Device going up */
2833
2834void ipv6_mc_up(struct inet6_dev *idev)
2835{
2836 struct ifmcaddr6 *i;
2837
2838 /* Install multicast list, except for all-nodes (already installed) */
2839
2840 ipv6_mc_reset(idev);
2841 mutex_lock(&idev->mc_lock);
2842 for_each_mc_mclock(idev, i) {
2843 mld_del_delrec(idev, i);
2844 igmp6_group_added(i);
2845 }
2846 mutex_unlock(&idev->mc_lock);
2847}
2848
2849/* IPv6 device initialization. */
2850
2851void ipv6_mc_init_dev(struct inet6_dev *idev)
2852{
2853 idev->mc_gq_running = 0;
2854 INIT_DELAYED_WORK(&idev->mc_gq_work, mld_gq_work);
2855 RCU_INIT_POINTER(idev->mc_tomb, NULL);
2856 idev->mc_ifc_count = 0;
2857 INIT_DELAYED_WORK(&idev->mc_ifc_work, mld_ifc_work);
2858 INIT_DELAYED_WORK(&idev->mc_dad_work, mld_dad_work);
2859 INIT_DELAYED_WORK(&idev->mc_query_work, mld_query_work);
2860 INIT_DELAYED_WORK(&idev->mc_report_work, mld_report_work);
2861 skb_queue_head_init(&idev->mc_query_queue);
2862 skb_queue_head_init(&idev->mc_report_queue);
2863 spin_lock_init(&idev->mc_query_lock);
2864 spin_lock_init(&idev->mc_report_lock);
2865 mutex_init(&idev->mc_lock);
2866 ipv6_mc_reset(idev);
2867}
2868
2869/*
2870 * Device is about to be destroyed: clean up.
2871 */
2872
2873void ipv6_mc_destroy_dev(struct inet6_dev *idev)
2874{
2875 struct ifmcaddr6 *i;
2876
2877 /* Deactivate works */
2878 ipv6_mc_down(idev);
2879 mutex_lock(&idev->mc_lock);
2880 mld_clear_delrec(idev);
2881 mutex_unlock(&idev->mc_lock);
2882 mld_clear_query(idev);
2883 mld_clear_report(idev);
2884
2885 /* Delete all-nodes address. */
2886 /* We cannot call ipv6_dev_mc_dec() directly, our caller in
2887 * addrconf.c has NULL'd out dev->ip6_ptr so in6_dev_get() will
2888 * fail.
2889 */
2890 __ipv6_dev_mc_dec(idev, &in6addr_linklocal_allnodes);
2891
2892 if (idev->cnf.forwarding)
2893 __ipv6_dev_mc_dec(idev, &in6addr_linklocal_allrouters);
2894
2895 mutex_lock(&idev->mc_lock);
2896 while ((i = mc_dereference(idev->mc_list, idev))) {
2897 rcu_assign_pointer(idev->mc_list, mc_dereference(i->next, idev));
2898
2899 ip6_mc_clear_src(i);
2900 ma_put(i);
2901 }
2902 mutex_unlock(&idev->mc_lock);
2903}
2904
2905static void ipv6_mc_rejoin_groups(struct inet6_dev *idev)
2906{
2907 struct ifmcaddr6 *pmc;
2908
2909 mutex_lock(&idev->mc_lock);
2910 if (mld_in_v1_mode(idev)) {
2911 for_each_mc_mclock(idev, pmc)
2912 igmp6_join_group(pmc);
2913 } else {
2914 mld_send_report(idev, NULL);
2915 }
2916 mutex_unlock(&idev->mc_lock);
2917}
2918
2919static int ipv6_mc_netdev_event(struct notifier_block *this,
2920 unsigned long event,
2921 void *ptr)
2922{
2923 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
2924 struct inet6_dev *idev = __in6_dev_get(dev);
2925
2926 switch (event) {
2927 case NETDEV_RESEND_IGMP:
2928 if (idev)
2929 ipv6_mc_rejoin_groups(idev);
2930 break;
2931 default:
2932 break;
2933 }
2934
2935 return NOTIFY_DONE;
2936}
2937
2938static struct notifier_block igmp6_netdev_notifier = {
2939 .notifier_call = ipv6_mc_netdev_event,
2940};
2941
2942#ifdef CONFIG_PROC_FS
2943struct igmp6_mc_iter_state {
2944 struct seq_net_private p;
2945 struct net_device *dev;
2946 struct inet6_dev *idev;
2947};
2948
2949#define igmp6_mc_seq_private(seq) ((struct igmp6_mc_iter_state *)(seq)->private)
2950
2951static inline struct ifmcaddr6 *igmp6_mc_get_first(struct seq_file *seq)
2952{
2953 struct ifmcaddr6 *im = NULL;
2954 struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2955 struct net *net = seq_file_net(seq);
2956
2957 state->idev = NULL;
2958 for_each_netdev_rcu(net, state->dev) {
2959 struct inet6_dev *idev;
2960 idev = __in6_dev_get(state->dev);
2961 if (!idev)
2962 continue;
2963
2964 im = rcu_dereference(idev->mc_list);
2965 if (im) {
2966 state->idev = idev;
2967 break;
2968 }
2969 }
2970 return im;
2971}
2972
2973static struct ifmcaddr6 *igmp6_mc_get_next(struct seq_file *seq, struct ifmcaddr6 *im)
2974{
2975 struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
2976
2977 im = rcu_dereference(im->next);
2978 while (!im) {
2979 state->dev = next_net_device_rcu(state->dev);
2980 if (!state->dev) {
2981 state->idev = NULL;
2982 break;
2983 }
2984 state->idev = __in6_dev_get(state->dev);
2985 if (!state->idev)
2986 continue;
2987 im = rcu_dereference(state->idev->mc_list);
2988 }
2989 return im;
2990}
2991
2992static struct ifmcaddr6 *igmp6_mc_get_idx(struct seq_file *seq, loff_t pos)
2993{
2994 struct ifmcaddr6 *im = igmp6_mc_get_first(seq);
2995 if (im)
2996 while (pos && (im = igmp6_mc_get_next(seq, im)) != NULL)
2997 --pos;
2998 return pos ? NULL : im;
2999}
3000
3001static void *igmp6_mc_seq_start(struct seq_file *seq, loff_t *pos)
3002 __acquires(RCU)
3003{
3004 rcu_read_lock();
3005 return igmp6_mc_get_idx(seq, *pos);
3006}
3007
3008static void *igmp6_mc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
3009{
3010 struct ifmcaddr6 *im = igmp6_mc_get_next(seq, v);
3011
3012 ++*pos;
3013 return im;
3014}
3015
3016static void igmp6_mc_seq_stop(struct seq_file *seq, void *v)
3017 __releases(RCU)
3018{
3019 struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
3020
3021 if (likely(state->idev))
3022 state->idev = NULL;
3023 state->dev = NULL;
3024 rcu_read_unlock();
3025}
3026
3027static int igmp6_mc_seq_show(struct seq_file *seq, void *v)
3028{
3029 struct ifmcaddr6 *im = (struct ifmcaddr6 *)v;
3030 struct igmp6_mc_iter_state *state = igmp6_mc_seq_private(seq);
3031 unsigned int mca_flags = READ_ONCE(im->mca_flags);
3032 long delta = READ_ONCE(im->mca_work.timer.expires) - jiffies;
3033
3034 seq_printf(seq,
3035 "%-4d %-15s %pi6 %5d %08X %ld\n",
3036 state->dev->ifindex, state->dev->name,
3037 &im->mca_addr,
3038 READ_ONCE(im->mca_users), mca_flags,
3039 (mca_flags & MAF_TIMER_RUNNING) ?
3040 jiffies_delta_to_clock_t(delta) : 0);
3041 return 0;
3042}
3043
3044static const struct seq_operations igmp6_mc_seq_ops = {
3045 .start = igmp6_mc_seq_start,
3046 .next = igmp6_mc_seq_next,
3047 .stop = igmp6_mc_seq_stop,
3048 .show = igmp6_mc_seq_show,
3049};
3050
3051struct igmp6_mcf_iter_state {
3052 struct seq_net_private p;
3053 struct net_device *dev;
3054 struct inet6_dev *idev;
3055 struct ifmcaddr6 *im;
3056};
3057
3058#define igmp6_mcf_seq_private(seq) ((struct igmp6_mcf_iter_state *)(seq)->private)
3059
3060static inline struct ip6_sf_list *igmp6_mcf_get_first(struct seq_file *seq)
3061{
3062 struct ip6_sf_list *psf = NULL;
3063 struct ifmcaddr6 *im = NULL;
3064 struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
3065 struct net *net = seq_file_net(seq);
3066
3067 state->idev = NULL;
3068 state->im = NULL;
3069 for_each_netdev_rcu(net, state->dev) {
3070 struct inet6_dev *idev;
3071 idev = __in6_dev_get(state->dev);
3072 if (unlikely(idev == NULL))
3073 continue;
3074
3075 im = rcu_dereference(idev->mc_list);
3076 if (likely(im)) {
3077 psf = rcu_dereference(im->mca_sources);
3078 if (likely(psf)) {
3079 state->im = im;
3080 state->idev = idev;
3081 break;
3082 }
3083 }
3084 }
3085 return psf;
3086}
3087
3088static struct ip6_sf_list *igmp6_mcf_get_next(struct seq_file *seq, struct ip6_sf_list *psf)
3089{
3090 struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
3091
3092 psf = rcu_dereference(psf->sf_next);
3093 while (!psf) {
3094 state->im = rcu_dereference(state->im->next);
3095 while (!state->im) {
3096 state->dev = next_net_device_rcu(state->dev);
3097 if (!state->dev) {
3098 state->idev = NULL;
3099 goto out;
3100 }
3101 state->idev = __in6_dev_get(state->dev);
3102 if (!state->idev)
3103 continue;
3104 state->im = rcu_dereference(state->idev->mc_list);
3105 }
3106 psf = rcu_dereference(state->im->mca_sources);
3107 }
3108out:
3109 return psf;
3110}
3111
3112static struct ip6_sf_list *igmp6_mcf_get_idx(struct seq_file *seq, loff_t pos)
3113{
3114 struct ip6_sf_list *psf = igmp6_mcf_get_first(seq);
3115 if (psf)
3116 while (pos && (psf = igmp6_mcf_get_next(seq, psf)) != NULL)
3117 --pos;
3118 return pos ? NULL : psf;
3119}
3120
3121static void *igmp6_mcf_seq_start(struct seq_file *seq, loff_t *pos)
3122 __acquires(RCU)
3123{
3124 rcu_read_lock();
3125 return *pos ? igmp6_mcf_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
3126}
3127
3128static void *igmp6_mcf_seq_next(struct seq_file *seq, void *v, loff_t *pos)
3129{
3130 struct ip6_sf_list *psf;
3131 if (v == SEQ_START_TOKEN)
3132 psf = igmp6_mcf_get_first(seq);
3133 else
3134 psf = igmp6_mcf_get_next(seq, v);
3135 ++*pos;
3136 return psf;
3137}
3138
3139static void igmp6_mcf_seq_stop(struct seq_file *seq, void *v)
3140 __releases(RCU)
3141{
3142 struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
3143
3144 if (likely(state->im))
3145 state->im = NULL;
3146 if (likely(state->idev))
3147 state->idev = NULL;
3148
3149 state->dev = NULL;
3150 rcu_read_unlock();
3151}
3152
3153static int igmp6_mcf_seq_show(struct seq_file *seq, void *v)
3154{
3155 struct ip6_sf_list *psf = (struct ip6_sf_list *)v;
3156 struct igmp6_mcf_iter_state *state = igmp6_mcf_seq_private(seq);
3157
3158 if (v == SEQ_START_TOKEN) {
3159 seq_puts(seq, "Idx Device Multicast Address Source Address INC EXC\n");
3160 } else {
3161 seq_printf(seq,
3162 "%3d %6.6s %pi6 %pi6 %6lu %6lu\n",
3163 state->dev->ifindex, state->dev->name,
3164 &state->im->mca_addr,
3165 &psf->sf_addr,
3166 READ_ONCE(psf->sf_count[MCAST_INCLUDE]),
3167 READ_ONCE(psf->sf_count[MCAST_EXCLUDE]));
3168 }
3169 return 0;
3170}
3171
3172static const struct seq_operations igmp6_mcf_seq_ops = {
3173 .start = igmp6_mcf_seq_start,
3174 .next = igmp6_mcf_seq_next,
3175 .stop = igmp6_mcf_seq_stop,
3176 .show = igmp6_mcf_seq_show,
3177};
3178
3179static int __net_init igmp6_proc_init(struct net *net)
3180{
3181 int err;
3182
3183 err = -ENOMEM;
3184 if (!proc_create_net("igmp6", 0444, net->proc_net, &igmp6_mc_seq_ops,
3185 sizeof(struct igmp6_mc_iter_state)))
3186 goto out;
3187 if (!proc_create_net("mcfilter6", 0444, net->proc_net,
3188 &igmp6_mcf_seq_ops,
3189 sizeof(struct igmp6_mcf_iter_state)))
3190 goto out_proc_net_igmp6;
3191
3192 err = 0;
3193out:
3194 return err;
3195
3196out_proc_net_igmp6:
3197 remove_proc_entry("igmp6", net->proc_net);
3198 goto out;
3199}
3200
3201static void __net_exit igmp6_proc_exit(struct net *net)
3202{
3203 remove_proc_entry("mcfilter6", net->proc_net);
3204 remove_proc_entry("igmp6", net->proc_net);
3205}
3206#else
3207static inline int igmp6_proc_init(struct net *net)
3208{
3209 return 0;
3210}
3211static inline void igmp6_proc_exit(struct net *net)
3212{
3213}
3214#endif
3215
3216static int __net_init igmp6_net_init(struct net *net)
3217{
3218 int err;
3219
3220 err = inet_ctl_sock_create(&net->ipv6.igmp_sk, PF_INET6,
3221 SOCK_RAW, IPPROTO_ICMPV6, net);
3222 if (err < 0) {
3223 pr_err("Failed to initialize the IGMP6 control socket (err %d)\n",
3224 err);
3225 goto out;
3226 }
3227
3228 inet6_sk(net->ipv6.igmp_sk)->hop_limit = 1;
3229 net->ipv6.igmp_sk->sk_allocation = GFP_KERNEL;
3230
3231 err = inet_ctl_sock_create(&net->ipv6.mc_autojoin_sk, PF_INET6,
3232 SOCK_RAW, IPPROTO_ICMPV6, net);
3233 if (err < 0) {
3234 pr_err("Failed to initialize the IGMP6 autojoin socket (err %d)\n",
3235 err);
3236 goto out_sock_create;
3237 }
3238
3239 err = igmp6_proc_init(net);
3240 if (err)
3241 goto out_sock_create_autojoin;
3242
3243 return 0;
3244
3245out_sock_create_autojoin:
3246 inet_ctl_sock_destroy(net->ipv6.mc_autojoin_sk);
3247out_sock_create:
3248 inet_ctl_sock_destroy(net->ipv6.igmp_sk);
3249out:
3250 return err;
3251}
3252
3253static void __net_exit igmp6_net_exit(struct net *net)
3254{
3255 inet_ctl_sock_destroy(net->ipv6.igmp_sk);
3256 inet_ctl_sock_destroy(net->ipv6.mc_autojoin_sk);
3257 igmp6_proc_exit(net);
3258}
3259
3260static struct pernet_operations igmp6_net_ops = {
3261 .init = igmp6_net_init,
3262 .exit = igmp6_net_exit,
3263};
3264
3265int __init igmp6_init(void)
3266{
3267 int err;
3268
3269 err = register_pernet_subsys(&igmp6_net_ops);
3270 if (err)
3271 return err;
3272
3273 mld_wq = create_workqueue("mld");
3274 if (!mld_wq) {
3275 unregister_pernet_subsys(&igmp6_net_ops);
3276 return -ENOMEM;
3277 }
3278
3279 return err;
3280}
3281
3282int __init igmp6_late_init(void)
3283{
3284 return register_netdevice_notifier(&igmp6_netdev_notifier);
3285}
3286
3287void igmp6_cleanup(void)
3288{
3289 unregister_pernet_subsys(&igmp6_net_ops);
3290 destroy_workqueue(mld_wq);
3291}
3292
3293void igmp6_late_cleanup(void)
3294{
3295 unregister_netdevice_notifier(&igmp6_netdev_notifier);
3296}