xref: /openbmc/linux/net/ipv6/xfrm6_tunnel.c (revision 25ec92cd)
11ccea77eSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
21da177e4SLinus Torvalds /*
31da177e4SLinus Torvalds  * Copyright (C)2003,2004 USAGI/WIDE Project
41da177e4SLinus Torvalds  *
51da177e4SLinus Torvalds  * Authors	Mitsuru KANDA  <mk@linux-ipv6.org>
61da177e4SLinus Torvalds  *		YOSHIFUJI Hideaki <yoshfuji@linux-ipv6.org>
71da177e4SLinus Torvalds  *
81da177e4SLinus Torvalds  * Based on net/ipv4/xfrm4_tunnel.c
91da177e4SLinus Torvalds  */
101da177e4SLinus Torvalds #include <linux/module.h>
111da177e4SLinus Torvalds #include <linux/xfrm.h>
125a0e3ad6STejun Heo #include <linux/slab.h>
1391cc3bb0SEric Dumazet #include <linux/rculist.h>
141da177e4SLinus Torvalds #include <net/ip.h>
151da177e4SLinus Torvalds #include <net/xfrm.h>
161da177e4SLinus Torvalds #include <net/ipv6.h>
171da177e4SLinus Torvalds #include <linux/ipv6.h>
181da177e4SLinus Torvalds #include <linux/icmpv6.h>
194a3e2f71SArjan van de Ven #include <linux/mutex.h>
20a1664773SAlexey Dobriyan #include <net/netns/generic.h>
21a1664773SAlexey Dobriyan 
22a1664773SAlexey Dobriyan #define XFRM6_TUNNEL_SPI_BYADDR_HSIZE 256
23a1664773SAlexey Dobriyan #define XFRM6_TUNNEL_SPI_BYSPI_HSIZE 256
24a1664773SAlexey Dobriyan 
25a1664773SAlexey Dobriyan #define XFRM6_TUNNEL_SPI_MIN	1
26a1664773SAlexey Dobriyan #define XFRM6_TUNNEL_SPI_MAX	0xffffffff
27a1664773SAlexey Dobriyan 
28a1664773SAlexey Dobriyan struct xfrm6_tunnel_net {
29a1664773SAlexey Dobriyan 	struct hlist_head spi_byaddr[XFRM6_TUNNEL_SPI_BYADDR_HSIZE];
30a1664773SAlexey Dobriyan 	struct hlist_head spi_byspi[XFRM6_TUNNEL_SPI_BYSPI_HSIZE];
31a1664773SAlexey Dobriyan 	u32 spi;
32a1664773SAlexey Dobriyan };
33a1664773SAlexey Dobriyan 
34c7d03a00SAlexey Dobriyan static unsigned int xfrm6_tunnel_net_id __read_mostly;
xfrm6_tunnel_pernet(struct net * net)35a1664773SAlexey Dobriyan static inline struct xfrm6_tunnel_net *xfrm6_tunnel_pernet(struct net *net)
36a1664773SAlexey Dobriyan {
37a1664773SAlexey Dobriyan 	return net_generic(net, xfrm6_tunnel_net_id);
38a1664773SAlexey Dobriyan }
391da177e4SLinus Torvalds 
401da177e4SLinus Torvalds /*
411da177e4SLinus Torvalds  * xfrm_tunnel_spi things are for allocating unique id ("spi")
421da177e4SLinus Torvalds  * per xfrm_address_t.
431da177e4SLinus Torvalds  */
441da177e4SLinus Torvalds struct xfrm6_tunnel_spi {
451da177e4SLinus Torvalds 	struct hlist_node	list_byaddr;
461da177e4SLinus Torvalds 	struct hlist_node	list_byspi;
471da177e4SLinus Torvalds 	xfrm_address_t		addr;
481da177e4SLinus Torvalds 	u32			spi;
49d12f3827SReshetova, Elena 	refcount_t		refcnt;
5091cc3bb0SEric Dumazet 	struct rcu_head		rcu_head;
511da177e4SLinus Torvalds };
521da177e4SLinus Torvalds 
5391cc3bb0SEric Dumazet static DEFINE_SPINLOCK(xfrm6_tunnel_spi_lock);
541da177e4SLinus Torvalds 
55e18b890bSChristoph Lameter static struct kmem_cache *xfrm6_tunnel_spi_kmem __read_mostly;
561da177e4SLinus Torvalds 
xfrm6_tunnel_spi_hash_byaddr(const xfrm_address_t * addr)5795c96174SEric Dumazet static inline unsigned int xfrm6_tunnel_spi_hash_byaddr(const xfrm_address_t *addr)
581da177e4SLinus Torvalds {
5995c96174SEric Dumazet 	unsigned int h;
601da177e4SLinus Torvalds 
612b464f61SYOSHIFUJI Hideaki / 吉藤英明 	h = ipv6_addr_hash((const struct in6_addr *)addr);
621da177e4SLinus Torvalds 	h ^= h >> 16;
631da177e4SLinus Torvalds 	h ^= h >> 8;
641da177e4SLinus Torvalds 	h &= XFRM6_TUNNEL_SPI_BYADDR_HSIZE - 1;
651da177e4SLinus Torvalds 
661da177e4SLinus Torvalds 	return h;
671da177e4SLinus Torvalds }
681da177e4SLinus Torvalds 
xfrm6_tunnel_spi_hash_byspi(u32 spi)6995c96174SEric Dumazet static inline unsigned int xfrm6_tunnel_spi_hash_byspi(u32 spi)
701da177e4SLinus Torvalds {
711da177e4SLinus Torvalds 	return spi % XFRM6_TUNNEL_SPI_BYSPI_HSIZE;
721da177e4SLinus Torvalds }
731da177e4SLinus Torvalds 
__xfrm6_tunnel_spi_lookup(struct net * net,const xfrm_address_t * saddr)74b71d1d42SEric Dumazet static struct xfrm6_tunnel_spi *__xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr)
751da177e4SLinus Torvalds {
76a1664773SAlexey Dobriyan 	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
771da177e4SLinus Torvalds 	struct xfrm6_tunnel_spi *x6spi;
781da177e4SLinus Torvalds 
79b67bfe0dSSasha Levin 	hlist_for_each_entry_rcu(x6spi,
80a1664773SAlexey Dobriyan 			     &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
81edf0d283SMadhuparna Bhowmik 			     list_byaddr, lockdep_is_held(&xfrm6_tunnel_spi_lock)) {
82ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 		if (xfrm6_addr_equal(&x6spi->addr, saddr))
831da177e4SLinus Torvalds 			return x6spi;
841da177e4SLinus Torvalds 	}
851da177e4SLinus Torvalds 
861da177e4SLinus Torvalds 	return NULL;
871da177e4SLinus Torvalds }
881da177e4SLinus Torvalds 
xfrm6_tunnel_spi_lookup(struct net * net,const xfrm_address_t * saddr)89b71d1d42SEric Dumazet __be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr)
901da177e4SLinus Torvalds {
911da177e4SLinus Torvalds 	struct xfrm6_tunnel_spi *x6spi;
921da177e4SLinus Torvalds 	u32 spi;
931da177e4SLinus Torvalds 
9491cc3bb0SEric Dumazet 	rcu_read_lock_bh();
95a1664773SAlexey Dobriyan 	x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
961da177e4SLinus Torvalds 	spi = x6spi ? x6spi->spi : 0;
9791cc3bb0SEric Dumazet 	rcu_read_unlock_bh();
985b122545SAl Viro 	return htonl(spi);
991da177e4SLinus Torvalds }
1001da177e4SLinus Torvalds EXPORT_SYMBOL(xfrm6_tunnel_spi_lookup);
1011da177e4SLinus Torvalds 
__xfrm6_tunnel_spi_check(struct net * net,u32 spi)102a1664773SAlexey Dobriyan static int __xfrm6_tunnel_spi_check(struct net *net, u32 spi)
103df8ea19bSYOSHIFUJI Hideaki {
104a1664773SAlexey Dobriyan 	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
105df8ea19bSYOSHIFUJI Hideaki 	struct xfrm6_tunnel_spi *x6spi;
106df8ea19bSYOSHIFUJI Hideaki 	int index = xfrm6_tunnel_spi_hash_byspi(spi);
107df8ea19bSYOSHIFUJI Hideaki 
108b67bfe0dSSasha Levin 	hlist_for_each_entry(x6spi,
109a1664773SAlexey Dobriyan 			     &xfrm6_tn->spi_byspi[index],
110df8ea19bSYOSHIFUJI Hideaki 			     list_byspi) {
111df8ea19bSYOSHIFUJI Hideaki 		if (x6spi->spi == spi)
112df8ea19bSYOSHIFUJI Hideaki 			return -1;
113df8ea19bSYOSHIFUJI Hideaki 	}
114df8ea19bSYOSHIFUJI Hideaki 	return index;
115df8ea19bSYOSHIFUJI Hideaki }
116df8ea19bSYOSHIFUJI Hideaki 
__xfrm6_tunnel_alloc_spi(struct net * net,xfrm_address_t * saddr)117a1664773SAlexey Dobriyan static u32 __xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr)
1181da177e4SLinus Torvalds {
119a1664773SAlexey Dobriyan 	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1201da177e4SLinus Torvalds 	u32 spi;
1211da177e4SLinus Torvalds 	struct xfrm6_tunnel_spi *x6spi;
122df8ea19bSYOSHIFUJI Hideaki 	int index;
1231da177e4SLinus Torvalds 
124a1664773SAlexey Dobriyan 	if (xfrm6_tn->spi < XFRM6_TUNNEL_SPI_MIN ||
125a1664773SAlexey Dobriyan 	    xfrm6_tn->spi >= XFRM6_TUNNEL_SPI_MAX)
126a1664773SAlexey Dobriyan 		xfrm6_tn->spi = XFRM6_TUNNEL_SPI_MIN;
1271da177e4SLinus Torvalds 	else
128a1664773SAlexey Dobriyan 		xfrm6_tn->spi++;
1291da177e4SLinus Torvalds 
130a1664773SAlexey Dobriyan 	for (spi = xfrm6_tn->spi; spi <= XFRM6_TUNNEL_SPI_MAX; spi++) {
131a1664773SAlexey Dobriyan 		index = __xfrm6_tunnel_spi_check(net, spi);
132df8ea19bSYOSHIFUJI Hideaki 		if (index >= 0)
1331da177e4SLinus Torvalds 			goto alloc_spi;
134fa89a459SYueHaibing 
135fa89a459SYueHaibing 		if (spi == XFRM6_TUNNEL_SPI_MAX)
136fa89a459SYueHaibing 			break;
1371da177e4SLinus Torvalds 	}
138a1664773SAlexey Dobriyan 	for (spi = XFRM6_TUNNEL_SPI_MIN; spi < xfrm6_tn->spi; spi++) {
139a1664773SAlexey Dobriyan 		index = __xfrm6_tunnel_spi_check(net, spi);
140df8ea19bSYOSHIFUJI Hideaki 		if (index >= 0)
1411da177e4SLinus Torvalds 			goto alloc_spi;
1421da177e4SLinus Torvalds 	}
1431da177e4SLinus Torvalds 	spi = 0;
1441da177e4SLinus Torvalds 	goto out;
1451da177e4SLinus Torvalds alloc_spi:
146a1664773SAlexey Dobriyan 	xfrm6_tn->spi = spi;
14754e6ecb2SChristoph Lameter 	x6spi = kmem_cache_alloc(xfrm6_tunnel_spi_kmem, GFP_ATOMIC);
148a922ba55SDavid S. Miller 	if (!x6spi)
1491da177e4SLinus Torvalds 		goto out;
150a922ba55SDavid S. Miller 
1511da177e4SLinus Torvalds 	memcpy(&x6spi->addr, saddr, sizeof(x6spi->addr));
1521da177e4SLinus Torvalds 	x6spi->spi = spi;
153d12f3827SReshetova, Elena 	refcount_set(&x6spi->refcnt, 1);
1541da177e4SLinus Torvalds 
155a1664773SAlexey Dobriyan 	hlist_add_head_rcu(&x6spi->list_byspi, &xfrm6_tn->spi_byspi[index]);
1561da177e4SLinus Torvalds 
1571da177e4SLinus Torvalds 	index = xfrm6_tunnel_spi_hash_byaddr(saddr);
158a1664773SAlexey Dobriyan 	hlist_add_head_rcu(&x6spi->list_byaddr, &xfrm6_tn->spi_byaddr[index]);
1591da177e4SLinus Torvalds out:
1601da177e4SLinus Torvalds 	return spi;
1611da177e4SLinus Torvalds }
1621da177e4SLinus Torvalds 
xfrm6_tunnel_alloc_spi(struct net * net,xfrm_address_t * saddr)163a1664773SAlexey Dobriyan __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr)
1641da177e4SLinus Torvalds {
1651da177e4SLinus Torvalds 	struct xfrm6_tunnel_spi *x6spi;
1661da177e4SLinus Torvalds 	u32 spi;
1671da177e4SLinus Torvalds 
16891cc3bb0SEric Dumazet 	spin_lock_bh(&xfrm6_tunnel_spi_lock);
169a1664773SAlexey Dobriyan 	x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
1701da177e4SLinus Torvalds 	if (x6spi) {
171d12f3827SReshetova, Elena 		refcount_inc(&x6spi->refcnt);
1721da177e4SLinus Torvalds 		spi = x6spi->spi;
1731da177e4SLinus Torvalds 	} else
174a1664773SAlexey Dobriyan 		spi = __xfrm6_tunnel_alloc_spi(net, saddr);
17591cc3bb0SEric Dumazet 	spin_unlock_bh(&xfrm6_tunnel_spi_lock);
1761da177e4SLinus Torvalds 
1775b122545SAl Viro 	return htonl(spi);
1781da177e4SLinus Torvalds }
1791da177e4SLinus Torvalds EXPORT_SYMBOL(xfrm6_tunnel_alloc_spi);
1801da177e4SLinus Torvalds 
x6spi_destroy_rcu(struct rcu_head * head)18191cc3bb0SEric Dumazet static void x6spi_destroy_rcu(struct rcu_head *head)
18291cc3bb0SEric Dumazet {
18391cc3bb0SEric Dumazet 	kmem_cache_free(xfrm6_tunnel_spi_kmem,
18491cc3bb0SEric Dumazet 			container_of(head, struct xfrm6_tunnel_spi, rcu_head));
18591cc3bb0SEric Dumazet }
18691cc3bb0SEric Dumazet 
xfrm6_tunnel_free_spi(struct net * net,xfrm_address_t * saddr)1876f747acaSstephen hemminger static void xfrm6_tunnel_free_spi(struct net *net, xfrm_address_t *saddr)
1881da177e4SLinus Torvalds {
189a1664773SAlexey Dobriyan 	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1901da177e4SLinus Torvalds 	struct xfrm6_tunnel_spi *x6spi;
191b67bfe0dSSasha Levin 	struct hlist_node *n;
1921da177e4SLinus Torvalds 
19391cc3bb0SEric Dumazet 	spin_lock_bh(&xfrm6_tunnel_spi_lock);
1941da177e4SLinus Torvalds 
195b67bfe0dSSasha Levin 	hlist_for_each_entry_safe(x6spi, n,
196a1664773SAlexey Dobriyan 				  &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
1971da177e4SLinus Torvalds 				  list_byaddr)
1981da177e4SLinus Torvalds 	{
199ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 		if (xfrm6_addr_equal(&x6spi->addr, saddr)) {
200d12f3827SReshetova, Elena 			if (refcount_dec_and_test(&x6spi->refcnt)) {
20191cc3bb0SEric Dumazet 				hlist_del_rcu(&x6spi->list_byaddr);
20291cc3bb0SEric Dumazet 				hlist_del_rcu(&x6spi->list_byspi);
20391cc3bb0SEric Dumazet 				call_rcu(&x6spi->rcu_head, x6spi_destroy_rcu);
2041da177e4SLinus Torvalds 				break;
2051da177e4SLinus Torvalds 			}
2061da177e4SLinus Torvalds 		}
2071da177e4SLinus Torvalds 	}
20891cc3bb0SEric Dumazet 	spin_unlock_bh(&xfrm6_tunnel_spi_lock);
2091da177e4SLinus Torvalds }
2101da177e4SLinus Torvalds 
xfrm6_tunnel_output(struct xfrm_state * x,struct sk_buff * skb)2111da177e4SLinus Torvalds static int xfrm6_tunnel_output(struct xfrm_state *x, struct sk_buff *skb)
2121da177e4SLinus Torvalds {
2137b277b1aSHerbert Xu 	skb_push(skb, -skb_network_offset(skb));
2141da177e4SLinus Torvalds 	return 0;
2151da177e4SLinus Torvalds }
2161da177e4SLinus Torvalds 
xfrm6_tunnel_input(struct xfrm_state * x,struct sk_buff * skb)217e695633eSHerbert Xu static int xfrm6_tunnel_input(struct xfrm_state *x, struct sk_buff *skb)
2181da177e4SLinus Torvalds {
21904663d0bSHerbert Xu 	return skb_network_header(skb)[IP6CB(skb)->nhoff];
2201da177e4SLinus Torvalds }
2211da177e4SLinus Torvalds 
xfrm6_tunnel_rcv(struct sk_buff * skb)222d2acc347SHerbert Xu static int xfrm6_tunnel_rcv(struct sk_buff *skb)
2231da177e4SLinus Torvalds {
224a1664773SAlexey Dobriyan 	struct net *net = dev_net(skb->dev);
225b71d1d42SEric Dumazet 	const struct ipv6hdr *iph = ipv6_hdr(skb);
226a252cc23SAl Viro 	__be32 spi;
2271da177e4SLinus Torvalds 
228b71d1d42SEric Dumazet 	spi = xfrm6_tunnel_spi_lookup(net, (const xfrm_address_t *)&iph->saddr);
22963c43787SNicolas Dichtel 	return xfrm6_rcv_spi(skb, IPPROTO_IPV6, spi, NULL);
2301da177e4SLinus Torvalds }
2311da177e4SLinus Torvalds 
xfrm6_tunnel_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)232d2acc347SHerbert Xu static int xfrm6_tunnel_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
233d5fdd6baSBrian Haley 			    u8 type, u8 code, int offset, __be32 info)
2341da177e4SLinus Torvalds {
2351da177e4SLinus Torvalds 	/* xfrm6_tunnel native err handling */
2361da177e4SLinus Torvalds 	switch (type) {
2371da177e4SLinus Torvalds 	case ICMPV6_DEST_UNREACH:
2381da177e4SLinus Torvalds 		switch (code) {
2391da177e4SLinus Torvalds 		case ICMPV6_NOROUTE:
2401da177e4SLinus Torvalds 		case ICMPV6_ADM_PROHIBITED:
2411da177e4SLinus Torvalds 		case ICMPV6_NOT_NEIGHBOUR:
2421da177e4SLinus Torvalds 		case ICMPV6_ADDR_UNREACH:
2431da177e4SLinus Torvalds 		case ICMPV6_PORT_UNREACH:
2441da177e4SLinus Torvalds 		default:
2451da177e4SLinus Torvalds 			break;
2461da177e4SLinus Torvalds 		}
2471da177e4SLinus Torvalds 		break;
2481da177e4SLinus Torvalds 	case ICMPV6_PKT_TOOBIG:
2491da177e4SLinus Torvalds 		break;
2501da177e4SLinus Torvalds 	case ICMPV6_TIME_EXCEED:
2511da177e4SLinus Torvalds 		switch (code) {
2521da177e4SLinus Torvalds 		case ICMPV6_EXC_HOPLIMIT:
2531da177e4SLinus Torvalds 			break;
2541da177e4SLinus Torvalds 		case ICMPV6_EXC_FRAGTIME:
2551da177e4SLinus Torvalds 		default:
2561da177e4SLinus Torvalds 			break;
2571da177e4SLinus Torvalds 		}
2581da177e4SLinus Torvalds 		break;
2591da177e4SLinus Torvalds 	case ICMPV6_PARAMPROB:
2601da177e4SLinus Torvalds 		switch (code) {
2611da177e4SLinus Torvalds 		case ICMPV6_HDR_FIELD: break;
2621da177e4SLinus Torvalds 		case ICMPV6_UNK_NEXTHDR: break;
2631da177e4SLinus Torvalds 		case ICMPV6_UNK_OPTION: break;
2641da177e4SLinus Torvalds 		}
2651da177e4SLinus Torvalds 		break;
2661da177e4SLinus Torvalds 	default:
2671da177e4SLinus Torvalds 		break;
2681da177e4SLinus Torvalds 	}
269d2acc347SHerbert Xu 
270d2acc347SHerbert Xu 	return 0;
2711da177e4SLinus Torvalds }
2721da177e4SLinus Torvalds 
xfrm6_tunnel_init_state(struct xfrm_state * x,struct netlink_ext_ack * extack)273e1e10b44SSabrina Dubroca static int xfrm6_tunnel_init_state(struct xfrm_state *x, struct netlink_ext_ack *extack)
2741da177e4SLinus Torvalds {
275*25ec92cdSSabrina Dubroca 	if (x->props.mode != XFRM_MODE_TUNNEL) {
276*25ec92cdSSabrina Dubroca 		NL_SET_ERR_MSG(extack, "IPv6 tunnel can only be used with tunnel mode");
2771da177e4SLinus Torvalds 		return -EINVAL;
278*25ec92cdSSabrina Dubroca 	}
2791da177e4SLinus Torvalds 
280*25ec92cdSSabrina Dubroca 	if (x->encap) {
281*25ec92cdSSabrina Dubroca 		NL_SET_ERR_MSG(extack, "IPv6 tunnel is not compatible with encapsulation");
2821da177e4SLinus Torvalds 		return -EINVAL;
283*25ec92cdSSabrina Dubroca 	}
2841da177e4SLinus Torvalds 
2851da177e4SLinus Torvalds 	x->props.header_len = sizeof(struct ipv6hdr);
2861da177e4SLinus Torvalds 
2871da177e4SLinus Torvalds 	return 0;
2881da177e4SLinus Torvalds }
2891da177e4SLinus Torvalds 
xfrm6_tunnel_destroy(struct xfrm_state * x)2901da177e4SLinus Torvalds static void xfrm6_tunnel_destroy(struct xfrm_state *x)
2911da177e4SLinus Torvalds {
292a1664773SAlexey Dobriyan 	struct net *net = xs_net(x);
293a1664773SAlexey Dobriyan 
294a1664773SAlexey Dobriyan 	xfrm6_tunnel_free_spi(net, (xfrm_address_t *)&x->props.saddr);
2951da177e4SLinus Torvalds }
2961da177e4SLinus Torvalds 
297533cb5b0SEric Dumazet static const struct xfrm_type xfrm6_tunnel_type = {
2981da177e4SLinus Torvalds 	.owner          = THIS_MODULE,
2991da177e4SLinus Torvalds 	.proto		= IPPROTO_IPV6,
3001da177e4SLinus Torvalds 	.init_state	= xfrm6_tunnel_init_state,
3011da177e4SLinus Torvalds 	.destructor	= xfrm6_tunnel_destroy,
3021da177e4SLinus Torvalds 	.input		= xfrm6_tunnel_input,
3031da177e4SLinus Torvalds 	.output		= xfrm6_tunnel_output,
3041da177e4SLinus Torvalds };
3051da177e4SLinus Torvalds 
3063ff2cfa5SEric Dumazet static struct xfrm6_tunnel xfrm6_tunnel_handler __read_mostly = {
3071da177e4SLinus Torvalds 	.handler	= xfrm6_tunnel_rcv,
3081da177e4SLinus Torvalds 	.err_handler	= xfrm6_tunnel_err,
3097fe94612SXin Long 	.priority	= 3,
3101da177e4SLinus Torvalds };
3111da177e4SLinus Torvalds 
3123ff2cfa5SEric Dumazet static struct xfrm6_tunnel xfrm46_tunnel_handler __read_mostly = {
31373d605d1SKazunori MIYAZAWA 	.handler	= xfrm6_tunnel_rcv,
31473d605d1SKazunori MIYAZAWA 	.err_handler	= xfrm6_tunnel_err,
3157fe94612SXin Long 	.priority	= 3,
31673d605d1SKazunori MIYAZAWA };
31773d605d1SKazunori MIYAZAWA 
xfrm6_tunnel_net_init(struct net * net)318a1664773SAlexey Dobriyan static int __net_init xfrm6_tunnel_net_init(struct net *net)
319a1664773SAlexey Dobriyan {
320a1664773SAlexey Dobriyan 	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
321a1664773SAlexey Dobriyan 	unsigned int i;
322a1664773SAlexey Dobriyan 
323a1664773SAlexey Dobriyan 	for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
324a1664773SAlexey Dobriyan 		INIT_HLIST_HEAD(&xfrm6_tn->spi_byaddr[i]);
325a1664773SAlexey Dobriyan 	for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
326a1664773SAlexey Dobriyan 		INIT_HLIST_HEAD(&xfrm6_tn->spi_byspi[i]);
327a1664773SAlexey Dobriyan 	xfrm6_tn->spi = 0;
328a1664773SAlexey Dobriyan 
329a1664773SAlexey Dobriyan 	return 0;
330a1664773SAlexey Dobriyan }
331a1664773SAlexey Dobriyan 
xfrm6_tunnel_net_exit(struct net * net)332a1664773SAlexey Dobriyan static void __net_exit xfrm6_tunnel_net_exit(struct net *net)
333a1664773SAlexey Dobriyan {
334baeb0dbbSVasily Averin 	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
335baeb0dbbSVasily Averin 	unsigned int i;
336baeb0dbbSVasily Averin 
337b48c05abSSteffen Klassert 	xfrm_flush_gc();
338dbb2483bSCong Wang 	xfrm_state_flush(net, 0, false, true);
339b48c05abSSteffen Klassert 
340baeb0dbbSVasily Averin 	for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
341baeb0dbbSVasily Averin 		WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byaddr[i]));
342baeb0dbbSVasily Averin 
343baeb0dbbSVasily Averin 	for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
344baeb0dbbSVasily Averin 		WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byspi[i]));
345a1664773SAlexey Dobriyan }
346a1664773SAlexey Dobriyan 
347a1664773SAlexey Dobriyan static struct pernet_operations xfrm6_tunnel_net_ops = {
348a1664773SAlexey Dobriyan 	.init	= xfrm6_tunnel_net_init,
349a1664773SAlexey Dobriyan 	.exit	= xfrm6_tunnel_net_exit,
350a1664773SAlexey Dobriyan 	.id	= &xfrm6_tunnel_net_id,
351a1664773SAlexey Dobriyan 	.size	= sizeof(struct xfrm6_tunnel_net),
352a1664773SAlexey Dobriyan };
353a1664773SAlexey Dobriyan 
xfrm6_tunnel_init(void)3541da177e4SLinus Torvalds static int __init xfrm6_tunnel_init(void)
3551da177e4SLinus Torvalds {
356e924960dSAlexey Dobriyan 	int rv;
357e924960dSAlexey Dobriyan 
358d5aa407fSAlexey Dobriyan 	xfrm6_tunnel_spi_kmem = kmem_cache_create("xfrm6_tunnel_spi",
359d5aa407fSAlexey Dobriyan 						  sizeof(struct xfrm6_tunnel_spi),
360d5aa407fSAlexey Dobriyan 						  0, SLAB_HWCACHE_ALIGN,
361d5aa407fSAlexey Dobriyan 						  NULL);
362d5aa407fSAlexey Dobriyan 	if (!xfrm6_tunnel_spi_kmem)
363d5aa407fSAlexey Dobriyan 		return -ENOMEM;
364a1664773SAlexey Dobriyan 	rv = register_pernet_subsys(&xfrm6_tunnel_net_ops);
365a1664773SAlexey Dobriyan 	if (rv < 0)
366d5aa407fSAlexey Dobriyan 		goto out_pernet;
367d5aa407fSAlexey Dobriyan 	rv = xfrm_register_type(&xfrm6_tunnel_type, AF_INET6);
368d5aa407fSAlexey Dobriyan 	if (rv < 0)
369d5aa407fSAlexey Dobriyan 		goto out_type;
370d5aa407fSAlexey Dobriyan 	rv = xfrm6_tunnel_register(&xfrm6_tunnel_handler, AF_INET6);
371d5aa407fSAlexey Dobriyan 	if (rv < 0)
372d5aa407fSAlexey Dobriyan 		goto out_xfrm6;
373d5aa407fSAlexey Dobriyan 	rv = xfrm6_tunnel_register(&xfrm46_tunnel_handler, AF_INET);
374d5aa407fSAlexey Dobriyan 	if (rv < 0)
375d5aa407fSAlexey Dobriyan 		goto out_xfrm46;
3761da177e4SLinus Torvalds 	return 0;
3775ce1bbb9SIlpo Järvinen 
378d5aa407fSAlexey Dobriyan out_xfrm46:
3795ce1bbb9SIlpo Järvinen 	xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
380d5aa407fSAlexey Dobriyan out_xfrm6:
3815ce1bbb9SIlpo Järvinen 	xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
382d5aa407fSAlexey Dobriyan out_type:
383d5aa407fSAlexey Dobriyan 	unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
384d5aa407fSAlexey Dobriyan out_pernet:
385d5aa407fSAlexey Dobriyan 	kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
386e924960dSAlexey Dobriyan 	return rv;
3871da177e4SLinus Torvalds }
3881da177e4SLinus Torvalds 
xfrm6_tunnel_fini(void)3891da177e4SLinus Torvalds static void __exit xfrm6_tunnel_fini(void)
3901da177e4SLinus Torvalds {
39173d605d1SKazunori MIYAZAWA 	xfrm6_tunnel_deregister(&xfrm46_tunnel_handler, AF_INET);
39273d605d1SKazunori MIYAZAWA 	xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
393a922ba55SDavid S. Miller 	xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
394d5aa407fSAlexey Dobriyan 	unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
3956ee02a54SSu Yanjun 	/* Someone maybe has gotten the xfrm6_tunnel_spi.
3966ee02a54SSu Yanjun 	 * So need to wait it.
3976ee02a54SSu Yanjun 	 */
3986ee02a54SSu Yanjun 	rcu_barrier();
399d5aa407fSAlexey Dobriyan 	kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
4001da177e4SLinus Torvalds }
4011da177e4SLinus Torvalds 
4021da177e4SLinus Torvalds module_init(xfrm6_tunnel_init);
4031da177e4SLinus Torvalds module_exit(xfrm6_tunnel_fini);
4041da177e4SLinus Torvalds MODULE_LICENSE("GPL");
405d3d6dd3aSMasahide NAKAMURA MODULE_ALIAS_XFRM_TYPE(AF_INET6, XFRM_PROTO_IPV6);
406