xref: /openbmc/linux/net/ipv4/gre_demux.c (revision c50cd357887acf9fd7af3a5d492911bd825555a2)
1*c50cd357SDaniel Borkmann /*
2*c50cd357SDaniel Borkmann  *	GRE over IPv4 demultiplexer driver
3*c50cd357SDaniel Borkmann  *
4*c50cd357SDaniel Borkmann  *	Authors: Dmitry Kozlov (xeb@mail.ru)
5*c50cd357SDaniel Borkmann  *
6*c50cd357SDaniel Borkmann  *	This program is free software; you can redistribute it and/or
7*c50cd357SDaniel Borkmann  *	modify it under the terms of the GNU General Public License
8*c50cd357SDaniel Borkmann  *	as published by the Free Software Foundation; either version
9*c50cd357SDaniel Borkmann  *	2 of the License, or (at your option) any later version.
10*c50cd357SDaniel Borkmann  *
11*c50cd357SDaniel Borkmann  */
12*c50cd357SDaniel Borkmann 
13*c50cd357SDaniel Borkmann #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
14*c50cd357SDaniel Borkmann 
15*c50cd357SDaniel Borkmann #include <linux/module.h>
16*c50cd357SDaniel Borkmann #include <linux/if.h>
17*c50cd357SDaniel Borkmann #include <linux/icmp.h>
18*c50cd357SDaniel Borkmann #include <linux/kernel.h>
19*c50cd357SDaniel Borkmann #include <linux/kmod.h>
20*c50cd357SDaniel Borkmann #include <linux/skbuff.h>
21*c50cd357SDaniel Borkmann #include <linux/in.h>
22*c50cd357SDaniel Borkmann #include <linux/ip.h>
23*c50cd357SDaniel Borkmann #include <linux/netdevice.h>
24*c50cd357SDaniel Borkmann #include <linux/if_tunnel.h>
25*c50cd357SDaniel Borkmann #include <linux/spinlock.h>
26*c50cd357SDaniel Borkmann #include <net/protocol.h>
27*c50cd357SDaniel Borkmann #include <net/gre.h>
28*c50cd357SDaniel Borkmann 
29*c50cd357SDaniel Borkmann #include <net/icmp.h>
30*c50cd357SDaniel Borkmann #include <net/route.h>
31*c50cd357SDaniel Borkmann #include <net/xfrm.h>
32*c50cd357SDaniel Borkmann 
33*c50cd357SDaniel Borkmann static const struct gre_protocol __rcu *gre_proto[GREPROTO_MAX] __read_mostly;
34*c50cd357SDaniel Borkmann static struct gre_cisco_protocol __rcu *gre_cisco_proto_list[GRE_IP_PROTO_MAX];
35*c50cd357SDaniel Borkmann 
36*c50cd357SDaniel Borkmann int gre_add_protocol(const struct gre_protocol *proto, u8 version)
37*c50cd357SDaniel Borkmann {
38*c50cd357SDaniel Borkmann 	if (version >= GREPROTO_MAX)
39*c50cd357SDaniel Borkmann 		return -EINVAL;
40*c50cd357SDaniel Borkmann 
41*c50cd357SDaniel Borkmann 	return (cmpxchg((const struct gre_protocol **)&gre_proto[version], NULL, proto) == NULL) ?
42*c50cd357SDaniel Borkmann 		0 : -EBUSY;
43*c50cd357SDaniel Borkmann }
44*c50cd357SDaniel Borkmann EXPORT_SYMBOL_GPL(gre_add_protocol);
45*c50cd357SDaniel Borkmann 
46*c50cd357SDaniel Borkmann int gre_del_protocol(const struct gre_protocol *proto, u8 version)
47*c50cd357SDaniel Borkmann {
48*c50cd357SDaniel Borkmann 	int ret;
49*c50cd357SDaniel Borkmann 
50*c50cd357SDaniel Borkmann 	if (version >= GREPROTO_MAX)
51*c50cd357SDaniel Borkmann 		return -EINVAL;
52*c50cd357SDaniel Borkmann 
53*c50cd357SDaniel Borkmann 	ret = (cmpxchg((const struct gre_protocol **)&gre_proto[version], proto, NULL) == proto) ?
54*c50cd357SDaniel Borkmann 		0 : -EBUSY;
55*c50cd357SDaniel Borkmann 
56*c50cd357SDaniel Borkmann 	if (ret)
57*c50cd357SDaniel Borkmann 		return ret;
58*c50cd357SDaniel Borkmann 
59*c50cd357SDaniel Borkmann 	synchronize_rcu();
60*c50cd357SDaniel Borkmann 	return 0;
61*c50cd357SDaniel Borkmann }
62*c50cd357SDaniel Borkmann EXPORT_SYMBOL_GPL(gre_del_protocol);
63*c50cd357SDaniel Borkmann 
64*c50cd357SDaniel Borkmann void gre_build_header(struct sk_buff *skb, const struct tnl_ptk_info *tpi,
65*c50cd357SDaniel Borkmann 		      int hdr_len)
66*c50cd357SDaniel Borkmann {
67*c50cd357SDaniel Borkmann 	struct gre_base_hdr *greh;
68*c50cd357SDaniel Borkmann 
69*c50cd357SDaniel Borkmann 	skb_push(skb, hdr_len);
70*c50cd357SDaniel Borkmann 
71*c50cd357SDaniel Borkmann 	greh = (struct gre_base_hdr *)skb->data;
72*c50cd357SDaniel Borkmann 	greh->flags = tnl_flags_to_gre_flags(tpi->flags);
73*c50cd357SDaniel Borkmann 	greh->protocol = tpi->proto;
74*c50cd357SDaniel Borkmann 
75*c50cd357SDaniel Borkmann 	if (tpi->flags&(TUNNEL_KEY|TUNNEL_CSUM|TUNNEL_SEQ)) {
76*c50cd357SDaniel Borkmann 		__be32 *ptr = (__be32 *)(((u8 *)greh) + hdr_len - 4);
77*c50cd357SDaniel Borkmann 
78*c50cd357SDaniel Borkmann 		if (tpi->flags&TUNNEL_SEQ) {
79*c50cd357SDaniel Borkmann 			*ptr = tpi->seq;
80*c50cd357SDaniel Borkmann 			ptr--;
81*c50cd357SDaniel Borkmann 		}
82*c50cd357SDaniel Borkmann 		if (tpi->flags&TUNNEL_KEY) {
83*c50cd357SDaniel Borkmann 			*ptr = tpi->key;
84*c50cd357SDaniel Borkmann 			ptr--;
85*c50cd357SDaniel Borkmann 		}
86*c50cd357SDaniel Borkmann 		if (tpi->flags&TUNNEL_CSUM &&
87*c50cd357SDaniel Borkmann 		    !(skb_shinfo(skb)->gso_type & SKB_GSO_GRE)) {
88*c50cd357SDaniel Borkmann 			*ptr = 0;
89*c50cd357SDaniel Borkmann 			*(__sum16 *)ptr = csum_fold(skb_checksum(skb, 0,
90*c50cd357SDaniel Borkmann 								 skb->len, 0));
91*c50cd357SDaniel Borkmann 		}
92*c50cd357SDaniel Borkmann 	}
93*c50cd357SDaniel Borkmann }
94*c50cd357SDaniel Borkmann EXPORT_SYMBOL_GPL(gre_build_header);
95*c50cd357SDaniel Borkmann 
96*c50cd357SDaniel Borkmann struct sk_buff *gre_handle_offloads(struct sk_buff *skb, bool gre_csum)
97*c50cd357SDaniel Borkmann {
98*c50cd357SDaniel Borkmann 	int err;
99*c50cd357SDaniel Borkmann 
100*c50cd357SDaniel Borkmann 	if (likely(!skb->encapsulation)) {
101*c50cd357SDaniel Borkmann 		skb_reset_inner_headers(skb);
102*c50cd357SDaniel Borkmann 		skb->encapsulation = 1;
103*c50cd357SDaniel Borkmann 	}
104*c50cd357SDaniel Borkmann 
105*c50cd357SDaniel Borkmann 	if (skb_is_gso(skb)) {
106*c50cd357SDaniel Borkmann 		err = skb_unclone(skb, GFP_ATOMIC);
107*c50cd357SDaniel Borkmann 		if (unlikely(err))
108*c50cd357SDaniel Borkmann 			goto error;
109*c50cd357SDaniel Borkmann 		skb_shinfo(skb)->gso_type |= SKB_GSO_GRE;
110*c50cd357SDaniel Borkmann 		return skb;
111*c50cd357SDaniel Borkmann 	} else if (skb->ip_summed == CHECKSUM_PARTIAL && gre_csum) {
112*c50cd357SDaniel Borkmann 		err = skb_checksum_help(skb);
113*c50cd357SDaniel Borkmann 		if (unlikely(err))
114*c50cd357SDaniel Borkmann 			goto error;
115*c50cd357SDaniel Borkmann 	} else if (skb->ip_summed != CHECKSUM_PARTIAL)
116*c50cd357SDaniel Borkmann 		skb->ip_summed = CHECKSUM_NONE;
117*c50cd357SDaniel Borkmann 
118*c50cd357SDaniel Borkmann 	return skb;
119*c50cd357SDaniel Borkmann error:
120*c50cd357SDaniel Borkmann 	kfree_skb(skb);
121*c50cd357SDaniel Borkmann 	return ERR_PTR(err);
122*c50cd357SDaniel Borkmann }
123*c50cd357SDaniel Borkmann EXPORT_SYMBOL_GPL(gre_handle_offloads);
124*c50cd357SDaniel Borkmann 
125*c50cd357SDaniel Borkmann static __sum16 check_checksum(struct sk_buff *skb)
126*c50cd357SDaniel Borkmann {
127*c50cd357SDaniel Borkmann 	__sum16 csum = 0;
128*c50cd357SDaniel Borkmann 
129*c50cd357SDaniel Borkmann 	switch (skb->ip_summed) {
130*c50cd357SDaniel Borkmann 	case CHECKSUM_COMPLETE:
131*c50cd357SDaniel Borkmann 		csum = csum_fold(skb->csum);
132*c50cd357SDaniel Borkmann 
133*c50cd357SDaniel Borkmann 		if (!csum)
134*c50cd357SDaniel Borkmann 			break;
135*c50cd357SDaniel Borkmann 		/* Fall through. */
136*c50cd357SDaniel Borkmann 
137*c50cd357SDaniel Borkmann 	case CHECKSUM_NONE:
138*c50cd357SDaniel Borkmann 		skb->csum = 0;
139*c50cd357SDaniel Borkmann 		csum = __skb_checksum_complete(skb);
140*c50cd357SDaniel Borkmann 		skb->ip_summed = CHECKSUM_COMPLETE;
141*c50cd357SDaniel Borkmann 		break;
142*c50cd357SDaniel Borkmann 	}
143*c50cd357SDaniel Borkmann 
144*c50cd357SDaniel Borkmann 	return csum;
145*c50cd357SDaniel Borkmann }
146*c50cd357SDaniel Borkmann 
147*c50cd357SDaniel Borkmann static int parse_gre_header(struct sk_buff *skb, struct tnl_ptk_info *tpi,
148*c50cd357SDaniel Borkmann 			    bool *csum_err)
149*c50cd357SDaniel Borkmann {
150*c50cd357SDaniel Borkmann 	unsigned int ip_hlen = ip_hdrlen(skb);
151*c50cd357SDaniel Borkmann 	const struct gre_base_hdr *greh;
152*c50cd357SDaniel Borkmann 	__be32 *options;
153*c50cd357SDaniel Borkmann 	int hdr_len;
154*c50cd357SDaniel Borkmann 
155*c50cd357SDaniel Borkmann 	if (unlikely(!pskb_may_pull(skb, sizeof(struct gre_base_hdr))))
156*c50cd357SDaniel Borkmann 		return -EINVAL;
157*c50cd357SDaniel Borkmann 
158*c50cd357SDaniel Borkmann 	greh = (struct gre_base_hdr *)(skb_network_header(skb) + ip_hlen);
159*c50cd357SDaniel Borkmann 	if (unlikely(greh->flags & (GRE_VERSION | GRE_ROUTING)))
160*c50cd357SDaniel Borkmann 		return -EINVAL;
161*c50cd357SDaniel Borkmann 
162*c50cd357SDaniel Borkmann 	tpi->flags = gre_flags_to_tnl_flags(greh->flags);
163*c50cd357SDaniel Borkmann 	hdr_len = ip_gre_calc_hlen(tpi->flags);
164*c50cd357SDaniel Borkmann 
165*c50cd357SDaniel Borkmann 	if (!pskb_may_pull(skb, hdr_len))
166*c50cd357SDaniel Borkmann 		return -EINVAL;
167*c50cd357SDaniel Borkmann 
168*c50cd357SDaniel Borkmann 	greh = (struct gre_base_hdr *)(skb_network_header(skb) + ip_hlen);
169*c50cd357SDaniel Borkmann 	tpi->proto = greh->protocol;
170*c50cd357SDaniel Borkmann 
171*c50cd357SDaniel Borkmann 	options = (__be32 *)(greh + 1);
172*c50cd357SDaniel Borkmann 	if (greh->flags & GRE_CSUM) {
173*c50cd357SDaniel Borkmann 		if (check_checksum(skb)) {
174*c50cd357SDaniel Borkmann 			*csum_err = true;
175*c50cd357SDaniel Borkmann 			return -EINVAL;
176*c50cd357SDaniel Borkmann 		}
177*c50cd357SDaniel Borkmann 		options++;
178*c50cd357SDaniel Borkmann 	}
179*c50cd357SDaniel Borkmann 
180*c50cd357SDaniel Borkmann 	if (greh->flags & GRE_KEY) {
181*c50cd357SDaniel Borkmann 		tpi->key = *options;
182*c50cd357SDaniel Borkmann 		options++;
183*c50cd357SDaniel Borkmann 	} else
184*c50cd357SDaniel Borkmann 		tpi->key = 0;
185*c50cd357SDaniel Borkmann 
186*c50cd357SDaniel Borkmann 	if (unlikely(greh->flags & GRE_SEQ)) {
187*c50cd357SDaniel Borkmann 		tpi->seq = *options;
188*c50cd357SDaniel Borkmann 		options++;
189*c50cd357SDaniel Borkmann 	} else
190*c50cd357SDaniel Borkmann 		tpi->seq = 0;
191*c50cd357SDaniel Borkmann 
192*c50cd357SDaniel Borkmann 	/* WCCP version 1 and 2 protocol decoding.
193*c50cd357SDaniel Borkmann 	 * - Change protocol to IP
194*c50cd357SDaniel Borkmann 	 * - When dealing with WCCPv2, Skip extra 4 bytes in GRE header
195*c50cd357SDaniel Borkmann 	 */
196*c50cd357SDaniel Borkmann 	if (greh->flags == 0 && tpi->proto == htons(ETH_P_WCCP)) {
197*c50cd357SDaniel Borkmann 		tpi->proto = htons(ETH_P_IP);
198*c50cd357SDaniel Borkmann 		if ((*(u8 *)options & 0xF0) != 0x40) {
199*c50cd357SDaniel Borkmann 			hdr_len += 4;
200*c50cd357SDaniel Borkmann 			if (!pskb_may_pull(skb, hdr_len))
201*c50cd357SDaniel Borkmann 				return -EINVAL;
202*c50cd357SDaniel Borkmann 		}
203*c50cd357SDaniel Borkmann 	}
204*c50cd357SDaniel Borkmann 
205*c50cd357SDaniel Borkmann 	return iptunnel_pull_header(skb, hdr_len, tpi->proto);
206*c50cd357SDaniel Borkmann }
207*c50cd357SDaniel Borkmann 
208*c50cd357SDaniel Borkmann static int gre_cisco_rcv(struct sk_buff *skb)
209*c50cd357SDaniel Borkmann {
210*c50cd357SDaniel Borkmann 	struct tnl_ptk_info tpi;
211*c50cd357SDaniel Borkmann 	int i;
212*c50cd357SDaniel Borkmann 	bool csum_err = false;
213*c50cd357SDaniel Borkmann 
214*c50cd357SDaniel Borkmann 	if (parse_gre_header(skb, &tpi, &csum_err) < 0)
215*c50cd357SDaniel Borkmann 		goto drop;
216*c50cd357SDaniel Borkmann 
217*c50cd357SDaniel Borkmann 	rcu_read_lock();
218*c50cd357SDaniel Borkmann 	for (i = 0; i < GRE_IP_PROTO_MAX; i++) {
219*c50cd357SDaniel Borkmann 		struct gre_cisco_protocol *proto;
220*c50cd357SDaniel Borkmann 		int ret;
221*c50cd357SDaniel Borkmann 
222*c50cd357SDaniel Borkmann 		proto = rcu_dereference(gre_cisco_proto_list[i]);
223*c50cd357SDaniel Borkmann 		if (!proto)
224*c50cd357SDaniel Borkmann 			continue;
225*c50cd357SDaniel Borkmann 		ret = proto->handler(skb, &tpi);
226*c50cd357SDaniel Borkmann 		if (ret == PACKET_RCVD) {
227*c50cd357SDaniel Borkmann 			rcu_read_unlock();
228*c50cd357SDaniel Borkmann 			return 0;
229*c50cd357SDaniel Borkmann 		}
230*c50cd357SDaniel Borkmann 	}
231*c50cd357SDaniel Borkmann 	rcu_read_unlock();
232*c50cd357SDaniel Borkmann 
233*c50cd357SDaniel Borkmann 	icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
234*c50cd357SDaniel Borkmann drop:
235*c50cd357SDaniel Borkmann 	kfree_skb(skb);
236*c50cd357SDaniel Borkmann 	return 0;
237*c50cd357SDaniel Borkmann }
238*c50cd357SDaniel Borkmann 
239*c50cd357SDaniel Borkmann static void gre_cisco_err(struct sk_buff *skb, u32 info)
240*c50cd357SDaniel Borkmann {
241*c50cd357SDaniel Borkmann 	/* All the routers (except for Linux) return only
242*c50cd357SDaniel Borkmann 	 * 8 bytes of packet payload. It means, that precise relaying of
243*c50cd357SDaniel Borkmann 	 * ICMP in the real Internet is absolutely infeasible.
244*c50cd357SDaniel Borkmann 	 *
245*c50cd357SDaniel Borkmann 	 * Moreover, Cisco "wise men" put GRE key to the third word
246*c50cd357SDaniel Borkmann 	 * in GRE header. It makes impossible maintaining even soft
247*c50cd357SDaniel Borkmann 	 * state for keyed
248*c50cd357SDaniel Borkmann 	 * GRE tunnels with enabled checksum. Tell them "thank you".
249*c50cd357SDaniel Borkmann 	 *
250*c50cd357SDaniel Borkmann 	 * Well, I wonder, rfc1812 was written by Cisco employee,
251*c50cd357SDaniel Borkmann 	 * what the hell these idiots break standards established
252*c50cd357SDaniel Borkmann 	 * by themselves???
253*c50cd357SDaniel Borkmann 	 */
254*c50cd357SDaniel Borkmann 
255*c50cd357SDaniel Borkmann 	const int type = icmp_hdr(skb)->type;
256*c50cd357SDaniel Borkmann 	const int code = icmp_hdr(skb)->code;
257*c50cd357SDaniel Borkmann 	struct tnl_ptk_info tpi;
258*c50cd357SDaniel Borkmann 	bool csum_err = false;
259*c50cd357SDaniel Borkmann 	int i;
260*c50cd357SDaniel Borkmann 
261*c50cd357SDaniel Borkmann 	if (parse_gre_header(skb, &tpi, &csum_err)) {
262*c50cd357SDaniel Borkmann 		if (!csum_err)		/* ignore csum errors. */
263*c50cd357SDaniel Borkmann 			return;
264*c50cd357SDaniel Borkmann 	}
265*c50cd357SDaniel Borkmann 
266*c50cd357SDaniel Borkmann 	if (type == ICMP_DEST_UNREACH && code == ICMP_FRAG_NEEDED) {
267*c50cd357SDaniel Borkmann 		ipv4_update_pmtu(skb, dev_net(skb->dev), info,
268*c50cd357SDaniel Borkmann 				skb->dev->ifindex, 0, IPPROTO_GRE, 0);
269*c50cd357SDaniel Borkmann 		return;
270*c50cd357SDaniel Borkmann 	}
271*c50cd357SDaniel Borkmann 	if (type == ICMP_REDIRECT) {
272*c50cd357SDaniel Borkmann 		ipv4_redirect(skb, dev_net(skb->dev), skb->dev->ifindex, 0,
273*c50cd357SDaniel Borkmann 				IPPROTO_GRE, 0);
274*c50cd357SDaniel Borkmann 		return;
275*c50cd357SDaniel Borkmann 	}
276*c50cd357SDaniel Borkmann 
277*c50cd357SDaniel Borkmann 	rcu_read_lock();
278*c50cd357SDaniel Borkmann 	for (i = 0; i < GRE_IP_PROTO_MAX; i++) {
279*c50cd357SDaniel Borkmann 		struct gre_cisco_protocol *proto;
280*c50cd357SDaniel Borkmann 
281*c50cd357SDaniel Borkmann 		proto = rcu_dereference(gre_cisco_proto_list[i]);
282*c50cd357SDaniel Borkmann 		if (!proto)
283*c50cd357SDaniel Borkmann 			continue;
284*c50cd357SDaniel Borkmann 
285*c50cd357SDaniel Borkmann 		if (proto->err_handler(skb, info, &tpi) == PACKET_RCVD)
286*c50cd357SDaniel Borkmann 			goto out;
287*c50cd357SDaniel Borkmann 
288*c50cd357SDaniel Borkmann 	}
289*c50cd357SDaniel Borkmann out:
290*c50cd357SDaniel Borkmann 	rcu_read_unlock();
291*c50cd357SDaniel Borkmann }
292*c50cd357SDaniel Borkmann 
293*c50cd357SDaniel Borkmann static int gre_rcv(struct sk_buff *skb)
294*c50cd357SDaniel Borkmann {
295*c50cd357SDaniel Borkmann 	const struct gre_protocol *proto;
296*c50cd357SDaniel Borkmann 	u8 ver;
297*c50cd357SDaniel Borkmann 	int ret;
298*c50cd357SDaniel Borkmann 
299*c50cd357SDaniel Borkmann 	if (!pskb_may_pull(skb, 12))
300*c50cd357SDaniel Borkmann 		goto drop;
301*c50cd357SDaniel Borkmann 
302*c50cd357SDaniel Borkmann 	ver = skb->data[1]&0x7f;
303*c50cd357SDaniel Borkmann 	if (ver >= GREPROTO_MAX)
304*c50cd357SDaniel Borkmann 		goto drop;
305*c50cd357SDaniel Borkmann 
306*c50cd357SDaniel Borkmann 	rcu_read_lock();
307*c50cd357SDaniel Borkmann 	proto = rcu_dereference(gre_proto[ver]);
308*c50cd357SDaniel Borkmann 	if (!proto || !proto->handler)
309*c50cd357SDaniel Borkmann 		goto drop_unlock;
310*c50cd357SDaniel Borkmann 	ret = proto->handler(skb);
311*c50cd357SDaniel Borkmann 	rcu_read_unlock();
312*c50cd357SDaniel Borkmann 	return ret;
313*c50cd357SDaniel Borkmann 
314*c50cd357SDaniel Borkmann drop_unlock:
315*c50cd357SDaniel Borkmann 	rcu_read_unlock();
316*c50cd357SDaniel Borkmann drop:
317*c50cd357SDaniel Borkmann 	kfree_skb(skb);
318*c50cd357SDaniel Borkmann 	return NET_RX_DROP;
319*c50cd357SDaniel Borkmann }
320*c50cd357SDaniel Borkmann 
321*c50cd357SDaniel Borkmann static void gre_err(struct sk_buff *skb, u32 info)
322*c50cd357SDaniel Borkmann {
323*c50cd357SDaniel Borkmann 	const struct gre_protocol *proto;
324*c50cd357SDaniel Borkmann 	const struct iphdr *iph = (const struct iphdr *)skb->data;
325*c50cd357SDaniel Borkmann 	u8 ver = skb->data[(iph->ihl<<2) + 1]&0x7f;
326*c50cd357SDaniel Borkmann 
327*c50cd357SDaniel Borkmann 	if (ver >= GREPROTO_MAX)
328*c50cd357SDaniel Borkmann 		return;
329*c50cd357SDaniel Borkmann 
330*c50cd357SDaniel Borkmann 	rcu_read_lock();
331*c50cd357SDaniel Borkmann 	proto = rcu_dereference(gre_proto[ver]);
332*c50cd357SDaniel Borkmann 	if (proto && proto->err_handler)
333*c50cd357SDaniel Borkmann 		proto->err_handler(skb, info);
334*c50cd357SDaniel Borkmann 	rcu_read_unlock();
335*c50cd357SDaniel Borkmann }
336*c50cd357SDaniel Borkmann 
337*c50cd357SDaniel Borkmann static const struct net_protocol net_gre_protocol = {
338*c50cd357SDaniel Borkmann 	.handler     = gre_rcv,
339*c50cd357SDaniel Borkmann 	.err_handler = gre_err,
340*c50cd357SDaniel Borkmann 	.netns_ok    = 1,
341*c50cd357SDaniel Borkmann };
342*c50cd357SDaniel Borkmann 
343*c50cd357SDaniel Borkmann static const struct gre_protocol ipgre_protocol = {
344*c50cd357SDaniel Borkmann 	.handler     = gre_cisco_rcv,
345*c50cd357SDaniel Borkmann 	.err_handler = gre_cisco_err,
346*c50cd357SDaniel Borkmann };
347*c50cd357SDaniel Borkmann 
348*c50cd357SDaniel Borkmann int gre_cisco_register(struct gre_cisco_protocol *newp)
349*c50cd357SDaniel Borkmann {
350*c50cd357SDaniel Borkmann 	struct gre_cisco_protocol **proto = (struct gre_cisco_protocol **)
351*c50cd357SDaniel Borkmann 					    &gre_cisco_proto_list[newp->priority];
352*c50cd357SDaniel Borkmann 
353*c50cd357SDaniel Borkmann 	return (cmpxchg(proto, NULL, newp) == NULL) ? 0 : -EBUSY;
354*c50cd357SDaniel Borkmann }
355*c50cd357SDaniel Borkmann EXPORT_SYMBOL_GPL(gre_cisco_register);
356*c50cd357SDaniel Borkmann 
357*c50cd357SDaniel Borkmann int gre_cisco_unregister(struct gre_cisco_protocol *del_proto)
358*c50cd357SDaniel Borkmann {
359*c50cd357SDaniel Borkmann 	struct gre_cisco_protocol **proto = (struct gre_cisco_protocol **)
360*c50cd357SDaniel Borkmann 					    &gre_cisco_proto_list[del_proto->priority];
361*c50cd357SDaniel Borkmann 	int ret;
362*c50cd357SDaniel Borkmann 
363*c50cd357SDaniel Borkmann 	ret = (cmpxchg(proto, del_proto, NULL) == del_proto) ? 0 : -EINVAL;
364*c50cd357SDaniel Borkmann 
365*c50cd357SDaniel Borkmann 	if (ret)
366*c50cd357SDaniel Borkmann 		return ret;
367*c50cd357SDaniel Borkmann 
368*c50cd357SDaniel Borkmann 	synchronize_net();
369*c50cd357SDaniel Borkmann 	return 0;
370*c50cd357SDaniel Borkmann }
371*c50cd357SDaniel Borkmann EXPORT_SYMBOL_GPL(gre_cisco_unregister);
372*c50cd357SDaniel Borkmann 
373*c50cd357SDaniel Borkmann static int __init gre_init(void)
374*c50cd357SDaniel Borkmann {
375*c50cd357SDaniel Borkmann 	pr_info("GRE over IPv4 demultiplexor driver\n");
376*c50cd357SDaniel Borkmann 
377*c50cd357SDaniel Borkmann 	if (inet_add_protocol(&net_gre_protocol, IPPROTO_GRE) < 0) {
378*c50cd357SDaniel Borkmann 		pr_err("can't add protocol\n");
379*c50cd357SDaniel Borkmann 		goto err;
380*c50cd357SDaniel Borkmann 	}
381*c50cd357SDaniel Borkmann 
382*c50cd357SDaniel Borkmann 	if (gre_add_protocol(&ipgre_protocol, GREPROTO_CISCO) < 0) {
383*c50cd357SDaniel Borkmann 		pr_info("%s: can't add ipgre handler\n", __func__);
384*c50cd357SDaniel Borkmann 		goto err_gre;
385*c50cd357SDaniel Borkmann 	}
386*c50cd357SDaniel Borkmann 
387*c50cd357SDaniel Borkmann 	if (gre_offload_init()) {
388*c50cd357SDaniel Borkmann 		pr_err("can't add protocol offload\n");
389*c50cd357SDaniel Borkmann 		goto err_gso;
390*c50cd357SDaniel Borkmann 	}
391*c50cd357SDaniel Borkmann 
392*c50cd357SDaniel Borkmann 	return 0;
393*c50cd357SDaniel Borkmann err_gso:
394*c50cd357SDaniel Borkmann 	gre_del_protocol(&ipgre_protocol, GREPROTO_CISCO);
395*c50cd357SDaniel Borkmann err_gre:
396*c50cd357SDaniel Borkmann 	inet_del_protocol(&net_gre_protocol, IPPROTO_GRE);
397*c50cd357SDaniel Borkmann err:
398*c50cd357SDaniel Borkmann 	return -EAGAIN;
399*c50cd357SDaniel Borkmann }
400*c50cd357SDaniel Borkmann 
401*c50cd357SDaniel Borkmann static void __exit gre_exit(void)
402*c50cd357SDaniel Borkmann {
403*c50cd357SDaniel Borkmann 	gre_offload_exit();
404*c50cd357SDaniel Borkmann 
405*c50cd357SDaniel Borkmann 	gre_del_protocol(&ipgre_protocol, GREPROTO_CISCO);
406*c50cd357SDaniel Borkmann 	inet_del_protocol(&net_gre_protocol, IPPROTO_GRE);
407*c50cd357SDaniel Borkmann }
408*c50cd357SDaniel Borkmann 
409*c50cd357SDaniel Borkmann module_init(gre_init);
410*c50cd357SDaniel Borkmann module_exit(gre_exit);
411*c50cd357SDaniel Borkmann 
412*c50cd357SDaniel Borkmann MODULE_DESCRIPTION("GRE over IPv4 demultiplexer driver");
413*c50cd357SDaniel Borkmann MODULE_AUTHOR("D. Kozlov (xeb@mail.ru)");
414*c50cd357SDaniel Borkmann MODULE_LICENSE("GPL");
415