1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
233f11d16STom Herbert #include <linux/errno.h>
333f11d16STom Herbert #include <linux/ip.h>
433f11d16STom Herbert #include <linux/kernel.h>
533f11d16STom Herbert #include <linux/module.h>
633f11d16STom Herbert #include <linux/skbuff.h>
733f11d16STom Herbert #include <linux/socket.h>
833f11d16STom Herbert #include <linux/types.h>
933f11d16STom Herbert #include <net/checksum.h>
1079ff2fc3STom Herbert #include <net/dst_cache.h>
1133f11d16STom Herbert #include <net/ip.h>
1233f11d16STom Herbert #include <net/ip6_fib.h>
1379ff2fc3STom Herbert #include <net/ip6_route.h>
1433f11d16STom Herbert #include <net/lwtunnel.h>
1533f11d16STom Herbert #include <net/protocol.h>
1633f11d16STom Herbert #include <uapi/linux/ila.h>
1733f11d16STom Herbert #include "ila.h"
1833f11d16STom Herbert
1979ff2fc3STom Herbert struct ila_lwt {
2079ff2fc3STom Herbert struct ila_params p;
2179ff2fc3STom Herbert struct dst_cache dst_cache;
2279ff2fc3STom Herbert u32 connected : 1;
23fddb231eSTom Herbert u32 lwt_output : 1;
2479ff2fc3STom Herbert };
2579ff2fc3STom Herbert
ila_lwt_lwtunnel(struct lwtunnel_state * lwt)2679ff2fc3STom Herbert static inline struct ila_lwt *ila_lwt_lwtunnel(
2779ff2fc3STom Herbert struct lwtunnel_state *lwt)
2833f11d16STom Herbert {
2979ff2fc3STom Herbert return (struct ila_lwt *)lwt->data;
3079ff2fc3STom Herbert }
3179ff2fc3STom Herbert
ila_params_lwtunnel(struct lwtunnel_state * lwt)3279ff2fc3STom Herbert static inline struct ila_params *ila_params_lwtunnel(
3379ff2fc3STom Herbert struct lwtunnel_state *lwt)
3479ff2fc3STom Herbert {
3579ff2fc3STom Herbert return &ila_lwt_lwtunnel(lwt)->p;
3633f11d16STom Herbert }
3733f11d16STom Herbert
ila_output(struct net * net,struct sock * sk,struct sk_buff * skb)3833f11d16STom Herbert static int ila_output(struct net *net, struct sock *sk, struct sk_buff *skb)
3933f11d16STom Herbert {
4079ff2fc3STom Herbert struct dst_entry *orig_dst = skb_dst(skb);
41797a4c1fSEric Dumazet struct rt6_info *rt = dst_rt6_info(orig_dst);
4279ff2fc3STom Herbert struct ila_lwt *ilwt = ila_lwt_lwtunnel(orig_dst->lwtstate);
4379ff2fc3STom Herbert struct dst_entry *dst;
4479ff2fc3STom Herbert int err = -EINVAL;
4533f11d16STom Herbert
4633f11d16STom Herbert if (skb->protocol != htons(ETH_P_IPV6))
4733f11d16STom Herbert goto drop;
4833f11d16STom Herbert
49fddb231eSTom Herbert if (ilwt->lwt_output)
50fddb231eSTom Herbert ila_update_ipv6_locator(skb,
51fddb231eSTom Herbert ila_params_lwtunnel(orig_dst->lwtstate),
5279ff2fc3STom Herbert true);
5333f11d16STom Herbert
54ab3a70beSTom Herbert if (rt->rt6i_flags & (RTF_GATEWAY | RTF_CACHE)) {
55ab3a70beSTom Herbert /* Already have a next hop address in route, no need for
56ab3a70beSTom Herbert * dest cache route.
57ab3a70beSTom Herbert */
58ab3a70beSTom Herbert return orig_dst->lwtstate->orig_output(net, sk, skb);
59ab3a70beSTom Herbert }
60ab3a70beSTom Herbert
61522c3336SEric Dumazet local_bh_disable();
6279ff2fc3STom Herbert dst = dst_cache_get(&ilwt->dst_cache);
63522c3336SEric Dumazet local_bh_enable();
6479ff2fc3STom Herbert if (unlikely(!dst)) {
6579ff2fc3STom Herbert struct ipv6hdr *ip6h = ipv6_hdr(skb);
6679ff2fc3STom Herbert struct flowi6 fl6;
6779ff2fc3STom Herbert
6879ff2fc3STom Herbert /* Lookup a route for the new destination. Take into
6979ff2fc3STom Herbert * account that the base route may already have a gateway.
7079ff2fc3STom Herbert */
7179ff2fc3STom Herbert
7279ff2fc3STom Herbert memset(&fl6, 0, sizeof(fl6));
7379ff2fc3STom Herbert fl6.flowi6_oif = orig_dst->dev->ifindex;
7479ff2fc3STom Herbert fl6.flowi6_iif = LOOPBACK_IFINDEX;
75797a4c1fSEric Dumazet fl6.daddr = *rt6_nexthop(dst_rt6_info(orig_dst),
7679ff2fc3STom Herbert &ip6h->daddr);
7779ff2fc3STom Herbert
7879ff2fc3STom Herbert dst = ip6_route_output(net, NULL, &fl6);
7979ff2fc3STom Herbert if (dst->error) {
8079ff2fc3STom Herbert err = -EHOSTUNREACH;
8179ff2fc3STom Herbert dst_release(dst);
8279ff2fc3STom Herbert goto drop;
8379ff2fc3STom Herbert }
8479ff2fc3STom Herbert
8579ff2fc3STom Herbert dst = xfrm_lookup(net, dst, flowi6_to_flowi(&fl6), NULL, 0);
8679ff2fc3STom Herbert if (IS_ERR(dst)) {
8779ff2fc3STom Herbert err = PTR_ERR(dst);
8879ff2fc3STom Herbert goto drop;
8979ff2fc3STom Herbert }
9079ff2fc3STom Herbert
91925933d2SJustin Iurman /* cache only if we don't create a dst reference loop */
92925933d2SJustin Iurman if (ilwt->connected && orig_dst->lwtstate != dst->lwtstate) {
93522c3336SEric Dumazet local_bh_disable();
9479ff2fc3STom Herbert dst_cache_set_ip6(&ilwt->dst_cache, dst, &fl6.saddr);
95522c3336SEric Dumazet local_bh_enable();
96522c3336SEric Dumazet }
9779ff2fc3STom Herbert }
9879ff2fc3STom Herbert
99*9ff13800SJustin Iurman skb_dst_drop(skb);
10079ff2fc3STom Herbert skb_dst_set(skb, dst);
10179ff2fc3STom Herbert return dst_output(net, sk, skb);
10233f11d16STom Herbert
10333f11d16STom Herbert drop:
10433f11d16STom Herbert kfree_skb(skb);
1059e7b19c5Sstephen hemminger return err;
10633f11d16STom Herbert }
10733f11d16STom Herbert
ila_input(struct sk_buff * skb)10833f11d16STom Herbert static int ila_input(struct sk_buff *skb)
10933f11d16STom Herbert {
11033f11d16STom Herbert struct dst_entry *dst = skb_dst(skb);
111fddb231eSTom Herbert struct ila_lwt *ilwt = ila_lwt_lwtunnel(dst->lwtstate);
11233f11d16STom Herbert
11333f11d16STom Herbert if (skb->protocol != htons(ETH_P_IPV6))
11433f11d16STom Herbert goto drop;
11533f11d16STom Herbert
116fddb231eSTom Herbert if (!ilwt->lwt_output)
117fddb231eSTom Herbert ila_update_ipv6_locator(skb,
118fddb231eSTom Herbert ila_params_lwtunnel(dst->lwtstate),
119fddb231eSTom Herbert false);
12033f11d16STom Herbert
12133f11d16STom Herbert return dst->lwtstate->orig_input(skb);
12233f11d16STom Herbert
12333f11d16STom Herbert drop:
12433f11d16STom Herbert kfree_skb(skb);
12533f11d16STom Herbert return -EINVAL;
12633f11d16STom Herbert }
12733f11d16STom Herbert
1286501f34fSstephen hemminger static const struct nla_policy ila_nl_policy[ILA_ATTR_MAX + 1] = {
12933f11d16STom Herbert [ILA_ATTR_LOCATOR] = { .type = NLA_U64, },
13090bfe662STom Herbert [ILA_ATTR_CSUM_MODE] = { .type = NLA_U8, },
13170d5aef4STom Herbert [ILA_ATTR_IDENT_TYPE] = { .type = NLA_U8, },
132fddb231eSTom Herbert [ILA_ATTR_HOOK_TYPE] = { .type = NLA_U8, },
13333f11d16STom Herbert };
13433f11d16STom Herbert
ila_build_state(struct net * net,struct nlattr * nla,unsigned int family,const void * cfg,struct lwtunnel_state ** ts,struct netlink_ext_ack * extack)135faee6769SAlexander Aring static int ila_build_state(struct net *net, struct nlattr *nla,
13633f11d16STom Herbert unsigned int family, const void *cfg,
1379ae28727SDavid Ahern struct lwtunnel_state **ts,
1389ae28727SDavid Ahern struct netlink_ext_ack *extack)
13933f11d16STom Herbert {
14079ff2fc3STom Herbert struct ila_lwt *ilwt;
14133f11d16STom Herbert struct ila_params *p;
14233f11d16STom Herbert struct nlattr *tb[ILA_ATTR_MAX + 1];
14333f11d16STom Herbert struct lwtunnel_state *newts;
14433f11d16STom Herbert const struct fib6_config *cfg6 = cfg;
145351596aaSTom Herbert struct ila_addr *iaddr;
14670d5aef4STom Herbert u8 ident_type = ILA_ATYPE_USE_FORMAT;
147fddb231eSTom Herbert u8 hook_type = ILA_HOOK_ROUTE_OUTPUT;
14884287bb3STom Herbert u8 csum_mode = ILA_CSUM_NO_ACTION;
149fddb231eSTom Herbert bool lwt_output = true;
15070d5aef4STom Herbert u8 eff_ident_type;
15133f11d16STom Herbert int ret;
15233f11d16STom Herbert
15333f11d16STom Herbert if (family != AF_INET6)
15433f11d16STom Herbert return -EINVAL;
15533f11d16STom Herbert
1568cb08174SJohannes Berg ret = nla_parse_nested_deprecated(tb, ILA_ATTR_MAX, nla,
1578cb08174SJohannes Berg ila_nl_policy, extack);
15833f11d16STom Herbert if (ret < 0)
15933f11d16STom Herbert return ret;
16033f11d16STom Herbert
16133f11d16STom Herbert if (!tb[ILA_ATTR_LOCATOR])
16233f11d16STom Herbert return -EINVAL;
16333f11d16STom Herbert
16484287bb3STom Herbert iaddr = (struct ila_addr *)&cfg6->fc_dst;
16584287bb3STom Herbert
16670d5aef4STom Herbert if (tb[ILA_ATTR_IDENT_TYPE])
16770d5aef4STom Herbert ident_type = nla_get_u8(tb[ILA_ATTR_IDENT_TYPE]);
16870d5aef4STom Herbert
16970d5aef4STom Herbert if (ident_type == ILA_ATYPE_USE_FORMAT) {
17070d5aef4STom Herbert /* Infer identifier type from type field in formatted
17170d5aef4STom Herbert * identifier.
17270d5aef4STom Herbert */
17370d5aef4STom Herbert
17470d5aef4STom Herbert if (cfg6->fc_dst_len < 8 * sizeof(struct ila_locator) + 3) {
17570d5aef4STom Herbert /* Need to have full locator and at least type field
17670d5aef4STom Herbert * included in destination
17770d5aef4STom Herbert */
17870d5aef4STom Herbert return -EINVAL;
17970d5aef4STom Herbert }
18070d5aef4STom Herbert
18170d5aef4STom Herbert eff_ident_type = iaddr->ident.type;
18270d5aef4STom Herbert } else {
18370d5aef4STom Herbert eff_ident_type = ident_type;
18470d5aef4STom Herbert }
18570d5aef4STom Herbert
18670d5aef4STom Herbert switch (eff_ident_type) {
18770d5aef4STom Herbert case ILA_ATYPE_IID:
18870d5aef4STom Herbert /* Don't allow ILA for IID type */
18970d5aef4STom Herbert return -EINVAL;
19070d5aef4STom Herbert case ILA_ATYPE_LUID:
19170d5aef4STom Herbert break;
19270d5aef4STom Herbert case ILA_ATYPE_VIRT_V4:
19370d5aef4STom Herbert case ILA_ATYPE_VIRT_UNI_V6:
19470d5aef4STom Herbert case ILA_ATYPE_VIRT_MULTI_V6:
19570d5aef4STom Herbert case ILA_ATYPE_NONLOCAL_ADDR:
19670d5aef4STom Herbert /* These ILA formats are not supported yet. */
19770d5aef4STom Herbert default:
19870d5aef4STom Herbert return -EINVAL;
19970d5aef4STom Herbert }
20070d5aef4STom Herbert
201fddb231eSTom Herbert if (tb[ILA_ATTR_HOOK_TYPE])
202fddb231eSTom Herbert hook_type = nla_get_u8(tb[ILA_ATTR_HOOK_TYPE]);
203fddb231eSTom Herbert
204fddb231eSTom Herbert switch (hook_type) {
205fddb231eSTom Herbert case ILA_HOOK_ROUTE_OUTPUT:
206fddb231eSTom Herbert lwt_output = true;
207fddb231eSTom Herbert break;
208fddb231eSTom Herbert case ILA_HOOK_ROUTE_INPUT:
209fddb231eSTom Herbert lwt_output = false;
210fddb231eSTom Herbert break;
211fddb231eSTom Herbert default:
212fddb231eSTom Herbert return -EINVAL;
213fddb231eSTom Herbert }
214fddb231eSTom Herbert
21584287bb3STom Herbert if (tb[ILA_ATTR_CSUM_MODE])
21684287bb3STom Herbert csum_mode = nla_get_u8(tb[ILA_ATTR_CSUM_MODE]);
21784287bb3STom Herbert
21884287bb3STom Herbert if (csum_mode == ILA_CSUM_NEUTRAL_MAP &&
21984287bb3STom Herbert ila_csum_neutral_set(iaddr->ident)) {
22084287bb3STom Herbert /* Don't allow translation if checksum neutral bit is
22184287bb3STom Herbert * configured and it's set in the SIR address.
22284287bb3STom Herbert */
22384287bb3STom Herbert return -EINVAL;
22484287bb3STom Herbert }
22584287bb3STom Herbert
226f76a9db3SThomas Graf newts = lwtunnel_state_alloc(sizeof(*ilwt));
22733f11d16STom Herbert if (!newts)
22833f11d16STom Herbert return -ENOMEM;
22933f11d16STom Herbert
23079ff2fc3STom Herbert ilwt = ila_lwt_lwtunnel(newts);
23179ff2fc3STom Herbert ret = dst_cache_init(&ilwt->dst_cache, GFP_ATOMIC);
23279ff2fc3STom Herbert if (ret) {
23379ff2fc3STom Herbert kfree(newts);
23479ff2fc3STom Herbert return ret;
23579ff2fc3STom Herbert }
23679ff2fc3STom Herbert
237fddb231eSTom Herbert ilwt->lwt_output = !!lwt_output;
238fddb231eSTom Herbert
23933f11d16STom Herbert p = ila_params_lwtunnel(newts);
24033f11d16STom Herbert
24184287bb3STom Herbert p->csum_mode = csum_mode;
24270d5aef4STom Herbert p->ident_type = ident_type;
243351596aaSTom Herbert p->locator.v64 = (__force __be64)nla_get_u64(tb[ILA_ATTR_LOCATOR]);
24433f11d16STom Herbert
24533f11d16STom Herbert /* Precompute checksum difference for translation since we
24633f11d16STom Herbert * know both the old locator and the new one.
24733f11d16STom Herbert */
248351596aaSTom Herbert p->locator_match = iaddr->loc;
24990bfe662STom Herbert
25090bfe662STom Herbert ila_init_saved_csum(p);
25190bfe662STom Herbert
25233f11d16STom Herbert newts->type = LWTUNNEL_ENCAP_ILA;
25333f11d16STom Herbert newts->flags |= LWTUNNEL_STATE_OUTPUT_REDIRECT |
25433f11d16STom Herbert LWTUNNEL_STATE_INPUT_REDIRECT;
25533f11d16STom Herbert
25679ff2fc3STom Herbert if (cfg6->fc_dst_len == 8 * sizeof(struct in6_addr))
25779ff2fc3STom Herbert ilwt->connected = 1;
25879ff2fc3STom Herbert
25933f11d16STom Herbert *ts = newts;
26033f11d16STom Herbert
26133f11d16STom Herbert return 0;
26233f11d16STom Herbert }
26333f11d16STom Herbert
ila_destroy_state(struct lwtunnel_state * lwt)26479ff2fc3STom Herbert static void ila_destroy_state(struct lwtunnel_state *lwt)
26579ff2fc3STom Herbert {
26679ff2fc3STom Herbert dst_cache_destroy(&ila_lwt_lwtunnel(lwt)->dst_cache);
26779ff2fc3STom Herbert }
26879ff2fc3STom Herbert
ila_fill_encap_info(struct sk_buff * skb,struct lwtunnel_state * lwtstate)26933f11d16STom Herbert static int ila_fill_encap_info(struct sk_buff *skb,
27033f11d16STom Herbert struct lwtunnel_state *lwtstate)
27133f11d16STom Herbert {
27233f11d16STom Herbert struct ila_params *p = ila_params_lwtunnel(lwtstate);
273fddb231eSTom Herbert struct ila_lwt *ilwt = ila_lwt_lwtunnel(lwtstate);
27433f11d16STom Herbert
275351596aaSTom Herbert if (nla_put_u64_64bit(skb, ILA_ATTR_LOCATOR, (__force u64)p->locator.v64,
276f13a82d8SNicolas Dichtel ILA_ATTR_PAD))
27733f11d16STom Herbert goto nla_put_failure;
27870d5aef4STom Herbert
2791ddb6b71STom Herbert if (nla_put_u8(skb, ILA_ATTR_CSUM_MODE, (__force u8)p->csum_mode))
28090bfe662STom Herbert goto nla_put_failure;
28133f11d16STom Herbert
28270d5aef4STom Herbert if (nla_put_u8(skb, ILA_ATTR_IDENT_TYPE, (__force u8)p->ident_type))
28370d5aef4STom Herbert goto nla_put_failure;
28470d5aef4STom Herbert
285fddb231eSTom Herbert if (nla_put_u8(skb, ILA_ATTR_HOOK_TYPE,
286fddb231eSTom Herbert ilwt->lwt_output ? ILA_HOOK_ROUTE_OUTPUT :
287fddb231eSTom Herbert ILA_HOOK_ROUTE_INPUT))
288fddb231eSTom Herbert goto nla_put_failure;
289fddb231eSTom Herbert
29033f11d16STom Herbert return 0;
29133f11d16STom Herbert
29233f11d16STom Herbert nla_put_failure:
29333f11d16STom Herbert return -EMSGSIZE;
29433f11d16STom Herbert }
29533f11d16STom Herbert
ila_encap_nlsize(struct lwtunnel_state * lwtstate)29633f11d16STom Herbert static int ila_encap_nlsize(struct lwtunnel_state *lwtstate)
29733f11d16STom Herbert {
2981ddb6b71STom Herbert return nla_total_size_64bit(sizeof(u64)) + /* ILA_ATTR_LOCATOR */
2991ddb6b71STom Herbert nla_total_size(sizeof(u8)) + /* ILA_ATTR_CSUM_MODE */
30070d5aef4STom Herbert nla_total_size(sizeof(u8)) + /* ILA_ATTR_IDENT_TYPE */
301fddb231eSTom Herbert nla_total_size(sizeof(u8)) + /* ILA_ATTR_HOOK_TYPE */
3021ddb6b71STom Herbert 0;
30333f11d16STom Herbert }
30433f11d16STom Herbert
ila_encap_cmp(struct lwtunnel_state * a,struct lwtunnel_state * b)30533f11d16STom Herbert static int ila_encap_cmp(struct lwtunnel_state *a, struct lwtunnel_state *b)
30633f11d16STom Herbert {
30733f11d16STom Herbert struct ila_params *a_p = ila_params_lwtunnel(a);
30833f11d16STom Herbert struct ila_params *b_p = ila_params_lwtunnel(b);
30933f11d16STom Herbert
310351596aaSTom Herbert return (a_p->locator.v64 != b_p->locator.v64);
31133f11d16STom Herbert }
31233f11d16STom Herbert
31333f11d16STom Herbert static const struct lwtunnel_encap_ops ila_encap_ops = {
31433f11d16STom Herbert .build_state = ila_build_state,
31579ff2fc3STom Herbert .destroy_state = ila_destroy_state,
31633f11d16STom Herbert .output = ila_output,
31733f11d16STom Herbert .input = ila_input,
31833f11d16STom Herbert .fill_encap = ila_fill_encap_info,
31933f11d16STom Herbert .get_encap_size = ila_encap_nlsize,
32033f11d16STom Herbert .cmp_encap = ila_encap_cmp,
32188ff7334SRobert Shearman .owner = THIS_MODULE,
32233f11d16STom Herbert };
32333f11d16STom Herbert
ila_lwt_init(void)32433f11d16STom Herbert int ila_lwt_init(void)
32533f11d16STom Herbert {
32633f11d16STom Herbert return lwtunnel_encap_add_ops(&ila_encap_ops, LWTUNNEL_ENCAP_ILA);
32733f11d16STom Herbert }
32833f11d16STom Herbert
ila_lwt_fini(void)32933f11d16STom Herbert void ila_lwt_fini(void)
33033f11d16STom Herbert {
33133f11d16STom Herbert lwtunnel_encap_del_ops(&ila_encap_ops, LWTUNNEL_ENCAP_ILA);
33233f11d16STom Herbert }
333