1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 21da177e4SLinus Torvalds #ifndef _NET_XFRM_H 31da177e4SLinus Torvalds #define _NET_XFRM_H 41da177e4SLinus Torvalds 5aabc9761SHerbert Xu #include <linux/compiler.h> 61da177e4SLinus Torvalds #include <linux/xfrm.h> 71da177e4SLinus Torvalds #include <linux/spinlock.h> 81da177e4SLinus Torvalds #include <linux/list.h> 91da177e4SLinus Torvalds #include <linux/skbuff.h> 1014c85021SArnaldo Carvalho de Melo #include <linux/socket.h> 111da177e4SLinus Torvalds #include <linux/pfkeyv2.h> 125794708fSMasahide NAKAMURA #include <linux/ipsec.h> 131da177e4SLinus Torvalds #include <linux/in6.h> 144a3e2f71SArjan van de Ven #include <linux/mutex.h> 15ab5f5e8bSJoy Latten #include <linux/audit.h> 165a0e3ad6STejun Heo #include <linux/slab.h> 1788755e9cSReshetova, Elena #include <linux/refcount.h> 18c6d1b26aSChristoph Hellwig #include <linux/sockptr.h> 191da177e4SLinus Torvalds 201da177e4SLinus Torvalds #include <net/sock.h> 211da177e4SLinus Torvalds #include <net/dst.h> 22436a0a40SHerbert Xu #include <net/ip.h> 231da177e4SLinus Torvalds #include <net/route.h> 241da177e4SLinus Torvalds #include <net/ipv6.h> 251da177e4SLinus Torvalds #include <net/ip6_fib.h> 26fe1a5f03STimo Teräs #include <net/flow.h> 27f203b76dSSteffen Klassert #include <net/gro_cells.h> 289e0d57fdSYury Polyanskiy 299e0d57fdSYury Polyanskiy #include <linux/interrupt.h> 309e0d57fdSYury Polyanskiy 31558f82efSMasahide NAKAMURA #ifdef CONFIG_XFRM_STATISTICS 32558f82efSMasahide NAKAMURA #include <net/snmp.h> 33558f82efSMasahide NAKAMURA #endif 341da177e4SLinus Torvalds 35d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_ESP 50 36d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_AH 51 37d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_COMP 108 38d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_IPIP 4 39d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_IPV6 41 40d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_ROUTING IPPROTO_ROUTING 41d3d6dd3aSMasahide NAKAMURA #define XFRM_PROTO_DSTOPTS IPPROTO_DSTOPTS 42d3d6dd3aSMasahide NAKAMURA 43fa9921e4SNicolas Dichtel #define XFRM_ALIGN4(len) (((len) + 3) & ~3) 441da177e4SLinus Torvalds #define XFRM_ALIGN8(len) (((len) + 7) & ~7) 45b59f45d0SHerbert Xu #define MODULE_ALIAS_XFRM_MODE(family, encap) \ 46b59f45d0SHerbert Xu MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap)) 47d3d6dd3aSMasahide NAKAMURA #define MODULE_ALIAS_XFRM_TYPE(family, proto) \ 48d3d6dd3aSMasahide NAKAMURA MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto)) 49ffdb5211SIlan Tayari #define MODULE_ALIAS_XFRM_OFFLOAD_TYPE(family, proto) \ 50ffdb5211SIlan Tayari MODULE_ALIAS("xfrm-offload-" __stringify(family) "-" __stringify(proto)) 511da177e4SLinus Torvalds 52558f82efSMasahide NAKAMURA #ifdef CONFIG_XFRM_STATISTICS 5359c9940eSAlexey Dobriyan #define XFRM_INC_STATS(net, field) SNMP_INC_STATS((net)->mib.xfrm_statistics, field) 54558f82efSMasahide NAKAMURA #else 5559c9940eSAlexey Dobriyan #define XFRM_INC_STATS(net, field) ((void)(net)) 56558f82efSMasahide NAKAMURA #endif 57558f82efSMasahide NAKAMURA 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds /* Organization of SPD aka "XFRM rules" 601da177e4SLinus Torvalds ------------------------------------ 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds Basic objects: 631da177e4SLinus Torvalds - policy rule, struct xfrm_policy (=SPD entry) 641da177e4SLinus Torvalds - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle) 651da177e4SLinus Torvalds - instance of a transformer, struct xfrm_state (=SA) 661da177e4SLinus Torvalds - template to clone xfrm_state, struct xfrm_tmpl 671da177e4SLinus Torvalds 681da177e4SLinus Torvalds SPD is plain linear list of xfrm_policy rules, ordered by priority. 691da177e4SLinus Torvalds (To be compatible with existing pfkeyv2 implementations, 701da177e4SLinus Torvalds many rules with priority of 0x7fffffff are allowed to exist and 711da177e4SLinus Torvalds such rules are ordered in an unpredictable way, thanks to bsd folks.) 721da177e4SLinus Torvalds 731da177e4SLinus Torvalds Lookup is plain linear search until the first match with selector. 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds If "action" is "block", then we prohibit the flow, otherwise: 761da177e4SLinus Torvalds if "xfrms_nr" is zero, the flow passes untransformed. Otherwise, 771da177e4SLinus Torvalds policy entry has list of up to XFRM_MAX_DEPTH transformations, 781da177e4SLinus Torvalds described by templates xfrm_tmpl. Each template is resolved 791da177e4SLinus Torvalds to a complete xfrm_state (see below) and we pack bundle of transformations 801da177e4SLinus Torvalds to a dst_entry returned to requestor. 811da177e4SLinus Torvalds 821da177e4SLinus Torvalds dst -. xfrm .-> xfrm_state #1 831da177e4SLinus Torvalds |---. child .-> dst -. xfrm .-> xfrm_state #2 841da177e4SLinus Torvalds |---. child .-> dst -. xfrm .-> xfrm_state #3 851da177e4SLinus Torvalds |---. child .-> NULL 861da177e4SLinus Torvalds 871da177e4SLinus Torvalds Bundles are cached at xrfm_policy struct (field ->bundles). 881da177e4SLinus Torvalds 891da177e4SLinus Torvalds 901da177e4SLinus Torvalds Resolution of xrfm_tmpl 911da177e4SLinus Torvalds ----------------------- 921da177e4SLinus Torvalds Template contains: 931da177e4SLinus Torvalds 1. ->mode Mode: transport or tunnel 941da177e4SLinus Torvalds 2. ->id.proto Protocol: AH/ESP/IPCOMP 951da177e4SLinus Torvalds 3. ->id.daddr Remote tunnel endpoint, ignored for transport mode. 961da177e4SLinus Torvalds Q: allow to resolve security gateway? 971da177e4SLinus Torvalds 4. ->id.spi If not zero, static SPI. 981da177e4SLinus Torvalds 5. ->saddr Local tunnel endpoint, ignored for transport mode. 991da177e4SLinus Torvalds 6. ->algos List of allowed algos. Plain bitmask now. 1001da177e4SLinus Torvalds Q: ealgos, aalgos, calgos. What a mess... 1011da177e4SLinus Torvalds 7. ->share Sharing mode. 1021da177e4SLinus Torvalds Q: how to implement private sharing mode? To add struct sock* to 1031da177e4SLinus Torvalds flow id? 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds Having this template we search through SAD searching for entries 1061da177e4SLinus Torvalds with appropriate mode/proto/algo, permitted by selector. 1071da177e4SLinus Torvalds If no appropriate entry found, it is requested from key manager. 1081da177e4SLinus Torvalds 1091da177e4SLinus Torvalds PROBLEMS: 1101da177e4SLinus Torvalds Q: How to find all the bundles referring to a physical path for 1111da177e4SLinus Torvalds PMTU discovery? Seems, dst should contain list of all parents... 1121da177e4SLinus Torvalds and enter to infinite locking hierarchy disaster. 1131da177e4SLinus Torvalds No! It is easier, we will not search for them, let them find us. 1141da177e4SLinus Torvalds We add genid to each dst plus pointer to genid of raw IP route, 1151da177e4SLinus Torvalds pmtu disc will update pmtu on raw IP route and increase its genid. 1161da177e4SLinus Torvalds dst_check() will see this for top level and trigger resyncing 1171da177e4SLinus Torvalds metrics. Plus, it will be made via sk->sk_dst_cache. Solved. 1181da177e4SLinus Torvalds */ 1191da177e4SLinus Torvalds 12012a169e7SHerbert Xu struct xfrm_state_walk { 12112a169e7SHerbert Xu struct list_head all; 12212a169e7SHerbert Xu u8 state; 12312a169e7SHerbert Xu u8 dying; 12412a169e7SHerbert Xu u8 proto; 12512a169e7SHerbert Xu u32 seq; 126870a2df4SNicolas Dichtel struct xfrm_address_filter *filter; 12712a169e7SHerbert Xu }; 12812a169e7SHerbert Xu 129482db2f1SLeon Romanovsky enum { 130482db2f1SLeon Romanovsky XFRM_DEV_OFFLOAD_IN = 1, 131482db2f1SLeon Romanovsky XFRM_DEV_OFFLOAD_OUT, 132482db2f1SLeon Romanovsky }; 133482db2f1SLeon Romanovsky 13487e0a94eSLeon Romanovsky struct xfrm_dev_offload { 135d77e38e6SSteffen Klassert struct net_device *dev; 136e1b539bdSEric Dumazet netdevice_tracker dev_tracker; 137bdfd2d1fSJarod Wilson struct net_device *real_dev; 138d77e38e6SSteffen Klassert unsigned long offload_handle; 139482db2f1SLeon Romanovsky u8 dir : 2; 140d77e38e6SSteffen Klassert }; 141d77e38e6SSteffen Klassert 142c9500d7bSFlorian Westphal struct xfrm_mode { 143c9500d7bSFlorian Westphal u8 encap; 144c9500d7bSFlorian Westphal u8 family; 145c9500d7bSFlorian Westphal u8 flags; 146c9500d7bSFlorian Westphal }; 147c9500d7bSFlorian Westphal 148c9500d7bSFlorian Westphal /* Flags for xfrm_mode. */ 149c9500d7bSFlorian Westphal enum { 150c9500d7bSFlorian Westphal XFRM_MODE_FLAG_TUNNEL = 1, 151c9500d7bSFlorian Westphal }; 152c9500d7bSFlorian Westphal 153cfc61c59SFlorian Westphal enum xfrm_replay_mode { 154cfc61c59SFlorian Westphal XFRM_REPLAY_MODE_LEGACY, 155cfc61c59SFlorian Westphal XFRM_REPLAY_MODE_BMP, 156cfc61c59SFlorian Westphal XFRM_REPLAY_MODE_ESN, 157cfc61c59SFlorian Westphal }; 158cfc61c59SFlorian Westphal 1591da177e4SLinus Torvalds /* Full description of state of transformer. */ 160fd2c3ef7SEric Dumazet struct xfrm_state { 1610c5c9fb5SEric W. Biederman possible_net_t xs_net; 162abb81c4fSHerbert Xu union { 16312a169e7SHerbert Xu struct hlist_node gclist; 1648f126e37SDavid S. Miller struct hlist_node bydst; 165abb81c4fSHerbert Xu }; 1668f126e37SDavid S. Miller struct hlist_node bysrc; 1678f126e37SDavid S. Miller struct hlist_node byspi; 168fe9f1d87SSabrina Dubroca struct hlist_node byseq; 1691da177e4SLinus Torvalds 17088755e9cSReshetova, Elena refcount_t refcnt; 1711da177e4SLinus Torvalds spinlock_t lock; 1721da177e4SLinus Torvalds 1731da177e4SLinus Torvalds struct xfrm_id id; 1741da177e4SLinus Torvalds struct xfrm_selector sel; 175bf825f81SJamal Hadi Salim struct xfrm_mark mark; 1767e652640SSteffen Klassert u32 if_id; 17735d2856bSMartin Willi u32 tfcpad; 1781da177e4SLinus Torvalds 1799d4a706dSDavid S. Miller u32 genid; 1809d4a706dSDavid S. Miller 18112a169e7SHerbert Xu /* Key manager bits */ 18212a169e7SHerbert Xu struct xfrm_state_walk km; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds /* Parameters of this state. */ 1851da177e4SLinus Torvalds struct { 1861da177e4SLinus Torvalds u32 reqid; 1871da177e4SLinus Torvalds u8 mode; 1881da177e4SLinus Torvalds u8 replay_window; 1891da177e4SLinus Torvalds u8 aalgo, ealgo, calgo; 1901da177e4SLinus Torvalds u8 flags; 1911da177e4SLinus Torvalds u16 family; 1921da177e4SLinus Torvalds xfrm_address_t saddr; 1931da177e4SLinus Torvalds int header_len; 1941da177e4SLinus Torvalds int trailer_len; 195a947b0a9SNicolas Dichtel u32 extra_flags; 1969b42c1f1SSteffen Klassert struct xfrm_mark smark; 1971da177e4SLinus Torvalds } props; 1981da177e4SLinus Torvalds 1991da177e4SLinus Torvalds struct xfrm_lifetime_cfg lft; 2001da177e4SLinus Torvalds 2011da177e4SLinus Torvalds /* Data for transformer */ 2024447bb33SMartin Willi struct xfrm_algo_auth *aalg; 2031da177e4SLinus Torvalds struct xfrm_algo *ealg; 2041da177e4SLinus Torvalds struct xfrm_algo *calg; 2051a6509d9SHerbert Xu struct xfrm_algo_aead *aead; 20669b0137fSHerbert Xu const char *geniv; 2071da177e4SLinus Torvalds 2084e484b3eSAntony Antony /* mapping change rate limiting */ 2094e484b3eSAntony Antony __be16 new_mapping_sport; 2104e484b3eSAntony Antony u32 new_mapping; /* seconds */ 2114e484b3eSAntony Antony u32 mapping_maxage; /* seconds for input SA */ 2124e484b3eSAntony Antony 2131da177e4SLinus Torvalds /* Data for encapsulator */ 2141da177e4SLinus Torvalds struct xfrm_encap_tmpl *encap; 215e27cca96SSabrina Dubroca struct sock __rcu *encap_sk; 2161da177e4SLinus Torvalds 217060f02a3SNoriaki TAKAMIYA /* Data for care-of address */ 218060f02a3SNoriaki TAKAMIYA xfrm_address_t *coaddr; 219060f02a3SNoriaki TAKAMIYA 2201da177e4SLinus Torvalds /* IPComp needs an IPIP tunnel for handling uncompressed packets */ 2211da177e4SLinus Torvalds struct xfrm_state *tunnel; 2221da177e4SLinus Torvalds 2231da177e4SLinus Torvalds /* If a tunnel, number of users + 1 */ 2241da177e4SLinus Torvalds atomic_t tunnel_users; 2251da177e4SLinus Torvalds 2261da177e4SLinus Torvalds /* State for replay detection */ 2271da177e4SLinus Torvalds struct xfrm_replay_state replay; 2289736acf3SSteffen Klassert struct xfrm_replay_state_esn *replay_esn; 2291da177e4SLinus Torvalds 230f8cd5488SJamal Hadi Salim /* Replay detection state at the time we sent the last notification */ 231f8cd5488SJamal Hadi Salim struct xfrm_replay_state preplay; 2329736acf3SSteffen Klassert struct xfrm_replay_state_esn *preplay_esn; 233f8cd5488SJamal Hadi Salim 234cfc61c59SFlorian Westphal /* replay detection mode */ 235cfc61c59SFlorian Westphal enum xfrm_replay_mode repl_mode; 2362717096aSJamal Hadi Salim /* internal flag that only holds state for delayed aevent at the 2372717096aSJamal Hadi Salim * moment 2382717096aSJamal Hadi Salim */ 2392717096aSJamal Hadi Salim u32 xflags; 2402717096aSJamal Hadi Salim 241f8cd5488SJamal Hadi Salim /* Replay detection notification settings */ 242f8cd5488SJamal Hadi Salim u32 replay_maxage; 243f8cd5488SJamal Hadi Salim u32 replay_maxdiff; 244f8cd5488SJamal Hadi Salim 245f8cd5488SJamal Hadi Salim /* Replay detection notification timer */ 246f8cd5488SJamal Hadi Salim struct timer_list rtimer; 247f8cd5488SJamal Hadi Salim 2481da177e4SLinus Torvalds /* Statistics */ 2491da177e4SLinus Torvalds struct xfrm_stats stats; 2501da177e4SLinus Torvalds 2511da177e4SLinus Torvalds struct xfrm_lifetime_cur curlft; 252671422b2SThomas Gleixner struct hrtimer mtimer; 2531da177e4SLinus Torvalds 25487e0a94eSLeon Romanovsky struct xfrm_dev_offload xso; 255d77e38e6SSteffen Klassert 256e3c0d047SFan Du /* used to fix curlft->add_time when changing date */ 257e3c0d047SFan Du long saved_tmo; 258e3c0d047SFan Du 2599afaca05SMasahide NAKAMURA /* Last used time */ 26003dc7a35SArnd Bergmann time64_t lastused; 2619afaca05SMasahide NAKAMURA 262cac2661cSSteffen Klassert struct page_frag xfrag; 263cac2661cSSteffen Klassert 2641da177e4SLinus Torvalds /* Reference to data common to all the instances of this 2651da177e4SLinus Torvalds * transformer. */ 266533cb5b0SEric Dumazet const struct xfrm_type *type; 267c9500d7bSFlorian Westphal struct xfrm_mode inner_mode; 268c9500d7bSFlorian Westphal struct xfrm_mode inner_mode_iaf; 269c9500d7bSFlorian Westphal struct xfrm_mode outer_mode; 2701da177e4SLinus Torvalds 2719d389d7fSSteffen Klassert const struct xfrm_type_offload *type_offload; 2729d389d7fSSteffen Klassert 273df71837dSTrent Jaeger /* Security context */ 274df71837dSTrent Jaeger struct xfrm_sec_ctx *security; 275df71837dSTrent Jaeger 2761da177e4SLinus Torvalds /* Private data of this transformer, format is opaque, 2771da177e4SLinus Torvalds * interpreted by xfrm_type methods. */ 2781da177e4SLinus Torvalds void *data; 2791da177e4SLinus Torvalds }; 2801da177e4SLinus Torvalds 281673c09beSAlexey Dobriyan static inline struct net *xs_net(struct xfrm_state *x) 282673c09beSAlexey Dobriyan { 283673c09beSAlexey Dobriyan return read_pnet(&x->xs_net); 284673c09beSAlexey Dobriyan } 285673c09beSAlexey Dobriyan 2862717096aSJamal Hadi Salim /* xflags - make enum if more show up */ 2872717096aSJamal Hadi Salim #define XFRM_TIME_DEFER 1 288e3c0d047SFan Du #define XFRM_SOFT_EXPIRE 2 2892717096aSJamal Hadi Salim 2901da177e4SLinus Torvalds enum { 2911da177e4SLinus Torvalds XFRM_STATE_VOID, 2921da177e4SLinus Torvalds XFRM_STATE_ACQ, 2931da177e4SLinus Torvalds XFRM_STATE_VALID, 2941da177e4SLinus Torvalds XFRM_STATE_ERROR, 2951da177e4SLinus Torvalds XFRM_STATE_EXPIRED, 2961da177e4SLinus Torvalds XFRM_STATE_DEAD 2971da177e4SLinus Torvalds }; 2981da177e4SLinus Torvalds 29926b15dadSJamal Hadi Salim /* callback structure passed from either netlink or pfkey */ 300fd2c3ef7SEric Dumazet struct km_event { 301bf08867fSHerbert Xu union { 302bf08867fSHerbert Xu u32 hard; 303bf08867fSHerbert Xu u32 proto; 304bf08867fSHerbert Xu u32 byid; 305f8cd5488SJamal Hadi Salim u32 aevent; 306f7b6983fSMasahide NAKAMURA u32 type; 307bf08867fSHerbert Xu } data; 308bf08867fSHerbert Xu 30926b15dadSJamal Hadi Salim u32 seq; 31015e47304SEric W. Biederman u32 portid; 31126b15dadSJamal Hadi Salim u32 event; 3127067802eSAlexey Dobriyan struct net *net; 31326b15dadSJamal Hadi Salim }; 31426b15dadSJamal Hadi Salim 315abc340b3SEyal Birger struct xfrm_if_decode_session_result { 316abc340b3SEyal Birger struct net *net; 317abc340b3SEyal Birger u32 if_id; 318abc340b3SEyal Birger }; 319abc340b3SEyal Birger 320f203b76dSSteffen Klassert struct xfrm_if_cb { 321abc340b3SEyal Birger bool (*decode_session)(struct sk_buff *skb, 322abc340b3SEyal Birger unsigned short family, 323abc340b3SEyal Birger struct xfrm_if_decode_session_result *res); 324f203b76dSSteffen Klassert }; 325f203b76dSSteffen Klassert 326f203b76dSSteffen Klassert void xfrm_if_register_cb(const struct xfrm_if_cb *ifcb); 327f203b76dSSteffen Klassert void xfrm_if_unregister_cb(void); 328f203b76dSSteffen Klassert 32925ee3286SHerbert Xu struct net_device; 3301da177e4SLinus Torvalds struct xfrm_type; 3311da177e4SLinus Torvalds struct xfrm_dst; 3321da177e4SLinus Torvalds struct xfrm_policy_afinfo { 3331da177e4SLinus Torvalds struct dst_ops *dst_ops; 33442a7b32bSDavid Ahern struct dst_entry *(*dst_lookup)(struct net *net, 33542a7b32bSDavid Ahern int tos, int oif, 3365e6b930fSDavid S. Miller const xfrm_address_t *saddr, 337077fbac4SLorenzo Colitti const xfrm_address_t *daddr, 338077fbac4SLorenzo Colitti u32 mark); 33942a7b32bSDavid Ahern int (*get_saddr)(struct net *net, int oif, 34042a7b32bSDavid Ahern xfrm_address_t *saddr, 341077fbac4SLorenzo Colitti xfrm_address_t *daddr, 342077fbac4SLorenzo Colitti u32 mark); 34325ee3286SHerbert Xu int (*fill_dst)(struct xfrm_dst *xdst, 34487c1e12bSHerbert Xu struct net_device *dev, 3450c7b3eefSDavid S. Miller const struct flowi *fl); 3462774c131SDavid S. Miller struct dst_entry *(*blackhole_route)(struct net *net, struct dst_entry *orig); 3471da177e4SLinus Torvalds }; 3481da177e4SLinus Torvalds 349a2817d8bSFlorian Westphal int xfrm_policy_register_afinfo(const struct xfrm_policy_afinfo *afinfo, int family); 350a2817d8bSFlorian Westphal void xfrm_policy_unregister_afinfo(const struct xfrm_policy_afinfo *afinfo); 351d511337aSJoe Perches void km_policy_notify(struct xfrm_policy *xp, int dir, 352d511337aSJoe Perches const struct km_event *c); 353d511337aSJoe Perches void km_state_notify(struct xfrm_state *x, const struct km_event *c); 3541da177e4SLinus Torvalds 3551da177e4SLinus Torvalds struct xfrm_tmpl; 356d511337aSJoe Perches int km_query(struct xfrm_state *x, struct xfrm_tmpl *t, 357d511337aSJoe Perches struct xfrm_policy *pol); 358d511337aSJoe Perches void km_state_expired(struct xfrm_state *x, int hard, u32 portid); 359d511337aSJoe Perches int __xfrm_state_delete(struct xfrm_state *x); 36053bc6b4dSJamal Hadi Salim 3611da177e4SLinus Torvalds struct xfrm_state_afinfo { 3624c203b04SFlorian Westphal u8 family; 3634c203b04SFlorian Westphal u8 proto; 3644f518e80SFlorian Westphal 3654f518e80SFlorian Westphal const struct xfrm_type_offload *type_offload_esp; 3664f518e80SFlorian Westphal 3674f518e80SFlorian Westphal const struct xfrm_type *type_esp; 3684f518e80SFlorian Westphal const struct xfrm_type *type_ipip; 3694f518e80SFlorian Westphal const struct xfrm_type *type_ipip6; 3704f518e80SFlorian Westphal const struct xfrm_type *type_comp; 3714f518e80SFlorian Westphal const struct xfrm_type *type_ah; 3724f518e80SFlorian Westphal const struct xfrm_type *type_routing; 3734f518e80SFlorian Westphal const struct xfrm_type *type_dstopts; 3749d389d7fSSteffen Klassert 375ede2059dSEric W. Biederman int (*output)(struct net *net, struct sock *sk, struct sk_buff *skb); 376716062fdSHerbert Xu int (*transport_finish)(struct sk_buff *skb, 377716062fdSHerbert Xu int async); 378628e341fSHannes Frederic Sowa void (*local_error)(struct sk_buff *skb, u32 mtu); 3791da177e4SLinus Torvalds }; 3801da177e4SLinus Torvalds 381d511337aSJoe Perches int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo); 382d511337aSJoe Perches int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo); 383d511337aSJoe Perches struct xfrm_state_afinfo *xfrm_state_get_afinfo(unsigned int family); 384711059b9SFlorian Westphal struct xfrm_state_afinfo *xfrm_state_afinfo_get_rcu(unsigned int family); 3851da177e4SLinus Torvalds 3862f32b51bSSteffen Klassert struct xfrm_input_afinfo { 3871475ee0aSXin Long u8 family; 3881475ee0aSXin Long bool is_ipip; 3892f32b51bSSteffen Klassert int (*callback)(struct sk_buff *skb, u8 protocol, 3902f32b51bSSteffen Klassert int err); 3912f32b51bSSteffen Klassert }; 3922f32b51bSSteffen Klassert 393960fdfdeSFlorian Westphal int xfrm_input_register_afinfo(const struct xfrm_input_afinfo *afinfo); 394960fdfdeSFlorian Westphal int xfrm_input_unregister_afinfo(const struct xfrm_input_afinfo *afinfo); 3952f32b51bSSteffen Klassert 396b48c05abSSteffen Klassert void xfrm_flush_gc(void); 397d511337aSJoe Perches void xfrm_state_delete_tunnel(struct xfrm_state *x); 3981da177e4SLinus Torvalds 399fd2c3ef7SEric Dumazet struct xfrm_type { 4001da177e4SLinus Torvalds struct module *owner; 401a6337463Sjamal u8 proto; 402a6337463Sjamal u8 flags; 4031b5c2299SMasahide NAKAMURA #define XFRM_TYPE_NON_FRAGMENT 1 404436a0a40SHerbert Xu #define XFRM_TYPE_REPLAY_PROT 2 405f04e7e8dSHerbert Xu #define XFRM_TYPE_LOCAL_COADDR 4 406f04e7e8dSHerbert Xu #define XFRM_TYPE_REMOTE_COADDR 8 4071da177e4SLinus Torvalds 40872cb6962SHerbert Xu int (*init_state)(struct xfrm_state *x); 4091da177e4SLinus Torvalds void (*destructor)(struct xfrm_state *); 410e695633eSHerbert Xu int (*input)(struct xfrm_state *, struct sk_buff *skb); 4111da177e4SLinus Torvalds int (*output)(struct xfrm_state *, struct sk_buff *pskb); 4128f029de2SDavid S. Miller int (*reject)(struct xfrm_state *, struct sk_buff *, 4138f029de2SDavid S. Miller const struct flowi *); 4141da177e4SLinus Torvalds }; 4151da177e4SLinus Torvalds 416d511337aSJoe Perches int xfrm_register_type(const struct xfrm_type *type, unsigned short family); 4174f518e80SFlorian Westphal void xfrm_unregister_type(const struct xfrm_type *type, unsigned short family); 4181da177e4SLinus Torvalds 4199d389d7fSSteffen Klassert struct xfrm_type_offload { 4209d389d7fSSteffen Klassert struct module *owner; 4219d389d7fSSteffen Klassert u8 proto; 4229d389d7fSSteffen Klassert void (*encap)(struct xfrm_state *, struct sk_buff *pskb); 4239d389d7fSSteffen Klassert int (*input_tail)(struct xfrm_state *x, struct sk_buff *skb); 4249d389d7fSSteffen Klassert int (*xmit)(struct xfrm_state *, struct sk_buff *pskb, netdev_features_t features); 4259d389d7fSSteffen Klassert }; 4269d389d7fSSteffen Klassert 4279d389d7fSSteffen Klassert int xfrm_register_type_offload(const struct xfrm_type_offload *type, unsigned short family); 4284f518e80SFlorian Westphal void xfrm_unregister_type_offload(const struct xfrm_type_offload *type, unsigned short family); 4299d389d7fSSteffen Klassert 430df9dcb45SKazunori MIYAZAWA static inline int xfrm_af2proto(unsigned int family) 431df9dcb45SKazunori MIYAZAWA { 432df9dcb45SKazunori MIYAZAWA switch(family) { 433df9dcb45SKazunori MIYAZAWA case AF_INET: 434df9dcb45SKazunori MIYAZAWA return IPPROTO_IPIP; 435df9dcb45SKazunori MIYAZAWA case AF_INET6: 436df9dcb45SKazunori MIYAZAWA return IPPROTO_IPV6; 437df9dcb45SKazunori MIYAZAWA default: 438df9dcb45SKazunori MIYAZAWA return 0; 439df9dcb45SKazunori MIYAZAWA } 440df9dcb45SKazunori MIYAZAWA } 441df9dcb45SKazunori MIYAZAWA 4424c145dceSFlorian Westphal static inline const struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto) 443df9dcb45SKazunori MIYAZAWA { 444df9dcb45SKazunori MIYAZAWA if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) || 445df9dcb45SKazunori MIYAZAWA (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6)) 446c9500d7bSFlorian Westphal return &x->inner_mode; 447df9dcb45SKazunori MIYAZAWA else 448c9500d7bSFlorian Westphal return &x->inner_mode_iaf; 449df9dcb45SKazunori MIYAZAWA } 450df9dcb45SKazunori MIYAZAWA 451fd2c3ef7SEric Dumazet struct xfrm_tmpl { 4521da177e4SLinus Torvalds /* id in template is interpreted as: 4531da177e4SLinus Torvalds * daddr - destination of tunnel, may be zero for transport mode. 4541da177e4SLinus Torvalds * spi - zero to acquire spi. Not zero if spi is static, then 4551da177e4SLinus Torvalds * daddr must be fixed too. 4561da177e4SLinus Torvalds * proto - AH/ESP/IPCOMP 4571da177e4SLinus Torvalds */ 4581da177e4SLinus Torvalds struct xfrm_id id; 4591da177e4SLinus Torvalds 4601da177e4SLinus Torvalds /* Source address of tunnel. Ignored, if it is not a tunnel. */ 4611da177e4SLinus Torvalds xfrm_address_t saddr; 4621da177e4SLinus Torvalds 46376b3f055SMiika Komu unsigned short encap_family; 46476b3f055SMiika Komu 465a6337463Sjamal u32 reqid; 4661da177e4SLinus Torvalds 4677e49e6deSMasahide NAKAMURA /* Mode: transport, tunnel etc. */ 468a6337463Sjamal u8 mode; 4691da177e4SLinus Torvalds 4701da177e4SLinus Torvalds /* Sharing mode: unique, this session only, this user only etc. */ 471a6337463Sjamal u8 share; 4721da177e4SLinus Torvalds 4731da177e4SLinus Torvalds /* May skip this transfomration if no SA is found */ 474a6337463Sjamal u8 optional; 4751da177e4SLinus Torvalds 476c5d18e98SHerbert Xu /* Skip aalgos/ealgos/calgos checks. */ 477a6337463Sjamal u8 allalgs; 478c5d18e98SHerbert Xu 4791da177e4SLinus Torvalds /* Bit mask of algos allowed for acquisition */ 480a6337463Sjamal u32 aalgos; 481a6337463Sjamal u32 ealgos; 482a6337463Sjamal u32 calgos; 4831da177e4SLinus Torvalds }; 4841da177e4SLinus Torvalds 485622dc828SMasahide NAKAMURA #define XFRM_MAX_DEPTH 6 48654ef207aSSteffen Klassert #define XFRM_MAX_OFFLOAD_DEPTH 1 4871da177e4SLinus Torvalds 48812a169e7SHerbert Xu struct xfrm_policy_walk_entry { 48912a169e7SHerbert Xu struct list_head all; 49012a169e7SHerbert Xu u8 dead; 49112a169e7SHerbert Xu }; 49212a169e7SHerbert Xu 49312a169e7SHerbert Xu struct xfrm_policy_walk { 49412a169e7SHerbert Xu struct xfrm_policy_walk_entry walk; 49512a169e7SHerbert Xu u8 type; 49612a169e7SHerbert Xu u32 seq; 49712a169e7SHerbert Xu }; 49812a169e7SHerbert Xu 499a0073fe1SSteffen Klassert struct xfrm_policy_queue { 500a0073fe1SSteffen Klassert struct sk_buff_head hold_queue; 501a0073fe1SSteffen Klassert struct timer_list hold_timer; 502a0073fe1SSteffen Klassert unsigned long timeout; 503a0073fe1SSteffen Klassert }; 504a0073fe1SSteffen Klassert 505fd2c3ef7SEric Dumazet struct xfrm_policy { 5060c5c9fb5SEric W. Biederman possible_net_t xp_net; 5072518c7c2SDavid S. Miller struct hlist_node bydst; 5082518c7c2SDavid S. Miller struct hlist_node byidx; 5091da177e4SLinus Torvalds 5101da177e4SLinus Torvalds /* This lock only affects elements except for entry. */ 5111da177e4SLinus Torvalds rwlock_t lock; 512850a6212SReshetova, Elena refcount_t refcnt; 5136be3b0dbSFlorian Westphal u32 pos; 5141da177e4SLinus Torvalds struct timer_list timer; 5151da177e4SLinus Torvalds 51680c802f3STimo Teräs atomic_t genid; 5171da177e4SLinus Torvalds u32 priority; 5181da177e4SLinus Torvalds u32 index; 5197e652640SSteffen Klassert u32 if_id; 520bf825f81SJamal Hadi Salim struct xfrm_mark mark; 5211da177e4SLinus Torvalds struct xfrm_selector selector; 5221da177e4SLinus Torvalds struct xfrm_lifetime_cfg lft; 5231da177e4SLinus Torvalds struct xfrm_lifetime_cur curlft; 52412a169e7SHerbert Xu struct xfrm_policy_walk_entry walk; 525a0073fe1SSteffen Klassert struct xfrm_policy_queue polq; 5269cf545ebSFlorian Westphal bool bydst_reinsert; 52746ca5f5dSArnaldo Carvalho de Melo u8 type; 52846ca5f5dSArnaldo Carvalho de Melo u8 action; 52946ca5f5dSArnaldo Carvalho de Melo u8 flags; 53046ca5f5dSArnaldo Carvalho de Melo u8 xfrm_nr; 53112a169e7SHerbert Xu u16 family; 532df71837dSTrent Jaeger struct xfrm_sec_ctx *security; 5331da177e4SLinus Torvalds struct xfrm_tmpl xfrm_vec[XFRM_MAX_DEPTH]; 53424969facSFlorian Westphal struct hlist_node bydst_inexact_list; 53556f04730SEric Dumazet struct rcu_head rcu; 5361da177e4SLinus Torvalds }; 5371da177e4SLinus Torvalds 53863eb23f5SDavid S. Miller static inline struct net *xp_net(const struct xfrm_policy *xp) 5390331b1f3SAlexey Dobriyan { 5400331b1f3SAlexey Dobriyan return read_pnet(&xp->xp_net); 5410331b1f3SAlexey Dobriyan } 5420331b1f3SAlexey Dobriyan 54313c1d189SArnaud Ebalard struct xfrm_kmaddress { 54413c1d189SArnaud Ebalard xfrm_address_t local; 54513c1d189SArnaud Ebalard xfrm_address_t remote; 54613c1d189SArnaud Ebalard u32 reserved; 54713c1d189SArnaud Ebalard u16 family; 54813c1d189SArnaud Ebalard }; 54913c1d189SArnaud Ebalard 55080c9abaaSShinta Sugimoto struct xfrm_migrate { 55180c9abaaSShinta Sugimoto xfrm_address_t old_daddr; 55280c9abaaSShinta Sugimoto xfrm_address_t old_saddr; 55380c9abaaSShinta Sugimoto xfrm_address_t new_daddr; 55480c9abaaSShinta Sugimoto xfrm_address_t new_saddr; 55580c9abaaSShinta Sugimoto u8 proto; 55680c9abaaSShinta Sugimoto u8 mode; 55780c9abaaSShinta Sugimoto u16 reserved; 55880c9abaaSShinta Sugimoto u32 reqid; 55980c9abaaSShinta Sugimoto u16 old_family; 56080c9abaaSShinta Sugimoto u16 new_family; 56180c9abaaSShinta Sugimoto }; 56280c9abaaSShinta Sugimoto 5631da177e4SLinus Torvalds #define XFRM_KM_TIMEOUT 30 564f8cd5488SJamal Hadi Salim /* what happened */ 565f8cd5488SJamal Hadi Salim #define XFRM_REPLAY_UPDATE XFRM_AE_CR 566f8cd5488SJamal Hadi Salim #define XFRM_REPLAY_TIMEOUT XFRM_AE_CE 567f8cd5488SJamal Hadi Salim 568f8cd5488SJamal Hadi Salim /* default aevent timeout in units of 100ms */ 569f8cd5488SJamal Hadi Salim #define XFRM_AE_ETIME 10 570f8cd5488SJamal Hadi Salim /* Async Event timer multiplier */ 571f8cd5488SJamal Hadi Salim #define XFRM_AE_ETH_M 10 572f8cd5488SJamal Hadi Salim /* default seq threshold size */ 573f8cd5488SJamal Hadi Salim #define XFRM_AE_SEQT_SIZE 2 5741da177e4SLinus Torvalds 575fd2c3ef7SEric Dumazet struct xfrm_mgr { 5761da177e4SLinus Torvalds struct list_head list; 577214e005bSDavid S. Miller int (*notify)(struct xfrm_state *x, const struct km_event *c); 57865e0736bSFan Du int (*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp); 579cb969f07SVenkat Yekkirala struct xfrm_policy *(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir); 5805d36b180SAl Viro int (*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport); 581214e005bSDavid S. Miller int (*notify_policy)(struct xfrm_policy *x, int dir, const struct km_event *c); 582db983c11SAlexey Dobriyan int (*report)(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr); 583183cad12SDavid S. Miller int (*migrate)(const struct xfrm_selector *sel, 584183cad12SDavid S. Miller u8 dir, u8 type, 585183cad12SDavid S. Miller const struct xfrm_migrate *m, 586183cad12SDavid S. Miller int num_bundles, 5878bafd730SAntony Antony const struct xfrm_kmaddress *k, 5888bafd730SAntony Antony const struct xfrm_encap_tmpl *encap); 5890f24558eSHoria Geanta bool (*is_alive)(const struct km_event *c); 5901da177e4SLinus Torvalds }; 5911da177e4SLinus Torvalds 592f41b284aSZhengchao Shao void xfrm_register_km(struct xfrm_mgr *km); 593f41b284aSZhengchao Shao void xfrm_unregister_km(struct xfrm_mgr *km); 5941da177e4SLinus Torvalds 59570be6c91SSteffen Klassert struct xfrm_tunnel_skb_cb { 59670be6c91SSteffen Klassert union { 59770be6c91SSteffen Klassert struct inet_skb_parm h4; 59870be6c91SSteffen Klassert struct inet6_skb_parm h6; 59970be6c91SSteffen Klassert } header; 60070be6c91SSteffen Klassert 60170be6c91SSteffen Klassert union { 60270be6c91SSteffen Klassert struct ip_tunnel *ip4; 60370be6c91SSteffen Klassert struct ip6_tnl *ip6; 60470be6c91SSteffen Klassert } tunnel; 60570be6c91SSteffen Klassert }; 60670be6c91SSteffen Klassert 60770be6c91SSteffen Klassert #define XFRM_TUNNEL_SKB_CB(__skb) ((struct xfrm_tunnel_skb_cb *)&((__skb)->cb[0])) 60870be6c91SSteffen Klassert 609436a0a40SHerbert Xu /* 610436a0a40SHerbert Xu * This structure is used for the duration where packets are being 611436a0a40SHerbert Xu * transformed by IPsec. As soon as the packet leaves IPsec the 612436a0a40SHerbert Xu * area beyond the generic IP part may be overwritten. 613436a0a40SHerbert Xu */ 614436a0a40SHerbert Xu struct xfrm_skb_cb { 61570be6c91SSteffen Klassert struct xfrm_tunnel_skb_cb header; 616436a0a40SHerbert Xu 617436a0a40SHerbert Xu /* Sequence number for replay protection. */ 618b318e0e4SHerbert Xu union { 6191ce3644aSSteffen Klassert struct { 6201ce3644aSSteffen Klassert __u32 low; 6211ce3644aSSteffen Klassert __u32 hi; 6221ce3644aSSteffen Klassert } output; 6231ce3644aSSteffen Klassert struct { 6241ce3644aSSteffen Klassert __be32 low; 6251ce3644aSSteffen Klassert __be32 hi; 6261ce3644aSSteffen Klassert } input; 627b318e0e4SHerbert Xu } seq; 628436a0a40SHerbert Xu }; 629436a0a40SHerbert Xu 630436a0a40SHerbert Xu #define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0])) 631436a0a40SHerbert Xu 63236cf9acfSHerbert Xu /* 63336cf9acfSHerbert Xu * This structure is used by the afinfo prepare_input/prepare_output functions 63436cf9acfSHerbert Xu * to transmit header information to the mode input/output functions. 63536cf9acfSHerbert Xu */ 63636cf9acfSHerbert Xu struct xfrm_mode_skb_cb { 63770be6c91SSteffen Klassert struct xfrm_tunnel_skb_cb header; 63836cf9acfSHerbert Xu 63936cf9acfSHerbert Xu /* Copied from header for IPv4, always set to zero and DF for IPv6. */ 64036cf9acfSHerbert Xu __be16 id; 64136cf9acfSHerbert Xu __be16 frag_off; 64236cf9acfSHerbert Xu 643732c8bd5SHerbert Xu /* IP header length (excluding options or extension headers). */ 644732c8bd5SHerbert Xu u8 ihl; 645732c8bd5SHerbert Xu 64636cf9acfSHerbert Xu /* TOS for IPv4, class for IPv6. */ 64736cf9acfSHerbert Xu u8 tos; 64836cf9acfSHerbert Xu 64936cf9acfSHerbert Xu /* TTL for IPv4, hop limitfor IPv6. */ 65036cf9acfSHerbert Xu u8 ttl; 65136cf9acfSHerbert Xu 65236cf9acfSHerbert Xu /* Protocol for IPv4, NH for IPv6. */ 65336cf9acfSHerbert Xu u8 protocol; 65436cf9acfSHerbert Xu 655732c8bd5SHerbert Xu /* Option length for IPv4, zero for IPv6. */ 656732c8bd5SHerbert Xu u8 optlen; 657732c8bd5SHerbert Xu 65836cf9acfSHerbert Xu /* Used by IPv6 only, zero for IPv4. */ 65936cf9acfSHerbert Xu u8 flow_lbl[3]; 66036cf9acfSHerbert Xu }; 66136cf9acfSHerbert Xu 66236cf9acfSHerbert Xu #define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0])) 66336cf9acfSHerbert Xu 664716062fdSHerbert Xu /* 665716062fdSHerbert Xu * This structure is used by the input processing to locate the SPI and 666716062fdSHerbert Xu * related information. 667716062fdSHerbert Xu */ 668716062fdSHerbert Xu struct xfrm_spi_skb_cb { 66970be6c91SSteffen Klassert struct xfrm_tunnel_skb_cb header; 670716062fdSHerbert Xu 671716062fdSHerbert Xu unsigned int daddroff; 6722fcb45b6SHerbert Xu unsigned int family; 6737785bba2SSteffen Klassert __be32 seq; 674716062fdSHerbert Xu }; 675716062fdSHerbert Xu 676716062fdSHerbert Xu #define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0])) 677716062fdSHerbert Xu 678c9204d9cSJoy Latten #ifdef CONFIG_AUDITSYSCALL 679afeb14b4SPaul Moore static inline struct audit_buffer *xfrm_audit_start(const char *op) 680ab5f5e8bSJoy Latten { 681ab5f5e8bSJoy Latten struct audit_buffer *audit_buf = NULL; 682ab5f5e8bSJoy Latten 683f7859590SRichard Guy Briggs if (audit_enabled == AUDIT_OFF) 684afeb14b4SPaul Moore return NULL; 685cdfb6b34SRichard Guy Briggs audit_buf = audit_log_start(audit_context(), GFP_ATOMIC, 686ab5f5e8bSJoy Latten AUDIT_MAC_IPSEC_EVENT); 687ab5f5e8bSJoy Latten if (audit_buf == NULL) 688ab5f5e8bSJoy Latten return NULL; 689afeb14b4SPaul Moore audit_log_format(audit_buf, "op=%s", op); 690afeb14b4SPaul Moore return audit_buf; 691afeb14b4SPaul Moore } 692afeb14b4SPaul Moore 6932e71029eSTetsuo Handa static inline void xfrm_audit_helper_usrinfo(bool task_valid, 694afeb14b4SPaul Moore struct audit_buffer *audit_buf) 695afeb14b4SPaul Moore { 6962e71029eSTetsuo Handa const unsigned int auid = from_kuid(&init_user_ns, task_valid ? 6972e71029eSTetsuo Handa audit_get_loginuid(current) : 6982e71029eSTetsuo Handa INVALID_UID); 6992e71029eSTetsuo Handa const unsigned int ses = task_valid ? audit_get_sessionid(current) : 700f0b75216SRichard Guy Briggs AUDIT_SID_UNSET; 7012e71029eSTetsuo Handa 7022e71029eSTetsuo Handa audit_log_format(audit_buf, " auid=%u ses=%u", auid, ses); 703ab5f5e8bSJoy Latten audit_log_task_context(audit_buf); 704ab5f5e8bSJoy Latten } 705ab5f5e8bSJoy Latten 7062e71029eSTetsuo Handa void xfrm_audit_policy_add(struct xfrm_policy *xp, int result, bool task_valid); 7072e71029eSTetsuo Handa void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result, 7082e71029eSTetsuo Handa bool task_valid); 7092e71029eSTetsuo Handa void xfrm_audit_state_add(struct xfrm_state *x, int result, bool task_valid); 7102e71029eSTetsuo Handa void xfrm_audit_state_delete(struct xfrm_state *x, int result, bool task_valid); 711d511337aSJoe Perches void xfrm_audit_state_replay_overflow(struct xfrm_state *x, 712afeb14b4SPaul Moore struct sk_buff *skb); 713d511337aSJoe Perches void xfrm_audit_state_replay(struct xfrm_state *x, struct sk_buff *skb, 714d511337aSJoe Perches __be32 net_seq); 715d511337aSJoe Perches void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family); 716d511337aSJoe Perches void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family, __be32 net_spi, 717d511337aSJoe Perches __be32 net_seq); 718d511337aSJoe Perches void xfrm_audit_state_icvfail(struct xfrm_state *x, struct sk_buff *skb, 719d511337aSJoe Perches u8 proto); 720c9204d9cSJoy Latten #else 72141fef0eeSMarcin Slusarz 72241fef0eeSMarcin Slusarz static inline void xfrm_audit_policy_add(struct xfrm_policy *xp, int result, 7232e71029eSTetsuo Handa bool task_valid) 72441fef0eeSMarcin Slusarz { 72541fef0eeSMarcin Slusarz } 72641fef0eeSMarcin Slusarz 72741fef0eeSMarcin Slusarz static inline void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result, 7282e71029eSTetsuo Handa bool task_valid) 72941fef0eeSMarcin Slusarz { 73041fef0eeSMarcin Slusarz } 73141fef0eeSMarcin Slusarz 73241fef0eeSMarcin Slusarz static inline void xfrm_audit_state_add(struct xfrm_state *x, int result, 7332e71029eSTetsuo Handa bool task_valid) 73441fef0eeSMarcin Slusarz { 73541fef0eeSMarcin Slusarz } 73641fef0eeSMarcin Slusarz 73741fef0eeSMarcin Slusarz static inline void xfrm_audit_state_delete(struct xfrm_state *x, int result, 7382e71029eSTetsuo Handa bool task_valid) 73941fef0eeSMarcin Slusarz { 74041fef0eeSMarcin Slusarz } 74141fef0eeSMarcin Slusarz 74241fef0eeSMarcin Slusarz static inline void xfrm_audit_state_replay_overflow(struct xfrm_state *x, 74341fef0eeSMarcin Slusarz struct sk_buff *skb) 74441fef0eeSMarcin Slusarz { 74541fef0eeSMarcin Slusarz } 74641fef0eeSMarcin Slusarz 7479fdc4883SSteffen Klassert static inline void xfrm_audit_state_replay(struct xfrm_state *x, 7489fdc4883SSteffen Klassert struct sk_buff *skb, __be32 net_seq) 7499fdc4883SSteffen Klassert { 7509fdc4883SSteffen Klassert } 7519fdc4883SSteffen Klassert 75241fef0eeSMarcin Slusarz static inline void xfrm_audit_state_notfound_simple(struct sk_buff *skb, 75341fef0eeSMarcin Slusarz u16 family) 75441fef0eeSMarcin Slusarz { 75541fef0eeSMarcin Slusarz } 75641fef0eeSMarcin Slusarz 75741fef0eeSMarcin Slusarz static inline void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family, 75841fef0eeSMarcin Slusarz __be32 net_spi, __be32 net_seq) 75941fef0eeSMarcin Slusarz { 76041fef0eeSMarcin Slusarz } 76141fef0eeSMarcin Slusarz 76241fef0eeSMarcin Slusarz static inline void xfrm_audit_state_icvfail(struct xfrm_state *x, 76341fef0eeSMarcin Slusarz struct sk_buff *skb, u8 proto) 76441fef0eeSMarcin Slusarz { 76541fef0eeSMarcin Slusarz } 766c9204d9cSJoy Latten #endif /* CONFIG_AUDITSYSCALL */ 767161a09e7SJoy Latten 7681da177e4SLinus Torvalds static inline void xfrm_pol_hold(struct xfrm_policy *policy) 7691da177e4SLinus Torvalds { 7701da177e4SLinus Torvalds if (likely(policy != NULL)) 771850a6212SReshetova, Elena refcount_inc(&policy->refcnt); 7721da177e4SLinus Torvalds } 7731da177e4SLinus Torvalds 774d511337aSJoe Perches void xfrm_policy_destroy(struct xfrm_policy *policy); 7751da177e4SLinus Torvalds 7761da177e4SLinus Torvalds static inline void xfrm_pol_put(struct xfrm_policy *policy) 7771da177e4SLinus Torvalds { 778850a6212SReshetova, Elena if (refcount_dec_and_test(&policy->refcnt)) 77964c31b3fSWANG Cong xfrm_policy_destroy(policy); 7801da177e4SLinus Torvalds } 7811da177e4SLinus Torvalds 7824e81bb83SMasahide NAKAMURA static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols) 7834e81bb83SMasahide NAKAMURA { 7844e81bb83SMasahide NAKAMURA int i; 7854e81bb83SMasahide NAKAMURA for (i = npols - 1; i >= 0; --i) 7864e81bb83SMasahide NAKAMURA xfrm_pol_put(pols[i]); 7874e81bb83SMasahide NAKAMURA } 7884e81bb83SMasahide NAKAMURA 789f75a2804SCong Wang void __xfrm_state_destroy(struct xfrm_state *, bool); 7901da177e4SLinus Torvalds 79121380b81SHerbert Xu static inline void __xfrm_state_put(struct xfrm_state *x) 79221380b81SHerbert Xu { 79388755e9cSReshetova, Elena refcount_dec(&x->refcnt); 79421380b81SHerbert Xu } 79521380b81SHerbert Xu 7961da177e4SLinus Torvalds static inline void xfrm_state_put(struct xfrm_state *x) 7971da177e4SLinus Torvalds { 79888755e9cSReshetova, Elena if (refcount_dec_and_test(&x->refcnt)) 799f75a2804SCong Wang __xfrm_state_destroy(x, false); 800f75a2804SCong Wang } 801f75a2804SCong Wang 802f75a2804SCong Wang static inline void xfrm_state_put_sync(struct xfrm_state *x) 803f75a2804SCong Wang { 804f75a2804SCong Wang if (refcount_dec_and_test(&x->refcnt)) 805f75a2804SCong Wang __xfrm_state_destroy(x, true); 8061da177e4SLinus Torvalds } 8071da177e4SLinus Torvalds 8081da177e4SLinus Torvalds static inline void xfrm_state_hold(struct xfrm_state *x) 8091da177e4SLinus Torvalds { 81088755e9cSReshetova, Elena refcount_inc(&x->refcnt); 8111da177e4SLinus Torvalds } 8121da177e4SLinus Torvalds 8131744a8feSDavid S. Miller static inline bool addr_match(const void *token1, const void *token2, 814e1b0048eSAlexey Dobriyan unsigned int prefixlen) 8151da177e4SLinus Torvalds { 8161744a8feSDavid S. Miller const __be32 *a1 = token1; 8171744a8feSDavid S. Miller const __be32 *a2 = token2; 818e1b0048eSAlexey Dobriyan unsigned int pdw; 819e1b0048eSAlexey Dobriyan unsigned int pbi; 8201da177e4SLinus Torvalds 821a6337463Sjamal pdw = prefixlen >> 5; /* num of whole u32 in prefix */ 8221da177e4SLinus Torvalds pbi = prefixlen & 0x1f; /* num of bits in incomplete u32 in prefix */ 8231da177e4SLinus Torvalds 8241da177e4SLinus Torvalds if (pdw) 8251da177e4SLinus Torvalds if (memcmp(a1, a2, pdw << 2)) 8261744a8feSDavid S. Miller return false; 8271da177e4SLinus Torvalds 8281da177e4SLinus Torvalds if (pbi) { 8295f19343fSAl Viro __be32 mask; 8301da177e4SLinus Torvalds 8311da177e4SLinus Torvalds mask = htonl((0xffffffff) << (32 - pbi)); 8321da177e4SLinus Torvalds 8331da177e4SLinus Torvalds if ((a1[pdw] ^ a2[pdw]) & mask) 8341744a8feSDavid S. Miller return false; 8351da177e4SLinus Torvalds } 8361da177e4SLinus Torvalds 8371744a8feSDavid S. Miller return true; 8381da177e4SLinus Torvalds } 8391da177e4SLinus Torvalds 84026bff940SAlexey Dobriyan static inline bool addr4_match(__be32 a1, __be32 a2, u8 prefixlen) 84126bff940SAlexey Dobriyan { 84226bff940SAlexey Dobriyan /* C99 6.5.7 (3): u32 << 32 is undefined behaviour */ 8436c786bcbSAlexey Dobriyan if (sizeof(long) == 4 && prefixlen == 0) 84426bff940SAlexey Dobriyan return true; 8456c786bcbSAlexey Dobriyan return !((a1 ^ a2) & htonl(~0UL << (32 - prefixlen))); 84626bff940SAlexey Dobriyan } 84726bff940SAlexey Dobriyan 8481da177e4SLinus Torvalds static __inline__ 8496281dcc9SDavid S. Miller __be16 xfrm_flowi_sport(const struct flowi *fl, const union flowi_uli *uli) 8501da177e4SLinus Torvalds { 851f9d07e41SAl Viro __be16 port; 8521d28f42cSDavid S. Miller switch(fl->flowi_proto) { 8531da177e4SLinus Torvalds case IPPROTO_TCP: 8541da177e4SLinus Torvalds case IPPROTO_UDP: 855ba4e58ecSGerrit Renker case IPPROTO_UDPLITE: 8561da177e4SLinus Torvalds case IPPROTO_SCTP: 8576281dcc9SDavid S. Miller port = uli->ports.sport; 8581da177e4SLinus Torvalds break; 8591da177e4SLinus Torvalds case IPPROTO_ICMP: 8601da177e4SLinus Torvalds case IPPROTO_ICMPV6: 8616281dcc9SDavid S. Miller port = htons(uli->icmpt.type); 8621da177e4SLinus Torvalds break; 8632ce4272aSMasahide NAKAMURA case IPPROTO_MH: 8646281dcc9SDavid S. Miller port = htons(uli->mht.type); 8652ce4272aSMasahide NAKAMURA break; 866cc9ff19dSTimo Teräs case IPPROTO_GRE: 8676281dcc9SDavid S. Miller port = htons(ntohl(uli->gre_key) >> 16); 868cc9ff19dSTimo Teräs break; 8691da177e4SLinus Torvalds default: 8701da177e4SLinus Torvalds port = 0; /*XXX*/ 8711da177e4SLinus Torvalds } 8721da177e4SLinus Torvalds return port; 8731da177e4SLinus Torvalds } 8741da177e4SLinus Torvalds 8751da177e4SLinus Torvalds static __inline__ 8766281dcc9SDavid S. Miller __be16 xfrm_flowi_dport(const struct flowi *fl, const union flowi_uli *uli) 8771da177e4SLinus Torvalds { 878f9d07e41SAl Viro __be16 port; 8791d28f42cSDavid S. Miller switch(fl->flowi_proto) { 8801da177e4SLinus Torvalds case IPPROTO_TCP: 8811da177e4SLinus Torvalds case IPPROTO_UDP: 882ba4e58ecSGerrit Renker case IPPROTO_UDPLITE: 8831da177e4SLinus Torvalds case IPPROTO_SCTP: 8846281dcc9SDavid S. Miller port = uli->ports.dport; 8851da177e4SLinus Torvalds break; 8861da177e4SLinus Torvalds case IPPROTO_ICMP: 8871da177e4SLinus Torvalds case IPPROTO_ICMPV6: 8886281dcc9SDavid S. Miller port = htons(uli->icmpt.code); 8891da177e4SLinus Torvalds break; 890cc9ff19dSTimo Teräs case IPPROTO_GRE: 8916281dcc9SDavid S. Miller port = htons(ntohl(uli->gre_key) & 0xffff); 892cc9ff19dSTimo Teräs break; 8931da177e4SLinus Torvalds default: 8941da177e4SLinus Torvalds port = 0; /*XXX*/ 8951da177e4SLinus Torvalds } 8961da177e4SLinus Torvalds return port; 8971da177e4SLinus Torvalds } 8981da177e4SLinus Torvalds 899d511337aSJoe Perches bool xfrm_selector_match(const struct xfrm_selector *sel, 900d511337aSJoe Perches const struct flowi *fl, unsigned short family); 9011da177e4SLinus Torvalds 902df71837dSTrent Jaeger #ifdef CONFIG_SECURITY_NETWORK_XFRM 903df71837dSTrent Jaeger /* If neither has a context --> match 904df71837dSTrent Jaeger * Otherwise, both must have a context and the sids, doi, alg must match 905df71837dSTrent Jaeger */ 906bc9b35adSDavid S. Miller static inline bool xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2) 907df71837dSTrent Jaeger { 908df71837dSTrent Jaeger return ((!s1 && !s2) || 909df71837dSTrent Jaeger (s1 && s2 && 910df71837dSTrent Jaeger (s1->ctx_sid == s2->ctx_sid) && 911df71837dSTrent Jaeger (s1->ctx_doi == s2->ctx_doi) && 912df71837dSTrent Jaeger (s1->ctx_alg == s2->ctx_alg))); 913df71837dSTrent Jaeger } 914df71837dSTrent Jaeger #else 915bc9b35adSDavid S. Miller static inline bool xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2) 916df71837dSTrent Jaeger { 917bc9b35adSDavid S. Miller return true; 918df71837dSTrent Jaeger } 919df71837dSTrent Jaeger #endif 920df71837dSTrent Jaeger 9211da177e4SLinus Torvalds /* A struct encoding bundle of transformations to apply to some set of flow. 9221da177e4SLinus Torvalds * 923b6ca8bd5SDavid Miller * xdst->child points to the next element of bundle. 9241da177e4SLinus Torvalds * dst->xfrm points to an instanse of transformer. 9251da177e4SLinus Torvalds * 9261da177e4SLinus Torvalds * Due to unfortunate limitations of current routing cache, which we 9271da177e4SLinus Torvalds * have no time to fix, it mirrors struct rtable and bound to the same 9281da177e4SLinus Torvalds * routing key, including saddr,daddr. However, we can have many of 9291da177e4SLinus Torvalds * bundles differing by session id. All the bundles grow from a parent 9301da177e4SLinus Torvalds * policy rule. 9311da177e4SLinus Torvalds */ 932fd2c3ef7SEric Dumazet struct xfrm_dst { 9331da177e4SLinus Torvalds union { 9341da177e4SLinus Torvalds struct dst_entry dst; 9351da177e4SLinus Torvalds struct rtable rt; 9361da177e4SLinus Torvalds struct rt6_info rt6; 9371da177e4SLinus Torvalds } u; 9381da177e4SLinus Torvalds struct dst_entry *route; 939b6ca8bd5SDavid Miller struct dst_entry *child; 9400f6c480fSDavid Miller struct dst_entry *path; 94180c802f3STimo Teräs struct xfrm_policy *pols[XFRM_POLICY_TYPE_MAX]; 94280c802f3STimo Teräs int num_pols, num_xfrms; 94380c802f3STimo Teräs u32 xfrm_genid; 94480c802f3STimo Teräs u32 policy_genid; 9451da177e4SLinus Torvalds u32 route_mtu_cached; 9461da177e4SLinus Torvalds u32 child_mtu_cached; 94792d63decSHideaki YOSHIFUJI u32 route_cookie; 94892d63decSHideaki YOSHIFUJI u32 path_cookie; 9491da177e4SLinus Torvalds }; 9501da177e4SLinus Torvalds 9510f6c480fSDavid Miller static inline struct dst_entry *xfrm_dst_path(const struct dst_entry *dst) 9520f6c480fSDavid Miller { 9530f6c480fSDavid Miller #ifdef CONFIG_XFRM 954101dde42SSteffen Klassert if (dst->xfrm || (dst->flags & DST_XFRM_QUEUE)) { 9550f6c480fSDavid Miller const struct xfrm_dst *xdst = (const struct xfrm_dst *) dst; 9560f6c480fSDavid Miller 9570f6c480fSDavid Miller return xdst->path; 9580f6c480fSDavid Miller } 9590f6c480fSDavid Miller #endif 9600f6c480fSDavid Miller return (struct dst_entry *) dst; 9610f6c480fSDavid Miller } 9620f6c480fSDavid Miller 963b92cf4aaSDavid Miller static inline struct dst_entry *xfrm_dst_child(const struct dst_entry *dst) 964b92cf4aaSDavid Miller { 965b92cf4aaSDavid Miller #ifdef CONFIG_XFRM 966101dde42SSteffen Klassert if (dst->xfrm || (dst->flags & DST_XFRM_QUEUE)) { 967b6ca8bd5SDavid Miller struct xfrm_dst *xdst = (struct xfrm_dst *) dst; 968b6ca8bd5SDavid Miller return xdst->child; 969b6ca8bd5SDavid Miller } 970b92cf4aaSDavid Miller #endif 971b92cf4aaSDavid Miller return NULL; 972b92cf4aaSDavid Miller } 973b92cf4aaSDavid Miller 974def8b4faSAlexey Dobriyan #ifdef CONFIG_XFRM 97545b018beSDavid Miller static inline void xfrm_dst_set_child(struct xfrm_dst *xdst, struct dst_entry *child) 97645b018beSDavid Miller { 977b6ca8bd5SDavid Miller xdst->child = child; 97845b018beSDavid Miller } 97945b018beSDavid Miller 980aabc9761SHerbert Xu static inline void xfrm_dst_destroy(struct xfrm_dst *xdst) 981aabc9761SHerbert Xu { 98280c802f3STimo Teräs xfrm_pols_put(xdst->pols, xdst->num_pols); 983aabc9761SHerbert Xu dst_release(xdst->route); 984aabc9761SHerbert Xu if (likely(xdst->u.dst.xfrm)) 985aabc9761SHerbert Xu xfrm_state_put(xdst->u.dst.xfrm); 986aabc9761SHerbert Xu } 987def8b4faSAlexey Dobriyan #endif 988aabc9761SHerbert Xu 989d511337aSJoe Perches void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev); 990aabc9761SHerbert Xu 991f203b76dSSteffen Klassert struct xfrm_if_parms { 992f203b76dSSteffen Klassert int link; /* ifindex of underlying L2 interface */ 993f203b76dSSteffen Klassert u32 if_id; /* interface identifyer */ 994abc340b3SEyal Birger bool collect_md; 995f203b76dSSteffen Klassert }; 996f203b76dSSteffen Klassert 997f203b76dSSteffen Klassert struct xfrm_if { 998f203b76dSSteffen Klassert struct xfrm_if __rcu *next; /* next interface in list */ 999f203b76dSSteffen Klassert struct net_device *dev; /* virtual device associated with interface */ 1000f203b76dSSteffen Klassert struct net *net; /* netns for packet i/o */ 1001f203b76dSSteffen Klassert struct xfrm_if_parms p; /* interface parms */ 1002f203b76dSSteffen Klassert 1003f203b76dSSteffen Klassert struct gro_cells gro_cells; 1004f203b76dSSteffen Klassert }; 1005f203b76dSSteffen Klassert 100654ef207aSSteffen Klassert struct xfrm_offload { 100754ef207aSSteffen Klassert /* Output sequence number for replay protection on offloading. */ 100854ef207aSSteffen Klassert struct { 100954ef207aSSteffen Klassert __u32 low; 101054ef207aSSteffen Klassert __u32 hi; 101154ef207aSSteffen Klassert } seq; 101254ef207aSSteffen Klassert 101354ef207aSSteffen Klassert __u32 flags; 101454ef207aSSteffen Klassert #define SA_DELETE_REQ 1 101554ef207aSSteffen Klassert #define CRYPTO_DONE 2 101654ef207aSSteffen Klassert #define CRYPTO_NEXT_DONE 4 101754ef207aSSteffen Klassert #define CRYPTO_FALLBACK 8 101854ef207aSSteffen Klassert #define XFRM_GSO_SEGMENT 16 101954ef207aSSteffen Klassert #define XFRM_GRO 32 1020b01a277aSLeon Romanovsky /* 64 is free */ 1021f53c7239SSteffen Klassert #define XFRM_DEV_RESUME 128 102294579ac3SHuy Nguyen #define XFRM_XMIT 256 102354ef207aSSteffen Klassert 102454ef207aSSteffen Klassert __u32 status; 102554ef207aSSteffen Klassert #define CRYPTO_SUCCESS 1 102654ef207aSSteffen Klassert #define CRYPTO_GENERIC_ERROR 2 102754ef207aSSteffen Klassert #define CRYPTO_TRANSPORT_AH_AUTH_FAILED 4 102854ef207aSSteffen Klassert #define CRYPTO_TRANSPORT_ESP_AUTH_FAILED 8 102954ef207aSSteffen Klassert #define CRYPTO_TUNNEL_AH_AUTH_FAILED 16 103054ef207aSSteffen Klassert #define CRYPTO_TUNNEL_ESP_AUTH_FAILED 32 103154ef207aSSteffen Klassert #define CRYPTO_INVALID_PACKET_SYNTAX 64 103254ef207aSSteffen Klassert #define CRYPTO_INVALID_PROTOCOL 128 103354ef207aSSteffen Klassert 103454ef207aSSteffen Klassert __u8 proto; 1035fa453523SHuy Nguyen __u8 inner_ipproto; 103654ef207aSSteffen Klassert }; 103754ef207aSSteffen Klassert 1038fd2c3ef7SEric Dumazet struct sec_path { 10391da177e4SLinus Torvalds int len; 104054ef207aSSteffen Klassert int olen; 104154ef207aSSteffen Klassert 1042dbe5b4aaSHerbert Xu struct xfrm_state *xvec[XFRM_MAX_DEPTH]; 104354ef207aSSteffen Klassert struct xfrm_offload ovec[XFRM_MAX_OFFLOAD_DEPTH]; 10441da177e4SLinus Torvalds }; 10451da177e4SLinus Torvalds 10460ca64da1SFlorian Westphal struct sec_path *secpath_set(struct sk_buff *skb); 10471da177e4SLinus Torvalds 10481da177e4SLinus Torvalds static inline void 10491da177e4SLinus Torvalds secpath_reset(struct sk_buff *skb) 10501da177e4SLinus Torvalds { 10511da177e4SLinus Torvalds #ifdef CONFIG_XFRM 10524165079bSFlorian Westphal skb_ext_del(skb, SKB_EXT_SEC_PATH); 10531da177e4SLinus Torvalds #endif 10541da177e4SLinus Torvalds } 10551da177e4SLinus Torvalds 10561da177e4SLinus Torvalds static inline int 10576cc32961SDavid S. Miller xfrm_addr_any(const xfrm_address_t *addr, unsigned short family) 1058a1e59abfSPatrick McHardy { 1059a1e59abfSPatrick McHardy switch (family) { 1060a1e59abfSPatrick McHardy case AF_INET: 1061a1e59abfSPatrick McHardy return addr->a4 == 0; 1062a1e59abfSPatrick McHardy case AF_INET6: 106315e318bdSJiri Benc return ipv6_addr_any(&addr->in6); 1064a1e59abfSPatrick McHardy } 1065a1e59abfSPatrick McHardy return 0; 1066a1e59abfSPatrick McHardy } 1067a1e59abfSPatrick McHardy 1068a1e59abfSPatrick McHardy static inline int 106921eddb5cSDavid S. Miller __xfrm4_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x) 10701da177e4SLinus Torvalds { 10711da177e4SLinus Torvalds return (tmpl->saddr.a4 && 10721da177e4SLinus Torvalds tmpl->saddr.a4 != x->props.saddr.a4); 10731da177e4SLinus Torvalds } 10741da177e4SLinus Torvalds 10751da177e4SLinus Torvalds static inline int 107621eddb5cSDavid S. Miller __xfrm6_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x) 10771da177e4SLinus Torvalds { 10781da177e4SLinus Torvalds return (!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) && 1079ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 !ipv6_addr_equal((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr)); 10801da177e4SLinus Torvalds } 10811da177e4SLinus Torvalds 10821da177e4SLinus Torvalds static inline int 108321eddb5cSDavid S. Miller xfrm_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x, unsigned short family) 10841da177e4SLinus Torvalds { 10851da177e4SLinus Torvalds switch (family) { 10861da177e4SLinus Torvalds case AF_INET: 10871da177e4SLinus Torvalds return __xfrm4_state_addr_cmp(tmpl, x); 10881da177e4SLinus Torvalds case AF_INET6: 10891da177e4SLinus Torvalds return __xfrm6_state_addr_cmp(tmpl, x); 10901da177e4SLinus Torvalds } 10911da177e4SLinus Torvalds return !0; 10921da177e4SLinus Torvalds } 10931da177e4SLinus Torvalds 10941da177e4SLinus Torvalds #ifdef CONFIG_XFRM 1095d511337aSJoe Perches int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb, 1096d511337aSJoe Perches unsigned short family); 10971da177e4SLinus Torvalds 1098b58b1f56SNicolas Dichtel static inline bool __xfrm_check_nopolicy(struct net *net, struct sk_buff *skb, 1099b58b1f56SNicolas Dichtel int dir) 1100b58b1f56SNicolas Dichtel { 1101b58b1f56SNicolas Dichtel if (!net->xfrm.policy_count[dir] && !secpath_exists(skb)) 1102b58b1f56SNicolas Dichtel return net->xfrm.policy_default[dir] == XFRM_USERPOLICY_ACCEPT; 1103b58b1f56SNicolas Dichtel 1104b58b1f56SNicolas Dichtel return false; 1105b58b1f56SNicolas Dichtel } 1106b58b1f56SNicolas Dichtel 1107e6175a2eSEyal Birger static inline bool __xfrm_check_dev_nopolicy(struct sk_buff *skb, 1108e6175a2eSEyal Birger int dir, unsigned short family) 1109e6175a2eSEyal Birger { 1110e6175a2eSEyal Birger if (dir != XFRM_POLICY_OUT && family == AF_INET) { 1111e6175a2eSEyal Birger /* same dst may be used for traffic originating from 1112e6175a2eSEyal Birger * devices with different policy settings. 1113e6175a2eSEyal Birger */ 1114e6175a2eSEyal Birger return IPCB(skb)->flags & IPSKB_NOPOLICY; 1115e6175a2eSEyal Birger } 1116e6175a2eSEyal Birger return skb_dst(skb) && (skb_dst(skb)->flags & DST_NOPOLICY); 1117e6175a2eSEyal Birger } 1118e6175a2eSEyal Birger 1119d5422efeSHerbert Xu static inline int __xfrm_policy_check2(struct sock *sk, int dir, 1120d5422efeSHerbert Xu struct sk_buff *skb, 1121d5422efeSHerbert Xu unsigned int family, int reverse) 11221da177e4SLinus Torvalds { 1123f6e1e25dSAlexey Dobriyan struct net *net = dev_net(skb->dev); 1124d5422efeSHerbert Xu int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0); 1125d5422efeSHerbert Xu 11261da177e4SLinus Torvalds if (sk && sk->sk_policy[XFRM_POLICY_IN]) 1127d5422efeSHerbert Xu return __xfrm_policy_check(sk, ndir, skb, family); 11281da177e4SLinus Torvalds 1129b58b1f56SNicolas Dichtel return __xfrm_check_nopolicy(net, skb, dir) || 1130e6175a2eSEyal Birger __xfrm_check_dev_nopolicy(skb, dir, family) || 1131d5422efeSHerbert Xu __xfrm_policy_check(sk, ndir, skb, family); 1132d5422efeSHerbert Xu } 1133d5422efeSHerbert Xu 1134d5422efeSHerbert Xu static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family) 1135d5422efeSHerbert Xu { 1136d5422efeSHerbert Xu return __xfrm_policy_check2(sk, dir, skb, family, 0); 11371da177e4SLinus Torvalds } 11381da177e4SLinus Torvalds 11391da177e4SLinus Torvalds static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb) 11401da177e4SLinus Torvalds { 11411da177e4SLinus Torvalds return xfrm_policy_check(sk, dir, skb, AF_INET); 11421da177e4SLinus Torvalds } 11431da177e4SLinus Torvalds 11441da177e4SLinus Torvalds static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb) 11451da177e4SLinus Torvalds { 11461da177e4SLinus Torvalds return xfrm_policy_check(sk, dir, skb, AF_INET6); 11471da177e4SLinus Torvalds } 11481da177e4SLinus Torvalds 1149d5422efeSHerbert Xu static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir, 1150d5422efeSHerbert Xu struct sk_buff *skb) 1151d5422efeSHerbert Xu { 1152d5422efeSHerbert Xu return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1); 1153d5422efeSHerbert Xu } 1154d5422efeSHerbert Xu 1155d5422efeSHerbert Xu static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir, 1156d5422efeSHerbert Xu struct sk_buff *skb) 1157d5422efeSHerbert Xu { 1158d5422efeSHerbert Xu return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1); 1159d5422efeSHerbert Xu } 1160d5422efeSHerbert Xu 1161d511337aSJoe Perches int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl, 1162d5422efeSHerbert Xu unsigned int family, int reverse); 1163d5422efeSHerbert Xu 1164d5422efeSHerbert Xu static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl, 1165d5422efeSHerbert Xu unsigned int family) 1166d5422efeSHerbert Xu { 1167d5422efeSHerbert Xu return __xfrm_decode_session(skb, fl, family, 0); 1168d5422efeSHerbert Xu } 1169d5422efeSHerbert Xu 1170d5422efeSHerbert Xu static inline int xfrm_decode_session_reverse(struct sk_buff *skb, 1171d5422efeSHerbert Xu struct flowi *fl, 1172d5422efeSHerbert Xu unsigned int family) 1173d5422efeSHerbert Xu { 1174d5422efeSHerbert Xu return __xfrm_decode_session(skb, fl, family, 1); 1175d5422efeSHerbert Xu } 1176d5422efeSHerbert Xu 1177d511337aSJoe Perches int __xfrm_route_forward(struct sk_buff *skb, unsigned short family); 11781da177e4SLinus Torvalds 11791da177e4SLinus Torvalds static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family) 11801da177e4SLinus Torvalds { 118199a66657SAlexey Dobriyan struct net *net = dev_net(skb->dev); 118299a66657SAlexey Dobriyan 1183b58b1f56SNicolas Dichtel if (!net->xfrm.policy_count[XFRM_POLICY_OUT] && 1184b58b1f56SNicolas Dichtel net->xfrm.policy_default[XFRM_POLICY_OUT] == XFRM_USERPOLICY_ACCEPT) 1185b58b1f56SNicolas Dichtel return true; 1186b58b1f56SNicolas Dichtel 11872d151d39SSteffen Klassert return (skb_dst(skb)->flags & DST_NOXFRM) || 11882d151d39SSteffen Klassert __xfrm_route_forward(skb, family); 11891da177e4SLinus Torvalds } 11901da177e4SLinus Torvalds 11911da177e4SLinus Torvalds static inline int xfrm4_route_forward(struct sk_buff *skb) 11921da177e4SLinus Torvalds { 11931da177e4SLinus Torvalds return xfrm_route_forward(skb, AF_INET); 11941da177e4SLinus Torvalds } 11951da177e4SLinus Torvalds 11961da177e4SLinus Torvalds static inline int xfrm6_route_forward(struct sk_buff *skb) 11971da177e4SLinus Torvalds { 11981da177e4SLinus Torvalds return xfrm_route_forward(skb, AF_INET6); 11991da177e4SLinus Torvalds } 12001da177e4SLinus Torvalds 1201d188ba86SEric Dumazet int __xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk); 12021da177e4SLinus Torvalds 1203d188ba86SEric Dumazet static inline int xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk) 12041da177e4SLinus Torvalds { 1205e22aa148Ssewookseo if (!sk_fullsock(osk)) 1206e22aa148Ssewookseo return 0; 1207d188ba86SEric Dumazet sk->sk_policy[0] = NULL; 1208d188ba86SEric Dumazet sk->sk_policy[1] = NULL; 1209d188ba86SEric Dumazet if (unlikely(osk->sk_policy[0] || osk->sk_policy[1])) 1210d188ba86SEric Dumazet return __xfrm_sk_clone_policy(sk, osk); 12111da177e4SLinus Torvalds return 0; 12121da177e4SLinus Torvalds } 12131da177e4SLinus Torvalds 1214d511337aSJoe Perches int xfrm_policy_delete(struct xfrm_policy *pol, int dir); 12151da177e4SLinus Torvalds 12161da177e4SLinus Torvalds static inline void xfrm_sk_free_policy(struct sock *sk) 12171da177e4SLinus Torvalds { 1218d188ba86SEric Dumazet struct xfrm_policy *pol; 1219d188ba86SEric Dumazet 1220d188ba86SEric Dumazet pol = rcu_dereference_protected(sk->sk_policy[0], 1); 1221d188ba86SEric Dumazet if (unlikely(pol != NULL)) { 1222d188ba86SEric Dumazet xfrm_policy_delete(pol, XFRM_POLICY_MAX); 12231da177e4SLinus Torvalds sk->sk_policy[0] = NULL; 12241da177e4SLinus Torvalds } 1225d188ba86SEric Dumazet pol = rcu_dereference_protected(sk->sk_policy[1], 1); 1226d188ba86SEric Dumazet if (unlikely(pol != NULL)) { 1227d188ba86SEric Dumazet xfrm_policy_delete(pol, XFRM_POLICY_MAX+1); 12281da177e4SLinus Torvalds sk->sk_policy[1] = NULL; 12291da177e4SLinus Torvalds } 12301da177e4SLinus Torvalds } 12311da177e4SLinus Torvalds 12321da177e4SLinus Torvalds #else 12331da177e4SLinus Torvalds 12341da177e4SLinus Torvalds static inline void xfrm_sk_free_policy(struct sock *sk) {} 1235d188ba86SEric Dumazet static inline int xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk) { return 0; } 12361da177e4SLinus Torvalds static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; } 12371da177e4SLinus Torvalds static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; } 12381da177e4SLinus Torvalds static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb) 12391da177e4SLinus Torvalds { 12401da177e4SLinus Torvalds return 1; 12411da177e4SLinus Torvalds } 12421da177e4SLinus Torvalds static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb) 12431da177e4SLinus Torvalds { 12441da177e4SLinus Torvalds return 1; 12451da177e4SLinus Torvalds } 12461da177e4SLinus Torvalds static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family) 12471da177e4SLinus Torvalds { 12481da177e4SLinus Torvalds return 1; 12491da177e4SLinus Torvalds } 1250d5422efeSHerbert Xu static inline int xfrm_decode_session_reverse(struct sk_buff *skb, 1251d5422efeSHerbert Xu struct flowi *fl, 1252d5422efeSHerbert Xu unsigned int family) 1253d5422efeSHerbert Xu { 1254d5422efeSHerbert Xu return -ENOSYS; 1255d5422efeSHerbert Xu } 1256d5422efeSHerbert Xu static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir, 1257d5422efeSHerbert Xu struct sk_buff *skb) 1258d5422efeSHerbert Xu { 1259d5422efeSHerbert Xu return 1; 1260d5422efeSHerbert Xu } 1261d5422efeSHerbert Xu static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir, 1262d5422efeSHerbert Xu struct sk_buff *skb) 1263d5422efeSHerbert Xu { 1264d5422efeSHerbert Xu return 1; 1265d5422efeSHerbert Xu } 12661da177e4SLinus Torvalds #endif 12671da177e4SLinus Torvalds 12681da177e4SLinus Torvalds static __inline__ 1269e8a4e377SDavid S. Miller xfrm_address_t *xfrm_flowi_daddr(const struct flowi *fl, unsigned short family) 12701da177e4SLinus Torvalds { 12711da177e4SLinus Torvalds switch (family){ 12721da177e4SLinus Torvalds case AF_INET: 12737e1dc7b6SDavid S. Miller return (xfrm_address_t *)&fl->u.ip4.daddr; 12741da177e4SLinus Torvalds case AF_INET6: 12757e1dc7b6SDavid S. Miller return (xfrm_address_t *)&fl->u.ip6.daddr; 12761da177e4SLinus Torvalds } 12771da177e4SLinus Torvalds return NULL; 12781da177e4SLinus Torvalds } 12791da177e4SLinus Torvalds 12801da177e4SLinus Torvalds static __inline__ 1281e8a4e377SDavid S. Miller xfrm_address_t *xfrm_flowi_saddr(const struct flowi *fl, unsigned short family) 12821da177e4SLinus Torvalds { 12831da177e4SLinus Torvalds switch (family){ 12841da177e4SLinus Torvalds case AF_INET: 12857e1dc7b6SDavid S. Miller return (xfrm_address_t *)&fl->u.ip4.saddr; 12861da177e4SLinus Torvalds case AF_INET6: 12877e1dc7b6SDavid S. Miller return (xfrm_address_t *)&fl->u.ip6.saddr; 12881da177e4SLinus Torvalds } 12891da177e4SLinus Torvalds return NULL; 12901da177e4SLinus Torvalds } 12911da177e4SLinus Torvalds 12929bb182a7SYOSHIFUJI Hideaki static __inline__ 1293e8a4e377SDavid S. Miller void xfrm_flowi_addr_get(const struct flowi *fl, 12949bb182a7SYOSHIFUJI Hideaki xfrm_address_t *saddr, xfrm_address_t *daddr, 12959bb182a7SYOSHIFUJI Hideaki unsigned short family) 12969bb182a7SYOSHIFUJI Hideaki { 12979bb182a7SYOSHIFUJI Hideaki switch(family) { 12989bb182a7SYOSHIFUJI Hideaki case AF_INET: 12997e1dc7b6SDavid S. Miller memcpy(&saddr->a4, &fl->u.ip4.saddr, sizeof(saddr->a4)); 13007e1dc7b6SDavid S. Miller memcpy(&daddr->a4, &fl->u.ip4.daddr, sizeof(daddr->a4)); 13019bb182a7SYOSHIFUJI Hideaki break; 13029bb182a7SYOSHIFUJI Hideaki case AF_INET6: 130315e318bdSJiri Benc saddr->in6 = fl->u.ip6.saddr; 130415e318bdSJiri Benc daddr->in6 = fl->u.ip6.daddr; 13059bb182a7SYOSHIFUJI Hideaki break; 13069bb182a7SYOSHIFUJI Hideaki } 13079bb182a7SYOSHIFUJI Hideaki } 13089bb182a7SYOSHIFUJI Hideaki 13091da177e4SLinus Torvalds static __inline__ int 1310f8848067SDavid S. Miller __xfrm4_state_addr_check(const struct xfrm_state *x, 1311f8848067SDavid S. Miller const xfrm_address_t *daddr, const xfrm_address_t *saddr) 13121da177e4SLinus Torvalds { 13131da177e4SLinus Torvalds if (daddr->a4 == x->id.daddr.a4 && 13141da177e4SLinus Torvalds (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4)) 13151da177e4SLinus Torvalds return 1; 13161da177e4SLinus Torvalds return 0; 13171da177e4SLinus Torvalds } 13181da177e4SLinus Torvalds 13191da177e4SLinus Torvalds static __inline__ int 1320f8848067SDavid S. Miller __xfrm6_state_addr_check(const struct xfrm_state *x, 1321f8848067SDavid S. Miller const xfrm_address_t *daddr, const xfrm_address_t *saddr) 13221da177e4SLinus Torvalds { 1323ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 if (ipv6_addr_equal((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) && 1324ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 (ipv6_addr_equal((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr) || 13251da177e4SLinus Torvalds ipv6_addr_any((struct in6_addr *)saddr) || 13261da177e4SLinus Torvalds ipv6_addr_any((struct in6_addr *)&x->props.saddr))) 13271da177e4SLinus Torvalds return 1; 13281da177e4SLinus Torvalds return 0; 13291da177e4SLinus Torvalds } 13301da177e4SLinus Torvalds 13311da177e4SLinus Torvalds static __inline__ int 1332f8848067SDavid S. Miller xfrm_state_addr_check(const struct xfrm_state *x, 1333f8848067SDavid S. Miller const xfrm_address_t *daddr, const xfrm_address_t *saddr, 13341da177e4SLinus Torvalds unsigned short family) 13351da177e4SLinus Torvalds { 13361da177e4SLinus Torvalds switch (family) { 13371da177e4SLinus Torvalds case AF_INET: 13381da177e4SLinus Torvalds return __xfrm4_state_addr_check(x, daddr, saddr); 13391da177e4SLinus Torvalds case AF_INET6: 13401da177e4SLinus Torvalds return __xfrm6_state_addr_check(x, daddr, saddr); 13411da177e4SLinus Torvalds } 13421da177e4SLinus Torvalds return 0; 13431da177e4SLinus Torvalds } 13441da177e4SLinus Torvalds 1345e53820deSMasahide NAKAMURA static __inline__ int 1346f8848067SDavid S. Miller xfrm_state_addr_flow_check(const struct xfrm_state *x, const struct flowi *fl, 1347e53820deSMasahide NAKAMURA unsigned short family) 1348e53820deSMasahide NAKAMURA { 1349e53820deSMasahide NAKAMURA switch (family) { 1350e53820deSMasahide NAKAMURA case AF_INET: 1351e53820deSMasahide NAKAMURA return __xfrm4_state_addr_check(x, 13527e1dc7b6SDavid S. Miller (const xfrm_address_t *)&fl->u.ip4.daddr, 13537e1dc7b6SDavid S. Miller (const xfrm_address_t *)&fl->u.ip4.saddr); 1354e53820deSMasahide NAKAMURA case AF_INET6: 1355e53820deSMasahide NAKAMURA return __xfrm6_state_addr_check(x, 13567e1dc7b6SDavid S. Miller (const xfrm_address_t *)&fl->u.ip6.daddr, 13577e1dc7b6SDavid S. Miller (const xfrm_address_t *)&fl->u.ip6.saddr); 1358e53820deSMasahide NAKAMURA } 1359e53820deSMasahide NAKAMURA return 0; 1360e53820deSMasahide NAKAMURA } 1361e53820deSMasahide NAKAMURA 1362f8848067SDavid S. Miller static inline int xfrm_state_kern(const struct xfrm_state *x) 13631da177e4SLinus Torvalds { 13641da177e4SLinus Torvalds return atomic_read(&x->tunnel_users); 13651da177e4SLinus Torvalds } 13661da177e4SLinus Torvalds 1367dbb2483bSCong Wang static inline bool xfrm_id_proto_valid(u8 proto) 1368dbb2483bSCong Wang { 1369dbb2483bSCong Wang switch (proto) { 1370dbb2483bSCong Wang case IPPROTO_AH: 1371dbb2483bSCong Wang case IPPROTO_ESP: 1372dbb2483bSCong Wang case IPPROTO_COMP: 1373dbb2483bSCong Wang #if IS_ENABLED(CONFIG_IPV6) 1374dbb2483bSCong Wang case IPPROTO_ROUTING: 1375dbb2483bSCong Wang case IPPROTO_DSTOPTS: 1376dbb2483bSCong Wang #endif 1377dbb2483bSCong Wang return true; 1378dbb2483bSCong Wang default: 1379dbb2483bSCong Wang return false; 1380dbb2483bSCong Wang } 1381dbb2483bSCong Wang } 1382dbb2483bSCong Wang 1383dbb2483bSCong Wang /* IPSEC_PROTO_ANY only matches 3 IPsec protocols, 0 could match all. */ 13845794708fSMasahide NAKAMURA static inline int xfrm_id_proto_match(u8 proto, u8 userproto) 13855794708fSMasahide NAKAMURA { 1386dc00a525SMasahide NAKAMURA return (!userproto || proto == userproto || 1387dc00a525SMasahide NAKAMURA (userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH || 1388dc00a525SMasahide NAKAMURA proto == IPPROTO_ESP || 1389dc00a525SMasahide NAKAMURA proto == IPPROTO_COMP))); 13905794708fSMasahide NAKAMURA } 13915794708fSMasahide NAKAMURA 13921da177e4SLinus Torvalds /* 13931da177e4SLinus Torvalds * xfrm algorithm information 13941da177e4SLinus Torvalds */ 13951a6509d9SHerbert Xu struct xfrm_algo_aead_info { 1396165ecc63SHerbert Xu char *geniv; 13971a6509d9SHerbert Xu u16 icv_truncbits; 13981a6509d9SHerbert Xu }; 13991a6509d9SHerbert Xu 14001da177e4SLinus Torvalds struct xfrm_algo_auth_info { 14011da177e4SLinus Torvalds u16 icv_truncbits; 14021da177e4SLinus Torvalds u16 icv_fullbits; 14031da177e4SLinus Torvalds }; 14041da177e4SLinus Torvalds 14051da177e4SLinus Torvalds struct xfrm_algo_encr_info { 1406165ecc63SHerbert Xu char *geniv; 14071da177e4SLinus Torvalds u16 blockbits; 14081da177e4SLinus Torvalds u16 defkeybits; 14091da177e4SLinus Torvalds }; 14101da177e4SLinus Torvalds 14111da177e4SLinus Torvalds struct xfrm_algo_comp_info { 14121da177e4SLinus Torvalds u16 threshold; 14131da177e4SLinus Torvalds }; 14141da177e4SLinus Torvalds 14151da177e4SLinus Torvalds struct xfrm_algo_desc { 14161da177e4SLinus Torvalds char *name; 141704ff1260SHerbert Xu char *compat; 14181da177e4SLinus Torvalds u8 available:1; 14197e50f84cSJussi Kivilinna u8 pfkey_supported:1; 14201da177e4SLinus Torvalds union { 14211a6509d9SHerbert Xu struct xfrm_algo_aead_info aead; 14221da177e4SLinus Torvalds struct xfrm_algo_auth_info auth; 14231da177e4SLinus Torvalds struct xfrm_algo_encr_info encr; 14241da177e4SLinus Torvalds struct xfrm_algo_comp_info comp; 14251da177e4SLinus Torvalds } uinfo; 14261da177e4SLinus Torvalds struct sadb_alg desc; 14271da177e4SLinus Torvalds }; 14281da177e4SLinus Torvalds 14293328715eSSteffen Klassert /* XFRM protocol handlers. */ 14303328715eSSteffen Klassert struct xfrm4_protocol { 14313328715eSSteffen Klassert int (*handler)(struct sk_buff *skb); 14323328715eSSteffen Klassert int (*input_handler)(struct sk_buff *skb, int nexthdr, __be32 spi, 14333328715eSSteffen Klassert int encap_type); 14343328715eSSteffen Klassert int (*cb_handler)(struct sk_buff *skb, int err); 14353328715eSSteffen Klassert int (*err_handler)(struct sk_buff *skb, u32 info); 14363328715eSSteffen Klassert 14373328715eSSteffen Klassert struct xfrm4_protocol __rcu *next; 14383328715eSSteffen Klassert int priority; 14393328715eSSteffen Klassert }; 14403328715eSSteffen Klassert 14417e14ea15SSteffen Klassert struct xfrm6_protocol { 14427e14ea15SSteffen Klassert int (*handler)(struct sk_buff *skb); 14430146dca7SSabrina Dubroca int (*input_handler)(struct sk_buff *skb, int nexthdr, __be32 spi, 14440146dca7SSabrina Dubroca int encap_type); 14457e14ea15SSteffen Klassert int (*cb_handler)(struct sk_buff *skb, int err); 14467e14ea15SSteffen Klassert int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt, 14477e14ea15SSteffen Klassert u8 type, u8 code, int offset, __be32 info); 14487e14ea15SSteffen Klassert 14497e14ea15SSteffen Klassert struct xfrm6_protocol __rcu *next; 14507e14ea15SSteffen Klassert int priority; 14517e14ea15SSteffen Klassert }; 14527e14ea15SSteffen Klassert 14531da177e4SLinus Torvalds /* XFRM tunnel handlers. */ 14541da177e4SLinus Torvalds struct xfrm_tunnel { 14551da177e4SLinus Torvalds int (*handler)(struct sk_buff *skb); 14566df2db5dSXin Long int (*cb_handler)(struct sk_buff *skb, int err); 1457a6337463Sjamal int (*err_handler)(struct sk_buff *skb, u32 info); 1458d2acc347SHerbert Xu 1459b33eab08SEric Dumazet struct xfrm_tunnel __rcu *next; 1460d2acc347SHerbert Xu int priority; 14611da177e4SLinus Torvalds }; 14621da177e4SLinus Torvalds 14631da177e4SLinus Torvalds struct xfrm6_tunnel { 1464d2acc347SHerbert Xu int (*handler)(struct sk_buff *skb); 146586afc703SXin Long int (*cb_handler)(struct sk_buff *skb, int err); 1466d2acc347SHerbert Xu int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt, 1467d5fdd6baSBrian Haley u8 type, u8 code, int offset, __be32 info); 14686f0bcf15SEric Dumazet struct xfrm6_tunnel __rcu *next; 1469d2acc347SHerbert Xu int priority; 14701da177e4SLinus Torvalds }; 14711da177e4SLinus Torvalds 1472d511337aSJoe Perches void xfrm_init(void); 1473d511337aSJoe Perches void xfrm4_init(void); 1474d511337aSJoe Perches int xfrm_state_init(struct net *net); 1475d511337aSJoe Perches void xfrm_state_fini(struct net *net); 1476d511337aSJoe Perches void xfrm4_state_init(void); 14772f32b51bSSteffen Klassert void xfrm4_protocol_init(void); 1478c35b7e72SDaniel Lezcano #ifdef CONFIG_XFRM 1479d511337aSJoe Perches int xfrm6_init(void); 1480d511337aSJoe Perches void xfrm6_fini(void); 1481d511337aSJoe Perches int xfrm6_state_init(void); 1482d511337aSJoe Perches void xfrm6_state_fini(void); 14837e14ea15SSteffen Klassert int xfrm6_protocol_init(void); 14847e14ea15SSteffen Klassert void xfrm6_protocol_fini(void); 1485c35b7e72SDaniel Lezcano #else 1486c35b7e72SDaniel Lezcano static inline int xfrm6_init(void) 1487c35b7e72SDaniel Lezcano { 1488c35b7e72SDaniel Lezcano return 0; 1489c35b7e72SDaniel Lezcano } 1490c35b7e72SDaniel Lezcano static inline void xfrm6_fini(void) 1491c35b7e72SDaniel Lezcano { 1492c35b7e72SDaniel Lezcano ; 1493c35b7e72SDaniel Lezcano } 1494c35b7e72SDaniel Lezcano #endif 14951da177e4SLinus Torvalds 1496558f82efSMasahide NAKAMURA #ifdef CONFIG_XFRM_STATISTICS 1497d511337aSJoe Perches int xfrm_proc_init(struct net *net); 1498d511337aSJoe Perches void xfrm_proc_fini(struct net *net); 1499558f82efSMasahide NAKAMURA #endif 1500558f82efSMasahide NAKAMURA 1501d511337aSJoe Perches int xfrm_sysctl_init(struct net *net); 1502b27aeadbSAlexey Dobriyan #ifdef CONFIG_SYSCTL 1503d511337aSJoe Perches void xfrm_sysctl_fini(struct net *net); 1504b27aeadbSAlexey Dobriyan #else 1505b27aeadbSAlexey Dobriyan static inline void xfrm_sysctl_fini(struct net *net) 1506b27aeadbSAlexey Dobriyan { 1507b27aeadbSAlexey Dobriyan } 1508b27aeadbSAlexey Dobriyan #endif 1509b27aeadbSAlexey Dobriyan 1510d3623099SNicolas Dichtel void xfrm_state_walk_init(struct xfrm_state_walk *walk, u8 proto, 1511870a2df4SNicolas Dichtel struct xfrm_address_filter *filter); 1512d511337aSJoe Perches int xfrm_state_walk(struct net *net, struct xfrm_state_walk *walk, 15134c563f76STimo Teras int (*func)(struct xfrm_state *, int, void*), void *); 1514283bc9f3SFan Du void xfrm_state_walk_done(struct xfrm_state_walk *walk, struct net *net); 1515d511337aSJoe Perches struct xfrm_state *xfrm_state_alloc(struct net *net); 15164a135e53SMathias Krause void xfrm_state_free(struct xfrm_state *x); 1517d511337aSJoe Perches struct xfrm_state *xfrm_state_find(const xfrm_address_t *daddr, 151833765d06SDavid S. Miller const xfrm_address_t *saddr, 1519b520e9f6SDavid S. Miller const struct flowi *fl, 1520b520e9f6SDavid S. Miller struct xfrm_tmpl *tmpl, 15211da177e4SLinus Torvalds struct xfrm_policy *pol, int *err, 1522bc56b334SBenedict Wong unsigned short family, u32 if_id); 15237e652640SSteffen Klassert struct xfrm_state *xfrm_stateonly_find(struct net *net, u32 mark, u32 if_id, 15245447c5e4SAlexey Dobriyan xfrm_address_t *daddr, 1525628529b6SJamal Hadi Salim xfrm_address_t *saddr, 1526628529b6SJamal Hadi Salim unsigned short family, 1527628529b6SJamal Hadi Salim u8 mode, u8 proto, u32 reqid); 1528c454997eSFan Du struct xfrm_state *xfrm_state_lookup_byspi(struct net *net, __be32 spi, 1529c454997eSFan Du unsigned short family); 1530d511337aSJoe Perches int xfrm_state_check_expire(struct xfrm_state *x); 1531d511337aSJoe Perches void xfrm_state_insert(struct xfrm_state *x); 1532d511337aSJoe Perches int xfrm_state_add(struct xfrm_state *x); 1533d511337aSJoe Perches int xfrm_state_update(struct xfrm_state *x); 1534d511337aSJoe Perches struct xfrm_state *xfrm_state_lookup(struct net *net, u32 mark, 1535a70486f0SDavid S. Miller const xfrm_address_t *daddr, __be32 spi, 1536bd55775cSJamal Hadi Salim u8 proto, unsigned short family); 1537d511337aSJoe Perches struct xfrm_state *xfrm_state_lookup_byaddr(struct net *net, u32 mark, 1538a70486f0SDavid S. Miller const xfrm_address_t *daddr, 1539a70486f0SDavid S. Miller const xfrm_address_t *saddr, 1540bd55775cSJamal Hadi Salim u8 proto, 1541bd55775cSJamal Hadi Salim unsigned short family); 154241a49cc3SMasahide NAKAMURA #ifdef CONFIG_XFRM_SUB_POLICY 15433aaf3915SFlorian Westphal void xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n, 15443aaf3915SFlorian Westphal unsigned short family); 15453aaf3915SFlorian Westphal void xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src, int n, 1546d511337aSJoe Perches unsigned short family); 154741a49cc3SMasahide NAKAMURA #else 15483aaf3915SFlorian Westphal static inline void xfrm_tmpl_sort(struct xfrm_tmpl **d, struct xfrm_tmpl **s, 154941a49cc3SMasahide NAKAMURA int n, unsigned short family) 155041a49cc3SMasahide NAKAMURA { 15513aaf3915SFlorian Westphal } 15523aaf3915SFlorian Westphal 15533aaf3915SFlorian Westphal static inline void xfrm_state_sort(struct xfrm_state **d, struct xfrm_state **s, 15543aaf3915SFlorian Westphal int n, unsigned short family) 15553aaf3915SFlorian Westphal { 155641a49cc3SMasahide NAKAMURA } 155741a49cc3SMasahide NAKAMURA #endif 1558af11e316SJamal Hadi Salim 1559af11e316SJamal Hadi Salim struct xfrmk_sadinfo { 1560af11e316SJamal Hadi Salim u32 sadhcnt; /* current hash bkts */ 1561af11e316SJamal Hadi Salim u32 sadhmcnt; /* max allowed hash bkts */ 1562af11e316SJamal Hadi Salim u32 sadcnt; /* current running count */ 1563af11e316SJamal Hadi Salim }; 1564af11e316SJamal Hadi Salim 15655a6d3416SJamal Hadi Salim struct xfrmk_spdinfo { 15665a6d3416SJamal Hadi Salim u32 incnt; 15675a6d3416SJamal Hadi Salim u32 outcnt; 15685a6d3416SJamal Hadi Salim u32 fwdcnt; 15695a6d3416SJamal Hadi Salim u32 inscnt; 15705a6d3416SJamal Hadi Salim u32 outscnt; 15715a6d3416SJamal Hadi Salim u32 fwdscnt; 15725a6d3416SJamal Hadi Salim u32 spdhcnt; 15735a6d3416SJamal Hadi Salim u32 spdhmcnt; 15745a6d3416SJamal Hadi Salim }; 15755a6d3416SJamal Hadi Salim 1576d511337aSJoe Perches struct xfrm_state *xfrm_find_acq_byseq(struct net *net, u32 mark, u32 seq); 1577d511337aSJoe Perches int xfrm_state_delete(struct xfrm_state *x); 1578f75a2804SCong Wang int xfrm_state_flush(struct net *net, u8 proto, bool task_valid, bool sync); 1579d77e38e6SSteffen Klassert int xfrm_dev_state_flush(struct net *net, struct net_device *dev, bool task_valid); 1580d511337aSJoe Perches void xfrm_sad_getinfo(struct net *net, struct xfrmk_sadinfo *si); 1581d511337aSJoe Perches void xfrm_spd_getinfo(struct net *net, struct xfrmk_spdinfo *si); 1582d511337aSJoe Perches u32 xfrm_replay_seqhi(struct xfrm_state *x, __be32 net_seq); 1583*1cf9a3aeSSabrina Dubroca int xfrm_init_replay(struct xfrm_state *x, struct netlink_ext_ack *extack); 1584c7b37c76SFlorian Westphal u32 xfrm_state_mtu(struct xfrm_state *x, int mtu); 1585741f9a10SSabrina Dubroca int __xfrm_init_state(struct xfrm_state *x, bool init_replay, bool offload, 1586741f9a10SSabrina Dubroca struct netlink_ext_ack *extack); 1587d511337aSJoe Perches int xfrm_init_state(struct xfrm_state *x); 1588d511337aSJoe Perches int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi, int encap_type); 1589d511337aSJoe Perches int xfrm_input_resume(struct sk_buff *skb, int nexthdr); 15907b380192SSabrina Dubroca int xfrm_trans_queue_net(struct net *net, struct sk_buff *skb, 15917b380192SSabrina Dubroca int (*finish)(struct net *, struct sock *, 15927b380192SSabrina Dubroca struct sk_buff *)); 1593acf568eeSHerbert Xu int xfrm_trans_queue(struct sk_buff *skb, 1594acf568eeSHerbert Xu int (*finish)(struct net *, struct sock *, 1595acf568eeSHerbert Xu struct sk_buff *)); 15969ab1265dSEvan Nimmo int xfrm_output_resume(struct sock *sk, struct sk_buff *skb, int err); 15977026b1ddSDavid Miller int xfrm_output(struct sock *sk, struct sk_buff *skb); 15980c620e97SFlorian Westphal 15990c620e97SFlorian Westphal #if IS_ENABLED(CONFIG_NET_PKTGEN) 16000c620e97SFlorian Westphal int pktgen_xfrm_outer_mode_output(struct xfrm_state *x, struct sk_buff *skb); 16010c620e97SFlorian Westphal #endif 16020c620e97SFlorian Westphal 1603d511337aSJoe Perches void xfrm_local_error(struct sk_buff *skb, int mtu); 1604d511337aSJoe Perches int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb); 1605d511337aSJoe Perches int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi, 1606716062fdSHerbert Xu int encap_type); 1607d511337aSJoe Perches int xfrm4_transport_finish(struct sk_buff *skb, int async); 1608d511337aSJoe Perches int xfrm4_rcv(struct sk_buff *skb); 1609c4541b41SHerbert Xu 1610c4541b41SHerbert Xu static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi) 1611c4541b41SHerbert Xu { 161270be6c91SSteffen Klassert XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL; 16133328715eSSteffen Klassert XFRM_SPI_SKB_CB(skb)->family = AF_INET; 16143328715eSSteffen Klassert XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr); 16153328715eSSteffen Klassert return xfrm_input(skb, nexthdr, spi, 0); 1616c4541b41SHerbert Xu } 1617c4541b41SHerbert Xu 1618ede2059dSEric W. Biederman int xfrm4_output(struct net *net, struct sock *sk, struct sk_buff *skb); 16193328715eSSteffen Klassert int xfrm4_protocol_register(struct xfrm4_protocol *handler, unsigned char protocol); 16203328715eSSteffen Klassert int xfrm4_protocol_deregister(struct xfrm4_protocol *handler, unsigned char protocol); 1621d511337aSJoe Perches int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family); 1622d511337aSJoe Perches int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family); 1623d511337aSJoe Perches void xfrm4_local_error(struct sk_buff *skb, u32 mtu); 1624d511337aSJoe Perches int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb); 162563c43787SNicolas Dichtel int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi, 162663c43787SNicolas Dichtel struct ip6_tnl *t); 16270146dca7SSabrina Dubroca int xfrm6_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi, 16280146dca7SSabrina Dubroca int encap_type); 1629d511337aSJoe Perches int xfrm6_transport_finish(struct sk_buff *skb, int async); 163063c43787SNicolas Dichtel int xfrm6_rcv_tnl(struct sk_buff *skb, struct ip6_tnl *t); 1631d511337aSJoe Perches int xfrm6_rcv(struct sk_buff *skb); 1632d511337aSJoe Perches int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr, 1633fbd9a5b4SMasahide NAKAMURA xfrm_address_t *saddr, u8 proto); 16347b77d161SDavid S. Miller void xfrm6_local_error(struct sk_buff *skb, u32 mtu); 16357e14ea15SSteffen Klassert int xfrm6_protocol_register(struct xfrm6_protocol *handler, unsigned char protocol); 16367e14ea15SSteffen Klassert int xfrm6_protocol_deregister(struct xfrm6_protocol *handler, unsigned char protocol); 1637d511337aSJoe Perches int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family); 16387b77d161SDavid S. Miller int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family); 1639d511337aSJoe Perches __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr); 1640d511337aSJoe Perches __be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr); 1641ede2059dSEric W. Biederman int xfrm6_output(struct net *net, struct sock *sk, struct sk_buff *skb); 16421da177e4SLinus Torvalds 16431da177e4SLinus Torvalds #ifdef CONFIG_XFRM 16443e50ddd8SFlorian Westphal void xfrm6_local_rxpmtu(struct sk_buff *skb, u32 mtu); 1645d511337aSJoe Perches int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb); 16460146dca7SSabrina Dubroca int xfrm6_udp_encap_rcv(struct sock *sk, struct sk_buff *skb); 1647c6d1b26aSChristoph Hellwig int xfrm_user_policy(struct sock *sk, int optname, sockptr_t optval, 1648c6d1b26aSChristoph Hellwig int optlen); 16491da177e4SLinus Torvalds #else 1650c6d1b26aSChristoph Hellwig static inline int xfrm_user_policy(struct sock *sk, int optname, 1651c6d1b26aSChristoph Hellwig sockptr_t optval, int optlen) 16521da177e4SLinus Torvalds { 16531da177e4SLinus Torvalds return -ENOPROTOOPT; 16541da177e4SLinus Torvalds } 16551da177e4SLinus Torvalds #endif 16561da177e4SLinus Torvalds 1657d77e38e6SSteffen Klassert struct dst_entry *__xfrm_dst_lookup(struct net *net, int tos, int oif, 1658d77e38e6SSteffen Klassert const xfrm_address_t *saddr, 1659d77e38e6SSteffen Klassert const xfrm_address_t *daddr, 1660077fbac4SLorenzo Colitti int family, u32 mark); 1661d77e38e6SSteffen Klassert 16620331b1f3SAlexey Dobriyan struct xfrm_policy *xfrm_policy_alloc(struct net *net, gfp_t gfp); 16634c563f76STimo Teras 1664d511337aSJoe Perches void xfrm_policy_walk_init(struct xfrm_policy_walk *walk, u8 type); 1665d511337aSJoe Perches int xfrm_policy_walk(struct net *net, struct xfrm_policy_walk *walk, 1666d511337aSJoe Perches int (*func)(struct xfrm_policy *, int, int, void*), 1667d511337aSJoe Perches void *); 1668283bc9f3SFan Du void xfrm_policy_walk_done(struct xfrm_policy_walk *walk, struct net *net); 16691da177e4SLinus Torvalds int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl); 16704f47e8abSXin Long struct xfrm_policy *xfrm_policy_bysel_ctx(struct net *net, 16714f47e8abSXin Long const struct xfrm_mark *mark, 16724f47e8abSXin Long u32 if_id, u8 type, int dir, 16734e81bb83SMasahide NAKAMURA struct xfrm_selector *sel, 1674ef41aaa0SEric Paris struct xfrm_sec_ctx *ctx, int delete, 1675ef41aaa0SEric Paris int *err); 16764f47e8abSXin Long struct xfrm_policy *xfrm_policy_byid(struct net *net, 16774f47e8abSXin Long const struct xfrm_mark *mark, u32 if_id, 16784f47e8abSXin Long u8 type, int dir, u32 id, int delete, 16794f47e8abSXin Long int *err); 16802e71029eSTetsuo Handa int xfrm_policy_flush(struct net *net, u8 type, bool task_valid); 1681880a6fabSChristophe Gouault void xfrm_policy_hash_rebuild(struct net *net); 16821da177e4SLinus Torvalds u32 xfrm_get_acqseq(void); 1683776e9dd9SFan Du int verify_spi_info(u8 proto, u32 min, u32 max); 1684d511337aSJoe Perches int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi); 1685e473fcb4SMathias Krause struct xfrm_state *xfrm_find_acq(struct net *net, const struct xfrm_mark *mark, 16867e652640SSteffen Klassert u8 mode, u32 reqid, u32 if_id, u8 proto, 1687a70486f0SDavid S. Miller const xfrm_address_t *daddr, 1688a70486f0SDavid S. Miller const xfrm_address_t *saddr, int create, 1689bd55775cSJamal Hadi Salim unsigned short family); 1690d511337aSJoe Perches int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol); 16911da177e4SLinus Torvalds 169280c9abaaSShinta Sugimoto #ifdef CONFIG_XFRM_MIGRATE 1693d511337aSJoe Perches int km_migrate(const struct xfrm_selector *sel, u8 dir, u8 type, 1694183cad12SDavid S. Miller const struct xfrm_migrate *m, int num_bundles, 16958bafd730SAntony Antony const struct xfrm_kmaddress *k, 16968bafd730SAntony Antony const struct xfrm_encap_tmpl *encap); 1697c1aca308SYan Yan struct xfrm_state *xfrm_migrate_state_find(struct xfrm_migrate *m, struct net *net, 1698c1aca308SYan Yan u32 if_id); 1699d511337aSJoe Perches struct xfrm_state *xfrm_state_migrate(struct xfrm_state *x, 17004ab47d47SAntony Antony struct xfrm_migrate *m, 17014ab47d47SAntony Antony struct xfrm_encap_tmpl *encap); 1702d511337aSJoe Perches int xfrm_migrate(const struct xfrm_selector *sel, u8 dir, u8 type, 170313c1d189SArnaud Ebalard struct xfrm_migrate *m, int num_bundles, 17044ab47d47SAntony Antony struct xfrm_kmaddress *k, struct net *net, 1705c1aca308SYan Yan struct xfrm_encap_tmpl *encap, u32 if_id); 170680c9abaaSShinta Sugimoto #endif 170780c9abaaSShinta Sugimoto 1708d511337aSJoe Perches int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport); 1709d511337aSJoe Perches void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 portid); 1710d511337aSJoe Perches int km_report(struct net *net, u8 proto, struct xfrm_selector *sel, 1711d511337aSJoe Perches xfrm_address_t *addr); 17121da177e4SLinus Torvalds 1713d511337aSJoe Perches void xfrm_input_init(void); 1714d511337aSJoe Perches int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq); 17151da177e4SLinus Torvalds 1716d511337aSJoe Perches void xfrm_probe_algs(void); 1717d511337aSJoe Perches int xfrm_count_pfkey_auth_supported(void); 1718d511337aSJoe Perches int xfrm_count_pfkey_enc_supported(void); 1719d511337aSJoe Perches struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx); 1720d511337aSJoe Perches struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx); 1721d511337aSJoe Perches struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id); 1722d511337aSJoe Perches struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id); 1723d511337aSJoe Perches struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id); 1724d511337aSJoe Perches struct xfrm_algo_desc *xfrm_aalg_get_byname(const char *name, int probe); 1725d511337aSJoe Perches struct xfrm_algo_desc *xfrm_ealg_get_byname(const char *name, int probe); 1726d511337aSJoe Perches struct xfrm_algo_desc *xfrm_calg_get_byname(const char *name, int probe); 1727d511337aSJoe Perches struct xfrm_algo_desc *xfrm_aead_get_byname(const char *name, int icv_len, 17281a6509d9SHerbert Xu int probe); 17291da177e4SLinus Torvalds 1730ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 static inline bool xfrm6_addr_equal(const xfrm_address_t *a, 1731ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 const xfrm_address_t *b) 1732ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 { 1733ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 return ipv6_addr_equal((const struct in6_addr *)a, 1734ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 (const struct in6_addr *)b); 1735ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 } 1736ff88b30cSYOSHIFUJI Hideaki / 吉藤英明 173770e94e66SYOSHIFUJI Hideaki / 吉藤英明 static inline bool xfrm_addr_equal(const xfrm_address_t *a, 173870e94e66SYOSHIFUJI Hideaki / 吉藤英明 const xfrm_address_t *b, 173970e94e66SYOSHIFUJI Hideaki / 吉藤英明 sa_family_t family) 174070e94e66SYOSHIFUJI Hideaki / 吉藤英明 { 174170e94e66SYOSHIFUJI Hideaki / 吉藤英明 switch (family) { 174270e94e66SYOSHIFUJI Hideaki / 吉藤英明 default: 174370e94e66SYOSHIFUJI Hideaki / 吉藤英明 case AF_INET: 174470e94e66SYOSHIFUJI Hideaki / 吉藤英明 return ((__force u32)a->a4 ^ (__force u32)b->a4) == 0; 174570e94e66SYOSHIFUJI Hideaki / 吉藤英明 case AF_INET6: 174670e94e66SYOSHIFUJI Hideaki / 吉藤英明 return xfrm6_addr_equal(a, b); 174770e94e66SYOSHIFUJI Hideaki / 吉藤英明 } 174870e94e66SYOSHIFUJI Hideaki / 吉藤英明 } 174970e94e66SYOSHIFUJI Hideaki / 吉藤英明 175077d8d7a6SHerbert Xu static inline int xfrm_policy_id2dir(u32 index) 175177d8d7a6SHerbert Xu { 175277d8d7a6SHerbert Xu return index & 7; 175377d8d7a6SHerbert Xu } 175477d8d7a6SHerbert Xu 1755a6483b79SAlexey Dobriyan #ifdef CONFIG_XFRM 1756c7f87783SFlorian Westphal void xfrm_replay_advance(struct xfrm_state *x, __be32 net_seq); 1757adfc2fdbSFlorian Westphal int xfrm_replay_check(struct xfrm_state *x, struct sk_buff *skb, __be32 net_seq); 1758cfc61c59SFlorian Westphal void xfrm_replay_notify(struct xfrm_state *x, int event); 1759b5a1d1feSFlorian Westphal int xfrm_replay_overflow(struct xfrm_state *x, struct sk_buff *skb); 176025cfb8bcSFlorian Westphal int xfrm_replay_recheck(struct xfrm_state *x, struct sk_buff *skb, __be32 net_seq); 1761cfc61c59SFlorian Westphal 1762a6483b79SAlexey Dobriyan static inline int xfrm_aevent_is_on(struct net *net) 1763f8cd5488SJamal Hadi Salim { 1764be33690dSPatrick McHardy struct sock *nlsk; 1765be33690dSPatrick McHardy int ret = 0; 1766be33690dSPatrick McHardy 1767be33690dSPatrick McHardy rcu_read_lock(); 1768a6483b79SAlexey Dobriyan nlsk = rcu_dereference(net->xfrm.nlsk); 1769be33690dSPatrick McHardy if (nlsk) 1770be33690dSPatrick McHardy ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS); 1771be33690dSPatrick McHardy rcu_read_unlock(); 1772be33690dSPatrick McHardy return ret; 1773f8cd5488SJamal Hadi Salim } 17740f24558eSHoria Geanta 17750f24558eSHoria Geanta static inline int xfrm_acquire_is_on(struct net *net) 17760f24558eSHoria Geanta { 17770f24558eSHoria Geanta struct sock *nlsk; 17780f24558eSHoria Geanta int ret = 0; 17790f24558eSHoria Geanta 17800f24558eSHoria Geanta rcu_read_lock(); 17810f24558eSHoria Geanta nlsk = rcu_dereference(net->xfrm.nlsk); 17820f24558eSHoria Geanta if (nlsk) 17830f24558eSHoria Geanta ret = netlink_has_listeners(nlsk, XFRMNLGRP_ACQUIRE); 17840f24558eSHoria Geanta rcu_read_unlock(); 17850f24558eSHoria Geanta 17860f24558eSHoria Geanta return ret; 17870f24558eSHoria Geanta } 1788a6483b79SAlexey Dobriyan #endif 1789f8cd5488SJamal Hadi Salim 1790373b8eebSAlexey Dobriyan static inline unsigned int aead_len(struct xfrm_algo_aead *alg) 1791ee5c2317SSteffen Klassert { 1792ee5c2317SSteffen Klassert return sizeof(*alg) + ((alg->alg_key_len + 7) / 8); 1793ee5c2317SSteffen Klassert } 1794ee5c2317SSteffen Klassert 179506cd22f8SAlexey Dobriyan static inline unsigned int xfrm_alg_len(const struct xfrm_algo *alg) 17960f99be0dSEric Dumazet { 17970f99be0dSEric Dumazet return sizeof(*alg) + ((alg->alg_key_len + 7) / 8); 17980f99be0dSEric Dumazet } 17990f99be0dSEric Dumazet 18001bd963a7SAlexey Dobriyan static inline unsigned int xfrm_alg_auth_len(const struct xfrm_algo_auth *alg) 18014447bb33SMartin Willi { 18024447bb33SMartin Willi return sizeof(*alg) + ((alg->alg_key_len + 7) / 8); 18034447bb33SMartin Willi } 18044447bb33SMartin Willi 18055e708e47SAlexey Dobriyan static inline unsigned int xfrm_replay_state_esn_len(struct xfrm_replay_state_esn *replay_esn) 18069736acf3SSteffen Klassert { 18079736acf3SSteffen Klassert return sizeof(*replay_esn) + replay_esn->bmp_len * sizeof(__u32); 18089736acf3SSteffen Klassert } 18099736acf3SSteffen Klassert 181080c9abaaSShinta Sugimoto #ifdef CONFIG_XFRM_MIGRATE 1811af2f464eSSteffen Klassert static inline int xfrm_replay_clone(struct xfrm_state *x, 1812af2f464eSSteffen Klassert struct xfrm_state *orig) 1813af2f464eSSteffen Klassert { 181491a46c6dSAntony Antony 181591a46c6dSAntony Antony x->replay_esn = kmemdup(orig->replay_esn, 181691a46c6dSAntony Antony xfrm_replay_state_esn_len(orig->replay_esn), 1817af2f464eSSteffen Klassert GFP_KERNEL); 1818af2f464eSSteffen Klassert if (!x->replay_esn) 1819af2f464eSSteffen Klassert return -ENOMEM; 182091a46c6dSAntony Antony x->preplay_esn = kmemdup(orig->preplay_esn, 182191a46c6dSAntony Antony xfrm_replay_state_esn_len(orig->preplay_esn), 1822af2f464eSSteffen Klassert GFP_KERNEL); 182391a46c6dSAntony Antony if (!x->preplay_esn) 1824af2f464eSSteffen Klassert return -ENOMEM; 1825af2f464eSSteffen Klassert 1826af2f464eSSteffen Klassert return 0; 1827af2f464eSSteffen Klassert } 1828af2f464eSSteffen Klassert 1829ee5c2317SSteffen Klassert static inline struct xfrm_algo_aead *xfrm_algo_aead_clone(struct xfrm_algo_aead *orig) 1830ee5c2317SSteffen Klassert { 1831ee5c2317SSteffen Klassert return kmemdup(orig, aead_len(orig), GFP_KERNEL); 1832ee5c2317SSteffen Klassert } 1833ee5c2317SSteffen Klassert 1834ee5c2317SSteffen Klassert 183580c9abaaSShinta Sugimoto static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig) 183680c9abaaSShinta Sugimoto { 18370f99be0dSEric Dumazet return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL); 183880c9abaaSShinta Sugimoto } 183980c9abaaSShinta Sugimoto 18404447bb33SMartin Willi static inline struct xfrm_algo_auth *xfrm_algo_auth_clone(struct xfrm_algo_auth *orig) 18414447bb33SMartin Willi { 18424447bb33SMartin Willi return kmemdup(orig, xfrm_alg_auth_len(orig), GFP_KERNEL); 18434447bb33SMartin Willi } 18444447bb33SMartin Willi 184580c9abaaSShinta Sugimoto static inline void xfrm_states_put(struct xfrm_state **states, int n) 184680c9abaaSShinta Sugimoto { 184780c9abaaSShinta Sugimoto int i; 184880c9abaaSShinta Sugimoto for (i = 0; i < n; i++) 184980c9abaaSShinta Sugimoto xfrm_state_put(*(states + i)); 185080c9abaaSShinta Sugimoto } 185180c9abaaSShinta Sugimoto 185280c9abaaSShinta Sugimoto static inline void xfrm_states_delete(struct xfrm_state **states, int n) 185380c9abaaSShinta Sugimoto { 185480c9abaaSShinta Sugimoto int i; 185580c9abaaSShinta Sugimoto for (i = 0; i < n; i++) 185680c9abaaSShinta Sugimoto xfrm_state_delete(*(states + i)); 185780c9abaaSShinta Sugimoto } 185880c9abaaSShinta Sugimoto #endif 1859f8cd5488SJamal Hadi Salim 1860def8b4faSAlexey Dobriyan #ifdef CONFIG_XFRM 186100501121SHerbert Xu static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb) 186200501121SHerbert Xu { 18632294be0fSFlorian Westphal struct sec_path *sp = skb_sec_path(skb); 18642294be0fSFlorian Westphal 18652294be0fSFlorian Westphal return sp->xvec[sp->len - 1]; 186600501121SHerbert Xu } 1867f53c7239SSteffen Klassert #endif 1868f53c7239SSteffen Klassert 186954ef207aSSteffen Klassert static inline struct xfrm_offload *xfrm_offload(struct sk_buff *skb) 187054ef207aSSteffen Klassert { 1871f53c7239SSteffen Klassert #ifdef CONFIG_XFRM 18722294be0fSFlorian Westphal struct sec_path *sp = skb_sec_path(skb); 187354ef207aSSteffen Klassert 187454ef207aSSteffen Klassert if (!sp || !sp->olen || sp->len != sp->olen) 187554ef207aSSteffen Klassert return NULL; 187654ef207aSSteffen Klassert 187754ef207aSSteffen Klassert return &sp->ovec[sp->olen - 1]; 1878f53c7239SSteffen Klassert #else 1879f53c7239SSteffen Klassert return NULL; 1880def8b4faSAlexey Dobriyan #endif 1881f53c7239SSteffen Klassert } 188200501121SHerbert Xu 1883e9a441b6SKirill Tkhai void __init xfrm_dev_init(void); 1884b81f884aSHangbin Liu 1885b81f884aSHangbin Liu #ifdef CONFIG_XFRM_OFFLOAD 1886f53c7239SSteffen Klassert void xfrm_dev_resume(struct sk_buff *skb); 1887f53c7239SSteffen Klassert void xfrm_dev_backlog(struct softnet_data *sd); 1888f53c7239SSteffen Klassert struct sk_buff *validate_xmit_xfrm(struct sk_buff *skb, netdev_features_t features, bool *again); 1889d77e38e6SSteffen Klassert int xfrm_dev_state_add(struct net *net, struct xfrm_state *x, 1890adb5c33eSSabrina Dubroca struct xfrm_user_offload *xuo, 1891adb5c33eSSabrina Dubroca struct netlink_ext_ack *extack); 1892d77e38e6SSteffen Klassert bool xfrm_dev_offload_ok(struct sk_buff *skb, struct xfrm_state *x); 1893d77e38e6SSteffen Klassert 189450bd870aSYossef Efraim static inline void xfrm_dev_state_advance_esn(struct xfrm_state *x) 189550bd870aSYossef Efraim { 189687e0a94eSLeon Romanovsky struct xfrm_dev_offload *xso = &x->xso; 189750bd870aSYossef Efraim 189850bd870aSYossef Efraim if (xso->dev && xso->dev->xfrmdev_ops->xdo_dev_state_advance_esn) 189950bd870aSYossef Efraim xso->dev->xfrmdev_ops->xdo_dev_state_advance_esn(x); 190050bd870aSYossef Efraim } 190150bd870aSYossef Efraim 1902f70f250aSSteffen Klassert static inline bool xfrm_dst_offload_ok(struct dst_entry *dst) 1903f70f250aSSteffen Klassert { 1904f70f250aSSteffen Klassert struct xfrm_state *x = dst->xfrm; 1905b6ca8bd5SDavid Miller struct xfrm_dst *xdst; 1906f70f250aSSteffen Klassert 1907f70f250aSSteffen Klassert if (!x || !x->type_offload) 1908f70f250aSSteffen Klassert return false; 1909f70f250aSSteffen Klassert 1910b6ca8bd5SDavid Miller xdst = (struct xfrm_dst *) dst; 19112271d519SSteffen Klassert if (!x->xso.offload_handle && !xdst->child->xfrm) 19122271d519SSteffen Klassert return true; 19130f6c480fSDavid Miller if (x->xso.offload_handle && (x->xso.dev == xfrm_dst_path(dst)->dev) && 1914b6ca8bd5SDavid Miller !xdst->child->xfrm) 1915f70f250aSSteffen Klassert return true; 1916f70f250aSSteffen Klassert 1917f70f250aSSteffen Klassert return false; 1918f70f250aSSteffen Klassert } 1919f70f250aSSteffen Klassert 1920d77e38e6SSteffen Klassert static inline void xfrm_dev_state_delete(struct xfrm_state *x) 1921d77e38e6SSteffen Klassert { 192287e0a94eSLeon Romanovsky struct xfrm_dev_offload *xso = &x->xso; 1923d77e38e6SSteffen Klassert 1924d77e38e6SSteffen Klassert if (xso->dev) 1925d77e38e6SSteffen Klassert xso->dev->xfrmdev_ops->xdo_dev_state_delete(x); 1926d77e38e6SSteffen Klassert } 1927d77e38e6SSteffen Klassert 1928d77e38e6SSteffen Klassert static inline void xfrm_dev_state_free(struct xfrm_state *x) 1929d77e38e6SSteffen Klassert { 193087e0a94eSLeon Romanovsky struct xfrm_dev_offload *xso = &x->xso; 1931d77e38e6SSteffen Klassert struct net_device *dev = xso->dev; 1932d77e38e6SSteffen Klassert 1933d77e38e6SSteffen Klassert if (dev && dev->xfrmdev_ops) { 19347f05b467SShannon Nelson if (dev->xfrmdev_ops->xdo_dev_state_free) 1935d77e38e6SSteffen Klassert dev->xfrmdev_ops->xdo_dev_state_free(x); 1936d77e38e6SSteffen Klassert xso->dev = NULL; 1937d62607c3SJakub Kicinski netdev_put(dev, &xso->dev_tracker); 1938d77e38e6SSteffen Klassert } 1939d77e38e6SSteffen Klassert } 1940d77e38e6SSteffen Klassert #else 1941f53c7239SSteffen Klassert static inline void xfrm_dev_resume(struct sk_buff *skb) 1942f53c7239SSteffen Klassert { 1943f53c7239SSteffen Klassert } 1944f53c7239SSteffen Klassert 1945f53c7239SSteffen Klassert static inline void xfrm_dev_backlog(struct softnet_data *sd) 1946f53c7239SSteffen Klassert { 1947f53c7239SSteffen Klassert } 1948f53c7239SSteffen Klassert 1949f53c7239SSteffen Klassert static inline struct sk_buff *validate_xmit_xfrm(struct sk_buff *skb, netdev_features_t features, bool *again) 1950f6e27114SSteffen Klassert { 19513dca3f38SSteffen Klassert return skb; 1952f6e27114SSteffen Klassert } 1953f6e27114SSteffen Klassert 1954adb5c33eSSabrina Dubroca static inline int xfrm_dev_state_add(struct net *net, struct xfrm_state *x, struct xfrm_user_offload *xuo, struct netlink_ext_ack *extack) 1955d77e38e6SSteffen Klassert { 1956d77e38e6SSteffen Klassert return 0; 1957d77e38e6SSteffen Klassert } 1958d77e38e6SSteffen Klassert 1959d77e38e6SSteffen Klassert static inline void xfrm_dev_state_delete(struct xfrm_state *x) 1960d77e38e6SSteffen Klassert { 1961d77e38e6SSteffen Klassert } 1962d77e38e6SSteffen Klassert 1963d77e38e6SSteffen Klassert static inline void xfrm_dev_state_free(struct xfrm_state *x) 1964d77e38e6SSteffen Klassert { 1965d77e38e6SSteffen Klassert } 1966d77e38e6SSteffen Klassert 1967d77e38e6SSteffen Klassert static inline bool xfrm_dev_offload_ok(struct sk_buff *skb, struct xfrm_state *x) 1968d77e38e6SSteffen Klassert { 1969d77e38e6SSteffen Klassert return false; 1970d77e38e6SSteffen Klassert } 1971f70f250aSSteffen Klassert 197250bd870aSYossef Efraim static inline void xfrm_dev_state_advance_esn(struct xfrm_state *x) 197350bd870aSYossef Efraim { 197450bd870aSYossef Efraim } 197550bd870aSYossef Efraim 1976f70f250aSSteffen Klassert static inline bool xfrm_dst_offload_ok(struct dst_entry *dst) 1977f70f250aSSteffen Klassert { 1978f70f250aSSteffen Klassert return false; 1979f70f250aSSteffen Klassert } 1980d77e38e6SSteffen Klassert #endif 1981d77e38e6SSteffen Klassert 1982bf825f81SJamal Hadi Salim static inline int xfrm_mark_get(struct nlattr **attrs, struct xfrm_mark *m) 1983bf825f81SJamal Hadi Salim { 1984bf825f81SJamal Hadi Salim if (attrs[XFRMA_MARK]) 19854efd7e83SAndreas Steffen memcpy(m, nla_data(attrs[XFRMA_MARK]), sizeof(struct xfrm_mark)); 1986bf825f81SJamal Hadi Salim else 1987bf825f81SJamal Hadi Salim m->v = m->m = 0; 1988bf825f81SJamal Hadi Salim 1989bf825f81SJamal Hadi Salim return m->v & m->m; 1990bf825f81SJamal Hadi Salim } 1991bf825f81SJamal Hadi Salim 1992e3dfa389SDavid S. Miller static inline int xfrm_mark_put(struct sk_buff *skb, const struct xfrm_mark *m) 1993bf825f81SJamal Hadi Salim { 19941d1e34ddSDavid S. Miller int ret = 0; 1995bf825f81SJamal Hadi Salim 19961d1e34ddSDavid S. Miller if (m->m | m->v) 19971d1e34ddSDavid S. Miller ret = nla_put(skb, XFRMA_MARK, sizeof(struct xfrm_mark), m); 19981d1e34ddSDavid S. Miller return ret; 1999bf825f81SJamal Hadi Salim } 2000bf825f81SJamal Hadi Salim 20019b42c1f1SSteffen Klassert static inline __u32 xfrm_smark_get(__u32 mark, struct xfrm_state *x) 20029b42c1f1SSteffen Klassert { 20039b42c1f1SSteffen Klassert struct xfrm_mark *m = &x->props.smark; 20049b42c1f1SSteffen Klassert 20059b42c1f1SSteffen Klassert return (m->v & m->m) | (mark & ~m->m); 20069b42c1f1SSteffen Klassert } 20079b42c1f1SSteffen Klassert 20087e652640SSteffen Klassert static inline int xfrm_if_id_put(struct sk_buff *skb, __u32 if_id) 20097e652640SSteffen Klassert { 20107e652640SSteffen Klassert int ret = 0; 20117e652640SSteffen Klassert 20127e652640SSteffen Klassert if (if_id) 20137e652640SSteffen Klassert ret = nla_put_u32(skb, XFRMA_IF_ID, if_id); 20147e652640SSteffen Klassert return ret; 20157e652640SSteffen Klassert } 20167e652640SSteffen Klassert 201770be6c91SSteffen Klassert static inline int xfrm_tunnel_check(struct sk_buff *skb, struct xfrm_state *x, 201870be6c91SSteffen Klassert unsigned int family) 201970be6c91SSteffen Klassert { 202070be6c91SSteffen Klassert bool tunnel = false; 202170be6c91SSteffen Klassert 202270be6c91SSteffen Klassert switch(family) { 202370be6c91SSteffen Klassert case AF_INET: 202470be6c91SSteffen Klassert if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4) 202570be6c91SSteffen Klassert tunnel = true; 202670be6c91SSteffen Klassert break; 202770be6c91SSteffen Klassert case AF_INET6: 202870be6c91SSteffen Klassert if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6) 202970be6c91SSteffen Klassert tunnel = true; 203070be6c91SSteffen Klassert break; 203170be6c91SSteffen Klassert } 2032c9500d7bSFlorian Westphal if (tunnel && !(x->outer_mode.flags & XFRM_MODE_FLAG_TUNNEL)) 203370be6c91SSteffen Klassert return -EINVAL; 203470be6c91SSteffen Klassert 203570be6c91SSteffen Klassert return 0; 203670be6c91SSteffen Klassert } 2037ede64dd2SFlorian Westphal 20385461fc0cSDmitry Safonov extern const int xfrm_msg_min[XFRM_NR_MSGTYPES]; 20395106f4a8SDmitry Safonov extern const struct nla_policy xfrma_policy[XFRMA_MAX+1]; 20405461fc0cSDmitry Safonov 2041c9e7c76dSDmitry Safonov struct xfrm_translator { 20425461fc0cSDmitry Safonov /* Allocate frag_list and put compat translation there */ 20435461fc0cSDmitry Safonov int (*alloc_compat)(struct sk_buff *skb, const struct nlmsghdr *src); 20445461fc0cSDmitry Safonov 20455106f4a8SDmitry Safonov /* Allocate nlmsg with 64-bit translaton of received 32-bit message */ 20465106f4a8SDmitry Safonov struct nlmsghdr *(*rcv_msg_compat)(const struct nlmsghdr *nlh, 20475106f4a8SDmitry Safonov int maxtype, const struct nla_policy *policy, 20485106f4a8SDmitry Safonov struct netlink_ext_ack *extack); 20495106f4a8SDmitry Safonov 205096392ee5SDmitry Safonov /* Translate 32-bit user_policy from sockptr */ 205196392ee5SDmitry Safonov int (*xlate_user_policy_sockptr)(u8 **pdata32, int optlen); 205296392ee5SDmitry Safonov 2053c9e7c76dSDmitry Safonov struct module *owner; 2054c9e7c76dSDmitry Safonov }; 2055c9e7c76dSDmitry Safonov 2056c9e7c76dSDmitry Safonov #if IS_ENABLED(CONFIG_XFRM_USER_COMPAT) 2057c9e7c76dSDmitry Safonov extern int xfrm_register_translator(struct xfrm_translator *xtr); 2058c9e7c76dSDmitry Safonov extern int xfrm_unregister_translator(struct xfrm_translator *xtr); 2059c9e7c76dSDmitry Safonov extern struct xfrm_translator *xfrm_get_translator(void); 2060c9e7c76dSDmitry Safonov extern void xfrm_put_translator(struct xfrm_translator *xtr); 2061c9e7c76dSDmitry Safonov #else 2062c9e7c76dSDmitry Safonov static inline struct xfrm_translator *xfrm_get_translator(void) 2063c9e7c76dSDmitry Safonov { 2064c9e7c76dSDmitry Safonov return NULL; 2065c9e7c76dSDmitry Safonov } 2066c9e7c76dSDmitry Safonov static inline void xfrm_put_translator(struct xfrm_translator *xtr) 2067c9e7c76dSDmitry Safonov { 2068c9e7c76dSDmitry Safonov } 2069c9e7c76dSDmitry Safonov #endif 2070c9e7c76dSDmitry Safonov 2071ede64dd2SFlorian Westphal #if IS_ENABLED(CONFIG_IPV6) 2072ede64dd2SFlorian Westphal static inline bool xfrm6_local_dontfrag(const struct sock *sk) 2073ede64dd2SFlorian Westphal { 2074ede64dd2SFlorian Westphal int proto; 2075ede64dd2SFlorian Westphal 2076ede64dd2SFlorian Westphal if (!sk || sk->sk_family != AF_INET6) 2077ede64dd2SFlorian Westphal return false; 2078ede64dd2SFlorian Westphal 2079ede64dd2SFlorian Westphal proto = sk->sk_protocol; 2080ede64dd2SFlorian Westphal if (proto == IPPROTO_UDP || proto == IPPROTO_RAW) 2081ede64dd2SFlorian Westphal return inet6_sk(sk)->dontfrag; 2082ede64dd2SFlorian Westphal 2083ede64dd2SFlorian Westphal return false; 2084ede64dd2SFlorian Westphal } 2085ede64dd2SFlorian Westphal #endif 20861da177e4SLinus Torvalds #endif /* _NET_XFRM_H */ 2087