xref: /openbmc/linux/net/rxrpc/ar-internal.h (revision 02a19356)
12874c5fdSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */
217926a79SDavid Howells /* AF_RXRPC internal definitions
317926a79SDavid Howells  *
417926a79SDavid Howells  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
517926a79SDavid Howells  * Written by David Howells (dhowells@redhat.com)
617926a79SDavid Howells  */
717926a79SDavid Howells 
8be6e6707SDavid Howells #include <linux/atomic.h>
98496af50SDavid Howells #include <linux/seqlock.h>
10c410bf01SDavid Howells #include <linux/win_minmax.h>
112baec2c3SDavid Howells #include <net/net_namespace.h>
122baec2c3SDavid Howells #include <net/netns/generic.h>
13e0e4d82fSDavid Howells #include <net/sock.h>
14be6e6707SDavid Howells #include <net/af_rxrpc.h>
1541057ebdSDavid Howells #include <keys/rxrpc-type.h>
16ddc6c70fSDavid Howells #include "protocol.h"
1717926a79SDavid Howells 
1817926a79SDavid Howells #define FCRYPT_BSIZE 8
1917926a79SDavid Howells struct rxrpc_crypt {
2017926a79SDavid Howells 	union {
2117926a79SDavid Howells 		u8	x[FCRYPT_BSIZE];
2291e916cfSAl Viro 		__be32	n[2];
2317926a79SDavid Howells 	};
2417926a79SDavid Howells } __attribute__((aligned(8)));
2517926a79SDavid Howells 
26651350d1SDavid Howells #define rxrpc_queue_work(WS)	queue_work(rxrpc_workqueue, (WS))
27651350d1SDavid Howells #define rxrpc_queue_delayed_work(WS,D)	\
28651350d1SDavid Howells 	queue_delayed_work(rxrpc_workqueue, (WS), (D))
29651350d1SDavid Howells 
3012da59fcSDavid Howells struct key_preparsed_payload;
31cc8feb8eSDavid Howells struct rxrpc_connection;
32*02a19356SDavid Howells struct rxrpc_txbuf;
33cc8feb8eSDavid Howells 
3417926a79SDavid Howells /*
35ece64fecSDavid Howells  * Mark applied to socket buffers in skb->mark.  skb->priority is used
36ece64fecSDavid Howells  * to pass supplementary information.
37d001648eSDavid Howells  */
38d001648eSDavid Howells enum rxrpc_skb_mark {
39ece64fecSDavid Howells 	RXRPC_SKB_MARK_REJECT_BUSY,	/* Reject with BUSY */
40ece64fecSDavid Howells 	RXRPC_SKB_MARK_REJECT_ABORT,	/* Reject with ABORT (code in skb->priority) */
41d001648eSDavid Howells };
42d001648eSDavid Howells 
43d001648eSDavid Howells /*
4417926a79SDavid Howells  * sk_state for RxRPC sockets
4517926a79SDavid Howells  */
4617926a79SDavid Howells enum {
472341e077SDavid Howells 	RXRPC_UNBOUND = 0,
482341e077SDavid Howells 	RXRPC_CLIENT_UNBOUND,		/* Unbound socket used as client */
4917926a79SDavid Howells 	RXRPC_CLIENT_BOUND,		/* client local address bound */
5017926a79SDavid Howells 	RXRPC_SERVER_BOUND,		/* server local address bound */
5128036f44SDavid Howells 	RXRPC_SERVER_BOUND2,		/* second server local address bound */
5217926a79SDavid Howells 	RXRPC_SERVER_LISTENING,		/* server listening for connections */
53210f0353SDavid Howells 	RXRPC_SERVER_LISTEN_DISABLED,	/* server listening disabled */
5417926a79SDavid Howells 	RXRPC_CLOSE,			/* socket is being closed */
5517926a79SDavid Howells };
5617926a79SDavid Howells 
5717926a79SDavid Howells /*
582baec2c3SDavid Howells  * Per-network namespace data.
592baec2c3SDavid Howells  */
602baec2c3SDavid Howells struct rxrpc_net {
612baec2c3SDavid Howells 	struct proc_dir_entry	*proc_net;	/* Subdir in /proc/net */
622baec2c3SDavid Howells 	u32			epoch;		/* Local epoch for detecting local-end reset */
632baec2c3SDavid Howells 	struct list_head	calls;		/* List of calls active in this namespace */
64ad25f5cbSDavid Howells 	spinlock_t		call_lock;	/* Lock for ->calls */
65d3be4d24SDavid Howells 	atomic_t		nr_calls;	/* Count of allocated calls */
662baec2c3SDavid Howells 
6731f5f9a1SDavid Howells 	atomic_t		nr_conns;
682baec2c3SDavid Howells 	struct list_head	conn_proc_list;	/* List of conns in this namespace for proc */
692baec2c3SDavid Howells 	struct list_head	service_conns;	/* Service conns in this namespace */
702baec2c3SDavid Howells 	rwlock_t		conn_lock;	/* Lock for ->conn_proc_list, ->service_conns */
713d18cbb7SDavid Howells 	struct work_struct	service_conn_reaper;
723d18cbb7SDavid Howells 	struct timer_list	service_conn_reap_timer;
732baec2c3SDavid Howells 
74f859ab61SDavid Howells 	bool			live;
75245500d8SDavid Howells 
76245500d8SDavid Howells 	bool			kill_all_client_conns;
77245500d8SDavid Howells 	atomic_t		nr_client_conns;
782baec2c3SDavid Howells 	spinlock_t		client_conn_cache_lock; /* Lock for ->*_client_conns */
792baec2c3SDavid Howells 	spinlock_t		client_conn_discard_lock; /* Prevent multiple discarders */
802baec2c3SDavid Howells 	struct list_head	idle_client_conns;
813d18cbb7SDavid Howells 	struct work_struct	client_conn_reaper;
823d18cbb7SDavid Howells 	struct timer_list	client_conn_reap_timer;
832baec2c3SDavid Howells 
8433912c26SDavid Howells 	struct hlist_head	local_endpoints;
852baec2c3SDavid Howells 	struct mutex		local_mutex;	/* Lock for ->local_endpoints */
862baec2c3SDavid Howells 
872baec2c3SDavid Howells 	DECLARE_HASHTABLE	(peer_hash, 10);
88ace45becSDavid Howells 	spinlock_t		peer_hash_lock;	/* Lock for ->peer_hash */
89ace45becSDavid Howells 
90ace45becSDavid Howells #define RXRPC_KEEPALIVE_TIME 20 /* NAT keepalive time in seconds */
91ace45becSDavid Howells 	u8			peer_keepalive_cursor;
92330bdcfaSDavid Howells 	time64_t		peer_keepalive_base;
93330bdcfaSDavid Howells 	struct list_head	peer_keepalive[32];
94330bdcfaSDavid Howells 	struct list_head	peer_keepalive_new;
95ace45becSDavid Howells 	struct timer_list	peer_keepalive_timer;
96ace45becSDavid Howells 	struct work_struct	peer_keepalive_work;
97b0154246SDavid Howells 
98b0154246SDavid Howells 	atomic_t		stat_tx_data;
99b0154246SDavid Howells 	atomic_t		stat_tx_data_retrans;
100b0154246SDavid Howells 	atomic_t		stat_tx_data_send;
101b0154246SDavid Howells 	atomic_t		stat_tx_data_send_frag;
102b0154246SDavid Howells 	atomic_t		stat_rx_data;
103b0154246SDavid Howells 	atomic_t		stat_rx_data_reqack;
104b0154246SDavid Howells 	atomic_t		stat_rx_data_jumbo;
105f2a676d1SDavid Howells 
106f2a676d1SDavid Howells 	atomic_t		stat_tx_ack_fill;
107f2a676d1SDavid Howells 	atomic_t		stat_tx_ack_send;
108f2a676d1SDavid Howells 	atomic_t		stat_tx_ack_skip;
109f2a676d1SDavid Howells 	atomic_t		stat_tx_acks[256];
110f2a676d1SDavid Howells 	atomic_t		stat_rx_acks[256];
111f7fa5242SDavid Howells 
112f7fa5242SDavid Howells 	atomic_t		stat_why_req_ack[8];
1132baec2c3SDavid Howells };
1142baec2c3SDavid Howells 
1152baec2c3SDavid Howells /*
11600e90712SDavid Howells  * Service backlog preallocation.
11700e90712SDavid Howells  *
11800e90712SDavid Howells  * This contains circular buffers of preallocated peers, connections and calls
11900e90712SDavid Howells  * for incoming service calls and their head and tail pointers.  This allows
12000e90712SDavid Howells  * calls to be set up in the data_ready handler, thereby avoiding the need to
12100e90712SDavid Howells  * shuffle packets around so much.
12200e90712SDavid Howells  */
12300e90712SDavid Howells struct rxrpc_backlog {
12400e90712SDavid Howells 	unsigned short		peer_backlog_head;
12500e90712SDavid Howells 	unsigned short		peer_backlog_tail;
12600e90712SDavid Howells 	unsigned short		conn_backlog_head;
12700e90712SDavid Howells 	unsigned short		conn_backlog_tail;
12800e90712SDavid Howells 	unsigned short		call_backlog_head;
12900e90712SDavid Howells 	unsigned short		call_backlog_tail;
13000e90712SDavid Howells #define RXRPC_BACKLOG_MAX	32
13100e90712SDavid Howells 	struct rxrpc_peer	*peer_backlog[RXRPC_BACKLOG_MAX];
13200e90712SDavid Howells 	struct rxrpc_connection	*conn_backlog[RXRPC_BACKLOG_MAX];
13300e90712SDavid Howells 	struct rxrpc_call	*call_backlog[RXRPC_BACKLOG_MAX];
13400e90712SDavid Howells };
13500e90712SDavid Howells 
13600e90712SDavid Howells /*
13717926a79SDavid Howells  * RxRPC socket definition
13817926a79SDavid Howells  */
13917926a79SDavid Howells struct rxrpc_sock {
14017926a79SDavid Howells 	/* WARNING: sk has to be the first member */
14117926a79SDavid Howells 	struct sock		sk;
142d001648eSDavid Howells 	rxrpc_notify_new_call_t	notify_new_call; /* Func to notify of new call */
14300e90712SDavid Howells 	rxrpc_discard_new_call_t discard_new_call; /* Func to discard a new call */
14417926a79SDavid Howells 	struct rxrpc_local	*local;		/* local endpoint */
14500e90712SDavid Howells 	struct rxrpc_backlog	*backlog;	/* Preallocation for services */
146248f219cSDavid Howells 	spinlock_t		incoming_lock;	/* Incoming call vs service shutdown lock */
147248f219cSDavid Howells 	struct list_head	sock_calls;	/* List of calls owned by this socket */
148248f219cSDavid Howells 	struct list_head	to_be_accepted;	/* calls awaiting acceptance */
149248f219cSDavid Howells 	struct list_head	recvmsg_q;	/* Calls awaiting recvmsg's attention  */
150248f219cSDavid Howells 	rwlock_t		recvmsg_lock;	/* Lock for recvmsg_q */
15117926a79SDavid Howells 	struct key		*key;		/* security for this socket */
15217926a79SDavid Howells 	struct key		*securities;	/* list of server security descriptors */
15300e90712SDavid Howells 	struct rb_root		calls;		/* User ID -> call mapping */
15417926a79SDavid Howells 	unsigned long		flags;
1552341e077SDavid Howells #define RXRPC_SOCK_CONNECTED		0	/* connect_srx is set */
15617926a79SDavid Howells 	rwlock_t		call_lock;	/* lock for calls */
15717926a79SDavid Howells 	u32			min_sec_level;	/* minimum security level */
15817926a79SDavid Howells #define RXRPC_SECURITY_MAX	RXRPC_SECURITY_ENCRYPT
159cc8feb8eSDavid Howells 	bool			exclusive;	/* Exclusive connection for a client socket */
16028036f44SDavid Howells 	u16			second_service;	/* Additional service bound to the endpoint */
1614722974dSDavid Howells 	struct {
1624722974dSDavid Howells 		/* Service upgrade information */
1634722974dSDavid Howells 		u16		from;		/* Service ID to upgrade (if not 0) */
1644722974dSDavid Howells 		u16		to;		/* service ID to upgrade to */
1654722974dSDavid Howells 	} service_upgrade;
166cc8feb8eSDavid Howells 	sa_family_t		family;		/* Protocol family created with */
1674722974dSDavid Howells 	struct sockaddr_rxrpc	srx;		/* Primary Service/local addresses */
1682341e077SDavid Howells 	struct sockaddr_rxrpc	connect_srx;	/* Default client address from connect() */
16917926a79SDavid Howells };
17017926a79SDavid Howells 
17117926a79SDavid Howells #define rxrpc_sk(__sk) container_of((__sk), struct rxrpc_sock, sk)
17217926a79SDavid Howells 
17317926a79SDavid Howells /*
1740d12f8a4SDavid Howells  * CPU-byteorder normalised Rx packet header.
1750d12f8a4SDavid Howells  */
1760d12f8a4SDavid Howells struct rxrpc_host_header {
1770d12f8a4SDavid Howells 	u32		epoch;		/* client boot timestamp */
1780d12f8a4SDavid Howells 	u32		cid;		/* connection and channel ID */
1790d12f8a4SDavid Howells 	u32		callNumber;	/* call ID (0 for connection-level packets) */
1800d12f8a4SDavid Howells 	u32		seq;		/* sequence number of pkt in call stream */
1810d12f8a4SDavid Howells 	u32		serial;		/* serial number of pkt sent to network */
1820d12f8a4SDavid Howells 	u8		type;		/* packet type */
1830d12f8a4SDavid Howells 	u8		flags;		/* packet flags */
1840d12f8a4SDavid Howells 	u8		userStatus;	/* app-layer defined status */
1850d12f8a4SDavid Howells 	u8		securityIndex;	/* security protocol ID */
1860d12f8a4SDavid Howells 	union {
1870d12f8a4SDavid Howells 		u16	_rsvd;		/* reserved */
1880d12f8a4SDavid Howells 		u16	cksum;		/* kerberos security checksum */
1890d12f8a4SDavid Howells 	};
1900d12f8a4SDavid Howells 	u16		serviceId;	/* service ID */
1910d12f8a4SDavid Howells } __packed;
1920d12f8a4SDavid Howells 
1930d12f8a4SDavid Howells /*
19417926a79SDavid Howells  * RxRPC socket buffer private variables
19517926a79SDavid Howells  * - max 48 bytes (struct sk_buff::cb)
19617926a79SDavid Howells  */
19717926a79SDavid Howells struct rxrpc_skb_priv {
198987db9f7SDavid Howells 	atomic_t	nr_ring_pins;		/* Number of rxtx ring pins */
199c3c9e3dfSDavid Howells 	u8		nr_subpackets;		/* Number of subpackets */
200c3c9e3dfSDavid Howells 	u8		rx_flags;		/* Received packet flags */
201c3c9e3dfSDavid Howells #define RXRPC_SKB_INCL_LAST	0x01		/* - Includes last packet */
20217926a79SDavid Howells 	union {
20317926a79SDavid Howells 		int		remain;		/* amount of space remaining for next write */
204c3c9e3dfSDavid Howells 
205c3c9e3dfSDavid Howells 		/* List of requested ACKs on subpackets */
206c3c9e3dfSDavid Howells 		unsigned long	rx_req_ack[(RXRPC_MAX_NR_JUMBO + BITS_PER_LONG - 1) /
207c3c9e3dfSDavid Howells 					   BITS_PER_LONG];
20817926a79SDavid Howells 	};
20917926a79SDavid Howells 
2100d12f8a4SDavid Howells 	struct rxrpc_host_header hdr;		/* RxRPC packet header from this packet */
21117926a79SDavid Howells };
21217926a79SDavid Howells 
21317926a79SDavid Howells #define rxrpc_skb(__skb) ((struct rxrpc_skb_priv *) &(__skb)->cb)
21417926a79SDavid Howells 
21517926a79SDavid Howells /*
21617926a79SDavid Howells  * RxRPC security module interface
21717926a79SDavid Howells  */
21817926a79SDavid Howells struct rxrpc_security {
21917926a79SDavid Howells 	const char		*name;		/* name of this service */
22017926a79SDavid Howells 	u8			security_index;	/* security type provided */
221063c60d3SDavid Howells 	u32			no_key_abort;	/* Abort code indicating no key */
22217926a79SDavid Howells 
223648af7fcSDavid Howells 	/* Initialise a security service */
224648af7fcSDavid Howells 	int (*init)(void);
225648af7fcSDavid Howells 
226648af7fcSDavid Howells 	/* Clean up a security service */
227648af7fcSDavid Howells 	void (*exit)(void);
228648af7fcSDavid Howells 
22912da59fcSDavid Howells 	/* Parse the information from a server key */
23012da59fcSDavid Howells 	int (*preparse_server_key)(struct key_preparsed_payload *);
23112da59fcSDavid Howells 
23212da59fcSDavid Howells 	/* Clean up the preparse buffer after parsing a server key */
23312da59fcSDavid Howells 	void (*free_preparse_server_key)(struct key_preparsed_payload *);
23412da59fcSDavid Howells 
23512da59fcSDavid Howells 	/* Destroy the payload of a server key */
23612da59fcSDavid Howells 	void (*destroy_server_key)(struct key *);
23712da59fcSDavid Howells 
238d5953f65SDavid Howells 	/* Describe a server key */
239d5953f65SDavid Howells 	void (*describe_server_key)(const struct key *, struct seq_file *);
240d5953f65SDavid Howells 
24117926a79SDavid Howells 	/* initialise a connection's security */
24241057ebdSDavid Howells 	int (*init_connection_security)(struct rxrpc_connection *,
24341057ebdSDavid Howells 					struct rxrpc_key_token *);
24417926a79SDavid Howells 
245d7d775b1SDavid Howells 	/* Work out how much data we can store in a packet, given an estimate
246d7d775b1SDavid Howells 	 * of the amount of data remaining.
247d7d775b1SDavid Howells 	 */
248d7d775b1SDavid Howells 	int (*how_much_data)(struct rxrpc_call *, size_t,
249d7d775b1SDavid Howells 			     size_t *, size_t *, size_t *);
25017926a79SDavid Howells 
25117926a79SDavid Howells 	/* impose security on a packet */
252f4bdf3d6SDavid Howells 	int (*secure_packet)(struct rxrpc_call *, struct sk_buff *, size_t);
25317926a79SDavid Howells 
25417926a79SDavid Howells 	/* verify the security on a received packet */
2555a42976dSDavid Howells 	int (*verify_packet)(struct rxrpc_call *, struct sk_buff *,
256248f219cSDavid Howells 			     unsigned int, unsigned int, rxrpc_seq_t, u16);
257248f219cSDavid Howells 
2581db88c53SDavid Howells 	/* Free crypto request on a call */
2591db88c53SDavid Howells 	void (*free_call_crypto)(struct rxrpc_call *);
2601db88c53SDavid Howells 
261248f219cSDavid Howells 	/* Locate the data in a received packet that has been verified. */
262248f219cSDavid Howells 	void (*locate_data)(struct rxrpc_call *, struct sk_buff *,
263248f219cSDavid Howells 			    unsigned int *, unsigned int *);
26417926a79SDavid Howells 
26517926a79SDavid Howells 	/* issue a challenge */
26617926a79SDavid Howells 	int (*issue_challenge)(struct rxrpc_connection *);
26717926a79SDavid Howells 
26817926a79SDavid Howells 	/* respond to a challenge */
26917926a79SDavid Howells 	int (*respond_to_challenge)(struct rxrpc_connection *,
27017926a79SDavid Howells 				    struct sk_buff *,
27117926a79SDavid Howells 				    u32 *);
27217926a79SDavid Howells 
27317926a79SDavid Howells 	/* verify a response */
27417926a79SDavid Howells 	int (*verify_response)(struct rxrpc_connection *,
27517926a79SDavid Howells 			       struct sk_buff *,
27617926a79SDavid Howells 			       u32 *);
27717926a79SDavid Howells 
27817926a79SDavid Howells 	/* clear connection security */
27917926a79SDavid Howells 	void (*clear)(struct rxrpc_connection *);
28017926a79SDavid Howells };
28117926a79SDavid Howells 
28217926a79SDavid Howells /*
2834f95dd78SDavid Howells  * RxRPC local transport endpoint description
2844f95dd78SDavid Howells  * - owned by a single AF_RXRPC socket
2854f95dd78SDavid Howells  * - pointed to by transport socket struct sk_user_data
28617926a79SDavid Howells  */
28717926a79SDavid Howells struct rxrpc_local {
2884f95dd78SDavid Howells 	struct rcu_head		rcu;
289730c5fd4SDavid Howells 	atomic_t		active_users;	/* Number of users of the local endpoint */
290a0575429SDavid Howells 	refcount_t		ref;		/* Number of references to the structure */
2912baec2c3SDavid Howells 	struct rxrpc_net	*rxnet;		/* The network ns in which this resides */
29233912c26SDavid Howells 	struct hlist_node	link;
29317926a79SDavid Howells 	struct socket		*socket;	/* my UDP socket */
2944f95dd78SDavid Howells 	struct work_struct	processor;
2951e9e5c95SDavid Howells 	struct rxrpc_sock __rcu	*service;	/* Service(s) listening on this endpoint */
29617926a79SDavid Howells 	struct rw_semaphore	defrag_sem;	/* control re-enablement of IP DF bit */
29717926a79SDavid Howells 	struct sk_buff_head	reject_queue;	/* packets awaiting rejection */
29844ba0698SDavid Howells 	struct sk_buff_head	event_queue;	/* endpoint event packets awaiting processing */
299245500d8SDavid Howells 	struct rb_root		client_bundles;	/* Client connection bundles by socket params */
300245500d8SDavid Howells 	spinlock_t		client_bundles_lock; /* Lock for client_bundles */
30117926a79SDavid Howells 	spinlock_t		lock;		/* access lock */
30217926a79SDavid Howells 	rwlock_t		services_lock;	/* lock for services list */
30317926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
3044f95dd78SDavid Howells 	bool			dead;
305f859ab61SDavid Howells 	bool			service_closed;	/* Service socket closed */
30617926a79SDavid Howells 	struct sockaddr_rxrpc	srx;		/* local address */
30717926a79SDavid Howells };
30817926a79SDavid Howells 
30917926a79SDavid Howells /*
31017926a79SDavid Howells  * RxRPC remote transport endpoint definition
311be6e6707SDavid Howells  * - matched by local endpoint, remote port, address and protocol type
31217926a79SDavid Howells  */
31317926a79SDavid Howells struct rxrpc_peer {
314be6e6707SDavid Howells 	struct rcu_head		rcu;		/* This must be first */
315a0575429SDavid Howells 	refcount_t		ref;
316be6e6707SDavid Howells 	unsigned long		hash_key;
317be6e6707SDavid Howells 	struct hlist_node	hash_link;
318be6e6707SDavid Howells 	struct rxrpc_local	*local;
319f66d7490SDavid Howells 	struct hlist_head	error_targets;	/* targets for net error distribution */
320aa390bbeSDavid Howells 	struct rb_root		service_conns;	/* Service connections */
321330bdcfaSDavid Howells 	struct list_head	keepalive_link;	/* Link in net->peer_keepalive[] */
322ace45becSDavid Howells 	time64_t		last_tx_at;	/* Last time packet sent here */
3238496af50SDavid Howells 	seqlock_t		service_conn_lock;
32417926a79SDavid Howells 	spinlock_t		lock;		/* access lock */
32595c96174SEric Dumazet 	unsigned int		if_mtu;		/* interface MTU for this peer */
32695c96174SEric Dumazet 	unsigned int		mtu;		/* network MTU for this peer */
32795c96174SEric Dumazet 	unsigned int		maxdata;	/* data size (MTU - hdrsize) */
32817926a79SDavid Howells 	unsigned short		hdrsize;	/* header size (IP + UDP + RxRPC) */
32917926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
33017926a79SDavid Howells 	struct sockaddr_rxrpc	srx;		/* remote address */
33117926a79SDavid Howells 
33217926a79SDavid Howells 	/* calculated RTT cache */
33317926a79SDavid Howells #define RXRPC_RTT_CACHE_SIZE 32
334c1e15b49SDavid Howells 	spinlock_t		rtt_input_lock;	/* RTT lock for input routine */
3350d4b103cSDavid Howells 	ktime_t			rtt_last_req;	/* Time of last RTT request */
336c410bf01SDavid Howells 	unsigned int		rtt_count;	/* Number of samples we've got */
337c410bf01SDavid Howells 
338c410bf01SDavid Howells 	u32			srtt_us;	/* smoothed round trip time << 3 in usecs */
339c410bf01SDavid Howells 	u32			mdev_us;	/* medium deviation			*/
340c410bf01SDavid Howells 	u32			mdev_max_us;	/* maximal mdev for the last rtt period	*/
341c410bf01SDavid Howells 	u32			rttvar_us;	/* smoothed mdev_max			*/
342c410bf01SDavid Howells 	u32			rto_j;		/* Retransmission timeout in jiffies */
343c410bf01SDavid Howells 	u8			backoff;	/* Backoff timeout */
344f7aec129SDavid Howells 
345f7aec129SDavid Howells 	u8			cong_cwnd;	/* Congestion window size */
34617926a79SDavid Howells };
34717926a79SDavid Howells 
34817926a79SDavid Howells /*
34919ffa01cSDavid Howells  * Keys for matching a connection.
35019ffa01cSDavid Howells  */
35119ffa01cSDavid Howells struct rxrpc_conn_proto {
352e8d70ce1SDavid Howells 	union {
353e8d70ce1SDavid Howells 		struct {
35419ffa01cSDavid Howells 			u32	epoch;		/* epoch of this connection */
35519ffa01cSDavid Howells 			u32	cid;		/* connection ID */
356e8d70ce1SDavid Howells 		};
357e8d70ce1SDavid Howells 		u64		index_key;
35819ffa01cSDavid Howells 	};
35919ffa01cSDavid Howells };
36019ffa01cSDavid Howells 
36119ffa01cSDavid Howells struct rxrpc_conn_parameters {
36219ffa01cSDavid Howells 	struct rxrpc_local	*local;		/* Representation of local endpoint */
36319ffa01cSDavid Howells 	struct rxrpc_peer	*peer;		/* Remote endpoint */
36419ffa01cSDavid Howells 	struct key		*key;		/* Security details */
36519ffa01cSDavid Howells 	bool			exclusive;	/* T if conn is exclusive */
3664e255721SDavid Howells 	bool			upgrade;	/* T if service ID can be upgraded */
36719ffa01cSDavid Howells 	u16			service_id;	/* Service ID for this connection */
36819ffa01cSDavid Howells 	u32			security_level;	/* Security level selected */
36919ffa01cSDavid Howells };
37019ffa01cSDavid Howells 
37119ffa01cSDavid Howells /*
372bba304dbSDavid Howells  * Bits in the connection flags.
373bba304dbSDavid Howells  */
374bba304dbSDavid Howells enum rxrpc_conn_flag {
375bba304dbSDavid Howells 	RXRPC_CONN_HAS_IDR,		/* Has a client conn ID assigned */
376001c1122SDavid Howells 	RXRPC_CONN_IN_SERVICE_CONNS,	/* Conn is in peer->service_conns */
37745025bceSDavid Howells 	RXRPC_CONN_DONT_REUSE,		/* Don't reuse this connection */
3784e255721SDavid Howells 	RXRPC_CONN_PROBING_FOR_UPGRADE,	/* Probing for service upgrade */
3793136ef49SDavid Howells 	RXRPC_CONN_FINAL_ACK_0,		/* Need final ACK for channel 0 */
3803136ef49SDavid Howells 	RXRPC_CONN_FINAL_ACK_1,		/* Need final ACK for channel 1 */
3813136ef49SDavid Howells 	RXRPC_CONN_FINAL_ACK_2,		/* Need final ACK for channel 2 */
3823136ef49SDavid Howells 	RXRPC_CONN_FINAL_ACK_3,		/* Need final ACK for channel 3 */
383bba304dbSDavid Howells };
384bba304dbSDavid Howells 
3853136ef49SDavid Howells #define RXRPC_CONN_FINAL_ACK_MASK ((1UL << RXRPC_CONN_FINAL_ACK_0) |	\
3863136ef49SDavid Howells 				   (1UL << RXRPC_CONN_FINAL_ACK_1) |	\
3873136ef49SDavid Howells 				   (1UL << RXRPC_CONN_FINAL_ACK_2) |	\
3883136ef49SDavid Howells 				   (1UL << RXRPC_CONN_FINAL_ACK_3))
3893136ef49SDavid Howells 
390bba304dbSDavid Howells /*
391bba304dbSDavid Howells  * Events that can be raised upon a connection.
392bba304dbSDavid Howells  */
393bba304dbSDavid Howells enum rxrpc_conn_event {
394bba304dbSDavid Howells 	RXRPC_CONN_EV_CHALLENGE,	/* Send challenge packet */
395bba304dbSDavid Howells };
396bba304dbSDavid Howells 
397bba304dbSDavid Howells /*
398bba304dbSDavid Howells  * The connection protocol state.
399bba304dbSDavid Howells  */
400bba304dbSDavid Howells enum rxrpc_conn_proto_state {
401bba304dbSDavid Howells 	RXRPC_CONN_UNUSED,		/* Connection not yet attempted */
402bba304dbSDavid Howells 	RXRPC_CONN_CLIENT,		/* Client connection */
40300e90712SDavid Howells 	RXRPC_CONN_SERVICE_PREALLOC,	/* Service connection preallocation */
404bba304dbSDavid Howells 	RXRPC_CONN_SERVICE_UNSECURED,	/* Service unsecured connection */
405bba304dbSDavid Howells 	RXRPC_CONN_SERVICE_CHALLENGING,	/* Service challenging for security */
406bba304dbSDavid Howells 	RXRPC_CONN_SERVICE,		/* Service secured connection */
407bba304dbSDavid Howells 	RXRPC_CONN_REMOTELY_ABORTED,	/* Conn aborted by peer */
408bba304dbSDavid Howells 	RXRPC_CONN_LOCALLY_ABORTED,	/* Conn aborted locally */
409bba304dbSDavid Howells 	RXRPC_CONN__NR_STATES
410bba304dbSDavid Howells };
411bba304dbSDavid Howells 
412bba304dbSDavid Howells /*
413245500d8SDavid Howells  * RxRPC client connection bundle.
414245500d8SDavid Howells  */
415245500d8SDavid Howells struct rxrpc_bundle {
416245500d8SDavid Howells 	struct rxrpc_conn_parameters params;
417a0575429SDavid Howells 	refcount_t		ref;
418245500d8SDavid Howells 	unsigned int		debug_id;
419245500d8SDavid Howells 	bool			try_upgrade;	/* True if the bundle is attempting upgrade */
420245500d8SDavid Howells 	bool			alloc_conn;	/* True if someone's getting a conn */
4218806245aSDavid Howells 	short			alloc_error;	/* Error from last conn allocation */
422245500d8SDavid Howells 	spinlock_t		channel_lock;
423245500d8SDavid Howells 	struct rb_node		local_node;	/* Node in local->client_conns */
424245500d8SDavid Howells 	struct list_head	waiting_calls;	/* Calls waiting for channels */
425245500d8SDavid Howells 	unsigned long		avail_chans;	/* Mask of available channels */
426245500d8SDavid Howells 	struct rxrpc_connection	*conns[4];	/* The connections in the bundle (max 4) */
427245500d8SDavid Howells };
428245500d8SDavid Howells 
429245500d8SDavid Howells /*
43017926a79SDavid Howells  * RxRPC connection definition
431aa390bbeSDavid Howells  * - matched by { local, peer, epoch, conn_id, direction }
43217926a79SDavid Howells  * - each connection can only handle four simultaneous calls
43317926a79SDavid Howells  */
43417926a79SDavid Howells struct rxrpc_connection {
43519ffa01cSDavid Howells 	struct rxrpc_conn_proto	proto;
43619ffa01cSDavid Howells 	struct rxrpc_conn_parameters params;
43719ffa01cSDavid Howells 
438a0575429SDavid Howells 	refcount_t		ref;
43945025bceSDavid Howells 	struct rcu_head		rcu;
44045025bceSDavid Howells 	struct list_head	cache_link;
441a1399f8bSDavid Howells 
442245500d8SDavid Howells 	unsigned char		act_chans;	/* Mask of active channels */
443a1399f8bSDavid Howells 	struct rxrpc_channel {
4443136ef49SDavid Howells 		unsigned long		final_ack_at;	/* Time at which to issue final ACK */
445a1399f8bSDavid Howells 		struct rxrpc_call __rcu	*call;		/* Active call */
4464764c0daSDavid Howells 		unsigned int		call_debug_id;	/* call->debug_id */
447a1399f8bSDavid Howells 		u32			call_id;	/* ID of current call */
448a1399f8bSDavid Howells 		u32			call_counter;	/* Call ID counter */
449a1399f8bSDavid Howells 		u32			last_call;	/* ID of last call */
45018bfeba5SDavid Howells 		u8			last_type;	/* Type of last packet */
45118bfeba5SDavid Howells 		union {
45218bfeba5SDavid Howells 			u32		last_seq;
45318bfeba5SDavid Howells 			u32		last_abort;
45418bfeba5SDavid Howells 		};
455a1399f8bSDavid Howells 	} channels[RXRPC_MAXCALLS];
456999b69f8SDavid Howells 
4573136ef49SDavid Howells 	struct timer_list	timer;		/* Conn event timer */
45817926a79SDavid Howells 	struct work_struct	processor;	/* connection event processor */
459245500d8SDavid Howells 	struct rxrpc_bundle	*bundle;	/* Client connection bundle */
460aa390bbeSDavid Howells 	struct rb_node		service_node;	/* Node in peer->service_conns */
4614d028b2cSDavid Howells 	struct list_head	proc_link;	/* link in procfs list */
46217926a79SDavid Howells 	struct list_head	link;		/* link in master connection list */
46317926a79SDavid Howells 	struct sk_buff_head	rx_queue;	/* received conn-level packets */
464521bb304SDavid Howells 
465648af7fcSDavid Howells 	const struct rxrpc_security *security;	/* applied security module */
466521bb304SDavid Howells 	union {
467521bb304SDavid Howells 		struct {
46869d826faSKees Cook 			struct crypto_sync_skcipher *cipher;	/* encryption handle */
46917926a79SDavid Howells 			struct rxrpc_crypt csum_iv;	/* packet checksum base */
470521bb304SDavid Howells 			u32	nonce;		/* response re-use preventer */
471521bb304SDavid Howells 		} rxkad;
472521bb304SDavid Howells 	};
4734a3388c8SDavid Howells 	unsigned long		flags;
47417926a79SDavid Howells 	unsigned long		events;
475f51b4480SDavid Howells 	unsigned long		idle_timestamp;	/* Time at which last became idle */
47617926a79SDavid Howells 	spinlock_t		state_lock;	/* state-change lock */
477cf13258fSDavid Howells 	enum rxrpc_conn_proto_state state;	/* current state of connection */
47864753092SDavid Howells 	u32			abort_code;	/* Abort code of connection abort */
47917926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
48017926a79SDavid Howells 	atomic_t		serial;		/* packet serial number counter */
481563ea7d5SDavid Howells 	unsigned int		hi_serial;	/* highest serial number received */
482c1e15b49SDavid Howells 	u32			service_id;	/* Service ID, possibly upgraded */
48317926a79SDavid Howells 	u8			security_ix;	/* security type */
48417926a79SDavid Howells 	u8			out_clientflag;	/* RXRPC_CLIENT_INITIATED if we are client */
485245500d8SDavid Howells 	u8			bundle_shift;	/* Index into bundle->avail_chans */
48664753092SDavid Howells 	short			error;		/* Local error code */
48717926a79SDavid Howells };
48817926a79SDavid Howells 
489dc71db34SDavid Howells static inline bool rxrpc_to_server(const struct rxrpc_skb_priv *sp)
490dc71db34SDavid Howells {
491dc71db34SDavid Howells 	return sp->hdr.flags & RXRPC_CLIENT_INITIATED;
492dc71db34SDavid Howells }
493dc71db34SDavid Howells 
494dc71db34SDavid Howells static inline bool rxrpc_to_client(const struct rxrpc_skb_priv *sp)
495dc71db34SDavid Howells {
496dc71db34SDavid Howells 	return !rxrpc_to_server(sp);
497dc71db34SDavid Howells }
498dc71db34SDavid Howells 
49917926a79SDavid Howells /*
5005b8848d1SDavid Howells  * Flags in call->flags.
5015b8848d1SDavid Howells  */
5025b8848d1SDavid Howells enum rxrpc_call_flag {
5035b8848d1SDavid Howells 	RXRPC_CALL_RELEASED,		/* call has been released - no more message to userspace */
5045b8848d1SDavid Howells 	RXRPC_CALL_HAS_USERID,		/* has a user ID attached */
505dabe5a79SDavid Howells 	RXRPC_CALL_IS_SERVICE,		/* Call is service call */
50645025bceSDavid Howells 	RXRPC_CALL_EXPOSED,		/* The call was exposed to the world */
507248f219cSDavid Howells 	RXRPC_CALL_RX_LAST,		/* Received the last packet (at rxtx_top) */
508248f219cSDavid Howells 	RXRPC_CALL_TX_LAST,		/* Last packet in Tx buffer (at rxtx_top) */
509a5af7e1fSDavid Howells 	RXRPC_CALL_SEND_PING,		/* A ping will need to be sent */
51057494343SDavid Howells 	RXRPC_CALL_RETRANS_TIMEOUT,	/* Retransmission due to timeout occurred */
511c54e43d7SDavid Howells 	RXRPC_CALL_BEGAN_RX_TIMER,	/* We began the expect_rx_by timer */
5121a025028SDavid Howells 	RXRPC_CALL_RX_HEARD,		/* The peer responded at least once to this call */
513d0b35a42SDavid Howells 	RXRPC_CALL_RX_UNDERRUN,		/* Got data underrun */
5145273a191SDavid Howells 	RXRPC_CALL_DISCONNECTED,	/* The call has been disconnected */
515b7a7d674SDavid Howells 	RXRPC_CALL_KERNEL,		/* The call was made by the kernel */
516245500d8SDavid Howells 	RXRPC_CALL_UPGRADE,		/* Service upgrade was requested for the call */
5175b8848d1SDavid Howells };
5185b8848d1SDavid Howells 
5195b8848d1SDavid Howells /*
5205b8848d1SDavid Howells  * Events that can be raised on a call.
5215b8848d1SDavid Howells  */
5225b8848d1SDavid Howells enum rxrpc_call_event {
5234c198ad1SDavid Howells 	RXRPC_CALL_EV_ACK,		/* need to generate ACK */
5244c198ad1SDavid Howells 	RXRPC_CALL_EV_ABORT,		/* need to generate abort */
5254c198ad1SDavid Howells 	RXRPC_CALL_EV_RESEND,		/* Tx resend required */
526a5af7e1fSDavid Howells 	RXRPC_CALL_EV_PING,		/* Ping send required */
527a158bdd3SDavid Howells 	RXRPC_CALL_EV_EXPIRED,		/* Expiry occurred */
528bd1fdf8cSDavid Howells 	RXRPC_CALL_EV_ACK_LOST,		/* ACK may be lost, send ping */
5295b8848d1SDavid Howells };
5305b8848d1SDavid Howells 
5315b8848d1SDavid Howells /*
5325b8848d1SDavid Howells  * The states that a call can be in.
5335b8848d1SDavid Howells  */
5345b8848d1SDavid Howells enum rxrpc_call_state {
535999b69f8SDavid Howells 	RXRPC_CALL_UNINITIALISED,
536999b69f8SDavid Howells 	RXRPC_CALL_CLIENT_AWAIT_CONN,	/* - client waiting for connection to become available */
5375b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_SEND_REQUEST,	/* - client sending request phase */
5385b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_AWAIT_REPLY,	/* - client awaiting reply */
5395b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_RECV_REPLY,	/* - client receiving reply phase */
54000e90712SDavid Howells 	RXRPC_CALL_SERVER_PREALLOC,	/* - service preallocation */
5415b8848d1SDavid Howells 	RXRPC_CALL_SERVER_SECURING,	/* - server securing request connection */
5425b8848d1SDavid Howells 	RXRPC_CALL_SERVER_RECV_REQUEST,	/* - server receiving request */
5435b8848d1SDavid Howells 	RXRPC_CALL_SERVER_ACK_REQUEST,	/* - server pending ACK of request */
5445b8848d1SDavid Howells 	RXRPC_CALL_SERVER_SEND_REPLY,	/* - server sending reply */
5455b8848d1SDavid Howells 	RXRPC_CALL_SERVER_AWAIT_ACK,	/* - server awaiting final ACK */
546f5c17aaeSDavid Howells 	RXRPC_CALL_COMPLETE,		/* - call complete */
547f5c17aaeSDavid Howells 	NR__RXRPC_CALL_STATES
548f5c17aaeSDavid Howells };
549f5c17aaeSDavid Howells 
550f5c17aaeSDavid Howells /*
551e122d845SDavid Howells  * Call completion condition (state == RXRPC_CALL_COMPLETE).
552e122d845SDavid Howells  */
553e122d845SDavid Howells enum rxrpc_call_completion {
554e122d845SDavid Howells 	RXRPC_CALL_SUCCEEDED,		/* - Normal termination */
555e122d845SDavid Howells 	RXRPC_CALL_REMOTELY_ABORTED,	/* - call aborted by peer */
556e122d845SDavid Howells 	RXRPC_CALL_LOCALLY_ABORTED,	/* - call aborted locally on error or close */
557e122d845SDavid Howells 	RXRPC_CALL_LOCAL_ERROR,		/* - call failed due to local error */
558e122d845SDavid Howells 	RXRPC_CALL_NETWORK_ERROR,	/* - call terminated by network error */
559e122d845SDavid Howells 	NR__RXRPC_CALL_COMPLETIONS
560e122d845SDavid Howells };
561e122d845SDavid Howells 
562e122d845SDavid Howells /*
56357494343SDavid Howells  * Call Tx congestion management modes.
56457494343SDavid Howells  */
56557494343SDavid Howells enum rxrpc_congest_mode {
56657494343SDavid Howells 	RXRPC_CALL_SLOW_START,
56757494343SDavid Howells 	RXRPC_CALL_CONGEST_AVOIDANCE,
56857494343SDavid Howells 	RXRPC_CALL_PACKET_LOSS,
56957494343SDavid Howells 	RXRPC_CALL_FAST_RETRANSMIT,
57057494343SDavid Howells 	NR__RXRPC_CONGEST_MODES
57157494343SDavid Howells };
57257494343SDavid Howells 
57357494343SDavid Howells /*
57417926a79SDavid Howells  * RxRPC call definition
57517926a79SDavid Howells  * - matched by { connection, call_id }
57617926a79SDavid Howells  */
57717926a79SDavid Howells struct rxrpc_call {
578dee46364SDavid Howells 	struct rcu_head		rcu;
57917926a79SDavid Howells 	struct rxrpc_connection	*conn;		/* connection carrying call */
580df5d8bf7SDavid Howells 	struct rxrpc_peer	*peer;		/* Peer record for remote address */
5818d94aa38SDavid Howells 	struct rxrpc_sock __rcu	*socket;	/* socket responsible */
582d3be4d24SDavid Howells 	struct rxrpc_net	*rxnet;		/* Network namespace to which call belongs */
58391fcfbe8SDavid Howells 	const struct rxrpc_security *security;	/* applied security module */
584540b1c48SDavid Howells 	struct mutex		user_mutex;	/* User access mutex */
585a158bdd3SDavid Howells 	unsigned long		ack_at;		/* When deferred ACK needs to happen */
586bd1fdf8cSDavid Howells 	unsigned long		ack_lost_at;	/* When ACK is figured as lost */
587a158bdd3SDavid Howells 	unsigned long		resend_at;	/* When next resend needs to happen */
588a158bdd3SDavid Howells 	unsigned long		ping_at;	/* When next to send a ping */
589415f44e4SDavid Howells 	unsigned long		keepalive_at;	/* When next to send a keepalive ping */
590a158bdd3SDavid Howells 	unsigned long		expect_rx_by;	/* When we expect to get a packet by */
591a158bdd3SDavid Howells 	unsigned long		expect_req_by;	/* When we expect to get a request DATA packet by */
592a158bdd3SDavid Howells 	unsigned long		expect_term_by;	/* When we expect call termination by */
593a158bdd3SDavid Howells 	u32			next_rx_timo;	/* Timeout for next Rx packet (jif) */
594a158bdd3SDavid Howells 	u32			next_req_timo;	/* Timeout for next Rx request packet (jif) */
5951db88c53SDavid Howells 	struct skcipher_request	*cipher_req;	/* Packet cipher request buffer */
596248f219cSDavid Howells 	struct timer_list	timer;		/* Combined event timer */
597248f219cSDavid Howells 	struct work_struct	processor;	/* Event processor */
598d001648eSDavid Howells 	rxrpc_notify_rx_t	notify_rx;	/* kernel service Rx notification function */
59917926a79SDavid Howells 	struct list_head	link;		/* link in master call list */
600245500d8SDavid Howells 	struct list_head	chan_wait_link;	/* Link in conn->bundle->waiting_calls */
601f66d7490SDavid Howells 	struct hlist_node	error_link;	/* link in error distribution list */
602248f219cSDavid Howells 	struct list_head	accept_link;	/* Link in rx->acceptq */
603248f219cSDavid Howells 	struct list_head	recvmsg_link;	/* Link in rx->recvmsg_q */
604248f219cSDavid Howells 	struct list_head	sock_link;	/* Link in rx->sock_calls */
605248f219cSDavid Howells 	struct rb_node		sock_node;	/* Node in rx->calls */
60617926a79SDavid Howells 	struct sk_buff		*tx_pending;	/* Tx socket buffer being filled */
60745025bceSDavid Howells 	wait_queue_head_t	waitq;		/* Wait queue for channel or Tx */
608e754eba6SDavid Howells 	s64			tx_total_len;	/* Total length left to be transmitted (or -1) */
609a263629dSHerbert Xu 	__be32			crypto_buf[2];	/* Temporary packet crypto buffer */
61017926a79SDavid Howells 	unsigned long		user_call_ID;	/* user-defined call ID */
61117926a79SDavid Howells 	unsigned long		flags;
61217926a79SDavid Howells 	unsigned long		events;
61317926a79SDavid Howells 	spinlock_t		lock;
61420acbd9aSDavid Howells 	spinlock_t		notify_lock;	/* Kernel notification lock */
61517926a79SDavid Howells 	rwlock_t		state_lock;	/* lock for state transition */
616f5c17aaeSDavid Howells 	u32			abort_code;	/* Local/remote abort code */
617f5c17aaeSDavid Howells 	int			error;		/* Local error incurred */
618cf13258fSDavid Howells 	enum rxrpc_call_state	state;		/* current state of call */
619cf13258fSDavid Howells 	enum rxrpc_call_completion completion;	/* Call completion condition */
620a0575429SDavid Howells 	refcount_t		ref;
621dabe5a79SDavid Howells 	u16			service_id;	/* service ID */
622278ac0cdSDavid Howells 	u8			security_ix;	/* Security type */
623e138aa7dSDavid Howells 	enum rxrpc_interruptibility interruptibility; /* At what point call may be interrupted */
624dabe5a79SDavid Howells 	u32			call_id;	/* call ID on connection  */
625dabe5a79SDavid Howells 	u32			cid;		/* connection ID plus channel index */
626dabe5a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
6278e83134dSDavid Howells 	unsigned short		rx_pkt_offset;	/* Current recvmsg packet offset */
6288e83134dSDavid Howells 	unsigned short		rx_pkt_len;	/* Current recvmsg packet len */
629f9c32435SDavid Howells 	bool			rx_pkt_last;	/* Current recvmsg packet is last */
63017926a79SDavid Howells 
631248f219cSDavid Howells 	/* Rx/Tx circular buffer, depending on phase.
632248f219cSDavid Howells 	 *
633248f219cSDavid Howells 	 * In the Rx phase, packets are annotated with 0 or the number of the
634248f219cSDavid Howells 	 * segment of a jumbo packet each buffer refers to.  There can be up to
635248f219cSDavid Howells 	 * 47 segments in a maximum-size UDP packet.
636248f219cSDavid Howells 	 *
637248f219cSDavid Howells 	 * In the Tx phase, packets are annotated with which buffers have been
638248f219cSDavid Howells 	 * acked.
63917926a79SDavid Howells 	 */
640248f219cSDavid Howells #define RXRPC_RXTX_BUFF_SIZE	64
641248f219cSDavid Howells #define RXRPC_RXTX_BUFF_MASK	(RXRPC_RXTX_BUFF_SIZE - 1)
6424075295aSDavid Howells #define RXRPC_INIT_RX_WINDOW_SIZE 63
643248f219cSDavid Howells 	struct sk_buff		**rxtx_buffer;
644248f219cSDavid Howells 	u8			*rxtx_annotations;
645248f219cSDavid Howells #define RXRPC_TX_ANNO_ACK	0
646248f219cSDavid Howells #define RXRPC_TX_ANNO_UNACK	1
647248f219cSDavid Howells #define RXRPC_TX_ANNO_NAK	2
648248f219cSDavid Howells #define RXRPC_TX_ANNO_RETRANS	3
649f07373eaSDavid Howells #define RXRPC_TX_ANNO_MASK	0x03
65070790dbeSDavid Howells #define RXRPC_TX_ANNO_LAST	0x04
65170790dbeSDavid Howells #define RXRPC_TX_ANNO_RESENT	0x08
65270790dbeSDavid Howells 
653e2de6c40SDavid Howells #define RXRPC_RX_ANNO_SUBPACKET	0x3f		/* Subpacket number in jumbogram */
654248f219cSDavid Howells #define RXRPC_RX_ANNO_VERIFIED	0x80		/* Set if verified and decrypted */
655248f219cSDavid Howells 	rxrpc_seq_t		tx_hard_ack;	/* Dead slot in buffer; the first transmitted but
656248f219cSDavid Howells 						 * not hard-ACK'd packet follows this.
657248f219cSDavid Howells 						 */
658248f219cSDavid Howells 	rxrpc_seq_t		tx_top;		/* Highest Tx slot allocated. */
659c7e86acfSDavid Howells 	u16			tx_backoff;	/* Delay to insert due to Tx failure */
66057494343SDavid Howells 
66157494343SDavid Howells 	/* TCP-style slow-start congestion control [RFC5681].  Since the SMSS
66257494343SDavid Howells 	 * is fixed, we keep these numbers in terms of segments (ie. DATA
66357494343SDavid Howells 	 * packets) rather than bytes.
66457494343SDavid Howells 	 */
66557494343SDavid Howells #define RXRPC_TX_SMSS		RXRPC_JUMBO_DATALEN
66657494343SDavid Howells 	u8			cong_cwnd;	/* Congestion window size */
66757494343SDavid Howells 	u8			cong_extra;	/* Extra to send for congestion management */
66857494343SDavid Howells 	u8			cong_ssthresh;	/* Slow-start threshold */
66957494343SDavid Howells 	enum rxrpc_congest_mode	cong_mode:8;	/* Congestion management mode */
67057494343SDavid Howells 	u8			cong_dup_acks;	/* Count of ACKs showing missing packets */
67157494343SDavid Howells 	u8			cong_cumul_acks; /* Cumulative ACK count */
67257494343SDavid Howells 	ktime_t			cong_tstamp;	/* Last time cwnd was changed */
67357494343SDavid Howells 
674248f219cSDavid Howells 	rxrpc_seq_t		rx_hard_ack;	/* Dead slot in buffer; the first received but not
675248f219cSDavid Howells 						 * consumed packet follows this.
676248f219cSDavid Howells 						 */
677248f219cSDavid Howells 	rxrpc_seq_t		rx_top;		/* Highest Rx slot allocated. */
678248f219cSDavid Howells 	rxrpc_seq_t		rx_expect_next;	/* Expected next packet sequence number */
6791a025028SDavid Howells 	rxrpc_serial_t		rx_serial;	/* Highest serial received for this call */
680248f219cSDavid Howells 	u8			rx_winsize;	/* Size of Rx window */
681248f219cSDavid Howells 	u8			tx_winsize;	/* Maximum size of Tx window */
68275e42126SDavid Howells 	u8			nr_jumbo_bad;	/* Number of jumbo dups/exceeds-windows */
68317926a79SDavid Howells 
684c1e15b49SDavid Howells 	spinlock_t		input_lock;	/* Lock for packet input to this call */
685c1e15b49SDavid Howells 
6868940ba3cSDavid Howells 	/* Receive-phase ACK management (ACKs we send). */
6874e36a95eSDavid Howells 	u8			ackr_reason;	/* reason to ACK */
6880d12f8a4SDavid Howells 	rxrpc_serial_t		ackr_serial;	/* serial of packet being ACK'd */
68981524b63SDavid Howells 	rxrpc_seq_t		ackr_highest_seq; /* Higest sequence number received */
6909a3dedcfSDavid Howells 	atomic_t		ackr_nr_unacked; /* Number of unacked packets */
6919a3dedcfSDavid Howells 	atomic_t		ackr_nr_consumed; /* Number of packets needing hard ACK */
692a5af7e1fSDavid Howells 
6934700c4d8SDavid Howells 	/* RTT management */
6944700c4d8SDavid Howells 	rxrpc_serial_t		rtt_serial[4];	/* Serial number of DATA or PING sent */
6954700c4d8SDavid Howells 	ktime_t			rtt_sent_at[4];	/* Time packet sent */
6964700c4d8SDavid Howells 	unsigned long		rtt_avail;	/* Mask of available slots in bits 0-3,
6974700c4d8SDavid Howells 						 * Mask of pending samples in 8-11 */
6984700c4d8SDavid Howells #define RXRPC_CALL_RTT_AVAIL_MASK	0xf
6994700c4d8SDavid Howells #define RXRPC_CALL_RTT_PEND_SHIFT	8
70017926a79SDavid Howells 
7018940ba3cSDavid Howells 	/* Transmission-phase ACK management (ACKs we've received). */
70257494343SDavid Howells 	ktime_t			acks_latest_ts;	/* Timestamp of latest ACK received */
7038940ba3cSDavid Howells 	rxrpc_seq_t		acks_first_seq;	/* first sequence number received */
70481524b63SDavid Howells 	rxrpc_seq_t		acks_prev_seq;	/* Highest previousPacket received */
70531a1b989SDavid Howells 	rxrpc_seq_t		acks_lowest_nak; /* Lowest NACK in the buffer (or ==tx_hard_ack) */
706bd1fdf8cSDavid Howells 	rxrpc_seq_t		acks_lost_top;	/* tx_top at the time lost-ack ping sent */
707bd1fdf8cSDavid Howells 	rxrpc_serial_t		acks_lost_ping;	/* Serial number of probe ACK */
708589a0c1eSDavid Howells 	rxrpc_serial_t		acks_highest_serial; /* Highest serial number ACK'd */
70931a1b989SDavid Howells };
71031a1b989SDavid Howells 
71131a1b989SDavid Howells /*
71257494343SDavid Howells  * Summary of a new ACK and the changes it made to the Tx buffer packet states.
71331a1b989SDavid Howells  */
71431a1b989SDavid Howells struct rxrpc_ack_summary {
71531a1b989SDavid Howells 	u8			ack_reason;
71631a1b989SDavid Howells 	u8			nr_acks;		/* Number of ACKs in packet */
71731a1b989SDavid Howells 	u8			nr_nacks;		/* Number of NACKs in packet */
71831a1b989SDavid Howells 	u8			nr_new_acks;		/* Number of new ACKs in packet */
71931a1b989SDavid Howells 	u8			nr_new_nacks;		/* Number of new NACKs in packet */
72031a1b989SDavid Howells 	u8			nr_rot_new_acks;	/* Number of rotated new ACKs */
72131a1b989SDavid Howells 	bool			new_low_nack;		/* T if new low NACK found */
72257494343SDavid Howells 	bool			retrans_timeo;		/* T if reTx due to timeout happened */
72357494343SDavid Howells 	u8			flight_size;		/* Number of unreceived transmissions */
72457494343SDavid Howells 	/* Place to stash values for tracing */
72557494343SDavid Howells 	enum rxrpc_congest_mode	mode:8;
72657494343SDavid Howells 	u8			cwnd;
72757494343SDavid Howells 	u8			ssthresh;
72857494343SDavid Howells 	u8			dup_acks;
72957494343SDavid Howells 	u8			cumulative_acks;
73017926a79SDavid Howells };
73117926a79SDavid Howells 
73248124178SDavid Howells /*
73348124178SDavid Howells  * sendmsg() cmsg-specified parameters.
73448124178SDavid Howells  */
73548124178SDavid Howells enum rxrpc_command {
73648124178SDavid Howells 	RXRPC_CMD_SEND_DATA,		/* send data message */
73748124178SDavid Howells 	RXRPC_CMD_SEND_ABORT,		/* request abort generation */
73848124178SDavid Howells 	RXRPC_CMD_REJECT_BUSY,		/* [server] reject a call as busy */
7392d914c1bSDavid Howells 	RXRPC_CMD_CHARGE_ACCEPT,	/* [server] charge accept preallocation */
74048124178SDavid Howells };
74148124178SDavid Howells 
74248124178SDavid Howells struct rxrpc_call_params {
74348124178SDavid Howells 	s64			tx_total_len;	/* Total Tx data length (if send data) */
74448124178SDavid Howells 	unsigned long		user_call_ID;	/* User's call ID */
74548124178SDavid Howells 	struct {
74648124178SDavid Howells 		u32		hard;		/* Maximum lifetime (sec) */
74748124178SDavid Howells 		u32		idle;		/* Max time since last data packet (msec) */
74848124178SDavid Howells 		u32		normal;		/* Max time since last call packet (msec) */
74948124178SDavid Howells 	} timeouts;
75048124178SDavid Howells 	u8			nr_timeouts;	/* Number of timeouts specified */
751b7a7d674SDavid Howells 	bool			kernel;		/* T if kernel is making the call */
752e138aa7dSDavid Howells 	enum rxrpc_interruptibility interruptibility; /* How is interruptible is the call? */
75348124178SDavid Howells };
75448124178SDavid Howells 
75548124178SDavid Howells struct rxrpc_send_params {
75648124178SDavid Howells 	struct rxrpc_call_params call;
75748124178SDavid Howells 	u32			abort_code;	/* Abort code to Tx (if abort) */
75848124178SDavid Howells 	enum rxrpc_command	command : 8;	/* The command to implement */
75948124178SDavid Howells 	bool			exclusive;	/* Shared or exclusive call */
76048124178SDavid Howells 	bool			upgrade;	/* If the connection is upgradeable */
76148124178SDavid Howells };
76248124178SDavid Howells 
763*02a19356SDavid Howells /*
764*02a19356SDavid Howells  * Buffer of data to be output as a packet.
765*02a19356SDavid Howells  */
766*02a19356SDavid Howells struct rxrpc_txbuf {
767*02a19356SDavid Howells 	struct rcu_head		rcu;
768*02a19356SDavid Howells 	struct list_head	call_link;	/* Link in call->tx_queue */
769*02a19356SDavid Howells 	struct list_head	tx_link;	/* Link in live Enc queue or Tx queue */
770*02a19356SDavid Howells 	struct rxrpc_call	*call;		/* Call to which belongs */
771*02a19356SDavid Howells 	ktime_t			last_sent;	/* Time at which last transmitted */
772*02a19356SDavid Howells 	refcount_t		ref;
773*02a19356SDavid Howells 	rxrpc_seq_t		seq;		/* Sequence number of this packet */
774*02a19356SDavid Howells 	unsigned int		call_debug_id;
775*02a19356SDavid Howells 	unsigned int		debug_id;
776*02a19356SDavid Howells 	unsigned int		len;		/* Amount of data in buffer */
777*02a19356SDavid Howells 	unsigned int		space;		/* Remaining data space */
778*02a19356SDavid Howells 	unsigned int		offset;		/* Offset of fill point */
779*02a19356SDavid Howells 	unsigned long		flags;
780*02a19356SDavid Howells #define RXRPC_TXBUF_ACKED	0		/* Set if ACK'd */
781*02a19356SDavid Howells #define RXRPC_TXBUF_NACKED	1		/* Set if NAK'd */
782*02a19356SDavid Howells #define RXRPC_TXBUF_LAST	2		/* Set if last packet in Tx phase */
783*02a19356SDavid Howells #define RXRPC_TXBUF_RESENT	3		/* Set if has been resent */
784*02a19356SDavid Howells #define RXRPC_TXBUF_RETRANS	4		/* Set if should be retransmitted */
785*02a19356SDavid Howells 	struct {
786*02a19356SDavid Howells 		/* The packet for encrypting and DMA'ing.  We align it such
787*02a19356SDavid Howells 		 * that data[] aligns correctly for any crypto blocksize.
788*02a19356SDavid Howells 		 */
789*02a19356SDavid Howells 		u8		pad[64 - sizeof(struct rxrpc_wire_header)];
790*02a19356SDavid Howells 		struct rxrpc_wire_header wire;	/* Network-ready header */
791*02a19356SDavid Howells 		u8		data[RXRPC_JUMBO_DATALEN]; /* Data packet */
792*02a19356SDavid Howells 	} __aligned(64);
793*02a19356SDavid Howells };
794*02a19356SDavid Howells 
795*02a19356SDavid Howells static inline bool rxrpc_sending_to_server(const struct rxrpc_txbuf *txb)
796*02a19356SDavid Howells {
797*02a19356SDavid Howells 	return txb->wire.flags & RXRPC_CLIENT_INITIATED;
798*02a19356SDavid Howells }
799*02a19356SDavid Howells 
800*02a19356SDavid Howells static inline bool rxrpc_sending_to_client(const struct rxrpc_txbuf *txb)
801*02a19356SDavid Howells {
802*02a19356SDavid Howells 	return !rxrpc_sending_to_server(txb);
803*02a19356SDavid Howells }
804*02a19356SDavid Howells 
805df844fd4SDavid Howells #include <trace/events/rxrpc.h>
806df844fd4SDavid Howells 
80717926a79SDavid Howells /*
808651350d1SDavid Howells  * af_rxrpc.c
80917926a79SDavid Howells  */
81071f3ca40SDavid Howells extern atomic_t rxrpc_n_tx_skbs, rxrpc_n_rx_skbs;
811651350d1SDavid Howells extern struct workqueue_struct *rxrpc_workqueue;
81217926a79SDavid Howells 
81317926a79SDavid Howells /*
8140d81a51aSDavid Howells  * call_accept.c
81517926a79SDavid Howells  */
81600e90712SDavid Howells int rxrpc_service_prealloc(struct rxrpc_sock *, gfp_t);
81700e90712SDavid Howells void rxrpc_discard_prealloc(struct rxrpc_sock *);
818248f219cSDavid Howells struct rxrpc_call *rxrpc_new_incoming_call(struct rxrpc_local *,
8190099dc58SDavid Howells 					   struct rxrpc_sock *,
820248f219cSDavid Howells 					   struct sk_buff *);
8214f95dd78SDavid Howells void rxrpc_accept_incoming_calls(struct rxrpc_local *);
8222d914c1bSDavid Howells int rxrpc_user_charge_accept(struct rxrpc_sock *, unsigned long);
82317926a79SDavid Howells 
82417926a79SDavid Howells /*
8250d81a51aSDavid Howells  * call_event.c
82617926a79SDavid Howells  */
827e8c3af6bSDavid Howells void rxrpc_propose_ACK(struct rxrpc_call *, u8, u32, bool, bool,
8289c7ad434SDavid Howells 		       enum rxrpc_propose_ack_trace);
829c1b1203dSJoe Perches void rxrpc_process_call(struct work_struct *);
83017926a79SDavid Howells 
8314a7f62f9SDavid Howells void rxrpc_reduce_call_timer(struct rxrpc_call *call,
832a158bdd3SDavid Howells 			     unsigned long expire_at,
833a158bdd3SDavid Howells 			     unsigned long now,
8344a7f62f9SDavid Howells 			     enum rxrpc_timer_trace why);
8354a7f62f9SDavid Howells 
8364a7f62f9SDavid Howells void rxrpc_delete_call_timer(struct rxrpc_call *call);
837a158bdd3SDavid Howells 
83817926a79SDavid Howells /*
8390d81a51aSDavid Howells  * call_object.c
84017926a79SDavid Howells  */
841f5c17aaeSDavid Howells extern const char *const rxrpc_call_states[];
842f5c17aaeSDavid Howells extern const char *const rxrpc_call_completions[];
84317926a79SDavid Howells extern struct kmem_cache *rxrpc_call_jar;
84417926a79SDavid Howells 
8452341e077SDavid Howells struct rxrpc_call *rxrpc_find_call_by_user_ID(struct rxrpc_sock *, unsigned long);
846a25e21f0SDavid Howells struct rxrpc_call *rxrpc_alloc_call(struct rxrpc_sock *, gfp_t, unsigned int);
8472341e077SDavid Howells struct rxrpc_call *rxrpc_new_client_call(struct rxrpc_sock *,
84819ffa01cSDavid Howells 					 struct rxrpc_conn_parameters *,
849999b69f8SDavid Howells 					 struct sockaddr_rxrpc *,
850a25e21f0SDavid Howells 					 struct rxrpc_call_params *, gfp_t,
851a25e21f0SDavid Howells 					 unsigned int);
852248f219cSDavid Howells void rxrpc_incoming_call(struct rxrpc_sock *, struct rxrpc_call *,
85342886ffeSDavid Howells 			 struct sk_buff *);
8548d94aa38SDavid Howells void rxrpc_release_call(struct rxrpc_sock *, struct rxrpc_call *);
855c1b1203dSJoe Perches void rxrpc_release_calls_on_socket(struct rxrpc_sock *);
8568d94aa38SDavid Howells bool __rxrpc_queue_call(struct rxrpc_call *);
8578d94aa38SDavid Howells bool rxrpc_queue_call(struct rxrpc_call *);
858e34d4234SDavid Howells void rxrpc_see_call(struct rxrpc_call *);
8594a7f62f9SDavid Howells bool rxrpc_try_get_call(struct rxrpc_call *call, enum rxrpc_call_trace op);
860fff72429SDavid Howells void rxrpc_get_call(struct rxrpc_call *, enum rxrpc_call_trace);
861fff72429SDavid Howells void rxrpc_put_call(struct rxrpc_call *, enum rxrpc_call_trace);
86200e90712SDavid Howells void rxrpc_cleanup_call(struct rxrpc_call *);
8632baec2c3SDavid Howells void rxrpc_destroy_all_calls(struct rxrpc_net *);
86417926a79SDavid Howells 
865dabe5a79SDavid Howells static inline bool rxrpc_is_service_call(const struct rxrpc_call *call)
866dabe5a79SDavid Howells {
867dabe5a79SDavid Howells 	return test_bit(RXRPC_CALL_IS_SERVICE, &call->flags);
868dabe5a79SDavid Howells }
869dabe5a79SDavid Howells 
870dabe5a79SDavid Howells static inline bool rxrpc_is_client_call(const struct rxrpc_call *call)
871dabe5a79SDavid Howells {
872dabe5a79SDavid Howells 	return !rxrpc_is_service_call(call);
873dabe5a79SDavid Howells }
874dabe5a79SDavid Howells 
87517926a79SDavid Howells /*
8764a3388c8SDavid Howells  * conn_client.c
8774a3388c8SDavid Howells  */
87845025bceSDavid Howells extern unsigned int rxrpc_reap_client_connections;
879a158bdd3SDavid Howells extern unsigned long rxrpc_conn_idle_client_expiry;
880a158bdd3SDavid Howells extern unsigned long rxrpc_conn_idle_client_fast_expiry;
8814a3388c8SDavid Howells extern struct idr rxrpc_client_conn_ids;
8824a3388c8SDavid Howells 
883eb9b9d22SDavid Howells void rxrpc_destroy_client_conn_ids(void);
884245500d8SDavid Howells struct rxrpc_bundle *rxrpc_get_bundle(struct rxrpc_bundle *);
885245500d8SDavid Howells void rxrpc_put_bundle(struct rxrpc_bundle *);
8865e33a23bSDavid Howells int rxrpc_connect_call(struct rxrpc_sock *, struct rxrpc_call *,
8875e33a23bSDavid Howells 		       struct rxrpc_conn_parameters *, struct sockaddr_rxrpc *,
8885e33a23bSDavid Howells 		       gfp_t);
88945025bceSDavid Howells void rxrpc_expose_client_call(struct rxrpc_call *);
890245500d8SDavid Howells void rxrpc_disconnect_client_call(struct rxrpc_bundle *, struct rxrpc_call *);
89145025bceSDavid Howells void rxrpc_put_client_conn(struct rxrpc_connection *);
8922baec2c3SDavid Howells void rxrpc_discard_expired_client_conns(struct work_struct *);
8932baec2c3SDavid Howells void rxrpc_destroy_all_client_connections(struct rxrpc_net *);
894d12040b6SDavid Howells void rxrpc_clean_up_local_conns(struct rxrpc_local *);
8954a3388c8SDavid Howells 
8964a3388c8SDavid Howells /*
8970d81a51aSDavid Howells  * conn_event.c
8980d81a51aSDavid Howells  */
8990d81a51aSDavid Howells void rxrpc_process_connection(struct work_struct *);
900ddc7834aSDavid Howells void rxrpc_process_delayed_final_acks(struct rxrpc_connection *, bool);
9010d81a51aSDavid Howells 
9020d81a51aSDavid Howells /*
9030d81a51aSDavid Howells  * conn_object.c
90417926a79SDavid Howells  */
905dad8aff7SDavid Howells extern unsigned int rxrpc_connection_expiry;
906f859ab61SDavid Howells extern unsigned int rxrpc_closed_conn_expiry;
90717926a79SDavid Howells 
908c6d2b8d7SDavid Howells struct rxrpc_connection *rxrpc_alloc_connection(gfp_t);
9098496af50SDavid Howells struct rxrpc_connection *rxrpc_find_connection_rcu(struct rxrpc_local *,
9100099dc58SDavid Howells 						   struct sk_buff *,
9110099dc58SDavid Howells 						   struct rxrpc_peer **);
91245025bceSDavid Howells void __rxrpc_disconnect_call(struct rxrpc_connection *, struct rxrpc_call *);
913999b69f8SDavid Howells void rxrpc_disconnect_call(struct rxrpc_call *);
91445025bceSDavid Howells void rxrpc_kill_connection(struct rxrpc_connection *);
915363deeabSDavid Howells bool rxrpc_queue_conn(struct rxrpc_connection *);
916363deeabSDavid Howells void rxrpc_see_connection(struct rxrpc_connection *);
917245500d8SDavid Howells struct rxrpc_connection *rxrpc_get_connection(struct rxrpc_connection *);
918363deeabSDavid Howells struct rxrpc_connection *rxrpc_get_connection_maybe(struct rxrpc_connection *);
919363deeabSDavid Howells void rxrpc_put_service_conn(struct rxrpc_connection *);
9202baec2c3SDavid Howells void rxrpc_service_connection_reaper(struct work_struct *);
9212baec2c3SDavid Howells void rxrpc_destroy_all_connections(struct rxrpc_net *);
92217926a79SDavid Howells 
92319ffa01cSDavid Howells static inline bool rxrpc_conn_is_client(const struct rxrpc_connection *conn)
92419ffa01cSDavid Howells {
92519ffa01cSDavid Howells 	return conn->out_clientflag;
92619ffa01cSDavid Howells }
92719ffa01cSDavid Howells 
92819ffa01cSDavid Howells static inline bool rxrpc_conn_is_service(const struct rxrpc_connection *conn)
92919ffa01cSDavid Howells {
930e8d70ce1SDavid Howells 	return !rxrpc_conn_is_client(conn);
93119ffa01cSDavid Howells }
93219ffa01cSDavid Howells 
933f51b4480SDavid Howells static inline void rxrpc_put_connection(struct rxrpc_connection *conn)
934f51b4480SDavid Howells {
93545025bceSDavid Howells 	if (!conn)
93645025bceSDavid Howells 		return;
93745025bceSDavid Howells 
938363deeabSDavid Howells 	if (rxrpc_conn_is_client(conn))
93945025bceSDavid Howells 		rxrpc_put_client_conn(conn);
940363deeabSDavid Howells 	else
941363deeabSDavid Howells 		rxrpc_put_service_conn(conn);
9425acbee46SDavid Howells }
9435acbee46SDavid Howells 
9443136ef49SDavid Howells static inline void rxrpc_reduce_conn_timer(struct rxrpc_connection *conn,
9453136ef49SDavid Howells 					   unsigned long expire_at)
9463136ef49SDavid Howells {
9473136ef49SDavid Howells 	timer_reduce(&conn->timer, expire_at);
9483136ef49SDavid Howells }
9493136ef49SDavid Howells 
95017926a79SDavid Howells /*
9517877a4a4SDavid Howells  * conn_service.c
9527877a4a4SDavid Howells  */
9538496af50SDavid Howells struct rxrpc_connection *rxrpc_find_service_conn_rcu(struct rxrpc_peer *,
9548496af50SDavid Howells 						     struct sk_buff *);
9552baec2c3SDavid Howells struct rxrpc_connection *rxrpc_prealloc_service_connection(struct rxrpc_net *, gfp_t);
956063c60d3SDavid Howells void rxrpc_new_incoming_connection(struct rxrpc_sock *, struct rxrpc_connection *,
957ec832bd0SDavid Howells 				   const struct rxrpc_security *, struct sk_buff *);
958001c1122SDavid Howells void rxrpc_unpublish_service_conn(struct rxrpc_connection *);
9597877a4a4SDavid Howells 
9607877a4a4SDavid Howells /*
9610d81a51aSDavid Howells  * input.c
96217926a79SDavid Howells  */
9635271953cSDavid Howells int rxrpc_input_packet(struct sock *, struct sk_buff *);
96417926a79SDavid Howells 
96517926a79SDavid Howells /*
9660d81a51aSDavid Howells  * insecure.c
96717926a79SDavid Howells  */
9680d81a51aSDavid Howells extern const struct rxrpc_security rxrpc_no_security;
96917926a79SDavid Howells 
97017926a79SDavid Howells /*
9710d81a51aSDavid Howells  * key.c
97217926a79SDavid Howells  */
97317926a79SDavid Howells extern struct key_type key_type_rxrpc;
97417926a79SDavid Howells 
975a7b75c5aSChristoph Hellwig int rxrpc_request_key(struct rxrpc_sock *, sockptr_t , int);
97610674a03SBaolin Wang int rxrpc_get_server_data_key(struct rxrpc_connection *, const void *, time64_t,
977c1b1203dSJoe Perches 			      u32);
97817926a79SDavid Howells 
97917926a79SDavid Howells /*
98087563616SDavid Howells  * local_event.c
98187563616SDavid Howells  */
9824f95dd78SDavid Howells extern void rxrpc_process_local_events(struct rxrpc_local *);
98387563616SDavid Howells 
98487563616SDavid Howells /*
9850d81a51aSDavid Howells  * local_object.c
98617926a79SDavid Howells  */
9872baec2c3SDavid Howells struct rxrpc_local *rxrpc_lookup_local(struct net *, const struct sockaddr_rxrpc *);
98809d2bf59SDavid Howells struct rxrpc_local *rxrpc_get_local(struct rxrpc_local *);
98909d2bf59SDavid Howells struct rxrpc_local *rxrpc_get_local_maybe(struct rxrpc_local *);
99009d2bf59SDavid Howells void rxrpc_put_local(struct rxrpc_local *);
991730c5fd4SDavid Howells struct rxrpc_local *rxrpc_use_local(struct rxrpc_local *);
992730c5fd4SDavid Howells void rxrpc_unuse_local(struct rxrpc_local *);
99309d2bf59SDavid Howells void rxrpc_queue_local(struct rxrpc_local *);
9942baec2c3SDavid Howells void rxrpc_destroy_all_locals(struct rxrpc_net *);
995e0e4d82fSDavid Howells 
99604d36d74SDavid Howells static inline bool __rxrpc_unuse_local(struct rxrpc_local *local)
99704d36d74SDavid Howells {
99804d36d74SDavid Howells 	return atomic_dec_return(&local->active_users) == 0;
99904d36d74SDavid Howells }
100004d36d74SDavid Howells 
100104d36d74SDavid Howells static inline bool __rxrpc_use_local(struct rxrpc_local *local)
100204d36d74SDavid Howells {
100304d36d74SDavid Howells 	return atomic_fetch_add_unless(&local->active_users, 1, 0) != 0;
100404d36d74SDavid Howells }
100504d36d74SDavid Howells 
1006e0e4d82fSDavid Howells /*
10078e688d9cSDavid Howells  * misc.c
10088e688d9cSDavid Howells  */
10090e119b41SDavid Howells extern unsigned int rxrpc_max_backlog __read_mostly;
1010a158bdd3SDavid Howells extern unsigned long rxrpc_requested_ack_delay;
1011a158bdd3SDavid Howells extern unsigned long rxrpc_soft_ack_delay;
1012a158bdd3SDavid Howells extern unsigned long rxrpc_idle_ack_delay;
10138e688d9cSDavid Howells extern unsigned int rxrpc_rx_window_size;
10148e688d9cSDavid Howells extern unsigned int rxrpc_rx_mtu;
10158e688d9cSDavid Howells extern unsigned int rxrpc_rx_jumbo_max;
10168e688d9cSDavid Howells 
10178e688d9cSDavid Howells extern const s8 rxrpc_ack_priority[];
10188e688d9cSDavid Howells 
10198e688d9cSDavid Howells /*
10202baec2c3SDavid Howells  * net_ns.c
10212baec2c3SDavid Howells  */
10222baec2c3SDavid Howells extern unsigned int rxrpc_net_id;
10232baec2c3SDavid Howells extern struct pernet_operations rxrpc_net_ops;
10242baec2c3SDavid Howells 
10252baec2c3SDavid Howells static inline struct rxrpc_net *rxrpc_net(struct net *net)
10262baec2c3SDavid Howells {
10272baec2c3SDavid Howells 	return net_generic(net, rxrpc_net_id);
10282baec2c3SDavid Howells }
10292baec2c3SDavid Howells 
10302baec2c3SDavid Howells /*
10310d81a51aSDavid Howells  * output.c
10320d81a51aSDavid Howells  */
1033bd1fdf8cSDavid Howells int rxrpc_send_ack_packet(struct rxrpc_call *, bool, rxrpc_serial_t *);
103426cb02aaSDavid Howells int rxrpc_send_abort_packet(struct rxrpc_call *);
1035a1767077SDavid Howells int rxrpc_send_data_packet(struct rxrpc_call *, struct sk_buff *, bool);
1036248f219cSDavid Howells void rxrpc_reject_packets(struct rxrpc_local *);
1037ace45becSDavid Howells void rxrpc_send_keepalive(struct rxrpc_peer *);
10380d81a51aSDavid Howells 
10390d81a51aSDavid Howells /*
1040abe89ef0SDavid Howells  * peer_event.c
10410d81a51aSDavid Howells  */
1042abe89ef0SDavid Howells void rxrpc_error_report(struct sock *);
1043ace45becSDavid Howells void rxrpc_peer_keepalive_worker(struct work_struct *);
10440d81a51aSDavid Howells 
10450d81a51aSDavid Howells /*
10460d81a51aSDavid Howells  * peer_object.c
10470d81a51aSDavid Howells  */
1048be6e6707SDavid Howells struct rxrpc_peer *rxrpc_lookup_peer_rcu(struct rxrpc_local *,
1049be6e6707SDavid Howells 					 const struct sockaddr_rxrpc *);
10505e33a23bSDavid Howells struct rxrpc_peer *rxrpc_lookup_peer(struct rxrpc_sock *, struct rxrpc_local *,
1051be6e6707SDavid Howells 				     struct sockaddr_rxrpc *, gfp_t);
1052be6e6707SDavid Howells struct rxrpc_peer *rxrpc_alloc_peer(struct rxrpc_local *, gfp_t);
10535e33a23bSDavid Howells void rxrpc_new_incoming_peer(struct rxrpc_sock *, struct rxrpc_local *,
10545e33a23bSDavid Howells 			     struct rxrpc_peer *);
105517226f12SDavid Howells void rxrpc_destroy_all_peers(struct rxrpc_net *);
10561159d4b4SDavid Howells struct rxrpc_peer *rxrpc_get_peer(struct rxrpc_peer *);
10571159d4b4SDavid Howells struct rxrpc_peer *rxrpc_get_peer_maybe(struct rxrpc_peer *);
10581159d4b4SDavid Howells void rxrpc_put_peer(struct rxrpc_peer *);
105960034d3dSDavid Howells void rxrpc_put_peer_locked(struct rxrpc_peer *);
10600d81a51aSDavid Howells 
10610d81a51aSDavid Howells /*
10620d81a51aSDavid Howells  * proc.c
10630d81a51aSDavid Howells  */
1064c3506372SChristoph Hellwig extern const struct seq_operations rxrpc_call_seq_ops;
1065c3506372SChristoph Hellwig extern const struct seq_operations rxrpc_connection_seq_ops;
1066bc0e7cf4SDavid Howells extern const struct seq_operations rxrpc_peer_seq_ops;
106733912c26SDavid Howells extern const struct seq_operations rxrpc_local_seq_ops;
10680d81a51aSDavid Howells 
10690d81a51aSDavid Howells /*
10700d81a51aSDavid Howells  * recvmsg.c
10710d81a51aSDavid Howells  */
1072248f219cSDavid Howells void rxrpc_notify_socket(struct rxrpc_call *);
10733067bf8cSDavid Howells bool __rxrpc_set_call_completion(struct rxrpc_call *, enum rxrpc_call_completion, u32, int);
10743067bf8cSDavid Howells bool rxrpc_set_call_completion(struct rxrpc_call *, enum rxrpc_call_completion, u32, int);
10753067bf8cSDavid Howells bool __rxrpc_call_completed(struct rxrpc_call *);
10763067bf8cSDavid Howells bool rxrpc_call_completed(struct rxrpc_call *);
10773067bf8cSDavid Howells bool __rxrpc_abort_call(const char *, struct rxrpc_call *, rxrpc_seq_t, u32, int);
10783067bf8cSDavid Howells bool rxrpc_abort_call(const char *, struct rxrpc_call *, rxrpc_seq_t, u32, int);
10790d81a51aSDavid Howells int rxrpc_recvmsg(struct socket *, struct msghdr *, size_t, int);
10800d81a51aSDavid Howells 
10810d81a51aSDavid Howells /*
10823067bf8cSDavid Howells  * Abort a call due to a protocol error.
10833067bf8cSDavid Howells  */
10843067bf8cSDavid Howells static inline bool __rxrpc_abort_eproto(struct rxrpc_call *call,
10853067bf8cSDavid Howells 					struct sk_buff *skb,
10863067bf8cSDavid Howells 					const char *eproto_why,
10873067bf8cSDavid Howells 					const char *why,
10883067bf8cSDavid Howells 					u32 abort_code)
10893067bf8cSDavid Howells {
10903067bf8cSDavid Howells 	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
10913067bf8cSDavid Howells 
10923067bf8cSDavid Howells 	trace_rxrpc_rx_eproto(call, sp->hdr.serial, eproto_why);
10933067bf8cSDavid Howells 	return rxrpc_abort_call(why, call, sp->hdr.seq, abort_code, -EPROTO);
10943067bf8cSDavid Howells }
10953067bf8cSDavid Howells 
10963067bf8cSDavid Howells #define rxrpc_abort_eproto(call, skb, eproto_why, abort_why, abort_code) \
10973067bf8cSDavid Howells 	__rxrpc_abort_eproto((call), (skb), tracepoint_string(eproto_why), \
10983067bf8cSDavid Howells 			     (abort_why), (abort_code))
10993067bf8cSDavid Howells 
11003067bf8cSDavid Howells /*
1101c410bf01SDavid Howells  * rtt.c
1102c410bf01SDavid Howells  */
11034700c4d8SDavid Howells void rxrpc_peer_add_rtt(struct rxrpc_call *, enum rxrpc_rtt_rx_trace, int,
1104c410bf01SDavid Howells 			rxrpc_serial_t, rxrpc_serial_t, ktime_t, ktime_t);
1105c410bf01SDavid Howells unsigned long rxrpc_get_rto_backoff(struct rxrpc_peer *, bool);
1106c410bf01SDavid Howells void rxrpc_peer_init_rtt(struct rxrpc_peer *);
1107c410bf01SDavid Howells 
1108c410bf01SDavid Howells /*
1109648af7fcSDavid Howells  * rxkad.c
1110648af7fcSDavid Howells  */
1111648af7fcSDavid Howells #ifdef CONFIG_RXKAD
1112648af7fcSDavid Howells extern const struct rxrpc_security rxkad;
1113648af7fcSDavid Howells #endif
1114648af7fcSDavid Howells 
1115648af7fcSDavid Howells /*
11160d81a51aSDavid Howells  * security.c
11170d81a51aSDavid Howells  */
11180d81a51aSDavid Howells int __init rxrpc_init_security(void);
111912da59fcSDavid Howells const struct rxrpc_security *rxrpc_security_lookup(u8);
11200d81a51aSDavid Howells void rxrpc_exit_security(void);
11210d81a51aSDavid Howells int rxrpc_init_client_conn_security(struct rxrpc_connection *);
1122ec832bd0SDavid Howells const struct rxrpc_security *rxrpc_get_incoming_security(struct rxrpc_sock *,
1123063c60d3SDavid Howells 							 struct sk_buff *);
1124ec832bd0SDavid Howells struct key *rxrpc_look_up_server_security(struct rxrpc_connection *,
1125ec832bd0SDavid Howells 					  struct sk_buff *, u32, u32);
11260d81a51aSDavid Howells 
11270d81a51aSDavid Howells /*
11280b58b8a1SDavid Howells  * sendmsg.c
11290b58b8a1SDavid Howells  */
11300b58b8a1SDavid Howells int rxrpc_do_sendmsg(struct rxrpc_sock *, struct msghdr *, size_t);
11310b58b8a1SDavid Howells 
11320b58b8a1SDavid Howells /*
1133ca7fb100SDavid Howells  * server_key.c
1134ca7fb100SDavid Howells  */
1135ca7fb100SDavid Howells extern struct key_type key_type_rxrpc_s;
1136ca7fb100SDavid Howells 
1137ca7fb100SDavid Howells int rxrpc_server_keyring(struct rxrpc_sock *, sockptr_t, int);
1138ca7fb100SDavid Howells 
1139ca7fb100SDavid Howells /*
11400d81a51aSDavid Howells  * skbuff.c
11410d81a51aSDavid Howells  */
1142d001648eSDavid Howells void rxrpc_kernel_data_consumed(struct rxrpc_call *, struct sk_buff *);
11430d81a51aSDavid Howells void rxrpc_packet_destructor(struct sk_buff *);
114471f3ca40SDavid Howells void rxrpc_new_skb(struct sk_buff *, enum rxrpc_skb_trace);
114571f3ca40SDavid Howells void rxrpc_see_skb(struct sk_buff *, enum rxrpc_skb_trace);
1146d0d5c0cdSDavid Howells void rxrpc_eaten_skb(struct sk_buff *, enum rxrpc_skb_trace);
114771f3ca40SDavid Howells void rxrpc_get_skb(struct sk_buff *, enum rxrpc_skb_trace);
114871f3ca40SDavid Howells void rxrpc_free_skb(struct sk_buff *, enum rxrpc_skb_trace);
1149df844fd4SDavid Howells void rxrpc_purge_queue(struct sk_buff_head *);
11500d81a51aSDavid Howells 
11510d81a51aSDavid Howells /*
1152b0154246SDavid Howells  * stats.c
1153b0154246SDavid Howells  */
1154b0154246SDavid Howells int rxrpc_stats_show(struct seq_file *seq, void *v);
1155b0154246SDavid Howells int rxrpc_stats_clear(struct file *file, char *buf, size_t size);
1156b0154246SDavid Howells 
1157b0154246SDavid Howells #define rxrpc_inc_stat(rxnet, s) atomic_inc(&(rxnet)->s)
1158b0154246SDavid Howells #define rxrpc_dec_stat(rxnet, s) atomic_dec(&(rxnet)->s)
1159b0154246SDavid Howells 
1160b0154246SDavid Howells /*
11615873c083SDavid Howells  * sysctl.c
11625873c083SDavid Howells  */
11635873c083SDavid Howells #ifdef CONFIG_SYSCTL
11645873c083SDavid Howells extern int __init rxrpc_sysctl_init(void);
11655873c083SDavid Howells extern void rxrpc_sysctl_exit(void);
11665873c083SDavid Howells #else
11675873c083SDavid Howells static inline int __init rxrpc_sysctl_init(void) { return 0; }
11685873c083SDavid Howells static inline void rxrpc_sysctl_exit(void) {}
11695873c083SDavid Howells #endif
11705873c083SDavid Howells 
11715873c083SDavid Howells /*
1172*02a19356SDavid Howells  * txbuf.c
1173*02a19356SDavid Howells  */
1174*02a19356SDavid Howells extern atomic_t rxrpc_nr_txbuf;
1175*02a19356SDavid Howells struct rxrpc_txbuf *rxrpc_alloc_txbuf(struct rxrpc_call *call, u8 packet_type,
1176*02a19356SDavid Howells 				      gfp_t gfp);
1177*02a19356SDavid Howells void rxrpc_get_txbuf(struct rxrpc_txbuf *txb, enum rxrpc_txbuf_trace what);
1178*02a19356SDavid Howells void rxrpc_see_txbuf(struct rxrpc_txbuf *txb, enum rxrpc_txbuf_trace what);
1179*02a19356SDavid Howells void rxrpc_put_txbuf(struct rxrpc_txbuf *txb, enum rxrpc_txbuf_trace what);
1180*02a19356SDavid Howells 
1181*02a19356SDavid Howells /*
1182be6e6707SDavid Howells  * utils.c
1183be6e6707SDavid Howells  */
11845a790b73SDavid Howells int rxrpc_extract_addr_from_skb(struct sockaddr_rxrpc *, struct sk_buff *);
1185be6e6707SDavid Howells 
1186248f219cSDavid Howells static inline bool before(u32 seq1, u32 seq2)
1187248f219cSDavid Howells {
1188248f219cSDavid Howells         return (s32)(seq1 - seq2) < 0;
1189248f219cSDavid Howells }
1190248f219cSDavid Howells static inline bool before_eq(u32 seq1, u32 seq2)
1191248f219cSDavid Howells {
1192248f219cSDavid Howells         return (s32)(seq1 - seq2) <= 0;
1193248f219cSDavid Howells }
1194248f219cSDavid Howells static inline bool after(u32 seq1, u32 seq2)
1195248f219cSDavid Howells {
1196248f219cSDavid Howells         return (s32)(seq1 - seq2) > 0;
1197248f219cSDavid Howells }
1198248f219cSDavid Howells static inline bool after_eq(u32 seq1, u32 seq2)
1199248f219cSDavid Howells {
1200248f219cSDavid Howells         return (s32)(seq1 - seq2) >= 0;
1201248f219cSDavid Howells }
1202248f219cSDavid Howells 
1203be6e6707SDavid Howells /*
120417926a79SDavid Howells  * debug tracing
120517926a79SDavid Howells  */
120695c96174SEric Dumazet extern unsigned int rxrpc_debug;
120717926a79SDavid Howells 
120817926a79SDavid Howells #define dbgprintk(FMT,...) \
12099f389f4bSSven Schnelle 	printk("[%-6.6s] "FMT"\n", current->comm ,##__VA_ARGS__)
121017926a79SDavid Howells 
12110dc47877SHarvey Harrison #define kenter(FMT,...)	dbgprintk("==> %s("FMT")",__func__ ,##__VA_ARGS__)
12120dc47877SHarvey Harrison #define kleave(FMT,...)	dbgprintk("<== %s()"FMT"",__func__ ,##__VA_ARGS__)
121317926a79SDavid Howells #define kdebug(FMT,...)	dbgprintk("    "FMT ,##__VA_ARGS__)
121417926a79SDavid Howells #define kproto(FMT,...)	dbgprintk("### "FMT ,##__VA_ARGS__)
121517926a79SDavid Howells #define knet(FMT,...)	dbgprintk("@@@ "FMT ,##__VA_ARGS__)
121617926a79SDavid Howells 
121717926a79SDavid Howells 
121817926a79SDavid Howells #if defined(__KDEBUG)
121917926a79SDavid Howells #define _enter(FMT,...)	kenter(FMT,##__VA_ARGS__)
122017926a79SDavid Howells #define _leave(FMT,...)	kleave(FMT,##__VA_ARGS__)
122117926a79SDavid Howells #define _debug(FMT,...)	kdebug(FMT,##__VA_ARGS__)
122217926a79SDavid Howells #define _proto(FMT,...)	kproto(FMT,##__VA_ARGS__)
122317926a79SDavid Howells #define _net(FMT,...)	knet(FMT,##__VA_ARGS__)
122417926a79SDavid Howells 
122517926a79SDavid Howells #elif defined(CONFIG_AF_RXRPC_DEBUG)
122617926a79SDavid Howells #define RXRPC_DEBUG_KENTER	0x01
122717926a79SDavid Howells #define RXRPC_DEBUG_KLEAVE	0x02
122817926a79SDavid Howells #define RXRPC_DEBUG_KDEBUG	0x04
122917926a79SDavid Howells #define RXRPC_DEBUG_KPROTO	0x08
123017926a79SDavid Howells #define RXRPC_DEBUG_KNET	0x10
123117926a79SDavid Howells 
123217926a79SDavid Howells #define _enter(FMT,...)					\
123317926a79SDavid Howells do {							\
123417926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KENTER))	\
123517926a79SDavid Howells 		kenter(FMT,##__VA_ARGS__);		\
123617926a79SDavid Howells } while (0)
123717926a79SDavid Howells 
123817926a79SDavid Howells #define _leave(FMT,...)					\
123917926a79SDavid Howells do {							\
124017926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KLEAVE))	\
124117926a79SDavid Howells 		kleave(FMT,##__VA_ARGS__);		\
124217926a79SDavid Howells } while (0)
124317926a79SDavid Howells 
124417926a79SDavid Howells #define _debug(FMT,...)					\
124517926a79SDavid Howells do {							\
124617926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KDEBUG))	\
124717926a79SDavid Howells 		kdebug(FMT,##__VA_ARGS__);		\
124817926a79SDavid Howells } while (0)
124917926a79SDavid Howells 
125017926a79SDavid Howells #define _proto(FMT,...)					\
125117926a79SDavid Howells do {							\
125217926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KPROTO))	\
125317926a79SDavid Howells 		kproto(FMT,##__VA_ARGS__);		\
125417926a79SDavid Howells } while (0)
125517926a79SDavid Howells 
125617926a79SDavid Howells #define _net(FMT,...)					\
125717926a79SDavid Howells do {							\
125817926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KNET))	\
125917926a79SDavid Howells 		knet(FMT,##__VA_ARGS__);		\
126017926a79SDavid Howells } while (0)
126117926a79SDavid Howells 
126217926a79SDavid Howells #else
126312fdff3fSDavid Howells #define _enter(FMT,...)	no_printk("==> %s("FMT")",__func__ ,##__VA_ARGS__)
126412fdff3fSDavid Howells #define _leave(FMT,...)	no_printk("<== %s()"FMT"",__func__ ,##__VA_ARGS__)
126512fdff3fSDavid Howells #define _debug(FMT,...)	no_printk("    "FMT ,##__VA_ARGS__)
126612fdff3fSDavid Howells #define _proto(FMT,...)	no_printk("### "FMT ,##__VA_ARGS__)
126712fdff3fSDavid Howells #define _net(FMT,...)	no_printk("@@@ "FMT ,##__VA_ARGS__)
126817926a79SDavid Howells #endif
126917926a79SDavid Howells 
127017926a79SDavid Howells /*
127117926a79SDavid Howells  * debug assertion checking
127217926a79SDavid Howells  */
127317926a79SDavid Howells #if 1 // defined(__KDEBUGALL)
127417926a79SDavid Howells 
127517926a79SDavid Howells #define ASSERT(X)						\
127617926a79SDavid Howells do {								\
127717926a79SDavid Howells 	if (unlikely(!(X))) {					\
12789b6d5398SJoe Perches 		pr_err("Assertion failed\n");			\
127917926a79SDavid Howells 		BUG();						\
128017926a79SDavid Howells 	}							\
128117926a79SDavid Howells } while (0)
128217926a79SDavid Howells 
128317926a79SDavid Howells #define ASSERTCMP(X, OP, Y)						\
128417926a79SDavid Howells do {									\
1285cf13258fSDavid Howells 	__typeof__(X) _x = (X);						\
1286cf13258fSDavid Howells 	__typeof__(Y) _y = (__typeof__(X))(Y);				\
12879b6d5398SJoe Perches 	if (unlikely(!(_x OP _y))) {					\
12889b6d5398SJoe Perches 		pr_err("Assertion failed - %lu(0x%lx) %s %lu(0x%lx) is false\n", \
1289cf13258fSDavid Howells 		       (unsigned long)_x, (unsigned long)_x, #OP,	\
1290cf13258fSDavid Howells 		       (unsigned long)_y, (unsigned long)_y);		\
129117926a79SDavid Howells 		BUG();							\
129217926a79SDavid Howells 	}								\
129317926a79SDavid Howells } while (0)
129417926a79SDavid Howells 
129517926a79SDavid Howells #define ASSERTIF(C, X)						\
129617926a79SDavid Howells do {								\
129717926a79SDavid Howells 	if (unlikely((C) && !(X))) {				\
12989b6d5398SJoe Perches 		pr_err("Assertion failed\n");			\
129917926a79SDavid Howells 		BUG();						\
130017926a79SDavid Howells 	}							\
130117926a79SDavid Howells } while (0)
130217926a79SDavid Howells 
130317926a79SDavid Howells #define ASSERTIFCMP(C, X, OP, Y)					\
130417926a79SDavid Howells do {									\
1305cf13258fSDavid Howells 	__typeof__(X) _x = (X);						\
1306cf13258fSDavid Howells 	__typeof__(Y) _y = (__typeof__(X))(Y);				\
13079b6d5398SJoe Perches 	if (unlikely((C) && !(_x OP _y))) {				\
13089b6d5398SJoe Perches 		pr_err("Assertion failed - %lu(0x%lx) %s %lu(0x%lx) is false\n", \
1309cf13258fSDavid Howells 		       (unsigned long)_x, (unsigned long)_x, #OP,	\
1310cf13258fSDavid Howells 		       (unsigned long)_y, (unsigned long)_y);		\
131117926a79SDavid Howells 		BUG();							\
131217926a79SDavid Howells 	}								\
131317926a79SDavid Howells } while (0)
131417926a79SDavid Howells 
131517926a79SDavid Howells #else
131617926a79SDavid Howells 
131717926a79SDavid Howells #define ASSERT(X)				\
131817926a79SDavid Howells do {						\
131917926a79SDavid Howells } while (0)
132017926a79SDavid Howells 
132117926a79SDavid Howells #define ASSERTCMP(X, OP, Y)			\
132217926a79SDavid Howells do {						\
132317926a79SDavid Howells } while (0)
132417926a79SDavid Howells 
132517926a79SDavid Howells #define ASSERTIF(C, X)				\
132617926a79SDavid Howells do {						\
132717926a79SDavid Howells } while (0)
132817926a79SDavid Howells 
132917926a79SDavid Howells #define ASSERTIFCMP(C, X, OP, Y)		\
133017926a79SDavid Howells do {						\
133117926a79SDavid Howells } while (0)
133217926a79SDavid Howells 
133317926a79SDavid Howells #endif /* __KDEBUGALL */
1334