xref: /openbmc/linux/net/rxrpc/ar-internal.h (revision 999b69f8)
117926a79SDavid Howells /* AF_RXRPC internal definitions
217926a79SDavid Howells  *
317926a79SDavid Howells  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
417926a79SDavid Howells  * Written by David Howells (dhowells@redhat.com)
517926a79SDavid Howells  *
617926a79SDavid Howells  * This program is free software; you can redistribute it and/or
717926a79SDavid Howells  * modify it under the terms of the GNU General Public License
817926a79SDavid Howells  * as published by the Free Software Foundation; either version
917926a79SDavid Howells  * 2 of the License, or (at your option) any later version.
1017926a79SDavid Howells  */
1117926a79SDavid Howells 
12be6e6707SDavid Howells #include <linux/atomic.h>
13e0e4d82fSDavid Howells #include <net/sock.h>
14be6e6707SDavid Howells #include <net/af_rxrpc.h>
1517926a79SDavid Howells #include <rxrpc/packet.h>
1617926a79SDavid Howells 
1717926a79SDavid Howells #if 0
1817926a79SDavid Howells #define CHECK_SLAB_OKAY(X)				     \
1917926a79SDavid Howells 	BUG_ON(atomic_read((X)) >> (sizeof(atomic_t) - 2) == \
2017926a79SDavid Howells 	       (POISON_FREE << 8 | POISON_FREE))
2117926a79SDavid Howells #else
2217926a79SDavid Howells #define CHECK_SLAB_OKAY(X) do {} while (0)
2317926a79SDavid Howells #endif
2417926a79SDavid Howells 
2517926a79SDavid Howells #define FCRYPT_BSIZE 8
2617926a79SDavid Howells struct rxrpc_crypt {
2717926a79SDavid Howells 	union {
2817926a79SDavid Howells 		u8	x[FCRYPT_BSIZE];
2991e916cfSAl Viro 		__be32	n[2];
3017926a79SDavid Howells 	};
3117926a79SDavid Howells } __attribute__((aligned(8)));
3217926a79SDavid Howells 
33651350d1SDavid Howells #define rxrpc_queue_work(WS)	queue_work(rxrpc_workqueue, (WS))
34651350d1SDavid Howells #define rxrpc_queue_delayed_work(WS,D)	\
35651350d1SDavid Howells 	queue_delayed_work(rxrpc_workqueue, (WS), (D))
36651350d1SDavid Howells 
37651350d1SDavid Howells #define rxrpc_queue_call(CALL)	rxrpc_queue_work(&(CALL)->processor)
38651350d1SDavid Howells #define rxrpc_queue_conn(CONN)	rxrpc_queue_work(&(CONN)->processor)
3917926a79SDavid Howells 
40cc8feb8eSDavid Howells struct rxrpc_connection;
41cc8feb8eSDavid Howells 
4217926a79SDavid Howells /*
4317926a79SDavid Howells  * sk_state for RxRPC sockets
4417926a79SDavid Howells  */
4517926a79SDavid Howells enum {
462341e077SDavid Howells 	RXRPC_UNBOUND = 0,
472341e077SDavid Howells 	RXRPC_CLIENT_UNBOUND,		/* Unbound socket used as client */
4817926a79SDavid Howells 	RXRPC_CLIENT_BOUND,		/* client local address bound */
4917926a79SDavid Howells 	RXRPC_SERVER_BOUND,		/* server local address bound */
5017926a79SDavid Howells 	RXRPC_SERVER_LISTENING,		/* server listening for connections */
5117926a79SDavid Howells 	RXRPC_CLOSE,			/* socket is being closed */
5217926a79SDavid Howells };
5317926a79SDavid Howells 
5417926a79SDavid Howells /*
5517926a79SDavid Howells  * RxRPC socket definition
5617926a79SDavid Howells  */
5717926a79SDavid Howells struct rxrpc_sock {
5817926a79SDavid Howells 	/* WARNING: sk has to be the first member */
5917926a79SDavid Howells 	struct sock		sk;
60651350d1SDavid Howells 	rxrpc_interceptor_t	interceptor;	/* kernel service Rx interceptor function */
6117926a79SDavid Howells 	struct rxrpc_local	*local;		/* local endpoint */
6217926a79SDavid Howells 	struct list_head	listen_link;	/* link in the local endpoint's listen list */
6317926a79SDavid Howells 	struct list_head	secureq;	/* calls awaiting connection security clearance */
6417926a79SDavid Howells 	struct list_head	acceptq;	/* calls awaiting acceptance */
6517926a79SDavid Howells 	struct key		*key;		/* security for this socket */
6617926a79SDavid Howells 	struct key		*securities;	/* list of server security descriptors */
6717926a79SDavid Howells 	struct rb_root		calls;		/* outstanding calls on this socket */
6817926a79SDavid Howells 	unsigned long		flags;
692341e077SDavid Howells #define RXRPC_SOCK_CONNECTED		0	/* connect_srx is set */
7017926a79SDavid Howells 	rwlock_t		call_lock;	/* lock for calls */
7117926a79SDavid Howells 	u32			min_sec_level;	/* minimum security level */
7217926a79SDavid Howells #define RXRPC_SECURITY_MAX	RXRPC_SECURITY_ENCRYPT
73cc8feb8eSDavid Howells 	bool			exclusive;	/* Exclusive connection for a client socket */
74cc8feb8eSDavid Howells 	sa_family_t		family;		/* Protocol family created with */
7517926a79SDavid Howells 	struct sockaddr_rxrpc	srx;		/* local address */
762341e077SDavid Howells 	struct sockaddr_rxrpc	connect_srx;	/* Default client address from connect() */
7717926a79SDavid Howells };
7817926a79SDavid Howells 
7917926a79SDavid Howells #define rxrpc_sk(__sk) container_of((__sk), struct rxrpc_sock, sk)
8017926a79SDavid Howells 
8117926a79SDavid Howells /*
820d12f8a4SDavid Howells  * CPU-byteorder normalised Rx packet header.
830d12f8a4SDavid Howells  */
840d12f8a4SDavid Howells struct rxrpc_host_header {
850d12f8a4SDavid Howells 	u32		epoch;		/* client boot timestamp */
860d12f8a4SDavid Howells 	u32		cid;		/* connection and channel ID */
870d12f8a4SDavid Howells 	u32		callNumber;	/* call ID (0 for connection-level packets) */
880d12f8a4SDavid Howells 	u32		seq;		/* sequence number of pkt in call stream */
890d12f8a4SDavid Howells 	u32		serial;		/* serial number of pkt sent to network */
900d12f8a4SDavid Howells 	u8		type;		/* packet type */
910d12f8a4SDavid Howells 	u8		flags;		/* packet flags */
920d12f8a4SDavid Howells 	u8		userStatus;	/* app-layer defined status */
930d12f8a4SDavid Howells 	u8		securityIndex;	/* security protocol ID */
940d12f8a4SDavid Howells 	union {
950d12f8a4SDavid Howells 		u16	_rsvd;		/* reserved */
960d12f8a4SDavid Howells 		u16	cksum;		/* kerberos security checksum */
970d12f8a4SDavid Howells 	};
980d12f8a4SDavid Howells 	u16		serviceId;	/* service ID */
990d12f8a4SDavid Howells } __packed;
1000d12f8a4SDavid Howells 
1010d12f8a4SDavid Howells /*
10217926a79SDavid Howells  * RxRPC socket buffer private variables
10317926a79SDavid Howells  * - max 48 bytes (struct sk_buff::cb)
10417926a79SDavid Howells  */
10517926a79SDavid Howells struct rxrpc_skb_priv {
10617926a79SDavid Howells 	struct rxrpc_call	*call;		/* call with which associated */
10717926a79SDavid Howells 	unsigned long		resend_at;	/* time in jiffies at which to resend */
10817926a79SDavid Howells 	union {
10995c96174SEric Dumazet 		unsigned int	offset;		/* offset into buffer of next read */
11017926a79SDavid Howells 		int		remain;		/* amount of space remaining for next write */
11117926a79SDavid Howells 		u32		error;		/* network error code */
11217926a79SDavid Howells 		bool		need_resend;	/* T if needs resending */
11317926a79SDavid Howells 	};
11417926a79SDavid Howells 
1150d12f8a4SDavid Howells 	struct rxrpc_host_header hdr;		/* RxRPC packet header from this packet */
11617926a79SDavid Howells };
11717926a79SDavid Howells 
11817926a79SDavid Howells #define rxrpc_skb(__skb) ((struct rxrpc_skb_priv *) &(__skb)->cb)
11917926a79SDavid Howells 
12017926a79SDavid Howells enum rxrpc_command {
12117926a79SDavid Howells 	RXRPC_CMD_SEND_DATA,		/* send data message */
12217926a79SDavid Howells 	RXRPC_CMD_SEND_ABORT,		/* request abort generation */
12317926a79SDavid Howells 	RXRPC_CMD_ACCEPT,		/* [server] accept incoming call */
12417926a79SDavid Howells 	RXRPC_CMD_REJECT_BUSY,		/* [server] reject a call as busy */
12517926a79SDavid Howells };
12617926a79SDavid Howells 
12717926a79SDavid Howells /*
12817926a79SDavid Howells  * RxRPC security module interface
12917926a79SDavid Howells  */
13017926a79SDavid Howells struct rxrpc_security {
13117926a79SDavid Howells 	const char		*name;		/* name of this service */
13217926a79SDavid Howells 	u8			security_index;	/* security type provided */
13317926a79SDavid Howells 
134648af7fcSDavid Howells 	/* Initialise a security service */
135648af7fcSDavid Howells 	int (*init)(void);
136648af7fcSDavid Howells 
137648af7fcSDavid Howells 	/* Clean up a security service */
138648af7fcSDavid Howells 	void (*exit)(void);
139648af7fcSDavid Howells 
14017926a79SDavid Howells 	/* initialise a connection's security */
14117926a79SDavid Howells 	int (*init_connection_security)(struct rxrpc_connection *);
14217926a79SDavid Howells 
14317926a79SDavid Howells 	/* prime a connection's packet security */
14417926a79SDavid Howells 	void (*prime_packet_security)(struct rxrpc_connection *);
14517926a79SDavid Howells 
14617926a79SDavid Howells 	/* impose security on a packet */
14717926a79SDavid Howells 	int (*secure_packet)(const struct rxrpc_call *,
14817926a79SDavid Howells 			     struct sk_buff *,
14917926a79SDavid Howells 			     size_t,
15017926a79SDavid Howells 			     void *);
15117926a79SDavid Howells 
15217926a79SDavid Howells 	/* verify the security on a received packet */
15317926a79SDavid Howells 	int (*verify_packet)(const struct rxrpc_call *, struct sk_buff *,
15417926a79SDavid Howells 			     u32 *);
15517926a79SDavid Howells 
15617926a79SDavid Howells 	/* issue a challenge */
15717926a79SDavid Howells 	int (*issue_challenge)(struct rxrpc_connection *);
15817926a79SDavid Howells 
15917926a79SDavid Howells 	/* respond to a challenge */
16017926a79SDavid Howells 	int (*respond_to_challenge)(struct rxrpc_connection *,
16117926a79SDavid Howells 				    struct sk_buff *,
16217926a79SDavid Howells 				    u32 *);
16317926a79SDavid Howells 
16417926a79SDavid Howells 	/* verify a response */
16517926a79SDavid Howells 	int (*verify_response)(struct rxrpc_connection *,
16617926a79SDavid Howells 			       struct sk_buff *,
16717926a79SDavid Howells 			       u32 *);
16817926a79SDavid Howells 
16917926a79SDavid Howells 	/* clear connection security */
17017926a79SDavid Howells 	void (*clear)(struct rxrpc_connection *);
17117926a79SDavid Howells };
17217926a79SDavid Howells 
17317926a79SDavid Howells /*
1744f95dd78SDavid Howells  * RxRPC local transport endpoint description
1754f95dd78SDavid Howells  * - owned by a single AF_RXRPC socket
1764f95dd78SDavid Howells  * - pointed to by transport socket struct sk_user_data
17717926a79SDavid Howells  */
17817926a79SDavid Howells struct rxrpc_local {
1794f95dd78SDavid Howells 	struct rcu_head		rcu;
1804f95dd78SDavid Howells 	atomic_t		usage;
1814f95dd78SDavid Howells 	struct list_head	link;
18217926a79SDavid Howells 	struct socket		*socket;	/* my UDP socket */
1834f95dd78SDavid Howells 	struct work_struct	processor;
18417926a79SDavid Howells 	struct list_head	services;	/* services listening on this endpoint */
18517926a79SDavid Howells 	struct rw_semaphore	defrag_sem;	/* control re-enablement of IP DF bit */
18617926a79SDavid Howells 	struct sk_buff_head	accept_queue;	/* incoming calls awaiting acceptance */
18717926a79SDavid Howells 	struct sk_buff_head	reject_queue;	/* packets awaiting rejection */
18844ba0698SDavid Howells 	struct sk_buff_head	event_queue;	/* endpoint event packets awaiting processing */
189999b69f8SDavid Howells 	struct rb_root		client_conns;	/* Client connections by socket params */
190999b69f8SDavid Howells 	spinlock_t		client_conns_lock; /* Lock for client_conns */
19117926a79SDavid Howells 	spinlock_t		lock;		/* access lock */
19217926a79SDavid Howells 	rwlock_t		services_lock;	/* lock for services list */
19317926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
1944f95dd78SDavid Howells 	bool			dead;
19517926a79SDavid Howells 	struct sockaddr_rxrpc	srx;		/* local address */
19617926a79SDavid Howells };
19717926a79SDavid Howells 
19817926a79SDavid Howells /*
19917926a79SDavid Howells  * RxRPC remote transport endpoint definition
200be6e6707SDavid Howells  * - matched by local endpoint, remote port, address and protocol type
20117926a79SDavid Howells  */
20217926a79SDavid Howells struct rxrpc_peer {
203be6e6707SDavid Howells 	struct rcu_head		rcu;		/* This must be first */
204be6e6707SDavid Howells 	atomic_t		usage;
205be6e6707SDavid Howells 	unsigned long		hash_key;
206be6e6707SDavid Howells 	struct hlist_node	hash_link;
207be6e6707SDavid Howells 	struct rxrpc_local	*local;
208f66d7490SDavid Howells 	struct hlist_head	error_targets;	/* targets for net error distribution */
209f66d7490SDavid Howells 	struct work_struct	error_distributor;
21017926a79SDavid Howells 	spinlock_t		lock;		/* access lock */
21195c96174SEric Dumazet 	unsigned int		if_mtu;		/* interface MTU for this peer */
21295c96174SEric Dumazet 	unsigned int		mtu;		/* network MTU for this peer */
21395c96174SEric Dumazet 	unsigned int		maxdata;	/* data size (MTU - hdrsize) */
21417926a79SDavid Howells 	unsigned short		hdrsize;	/* header size (IP + UDP + RxRPC) */
21517926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
216f66d7490SDavid Howells 	int			error_report;	/* Net (+0) or local (+1000000) to distribute */
217f66d7490SDavid Howells #define RXRPC_LOCAL_ERROR_OFFSET 1000000
21817926a79SDavid Howells 	struct sockaddr_rxrpc	srx;		/* remote address */
21917926a79SDavid Howells 
22017926a79SDavid Howells 	/* calculated RTT cache */
22117926a79SDavid Howells #define RXRPC_RTT_CACHE_SIZE 32
22217926a79SDavid Howells 	suseconds_t		rtt;		/* current RTT estimate (in uS) */
22395c96174SEric Dumazet 	unsigned int		rtt_point;	/* next entry at which to insert */
22495c96174SEric Dumazet 	unsigned int		rtt_usage;	/* amount of cache actually used */
22517926a79SDavid Howells 	suseconds_t		rtt_cache[RXRPC_RTT_CACHE_SIZE]; /* calculated RTT cache */
22617926a79SDavid Howells };
22717926a79SDavid Howells 
22817926a79SDavid Howells /*
22917926a79SDavid Howells  * RxRPC point-to-point transport / connection manager definition
23017926a79SDavid Howells  * - handles a bundle of connections between two endpoints
23117926a79SDavid Howells  * - matched by { local, peer }
23217926a79SDavid Howells  */
23317926a79SDavid Howells struct rxrpc_transport {
23417926a79SDavid Howells 	struct rxrpc_local	*local;		/* local transport endpoint */
23517926a79SDavid Howells 	struct rxrpc_peer	*peer;		/* remote transport endpoint */
23617926a79SDavid Howells 	struct rb_root		server_conns;	/* server connections on this transport */
23717926a79SDavid Howells 	struct list_head	link;		/* link in master session list */
23822a3f9a2SKsenija Stanojevic 	unsigned long		put_time;	/* time at which to reap */
23917926a79SDavid Howells 	rwlock_t		conn_lock;	/* lock for active/dead connections */
24017926a79SDavid Howells 	atomic_t		usage;
24117926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
24217926a79SDavid Howells };
24317926a79SDavid Howells 
24417926a79SDavid Howells /*
24519ffa01cSDavid Howells  * Keys for matching a connection.
24619ffa01cSDavid Howells  */
24719ffa01cSDavid Howells struct rxrpc_conn_proto {
24819ffa01cSDavid Howells 	unsigned long		hash_key;
24919ffa01cSDavid Howells 	struct rxrpc_local	*local;		/* Representation of local endpoint */
25019ffa01cSDavid Howells 	u32			epoch;		/* epoch of this connection */
25119ffa01cSDavid Howells 	u32			cid;		/* connection ID */
25219ffa01cSDavid Howells 	u8			in_clientflag;	/* RXRPC_CLIENT_INITIATED if we are server */
25319ffa01cSDavid Howells 	u8			addr_size;	/* Size of the address */
25419ffa01cSDavid Howells 	sa_family_t		family;		/* Transport protocol */
25519ffa01cSDavid Howells 	__be16			port;		/* Peer UDP/UDP6 port */
25619ffa01cSDavid Howells 	union {					/* Peer address */
25719ffa01cSDavid Howells 		struct in_addr	ipv4_addr;
25819ffa01cSDavid Howells 		struct in6_addr	ipv6_addr;
25919ffa01cSDavid Howells 		u32		raw_addr[0];
26019ffa01cSDavid Howells 	};
26119ffa01cSDavid Howells };
26219ffa01cSDavid Howells 
26319ffa01cSDavid Howells struct rxrpc_conn_parameters {
26419ffa01cSDavid Howells 	struct rxrpc_local	*local;		/* Representation of local endpoint */
26519ffa01cSDavid Howells 	struct rxrpc_peer	*peer;		/* Remote endpoint */
26619ffa01cSDavid Howells 	struct key		*key;		/* Security details */
26719ffa01cSDavid Howells 	bool			exclusive;	/* T if conn is exclusive */
26819ffa01cSDavid Howells 	u16			service_id;	/* Service ID for this connection */
26919ffa01cSDavid Howells 	u32			security_level;	/* Security level selected */
27019ffa01cSDavid Howells };
27119ffa01cSDavid Howells 
27219ffa01cSDavid Howells /*
27317926a79SDavid Howells  * RxRPC connection definition
27417926a79SDavid Howells  * - matched by { transport, service_id, conn_id, direction, key }
27517926a79SDavid Howells  * - each connection can only handle four simultaneous calls
27617926a79SDavid Howells  */
27717926a79SDavid Howells struct rxrpc_connection {
27817926a79SDavid Howells 	struct rxrpc_transport	*trans;		/* transport session */
27919ffa01cSDavid Howells 	struct rxrpc_conn_proto	proto;
28019ffa01cSDavid Howells 	struct rxrpc_conn_parameters params;
28119ffa01cSDavid Howells 
282999b69f8SDavid Howells 	spinlock_t		channel_lock;
283999b69f8SDavid Howells 	struct rxrpc_call	*channels[RXRPC_MAXCALLS]; /* active calls */
284999b69f8SDavid Howells 	wait_queue_head_t	channel_wq;	/* queue to wait for channel to become available */
285999b69f8SDavid Howells 
28617926a79SDavid Howells 	struct work_struct	processor;	/* connection event processor */
287999b69f8SDavid Howells 	union {
288999b69f8SDavid Howells 		struct rb_node	client_node;	/* Node in local->client_conns */
289999b69f8SDavid Howells 		struct rb_node	service_node;	/* Node in trans->server_conns */
290999b69f8SDavid Howells 	};
29117926a79SDavid Howells 	struct list_head	link;		/* link in master connection list */
29217926a79SDavid Howells 	struct rb_root		calls;		/* calls on this connection */
29317926a79SDavid Howells 	struct sk_buff_head	rx_queue;	/* received conn-level packets */
294648af7fcSDavid Howells 	const struct rxrpc_security *security;	/* applied security module */
29517926a79SDavid Howells 	struct key		*server_key;	/* security for this service */
2961afe593bSHerbert Xu 	struct crypto_skcipher	*cipher;	/* encryption handle */
29717926a79SDavid Howells 	struct rxrpc_crypt	csum_iv;	/* packet checksum base */
2984a3388c8SDavid Howells 	unsigned long		flags;
2994a3388c8SDavid Howells #define RXRPC_CONN_HAS_IDR	0		/* - Has a client conn ID assigned */
30017926a79SDavid Howells 	unsigned long		events;
30117926a79SDavid Howells #define RXRPC_CONN_CHALLENGE	0		/* send challenge packet */
302999b69f8SDavid Howells 	unsigned long		put_time;	/* Time at which last put */
30317926a79SDavid Howells 	rwlock_t		lock;		/* access lock */
30417926a79SDavid Howells 	spinlock_t		state_lock;	/* state-change lock */
30517926a79SDavid Howells 	atomic_t		usage;
30617926a79SDavid Howells 	enum {					/* current state of connection */
30717926a79SDavid Howells 		RXRPC_CONN_UNUSED,		/* - connection not yet attempted */
30817926a79SDavid Howells 		RXRPC_CONN_CLIENT,		/* - client connection */
30917926a79SDavid Howells 		RXRPC_CONN_SERVER_UNSECURED,	/* - server unsecured connection */
31017926a79SDavid Howells 		RXRPC_CONN_SERVER_CHALLENGING,	/* - server challenging for security */
31117926a79SDavid Howells 		RXRPC_CONN_SERVER,		/* - server secured connection */
31217926a79SDavid Howells 		RXRPC_CONN_REMOTELY_ABORTED,	/* - conn aborted by peer */
31317926a79SDavid Howells 		RXRPC_CONN_LOCALLY_ABORTED,	/* - conn aborted locally */
31417926a79SDavid Howells 		RXRPC_CONN_NETWORK_ERROR,	/* - conn terminated by network error */
31517926a79SDavid Howells 	} state;
316dc44b3a0SDavid Howells 	u32			local_abort;	/* local abort code */
317dc44b3a0SDavid Howells 	u32			remote_abort;	/* remote abort code */
318dc44b3a0SDavid Howells 	int			error;		/* local error incurred */
31917926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
32095c96174SEric Dumazet 	unsigned int		call_counter;	/* call ID counter */
32117926a79SDavid Howells 	atomic_t		serial;		/* packet serial number counter */
32217926a79SDavid Howells 	atomic_t		hi_serial;	/* highest serial number received */
323999b69f8SDavid Howells 	atomic_t		avail_chans;	/* number of channels available */
32417926a79SDavid Howells 	u8			size_align;	/* data size alignment (for security) */
32517926a79SDavid Howells 	u8			header_size;	/* rxrpc + security header size */
32617926a79SDavid Howells 	u8			security_size;	/* security header size */
32717926a79SDavid Howells 	u32			security_nonce;	/* response re-use preventer */
32817926a79SDavid Howells 	u8			security_ix;	/* security type */
32917926a79SDavid Howells 	u8			out_clientflag;	/* RXRPC_CLIENT_INITIATED if we are client */
33017926a79SDavid Howells };
33117926a79SDavid Howells 
33217926a79SDavid Howells /*
3335b8848d1SDavid Howells  * Flags in call->flags.
3345b8848d1SDavid Howells  */
3355b8848d1SDavid Howells enum rxrpc_call_flag {
3365b8848d1SDavid Howells 	RXRPC_CALL_RELEASED,		/* call has been released - no more message to userspace */
3375b8848d1SDavid Howells 	RXRPC_CALL_TERMINAL_MSG,	/* call has given the socket its final message */
3385b8848d1SDavid Howells 	RXRPC_CALL_RCVD_LAST,		/* all packets received */
3395b8848d1SDavid Howells 	RXRPC_CALL_RUN_RTIMER,		/* Tx resend timer started */
3405b8848d1SDavid Howells 	RXRPC_CALL_TX_SOFT_ACK,		/* sent some soft ACKs */
3415b8848d1SDavid Howells 	RXRPC_CALL_PROC_BUSY,		/* the processor is busy */
3425b8848d1SDavid Howells 	RXRPC_CALL_INIT_ACCEPT,		/* acceptance was initiated */
3435b8848d1SDavid Howells 	RXRPC_CALL_HAS_USERID,		/* has a user ID attached */
3445b8848d1SDavid Howells 	RXRPC_CALL_EXPECT_OOS,		/* expect out of sequence packets */
3455b8848d1SDavid Howells };
3465b8848d1SDavid Howells 
3475b8848d1SDavid Howells /*
3485b8848d1SDavid Howells  * Events that can be raised on a call.
3495b8848d1SDavid Howells  */
3505b8848d1SDavid Howells enum rxrpc_call_event {
3514c198ad1SDavid Howells 	RXRPC_CALL_EV_RCVD_ACKALL,	/* ACKALL or reply received */
3524c198ad1SDavid Howells 	RXRPC_CALL_EV_RCVD_BUSY,	/* busy packet received */
3534c198ad1SDavid Howells 	RXRPC_CALL_EV_RCVD_ABORT,	/* abort packet received */
3544c198ad1SDavid Howells 	RXRPC_CALL_EV_RCVD_ERROR,	/* network error received */
3554c198ad1SDavid Howells 	RXRPC_CALL_EV_ACK_FINAL,	/* need to generate final ACK (and release call) */
3564c198ad1SDavid Howells 	RXRPC_CALL_EV_ACK,		/* need to generate ACK */
3574c198ad1SDavid Howells 	RXRPC_CALL_EV_REJECT_BUSY,	/* need to generate busy message */
3584c198ad1SDavid Howells 	RXRPC_CALL_EV_ABORT,		/* need to generate abort */
3594c198ad1SDavid Howells 	RXRPC_CALL_EV_CONN_ABORT,	/* local connection abort generated */
3604c198ad1SDavid Howells 	RXRPC_CALL_EV_RESEND_TIMER,	/* Tx resend timer expired */
3614c198ad1SDavid Howells 	RXRPC_CALL_EV_RESEND,		/* Tx resend required */
3624c198ad1SDavid Howells 	RXRPC_CALL_EV_DRAIN_RX_OOS,	/* drain the Rx out of sequence queue */
3634c198ad1SDavid Howells 	RXRPC_CALL_EV_LIFE_TIMER,	/* call's lifetimer ran out */
3644c198ad1SDavid Howells 	RXRPC_CALL_EV_ACCEPTED,		/* incoming call accepted by userspace app */
3654c198ad1SDavid Howells 	RXRPC_CALL_EV_SECURED,		/* incoming call's connection is now secure */
3664c198ad1SDavid Howells 	RXRPC_CALL_EV_POST_ACCEPT,	/* need to post an "accept?" message to the app */
3674c198ad1SDavid Howells 	RXRPC_CALL_EV_RELEASE,		/* need to release the call's resources */
3685b8848d1SDavid Howells };
3695b8848d1SDavid Howells 
3705b8848d1SDavid Howells /*
3715b8848d1SDavid Howells  * The states that a call can be in.
3725b8848d1SDavid Howells  */
3735b8848d1SDavid Howells enum rxrpc_call_state {
374999b69f8SDavid Howells 	RXRPC_CALL_UNINITIALISED,
375999b69f8SDavid Howells 	RXRPC_CALL_CLIENT_AWAIT_CONN,	/* - client waiting for connection to become available */
3765b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_SEND_REQUEST,	/* - client sending request phase */
3775b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_AWAIT_REPLY,	/* - client awaiting reply */
3785b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_RECV_REPLY,	/* - client receiving reply phase */
3795b8848d1SDavid Howells 	RXRPC_CALL_CLIENT_FINAL_ACK,	/* - client sending final ACK phase */
3805b8848d1SDavid Howells 	RXRPC_CALL_SERVER_SECURING,	/* - server securing request connection */
3815b8848d1SDavid Howells 	RXRPC_CALL_SERVER_ACCEPTING,	/* - server accepting request */
3825b8848d1SDavid Howells 	RXRPC_CALL_SERVER_RECV_REQUEST,	/* - server receiving request */
3835b8848d1SDavid Howells 	RXRPC_CALL_SERVER_ACK_REQUEST,	/* - server pending ACK of request */
3845b8848d1SDavid Howells 	RXRPC_CALL_SERVER_SEND_REPLY,	/* - server sending reply */
3855b8848d1SDavid Howells 	RXRPC_CALL_SERVER_AWAIT_ACK,	/* - server awaiting final ACK */
3865b8848d1SDavid Howells 	RXRPC_CALL_COMPLETE,		/* - call completed */
3875b8848d1SDavid Howells 	RXRPC_CALL_SERVER_BUSY,		/* - call rejected by busy server */
3885b8848d1SDavid Howells 	RXRPC_CALL_REMOTELY_ABORTED,	/* - call aborted by peer */
3895b8848d1SDavid Howells 	RXRPC_CALL_LOCALLY_ABORTED,	/* - call aborted locally on error or close */
3905b8848d1SDavid Howells 	RXRPC_CALL_NETWORK_ERROR,	/* - call terminated by network error */
3915b8848d1SDavid Howells 	RXRPC_CALL_DEAD,		/* - call is dead */
3925b8848d1SDavid Howells 	NR__RXRPC_CALL_STATES
3935b8848d1SDavid Howells };
3945b8848d1SDavid Howells 
3955b8848d1SDavid Howells /*
39617926a79SDavid Howells  * RxRPC call definition
39717926a79SDavid Howells  * - matched by { connection, call_id }
39817926a79SDavid Howells  */
39917926a79SDavid Howells struct rxrpc_call {
40017926a79SDavid Howells 	struct rxrpc_connection	*conn;		/* connection carrying call */
40117926a79SDavid Howells 	struct rxrpc_sock	*socket;	/* socket responsible */
40217926a79SDavid Howells 	struct timer_list	lifetimer;	/* lifetime remaining on call */
40317926a79SDavid Howells 	struct timer_list	deadspan;	/* reap timer for re-ACK'ing, etc  */
40417926a79SDavid Howells 	struct timer_list	ack_timer;	/* ACK generation timer */
40517926a79SDavid Howells 	struct timer_list	resend_timer;	/* Tx resend timer */
40617926a79SDavid Howells 	struct work_struct	destroyer;	/* call destroyer */
40717926a79SDavid Howells 	struct work_struct	processor;	/* packet processor and ACK generator */
40817926a79SDavid Howells 	struct list_head	link;		/* link in master call list */
409f66d7490SDavid Howells 	struct hlist_node	error_link;	/* link in error distribution list */
41017926a79SDavid Howells 	struct list_head	accept_link;	/* calls awaiting acceptance */
41117926a79SDavid Howells 	struct rb_node		sock_node;	/* node in socket call tree */
41217926a79SDavid Howells 	struct rb_node		conn_node;	/* node in connection call tree */
41317926a79SDavid Howells 	struct sk_buff_head	rx_queue;	/* received packets */
41417926a79SDavid Howells 	struct sk_buff_head	rx_oos_queue;	/* packets received out of sequence */
41517926a79SDavid Howells 	struct sk_buff		*tx_pending;	/* Tx socket buffer being filled */
41617926a79SDavid Howells 	wait_queue_head_t	tx_waitq;	/* wait for Tx window space to become available */
41717926a79SDavid Howells 	unsigned long		user_call_ID;	/* user-defined call ID */
41817926a79SDavid Howells 	unsigned long		creation_jif;	/* time of call creation */
41917926a79SDavid Howells 	unsigned long		flags;
42017926a79SDavid Howells 	unsigned long		events;
42117926a79SDavid Howells 	spinlock_t		lock;
42217926a79SDavid Howells 	rwlock_t		state_lock;	/* lock for state transition */
42317926a79SDavid Howells 	atomic_t		usage;
42417926a79SDavid Howells 	atomic_t		sequence;	/* Tx data packet sequence counter */
425dc44b3a0SDavid Howells 	u32			local_abort;	/* local abort code */
426dc44b3a0SDavid Howells 	u32			remote_abort;	/* remote abort code */
427f66d7490SDavid Howells 	int			error_report;	/* Network error (ICMP/local transport) */
428f66d7490SDavid Howells 	int			error;		/* Local error incurred */
4295b8848d1SDavid Howells 	enum rxrpc_call_state	state : 8;	/* current state of call */
43017926a79SDavid Howells 	int			debug_id;	/* debug ID for printks */
43117926a79SDavid Howells 	u8			channel;	/* connection channel occupied by this call */
43217926a79SDavid Howells 
43317926a79SDavid Howells 	/* transmission-phase ACK management */
4344e36a95eSDavid Howells 	u8			acks_head;	/* offset into window of first entry */
4354e36a95eSDavid Howells 	u8			acks_tail;	/* offset into window of last entry */
4364e36a95eSDavid Howells 	u8			acks_winsz;	/* size of un-ACK'd window */
4374e36a95eSDavid Howells 	u8			acks_unacked;	/* lowest unacked packet in last ACK received */
43817926a79SDavid Howells 	int			acks_latest;	/* serial number of latest ACK received */
43917926a79SDavid Howells 	rxrpc_seq_t		acks_hard;	/* highest definitively ACK'd msg seq */
44017926a79SDavid Howells 	unsigned long		*acks_window;	/* sent packet window
44117926a79SDavid Howells 						 * - elements are pointers with LSB set if ACK'd
44217926a79SDavid Howells 						 */
44317926a79SDavid Howells 
44417926a79SDavid Howells 	/* receive-phase ACK management */
44517926a79SDavid Howells 	rxrpc_seq_t		rx_data_expect;	/* next data seq ID expected to be received */
44617926a79SDavid Howells 	rxrpc_seq_t		rx_data_post;	/* next data seq ID expected to be posted */
44717926a79SDavid Howells 	rxrpc_seq_t		rx_data_recv;	/* last data seq ID encountered by recvmsg */
44817926a79SDavid Howells 	rxrpc_seq_t		rx_data_eaten;	/* last data seq ID consumed by recvmsg */
44917926a79SDavid Howells 	rxrpc_seq_t		rx_first_oos;	/* first packet in rx_oos_queue (or 0) */
45017926a79SDavid Howells 	rxrpc_seq_t		ackr_win_top;	/* top of ACK window (rx_data_eaten is bottom) */
4510d12f8a4SDavid Howells 	rxrpc_seq_t		ackr_prev_seq;	/* previous sequence number received */
4524e36a95eSDavid Howells 	u8			ackr_reason;	/* reason to ACK */
4530d12f8a4SDavid Howells 	rxrpc_serial_t		ackr_serial;	/* serial of packet being ACK'd */
45417926a79SDavid Howells 	atomic_t		ackr_not_idle;	/* number of packets in Rx queue */
45517926a79SDavid Howells 
45617926a79SDavid Howells 	/* received packet records, 1 bit per record */
45717926a79SDavid Howells #define RXRPC_ACKR_WINDOW_ASZ DIV_ROUND_UP(RXRPC_MAXACKS, BITS_PER_LONG)
45817926a79SDavid Howells 	unsigned long		ackr_window[RXRPC_ACKR_WINDOW_ASZ + 1];
45917926a79SDavid Howells 
4607727640cSTim Smith 	struct hlist_node	hash_node;
4617727640cSTim Smith 	unsigned long		hash_key;	/* Full hash key */
4627727640cSTim Smith 	u8			in_clientflag;	/* Copy of conn->in_clientflag for hashing */
4637727640cSTim Smith 	struct rxrpc_local	*local;		/* Local endpoint. Used for hashing. */
46419ffa01cSDavid Howells 	sa_family_t		family;		/* Frame protocol */
4650d12f8a4SDavid Howells 	u32			call_id;	/* call ID on connection  */
4660d12f8a4SDavid Howells 	u32			cid;		/* connection ID plus channel index */
4670d12f8a4SDavid Howells 	u32			epoch;		/* epoch of this connection */
4680d12f8a4SDavid Howells 	u16			service_id;	/* service ID */
4697727640cSTim Smith 	union {					/* Peer IP address for hashing */
4707727640cSTim Smith 		__be32	ipv4_addr;
4717727640cSTim Smith 		__u8	ipv6_addr[16];		/* Anticipates eventual IPv6 support */
4727727640cSTim Smith 	} peer_ip;
47317926a79SDavid Howells };
47417926a79SDavid Howells 
47517926a79SDavid Howells /*
47617926a79SDavid Howells  * locally abort an RxRPC call
47717926a79SDavid Howells  */
47817926a79SDavid Howells static inline void rxrpc_abort_call(struct rxrpc_call *call, u32 abort_code)
47917926a79SDavid Howells {
48017926a79SDavid Howells 	write_lock_bh(&call->state_lock);
48117926a79SDavid Howells 	if (call->state < RXRPC_CALL_COMPLETE) {
482dc44b3a0SDavid Howells 		call->local_abort = abort_code;
48317926a79SDavid Howells 		call->state = RXRPC_CALL_LOCALLY_ABORTED;
4844c198ad1SDavid Howells 		set_bit(RXRPC_CALL_EV_ABORT, &call->events);
48517926a79SDavid Howells 	}
48617926a79SDavid Howells 	write_unlock_bh(&call->state_lock);
48717926a79SDavid Howells }
48817926a79SDavid Howells 
48917926a79SDavid Howells /*
490651350d1SDavid Howells  * af_rxrpc.c
49117926a79SDavid Howells  */
492651350d1SDavid Howells extern atomic_t rxrpc_n_skbs;
4930d12f8a4SDavid Howells extern u32 rxrpc_epoch;
494651350d1SDavid Howells extern atomic_t rxrpc_debug_id;
495651350d1SDavid Howells extern struct workqueue_struct *rxrpc_workqueue;
49617926a79SDavid Howells 
49719ffa01cSDavid Howells extern struct rxrpc_transport *rxrpc_name_to_transport(struct rxrpc_conn_parameters *,
4982341e077SDavid Howells 						       struct sockaddr *,
49919ffa01cSDavid Howells 						       int, gfp_t);
5002341e077SDavid Howells 
50117926a79SDavid Howells /*
5020d81a51aSDavid Howells  * call_accept.c
50317926a79SDavid Howells  */
5044f95dd78SDavid Howells void rxrpc_accept_incoming_calls(struct rxrpc_local *);
505c1b1203dSJoe Perches struct rxrpc_call *rxrpc_accept_call(struct rxrpc_sock *, unsigned long);
506c1b1203dSJoe Perches int rxrpc_reject_call(struct rxrpc_sock *);
50717926a79SDavid Howells 
50817926a79SDavid Howells /*
5090d81a51aSDavid Howells  * call_event.c
51017926a79SDavid Howells  */
5110d12f8a4SDavid Howells void __rxrpc_propose_ACK(struct rxrpc_call *, u8, u32, bool);
5120d12f8a4SDavid Howells void rxrpc_propose_ACK(struct rxrpc_call *, u8, u32, bool);
513c1b1203dSJoe Perches void rxrpc_process_call(struct work_struct *);
51417926a79SDavid Howells 
51517926a79SDavid Howells /*
5160d81a51aSDavid Howells  * call_object.c
51717926a79SDavid Howells  */
518dad8aff7SDavid Howells extern unsigned int rxrpc_max_call_lifetime;
519dad8aff7SDavid Howells extern unsigned int rxrpc_dead_call_expiry;
52017926a79SDavid Howells extern struct kmem_cache *rxrpc_call_jar;
52117926a79SDavid Howells extern struct list_head rxrpc_calls;
52217926a79SDavid Howells extern rwlock_t rxrpc_call_lock;
52317926a79SDavid Howells 
5240d12f8a4SDavid Howells struct rxrpc_call *rxrpc_find_call_hash(struct rxrpc_host_header *,
5250d12f8a4SDavid Howells 					void *, sa_family_t, const void *);
5262341e077SDavid Howells struct rxrpc_call *rxrpc_find_call_by_user_ID(struct rxrpc_sock *, unsigned long);
5272341e077SDavid Howells struct rxrpc_call *rxrpc_new_client_call(struct rxrpc_sock *,
52819ffa01cSDavid Howells 					 struct rxrpc_conn_parameters *,
52917926a79SDavid Howells 					 struct rxrpc_transport *,
530999b69f8SDavid Howells 					 struct sockaddr_rxrpc *,
5312341e077SDavid Howells 					 unsigned long, gfp_t);
532c1b1203dSJoe Perches struct rxrpc_call *rxrpc_incoming_call(struct rxrpc_sock *,
53317926a79SDavid Howells 				       struct rxrpc_connection *,
53442886ffeSDavid Howells 				       struct sk_buff *);
535c1b1203dSJoe Perches void rxrpc_release_call(struct rxrpc_call *);
536c1b1203dSJoe Perches void rxrpc_release_calls_on_socket(struct rxrpc_sock *);
537c1b1203dSJoe Perches void __rxrpc_put_call(struct rxrpc_call *);
538c1b1203dSJoe Perches void __exit rxrpc_destroy_all_calls(void);
53917926a79SDavid Howells 
54017926a79SDavid Howells /*
5414a3388c8SDavid Howells  * conn_client.c
5424a3388c8SDavid Howells  */
5434a3388c8SDavid Howells extern struct idr rxrpc_client_conn_ids;
5444a3388c8SDavid Howells 
545999b69f8SDavid Howells int rxrpc_get_client_connection_id(struct rxrpc_connection *, gfp_t);
5464a3388c8SDavid Howells void rxrpc_put_client_connection_id(struct rxrpc_connection *);
5474a3388c8SDavid Howells 
5484a3388c8SDavid Howells /*
5490d81a51aSDavid Howells  * conn_event.c
5500d81a51aSDavid Howells  */
5510d81a51aSDavid Howells void rxrpc_process_connection(struct work_struct *);
5520d81a51aSDavid Howells void rxrpc_reject_packet(struct rxrpc_local *, struct sk_buff *);
5534f95dd78SDavid Howells void rxrpc_reject_packets(struct rxrpc_local *);
5540d81a51aSDavid Howells 
5550d81a51aSDavid Howells /*
5560d81a51aSDavid Howells  * conn_object.c
55717926a79SDavid Howells  */
558dad8aff7SDavid Howells extern unsigned int rxrpc_connection_expiry;
55917926a79SDavid Howells extern struct list_head rxrpc_connections;
56017926a79SDavid Howells extern rwlock_t rxrpc_connection_lock;
56117926a79SDavid Howells 
562999b69f8SDavid Howells int rxrpc_connect_call(struct rxrpc_call *, struct rxrpc_conn_parameters *,
56317926a79SDavid Howells 		       struct rxrpc_transport *,
564999b69f8SDavid Howells 		       struct sockaddr_rxrpc *, gfp_t);
565999b69f8SDavid Howells void rxrpc_disconnect_call(struct rxrpc_call *);
566c1b1203dSJoe Perches void rxrpc_put_connection(struct rxrpc_connection *);
567c1b1203dSJoe Perches void __exit rxrpc_destroy_all_connections(void);
568c1b1203dSJoe Perches struct rxrpc_connection *rxrpc_find_connection(struct rxrpc_transport *,
56942886ffeSDavid Howells 					       struct sk_buff *);
57017926a79SDavid Howells extern struct rxrpc_connection *
57142886ffeSDavid Howells rxrpc_incoming_connection(struct rxrpc_transport *, struct sk_buff *);
57217926a79SDavid Howells 
57319ffa01cSDavid Howells static inline bool rxrpc_conn_is_client(const struct rxrpc_connection *conn)
57419ffa01cSDavid Howells {
57519ffa01cSDavid Howells 	return conn->out_clientflag;
57619ffa01cSDavid Howells }
57719ffa01cSDavid Howells 
57819ffa01cSDavid Howells static inline bool rxrpc_conn_is_service(const struct rxrpc_connection *conn)
57919ffa01cSDavid Howells {
58019ffa01cSDavid Howells 	return conn->proto.in_clientflag;
58119ffa01cSDavid Howells }
58219ffa01cSDavid Howells 
5835627cc8bSDavid Howells static inline void rxrpc_get_connection(struct rxrpc_connection *conn)
5845627cc8bSDavid Howells {
5855627cc8bSDavid Howells 	atomic_inc(&conn->usage);
5865627cc8bSDavid Howells }
5875627cc8bSDavid Howells 
5885627cc8bSDavid Howells static inline
5895627cc8bSDavid Howells struct rxrpc_connection *rxrpc_get_connection_maybe(struct rxrpc_connection *conn)
5905627cc8bSDavid Howells {
5915627cc8bSDavid Howells 	return atomic_inc_not_zero(&conn->usage) ? conn : NULL;
5925627cc8bSDavid Howells }
5935627cc8bSDavid Howells 
59417926a79SDavid Howells /*
5950d81a51aSDavid Howells  * input.c
59617926a79SDavid Howells  */
597676d2369SDavid S. Miller void rxrpc_data_ready(struct sock *);
598c1b1203dSJoe Perches int rxrpc_queue_rcv_skb(struct rxrpc_call *, struct sk_buff *, bool, bool);
599c1b1203dSJoe Perches void rxrpc_fast_process_packet(struct rxrpc_call *, struct sk_buff *);
60017926a79SDavid Howells 
60117926a79SDavid Howells /*
6020d81a51aSDavid Howells  * insecure.c
60317926a79SDavid Howells  */
6040d81a51aSDavid Howells extern const struct rxrpc_security rxrpc_no_security;
60517926a79SDavid Howells 
60617926a79SDavid Howells /*
6070d81a51aSDavid Howells  * key.c
60817926a79SDavid Howells  */
60917926a79SDavid Howells extern struct key_type key_type_rxrpc;
61017926a79SDavid Howells extern struct key_type key_type_rxrpc_s;
61117926a79SDavid Howells 
612c1b1203dSJoe Perches int rxrpc_request_key(struct rxrpc_sock *, char __user *, int);
613c1b1203dSJoe Perches int rxrpc_server_keyring(struct rxrpc_sock *, char __user *, int);
614c1b1203dSJoe Perches int rxrpc_get_server_data_key(struct rxrpc_connection *, const void *, time_t,
615c1b1203dSJoe Perches 			      u32);
61617926a79SDavid Howells 
61717926a79SDavid Howells /*
61887563616SDavid Howells  * local_event.c
61987563616SDavid Howells  */
6204f95dd78SDavid Howells extern void rxrpc_process_local_events(struct rxrpc_local *);
62187563616SDavid Howells 
62287563616SDavid Howells /*
6230d81a51aSDavid Howells  * local_object.c
62417926a79SDavid Howells  */
6254f95dd78SDavid Howells struct rxrpc_local *rxrpc_lookup_local(const struct sockaddr_rxrpc *);
6264f95dd78SDavid Howells void __rxrpc_put_local(struct rxrpc_local *);
6270d81a51aSDavid Howells void __exit rxrpc_destroy_all_locals(void);
628e0e4d82fSDavid Howells 
6294f95dd78SDavid Howells static inline void rxrpc_get_local(struct rxrpc_local *local)
6304f95dd78SDavid Howells {
6314f95dd78SDavid Howells 	atomic_inc(&local->usage);
6324f95dd78SDavid Howells }
6334f95dd78SDavid Howells 
6344f95dd78SDavid Howells static inline
6354f95dd78SDavid Howells struct rxrpc_local *rxrpc_get_local_maybe(struct rxrpc_local *local)
6364f95dd78SDavid Howells {
6374f95dd78SDavid Howells 	return atomic_inc_not_zero(&local->usage) ? local : NULL;
6384f95dd78SDavid Howells }
6394f95dd78SDavid Howells 
6404f95dd78SDavid Howells static inline void rxrpc_put_local(struct rxrpc_local *local)
6414f95dd78SDavid Howells {
6425627cc8bSDavid Howells 	if (local && atomic_dec_and_test(&local->usage))
6434f95dd78SDavid Howells 		__rxrpc_put_local(local);
6444f95dd78SDavid Howells }
6454f95dd78SDavid Howells 
646e0e4d82fSDavid Howells /*
6478e688d9cSDavid Howells  * misc.c
6488e688d9cSDavid Howells  */
6490e119b41SDavid Howells extern unsigned int rxrpc_max_backlog __read_mostly;
6508e688d9cSDavid Howells extern unsigned int rxrpc_requested_ack_delay;
6518e688d9cSDavid Howells extern unsigned int rxrpc_soft_ack_delay;
6528e688d9cSDavid Howells extern unsigned int rxrpc_idle_ack_delay;
6538e688d9cSDavid Howells extern unsigned int rxrpc_rx_window_size;
6548e688d9cSDavid Howells extern unsigned int rxrpc_rx_mtu;
6558e688d9cSDavid Howells extern unsigned int rxrpc_rx_jumbo_max;
6568e688d9cSDavid Howells 
6575b3e87f1SDavid Howells extern const char *const rxrpc_pkts[];
6588e688d9cSDavid Howells extern const s8 rxrpc_ack_priority[];
6598e688d9cSDavid Howells 
6608e688d9cSDavid Howells extern const char *rxrpc_acks(u8 reason);
6618e688d9cSDavid Howells 
6628e688d9cSDavid Howells /*
6630d81a51aSDavid Howells  * output.c
6640d81a51aSDavid Howells  */
6650d81a51aSDavid Howells extern unsigned int rxrpc_resend_timeout;
6660d81a51aSDavid Howells 
667985a5c82SDavid Howells int rxrpc_send_data_packet(struct rxrpc_connection *, struct sk_buff *);
6680d81a51aSDavid Howells int rxrpc_do_sendmsg(struct rxrpc_sock *, struct msghdr *, size_t);
6690d81a51aSDavid Howells 
6700d81a51aSDavid Howells /*
671abe89ef0SDavid Howells  * peer_event.c
6720d81a51aSDavid Howells  */
673abe89ef0SDavid Howells void rxrpc_error_report(struct sock *);
674f66d7490SDavid Howells void rxrpc_peer_error_distributor(struct work_struct *);
6750d81a51aSDavid Howells 
6760d81a51aSDavid Howells /*
6770d81a51aSDavid Howells  * peer_object.c
6780d81a51aSDavid Howells  */
679be6e6707SDavid Howells struct rxrpc_peer *rxrpc_lookup_peer_rcu(struct rxrpc_local *,
680be6e6707SDavid Howells 					 const struct sockaddr_rxrpc *);
681be6e6707SDavid Howells struct rxrpc_peer *rxrpc_lookup_peer(struct rxrpc_local *,
682be6e6707SDavid Howells 				     struct sockaddr_rxrpc *, gfp_t);
683be6e6707SDavid Howells struct rxrpc_peer *rxrpc_alloc_peer(struct rxrpc_local *, gfp_t);
684be6e6707SDavid Howells 
685be6e6707SDavid Howells static inline void rxrpc_get_peer(struct rxrpc_peer *peer)
686be6e6707SDavid Howells {
687be6e6707SDavid Howells 	atomic_inc(&peer->usage);
688be6e6707SDavid Howells }
689be6e6707SDavid Howells 
690be6e6707SDavid Howells static inline
691be6e6707SDavid Howells struct rxrpc_peer *rxrpc_get_peer_maybe(struct rxrpc_peer *peer)
692be6e6707SDavid Howells {
693be6e6707SDavid Howells 	return atomic_inc_not_zero(&peer->usage) ? peer : NULL;
694be6e6707SDavid Howells }
695be6e6707SDavid Howells 
696be6e6707SDavid Howells extern void __rxrpc_put_peer(struct rxrpc_peer *peer);
697be6e6707SDavid Howells static inline void rxrpc_put_peer(struct rxrpc_peer *peer)
698be6e6707SDavid Howells {
6995627cc8bSDavid Howells 	if (peer && atomic_dec_and_test(&peer->usage))
700be6e6707SDavid Howells 		__rxrpc_put_peer(peer);
701be6e6707SDavid Howells }
7020d81a51aSDavid Howells 
7030d81a51aSDavid Howells /*
7040d81a51aSDavid Howells  * proc.c
7050d81a51aSDavid Howells  */
7060d81a51aSDavid Howells extern const char *const rxrpc_call_states[];
7070d81a51aSDavid Howells extern const struct file_operations rxrpc_call_seq_fops;
7080d81a51aSDavid Howells extern const struct file_operations rxrpc_connection_seq_fops;
7090d81a51aSDavid Howells 
7100d81a51aSDavid Howells /*
7110d81a51aSDavid Howells  * recvmsg.c
7120d81a51aSDavid Howells  */
7130d81a51aSDavid Howells void rxrpc_remove_user_ID(struct rxrpc_sock *, struct rxrpc_call *);
7140d81a51aSDavid Howells int rxrpc_recvmsg(struct socket *, struct msghdr *, size_t, int);
7150d81a51aSDavid Howells 
7160d81a51aSDavid Howells /*
717648af7fcSDavid Howells  * rxkad.c
718648af7fcSDavid Howells  */
719648af7fcSDavid Howells #ifdef CONFIG_RXKAD
720648af7fcSDavid Howells extern const struct rxrpc_security rxkad;
721648af7fcSDavid Howells #endif
722648af7fcSDavid Howells 
723648af7fcSDavid Howells /*
7240d81a51aSDavid Howells  * security.c
7250d81a51aSDavid Howells  */
7260d81a51aSDavid Howells int __init rxrpc_init_security(void);
7270d81a51aSDavid Howells void rxrpc_exit_security(void);
7280d81a51aSDavid Howells int rxrpc_init_client_conn_security(struct rxrpc_connection *);
7290d81a51aSDavid Howells int rxrpc_init_server_conn_security(struct rxrpc_connection *);
7300d81a51aSDavid Howells 
7310d81a51aSDavid Howells /*
7320d81a51aSDavid Howells  * skbuff.c
7330d81a51aSDavid Howells  */
7340d81a51aSDavid Howells void rxrpc_packet_destructor(struct sk_buff *);
7350d81a51aSDavid Howells 
7360d81a51aSDavid Howells /*
7375873c083SDavid Howells  * sysctl.c
7385873c083SDavid Howells  */
7395873c083SDavid Howells #ifdef CONFIG_SYSCTL
7405873c083SDavid Howells extern int __init rxrpc_sysctl_init(void);
7415873c083SDavid Howells extern void rxrpc_sysctl_exit(void);
7425873c083SDavid Howells #else
7435873c083SDavid Howells static inline int __init rxrpc_sysctl_init(void) { return 0; }
7445873c083SDavid Howells static inline void rxrpc_sysctl_exit(void) {}
7455873c083SDavid Howells #endif
7465873c083SDavid Howells 
7475873c083SDavid Howells /*
7480d81a51aSDavid Howells  * transport.c
7490d81a51aSDavid Howells  */
7500d81a51aSDavid Howells extern unsigned int rxrpc_transport_expiry;
7510d81a51aSDavid Howells 
7520d81a51aSDavid Howells struct rxrpc_transport *rxrpc_get_transport(struct rxrpc_local *,
7530d81a51aSDavid Howells 					    struct rxrpc_peer *, gfp_t);
7540d81a51aSDavid Howells void rxrpc_put_transport(struct rxrpc_transport *);
7550d81a51aSDavid Howells void __exit rxrpc_destroy_all_transports(void);
7560d81a51aSDavid Howells struct rxrpc_transport *rxrpc_find_transport(struct rxrpc_local *,
7570d81a51aSDavid Howells 					     struct rxrpc_peer *);
7580d81a51aSDavid Howells 
7590d81a51aSDavid Howells /*
760be6e6707SDavid Howells  * utils.c
761be6e6707SDavid Howells  */
762be6e6707SDavid Howells void rxrpc_get_addr_from_skb(struct rxrpc_local *, const struct sk_buff *,
763be6e6707SDavid Howells 			     struct sockaddr_rxrpc *);
764be6e6707SDavid Howells 
765be6e6707SDavid Howells /*
76617926a79SDavid Howells  * debug tracing
76717926a79SDavid Howells  */
76895c96174SEric Dumazet extern unsigned int rxrpc_debug;
76917926a79SDavid Howells 
77017926a79SDavid Howells #define dbgprintk(FMT,...) \
7719f389f4bSSven Schnelle 	printk("[%-6.6s] "FMT"\n", current->comm ,##__VA_ARGS__)
77217926a79SDavid Howells 
7730dc47877SHarvey Harrison #define kenter(FMT,...)	dbgprintk("==> %s("FMT")",__func__ ,##__VA_ARGS__)
7740dc47877SHarvey Harrison #define kleave(FMT,...)	dbgprintk("<== %s()"FMT"",__func__ ,##__VA_ARGS__)
77517926a79SDavid Howells #define kdebug(FMT,...)	dbgprintk("    "FMT ,##__VA_ARGS__)
77617926a79SDavid Howells #define kproto(FMT,...)	dbgprintk("### "FMT ,##__VA_ARGS__)
77717926a79SDavid Howells #define knet(FMT,...)	dbgprintk("@@@ "FMT ,##__VA_ARGS__)
77817926a79SDavid Howells 
77917926a79SDavid Howells 
78017926a79SDavid Howells #if defined(__KDEBUG)
78117926a79SDavid Howells #define _enter(FMT,...)	kenter(FMT,##__VA_ARGS__)
78217926a79SDavid Howells #define _leave(FMT,...)	kleave(FMT,##__VA_ARGS__)
78317926a79SDavid Howells #define _debug(FMT,...)	kdebug(FMT,##__VA_ARGS__)
78417926a79SDavid Howells #define _proto(FMT,...)	kproto(FMT,##__VA_ARGS__)
78517926a79SDavid Howells #define _net(FMT,...)	knet(FMT,##__VA_ARGS__)
78617926a79SDavid Howells 
78717926a79SDavid Howells #elif defined(CONFIG_AF_RXRPC_DEBUG)
78817926a79SDavid Howells #define RXRPC_DEBUG_KENTER	0x01
78917926a79SDavid Howells #define RXRPC_DEBUG_KLEAVE	0x02
79017926a79SDavid Howells #define RXRPC_DEBUG_KDEBUG	0x04
79117926a79SDavid Howells #define RXRPC_DEBUG_KPROTO	0x08
79217926a79SDavid Howells #define RXRPC_DEBUG_KNET	0x10
79317926a79SDavid Howells 
79417926a79SDavid Howells #define _enter(FMT,...)					\
79517926a79SDavid Howells do {							\
79617926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KENTER))	\
79717926a79SDavid Howells 		kenter(FMT,##__VA_ARGS__);		\
79817926a79SDavid Howells } while (0)
79917926a79SDavid Howells 
80017926a79SDavid Howells #define _leave(FMT,...)					\
80117926a79SDavid Howells do {							\
80217926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KLEAVE))	\
80317926a79SDavid Howells 		kleave(FMT,##__VA_ARGS__);		\
80417926a79SDavid Howells } while (0)
80517926a79SDavid Howells 
80617926a79SDavid Howells #define _debug(FMT,...)					\
80717926a79SDavid Howells do {							\
80817926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KDEBUG))	\
80917926a79SDavid Howells 		kdebug(FMT,##__VA_ARGS__);		\
81017926a79SDavid Howells } while (0)
81117926a79SDavid Howells 
81217926a79SDavid Howells #define _proto(FMT,...)					\
81317926a79SDavid Howells do {							\
81417926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KPROTO))	\
81517926a79SDavid Howells 		kproto(FMT,##__VA_ARGS__);		\
81617926a79SDavid Howells } while (0)
81717926a79SDavid Howells 
81817926a79SDavid Howells #define _net(FMT,...)					\
81917926a79SDavid Howells do {							\
82017926a79SDavid Howells 	if (unlikely(rxrpc_debug & RXRPC_DEBUG_KNET))	\
82117926a79SDavid Howells 		knet(FMT,##__VA_ARGS__);		\
82217926a79SDavid Howells } while (0)
82317926a79SDavid Howells 
82417926a79SDavid Howells #else
82512fdff3fSDavid Howells #define _enter(FMT,...)	no_printk("==> %s("FMT")",__func__ ,##__VA_ARGS__)
82612fdff3fSDavid Howells #define _leave(FMT,...)	no_printk("<== %s()"FMT"",__func__ ,##__VA_ARGS__)
82712fdff3fSDavid Howells #define _debug(FMT,...)	no_printk("    "FMT ,##__VA_ARGS__)
82812fdff3fSDavid Howells #define _proto(FMT,...)	no_printk("### "FMT ,##__VA_ARGS__)
82912fdff3fSDavid Howells #define _net(FMT,...)	no_printk("@@@ "FMT ,##__VA_ARGS__)
83017926a79SDavid Howells #endif
83117926a79SDavid Howells 
83217926a79SDavid Howells /*
83317926a79SDavid Howells  * debug assertion checking
83417926a79SDavid Howells  */
83517926a79SDavid Howells #if 1 // defined(__KDEBUGALL)
83617926a79SDavid Howells 
83717926a79SDavid Howells #define ASSERT(X)						\
83817926a79SDavid Howells do {								\
83917926a79SDavid Howells 	if (unlikely(!(X))) {					\
8409b6d5398SJoe Perches 		pr_err("Assertion failed\n");			\
84117926a79SDavid Howells 		BUG();						\
84217926a79SDavid Howells 	}							\
84317926a79SDavid Howells } while (0)
84417926a79SDavid Howells 
84517926a79SDavid Howells #define ASSERTCMP(X, OP, Y)						\
84617926a79SDavid Howells do {									\
8479b6d5398SJoe Perches 	unsigned long _x = (unsigned long)(X);				\
8489b6d5398SJoe Perches 	unsigned long _y = (unsigned long)(Y);				\
8499b6d5398SJoe Perches 	if (unlikely(!(_x OP _y))) {					\
8509b6d5398SJoe Perches 		pr_err("Assertion failed - %lu(0x%lx) %s %lu(0x%lx) is false\n",			\
8519b6d5398SJoe Perches 		       _x, _x, #OP, _y, _y);				\
85217926a79SDavid Howells 		BUG();							\
85317926a79SDavid Howells 	}								\
85417926a79SDavid Howells } while (0)
85517926a79SDavid Howells 
85617926a79SDavid Howells #define ASSERTIF(C, X)						\
85717926a79SDavid Howells do {								\
85817926a79SDavid Howells 	if (unlikely((C) && !(X))) {				\
8599b6d5398SJoe Perches 		pr_err("Assertion failed\n");			\
86017926a79SDavid Howells 		BUG();						\
86117926a79SDavid Howells 	}							\
86217926a79SDavid Howells } while (0)
86317926a79SDavid Howells 
86417926a79SDavid Howells #define ASSERTIFCMP(C, X, OP, Y)					\
86517926a79SDavid Howells do {									\
8669b6d5398SJoe Perches 	unsigned long _x = (unsigned long)(X);				\
8679b6d5398SJoe Perches 	unsigned long _y = (unsigned long)(Y);				\
8689b6d5398SJoe Perches 	if (unlikely((C) && !(_x OP _y))) {				\
8699b6d5398SJoe Perches 		pr_err("Assertion failed - %lu(0x%lx) %s %lu(0x%lx) is false\n", \
8709b6d5398SJoe Perches 		       _x, _x, #OP, _y, _y);				\
87117926a79SDavid Howells 		BUG();							\
87217926a79SDavid Howells 	}								\
87317926a79SDavid Howells } while (0)
87417926a79SDavid Howells 
87517926a79SDavid Howells #else
87617926a79SDavid Howells 
87717926a79SDavid Howells #define ASSERT(X)				\
87817926a79SDavid Howells do {						\
87917926a79SDavid Howells } while (0)
88017926a79SDavid Howells 
88117926a79SDavid Howells #define ASSERTCMP(X, OP, Y)			\
88217926a79SDavid Howells do {						\
88317926a79SDavid Howells } while (0)
88417926a79SDavid Howells 
88517926a79SDavid Howells #define ASSERTIF(C, X)				\
88617926a79SDavid Howells do {						\
88717926a79SDavid Howells } while (0)
88817926a79SDavid Howells 
88917926a79SDavid Howells #define ASSERTIFCMP(C, X, OP, Y)		\
89017926a79SDavid Howells do {						\
89117926a79SDavid Howells } while (0)
89217926a79SDavid Howells 
89317926a79SDavid Howells #endif /* __KDEBUGALL */
89417926a79SDavid Howells 
89517926a79SDavid Howells /*
89617926a79SDavid Howells  * socket buffer accounting / leak finding
89717926a79SDavid Howells  */
89817926a79SDavid Howells static inline void __rxrpc_new_skb(struct sk_buff *skb, const char *fn)
89917926a79SDavid Howells {
90017926a79SDavid Howells 	//_net("new skb %p %s [%d]", skb, fn, atomic_read(&rxrpc_n_skbs));
90117926a79SDavid Howells 	//atomic_inc(&rxrpc_n_skbs);
90217926a79SDavid Howells }
90317926a79SDavid Howells 
90417926a79SDavid Howells #define rxrpc_new_skb(skb) __rxrpc_new_skb((skb), __func__)
90517926a79SDavid Howells 
90617926a79SDavid Howells static inline void __rxrpc_kill_skb(struct sk_buff *skb, const char *fn)
90717926a79SDavid Howells {
90817926a79SDavid Howells 	//_net("kill skb %p %s [%d]", skb, fn, atomic_read(&rxrpc_n_skbs));
90917926a79SDavid Howells 	//atomic_dec(&rxrpc_n_skbs);
91017926a79SDavid Howells }
91117926a79SDavid Howells 
91217926a79SDavid Howells #define rxrpc_kill_skb(skb) __rxrpc_kill_skb((skb), __func__)
91317926a79SDavid Howells 
91417926a79SDavid Howells static inline void __rxrpc_free_skb(struct sk_buff *skb, const char *fn)
91517926a79SDavid Howells {
91617926a79SDavid Howells 	if (skb) {
91717926a79SDavid Howells 		CHECK_SLAB_OKAY(&skb->users);
91817926a79SDavid Howells 		//_net("free skb %p %s [%d]",
91917926a79SDavid Howells 		//     skb, fn, atomic_read(&rxrpc_n_skbs));
92017926a79SDavid Howells 		//atomic_dec(&rxrpc_n_skbs);
92117926a79SDavid Howells 		kfree_skb(skb);
92217926a79SDavid Howells 	}
92317926a79SDavid Howells }
92417926a79SDavid Howells 
92517926a79SDavid Howells #define rxrpc_free_skb(skb) __rxrpc_free_skb((skb), __func__)
92617926a79SDavid Howells 
92717926a79SDavid Howells static inline void rxrpc_purge_queue(struct sk_buff_head *list)
92817926a79SDavid Howells {
92917926a79SDavid Howells 	struct sk_buff *skb;
93017926a79SDavid Howells 	while ((skb = skb_dequeue((list))) != NULL)
93117926a79SDavid Howells 		rxrpc_free_skb(skb);
93217926a79SDavid Howells }
93317926a79SDavid Howells 
93417926a79SDavid Howells #define rxrpc_get_call(CALL)				\
93517926a79SDavid Howells do {							\
93617926a79SDavid Howells 	CHECK_SLAB_OKAY(&(CALL)->usage);		\
93717926a79SDavid Howells 	if (atomic_inc_return(&(CALL)->usage) == 1)	\
93817926a79SDavid Howells 		BUG();					\
93917926a79SDavid Howells } while (0)
94017926a79SDavid Howells 
94117926a79SDavid Howells #define rxrpc_put_call(CALL)				\
94217926a79SDavid Howells do {							\
94317926a79SDavid Howells 	__rxrpc_put_call(CALL);				\
94417926a79SDavid Howells } while (0)
945