xref: /openbmc/linux/include/crypto/if_alg.h (revision 1188f7f111c61394ec56beb8e30322305a8220b6)
12874c5fdSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */
203c8efc1SHerbert Xu /*
303c8efc1SHerbert Xu  * if_alg: User-space algorithm interface
403c8efc1SHerbert Xu  *
503c8efc1SHerbert Xu  * Copyright (c) 2010 Herbert Xu <herbert@gondor.apana.org.au>
603c8efc1SHerbert Xu  */
703c8efc1SHerbert Xu 
803c8efc1SHerbert Xu #ifndef _CRYPTO_IF_ALG_H
903c8efc1SHerbert Xu #define _CRYPTO_IF_ALG_H
1003c8efc1SHerbert Xu 
1103c8efc1SHerbert Xu #include <linux/compiler.h>
1203c8efc1SHerbert Xu #include <linux/completion.h>
1303c8efc1SHerbert Xu #include <linux/if_alg.h>
14b7f080cfSAlexey Dobriyan #include <linux/scatterlist.h>
1503c8efc1SHerbert Xu #include <linux/types.h>
16af955bf1SJonathan Cameron #include <linux/atomic.h>
1703c8efc1SHerbert Xu #include <net/sock.h>
1803c8efc1SHerbert Xu 
192d97591eSStephan Mueller #include <crypto/aead.h>
202d97591eSStephan Mueller #include <crypto/skcipher.h>
212d97591eSStephan Mueller 
2203c8efc1SHerbert Xu #define ALG_MAX_PAGES			16
2303c8efc1SHerbert Xu 
2403c8efc1SHerbert Xu struct alg_sock {
2503c8efc1SHerbert Xu 	/* struct sock must be the first member of struct alg_sock */
2603c8efc1SHerbert Xu 	struct sock sk;
2703c8efc1SHerbert Xu 
2803c8efc1SHerbert Xu 	struct sock *parent;
2903c8efc1SHerbert Xu 
3034c86f4cSHerbert Xu 	atomic_t refcnt;
3134c86f4cSHerbert Xu 	atomic_t nokey_refcnt;
32c840ac6aSHerbert Xu 
3303c8efc1SHerbert Xu 	const struct af_alg_type *type;
3403c8efc1SHerbert Xu 	void *private;
3503c8efc1SHerbert Xu };
3603c8efc1SHerbert Xu 
3703c8efc1SHerbert Xu struct af_alg_control {
3803c8efc1SHerbert Xu 	struct af_alg_iv *iv;
3903c8efc1SHerbert Xu 	int op;
40af8e8073SStephan Mueller 	unsigned int aead_assoclen;
4103c8efc1SHerbert Xu };
4203c8efc1SHerbert Xu 
4303c8efc1SHerbert Xu struct af_alg_type {
4403c8efc1SHerbert Xu 	void *(*bind)(const char *name, u32 type, u32 mask);
4503c8efc1SHerbert Xu 	void (*release)(void *private);
4603c8efc1SHerbert Xu 	int (*setkey)(void *private, const u8 *key, unsigned int keylen);
4777ebdabeSElena Petrova 	int (*setentropy)(void *private, sockptr_t entropy, unsigned int len);
4803c8efc1SHerbert Xu 	int (*accept)(void *private, struct sock *sk);
4937766586SHerbert Xu 	int (*accept_nokey)(void *private, struct sock *sk);
5025fb8638SStephan Mueller 	int (*setauthsize)(void *private, unsigned int authsize);
5103c8efc1SHerbert Xu 
5203c8efc1SHerbert Xu 	struct proto_ops *ops;
5337766586SHerbert Xu 	struct proto_ops *ops_nokey;
5403c8efc1SHerbert Xu 	struct module *owner;
5503c8efc1SHerbert Xu 	char name[14];
5603c8efc1SHerbert Xu };
5703c8efc1SHerbert Xu 
5803c8efc1SHerbert Xu struct af_alg_sgl {
59c1abe6f5SDavid Howells 	struct sg_table sgt;
60c1abe6f5SDavid Howells 	struct scatterlist sgl[ALG_MAX_PAGES + 1];
61f9e7a5faSDavid Howells 	bool need_unpin;
6203c8efc1SHerbert Xu };
6303c8efc1SHerbert Xu 
642d97591eSStephan Mueller /* TX SGL entry */
652d97591eSStephan Mueller struct af_alg_tsgl {
662d97591eSStephan Mueller 	struct list_head list;
672d97591eSStephan Mueller 	unsigned int cur;		/* Last processed SG entry */
685a8a0765SGustavo A. R. Silva 	struct scatterlist sg[];	/* Array of SGs forming the SGL */
692d97591eSStephan Mueller };
702d97591eSStephan Mueller 
712d97591eSStephan Mueller #define MAX_SGL_ENTS ((4096 - sizeof(struct af_alg_tsgl)) / \
722d97591eSStephan Mueller 		      sizeof(struct scatterlist) - 1)
732d97591eSStephan Mueller 
742d97591eSStephan Mueller /* RX SGL entry */
752d97591eSStephan Mueller struct af_alg_rsgl {
762d97591eSStephan Mueller 	struct af_alg_sgl sgl;
772d97591eSStephan Mueller 	struct list_head list;
782d97591eSStephan Mueller 	size_t sg_num_bytes;		/* Bytes of data in that SGL */
792d97591eSStephan Mueller };
802d97591eSStephan Mueller 
812d97591eSStephan Mueller /**
822d97591eSStephan Mueller  * struct af_alg_async_req - definition of crypto request
832d97591eSStephan Mueller  * @iocb:		IOCB for AIO operations
842d97591eSStephan Mueller  * @sk:			Socket the request is associated with
852d97591eSStephan Mueller  * @first_rsgl:		First RX SG
862d97591eSStephan Mueller  * @last_rsgl:		Pointer to last RX SG
872d97591eSStephan Mueller  * @rsgl_list:		Track RX SGs
882d97591eSStephan Mueller  * @tsgl:		Private, per request TX SGL of buffers to process
892d97591eSStephan Mueller  * @tsgl_entries:	Number of entries in priv. TX SGL
902d97591eSStephan Mueller  * @outlen:		Number of output bytes generated by crypto op
912d97591eSStephan Mueller  * @areqlen:		Length of this data structure
922d97591eSStephan Mueller  * @cra_u:		Cipher request
932d97591eSStephan Mueller  */
942d97591eSStephan Mueller struct af_alg_async_req {
952d97591eSStephan Mueller 	struct kiocb *iocb;
962d97591eSStephan Mueller 	struct sock *sk;
972d97591eSStephan Mueller 
982d97591eSStephan Mueller 	struct af_alg_rsgl first_rsgl;
992d97591eSStephan Mueller 	struct af_alg_rsgl *last_rsgl;
1002d97591eSStephan Mueller 	struct list_head rsgl_list;
1012d97591eSStephan Mueller 
1022d97591eSStephan Mueller 	struct scatterlist *tsgl;
1032d97591eSStephan Mueller 	unsigned int tsgl_entries;
1042d97591eSStephan Mueller 
1052d97591eSStephan Mueller 	unsigned int outlen;
1062d97591eSStephan Mueller 	unsigned int areqlen;
1072d97591eSStephan Mueller 
1082d97591eSStephan Mueller 	union {
1092d97591eSStephan Mueller 		struct aead_request aead_req;
1102d97591eSStephan Mueller 		struct skcipher_request skcipher_req;
1112d97591eSStephan Mueller 	} cra_u;
1122d97591eSStephan Mueller 
1132d97591eSStephan Mueller 	/* req ctx trails this struct */
1142d97591eSStephan Mueller };
1152d97591eSStephan Mueller 
1162d97591eSStephan Mueller /**
1172d97591eSStephan Mueller  * struct af_alg_ctx - definition of the crypto context
1182d97591eSStephan Mueller  *
1192d97591eSStephan Mueller  * The crypto context tracks the input data during the lifetime of an AF_ALG
1202d97591eSStephan Mueller  * socket.
1212d97591eSStephan Mueller  *
1222d97591eSStephan Mueller  * @tsgl_list:		Link to TX SGL
1232d97591eSStephan Mueller  * @iv:			IV for cipher operation
1242d97591eSStephan Mueller  * @aead_assoclen:	Length of AAD for AEAD cipher operations
1252d97591eSStephan Mueller  * @completion:		Work queue for synchronous operation
1262d97591eSStephan Mueller  * @used:		TX bytes sent to kernel. This variable is used to
1272d97591eSStephan Mueller  *			ensure that user space cannot cause the kernel
1282d97591eSStephan Mueller  *			to allocate too much memory in sendmsg operation.
1292d97591eSStephan Mueller  * @rcvused:		Total RX bytes to be filled by kernel. This variable
1302d97591eSStephan Mueller  *			is used to ensure user space cannot cause the kernel
1312d97591eSStephan Mueller  *			to allocate too much memory in a recvmsg operation.
1322d97591eSStephan Mueller  * @more:		More data to be expected from user space?
1332d97591eSStephan Mueller  * @merge:		Shall new data from user space be merged into existing
1342d97591eSStephan Mueller  *			SG?
1352d97591eSStephan Mueller  * @enc:		Cryptographic operation to be performed when
1362d97591eSStephan Mueller  *			recvmsg is invoked.
137f3c802a1SHerbert Xu  * @init:		True if metadata has been sent.
1382d97591eSStephan Mueller  * @len:		Length of memory allocated for this data structure.
139*e136daaaSHerbert Xu  * @inflight:		Non-zero when AIO requests are in flight.
1402d97591eSStephan Mueller  */
1412d97591eSStephan Mueller struct af_alg_ctx {
1422d97591eSStephan Mueller 	struct list_head tsgl_list;
1432d97591eSStephan Mueller 
1442d97591eSStephan Mueller 	void *iv;
1452d97591eSStephan Mueller 	size_t aead_assoclen;
1462d97591eSStephan Mueller 
1472c3f8b16SGilad Ben-Yossef 	struct crypto_wait wait;
1482d97591eSStephan Mueller 
1492d97591eSStephan Mueller 	size_t used;
150af955bf1SJonathan Cameron 	atomic_t rcvused;
1512d97591eSStephan Mueller 
1522d97591eSStephan Mueller 	bool more;
1532d97591eSStephan Mueller 	bool merge;
1542d97591eSStephan Mueller 	bool enc;
155f3c802a1SHerbert Xu 	bool init;
1562d97591eSStephan Mueller 
1572d97591eSStephan Mueller 	unsigned int len;
158*e136daaaSHerbert Xu 
159*e136daaaSHerbert Xu 	unsigned int inflight;
1602d97591eSStephan Mueller };
1612d97591eSStephan Mueller 
16203c8efc1SHerbert Xu int af_alg_register_type(const struct af_alg_type *type);
16303c8efc1SHerbert Xu int af_alg_unregister_type(const struct af_alg_type *type);
16403c8efc1SHerbert Xu 
16503c8efc1SHerbert Xu int af_alg_release(struct socket *sock);
166c840ac6aSHerbert Xu void af_alg_release_parent(struct sock *sk);
167cdfbabfbSDavid Howells int af_alg_accept(struct sock *sk, struct socket *newsock, bool kern);
16803c8efc1SHerbert Xu 
16903c8efc1SHerbert Xu void af_alg_free_sg(struct af_alg_sgl *sgl);
17003c8efc1SHerbert Xu 
alg_sk(struct sock * sk)17103c8efc1SHerbert Xu static inline struct alg_sock *alg_sk(struct sock *sk)
17203c8efc1SHerbert Xu {
17303c8efc1SHerbert Xu 	return (struct alg_sock *)sk;
17403c8efc1SHerbert Xu }
17503c8efc1SHerbert Xu 
1762d97591eSStephan Mueller /**
1772d97591eSStephan Mueller  * Size of available buffer for sending data from user space to kernel.
1782d97591eSStephan Mueller  *
1792d97591eSStephan Mueller  * @sk socket of connection to user space
1802d97591eSStephan Mueller  * @return number of bytes still available
1812d97591eSStephan Mueller  */
af_alg_sndbuf(struct sock * sk)1822d97591eSStephan Mueller static inline int af_alg_sndbuf(struct sock *sk)
1832d97591eSStephan Mueller {
1842d97591eSStephan Mueller 	struct alg_sock *ask = alg_sk(sk);
1852d97591eSStephan Mueller 	struct af_alg_ctx *ctx = ask->private;
1862d97591eSStephan Mueller 
1872d97591eSStephan Mueller 	return max_t(int, max_t(int, sk->sk_sndbuf & PAGE_MASK, PAGE_SIZE) -
1882d97591eSStephan Mueller 			  ctx->used, 0);
1892d97591eSStephan Mueller }
1902d97591eSStephan Mueller 
1912d97591eSStephan Mueller /**
1922d97591eSStephan Mueller  * Can the send buffer still be written to?
1932d97591eSStephan Mueller  *
1942d97591eSStephan Mueller  * @sk socket of connection to user space
1952d97591eSStephan Mueller  * @return true => writable, false => not writable
1962d97591eSStephan Mueller  */
af_alg_writable(struct sock * sk)1972d97591eSStephan Mueller static inline bool af_alg_writable(struct sock *sk)
1982d97591eSStephan Mueller {
1992d97591eSStephan Mueller 	return PAGE_SIZE <= af_alg_sndbuf(sk);
2002d97591eSStephan Mueller }
2012d97591eSStephan Mueller 
2022d97591eSStephan Mueller /**
2032d97591eSStephan Mueller  * Size of available buffer used by kernel for the RX user space operation.
2042d97591eSStephan Mueller  *
2052d97591eSStephan Mueller  * @sk socket of connection to user space
2062d97591eSStephan Mueller  * @return number of bytes still available
2072d97591eSStephan Mueller  */
af_alg_rcvbuf(struct sock * sk)2082d97591eSStephan Mueller static inline int af_alg_rcvbuf(struct sock *sk)
2092d97591eSStephan Mueller {
2102d97591eSStephan Mueller 	struct alg_sock *ask = alg_sk(sk);
2112d97591eSStephan Mueller 	struct af_alg_ctx *ctx = ask->private;
2122d97591eSStephan Mueller 
2132d97591eSStephan Mueller 	return max_t(int, max_t(int, sk->sk_rcvbuf & PAGE_MASK, PAGE_SIZE) -
214af955bf1SJonathan Cameron 		     atomic_read(&ctx->rcvused), 0);
2152d97591eSStephan Mueller }
2162d97591eSStephan Mueller 
2172d97591eSStephan Mueller /**
2182d97591eSStephan Mueller  * Can the RX buffer still be written to?
2192d97591eSStephan Mueller  *
2202d97591eSStephan Mueller  * @sk socket of connection to user space
2212d97591eSStephan Mueller  * @return true => writable, false => not writable
2222d97591eSStephan Mueller  */
af_alg_readable(struct sock * sk)2232d97591eSStephan Mueller static inline bool af_alg_readable(struct sock *sk)
2242d97591eSStephan Mueller {
2252d97591eSStephan Mueller 	return PAGE_SIZE <= af_alg_rcvbuf(sk);
2262d97591eSStephan Mueller }
2272d97591eSStephan Mueller 
2282d97591eSStephan Mueller unsigned int af_alg_count_tsgl(struct sock *sk, size_t bytes, size_t offset);
2292d97591eSStephan Mueller void af_alg_pull_tsgl(struct sock *sk, size_t used, struct scatterlist *dst,
2302d97591eSStephan Mueller 		      size_t dst_offset);
2312d97591eSStephan Mueller void af_alg_wmem_wakeup(struct sock *sk);
232f3c802a1SHerbert Xu int af_alg_wait_for_data(struct sock *sk, unsigned flags, unsigned min);
2332d97591eSStephan Mueller int af_alg_sendmsg(struct socket *sock, struct msghdr *msg, size_t size,
2342d97591eSStephan Mueller 		   unsigned int ivsize);
2357d2c3f54SStephan Mueller void af_alg_free_resources(struct af_alg_async_req *areq);
236255e48ebSHerbert Xu void af_alg_async_cb(void *data, int err);
237a11e1d43SLinus Torvalds __poll_t af_alg_poll(struct file *file, struct socket *sock,
238a11e1d43SLinus Torvalds 			 poll_table *wait);
2392d97591eSStephan Mueller struct af_alg_async_req *af_alg_alloc_areq(struct sock *sk,
2402d97591eSStephan Mueller 					   unsigned int areqlen);
2412d97591eSStephan Mueller int af_alg_get_rsgl(struct sock *sk, struct msghdr *msg, int flags,
2422d97591eSStephan Mueller 		    struct af_alg_async_req *areq, size_t maxsize,
2432d97591eSStephan Mueller 		    size_t *outlen);
2442d97591eSStephan Mueller 
24503c8efc1SHerbert Xu #endif	/* _CRYPTO_IF_ALG_H */
246