| /openbmc/linux/fs/netfs/ |
| H A D | io.c | 22 static void netfs_clear_unread(struct netfs_io_subrequest *subreq) in netfs_clear_unread() argument
26 iov_iter_xarray(&iter, ITER_DEST, &subreq->rreq->mapping->i_pages, in netfs_clear_unread()
27 subreq->start + subreq->transferred, in netfs_clear_unread()
28 subreq->len - subreq->transferred); in netfs_clear_unread()
35 struct netfs_io_subrequest *subreq = priv; in netfs_cache_read_terminated() local
37 netfs_subreq_terminated(subreq, transferred_or_error, was_async); in netfs_cache_read_terminated()
45 struct netfs_io_subrequest *subreq, in netfs_read_from_cache() argument
53 subreq->start + subreq->transferred, in netfs_read_from_cache()
54 subreq->len - subreq->transferred); in netfs_read_from_cache()
56 cres->ops->read(cres, subreq->start, &iter, read_hole, in netfs_read_from_cache()
[all …]
|
| H A D | objects.c | 62 struct netfs_io_subrequest *subreq; in netfs_clear_subrequests() local
65 subreq = list_first_entry(&rreq->subrequests, in netfs_clear_subrequests()
67 list_del(&subreq->rreq_link); in netfs_clear_subrequests()
68 netfs_put_subrequest(subreq, was_async, in netfs_clear_subrequests()
113 struct netfs_io_subrequest *subreq; in netfs_alloc_subrequest() local
115 subreq = kzalloc(sizeof(struct netfs_io_subrequest), GFP_KERNEL); in netfs_alloc_subrequest()
116 if (subreq) { in netfs_alloc_subrequest()
117 INIT_LIST_HEAD(&subreq->rreq_link); in netfs_alloc_subrequest()
118 refcount_set(&subreq->ref, 2); in netfs_alloc_subrequest()
119 subreq->rreq = rreq; in netfs_alloc_subrequest()
[all …]
|
| H A D | buffered_read.c | 18 struct netfs_io_subrequest *subreq; in netfs_rreq_unlock_folios() local
29 list_for_each_entry(subreq, &rreq->subrequests, rreq_link) { in netfs_rreq_unlock_folios()
30 __clear_bit(NETFS_SREQ_COPY_TO_CACHE, &subreq->flags); in netfs_rreq_unlock_folios()
40 subreq = list_first_entry(&rreq->subrequests, in netfs_rreq_unlock_folios()
42 subreq_failed = (subreq->error < 0); in netfs_rreq_unlock_folios()
61 if (!subreq) { in netfs_rreq_unlock_folios()
65 if (!folio_started && test_bit(NETFS_SREQ_COPY_TO_CACHE, &subreq->flags)) { in netfs_rreq_unlock_folios()
70 sreq_end = subreq->start + subreq->len - 1; in netfs_rreq_unlock_folios()
74 account += subreq->transferred; in netfs_rreq_unlock_folios()
75 if (!list_is_last(&subreq->rreq_link, &rreq->subrequests)) { in netfs_rreq_unlock_folios()
[all …]
|
| /openbmc/linux/crypto/ |
| H A D | cts.c | 62 struct skcipher_request subreq; member
102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local
121 skcipher_request_set_callback(subreq, req->base.flags & in cts_cbc_encrypt()
124 skcipher_request_set_crypt(subreq, sg, sg, bsize, req->iv); in cts_cbc_encrypt()
125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt()
148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local
153 skcipher_request_set_tfm(subreq, ctx->child); in crypto_cts_encrypt()
159 skcipher_request_set_callback(subreq, req->base.flags, in crypto_cts_encrypt()
162 skcipher_request_set_crypt(subreq, req->src, req->dst, nbytes, in crypto_cts_encrypt()
164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt()
[all …]
|
| H A D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local
33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2()
36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2()
51 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local
61 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt()
94 aead_request_set_callback(subreq, req->base.flags, compl, data); in seqiv_aead_encrypt()
95 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt()
97 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt()
102 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt()
112 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_decrypt() local
[all …]
|
| H A D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local
40 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt()
59 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt()
61 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt()
63 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt()
82 return crypto_aead_encrypt(subreq); in echainiv_encrypt()
89 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local
97 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt()
102 aead_request_set_callback(subreq, req->base.flags, compl, data); in echainiv_decrypt()
103 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt()
[all …]
|
| H A D | xts.c | 38 struct skcipher_request subreq; member
94 req = &rctx->subreq; in xts_xor_tweak()
166 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local
182 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final()
183 skcipher_request_set_callback(subreq, req->base.flags, xts_cts_done, in xts_cts_final()
185 skcipher_request_set_crypt(subreq, rctx->tail, rctx->tail, in xts_cts_final()
188 err = crypt(subreq); in xts_cts_final()
206 rctx->subreq.base.flags &= CRYPTO_TFM_REQ_MAY_BACKLOG; in xts_encrypt_done()
226 rctx->subreq.base.flags &= CRYPTO_TFM_REQ_MAY_BACKLOG; in xts_decrypt_done()
245 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local
[all …]
|
| H A D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local
69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt()
70 *subreq = *req; in simd_skcipher_encrypt()
78 skcipher_request_set_tfm(subreq, child); in simd_skcipher_encrypt()
80 return crypto_skcipher_encrypt(subreq); in simd_skcipher_encrypt()
87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local
90 subreq = skcipher_request_ctx(req); in simd_skcipher_decrypt()
91 *subreq = *req; in simd_skcipher_decrypt()
99 skcipher_request_set_tfm(subreq, child); in simd_skcipher_decrypt()
101 return crypto_skcipher_decrypt(subreq); in simd_skcipher_decrypt()
[all …]
|
| H A D | lrw.c | 54 struct skcipher_request subreq; member
153 req = &rctx->subreq; in lrw_xor_tweak()
215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done()
227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local
229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt()
230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt()
233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt()
246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local
250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt()
257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local
[all …]
|
| H A D | ahash.c | 192 struct ahash_request *subreq; in ahash_save_req() local
199 subreq_size = sizeof(*subreq); in ahash_save_req()
208 subreq = kmalloc(subreq_size, gfp); in ahash_save_req()
209 if (!subreq) in ahash_save_req()
212 ahash_request_set_tfm(subreq, tfm); in ahash_save_req()
213 ahash_request_set_callback(subreq, flags, cplt, req); in ahash_save_req()
215 result = (u8 *)(subreq + 1) + reqsize; in ahash_save_req()
218 ahash_request_set_crypt(subreq, req->src, result, req->nbytes); in ahash_save_req()
225 kfree(subreq); in ahash_save_req()
230 crypto_ahash_import(subreq, state); in ahash_save_req()
[all …]
|
| H A D | cryptd.c | 244 struct skcipher_request *subreq = &rctx->req; in cryptd_skcipher_prepare() local
248 req->base.complete = subreq->base.complete; in cryptd_skcipher_prepare()
249 req->base.data = subreq->base.data; in cryptd_skcipher_prepare()
257 skcipher_request_set_tfm(subreq, child); in cryptd_skcipher_prepare()
258 skcipher_request_set_callback(subreq, CRYPTO_TFM_REQ_MAY_SLEEP, in cryptd_skcipher_prepare()
260 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in cryptd_skcipher_prepare()
263 return subreq; in cryptd_skcipher_prepare()
272 struct skcipher_request *subreq = &rctx->req; in cryptd_skcipher_complete() local
280 subreq->base.complete = req->base.complete; in cryptd_skcipher_complete()
281 subreq->base.data = req->base.data; in cryptd_skcipher_complete()
[all …]
|
| H A D | essiv.c | 145 struct skcipher_request *subreq = skcipher_request_ctx(req); in essiv_skcipher_crypt() local
149 skcipher_request_set_tfm(subreq, tctx->u.skcipher); in essiv_skcipher_crypt()
150 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in essiv_skcipher_crypt()
152 skcipher_request_set_callback(subreq, skcipher_request_flags(req), in essiv_skcipher_crypt()
155 return enc ? crypto_skcipher_encrypt(subreq) : in essiv_skcipher_crypt()
156 crypto_skcipher_decrypt(subreq); in essiv_skcipher_crypt()
188 struct aead_request *subreq = &rctx->aead_req; in essiv_aead_crypt() local
246 aead_request_set_tfm(subreq, tctx->u.aead); in essiv_aead_crypt()
247 aead_request_set_ad(subreq, req->assoclen); in essiv_aead_crypt()
248 aead_request_set_callback(subreq, aead_request_flags(req), in essiv_aead_crypt()
[all …]
|
| H A D | ctr.c | 25 struct skcipher_request subreq CRYPTO_MINALIGN_ATTR;
198 struct skcipher_request *subreq = &rctx->subreq; in crypto_rfc3686_crypt() local
209 skcipher_request_set_tfm(subreq, child); in crypto_rfc3686_crypt()
210 skcipher_request_set_callback(subreq, req->base.flags, in crypto_rfc3686_crypt()
212 skcipher_request_set_crypt(subreq, req->src, req->dst, in crypto_rfc3686_crypt()
215 return crypto_skcipher_encrypt(subreq); in crypto_rfc3686_crypt()
|
| /openbmc/linux/arch/arm/crypto/ |
| H A D | aes-ce-glue.c | 274 struct skcipher_request subreq; in cts_cbc_encrypt() local
278 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt()
279 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt()
289 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt()
293 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt()
294 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt()
301 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt()
304 subreq.cryptlen); in cts_cbc_encrypt()
308 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt()
312 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt()
[all …]
|
| /openbmc/linux/fs/afs/ |
| H A D | file.c | 245 struct netfs_io_subrequest *subreq = req->subreq; in afs_fetch_data_notify() local
252 if (subreq) { in afs_fetch_data_notify()
253 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in afs_fetch_data_notify()
254 netfs_subreq_terminated(subreq, error ?: req->actual_len, false); in afs_fetch_data_notify()
255 req->subreq = NULL; in afs_fetch_data_notify()
303 if (req->subreq) in afs_fetch_data()
304 netfs_subreq_terminated(req->subreq, PTR_ERR(op), false); in afs_fetch_data()
315 static void afs_issue_read(struct netfs_io_subrequest *subreq) in afs_issue_read() argument
317 struct afs_vnode *vnode = AFS_FS_I(subreq->rreq->inode); in afs_issue_read()
322 return netfs_subreq_terminated(subreq, -ENOMEM, false); in afs_issue_read()
[all …]
|
| /openbmc/linux/arch/arm64/crypto/ |
| H A D | aes-glue.c | 285 struct skcipher_request subreq; in cts_cbc_encrypt() local
288 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt()
289 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt()
299 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt()
303 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt()
304 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt()
311 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt()
314 subreq.cryptlen); in cts_cbc_encrypt()
318 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt()
322 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt()
[all …]
|
| H A D | sm4-ce-glue.c | 218 struct skcipher_request subreq; in sm4_cbc_cts_crypt() local
229 skcipher_request_set_tfm(&subreq, tfm); in sm4_cbc_cts_crypt()
230 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in sm4_cbc_cts_crypt()
236 skcipher_request_set_crypt(&subreq, src, dst, in sm4_cbc_cts_crypt()
240 err = sm4_cbc_crypt(&subreq, ctx, encrypt); in sm4_cbc_cts_crypt()
244 dst = src = scatterwalk_ffwd(sg_src, src, subreq.cryptlen); in sm4_cbc_cts_crypt()
247 subreq.cryptlen); in sm4_cbc_cts_crypt()
251 skcipher_request_set_crypt(&subreq, src, dst, in sm4_cbc_cts_crypt()
255 err = skcipher_walk_virt(&walk, &subreq, false); in sm4_cbc_cts_crypt()
417 struct skcipher_request subreq; in sm4_xts_crypt() local
[all …]
|
| /openbmc/linux/drivers/crypto/vmx/ |
| H A D | aes_cbc.c | 80 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_cbc_crypt() local
82 *subreq = *req; in p8_aes_cbc_crypt()
83 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_cbc_crypt()
84 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_cbc_crypt()
85 crypto_skcipher_decrypt(subreq); in p8_aes_cbc_crypt()
|
| H A D | aes_xts.c | 91 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_xts_crypt() local
93 *subreq = *req; in p8_aes_xts_crypt()
94 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_xts_crypt()
95 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_xts_crypt()
96 crypto_skcipher_decrypt(subreq); in p8_aes_xts_crypt()
|
| H A D | aes_ctr.c | 99 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_ctr_crypt() local
101 *subreq = *req; in p8_aes_ctr_crypt()
102 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_ctr_crypt()
103 return crypto_skcipher_encrypt(subreq); in p8_aes_ctr_crypt()
|
| /openbmc/linux/fs/9p/ |
| H A D | vfs_addr.c | 32 static void v9fs_issue_read(struct netfs_io_subrequest *subreq) in v9fs_issue_read() argument
34 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read()
37 loff_t pos = subreq->start + subreq->transferred; in v9fs_issue_read()
38 size_t len = subreq->len - subreq->transferred; in v9fs_issue_read()
47 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in v9fs_issue_read()
49 netfs_subreq_terminated(subreq, err ?: total, false); in v9fs_issue_read()
|
| /openbmc/linux/fs/nfs/ |
| H A D | write.c | 455 struct nfs_page *subreq = destroy_list; in nfs_destroy_unlinked_subrequests() local
457 destroy_list = (subreq->wb_this_page == old_head) ? in nfs_destroy_unlinked_subrequests()
458 NULL : subreq->wb_this_page; in nfs_destroy_unlinked_subrequests()
461 nfs_page_set_headlock(subreq); in nfs_destroy_unlinked_subrequests()
462 WARN_ON_ONCE(old_head != subreq->wb_head); in nfs_destroy_unlinked_subrequests()
465 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests()
466 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests()
468 clear_bit(PG_REMOVE, &subreq->wb_flags); in nfs_destroy_unlinked_subrequests()
471 if (!kref_read(&subreq->wb_kref)) { in nfs_destroy_unlinked_subrequests()
473 if (test_and_clear_bit(PG_TEARDOWN, &subreq->wb_flags)) { in nfs_destroy_unlinked_subrequests()
[all …]
|
| H A D | pagelist.c | 240 nfs_page_group_lock_subreq(struct nfs_page *head, struct nfs_page *subreq) in nfs_page_group_lock_subreq() argument
244 if (!kref_get_unless_zero(&subreq->wb_kref)) in nfs_page_group_lock_subreq()
246 while (!nfs_lock_request(subreq)) { in nfs_page_group_lock_subreq()
248 ret = nfs_wait_on_request(subreq); in nfs_page_group_lock_subreq()
252 nfs_unroll_locks(head, subreq); in nfs_page_group_lock_subreq()
253 nfs_release_request(subreq); in nfs_page_group_lock_subreq()
269 struct nfs_page *subreq; in nfs_page_group_lock_subrequests() local
276 for (subreq = head->wb_this_page; subreq != head; in nfs_page_group_lock_subrequests()
277 subreq = subreq->wb_this_page) { in nfs_page_group_lock_subrequests()
278 ret = nfs_page_group_lock_subreq(head, subreq); in nfs_page_group_lock_subrequests()
[all …]
|
| /openbmc/linux/arch/x86/crypto/ |
| H A D | aesni-intel_glue.c | 386 struct skcipher_request subreq; in cts_cbc_encrypt() local
390 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt()
391 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt()
401 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt()
405 err = cbc_encrypt(&subreq); in cts_cbc_encrypt()
412 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt()
415 subreq.cryptlen); in cts_cbc_encrypt()
419 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt()
423 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt()
442 struct skcipher_request subreq; in cts_cbc_decrypt() local
[all …]
|
| /openbmc/linux/drivers/crypto/amcc/ |
| H A D | crypto4xx_alg.c | 269 SYNC_SKCIPHER_REQUEST_ON_STACK(subreq, ctx->sw_cipher.cipher); in crypto4xx_ctr_crypt()
272 skcipher_request_set_sync_tfm(subreq, ctx->sw_cipher.cipher); in crypto4xx_ctr_crypt()
273 skcipher_request_set_callback(subreq, req->base.flags, in crypto4xx_ctr_crypt()
275 skcipher_request_set_crypt(subreq, req->src, req->dst, in crypto4xx_ctr_crypt()
277 ret = encrypt ? crypto_skcipher_encrypt(subreq) in crypto4xx_ctr_crypt()
278 : crypto_skcipher_decrypt(subreq); in crypto4xx_ctr_crypt()
279 skcipher_request_zero(subreq); in crypto4xx_ctr_crypt()
354 struct aead_request *subreq = aead_request_ctx(req); in crypto4xx_aead_fallback() local
356 aead_request_set_tfm(subreq, ctx->sw_cipher.aead); in crypto4xx_aead_fallback()
357 aead_request_set_callback(subreq, req->base.flags, in crypto4xx_aead_fallback()
[all …]
|