Home
last modified time | relevance | path

Searched full:walk (Results 1 – 25 of 1377) sorted by relevance

12345678910>>...56

/openbmc/linux/crypto/
H A Dskcipher.c46 static int skcipher_walk_next(struct skcipher_walk *walk);
48 static inline void skcipher_map_src(struct skcipher_walk *walk) in skcipher_map_src() argument
50 walk->src.virt.addr = scatterwalk_map(&walk->in); in skcipher_map_src()
53 static inline void skcipher_map_dst(struct skcipher_walk *walk) in skcipher_map_dst() argument
55 walk->dst.virt.addr = scatterwalk_map(&walk->out); in skcipher_map_dst()
58 static inline void skcipher_unmap_src(struct skcipher_walk *walk) in skcipher_unmap_src() argument
60 scatterwalk_unmap(walk->src.virt.addr); in skcipher_unmap_src()
63 static inline void skcipher_unmap_dst(struct skcipher_walk *walk) in skcipher_unmap_dst() argument
65 scatterwalk_unmap(walk->dst.virt.addr); in skcipher_unmap_dst()
68 static inline gfp_t skcipher_walk_gfp(struct skcipher_walk *walk) in skcipher_walk_gfp() argument
[all …]
H A Dcfb.c43 static void crypto_cfb_final(struct skcipher_walk *walk, in crypto_cfb_final() argument
49 u8 *src = walk->src.virt.addr; in crypto_cfb_final()
50 u8 *dst = walk->dst.virt.addr; in crypto_cfb_final()
51 u8 *iv = walk->iv; in crypto_cfb_final()
52 unsigned int nbytes = walk->nbytes; in crypto_cfb_final()
58 static int crypto_cfb_encrypt_segment(struct skcipher_walk *walk, in crypto_cfb_encrypt_segment() argument
62 unsigned int nbytes = walk->nbytes; in crypto_cfb_encrypt_segment()
63 u8 *src = walk->src.virt.addr; in crypto_cfb_encrypt_segment()
64 u8 *dst = walk->dst.virt.addr; in crypto_cfb_encrypt_segment()
65 u8 *iv = walk->iv; in crypto_cfb_encrypt_segment()
[all …]
H A Dcbc.c17 static int crypto_cbc_encrypt_segment(struct skcipher_walk *walk, in crypto_cbc_encrypt_segment() argument
22 unsigned int nbytes = walk->nbytes; in crypto_cbc_encrypt_segment()
23 u8 *src = walk->src.virt.addr; in crypto_cbc_encrypt_segment()
24 u8 *dst = walk->dst.virt.addr; in crypto_cbc_encrypt_segment()
27 u8 *iv = walk->iv; in crypto_cbc_encrypt_segment()
45 static int crypto_cbc_encrypt_inplace(struct skcipher_walk *walk, in crypto_cbc_encrypt_inplace() argument
50 unsigned int nbytes = walk->nbytes; in crypto_cbc_encrypt_inplace()
51 u8 *src = walk->src.virt.addr; in crypto_cbc_encrypt_inplace()
54 u8 *iv = walk->iv; in crypto_cbc_encrypt_inplace()
68 memcpy(walk->iv, iv, bsize); in crypto_cbc_encrypt_inplace()
[all …]
H A Dpcbc.c21 struct skcipher_walk *walk, in crypto_pcbc_encrypt_segment() argument
25 unsigned int nbytes = walk->nbytes; in crypto_pcbc_encrypt_segment()
26 u8 *src = walk->src.virt.addr; in crypto_pcbc_encrypt_segment()
27 u8 *dst = walk->dst.virt.addr; in crypto_pcbc_encrypt_segment()
28 u8 * const iv = walk->iv; in crypto_pcbc_encrypt_segment()
43 struct skcipher_walk *walk, in crypto_pcbc_encrypt_inplace() argument
47 unsigned int nbytes = walk->nbytes; in crypto_pcbc_encrypt_inplace()
48 u8 *src = walk->src.virt.addr; in crypto_pcbc_encrypt_inplace()
49 u8 * const iv = walk->iv; in crypto_pcbc_encrypt_inplace()
68 struct skcipher_walk walk; in crypto_pcbc_encrypt() local
[all …]
H A Dxctr.c34 static void crypto_xctr_crypt_final(struct skcipher_walk *walk, in crypto_xctr_crypt_final() argument
38 const u8 *src = walk->src.virt.addr; in crypto_xctr_crypt_final()
39 u8 *dst = walk->dst.virt.addr; in crypto_xctr_crypt_final()
40 unsigned int nbytes = walk->nbytes; in crypto_xctr_crypt_final()
43 crypto_xor(walk->iv, (u8 *)&ctr32, sizeof(ctr32)); in crypto_xctr_crypt_final()
44 crypto_cipher_encrypt_one(tfm, keystream, walk->iv); in crypto_xctr_crypt_final()
46 crypto_xor(walk->iv, (u8 *)&ctr32, sizeof(ctr32)); in crypto_xctr_crypt_final()
49 static int crypto_xctr_crypt_segment(struct skcipher_walk *walk, in crypto_xctr_crypt_segment() argument
54 const u8 *src = walk->src.virt.addr; in crypto_xctr_crypt_segment()
55 u8 *dst = walk->dst.virt.addr; in crypto_xctr_crypt_segment()
[all …]
H A Dahash.c34 static int hash_walk_next(struct crypto_hash_walk *walk) in hash_walk_next() argument
36 unsigned int alignmask = walk->alignmask; in hash_walk_next()
37 unsigned int offset = walk->offset; in hash_walk_next()
38 unsigned int nbytes = min(walk->entrylen, in hash_walk_next()
41 walk->data = kmap_local_page(walk->pg); in hash_walk_next()
42 walk->data += offset; in hash_walk_next()
51 walk->entrylen -= nbytes; in hash_walk_next()
55 static int hash_walk_new_entry(struct crypto_hash_walk *walk) in hash_walk_new_entry() argument
59 sg = walk->sg; in hash_walk_new_entry()
60 walk->offset = sg->offset; in hash_walk_new_entry()
[all …]
H A Dofb.c23 struct skcipher_walk walk; in crypto_ofb_crypt() local
26 err = skcipher_walk_virt(&walk, req, false); in crypto_ofb_crypt()
28 while (walk.nbytes >= bsize) { in crypto_ofb_crypt()
29 const u8 *src = walk.src.virt.addr; in crypto_ofb_crypt()
30 u8 *dst = walk.dst.virt.addr; in crypto_ofb_crypt()
31 u8 * const iv = walk.iv; in crypto_ofb_crypt()
32 unsigned int nbytes = walk.nbytes; in crypto_ofb_crypt()
41 err = skcipher_walk_done(&walk, nbytes); in crypto_ofb_crypt()
44 if (walk.nbytes) { in crypto_ofb_crypt()
45 crypto_cipher_encrypt_one(cipher, walk.iv, walk.iv); in crypto_ofb_crypt()
[all …]
/openbmc/linux/mm/
H A Dpagewalk.c24 unsigned long end, struct mm_walk *walk) in walk_pte_range_inner() argument
26 const struct mm_walk_ops *ops = walk->ops; in walk_pte_range_inner()
30 err = ops->pte_entry(pte, addr, addr + PAGE_SIZE, walk); in walk_pte_range_inner()
42 struct mm_walk *walk) in walk_pte_range() argument
48 if (walk->no_vma) { in walk_pte_range()
53 * and CONFIG_EFI_PGT_DUMP efi_mm goes so far as to walk them. in walk_pte_range()
55 if (walk->mm == &init_mm || addr >= TASK_SIZE) in walk_pte_range()
60 err = walk_pte_range_inner(pte, addr, end, walk); in walk_pte_range()
61 if (walk->mm != &init_mm && addr < TASK_SIZE) in walk_pte_range()
65 pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in walk_pte_range()
[all …]
H A Dptdump.c15 static inline int note_kasan_page_table(struct mm_walk *walk, in note_kasan_page_table() argument
18 struct ptdump_state *st = walk->private; in note_kasan_page_table()
22 walk->action = ACTION_CONTINUE; in note_kasan_page_table()
29 unsigned long next, struct mm_walk *walk) in ptdump_pgd_entry() argument
31 struct ptdump_state *st = walk->private; in ptdump_pgd_entry()
37 return note_kasan_page_table(walk, addr); in ptdump_pgd_entry()
45 walk->action = ACTION_CONTINUE; in ptdump_pgd_entry()
52 unsigned long next, struct mm_walk *walk) in ptdump_p4d_entry() argument
54 struct ptdump_state *st = walk->private; in ptdump_p4d_entry()
60 return note_kasan_page_table(walk, addr); in ptdump_p4d_entry()
[all …]
/openbmc/linux/include/crypto/
H A Dscatterwalk.h29 static inline unsigned int scatterwalk_pagelen(struct scatter_walk *walk) in scatterwalk_pagelen() argument
31 unsigned int len = walk->sg->offset + walk->sg->length - walk->offset; in scatterwalk_pagelen()
32 unsigned int len_this_page = offset_in_page(~walk->offset) + 1; in scatterwalk_pagelen()
36 static inline unsigned int scatterwalk_clamp(struct scatter_walk *walk, in scatterwalk_clamp() argument
39 unsigned int len_this_page = scatterwalk_pagelen(walk); in scatterwalk_clamp()
43 static inline void scatterwalk_advance(struct scatter_walk *walk, in scatterwalk_advance() argument
46 walk->offset += nbytes; in scatterwalk_advance()
49 static inline struct page *scatterwalk_page(struct scatter_walk *walk) in scatterwalk_page() argument
51 return sg_page(walk->sg) + (walk->offset >> PAGE_SHIFT); in scatterwalk_page()
59 static inline void scatterwalk_start(struct scatter_walk *walk, in scatterwalk_start() argument
[all …]
/openbmc/linux/arch/arm/crypto/
H A Daes-ce-glue.c171 struct skcipher_walk walk; in ecb_encrypt() local
175 err = skcipher_walk_virt(&walk, req, false); in ecb_encrypt()
177 while ((blocks = (walk.nbytes / AES_BLOCK_SIZE))) { in ecb_encrypt()
179 ce_aes_ecb_encrypt(walk.dst.virt.addr, walk.src.virt.addr, in ecb_encrypt()
182 err = skcipher_walk_done(&walk, walk.nbytes % AES_BLOCK_SIZE); in ecb_encrypt()
191 struct skcipher_walk walk; in ecb_decrypt() local
195 err = skcipher_walk_virt(&walk, req, false); in ecb_decrypt()
197 while ((blocks = (walk.nbytes / AES_BLOCK_SIZE))) { in ecb_decrypt()
199 ce_aes_ecb_decrypt(walk.dst.virt.addr, walk.src.virt.addr, in ecb_decrypt()
202 err = skcipher_walk_done(&walk, walk.nbytes % AES_BLOCK_SIZE); in ecb_decrypt()
[all …]
H A Daes-neonbs-glue.c94 struct skcipher_walk walk; in __ecb_crypt() local
97 err = skcipher_walk_virt(&walk, req, false); in __ecb_crypt()
99 while (walk.nbytes >= AES_BLOCK_SIZE) { in __ecb_crypt()
100 unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE; in __ecb_crypt()
102 if (walk.nbytes < walk.total) in __ecb_crypt()
104 walk.stride / AES_BLOCK_SIZE); in __ecb_crypt()
107 fn(walk.dst.virt.addr, walk.src.virt.addr, ctx->rk, in __ecb_crypt()
110 err = skcipher_walk_done(&walk, in __ecb_crypt()
111 walk.nbytes - blocks * AES_BLOCK_SIZE); in __ecb_crypt()
168 struct skcipher_walk walk; in cbc_decrypt() local
[all …]
/openbmc/linux/arch/arm64/crypto/
H A Dsm4-neon-glue.c40 struct skcipher_walk walk; in sm4_ecb_do_crypt() local
44 err = skcipher_walk_virt(&walk, req, false); in sm4_ecb_do_crypt()
46 while ((nbytes = walk.nbytes) > 0) { in sm4_ecb_do_crypt()
47 const u8 *src = walk.src.virt.addr; in sm4_ecb_do_crypt()
48 u8 *dst = walk.dst.virt.addr; in sm4_ecb_do_crypt()
60 err = skcipher_walk_done(&walk, nbytes % SM4_BLOCK_SIZE); in sm4_ecb_do_crypt()
86 struct skcipher_walk walk; in sm4_cbc_encrypt() local
90 err = skcipher_walk_virt(&walk, req, false); in sm4_cbc_encrypt()
92 while ((nbytes = walk.nbytes) > 0) { in sm4_cbc_encrypt()
93 const u8 *iv = walk.iv; in sm4_cbc_encrypt()
[all …]
H A Daes-neonbs-glue.c100 struct skcipher_walk walk; in __ecb_crypt() local
103 err = skcipher_walk_virt(&walk, req, false); in __ecb_crypt()
105 while (walk.nbytes >= AES_BLOCK_SIZE) { in __ecb_crypt()
106 unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE; in __ecb_crypt()
108 if (walk.nbytes < walk.total) in __ecb_crypt()
110 walk.stride / AES_BLOCK_SIZE); in __ecb_crypt()
113 fn(walk.dst.virt.addr, walk.src.virt.addr, ctx->rk, in __ecb_crypt()
116 err = skcipher_walk_done(&walk, in __ecb_crypt()
117 walk.nbytes - blocks * AES_BLOCK_SIZE); in __ecb_crypt()
160 struct skcipher_walk walk; in cbc_encrypt() local
[all …]
H A Daes-glue.c184 struct skcipher_walk walk; in ecb_encrypt() local
187 err = skcipher_walk_virt(&walk, req, false); in ecb_encrypt()
189 while ((blocks = (walk.nbytes / AES_BLOCK_SIZE))) { in ecb_encrypt()
191 aes_ecb_encrypt(walk.dst.virt.addr, walk.src.virt.addr, in ecb_encrypt()
194 err = skcipher_walk_done(&walk, walk.nbytes % AES_BLOCK_SIZE); in ecb_encrypt()
204 struct skcipher_walk walk; in ecb_decrypt() local
207 err = skcipher_walk_virt(&walk, req, false); in ecb_decrypt()
209 while ((blocks = (walk.nbytes / AES_BLOCK_SIZE))) { in ecb_decrypt()
211 aes_ecb_decrypt(walk.dst.virt.addr, walk.src.virt.addr, in ecb_decrypt()
214 err = skcipher_walk_done(&walk, walk.nbytes % AES_BLOCK_SIZE); in ecb_decrypt()
[all …]
H A Dsm4-ce-glue.c116 struct skcipher_walk walk; in sm4_ecb_do_crypt() local
120 err = skcipher_walk_virt(&walk, req, false); in sm4_ecb_do_crypt()
122 while ((nbytes = walk.nbytes) > 0) { in sm4_ecb_do_crypt()
123 const u8 *src = walk.src.virt.addr; in sm4_ecb_do_crypt()
124 u8 *dst = walk.dst.virt.addr; in sm4_ecb_do_crypt()
137 err = skcipher_walk_done(&walk, nbytes); in sm4_ecb_do_crypt()
162 struct skcipher_walk walk; in sm4_cbc_crypt() local
166 err = skcipher_walk_virt(&walk, req, false); in sm4_cbc_crypt()
170 while ((nbytes = walk.nbytes) > 0) { in sm4_cbc_crypt()
171 const u8 *src = walk.src.virt.addr; in sm4_cbc_crypt()
[all …]
H A Dsm4-ce-ccm-glue.c97 struct scatter_walk walk; in ccm_calculate_auth_mac() local
112 scatterwalk_start(&walk, req->src); in ccm_calculate_auth_mac()
115 u32 n = scatterwalk_clamp(&walk, assoclen); in ccm_calculate_auth_mac()
119 scatterwalk_start(&walk, sg_next(walk.sg)); in ccm_calculate_auth_mac()
120 n = scatterwalk_clamp(&walk, assoclen); in ccm_calculate_auth_mac()
123 p = ptr = scatterwalk_map(&walk); in ccm_calculate_auth_mac()
125 scatterwalk_advance(&walk, n); in ccm_calculate_auth_mac()
158 scatterwalk_done(&walk, 0, assoclen); in ccm_calculate_auth_mac()
162 static int ccm_crypt(struct aead_request *req, struct skcipher_walk *walk, in ccm_crypt() argument
172 memcpy(ctr0, walk->iv, SM4_BLOCK_SIZE); in ccm_crypt()
[all …]
H A Daes-ce-ccm-glue.c102 struct scatter_walk walk; in ccm_calculate_auth_mac() local
118 scatterwalk_start(&walk, req->src); in ccm_calculate_auth_mac()
121 u32 n = scatterwalk_clamp(&walk, len); in ccm_calculate_auth_mac()
125 scatterwalk_start(&walk, sg_next(walk.sg)); in ccm_calculate_auth_mac()
126 n = scatterwalk_clamp(&walk, len); in ccm_calculate_auth_mac()
129 p = scatterwalk_map(&walk); in ccm_calculate_auth_mac()
141 scatterwalk_advance(&walk, n); in ccm_calculate_auth_mac()
142 scatterwalk_done(&walk, 0, len); in ccm_calculate_auth_mac()
150 struct skcipher_walk walk; in ccm_encrypt() local
163 err = skcipher_walk_aead_encrypt(&walk, req, false); in ccm_encrypt()
[all …]
/openbmc/linux/tools/perf/pmu-events/arch/x86/cascadelakex/
H A Dvirtual-memory.json6 … data loads that caused a page walk of any page size (4K/2M/4M/1G). This implies it missed in all …
19 …cription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk durati…
23 …n": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page walk for a load.",
28 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
31 …s. This implies it missed in the DTLB and further levels of TLB. The page walk can end with or wit…
36 "BriefDescription": "Page walk completed due to a demand data load to a 1G page",
39 …dress translations missed in the DTLB and further levels of TLB. The page walk can end with or wit…
44 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page",
47 …dress translations missed in the DTLB and further levels of TLB. The page walk can end with or wit…
52 "BriefDescription": "Page walk completed due to a demand data load to a 4K page",
[all …]
/openbmc/linux/tools/perf/pmu-events/arch/x86/skylakex/
H A Dvirtual-memory.json6 … data loads that caused a page walk of any page size (4K/2M/4M/1G). This implies it missed in all …
19 …cription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk durati…
23 …n": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page walk for a load.",
28 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
31 …s. This implies it missed in the DTLB and further levels of TLB. The page walk can end with or wit…
36 "BriefDescription": "Page walk completed due to a demand data load to a 1G page",
39 …dress translations missed in the DTLB and further levels of TLB. The page walk can end with or wit…
44 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page",
47 …dress translations missed in the DTLB and further levels of TLB. The page walk can end with or wit…
52 "BriefDescription": "Page walk completed due to a demand data load to a 4K page",
[all …]
/openbmc/linux/tools/perf/pmu-events/arch/x86/skylake/
H A Dvirtual-memory.json6 … data loads that caused a page walk of any page size (4K/2M/4M/1G). This implies it missed in all …
19 …cription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk durati…
23 …n": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page walk for a load.",
28 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
31 …s. This implies it missed in the DTLB and further levels of TLB. The page walk can end with or wit…
36 "BriefDescription": "Page walk completed due to a demand data load to a 1G page",
39 …dress translations missed in the DTLB and further levels of TLB. The page walk can end with or wit…
44 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page",
47 …dress translations missed in the DTLB and further levels of TLB. The page walk can end with or wit…
52 "BriefDescription": "Page walk completed due to a demand data load to a 4K page",
[all …]
/openbmc/linux/arch/x86/crypto/
H A Dsm4_aesni_avx_glue.c43 struct skcipher_walk walk; in ecb_do_crypt() local
47 err = skcipher_walk_virt(&walk, req, false); in ecb_do_crypt()
49 while ((nbytes = walk.nbytes) > 0) { in ecb_do_crypt()
50 const u8 *src = walk.src.virt.addr; in ecb_do_crypt()
51 u8 *dst = walk.dst.virt.addr; in ecb_do_crypt()
69 err = skcipher_walk_done(&walk, nbytes); in ecb_do_crypt()
97 struct skcipher_walk walk; in sm4_cbc_encrypt() local
101 err = skcipher_walk_virt(&walk, req, false); in sm4_cbc_encrypt()
103 while ((nbytes = walk.nbytes) > 0) { in sm4_cbc_encrypt()
104 const u8 *iv = walk.iv; in sm4_cbc_encrypt()
[all …]
H A Daesni-intel_glue.c295 struct skcipher_walk walk; in ecb_encrypt() local
299 err = skcipher_walk_virt(&walk, req, false); in ecb_encrypt()
301 while ((nbytes = walk.nbytes)) { in ecb_encrypt()
303 aesni_ecb_enc(ctx, walk.dst.virt.addr, walk.src.virt.addr, in ecb_encrypt()
307 err = skcipher_walk_done(&walk, nbytes); in ecb_encrypt()
317 struct skcipher_walk walk; in ecb_decrypt() local
321 err = skcipher_walk_virt(&walk, req, false); in ecb_decrypt()
323 while ((nbytes = walk.nbytes)) { in ecb_decrypt()
325 aesni_ecb_dec(ctx, walk.dst.virt.addr, walk.src.virt.addr, in ecb_decrypt()
329 err = skcipher_walk_done(&walk, nbytes); in ecb_decrypt()
[all …]
/openbmc/linux/tools/perf/pmu-events/arch/arm64/arm/cortex-a73/
H A Dmmu.json3 "PublicDescription": "Duration of a translation table walk handled by the MMU",
6 "BriefDescription": "Duration of a translation table walk handled by the MMU"
9 "PublicDescription": "Duration of a Stage 1 translation table walk handled by the MMU",
12 "BriefDescription": "Duration of a Stage 1 translation table walk handled by the MMU"
15 "PublicDescription": "Duration of a Stage 2 translation table walk handled by the MMU",
18 "BriefDescription": "Duration of a Stage 2 translation table walk handled by the MMU"
21 "PublicDescription": "Duration of a translation table walk requested by the LSU",
24 "BriefDescription": "Duration of a translation table walk requested by the LSU"
27 … "PublicDescription": "Duration of a translation table walk requested by the Instruction Side",
30 "BriefDescription": "Duration of a translation table walk requested by the Instruction Side"
[all …]
/openbmc/linux/Documentation/filesystems/
H A Dpath-lookup.txt5 performing a path walk. Typically, for every open(), stat() etc., the path name
17 thus in every component during path look-up. Since 2.5.10 onwards, fast-walk
30 are path-walk intensive tend to do path lookups starting from a common dentry
34 Since 2.6.38, RCU is used to make a significant part of the entire path walk
36 even stores into cachelines of common dentries). This is known as "rcu-walk"
56 permissions on the parent inode to be able to walk into it.
67 - find the start point of the walk;
92 point to perform the next step of our path walk against.
162 still at 2. Now when it follows 2's 'next' pointer, it will walk off into
180 start the next part of the path walk from).
[all …]

12345678910>>...56