49 	u8	rk[13 * (8 * AES_BLOCK_SIZE) + 32] __aligned(AES_BLOCK_SIZE);
99 	while (walk.nbytes >= AES_BLOCK_SIZE) {  in __ecb_crypt()
100 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in __ecb_crypt()
104 					    walk.stride / AES_BLOCK_SIZE);  in __ecb_crypt()
111 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in __ecb_crypt()
173 	while (walk.nbytes >= AES_BLOCK_SIZE) {  in cbc_decrypt()
174 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in cbc_decrypt()
178 					    walk.stride / AES_BLOCK_SIZE);  in cbc_decrypt()
186 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in cbc_decrypt()
240 	u8 buf[AES_BLOCK_SIZE];  in ctr_encrypt()
250 		if (unlikely(bytes < AES_BLOCK_SIZE))  in ctr_encrypt()
254 			bytes &= ~(8 * AES_BLOCK_SIZE - 1);  in ctr_encrypt()
260 		if (unlikely(bytes < AES_BLOCK_SIZE))  in ctr_encrypt()
343 	int tail = req->cryptlen % AES_BLOCK_SIZE;  in __xts_crypt()
345 	u8 buf[2 * AES_BLOCK_SIZE];  in __xts_crypt()
349 	if (req->cryptlen < AES_BLOCK_SIZE)  in __xts_crypt()
368 	while (walk.nbytes >= AES_BLOCK_SIZE) {  in __xts_crypt()
369 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in __xts_crypt()
374 					    walk.stride / AES_BLOCK_SIZE);  in __xts_crypt()
383 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in __xts_crypt()
390 	scatterwalk_map_and_copy(buf, req->dst, req->cryptlen - AES_BLOCK_SIZE,  in __xts_crypt()
391 				 AES_BLOCK_SIZE, 0);  in __xts_crypt()
392 	memcpy(buf + AES_BLOCK_SIZE, buf, tail);  in __xts_crypt()
395 	crypto_xor(buf, req->iv, AES_BLOCK_SIZE);  in __xts_crypt()
402 	crypto_xor(buf, req->iv, AES_BLOCK_SIZE);  in __xts_crypt()
404 	scatterwalk_map_and_copy(buf, req->dst, req->cryptlen - AES_BLOCK_SIZE,  in __xts_crypt()
405 				 AES_BLOCK_SIZE + tail, 1);  in __xts_crypt()
423 	.base.cra_blocksize	= AES_BLOCK_SIZE,
430 	.walksize		= 8 * AES_BLOCK_SIZE,
438 	.base.cra_blocksize	= AES_BLOCK_SIZE,
446 	.walksize		= 8 * AES_BLOCK_SIZE,
447 	.ivsize			= AES_BLOCK_SIZE,
464 	.chunksize		= AES_BLOCK_SIZE,
465 	.walksize		= 8 * AES_BLOCK_SIZE,
466 	.ivsize			= AES_BLOCK_SIZE,
480 	.chunksize		= AES_BLOCK_SIZE,
481 	.walksize		= 8 * AES_BLOCK_SIZE,
482 	.ivsize			= AES_BLOCK_SIZE,
490 	.base.cra_blocksize	= AES_BLOCK_SIZE,
497 	.walksize		= 8 * AES_BLOCK_SIZE,
498 	.ivsize			= AES_BLOCK_SIZE,