252 static int fallback_blk_dec(struct blkcipher_desc *desc,  in fallback_blk_dec()  argument
258 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in fallback_blk_dec()
260 	tfm = desc->tfm;  in fallback_blk_dec()
261 	desc->tfm = sctx->fallback.blk;  in fallback_blk_dec()
263 	ret = crypto_blkcipher_decrypt_iv(desc, dst, src, nbytes);  in fallback_blk_dec()
265 	desc->tfm = tfm;  in fallback_blk_dec()
269 static int fallback_blk_enc(struct blkcipher_desc *desc,  in fallback_blk_enc()  argument
275 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in fallback_blk_enc()
277 	tfm = desc->tfm;  in fallback_blk_enc()
278 	desc->tfm = sctx->fallback.blk;  in fallback_blk_enc()
280 	ret = crypto_blkcipher_encrypt_iv(desc, dst, src, nbytes);  in fallback_blk_enc()
282 	desc->tfm = tfm;  in fallback_blk_enc()
316 static int ecb_aes_crypt(struct blkcipher_desc *desc, long func, void *param,  in ecb_aes_crypt()  argument
319 	int ret = blkcipher_walk_virt(desc, walk);  in ecb_aes_crypt()
333 		ret = blkcipher_walk_done(desc, walk, nbytes);  in ecb_aes_crypt()
339 static int ecb_aes_encrypt(struct blkcipher_desc *desc,  in ecb_aes_encrypt()  argument
343 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ecb_aes_encrypt()
347 		return fallback_blk_enc(desc, dst, src, nbytes);  in ecb_aes_encrypt()
350 	return ecb_aes_crypt(desc, sctx->enc, sctx->key, &walk);  in ecb_aes_encrypt()
353 static int ecb_aes_decrypt(struct blkcipher_desc *desc,  in ecb_aes_decrypt()  argument
357 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ecb_aes_decrypt()
361 		return fallback_blk_dec(desc, dst, src, nbytes);  in ecb_aes_decrypt()
364 	return ecb_aes_crypt(desc, sctx->dec, sctx->key, &walk);  in ecb_aes_decrypt()
445 static int cbc_aes_crypt(struct blkcipher_desc *desc, long func,  in cbc_aes_crypt()  argument
448 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in cbc_aes_crypt()
449 	int ret = blkcipher_walk_virt(desc, walk);  in cbc_aes_crypt()
472 		ret = blkcipher_walk_done(desc, walk, nbytes);  in cbc_aes_crypt()
480 static int cbc_aes_encrypt(struct blkcipher_desc *desc,  in cbc_aes_encrypt()  argument
484 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in cbc_aes_encrypt()
488 		return fallback_blk_enc(desc, dst, src, nbytes);  in cbc_aes_encrypt()
491 	return cbc_aes_crypt(desc, sctx->enc, &walk);  in cbc_aes_encrypt()
494 static int cbc_aes_decrypt(struct blkcipher_desc *desc,  in cbc_aes_decrypt()  argument
498 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in cbc_aes_decrypt()
502 		return fallback_blk_dec(desc, dst, src, nbytes);  in cbc_aes_decrypt()
505 	return cbc_aes_crypt(desc, sctx->dec, &walk);  in cbc_aes_decrypt()
551 static int xts_fallback_decrypt(struct blkcipher_desc *desc,  in xts_fallback_decrypt()  argument
555 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_fallback_decrypt()
559 	tfm = desc->tfm;  in xts_fallback_decrypt()
560 	desc->tfm = xts_ctx->fallback;  in xts_fallback_decrypt()
562 	ret = crypto_blkcipher_decrypt_iv(desc, dst, src, nbytes);  in xts_fallback_decrypt()
564 	desc->tfm = tfm;  in xts_fallback_decrypt()
568 static int xts_fallback_encrypt(struct blkcipher_desc *desc,  in xts_fallback_encrypt()  argument
572 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_fallback_encrypt()
576 	tfm = desc->tfm;  in xts_fallback_encrypt()
577 	desc->tfm = xts_ctx->fallback;  in xts_fallback_encrypt()
579 	ret = crypto_blkcipher_encrypt_iv(desc, dst, src, nbytes);  in xts_fallback_encrypt()
581 	desc->tfm = tfm;  in xts_fallback_encrypt()
617 static int xts_aes_crypt(struct blkcipher_desc *desc, long func,  in xts_aes_crypt()  argument
622 	int ret = blkcipher_walk_virt(desc, walk);  in xts_aes_crypt()
657 		ret = blkcipher_walk_done(desc, walk, nbytes);  in xts_aes_crypt()
663 static int xts_aes_encrypt(struct blkcipher_desc *desc,  in xts_aes_encrypt()  argument
667 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_aes_encrypt()
671 		return xts_fallback_encrypt(desc, dst, src, nbytes);  in xts_aes_encrypt()
674 	return xts_aes_crypt(desc, xts_ctx->enc, xts_ctx, &walk);  in xts_aes_encrypt()
677 static int xts_aes_decrypt(struct blkcipher_desc *desc,  in xts_aes_decrypt()  argument
681 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_aes_decrypt()
685 		return xts_fallback_decrypt(desc, dst, src, nbytes);  in xts_aes_decrypt()
688 	return xts_aes_crypt(desc, xts_ctx->dec, xts_ctx, &walk);  in xts_aes_decrypt()
778 static int ctr_aes_crypt(struct blkcipher_desc *desc, long func,  in ctr_aes_crypt()  argument
781 	int ret = blkcipher_walk_virt_block(desc, walk, AES_BLOCK_SIZE);  in ctr_aes_crypt()
816 		ret = blkcipher_walk_done(desc, walk, nbytes);  in ctr_aes_crypt()
840 		ret = blkcipher_walk_done(desc, walk, 0);  in ctr_aes_crypt()
847 static int ctr_aes_encrypt(struct blkcipher_desc *desc,  in ctr_aes_encrypt()  argument
851 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ctr_aes_encrypt()
855 	return ctr_aes_crypt(desc, sctx->enc, sctx, &walk);  in ctr_aes_encrypt()
858 static int ctr_aes_decrypt(struct blkcipher_desc *desc,  in ctr_aes_decrypt()  argument
862 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ctr_aes_decrypt()
866 	return ctr_aes_crypt(desc, sctx->dec, sctx, &walk);  in ctr_aes_decrypt()