251 static int fallback_blk_dec(struct blkcipher_desc *desc,  in fallback_blk_dec()  argument
257 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in fallback_blk_dec()
259 	tfm = desc->tfm;  in fallback_blk_dec()
260 	desc->tfm = sctx->fallback.blk;  in fallback_blk_dec()
262 	ret = crypto_blkcipher_decrypt_iv(desc, dst, src, nbytes);  in fallback_blk_dec()
264 	desc->tfm = tfm;  in fallback_blk_dec()
268 static int fallback_blk_enc(struct blkcipher_desc *desc,  in fallback_blk_enc()  argument
274 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in fallback_blk_enc()
276 	tfm = desc->tfm;  in fallback_blk_enc()
277 	desc->tfm = sctx->fallback.blk;  in fallback_blk_enc()
279 	ret = crypto_blkcipher_encrypt_iv(desc, dst, src, nbytes);  in fallback_blk_enc()
281 	desc->tfm = tfm;  in fallback_blk_enc()
315 static int ecb_aes_crypt(struct blkcipher_desc *desc, long func, void *param,  in ecb_aes_crypt()  argument
318 	int ret = blkcipher_walk_virt(desc, walk);  in ecb_aes_crypt()
332 		ret = blkcipher_walk_done(desc, walk, nbytes);  in ecb_aes_crypt()
338 static int ecb_aes_encrypt(struct blkcipher_desc *desc,  in ecb_aes_encrypt()  argument
342 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ecb_aes_encrypt()
346 		return fallback_blk_enc(desc, dst, src, nbytes);  in ecb_aes_encrypt()
349 	return ecb_aes_crypt(desc, sctx->enc, sctx->key, &walk);  in ecb_aes_encrypt()
352 static int ecb_aes_decrypt(struct blkcipher_desc *desc,  in ecb_aes_decrypt()  argument
356 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ecb_aes_decrypt()
360 		return fallback_blk_dec(desc, dst, src, nbytes);  in ecb_aes_decrypt()
363 	return ecb_aes_crypt(desc, sctx->dec, sctx->key, &walk);  in ecb_aes_decrypt()
444 static int cbc_aes_crypt(struct blkcipher_desc *desc, long func,  in cbc_aes_crypt()  argument
447 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in cbc_aes_crypt()
448 	int ret = blkcipher_walk_virt(desc, walk);  in cbc_aes_crypt()
471 		ret = blkcipher_walk_done(desc, walk, nbytes);  in cbc_aes_crypt()
479 static int cbc_aes_encrypt(struct blkcipher_desc *desc,  in cbc_aes_encrypt()  argument
483 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in cbc_aes_encrypt()
487 		return fallback_blk_enc(desc, dst, src, nbytes);  in cbc_aes_encrypt()
490 	return cbc_aes_crypt(desc, sctx->enc, &walk);  in cbc_aes_encrypt()
493 static int cbc_aes_decrypt(struct blkcipher_desc *desc,  in cbc_aes_decrypt()  argument
497 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in cbc_aes_decrypt()
501 		return fallback_blk_dec(desc, dst, src, nbytes);  in cbc_aes_decrypt()
504 	return cbc_aes_crypt(desc, sctx->dec, &walk);  in cbc_aes_decrypt()
550 static int xts_fallback_decrypt(struct blkcipher_desc *desc,  in xts_fallback_decrypt()  argument
554 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_fallback_decrypt()
558 	tfm = desc->tfm;  in xts_fallback_decrypt()
559 	desc->tfm = xts_ctx->fallback;  in xts_fallback_decrypt()
561 	ret = crypto_blkcipher_decrypt_iv(desc, dst, src, nbytes);  in xts_fallback_decrypt()
563 	desc->tfm = tfm;  in xts_fallback_decrypt()
567 static int xts_fallback_encrypt(struct blkcipher_desc *desc,  in xts_fallback_encrypt()  argument
571 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_fallback_encrypt()
575 	tfm = desc->tfm;  in xts_fallback_encrypt()
576 	desc->tfm = xts_ctx->fallback;  in xts_fallback_encrypt()
578 	ret = crypto_blkcipher_encrypt_iv(desc, dst, src, nbytes);  in xts_fallback_encrypt()
580 	desc->tfm = tfm;  in xts_fallback_encrypt()
616 static int xts_aes_crypt(struct blkcipher_desc *desc, long func,  in xts_aes_crypt()  argument
621 	int ret = blkcipher_walk_virt(desc, walk);  in xts_aes_crypt()
656 		ret = blkcipher_walk_done(desc, walk, nbytes);  in xts_aes_crypt()
662 static int xts_aes_encrypt(struct blkcipher_desc *desc,  in xts_aes_encrypt()  argument
666 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_aes_encrypt()
670 		return xts_fallback_encrypt(desc, dst, src, nbytes);  in xts_aes_encrypt()
673 	return xts_aes_crypt(desc, xts_ctx->enc, xts_ctx, &walk);  in xts_aes_encrypt()
676 static int xts_aes_decrypt(struct blkcipher_desc *desc,  in xts_aes_decrypt()  argument
680 	struct s390_xts_ctx *xts_ctx = crypto_blkcipher_ctx(desc->tfm);  in xts_aes_decrypt()
684 		return xts_fallback_decrypt(desc, dst, src, nbytes);  in xts_aes_decrypt()
687 	return xts_aes_crypt(desc, xts_ctx->dec, xts_ctx, &walk);  in xts_aes_decrypt()
777 static int ctr_aes_crypt(struct blkcipher_desc *desc, long func,  in ctr_aes_crypt()  argument
780 	int ret = blkcipher_walk_virt_block(desc, walk, AES_BLOCK_SIZE);  in ctr_aes_crypt()
815 		ret = blkcipher_walk_done(desc, walk, nbytes);  in ctr_aes_crypt()
839 		ret = blkcipher_walk_done(desc, walk, 0);  in ctr_aes_crypt()
846 static int ctr_aes_encrypt(struct blkcipher_desc *desc,  in ctr_aes_encrypt()  argument
850 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ctr_aes_encrypt()
854 	return ctr_aes_crypt(desc, sctx->enc, sctx, &walk);  in ctr_aes_encrypt()
857 static int ctr_aes_decrypt(struct blkcipher_desc *desc,  in ctr_aes_decrypt()  argument
861 	struct s390_aes_ctx *sctx = crypto_blkcipher_ctx(desc->tfm);  in ctr_aes_decrypt()
865 	return ctr_aes_crypt(desc, sctx->dec, sctx, &walk);  in ctr_aes_decrypt()