68 	u8 iv[16];  member
94 			      const u8 *in, unsigned int len, u8 *iv);
96 			      const u8 *in, unsigned int len, u8 *iv);
107 			      const u8 *in, unsigned int len, u8 *iv);
109 			      const u8 *in, unsigned int len, u8 *iv);
112 				 const u8 *in, bool enc, u8 *iv);
131 			const u8 *in, unsigned long plaintext_len, u8 *iv,
152 			const u8 *in, unsigned long ciphertext_len, u8 *iv,
158 asmlinkage void aes_ctr_enc_128_avx_by8(const u8 *in, u8 *iv,
160 asmlinkage void aes_ctr_enc_192_avx_by8(const u8 *in, u8 *iv,
162 asmlinkage void aes_ctr_enc_256_avx_by8(const u8 *in, u8 *iv,
172 			const u8 *in, unsigned long plaintext_len, u8 *iv,
177 			const u8 *in, unsigned long ciphertext_len, u8 *iv,
182 			const u8 *in, unsigned long plaintext_len, u8 *iv,  in aesni_gcm_enc_avx()  argument
188 		aesni_gcm_enc(ctx, out, in, plaintext_len, iv, hash_subkey, aad,  in aesni_gcm_enc_avx()
192 		aesni_gcm_enc_avx_gen2(ctx, out, in, plaintext_len, iv, aad,  in aesni_gcm_enc_avx()
198 			const u8 *in, unsigned long ciphertext_len, u8 *iv,  in aesni_gcm_dec_avx()  argument
204 		aesni_gcm_dec(ctx, out, in, ciphertext_len, iv, hash_subkey, aad,  in aesni_gcm_dec_avx()
208 		aesni_gcm_dec_avx_gen2(ctx, out, in, ciphertext_len, iv, aad,  in aesni_gcm_dec_avx()
223 			const u8 *in, unsigned long plaintext_len, u8 *iv,
228 			const u8 *in, unsigned long ciphertext_len, u8 *iv,
233 			const u8 *in, unsigned long plaintext_len, u8 *iv,  in aesni_gcm_enc_avx2()  argument
239 		aesni_gcm_enc(ctx, out, in, plaintext_len, iv, hash_subkey, aad,  in aesni_gcm_enc_avx2()
243 		aesni_gcm_enc_avx_gen2(ctx, out, in, plaintext_len, iv, aad,  in aesni_gcm_enc_avx2()
247 		aesni_gcm_enc_avx_gen4(ctx, out, in, plaintext_len, iv, aad,  in aesni_gcm_enc_avx2()
253 			const u8 *in, unsigned long ciphertext_len, u8 *iv,  in aesni_gcm_dec_avx2()  argument
259 		aesni_gcm_dec(ctx, out, in, ciphertext_len, iv, hash_subkey,  in aesni_gcm_dec_avx2()
263 		aesni_gcm_dec_avx_gen2(ctx, out, in, ciphertext_len, iv, aad,  in aesni_gcm_dec_avx2()
267 		aesni_gcm_dec_avx_gen4(ctx, out, in, ciphertext_len, iv, aad,  in aesni_gcm_dec_avx2()
274 			const u8 *in, unsigned long plaintext_len, u8 *iv,
279 			const u8 *in, unsigned long ciphertext_len, u8 *iv,
437 			      nbytes & AES_BLOCK_MASK, walk.iv);  in cbc_encrypt()
461 			      nbytes & AES_BLOCK_MASK, walk.iv);  in cbc_decrypt()
474 	u8 *ctrblk = walk->iv;  in ctr_crypt_final()
488 			      const u8 *in, unsigned int len, u8 *iv)  in aesni_ctr_enc_avx_tfm()  argument
497 		aes_ctr_enc_128_avx_by8(in, iv, (void *)ctx, out, len);  in aesni_ctr_enc_avx_tfm()
499 		aes_ctr_enc_192_avx_by8(in, iv, (void *)ctx, out, len);  in aesni_ctr_enc_avx_tfm()
501 		aes_ctr_enc_256_avx_by8(in, iv, (void *)ctx, out, len);  in aesni_ctr_enc_avx_tfm()
520 			              nbytes & AES_BLOCK_MASK, walk.iv);  in ctr_crypt()
671 static void aesni_xts_enc(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_enc()  argument
673 	glue_xts_crypt_128bit_one(ctx, dst, src, iv, GLUE_FUNC_CAST(aesni_enc));  in aesni_xts_enc()
676 static void aesni_xts_dec(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_dec()  argument
678 	glue_xts_crypt_128bit_one(ctx, dst, src, iv, GLUE_FUNC_CAST(aesni_dec));  in aesni_xts_dec()
681 static void aesni_xts_enc8(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_enc8()  argument
683 	aesni_xts_crypt8(ctx, (u8 *)dst, (const u8 *)src, true, (u8 *)iv);  in aesni_xts_enc8()
686 static void aesni_xts_dec8(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_dec8()  argument
688 	aesni_xts_crypt8(ctx, (u8 *)dst, (const u8 *)src, false, (u8 *)iv);  in aesni_xts_dec8()
853 	memset(req_data->iv, 0, sizeof(req_data->iv));  in rfc4106_set_hash_subkey()
868 		&req_data->sg, RFC4106_HASH_SUBKEY_SIZE, req_data->iv);  in rfc4106_set_hash_subkey()
948 	u8 iv[16] __attribute__ ((__aligned__(AESNI_ALIGN)));  in helper_rfc4106_encrypt()  local
961 		*(iv+i) = ctx->nonce[i];  in helper_rfc4106_encrypt()
963 		*(iv+4+i) = req->iv[i];  in helper_rfc4106_encrypt()
964 	*((__be32 *)(iv+12)) = counter;  in helper_rfc4106_encrypt()
992 	aesni_gcm_enc_tfm(aes_ctx, dst, src, req->cryptlen, iv,  in helper_rfc4106_encrypt()
1027 	u8 iv[16] __attribute__ ((__aligned__(AESNI_ALIGN)));  in helper_rfc4106_decrypt()  local
1043 		*(iv+i) = ctx->nonce[i];  in helper_rfc4106_decrypt()
1045 		*(iv+4+i) = req->iv[i];  in helper_rfc4106_decrypt()
1046 	*((__be32 *)(iv+12)) = counter;  in helper_rfc4106_decrypt()
1074 	aesni_gcm_dec_tfm(aes_ctx, dst, src, tempCipherLen, iv,  in helper_rfc4106_decrypt()