81 	struct sha512_state *sctx = shash_desc_ctx(desc);  in sha512_neon_init()  local
83 	sctx->state[0] = SHA512_H0;  in sha512_neon_init()
84 	sctx->state[1] = SHA512_H1;  in sha512_neon_init()
85 	sctx->state[2] = SHA512_H2;  in sha512_neon_init()
86 	sctx->state[3] = SHA512_H3;  in sha512_neon_init()
87 	sctx->state[4] = SHA512_H4;  in sha512_neon_init()
88 	sctx->state[5] = SHA512_H5;  in sha512_neon_init()
89 	sctx->state[6] = SHA512_H6;  in sha512_neon_init()
90 	sctx->state[7] = SHA512_H7;  in sha512_neon_init()
91 	sctx->count[0] = sctx->count[1] = 0;  in sha512_neon_init()
99 	struct sha512_state *sctx = shash_desc_ctx(desc);  in __sha512_neon_update()  local
102 	sctx->count[0] += len;  in __sha512_neon_update()
103 	if (sctx->count[0] < len)  in __sha512_neon_update()
104 		sctx->count[1]++;  in __sha512_neon_update()
108 		memcpy(sctx->buf + partial, data, done);  in __sha512_neon_update()
109 		sha512_transform_neon(sctx->state, sctx->buf, sha512_k, 1);  in __sha512_neon_update()
115 		sha512_transform_neon(sctx->state, data + done, sha512_k,  in __sha512_neon_update()
121 	memcpy(sctx->buf, data + done, len - done);  in __sha512_neon_update()
129 	struct sha512_state *sctx = shash_desc_ctx(desc);  in sha512_neon_update()  local
130 	unsigned int partial = sctx->count[0] % SHA512_BLOCK_SIZE;  in sha512_neon_update()
135 		sctx->count[0] += len;  in sha512_neon_update()
136 		if (sctx->count[0] < len)  in sha512_neon_update()
137 			sctx->count[1]++;  in sha512_neon_update()
138 		memcpy(sctx->buf + partial, data, len);  in sha512_neon_update()
158 	struct sha512_state *sctx = shash_desc_ctx(desc);  in sha512_neon_final()  local
165 	bits[1] = cpu_to_be64(sctx->count[0] << 3);  in sha512_neon_final()
166 	bits[0] = cpu_to_be64(sctx->count[1] << 3 | sctx->count[0] >> 61);  in sha512_neon_final()
169 	index = sctx->count[0] & 0x7f;  in sha512_neon_final()
179 			sctx->count[0] += padlen;  in sha512_neon_final()
180 			if (sctx->count[0] < padlen)  in sha512_neon_final()
181 				sctx->count[1]++;  in sha512_neon_final()
182 			memcpy(sctx->buf + index, padding, padlen);  in sha512_neon_final()
193 		dst[i] = cpu_to_be64(sctx->state[i]);  in sha512_neon_final()
196 	memset(sctx, 0, sizeof(*sctx));  in sha512_neon_final()
203 	struct sha512_state *sctx = shash_desc_ctx(desc);  in sha512_neon_export()  local
205 	memcpy(out, sctx, sizeof(*sctx));  in sha512_neon_export()
212 	struct sha512_state *sctx = shash_desc_ctx(desc);  in sha512_neon_import()  local
214 	memcpy(sctx, in, sizeof(*sctx));  in sha512_neon_import()
221 	struct sha512_state *sctx = shash_desc_ctx(desc);  in sha384_neon_init()  local
223 	sctx->state[0] = SHA384_H0;  in sha384_neon_init()
224 	sctx->state[1] = SHA384_H1;  in sha384_neon_init()
225 	sctx->state[2] = SHA384_H2;  in sha384_neon_init()
226 	sctx->state[3] = SHA384_H3;  in sha384_neon_init()
227 	sctx->state[4] = SHA384_H4;  in sha384_neon_init()
228 	sctx->state[5] = SHA384_H5;  in sha384_neon_init()
229 	sctx->state[6] = SHA384_H6;  in sha384_neon_init()
230 	sctx->state[7] = SHA384_H7;  in sha384_neon_init()
232 	sctx->count[0] = sctx->count[1] = 0;  in sha384_neon_init()