197 int talitos_submit(struct device *dev, int ch, struct talitos_desc *desc,  in talitos_submit()  argument
199 				    struct talitos_desc *desc,  in talitos_submit()
220 	request->dma_desc = dma_map_single(dev, desc, sizeof(*desc),  in talitos_submit()
229 	request->desc = desc;  in talitos_submit()
257 	while (priv->chan[ch].fifo[tail].desc) {  in flush_channel()
262 		if ((request->desc->hdr & DESC_HDR_DONE) == DESC_HDR_DONE)  in flush_channel()
275 		saved_req.desc = request->desc;  in flush_channel()
281 		request->desc = NULL;  in flush_channel()
290 		saved_req.callback(dev, saved_req.desc, saved_req.context,  in flush_channel()
363 	return priv->chan[ch].fifo[iter].desc->hdr;  in DEF_TALITOS_DONE()
733 	struct talitos_desc desc;  member
793 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[6], DMA_FROM_DEVICE);  in ipsec_esp_unmap()
794 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[3], DMA_TO_DEVICE);  in ipsec_esp_unmap()
795 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[2], DMA_TO_DEVICE);  in ipsec_esp_unmap()
796 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[0], DMA_TO_DEVICE);  in ipsec_esp_unmap()
817 				   struct talitos_desc *desc, void *context,  in ipsec_esp_encrypt_done()  argument
827 	edesc = container_of(desc, struct talitos_edesc, desc);  in ipsec_esp_encrypt_done()
847 					  struct talitos_desc *desc,  in ipsec_esp_decrypt_swauth_done()  argument
857 	edesc = container_of(desc, struct talitos_edesc, desc);  in ipsec_esp_decrypt_swauth_done()
881 					  struct talitos_desc *desc,  in ipsec_esp_decrypt_hwauth_done()  argument
887 	edesc = container_of(desc, struct talitos_edesc, desc);  in ipsec_esp_decrypt_hwauth_done()
892 	if (!err && ((desc->hdr_lo & DESC_HDR_LO_ICCR1_MASK) !=  in ipsec_esp_decrypt_hwauth_done()
942 						struct talitos_desc *desc,  in ipsec_esp()  argument
948 	struct talitos_desc *desc = &edesc->desc;  in ipsec_esp()  local
956 	map_single_talitos_ptr(dev, &desc->ptr[0], ctx->authkeylen, &ctx->key,  in ipsec_esp()
960 	desc->ptr[1].len = cpu_to_be16(areq->assoclen + ivsize);  in ipsec_esp()
965 		to_talitos_ptr(&desc->ptr[1], edesc->dma_link_tbl + tbl_off *  in ipsec_esp()
967 		desc->ptr[1].j_extent = DESC_PTR_LNKTBL_JUMP;  in ipsec_esp()
985 			to_talitos_ptr(&desc->ptr[1],  in ipsec_esp()
988 			to_talitos_ptr(&desc->ptr[1], edesc->iv_dma);  in ipsec_esp()
989 		desc->ptr[1].j_extent = 0;  in ipsec_esp()
993 	to_talitos_ptr(&desc->ptr[2], edesc->iv_dma);  in ipsec_esp()
994 	desc->ptr[2].len = cpu_to_be16(ivsize);  in ipsec_esp()
995 	desc->ptr[2].j_extent = 0;  in ipsec_esp()
1000 	map_single_talitos_ptr(dev, &desc->ptr[3], ctx->enckeylen,  in ipsec_esp()
1010 	desc->ptr[4].len = cpu_to_be16(cryptlen);  in ipsec_esp()
1011 	desc->ptr[4].j_extent = authsize;  in ipsec_esp()
1019 		to_talitos_ptr(&desc->ptr[4], sg_dma_address(areq->src));  in ipsec_esp()
1023 		if (edesc->desc.hdr & DESC_HDR_MODE1_MDEU_CICV)  in ipsec_esp()
1029 			desc->ptr[4].j_extent |= DESC_PTR_LNKTBL_JUMP;  in ipsec_esp()
1030 			to_talitos_ptr(&desc->ptr[4], edesc->dma_link_tbl);  in ipsec_esp()
1036 			to_talitos_ptr(&desc->ptr[4],  in ipsec_esp()
1042 	desc->ptr[5].len = cpu_to_be16(cryptlen);  in ipsec_esp()
1043 	desc->ptr[5].j_extent = authsize;  in ipsec_esp()
1051 		to_talitos_ptr(&desc->ptr[5], sg_dma_address(areq->dst));  in ipsec_esp()
1056 		to_talitos_ptr(&desc->ptr[5], edesc->dma_link_tbl +  in ipsec_esp()
1073 		desc->ptr[5].j_extent |= DESC_PTR_LNKTBL_JUMP;  in ipsec_esp()
1079 	map_single_talitos_ptr(dev, &desc->ptr[6], ivsize, ctx->iv, 0,  in ipsec_esp()
1082 	ret = talitos_submit(dev, ctx->ch, desc, callback, areq);  in ipsec_esp()
1242 	edesc->desc.hdr = ctx->desc_hdr_template | DESC_HDR_MODE0_ENCRYPT;  in aead_encrypt()
1269 		edesc->desc.hdr = ctx->desc_hdr_template |  in aead_decrypt()
1274 		edesc->desc.hdr_lo = 0;  in aead_decrypt()
1280 	edesc->desc.hdr = ctx->desc_hdr_template | DESC_HDR_DIR_INBOUND;  in aead_decrypt()
1311 	edesc->desc.hdr = ctx->desc_hdr_template | DESC_HDR_MODE0_ENCRYPT;  in aead_givencrypt()
1335 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[5], DMA_FROM_DEVICE);  in common_nonsnoop_unmap()
1336 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[2], DMA_TO_DEVICE);  in common_nonsnoop_unmap()
1337 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[1], DMA_TO_DEVICE);  in common_nonsnoop_unmap()
1347 			    struct talitos_desc *desc, void *context,  in ablkcipher_done()  argument
1353 	edesc = container_of(desc, struct talitos_edesc, desc);  in ablkcipher_done()
1365 					     struct talitos_desc *desc,  in common_nonsnoop()  argument
1371 	struct talitos_desc *desc = &edesc->desc;  in common_nonsnoop()  local
1377 	desc->ptr[0].len = 0;  in common_nonsnoop()
1378 	to_talitos_ptr(&desc->ptr[0], 0);  in common_nonsnoop()
1379 	desc->ptr[0].j_extent = 0;  in common_nonsnoop()
1382 	to_talitos_ptr(&desc->ptr[1], edesc->iv_dma);  in common_nonsnoop()
1383 	desc->ptr[1].len = cpu_to_be16(ivsize);  in common_nonsnoop()
1384 	desc->ptr[1].j_extent = 0;  in common_nonsnoop()
1387 	map_single_talitos_ptr(dev, &desc->ptr[2], ctx->keylen,  in common_nonsnoop()
1393 	desc->ptr[3].len = cpu_to_be16(cryptlen);  in common_nonsnoop()
1394 	desc->ptr[3].j_extent = 0;  in common_nonsnoop()
1402 		to_talitos_ptr(&desc->ptr[3], sg_dma_address(areq->src));  in common_nonsnoop()
1407 			to_talitos_ptr(&desc->ptr[3], edesc->dma_link_tbl);  in common_nonsnoop()
1408 			desc->ptr[3].j_extent |= DESC_PTR_LNKTBL_JUMP;  in common_nonsnoop()
1414 			to_talitos_ptr(&desc->ptr[3],  in common_nonsnoop()
1420 	desc->ptr[4].len = cpu_to_be16(cryptlen);  in common_nonsnoop()
1421 	desc->ptr[4].j_extent = 0;  in common_nonsnoop()
1429 		to_talitos_ptr(&desc->ptr[4], sg_dma_address(areq->dst));  in common_nonsnoop()
1434 		to_talitos_ptr(&desc->ptr[4], edesc->dma_link_tbl +  in common_nonsnoop()
1437 		desc->ptr[4].j_extent |= DESC_PTR_LNKTBL_JUMP;  in common_nonsnoop()
1445 	map_single_talitos_ptr(dev, &desc->ptr[5], ivsize, ctx->iv, 0,  in common_nonsnoop()
1449 	desc->ptr[6].len = 0;  in common_nonsnoop()
1450 	to_talitos_ptr(&desc->ptr[6], 0);  in common_nonsnoop()
1451 	desc->ptr[6].j_extent = 0;  in common_nonsnoop()
1453 	ret = talitos_submit(dev, ctx->ch, desc, callback, areq);  in common_nonsnoop()
1485 	edesc->desc.hdr = ctx->desc_hdr_template | DESC_HDR_MODE0_ENCRYPT;  in ablkcipher_encrypt()
1501 	edesc->desc.hdr = ctx->desc_hdr_template | DESC_HDR_DIR_INBOUND;  in ablkcipher_decrypt()
1512 	unmap_single_talitos_ptr(dev, &edesc->desc.ptr[5], DMA_FROM_DEVICE);  in common_nonsnoop_hash_unmap()
1515 	if (edesc->desc.ptr[1].len)  in common_nonsnoop_hash_unmap()
1516 		unmap_single_talitos_ptr(dev, &edesc->desc.ptr[1],  in common_nonsnoop_hash_unmap()
1519 	if (edesc->desc.ptr[2].len)  in common_nonsnoop_hash_unmap()
1520 		unmap_single_talitos_ptr(dev, &edesc->desc.ptr[2],  in common_nonsnoop_hash_unmap()
1532 		       struct talitos_desc *desc, void *context,  in ahash_done()  argument
1537 		 container_of(desc, struct talitos_edesc, desc);  in ahash_done()
1555 						  struct talitos_desc *desc,  in common_nonsnoop_hash()  argument
1562 	struct talitos_desc *desc = &edesc->desc;  in common_nonsnoop_hash()  local
1566 	desc->ptr[0] = zero_entry;  in common_nonsnoop_hash()
1570 		map_single_talitos_ptr(dev, &desc->ptr[1],  in common_nonsnoop_hash()
1576 		desc->ptr[1] = zero_entry;  in common_nonsnoop_hash()
1583 		map_single_talitos_ptr(dev, &desc->ptr[2], ctx->keylen,  in common_nonsnoop_hash()
1586 		desc->ptr[2] = zero_entry;  in common_nonsnoop_hash()
1591 	desc->ptr[3].len = cpu_to_be16(length);  in common_nonsnoop_hash()
1592 	desc->ptr[3].j_extent = 0;  in common_nonsnoop_hash()
1599 		to_talitos_ptr(&desc->ptr[3], sg_dma_address(req_ctx->psrc));  in common_nonsnoop_hash()
1604 			desc->ptr[3].j_extent |= DESC_PTR_LNKTBL_JUMP;  in common_nonsnoop_hash()
1605 			to_talitos_ptr(&desc->ptr[3], edesc->dma_link_tbl);  in common_nonsnoop_hash()
1612 			to_talitos_ptr(&desc->ptr[3],  in common_nonsnoop_hash()
1618 	desc->ptr[4] = zero_entry;  in common_nonsnoop_hash()
1622 		map_single_talitos_ptr(dev, &desc->ptr[5],  in common_nonsnoop_hash()
1626 		map_single_talitos_ptr(dev, &desc->ptr[5],  in common_nonsnoop_hash()
1631 	desc->ptr[6] = zero_entry;  in common_nonsnoop_hash()
1633 	ret = talitos_submit(dev, ctx->ch, desc, callback, areq);  in common_nonsnoop_hash()
1758 	edesc->desc.hdr = ctx->desc_hdr_template;  in ahash_process_req()
1762 		edesc->desc.hdr |= DESC_HDR_MODE0_MDEU_PAD;  in ahash_process_req()
1764 		edesc->desc.hdr |= DESC_HDR_MODE0_MDEU_CONT;  in ahash_process_req()
1768 		edesc->desc.hdr |= DESC_HDR_MODE0_MDEU_INIT;  in ahash_process_req()
1774 		edesc->desc.hdr |= DESC_HDR_MODE0_MDEU_HMAC;  in ahash_process_req()