373 	struct iop_adma_desc_slot *sw_desc = tx_to_iop_adma_slot(tx);  in iop_adma_tx_submit()  local
381 	grp_start = sw_desc->group_head;  in iop_adma_tx_submit()
390 	list_splice_init(&sw_desc->tx_list,  in iop_adma_tx_submit()
399 	iop_paranoia(iop_desc_get_next_desc(sw_desc));  in iop_adma_tx_submit()
411 		__func__, sw_desc->async_tx.cookie, sw_desc->idx);  in iop_adma_tx_submit()
499 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_interrupt()  local
506 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_interrupt()
507 	if (sw_desc) {  in iop_adma_prep_dma_interrupt()
508 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_interrupt()
510 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_interrupt()
514 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_interrupt()
522 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_memcpy()  local
534 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_memcpy()
535 	if (sw_desc) {  in iop_adma_prep_dma_memcpy()
536 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_memcpy()
541 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_memcpy()
545 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_memcpy()
554 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_xor()  local
567 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_xor()
568 	if (sw_desc) {  in iop_adma_prep_dma_xor()
569 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_xor()
573 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_xor()
580 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_xor()
589 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_xor_val()  local
600 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_xor_val()
601 	if (sw_desc) {  in iop_adma_prep_dma_xor_val()
602 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_xor_val()
608 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_xor_val()
615 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_xor_val()
624 	struct iop_adma_desc_slot *sw_desc, *g;  in iop_adma_prep_dma_pq()  local
645 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_pq()
646 	if (sw_desc) {  in iop_adma_prep_dma_pq()
649 		g = sw_desc->group_head;  in iop_adma_prep_dma_pq()
660 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_pq()
679 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_pq()
689 	struct iop_adma_desc_slot *sw_desc, *g;  in iop_adma_prep_dma_pq_val()  local
701 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_pq_val()
702 	if (sw_desc) {  in iop_adma_prep_dma_pq_val()
708 		g = sw_desc->group_head;  in iop_adma_prep_dma_pq_val()
714 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_pq_val()
723 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_pq_val()
1448 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_chan_start_null_memcpy()  local
1456 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_chan_start_null_memcpy()
1457 	if (sw_desc) {  in iop_chan_start_null_memcpy()
1458 		grp_start = sw_desc->group_head;  in iop_chan_start_null_memcpy()
1460 		list_splice_init(&sw_desc->tx_list, &iop_chan->chain);  in iop_chan_start_null_memcpy()
1461 		async_tx_ack(&sw_desc->async_tx);  in iop_chan_start_null_memcpy()
1467 		cookie = dma_cookie_assign(&sw_desc->async_tx);  in iop_chan_start_null_memcpy()
1484 		iop_chan_set_next_descriptor(iop_chan, sw_desc->async_tx.phys);  in iop_chan_start_null_memcpy()
1489 		BUG_ON(iop_desc_get_next_desc(sw_desc));  in iop_chan_start_null_memcpy()
1501 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_chan_start_null_xor()  local
1509 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_chan_start_null_xor()
1510 	if (sw_desc) {  in iop_chan_start_null_xor()
1511 		grp_start = sw_desc->group_head;  in iop_chan_start_null_xor()
1512 		list_splice_init(&sw_desc->tx_list, &iop_chan->chain);  in iop_chan_start_null_xor()
1513 		async_tx_ack(&sw_desc->async_tx);  in iop_chan_start_null_xor()
1520 		cookie = dma_cookie_assign(&sw_desc->async_tx);  in iop_chan_start_null_xor()
1537 		iop_chan_set_next_descriptor(iop_chan, sw_desc->async_tx.phys);  in iop_chan_start_null_xor()
1542 		BUG_ON(iop_desc_get_next_desc(sw_desc));  in iop_chan_start_null_xor()