230 	struct ioat_desc_sw *desc = tx_to_ioat_desc(tx);  in ioat1_tx_submit()  local
242 	first = to_ioat_desc(desc->tx_list.next);  in ioat1_tx_submit()
247 	list_splice_tail_init(&desc->tx_list, &ioat->used_desc);  in ioat1_tx_submit()
254 	ioat->active += desc->hw->tx_cnt;  in ioat1_tx_submit()
255 	ioat->pending += desc->hw->tx_cnt;  in ioat1_tx_submit()
271 	struct ioat_dma_descriptor *desc;  in ioat_dma_alloc_descriptor()  local
277 	desc = pci_pool_alloc(ioatdma_device->dma_pool, flags, &phys);  in ioat_dma_alloc_descriptor()
278 	if (unlikely(!desc))  in ioat_dma_alloc_descriptor()
283 		pci_pool_free(ioatdma_device->dma_pool, desc, phys);  in ioat_dma_alloc_descriptor()
287 	memset(desc, 0, sizeof(*desc));  in ioat_dma_alloc_descriptor()
292 	desc_sw->hw = desc;  in ioat_dma_alloc_descriptor()
311 	struct ioat_desc_sw *desc;  in ioat1_dma_alloc_chan_resources()  local
331 		desc = ioat_dma_alloc_descriptor(ioat, GFP_KERNEL);  in ioat1_dma_alloc_chan_resources()
332 		if (!desc) {  in ioat1_dma_alloc_chan_resources()
336 		set_desc_id(desc, i);  in ioat1_dma_alloc_chan_resources()
337 		list_add_tail(&desc->node, &tmp_list);  in ioat1_dma_alloc_chan_resources()
406 	struct ioat_desc_sw *desc, *_desc;  in ioat1_dma_free_chan_resources()  local
425 	list_for_each_entry_safe(desc, _desc, &ioat->used_desc, node) {  in ioat1_dma_free_chan_resources()
427 			__func__, desc_id(desc));  in ioat1_dma_free_chan_resources()
428 		dump_desc_dbg(ioat, desc);  in ioat1_dma_free_chan_resources()
430 		list_del(&desc->node);  in ioat1_dma_free_chan_resources()
431 		pci_pool_free(ioatdma_device->dma_pool, desc->hw,  in ioat1_dma_free_chan_resources()
432 			      desc->txd.phys);  in ioat1_dma_free_chan_resources()
433 		kfree(desc);  in ioat1_dma_free_chan_resources()
435 	list_for_each_entry_safe(desc, _desc,  in ioat1_dma_free_chan_resources()
437 		list_del(&desc->node);  in ioat1_dma_free_chan_resources()
438 		pci_pool_free(ioatdma_device->dma_pool, desc->hw,  in ioat1_dma_free_chan_resources()
439 			      desc->txd.phys);  in ioat1_dma_free_chan_resources()
440 		kfree(desc);  in ioat1_dma_free_chan_resources()
494 	struct ioat_desc_sw *desc;  in ioat1_dma_prep_memcpy()  local
504 	desc = ioat1_dma_get_next_descriptor(ioat);  in ioat1_dma_prep_memcpy()
506 		if (!desc)  in ioat1_dma_prep_memcpy()
512 		hw = desc->hw;  in ioat1_dma_prep_memcpy()
518 		list_add_tail(&desc->node, &chain);  in ioat1_dma_prep_memcpy()
526 			async_tx_ack(&desc->txd);  in ioat1_dma_prep_memcpy()
529 			dump_desc_dbg(ioat, desc);  in ioat1_dma_prep_memcpy()
530 			desc = next;  in ioat1_dma_prep_memcpy()
535 	if (!desc) {  in ioat1_dma_prep_memcpy()
546 	desc->txd.flags = flags;  in ioat1_dma_prep_memcpy()
547 	desc->len = total_len;  in ioat1_dma_prep_memcpy()
548 	list_splice(&chain, &desc->tx_list);  in ioat1_dma_prep_memcpy()
552 	dump_desc_dbg(ioat, desc);  in ioat1_dma_prep_memcpy()
554 	return &desc->txd;  in ioat1_dma_prep_memcpy()
611 		struct ioat_desc_sw *desc;  in __cleanup()  local
614 		desc = list_entry(_desc, typeof(*desc), node);  in __cleanup()
615 		tx = &desc->txd;  in __cleanup()
621 		dump_desc_dbg(ioat, desc);  in __cleanup()
625 			ioat->active -= desc->hw->tx_cnt;  in __cleanup()
638 				list_move_tail(&desc->node, &ioat->free_desc);  in __cleanup()
706 		struct ioat_desc_sw *desc;  in ioat1_timer_event()  local
711 		desc = to_ioat_desc(ioat->used_desc.prev);  in ioat1_timer_event()
712 		ioat_set_chainaddr(ioat, desc->txd.phys);  in ioat1_timer_event()
766 	struct ioat_desc_sw *desc;  in ioat1_dma_start_null_desc()  local
771 	desc = ioat1_dma_get_next_descriptor(ioat);  in ioat1_dma_start_null_desc()
773 	if (!desc) {  in ioat1_dma_start_null_desc()
780 	hw = desc->hw;  in ioat1_dma_start_null_desc()
789 	async_tx_ack(&desc->txd);  in ioat1_dma_start_null_desc()
791 	list_add_tail(&desc->node, &ioat->used_desc);  in ioat1_dma_start_null_desc()
792 	dump_desc_dbg(ioat, desc);  in ioat1_dma_start_null_desc()
794 	ioat_set_chainaddr(ioat, desc->txd.phys);  in ioat1_dma_start_null_desc()