88 	cbd_t __iomem *bdp;  in fs_enet_rx_napi()  local
101 	bdp = fep->cur_rx;  in fs_enet_rx_napi()
106 	while (((sc = CBDR_SC(bdp)) & BD_ENET_RX_EMPTY) == 0) {  in fs_enet_rx_napi()
107 		curidx = bdp - fep->rx_bd_base;  in fs_enet_rx_napi()
137 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_rx_napi()
146 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_rx_napi()
154 			pkt_len = CBDR_DATLEN(bdp) - 4;	/* remove CRC */  in fs_enet_rx_napi()
188 		CBDW_BUFADDR(bdp, dma_map_single(fep->dev, skbn->data,  in fs_enet_rx_napi()
191 		CBDW_DATLEN(bdp, 0);  in fs_enet_rx_napi()
192 		CBDW_SC(bdp, (sc & ~BD_ENET_RX_STATS) | BD_ENET_RX_EMPTY);  in fs_enet_rx_napi()
198 			bdp++;  in fs_enet_rx_napi()
200 			bdp = fep->rx_bd_base;  in fs_enet_rx_napi()
208 	fep->cur_rx = bdp;  in fs_enet_rx_napi()
223 	cbd_t __iomem *bdp;  in fs_enet_tx_napi()  local
230 	bdp = fep->dirty_tx;  in fs_enet_tx_napi()
236 	while (((sc = CBDR_SC(bdp)) & BD_ENET_TX_READY) == 0) {  in fs_enet_tx_napi()
237 		dirtyidx = bdp - fep->tx_bd_base;  in fs_enet_tx_napi()
282 			dma_unmap_page(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_tx_napi()
283 				       CBDR_DATLEN(bdp), DMA_TO_DEVICE);  in fs_enet_tx_napi()
285 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_tx_napi()
286 					 CBDR_DATLEN(bdp), DMA_TO_DEVICE);  in fs_enet_tx_napi()
300 			bdp++;  in fs_enet_tx_napi()
302 			bdp = fep->tx_bd_base;  in fs_enet_tx_napi()
313 	fep->dirty_tx = bdp;  in fs_enet_tx_napi()
395 	cbd_t __iomem *bdp;  in fs_init_bds()  local
408 	for (i = 0, bdp = fep->rx_bd_base; i < fep->rx_ring; i++, bdp++) {  in fs_init_bds()
415 		CBDW_BUFADDR(bdp,  in fs_init_bds()
419 		CBDW_DATLEN(bdp, 0);	/* zero */  in fs_init_bds()
420 		CBDW_SC(bdp, BD_ENET_RX_EMPTY |  in fs_init_bds()
426 	for (; i < fep->rx_ring; i++, bdp++) {  in fs_init_bds()
428 		CBDW_SC(bdp, (i < fep->rx_ring - 1) ? 0 : BD_SC_WRAP);  in fs_init_bds()
434 	for (i = 0, bdp = fep->tx_bd_base; i < fep->tx_ring; i++, bdp++) {  in fs_init_bds()
436 		CBDW_BUFADDR(bdp, 0);  in fs_init_bds()
437 		CBDW_DATLEN(bdp, 0);  in fs_init_bds()
438 		CBDW_SC(bdp, (i < fep->tx_ring - 1) ? 0 : BD_SC_WRAP);  in fs_init_bds()
446 	cbd_t __iomem *bdp;  in fs_cleanup_bds()  local
452 	for (i = 0, bdp = fep->tx_bd_base; i < fep->tx_ring; i++, bdp++) {  in fs_cleanup_bds()
457 		dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_cleanup_bds()
467 	for (i = 0, bdp = fep->rx_bd_base; i < fep->rx_ring; i++, bdp++) {  in fs_cleanup_bds()
472 		dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_cleanup_bds()
515 	cbd_t __iomem *bdp;  in fs_enet_start_xmit()  local
540 	bdp = fep->cur_tx;  in fs_enet_start_xmit()
542 	if (fep->tx_free <= nr_frags || (CBDR_SC(bdp) & BD_ENET_TX_READY)) {  in fs_enet_start_xmit()
554 	curidx = bdp - fep->tx_bd_base;  in fs_enet_start_xmit()
564 	CBDW_BUFADDR(bdp, dma_map_single(fep->dev,  in fs_enet_start_xmit()
566 	CBDW_DATLEN(bdp, len);  in fs_enet_start_xmit()
571 		CBDC_SC(bdp,  in fs_enet_start_xmit()
573 		CBDS_SC(bdp, BD_ENET_TX_READY);  in fs_enet_start_xmit()
575 		if ((CBDR_SC(bdp) & BD_ENET_TX_WRAP) == 0)  in fs_enet_start_xmit()
576 			bdp++, curidx++;  in fs_enet_start_xmit()
578 			bdp = fep->tx_bd_base, curidx = 0;  in fs_enet_start_xmit()
581 		CBDW_BUFADDR(bdp, skb_frag_dma_map(fep->dev, frag, 0, len,  in fs_enet_start_xmit()
583 		CBDW_DATLEN(bdp, len);  in fs_enet_start_xmit()
601 	CBDC_SC(bdp, BD_ENET_TX_STATS);  in fs_enet_start_xmit()
602 	CBDS_SC(bdp, sc);  in fs_enet_start_xmit()
608 	if ((CBDR_SC(bdp) & BD_ENET_TX_WRAP) == 0)  in fs_enet_start_xmit()
609 		bdp++;  in fs_enet_start_xmit()
611 		bdp = fep->tx_bd_base;  in fs_enet_start_xmit()
612 	fep->cur_tx = bdp;  in fs_enet_start_xmit()