390 	struct ath10k_ce_ring *dest_ring = pipe->dest_ring;  in __ath10k_ce_rx_num_free_bufs()  local
391 	unsigned int nentries_mask = dest_ring->nentries_mask;  in __ath10k_ce_rx_num_free_bufs()
392 	unsigned int write_index = dest_ring->write_index;  in __ath10k_ce_rx_num_free_bufs()
393 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_num_free_bufs()
404 	struct ath10k_ce_ring *dest_ring = pipe->dest_ring;  in __ath10k_ce_rx_post_buf()  local
405 	unsigned int nentries_mask = dest_ring->nentries_mask;  in __ath10k_ce_rx_post_buf()
406 	unsigned int write_index = dest_ring->write_index;  in __ath10k_ce_rx_post_buf()
407 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_post_buf()
408 	struct ce_desc *base = dest_ring->base_addr_owner_space;  in __ath10k_ce_rx_post_buf()
420 	dest_ring->per_transfer_context[write_index] = ctx;  in __ath10k_ce_rx_post_buf()
423 	dest_ring->write_index = write_index;  in __ath10k_ce_rx_post_buf()
452 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_completed_recv_next_nolock()  local
453 	unsigned int nentries_mask = dest_ring->nentries_mask;  in ath10k_ce_completed_recv_next_nolock()
455 	unsigned int sw_index = dest_ring->sw_index;  in ath10k_ce_completed_recv_next_nolock()
457 	struct ce_desc *base = dest_ring->base_addr_owner_space;  in ath10k_ce_completed_recv_next_nolock()
490 			dest_ring->per_transfer_context[sw_index];  in ath10k_ce_completed_recv_next_nolock()
493 	dest_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_completed_recv_next_nolock()
497 	dest_ring->sw_index = sw_index;  in ath10k_ce_completed_recv_next_nolock()
527 	struct ath10k_ce_ring *dest_ring;  in ath10k_ce_revoke_recv_next()  local
535 	dest_ring = ce_state->dest_ring;  in ath10k_ce_revoke_recv_next()
537 	if (!dest_ring)  in ath10k_ce_revoke_recv_next()
545 	nentries_mask = dest_ring->nentries_mask;  in ath10k_ce_revoke_recv_next()
546 	sw_index = dest_ring->sw_index;  in ath10k_ce_revoke_recv_next()
547 	write_index = dest_ring->write_index;  in ath10k_ce_revoke_recv_next()
549 		struct ce_desc *base = dest_ring->base_addr_owner_space;  in ath10k_ce_revoke_recv_next()
557 				dest_ring->per_transfer_context[sw_index];  in ath10k_ce_revoke_recv_next()
560 		dest_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_revoke_recv_next()
565 		dest_ring->sw_index = sw_index;  in ath10k_ce_revoke_recv_next()
853 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_init_dest_ring()  local
858 	memset(dest_ring->base_addr_owner_space, 0,  in ath10k_ce_init_dest_ring()
861 	dest_ring->sw_index = ath10k_ce_dest_ring_read_index_get(ar, ctrl_addr);  in ath10k_ce_init_dest_ring()
862 	dest_ring->sw_index &= dest_ring->nentries_mask;  in ath10k_ce_init_dest_ring()
863 	dest_ring->write_index =  in ath10k_ce_init_dest_ring()
865 	dest_ring->write_index &= dest_ring->nentries_mask;  in ath10k_ce_init_dest_ring()
868 					  dest_ring->base_addr_ce_space);  in ath10k_ce_init_dest_ring()
876 		   ce_id, nentries, dest_ring->base_addr_owner_space);  in ath10k_ce_init_dest_ring()
931 	struct ath10k_ce_ring *dest_ring;  in ath10k_ce_alloc_dest_ring()  local
937 	dest_ring = kzalloc(sizeof(*dest_ring) +  in ath10k_ce_alloc_dest_ring()
939 			     sizeof(*dest_ring->per_transfer_context)),  in ath10k_ce_alloc_dest_ring()
941 	if (dest_ring == NULL)  in ath10k_ce_alloc_dest_ring()
944 	dest_ring->nentries = nentries;  in ath10k_ce_alloc_dest_ring()
945 	dest_ring->nentries_mask = nentries - 1;  in ath10k_ce_alloc_dest_ring()
951 	dest_ring->base_addr_owner_space_unaligned =  in ath10k_ce_alloc_dest_ring()
956 	if (!dest_ring->base_addr_owner_space_unaligned) {  in ath10k_ce_alloc_dest_ring()
957 		kfree(dest_ring);  in ath10k_ce_alloc_dest_ring()
961 	dest_ring->base_addr_ce_space_unaligned = base_addr;  in ath10k_ce_alloc_dest_ring()
967 	memset(dest_ring->base_addr_owner_space_unaligned, 0,  in ath10k_ce_alloc_dest_ring()
970 	dest_ring->base_addr_owner_space = PTR_ALIGN(  in ath10k_ce_alloc_dest_ring()
971 			dest_ring->base_addr_owner_space_unaligned,  in ath10k_ce_alloc_dest_ring()
973 	dest_ring->base_addr_ce_space = ALIGN(  in ath10k_ce_alloc_dest_ring()
974 			dest_ring->base_addr_ce_space_unaligned,  in ath10k_ce_alloc_dest_ring()
977 	return dest_ring;  in ath10k_ce_alloc_dest_ring()
1082 		ce_state->dest_ring = ath10k_ce_alloc_dest_ring(ar, ce_id,  in ath10k_ce_alloc_pipe()
1084 		if (IS_ERR(ce_state->dest_ring)) {  in ath10k_ce_alloc_pipe()
1085 			ret = PTR_ERR(ce_state->dest_ring);  in ath10k_ce_alloc_pipe()
1088 			ce_state->dest_ring = NULL;  in ath10k_ce_alloc_pipe()
1111 	if (ce_state->dest_ring) {  in ath10k_ce_free_pipe()
1113 				  (ce_state->dest_ring->nentries *  in ath10k_ce_free_pipe()
1116 				  ce_state->dest_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1117 				  ce_state->dest_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1118 		kfree(ce_state->dest_ring);  in ath10k_ce_free_pipe()
1122 	ce_state->dest_ring = NULL;  in ath10k_ce_free_pipe()