80 static int adf_reserve_ring(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_reserve_ring()  argument
82 	spin_lock(&bank->lock);  in adf_reserve_ring()
83 	if (bank->ring_mask & (1 << ring)) {  in adf_reserve_ring()
84 		spin_unlock(&bank->lock);  in adf_reserve_ring()
87 	bank->ring_mask |= (1 << ring);  in adf_reserve_ring()
88 	spin_unlock(&bank->lock);  in adf_reserve_ring()
92 static void adf_unreserve_ring(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_unreserve_ring()  argument
94 	spin_lock(&bank->lock);  in adf_unreserve_ring()
95 	bank->ring_mask &= ~(1 << ring);  in adf_unreserve_ring()
96 	spin_unlock(&bank->lock);  in adf_unreserve_ring()
99 static void adf_enable_ring_irq(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_enable_ring_irq()  argument
101 	spin_lock_bh(&bank->lock);  in adf_enable_ring_irq()
102 	bank->irq_mask |= (1 << ring);  in adf_enable_ring_irq()
103 	spin_unlock_bh(&bank->lock);  in adf_enable_ring_irq()
104 	WRITE_CSR_INT_COL_EN(bank->csr_addr, bank->bank_number, bank->irq_mask);  in adf_enable_ring_irq()
105 	WRITE_CSR_INT_COL_CTL(bank->csr_addr, bank->bank_number,  in adf_enable_ring_irq()
106 			      bank->irq_coalesc_timer);  in adf_enable_ring_irq()
109 static void adf_disable_ring_irq(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_disable_ring_irq()  argument
111 	spin_lock_bh(&bank->lock);  in adf_disable_ring_irq()
112 	bank->irq_mask &= ~(1 << ring);  in adf_disable_ring_irq()
113 	spin_unlock_bh(&bank->lock);  in adf_disable_ring_irq()
114 	WRITE_CSR_INT_COL_EN(bank->csr_addr, bank->bank_number, bank->irq_mask);  in adf_disable_ring_irq()
131 	WRITE_CSR_RING_TAIL(ring->bank->csr_addr, ring->bank->bank_number,  in adf_send_message()
152 		WRITE_CSR_RING_HEAD(ring->bank->csr_addr,  in adf_handle_response()
153 				    ring->bank->bank_number,  in adf_handle_response()
164 	WRITE_CSR_RING_CONFIG(ring->bank->csr_addr, ring->bank->bank_number,  in adf_configure_tx_ring()
175 	WRITE_CSR_RING_CONFIG(ring->bank->csr_addr, ring->bank->bank_number,  in adf_configure_rx_ring()
181 	struct adf_etr_bank_data *bank = ring->bank;  in adf_init_ring()  local
182 	struct adf_accel_dev *accel_dev = bank->accel_dev;  in adf_init_ring()
211 	WRITE_CSR_RING_BASE(ring->bank->csr_addr, ring->bank->bank_number,  in adf_init_ring()
225 		dma_free_coherent(&GET_DEV(ring->bank->accel_dev),  in adf_cleanup_ring()
238 	struct adf_etr_bank_data *bank;  in adf_create_ring()  local
268 	bank = &transport_data->banks[bank_num];  in adf_create_ring()
269 	if (adf_reserve_ring(bank, ring_num)) {  in adf_create_ring()
274 	ring = &bank->rings[ring_num];  in adf_create_ring()
276 	ring->bank = bank;  in adf_create_ring()
299 		adf_enable_ring_irq(bank, ring->ring_number);  in adf_create_ring()
304 	adf_unreserve_ring(bank, ring_num);  in adf_create_ring()
311 	struct adf_etr_bank_data *bank = ring->bank;  in adf_remove_ring()  local
312 	struct adf_accel_dev *accel_dev = bank->accel_dev;  in adf_remove_ring()
315 	adf_disable_ring_irq(bank, ring->ring_number);  in adf_remove_ring()
318 	WRITE_CSR_RING_CONFIG(bank->csr_addr, bank->bank_number,  in adf_remove_ring()
320 	WRITE_CSR_RING_BASE(bank->csr_addr, bank->bank_number,  in adf_remove_ring()
323 	adf_unreserve_ring(bank, ring->ring_number);  in adf_remove_ring()
329 static void adf_ring_response_handler(struct adf_etr_bank_data *bank)  in adf_ring_response_handler()  argument
333 	empty_rings = READ_CSR_E_STAT(bank->csr_addr, bank->bank_number);  in adf_ring_response_handler()
334 	empty_rings = ~empty_rings & bank->irq_mask;  in adf_ring_response_handler()
338 			adf_handle_response(&bank->rings[i]);  in adf_ring_response_handler()
355 	struct adf_etr_bank_data *bank = (void *)bank_addr;  in adf_response_handler()  local
358 	adf_ring_response_handler(bank);  in adf_response_handler()
359 	WRITE_CSR_INT_FLAG_AND_COL(bank->csr_addr, bank->bank_number,  in adf_response_handler()
360 				   bank->irq_mask);  in adf_response_handler()
381 static void adf_get_coalesc_timer(struct adf_etr_bank_data *bank,  in adf_get_coalesc_timer()  argument
385 	if (adf_get_cfg_int(bank->accel_dev, section,  in adf_get_coalesc_timer()
387 			    bank_num_in_accel, &bank->irq_coalesc_timer))  in adf_get_coalesc_timer()
388 		bank->irq_coalesc_timer = ADF_COALESCING_DEF_TIME;  in adf_get_coalesc_timer()
390 	if (ADF_COALESCING_MAX_TIME < bank->irq_coalesc_timer ||  in adf_get_coalesc_timer()
391 	    ADF_COALESCING_MIN_TIME > bank->irq_coalesc_timer)  in adf_get_coalesc_timer()
392 		bank->irq_coalesc_timer = ADF_COALESCING_DEF_TIME;  in adf_get_coalesc_timer()
396 			 struct adf_etr_bank_data *bank,  in adf_init_bank()  argument
404 	memset(bank, 0, sizeof(*bank));  in adf_init_bank()
405 	bank->bank_number = bank_num;  in adf_init_bank()
406 	bank->csr_addr = csr_addr;  in adf_init_bank()
407 	bank->accel_dev = accel_dev;  in adf_init_bank()
408 	spin_lock_init(&bank->lock);  in adf_init_bank()
416 		adf_get_coalesc_timer(bank, "Accelerator0", bank_num);  in adf_init_bank()
418 		bank->irq_coalesc_timer = ADF_COALESCING_MIN_TIME;  in adf_init_bank()
423 		ring = &bank->rings[i];  in adf_init_bank()
437 			tx_ring = &bank->rings[i - hw_data->tx_rx_gap];  in adf_init_bank()
441 	if (adf_bank_debugfs_add(bank)) {  in adf_init_bank()
451 		ring = &bank->rings[i];  in adf_init_bank()
525 static void cleanup_bank(struct adf_etr_bank_data *bank)  in cleanup_bank()  argument
530 		struct adf_accel_dev *accel_dev = bank->accel_dev;  in cleanup_bank()
532 		struct adf_etr_ring_data *ring = &bank->rings[i];  in cleanup_bank()
534 		if (bank->ring_mask & (1 << i))  in cleanup_bank()
540 	adf_bank_debugfs_rm(bank);  in cleanup_bank()
541 	memset(bank, 0, sizeof(*bank));  in cleanup_bank()