36 static int adf_reserve_ring(struct adf_etr_bank_data *bank, u32 ring)  in adf_reserve_ring()  argument
38 	spin_lock(&bank->lock);  in adf_reserve_ring()
39 	if (bank->ring_mask & (1 << ring)) {  in adf_reserve_ring()
40 		spin_unlock(&bank->lock);  in adf_reserve_ring()
43 	bank->ring_mask |= (1 << ring);  in adf_reserve_ring()
44 	spin_unlock(&bank->lock);  in adf_reserve_ring()
48 static void adf_unreserve_ring(struct adf_etr_bank_data *bank, u32 ring)  in adf_unreserve_ring()  argument
50 	spin_lock(&bank->lock);  in adf_unreserve_ring()
51 	bank->ring_mask &= ~(1 << ring);  in adf_unreserve_ring()
52 	spin_unlock(&bank->lock);  in adf_unreserve_ring()
55 static void adf_enable_ring_irq(struct adf_etr_bank_data *bank, u32 ring)  in adf_enable_ring_irq()  argument
57 	spin_lock_bh(&bank->lock);  in adf_enable_ring_irq()
58 	bank->irq_mask |= (1 << ring);  in adf_enable_ring_irq()
59 	spin_unlock_bh(&bank->lock);  in adf_enable_ring_irq()
60 	WRITE_CSR_INT_COL_EN(bank->csr_addr, bank->bank_number, bank->irq_mask);  in adf_enable_ring_irq()
61 	WRITE_CSR_INT_COL_CTL(bank->csr_addr, bank->bank_number,  in adf_enable_ring_irq()
62 			      bank->irq_coalesc_timer);  in adf_enable_ring_irq()
65 static void adf_disable_ring_irq(struct adf_etr_bank_data *bank, u32 ring)  in adf_disable_ring_irq()  argument
67 	spin_lock_bh(&bank->lock);  in adf_disable_ring_irq()
68 	bank->irq_mask &= ~(1 << ring);  in adf_disable_ring_irq()
69 	spin_unlock_bh(&bank->lock);  in adf_disable_ring_irq()
70 	WRITE_CSR_INT_COL_EN(bank->csr_addr, bank->bank_number, bank->irq_mask);  in adf_disable_ring_irq()
87 	WRITE_CSR_RING_TAIL(ring->bank->csr_addr, ring->bank->bank_number,  in adf_send_message()
109 		WRITE_CSR_RING_HEAD(ring->bank->csr_addr,  in adf_handle_response()
110 				    ring->bank->bank_number,  in adf_handle_response()
119 	WRITE_CSR_RING_CONFIG(ring->bank->csr_addr, ring->bank->bank_number,  in adf_configure_tx_ring()
130 	WRITE_CSR_RING_CONFIG(ring->bank->csr_addr, ring->bank->bank_number,  in adf_configure_rx_ring()
136 	struct adf_etr_bank_data *bank = ring->bank;  in adf_init_ring()  local
137 	struct adf_accel_dev *accel_dev = bank->accel_dev;  in adf_init_ring()
167 	WRITE_CSR_RING_BASE(ring->bank->csr_addr, ring->bank->bank_number,  in adf_init_ring()
181 		dma_free_coherent(&GET_DEV(ring->bank->accel_dev),  in adf_cleanup_ring()
194 	struct adf_etr_bank_data *bank;  in adf_create_ring()  local
228 	bank = &transport_data->banks[bank_num];  in adf_create_ring()
229 	if (adf_reserve_ring(bank, ring_num)) {  in adf_create_ring()
234 	ring = &bank->rings[ring_num];  in adf_create_ring()
236 	ring->bank = bank;  in adf_create_ring()
259 		adf_enable_ring_irq(bank, ring->ring_number);  in adf_create_ring()
264 	adf_unreserve_ring(bank, ring_num);  in adf_create_ring()
271 	struct adf_etr_bank_data *bank = ring->bank;  in adf_remove_ring()  local
274 	adf_disable_ring_irq(bank, ring->ring_number);  in adf_remove_ring()
277 	WRITE_CSR_RING_CONFIG(bank->csr_addr, bank->bank_number,  in adf_remove_ring()
279 	WRITE_CSR_RING_BASE(bank->csr_addr, bank->bank_number,  in adf_remove_ring()
282 	adf_unreserve_ring(bank, ring->ring_number);  in adf_remove_ring()
288 static void adf_ring_response_handler(struct adf_etr_bank_data *bank)  in adf_ring_response_handler()  argument
292 	empty_rings = READ_CSR_E_STAT(bank->csr_addr, bank->bank_number);  in adf_ring_response_handler()
293 	empty_rings = ~empty_rings & bank->irq_mask;  in adf_ring_response_handler()
297 			adf_handle_response(&bank->rings[i]);  in adf_ring_response_handler()
303 	struct adf_etr_bank_data *bank = (void *)bank_addr;  in adf_response_handler()  local
306 	adf_ring_response_handler(bank);  in adf_response_handler()
307 	WRITE_CSR_INT_FLAG_AND_COL(bank->csr_addr, bank->bank_number,  in adf_response_handler()
308 				   bank->irq_mask);  in adf_response_handler()
328 static void adf_get_coalesc_timer(struct adf_etr_bank_data *bank,  in adf_get_coalesc_timer()  argument
332 	if (adf_get_cfg_int(bank->accel_dev, section,  in adf_get_coalesc_timer()
334 			    bank_num_in_accel, &bank->irq_coalesc_timer))  in adf_get_coalesc_timer()
335 		bank->irq_coalesc_timer = ADF_COALESCING_DEF_TIME;  in adf_get_coalesc_timer()
337 	if (ADF_COALESCING_MAX_TIME < bank->irq_coalesc_timer ||  in adf_get_coalesc_timer()
338 	    ADF_COALESCING_MIN_TIME > bank->irq_coalesc_timer)  in adf_get_coalesc_timer()
339 		bank->irq_coalesc_timer = ADF_COALESCING_DEF_TIME;  in adf_get_coalesc_timer()
343 			 struct adf_etr_bank_data *bank,  in adf_init_bank()  argument
351 	memset(bank, 0, sizeof(*bank));  in adf_init_bank()
352 	bank->bank_number = bank_num;  in adf_init_bank()
353 	bank->csr_addr = csr_addr;  in adf_init_bank()
354 	bank->accel_dev = accel_dev;  in adf_init_bank()
355 	spin_lock_init(&bank->lock);  in adf_init_bank()
363 		adf_get_coalesc_timer(bank, "Accelerator0", bank_num);  in adf_init_bank()
365 		bank->irq_coalesc_timer = ADF_COALESCING_MIN_TIME;  in adf_init_bank()
370 		ring = &bank->rings[i];  in adf_init_bank()
384 			tx_ring = &bank->rings[i - hw_data->tx_rx_gap];  in adf_init_bank()
388 	if (adf_bank_debugfs_add(bank)) {  in adf_init_bank()
399 		ring = &bank->rings[i];  in adf_init_bank()
466 static void cleanup_bank(struct adf_etr_bank_data *bank)  in cleanup_bank()  argument
471 		struct adf_accel_dev *accel_dev = bank->accel_dev;  in cleanup_bank()
473 		struct adf_etr_ring_data *ring = &bank->rings[i];  in cleanup_bank()
475 		if (bank->ring_mask & (1 << i))  in cleanup_bank()
481 	adf_bank_debugfs_rm(bank);  in cleanup_bank()
482 	memset(bank, 0, sizeof(*bank));  in cleanup_bank()