268 int ath10k_ce_send_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_send_nolock()  argument
275 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_send_nolock()
276 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_send_nolock()
281 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_send_nolock()
285 	if (nbytes > ce_state->src_sz_max)  in ath10k_ce_send_nolock()
287 			    __func__, nbytes, ce_state->src_sz_max);  in ath10k_ce_send_nolock()
353 int ath10k_ce_send(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_send()  argument
360 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_send()
365 	ret = ath10k_ce_send_nolock(ce_state, per_transfer_context,  in ath10k_ce_send()
446 static int ath10k_ce_completed_recv_next_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_recv_next_nolock()  argument
453 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_completed_recv_next_nolock()
502 int ath10k_ce_completed_recv_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_recv_next()  argument
509 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_recv_next()
514 	ret = ath10k_ce_completed_recv_next_nolock(ce_state,  in ath10k_ce_completed_recv_next()
523 int ath10k_ce_revoke_recv_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_revoke_recv_next()  argument
535 	dest_ring = ce_state->dest_ring;  in ath10k_ce_revoke_recv_next()
540 	ar = ce_state->ar;  in ath10k_ce_revoke_recv_next()
579 static int ath10k_ce_completed_send_next_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_send_next_nolock()  argument
585 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_completed_send_next_nolock()
586 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_completed_send_next_nolock()
587 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_send_next_nolock()
639 int ath10k_ce_cancel_send_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_cancel_send_next()  argument
653 	src_ring = ce_state->src_ring;  in ath10k_ce_cancel_send_next()
658 	ar = ce_state->ar;  in ath10k_ce_cancel_send_next()
697 int ath10k_ce_completed_send_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_send_next()  argument
703 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_send_next()
708 	ret = ath10k_ce_completed_send_next_nolock(ce_state,  in ath10k_ce_completed_send_next()
726 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_per_engine_service()  local
727 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_per_engine_service()
737 	if (ce_state->recv_cb)  in ath10k_ce_per_engine_service()
738 		ce_state->recv_cb(ce_state);  in ath10k_ce_per_engine_service()
740 	if (ce_state->send_cb)  in ath10k_ce_per_engine_service()
741 		ce_state->send_cb(ce_state);  in ath10k_ce_per_engine_service()
785 static void ath10k_ce_per_engine_handler_adjust(struct ath10k_ce_pipe *ce_state)  in ath10k_ce_per_engine_handler_adjust()  argument
787 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_per_engine_handler_adjust()
788 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_per_engine_handler_adjust()
789 	bool disable_copy_compl_intr = ce_state->attr_flags & CE_ATTR_DIS_INTR;  in ath10k_ce_per_engine_handler_adjust()
792 	    (ce_state->send_cb || ce_state->recv_cb))  in ath10k_ce_per_engine_handler_adjust()
829 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_src_ring()  local
830 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_init_src_ring()
866 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_dest_ring()  local
867 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_init_dest_ring()
1028 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_pipe()  local
1043 	ce_state->ar = ar;  in ath10k_ce_init_pipe()
1044 	ce_state->id = ce_id;  in ath10k_ce_init_pipe()
1045 	ce_state->ctrl_addr = ath10k_ce_base_address(ce_id);  in ath10k_ce_init_pipe()
1046 	ce_state->attr_flags = attr->flags;  in ath10k_ce_init_pipe()
1047 	ce_state->src_sz_max = attr->src_sz_max;  in ath10k_ce_init_pipe()
1049 		ce_state->send_cb = send_cb;  in ath10k_ce_init_pipe()
1051 		ce_state->recv_cb = recv_cb;  in ath10k_ce_init_pipe()
1104 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_alloc_pipe()  local
1108 		ce_state->src_ring = ath10k_ce_alloc_src_ring(ar, ce_id, attr);  in ath10k_ce_alloc_pipe()
1109 		if (IS_ERR(ce_state->src_ring)) {  in ath10k_ce_alloc_pipe()
1110 			ret = PTR_ERR(ce_state->src_ring);  in ath10k_ce_alloc_pipe()
1113 			ce_state->src_ring = NULL;  in ath10k_ce_alloc_pipe()
1119 		ce_state->dest_ring = ath10k_ce_alloc_dest_ring(ar, ce_id,  in ath10k_ce_alloc_pipe()
1121 		if (IS_ERR(ce_state->dest_ring)) {  in ath10k_ce_alloc_pipe()
1122 			ret = PTR_ERR(ce_state->dest_ring);  in ath10k_ce_alloc_pipe()
1125 			ce_state->dest_ring = NULL;  in ath10k_ce_alloc_pipe()
1136 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_free_pipe()  local
1138 	if (ce_state->src_ring) {  in ath10k_ce_free_pipe()
1139 		kfree(ce_state->src_ring->shadow_base_unaligned);  in ath10k_ce_free_pipe()
1141 				  (ce_state->src_ring->nentries *  in ath10k_ce_free_pipe()
1144 				  ce_state->src_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1145 				  ce_state->src_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1146 		kfree(ce_state->src_ring);  in ath10k_ce_free_pipe()
1149 	if (ce_state->dest_ring) {  in ath10k_ce_free_pipe()
1151 				  (ce_state->dest_ring->nentries *  in ath10k_ce_free_pipe()
1154 				  ce_state->dest_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1155 				  ce_state->dest_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1156 		kfree(ce_state->dest_ring);  in ath10k_ce_free_pipe()
1159 	ce_state->src_ring = NULL;  in ath10k_ce_free_pipe()
1160 	ce_state->dest_ring = NULL;  in ath10k_ce_free_pipe()