15 static void ath11k_dp_htt_htc_tx_complete(struct ath11k_base *ab,  in ath11k_dp_htt_htc_tx_complete()  argument
23 	struct ath11k_base *ab = ar->ab;  in ath11k_dp_peer_cleanup()  local
28 	spin_lock_bh(&ab->base_lock);  in ath11k_dp_peer_cleanup()
29 	peer = ath11k_peer_find(ab, vdev_id, addr);  in ath11k_dp_peer_cleanup()
31 		ath11k_warn(ab, "failed to lookup peer %pM on vdev %d\n",  in ath11k_dp_peer_cleanup()
33 		spin_unlock_bh(&ab->base_lock);  in ath11k_dp_peer_cleanup()
39 	spin_unlock_bh(&ab->base_lock);  in ath11k_dp_peer_cleanup()
44 	struct ath11k_base *ab = ar->ab;  in ath11k_dp_peer_setup()  local
56 		ath11k_warn(ab, "failed to set default routing %d peer :%pM vdev_id :%d\n",  in ath11k_dp_peer_setup()
65 			ath11k_warn(ab, "failed to setup rxd tid queue for tid %d: %d\n",  in ath11k_dp_peer_setup()
73 		ath11k_warn(ab, "failed to setup rx defrag context\n");  in ath11k_dp_peer_setup()
82 	spin_lock_bh(&ab->base_lock);  in ath11k_dp_peer_setup()
84 	peer = ath11k_peer_find(ab, vdev_id, addr);  in ath11k_dp_peer_setup()
86 		ath11k_warn(ab, "failed to find the peer to del rx tid\n");  in ath11k_dp_peer_setup()
87 		spin_unlock_bh(&ab->base_lock);  in ath11k_dp_peer_setup()
94 	spin_unlock_bh(&ab->base_lock);  in ath11k_dp_peer_setup()
99 void ath11k_dp_srng_cleanup(struct ath11k_base *ab, struct dp_srng *ring)  in ath11k_dp_srng_cleanup()  argument
104 	dma_free_coherent(ab->dev, ring->size, ring->vaddr_unaligned,  in ath11k_dp_srng_cleanup()
124 static int ath11k_dp_srng_calculate_msi_group(struct ath11k_base *ab,  in ath11k_dp_srng_calculate_msi_group()  argument
132 			grp_mask = &ab->hw_params.ring_mask->tx[0];  in ath11k_dp_srng_calculate_msi_group()
134 			grp_mask = &ab->hw_params.ring_mask->rx_wbm_rel[0];  in ath11k_dp_srng_calculate_msi_group()
141 		grp_mask = &ab->hw_params.ring_mask->rx_err[0];  in ath11k_dp_srng_calculate_msi_group()
144 		grp_mask = &ab->hw_params.ring_mask->rx[0];  in ath11k_dp_srng_calculate_msi_group()
147 		grp_mask = &ab->hw_params.ring_mask->reo_status[0];  in ath11k_dp_srng_calculate_msi_group()
151 		grp_mask = &ab->hw_params.ring_mask->rx_mon_status[0];  in ath11k_dp_srng_calculate_msi_group()
154 		grp_mask = &ab->hw_params.ring_mask->rxdma2host[0];  in ath11k_dp_srng_calculate_msi_group()
157 		grp_mask = &ab->hw_params.ring_mask->host2rxdma[0];  in ath11k_dp_srng_calculate_msi_group()
177 static void ath11k_dp_srng_msi_setup(struct ath11k_base *ab,  in ath11k_dp_srng_msi_setup()  argument
185 	ret = ath11k_get_user_msi_vector(ab, "DP",  in ath11k_dp_srng_msi_setup()
191 	msi_group_number = ath11k_dp_srng_calculate_msi_group(ab, type,  in ath11k_dp_srng_msi_setup()
194 		ath11k_dbg(ab, ATH11K_DBG_PCI,  in ath11k_dp_srng_msi_setup()
203 		ath11k_dbg(ab, ATH11K_DBG_PCI,  in ath11k_dp_srng_msi_setup()
208 	ath11k_get_msi_address(ab, &addr_lo, &addr_hi);  in ath11k_dp_srng_msi_setup()
217 int ath11k_dp_srng_setup(struct ath11k_base *ab, struct dp_srng *ring,  in ath11k_dp_srng_setup()  argument
222 	int entry_sz = ath11k_hal_srng_get_entrysize(ab, type);  in ath11k_dp_srng_setup()
223 	int max_entries = ath11k_hal_srng_get_max_entries(ab, type);  in ath11k_dp_srng_setup()
233 	ring->vaddr_unaligned = dma_alloc_coherent(ab->dev, ring->size,  in ath11k_dp_srng_setup()
246 	ath11k_dp_srng_msi_setup(ab, &params, type, ring_num + mac_id);  in ath11k_dp_srng_setup()
291 		ath11k_warn(ab, "Not a valid ring type in dp :%d\n", type);  in ath11k_dp_srng_setup()
295 	ret = ath11k_hal_srng_setup(ab, type, ring_num, mac_id, &params);  in ath11k_dp_srng_setup()
297 		ath11k_warn(ab, "failed to setup srng: %d ring_id %d\n",  in ath11k_dp_srng_setup()
307 static void ath11k_dp_stop_shadow_timers(struct ath11k_base *ab)  in ath11k_dp_stop_shadow_timers()  argument
311 	if (!ab->hw_params.supports_shadow_regs)  in ath11k_dp_stop_shadow_timers()
315 		ath11k_dp_shadow_stop_timer(ab, &ab->dp.tx_ring_timer[i]);  in ath11k_dp_stop_shadow_timers()
317 	ath11k_dp_shadow_stop_timer(ab, &ab->dp.reo_cmd_timer);  in ath11k_dp_stop_shadow_timers()
320 static void ath11k_dp_srng_common_cleanup(struct ath11k_base *ab)  in ath11k_dp_srng_common_cleanup()  argument
322 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_srng_common_cleanup()
325 	ath11k_dp_stop_shadow_timers(ab);  in ath11k_dp_srng_common_cleanup()
326 	ath11k_dp_srng_cleanup(ab, &dp->wbm_desc_rel_ring);  in ath11k_dp_srng_common_cleanup()
327 	ath11k_dp_srng_cleanup(ab, &dp->tcl_cmd_ring);  in ath11k_dp_srng_common_cleanup()
328 	ath11k_dp_srng_cleanup(ab, &dp->tcl_status_ring);  in ath11k_dp_srng_common_cleanup()
330 		ath11k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_data_ring);  in ath11k_dp_srng_common_cleanup()
331 		ath11k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_comp_ring);  in ath11k_dp_srng_common_cleanup()
333 	ath11k_dp_srng_cleanup(ab, &dp->reo_reinject_ring);  in ath11k_dp_srng_common_cleanup()
334 	ath11k_dp_srng_cleanup(ab, &dp->rx_rel_ring);  in ath11k_dp_srng_common_cleanup()
335 	ath11k_dp_srng_cleanup(ab, &dp->reo_except_ring);  in ath11k_dp_srng_common_cleanup()
336 	ath11k_dp_srng_cleanup(ab, &dp->reo_cmd_ring);  in ath11k_dp_srng_common_cleanup()
337 	ath11k_dp_srng_cleanup(ab, &dp->reo_status_ring);  in ath11k_dp_srng_common_cleanup()
340 static int ath11k_dp_srng_common_setup(struct ath11k_base *ab)  in ath11k_dp_srng_common_setup()  argument
342 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_srng_common_setup()
347 	ret = ath11k_dp_srng_setup(ab, &dp->wbm_desc_rel_ring,  in ath11k_dp_srng_common_setup()
351 		ath11k_warn(ab, "failed to set up wbm2sw_release ring :%d\n",  in ath11k_dp_srng_common_setup()
356 	ret = ath11k_dp_srng_setup(ab, &dp->tcl_cmd_ring, HAL_TCL_CMD, 0, 0,  in ath11k_dp_srng_common_setup()
359 		ath11k_warn(ab, "failed to set up tcl_cmd ring :%d\n", ret);  in ath11k_dp_srng_common_setup()
363 	ret = ath11k_dp_srng_setup(ab, &dp->tcl_status_ring, HAL_TCL_STATUS,  in ath11k_dp_srng_common_setup()
366 		ath11k_warn(ab, "failed to set up tcl_status ring :%d\n", ret);  in ath11k_dp_srng_common_setup()
371 		ret = ath11k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_data_ring,  in ath11k_dp_srng_common_setup()
375 			ath11k_warn(ab, "failed to set up tcl_data ring (%d) :%d\n",  in ath11k_dp_srng_common_setup()
380 		ret = ath11k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_comp_ring,  in ath11k_dp_srng_common_setup()
384 			ath11k_warn(ab, "failed to set up tcl_comp ring ring (%d) :%d\n",  in ath11k_dp_srng_common_setup()
389 		srng = &ab->hal.srng_list[dp->tx_ring[i].tcl_data_ring.ring_id];  in ath11k_dp_srng_common_setup()
390 		ath11k_hal_tx_init_data_ring(ab, srng);  in ath11k_dp_srng_common_setup()
392 		ath11k_dp_shadow_init_timer(ab, &dp->tx_ring_timer[i],  in ath11k_dp_srng_common_setup()
397 	ret = ath11k_dp_srng_setup(ab, &dp->reo_reinject_ring, HAL_REO_REINJECT,  in ath11k_dp_srng_common_setup()
400 		ath11k_warn(ab, "failed to set up reo_reinject ring :%d\n",  in ath11k_dp_srng_common_setup()
405 	ret = ath11k_dp_srng_setup(ab, &dp->rx_rel_ring, HAL_WBM2SW_RELEASE,  in ath11k_dp_srng_common_setup()
408 		ath11k_warn(ab, "failed to set up rx_rel ring :%d\n", ret);  in ath11k_dp_srng_common_setup()
412 	ret = ath11k_dp_srng_setup(ab, &dp->reo_except_ring, HAL_REO_EXCEPTION,  in ath11k_dp_srng_common_setup()
415 		ath11k_warn(ab, "failed to set up reo_exception ring :%d\n",  in ath11k_dp_srng_common_setup()
420 	ret = ath11k_dp_srng_setup(ab, &dp->reo_cmd_ring, HAL_REO_CMD,  in ath11k_dp_srng_common_setup()
423 		ath11k_warn(ab, "failed to set up reo_cmd ring :%d\n", ret);  in ath11k_dp_srng_common_setup()
427 	srng = &ab->hal.srng_list[dp->reo_cmd_ring.ring_id];  in ath11k_dp_srng_common_setup()
428 	ath11k_hal_reo_init_cmd_ring(ab, srng);  in ath11k_dp_srng_common_setup()
430 	ath11k_dp_shadow_init_timer(ab, &dp->reo_cmd_timer,  in ath11k_dp_srng_common_setup()
434 	ret = ath11k_dp_srng_setup(ab, &dp->reo_status_ring, HAL_REO_STATUS,  in ath11k_dp_srng_common_setup()
437 		ath11k_warn(ab, "failed to set up reo_status ring :%d\n", ret);  in ath11k_dp_srng_common_setup()
455 	ath11k_hal_reo_hw_setup(ab, ring_hash_map);  in ath11k_dp_srng_common_setup()
460 	ath11k_dp_srng_common_cleanup(ab);  in ath11k_dp_srng_common_setup()
465 static void ath11k_dp_scatter_idle_link_desc_cleanup(struct ath11k_base *ab)  in ath11k_dp_scatter_idle_link_desc_cleanup()  argument
467 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_scatter_idle_link_desc_cleanup()
475 		dma_free_coherent(ab->dev, HAL_WBM_IDLE_SCATTER_BUF_SIZE_MAX,  in ath11k_dp_scatter_idle_link_desc_cleanup()
481 static int ath11k_dp_scatter_idle_link_desc_setup(struct ath11k_base *ab,  in ath11k_dp_scatter_idle_link_desc_setup()  argument
487 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_scatter_idle_link_desc_setup()
501 		ath11k_hal_srng_get_entrysize(ab, HAL_WBM_IDLE_LINK);  in ath11k_dp_scatter_idle_link_desc_setup()
508 		slist[i].vaddr = dma_alloc_coherent(ab->dev,  in ath11k_dp_scatter_idle_link_desc_setup()
545 	ath11k_hal_setup_link_idle_list(ab, slist, num_scatter_buf,  in ath11k_dp_scatter_idle_link_desc_setup()
551 	ath11k_dp_scatter_idle_link_desc_cleanup(ab);  in ath11k_dp_scatter_idle_link_desc_setup()
557 ath11k_dp_link_desc_bank_free(struct ath11k_base *ab,  in ath11k_dp_link_desc_bank_free()  argument
564 			dma_free_coherent(ab->dev,  in ath11k_dp_link_desc_bank_free()
573 static int ath11k_dp_link_desc_bank_alloc(struct ath11k_base *ab,  in ath11k_dp_link_desc_bank_alloc()  argument
578 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_link_desc_bank_alloc()
588 					dma_alloc_coherent(ab->dev, desc_sz,  in ath11k_dp_link_desc_bank_alloc()
607 	ath11k_dp_link_desc_bank_free(ab, dp->link_desc_banks);  in ath11k_dp_link_desc_bank_alloc()
612 void ath11k_dp_link_desc_cleanup(struct ath11k_base *ab,  in ath11k_dp_link_desc_cleanup()  argument
616 	ath11k_dp_link_desc_bank_free(ab, desc_bank);  in ath11k_dp_link_desc_cleanup()
619 		ath11k_dp_srng_cleanup(ab, ring);  in ath11k_dp_link_desc_cleanup()
620 		ath11k_dp_scatter_idle_link_desc_cleanup(ab);  in ath11k_dp_link_desc_cleanup()
624 static int ath11k_wbm_idle_ring_setup(struct ath11k_base *ab, u32 *n_link_desc)  in ath11k_wbm_idle_ring_setup()  argument
626 	struct ath11k_dp *dp = &ab->dp;  in ath11k_wbm_idle_ring_setup()
651 	ret = ath11k_dp_srng_setup(ab, &dp->wbm_idle_ring,  in ath11k_wbm_idle_ring_setup()
654 		ath11k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret);  in ath11k_wbm_idle_ring_setup()
660 int ath11k_dp_link_desc_setup(struct ath11k_base *ab,  in ath11k_dp_link_desc_setup()  argument
693 	ret = ath11k_dp_link_desc_bank_alloc(ab, link_desc_banks,  in ath11k_dp_link_desc_setup()
699 	entry_sz = ath11k_hal_srng_get_entrysize(ab, ring_type);  in ath11k_dp_link_desc_setup()
705 		ret = ath11k_dp_scatter_idle_link_desc_setup(ab, tot_mem_sz,  in ath11k_dp_link_desc_setup()
710 			ath11k_warn(ab, "failed to setup scatting idle list descriptor :%d\n",  in ath11k_dp_link_desc_setup()
720 	ath11k_hal_srng_access_begin(ab, srng);  in ath11k_dp_link_desc_setup()
729 		       (desc = ath11k_hal_srng_src_get_next_entry(ab, srng))) {  in ath11k_dp_link_desc_setup()
737 	ath11k_hal_srng_access_end(ab, srng);  in ath11k_dp_link_desc_setup()
744 	ath11k_dp_link_desc_bank_free(ab, link_desc_banks);  in ath11k_dp_link_desc_setup()
749 int ath11k_dp_service_srng(struct ath11k_base *ab,  in ath11k_dp_service_srng()  argument
759 	while (ab->hw_params.ring_mask->tx[grp_id] >> i) {  in ath11k_dp_service_srng()
760 		if (ab->hw_params.ring_mask->tx[grp_id] & BIT(i))  in ath11k_dp_service_srng()
761 			ath11k_dp_tx_completion_handler(ab, i);  in ath11k_dp_service_srng()
765 	if (ab->hw_params.ring_mask->rx_err[grp_id]) {  in ath11k_dp_service_srng()
766 		work_done = ath11k_dp_process_rx_err(ab, napi, budget);  in ath11k_dp_service_srng()
773 	if (ab->hw_params.ring_mask->rx_wbm_rel[grp_id]) {  in ath11k_dp_service_srng()
774 		work_done = ath11k_dp_rx_process_wbm_err(ab,  in ath11k_dp_service_srng()
784 	if (ab->hw_params.ring_mask->rx[grp_id]) {  in ath11k_dp_service_srng()
785 		i =  fls(ab->hw_params.ring_mask->rx[grp_id]) - 1;  in ath11k_dp_service_srng()
786 		work_done = ath11k_dp_process_rx(ab, i, napi,  in ath11k_dp_service_srng()
794 	if (ab->hw_params.ring_mask->rx_mon_status[grp_id]) {  in ath11k_dp_service_srng()
795 		for (i = 0; i < ab->num_radios; i++) {  in ath11k_dp_service_srng()
796 			for (j = 0; j < ab->hw_params.num_rxmda_per_pdev; j++) {  in ath11k_dp_service_srng()
797 				int id = i * ab->hw_params.num_rxmda_per_pdev + j;  in ath11k_dp_service_srng()
799 				if (ab->hw_params.ring_mask->rx_mon_status[grp_id] &  in ath11k_dp_service_srng()
802 					ath11k_dp_rx_process_mon_rings(ab,  in ath11k_dp_service_srng()
815 	if (ab->hw_params.ring_mask->reo_status[grp_id])  in ath11k_dp_service_srng()
816 		ath11k_dp_process_reo_status(ab);  in ath11k_dp_service_srng()
818 	for (i = 0; i < ab->num_radios; i++) {  in ath11k_dp_service_srng()
819 		for (j = 0; j < ab->hw_params.num_rxmda_per_pdev; j++) {  in ath11k_dp_service_srng()
820 			int id = i * ab->hw_params.num_rxmda_per_pdev + j;  in ath11k_dp_service_srng()
822 			if (ab->hw_params.ring_mask->rxdma2host[grp_id] & BIT(id)) {  in ath11k_dp_service_srng()
823 				work_done = ath11k_dp_process_rxdma_err(ab, id, budget);  in ath11k_dp_service_srng()
831 			if (ab->hw_params.ring_mask->host2rxdma[grp_id] & BIT(id)) {  in ath11k_dp_service_srng()
832 				struct ath11k *ar = ath11k_ab_to_ar(ab, id);  in ath11k_dp_service_srng()
836 				ath11k_dp_rxbufs_replenish(ab, id, rx_ring, 0,  in ath11k_dp_service_srng()
848 void ath11k_dp_pdev_free(struct ath11k_base *ab)  in ath11k_dp_pdev_free()  argument
853 	del_timer_sync(&ab->mon_reap_timer);  in ath11k_dp_pdev_free()
855 	for (i = 0; i < ab->num_radios; i++) {  in ath11k_dp_pdev_free()
856 		ar = ab->pdevs[i].ar;  in ath11k_dp_pdev_free()
857 		ath11k_dp_rx_pdev_free(ab, i);  in ath11k_dp_pdev_free()
863 void ath11k_dp_pdev_pre_alloc(struct ath11k_base *ab)  in ath11k_dp_pdev_pre_alloc()  argument
870 	for (i = 0; i <  ab->num_radios; i++) {  in ath11k_dp_pdev_pre_alloc()
871 		ar = ab->pdevs[i].ar;  in ath11k_dp_pdev_pre_alloc()
878 		for (j = 0; j < ab->hw_params.num_rxmda_per_pdev; j++) {  in ath11k_dp_pdev_pre_alloc()
887 int ath11k_dp_pdev_alloc(struct ath11k_base *ab)  in ath11k_dp_pdev_alloc()  argument
894 	for (i = 0; i < ab->num_radios; i++) {  in ath11k_dp_pdev_alloc()
895 		ar = ab->pdevs[i].ar;  in ath11k_dp_pdev_alloc()
896 		ret = ath11k_dp_rx_pdev_alloc(ab, i);  in ath11k_dp_pdev_alloc()
898 			ath11k_warn(ab, "failed to allocate pdev rx for pdev_id :%d\n",  in ath11k_dp_pdev_alloc()
904 			ath11k_warn(ab, "failed to initialize mon pdev %d\n",  in ath11k_dp_pdev_alloc()
913 	ath11k_dp_pdev_free(ab);  in ath11k_dp_pdev_alloc()
933 	status = ath11k_htc_connect_service(&dp->ab->htc, &conn_req,  in ath11k_dp_htt_connect()
953 		if (arvif->ar->ab->hw_params.htt_peer_map_v2) {  in ath11k_dp_update_vdev_search()
988 	struct ath11k_base *ab = (struct ath11k_base *)ctx;  in ath11k_dp_tx_pending_cleanup()  local
991 	dma_unmap_single(ab->dev, ATH11K_SKB_CB(msdu)->paddr, msdu->len,  in ath11k_dp_tx_pending_cleanup()
999 void ath11k_dp_free(struct ath11k_base *ab)  in ath11k_dp_free()  argument
1001 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_free()
1004 	ath11k_dp_link_desc_cleanup(ab, dp->link_desc_banks,  in ath11k_dp_free()
1007 	ath11k_dp_srng_common_cleanup(ab);  in ath11k_dp_free()
1009 	ath11k_dp_reo_cmd_list_cleanup(ab);  in ath11k_dp_free()
1014 			     ath11k_dp_tx_pending_cleanup, ab);  in ath11k_dp_free()
1023 int ath11k_dp_alloc(struct ath11k_base *ab)  in ath11k_dp_alloc()  argument
1025 	struct ath11k_dp *dp = &ab->dp;  in ath11k_dp_alloc()
1032 	dp->ab = ab;  in ath11k_dp_alloc()
1040 	ret = ath11k_wbm_idle_ring_setup(ab, &n_link_desc);  in ath11k_dp_alloc()
1042 		ath11k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret);  in ath11k_dp_alloc()
1046 	srng = &ab->hal.srng_list[dp->wbm_idle_ring.ring_id];  in ath11k_dp_alloc()
1048 	ret = ath11k_dp_link_desc_setup(ab, dp->link_desc_banks,  in ath11k_dp_alloc()
1051 		ath11k_warn(ab, "failed to setup link desc: %d\n", ret);  in ath11k_dp_alloc()
1055 	ret = ath11k_dp_srng_common_setup(ab);  in ath11k_dp_alloc()
1076 		ath11k_hal_tx_set_dscp_tid_map(ab, i);  in ath11k_dp_alloc()
1083 	ath11k_dp_srng_common_cleanup(ab);  in ath11k_dp_alloc()
1086 	ath11k_dp_link_desc_cleanup(ab, dp->link_desc_banks,  in ath11k_dp_alloc()
1096 	struct ath11k_base *ab = update_timer->ab;  in ath11k_dp_shadow_timer_handler()  local
1097 	struct hal_srng	*srng = &ab->hal.srng_list[update_timer->ring_id];  in ath11k_dp_shadow_timer_handler()
1112 		ath11k_hal_srng_shadow_update_hp_tp(ab, srng);  in ath11k_dp_shadow_timer_handler()
1118 void ath11k_dp_shadow_start_timer(struct ath11k_base *ab,  in ath11k_dp_shadow_start_timer()  argument
1124 	if (!ab->hw_params.supports_shadow_regs)  in ath11k_dp_shadow_start_timer()
1138 void ath11k_dp_shadow_stop_timer(struct ath11k_base *ab,  in ath11k_dp_shadow_stop_timer()  argument
1141 	if (!ab->hw_params.supports_shadow_regs)  in ath11k_dp_shadow_stop_timer()
1150 void ath11k_dp_shadow_init_timer(struct ath11k_base *ab,  in ath11k_dp_shadow_init_timer()  argument
1154 	if (!ab->hw_params.supports_shadow_regs)  in ath11k_dp_shadow_init_timer()
1159 	update_timer->ab = ab;  in ath11k_dp_shadow_init_timer()