327 	struct am65_cpsw_tx_chn *tx_chn;  in am65_cpsw_nuss_ndo_host_tx_timeout()  local
332 	tx_chn = &common->tx_chns[txqueue];  in am65_cpsw_nuss_ndo_host_tx_timeout()
340 		   k3_cppi_desc_pool_avail(tx_chn->desc_pool));  in am65_cpsw_nuss_ndo_host_tx_timeout()
493 		ret = k3_udma_glue_enable_tx_chn(common->tx_chns[i].tx_chn);  in am65_cpsw_nuss_common_open()
525 		k3_udma_glue_tdown_tx_chn(common->tx_chns[i].tx_chn, false);  in am65_cpsw_nuss_common_stop()
535 		k3_udma_glue_reset_tx_chn(common->tx_chns[i].tx_chn,  in am65_cpsw_nuss_common_stop()
538 		k3_udma_glue_disable_tx_chn(common->tx_chns[i].tx_chn);  in am65_cpsw_nuss_common_stop()
866 static void am65_cpsw_nuss_xmit_free(struct am65_cpsw_tx_chn *tx_chn,  in am65_cpsw_nuss_xmit_free()  argument
884 		next_desc = k3_cppi_desc_pool_dma2virt(tx_chn->desc_pool,  in am65_cpsw_nuss_xmit_free()
893 		k3_cppi_desc_pool_free(tx_chn->desc_pool, next_desc);  in am65_cpsw_nuss_xmit_free()
896 	k3_cppi_desc_pool_free(tx_chn->desc_pool, first_desc);  in am65_cpsw_nuss_xmit_free()
901 	struct am65_cpsw_tx_chn *tx_chn = data;  in am65_cpsw_nuss_tx_cleanup()  local
906 	desc_tx = k3_cppi_desc_pool_dma2virt(tx_chn->desc_pool, desc_dma);  in am65_cpsw_nuss_tx_cleanup()
909 	am65_cpsw_nuss_xmit_free(tx_chn, tx_chn->common->dev, desc_tx);  in am65_cpsw_nuss_tx_cleanup()
919 	struct am65_cpsw_tx_chn *tx_chn;  in am65_cpsw_nuss_tx_compl_packets()  local
928 	tx_chn = &common->tx_chns[chn];  in am65_cpsw_nuss_tx_compl_packets()
934 		res = k3_udma_glue_pop_tx_chn(tx_chn->tx_chn, &desc_dma);  in am65_cpsw_nuss_tx_compl_packets()
944 		desc_tx = k3_cppi_desc_pool_dma2virt(tx_chn->desc_pool,  in am65_cpsw_nuss_tx_compl_packets()
948 		am65_cpsw_nuss_xmit_free(tx_chn, dev, desc_tx);  in am65_cpsw_nuss_tx_compl_packets()
980 		    (k3_cppi_desc_pool_avail(tx_chn->desc_pool) >=  in am65_cpsw_nuss_tx_compl_packets()
993 	struct am65_cpsw_tx_chn *tx_chn = am65_cpsw_napi_to_tx_chn(napi_tx);  in am65_cpsw_nuss_tx_poll()  local
996 	num_tx = am65_cpsw_nuss_tx_compl_packets(tx_chn->common, tx_chn->id,  in am65_cpsw_nuss_tx_poll()
1001 		enable_irq(tx_chn->irq);  in am65_cpsw_nuss_tx_poll()
1019 	struct am65_cpsw_tx_chn *tx_chn = dev_id;  in am65_cpsw_nuss_tx_irq()  local
1022 	napi_schedule(&tx_chn->napi_tx);  in am65_cpsw_nuss_tx_irq()
1034 	struct am65_cpsw_tx_chn *tx_chn;  in am65_cpsw_nuss_ndo_slave_xmit()  local
1052 	tx_chn = &common->tx_chns[q_idx];  in am65_cpsw_nuss_ndo_slave_xmit()
1064 	first_desc = k3_cppi_desc_pool_alloc(tx_chn->desc_pool);  in am65_cpsw_nuss_ndo_slave_xmit()
1106 		next_desc = k3_cppi_desc_pool_alloc(tx_chn->desc_pool);  in am65_cpsw_nuss_ndo_slave_xmit()
1116 			k3_cppi_desc_pool_free(tx_chn->desc_pool, next_desc);  in am65_cpsw_nuss_ndo_slave_xmit()
1125 		desc_dma = k3_cppi_desc_pool_virt2dma(tx_chn->desc_pool,  in am65_cpsw_nuss_ndo_slave_xmit()
1141 	desc_dma = k3_cppi_desc_pool_virt2dma(tx_chn->desc_pool, first_desc);  in am65_cpsw_nuss_ndo_slave_xmit()
1142 	ret = k3_udma_glue_push_tx_chn(tx_chn->tx_chn, first_desc, desc_dma);  in am65_cpsw_nuss_ndo_slave_xmit()
1151 	if (k3_cppi_desc_pool_avail(tx_chn->desc_pool) < MAX_SKB_FRAGS) {  in am65_cpsw_nuss_ndo_slave_xmit()
1158 		if (k3_cppi_desc_pool_avail(tx_chn->desc_pool) >=  in am65_cpsw_nuss_ndo_slave_xmit()
1168 	am65_cpsw_nuss_xmit_free(tx_chn, dev, first_desc);  in am65_cpsw_nuss_ndo_slave_xmit()
1175 	am65_cpsw_nuss_xmit_free(tx_chn, dev, first_desc);  in am65_cpsw_nuss_ndo_slave_xmit()
1434 		struct am65_cpsw_tx_chn *tx_chn = &common->tx_chns[i];  in am65_cpsw_nuss_free_tx_chns()  local
1436 		if (!IS_ERR_OR_NULL(tx_chn->desc_pool))  in am65_cpsw_nuss_free_tx_chns()
1437 			k3_cppi_desc_pool_destroy(tx_chn->desc_pool);  in am65_cpsw_nuss_free_tx_chns()
1439 		if (!IS_ERR_OR_NULL(tx_chn->tx_chn))  in am65_cpsw_nuss_free_tx_chns()
1440 			k3_udma_glue_release_tx_chn(tx_chn->tx_chn);  in am65_cpsw_nuss_free_tx_chns()
1442 		memset(tx_chn, 0, sizeof(*tx_chn));  in am65_cpsw_nuss_free_tx_chns()
1454 		struct am65_cpsw_tx_chn *tx_chn = &common->tx_chns[i];  in am65_cpsw_nuss_remove_tx_chns()  local
1456 		if (tx_chn->irq)  in am65_cpsw_nuss_remove_tx_chns()
1457 			devm_free_irq(dev, tx_chn->irq, tx_chn);  in am65_cpsw_nuss_remove_tx_chns()
1459 		netif_napi_del(&tx_chn->napi_tx);  in am65_cpsw_nuss_remove_tx_chns()
1461 		if (!IS_ERR_OR_NULL(tx_chn->desc_pool))  in am65_cpsw_nuss_remove_tx_chns()
1462 			k3_cppi_desc_pool_destroy(tx_chn->desc_pool);  in am65_cpsw_nuss_remove_tx_chns()
1464 		if (!IS_ERR_OR_NULL(tx_chn->tx_chn))  in am65_cpsw_nuss_remove_tx_chns()
1465 			k3_udma_glue_release_tx_chn(tx_chn->tx_chn);  in am65_cpsw_nuss_remove_tx_chns()
1467 		memset(tx_chn, 0, sizeof(*tx_chn));  in am65_cpsw_nuss_remove_tx_chns()
1494 		struct am65_cpsw_tx_chn *tx_chn = &common->tx_chns[i];  in am65_cpsw_nuss_init_tx_chns()  local
1496 		snprintf(tx_chn->tx_chn_name,  in am65_cpsw_nuss_init_tx_chns()
1497 			 sizeof(tx_chn->tx_chn_name), "tx%d", i);  in am65_cpsw_nuss_init_tx_chns()
1499 		tx_chn->common = common;  in am65_cpsw_nuss_init_tx_chns()
1500 		tx_chn->id = i;  in am65_cpsw_nuss_init_tx_chns()
1501 		tx_chn->descs_num = max_desc_num;  in am65_cpsw_nuss_init_tx_chns()
1502 		tx_chn->desc_pool =  in am65_cpsw_nuss_init_tx_chns()
1504 						      tx_chn->descs_num,  in am65_cpsw_nuss_init_tx_chns()
1506 						      tx_chn->tx_chn_name);  in am65_cpsw_nuss_init_tx_chns()
1507 		if (IS_ERR(tx_chn->desc_pool)) {  in am65_cpsw_nuss_init_tx_chns()
1508 			ret = PTR_ERR(tx_chn->desc_pool);  in am65_cpsw_nuss_init_tx_chns()
1513 		tx_chn->tx_chn =  in am65_cpsw_nuss_init_tx_chns()
1515 						    tx_chn->tx_chn_name,  in am65_cpsw_nuss_init_tx_chns()
1517 		if (IS_ERR(tx_chn->tx_chn)) {  in am65_cpsw_nuss_init_tx_chns()
1518 			ret = PTR_ERR(tx_chn->tx_chn);  in am65_cpsw_nuss_init_tx_chns()
1524 		tx_chn->irq = k3_udma_glue_tx_get_irq(tx_chn->tx_chn);  in am65_cpsw_nuss_init_tx_chns()
1525 		if (tx_chn->irq <= 0) {  in am65_cpsw_nuss_init_tx_chns()
1527 				tx_chn->irq);  in am65_cpsw_nuss_init_tx_chns()
1531 		snprintf(tx_chn->tx_chn_name,  in am65_cpsw_nuss_init_tx_chns()
1532 			 sizeof(tx_chn->tx_chn_name), "%s-tx%d",  in am65_cpsw_nuss_init_tx_chns()
1533 			 dev_name(dev), tx_chn->id);  in am65_cpsw_nuss_init_tx_chns()
1916 		struct am65_cpsw_tx_chn *tx_chn = &common->tx_chns[i];  in am65_cpsw_nuss_ndev_add_napi_2g()  local
1918 		netif_tx_napi_add(port->ndev, &tx_chn->napi_tx,  in am65_cpsw_nuss_ndev_add_napi_2g()
1921 		ret = devm_request_irq(dev, tx_chn->irq,  in am65_cpsw_nuss_ndev_add_napi_2g()
1924 				       tx_chn->tx_chn_name, tx_chn);  in am65_cpsw_nuss_ndev_add_napi_2g()
1927 				tx_chn->id, tx_chn->irq, ret);  in am65_cpsw_nuss_ndev_add_napi_2g()