533 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_num];  in k3_udma_glue_release_rx_flow()  local
535 	if (IS_ERR_OR_NULL(flow->udma_rflow))  in k3_udma_glue_release_rx_flow()
538 	if (flow->ringrxfdq)  in k3_udma_glue_release_rx_flow()
539 		k3_ringacc_ring_free(flow->ringrxfdq);  in k3_udma_glue_release_rx_flow()
541 	if (flow->ringrx)  in k3_udma_glue_release_rx_flow()
542 		k3_ringacc_ring_free(flow->ringrx);  in k3_udma_glue_release_rx_flow()
544 	xudma_rflow_put(rx_chn->common.udmax, flow->udma_rflow);  in k3_udma_glue_release_rx_flow()
545 	flow->udma_rflow = NULL;  in k3_udma_glue_release_rx_flow()
553 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_idx];  in k3_udma_glue_cfg_rx_flow()  local
561 	flow->udma_rflow = xudma_rflow_get(rx_chn->common.udmax,  in k3_udma_glue_cfg_rx_flow()
562 					   flow->udma_rflow_id);  in k3_udma_glue_cfg_rx_flow()
563 	if (IS_ERR(flow->udma_rflow)) {  in k3_udma_glue_cfg_rx_flow()
564 		ret = PTR_ERR(flow->udma_rflow);  in k3_udma_glue_cfg_rx_flow()
569 	if (flow->udma_rflow_id != xudma_rflow_get_id(flow->udma_rflow)) {  in k3_udma_glue_cfg_rx_flow()
578 					     &flow->ringrxfdq,  in k3_udma_glue_cfg_rx_flow()
579 					     &flow->ringrx);  in k3_udma_glue_cfg_rx_flow()
585 	ret = k3_ringacc_ring_cfg(flow->ringrx, &flow_cfg->rx_cfg);  in k3_udma_glue_cfg_rx_flow()
591 	ret = k3_ringacc_ring_cfg(flow->ringrxfdq, &flow_cfg->rxfdq_cfg);  in k3_udma_glue_cfg_rx_flow()
601 		rx_ring_id = k3_ringacc_get_ring_id(flow->ringrx);  in k3_udma_glue_cfg_rx_flow()
602 		rx_ringfdq_id = k3_ringacc_get_ring_id(flow->ringrxfdq);  in k3_udma_glue_cfg_rx_flow()
622 	req.flow_index = flow->udma_rflow_id;  in k3_udma_glue_cfg_rx_flow()
642 		dev_err(dev, "flow%d config failed: %d\n", flow->udma_rflow_id,  in k3_udma_glue_cfg_rx_flow()
649 		flow->udma_rflow_id, rx_chn->flows_ready);  in k3_udma_glue_cfg_rx_flow()
654 	k3_ringacc_ring_free(flow->ringrxfdq);  in k3_udma_glue_cfg_rx_flow()
655 	k3_ringacc_ring_free(flow->ringrx);  in k3_udma_glue_cfg_rx_flow()
658 	xudma_rflow_put(rx_chn->common.udmax, flow->udma_rflow);  in k3_udma_glue_cfg_rx_flow()
659 	flow->udma_rflow = NULL;  in k3_udma_glue_cfg_rx_flow()
956 	struct k3_udma_glue_rx_flow *flow;  in k3_udma_glue_rx_flow_get_fdq_id()  local
961 	flow = &rx_chn->flows[flow_idx];  in k3_udma_glue_rx_flow_get_fdq_id()
963 	return k3_ringacc_get_ring_id(flow->ringrxfdq);  in k3_udma_glue_rx_flow_get_fdq_id()
976 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_idx];  in k3_udma_glue_rx_flow_enable()  local
987 	rx_ring_id = k3_ringacc_get_ring_id(flow->ringrx);  in k3_udma_glue_rx_flow_enable()
988 	rx_ringfdq_id = k3_ringacc_get_ring_id(flow->ringrxfdq);  in k3_udma_glue_rx_flow_enable()
999 	req.flow_index = flow->udma_rflow_id;  in k3_udma_glue_rx_flow_enable()
1008 		dev_err(dev, "flow%d enable failed: %d\n", flow->udma_rflow_id,  in k3_udma_glue_rx_flow_enable()
1019 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_idx];  in k3_udma_glue_rx_flow_disable()  local
1036 	req.flow_index = flow->udma_rflow_id;  in k3_udma_glue_rx_flow_disable()
1045 		dev_err(dev, "flow%d disable failed: %d\n", flow->udma_rflow_id,  in k3_udma_glue_rx_flow_disable()
1123 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_num];  in k3_udma_glue_reset_rx_chn()  local
1129 	occ_rx = k3_ringacc_ring_get_occ(flow->ringrx);  in k3_udma_glue_reset_rx_chn()
1131 	if (flow->ringrx)  in k3_udma_glue_reset_rx_chn()
1132 		k3_ringacc_ring_reset(flow->ringrx);  in k3_udma_glue_reset_rx_chn()
1145 	occ_rx = k3_ringacc_ring_get_occ(flow->ringrxfdq);  in k3_udma_glue_reset_rx_chn()
1149 		ret = k3_ringacc_ring_pop(flow->ringrxfdq, &desc_dma);  in k3_udma_glue_reset_rx_chn()
1157 	k3_ringacc_ring_reset_dma(flow->ringrxfdq, occ_rx);  in k3_udma_glue_reset_rx_chn()
1165 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_num];  in k3_udma_glue_push_rx_chn()  local
1167 	return k3_ringacc_ring_push(flow->ringrxfdq, &desc_dma);  in k3_udma_glue_push_rx_chn()
1174 	struct k3_udma_glue_rx_flow *flow = &rx_chn->flows[flow_num];  in k3_udma_glue_pop_rx_chn()  local
1176 	return k3_ringacc_ring_pop(flow->ringrx, desc_dma);  in k3_udma_glue_pop_rx_chn()
1183 	struct k3_udma_glue_rx_flow *flow;  in k3_udma_glue_rx_get_irq()  local
1185 	flow = &rx_chn->flows[flow_num];  in k3_udma_glue_rx_get_irq()
1187 	flow->virq = k3_ringacc_get_ring_irq_num(flow->ringrx);  in k3_udma_glue_rx_get_irq()
1189 	return flow->virq;  in k3_udma_glue_rx_get_irq()