139 	gpd = dma_pool_zalloc(mep->mtu->qmu_gpd_pool, GFP_ATOMIC, &ring->dma);  in mtu3_gpd_ring_alloc()
152 	dma_pool_free(mep->mtu->qmu_gpd_pool,  in mtu3_gpd_ring_free()
180 	struct mtu3 *mtu = mep->mtu;  in mtu3_qmu_resume()  local
181 	void __iomem *mbase = mtu->mac_base;  in mtu3_qmu_resume()
252 	dev_dbg(mep->mtu->dev, "TX-EP%d queue gpd=%p, enq=%p, qdma=%pad\n",  in mtu3_prepare_tx_gpd()
291 	dev_dbg(mep->mtu->dev, "RX-EP%d queue gpd=%p, enq=%p, qdma=%pad\n",  in mtu3_prepare_rx_gpd()
317 	struct mtu3 *mtu = mep->mtu;  in mtu3_qmu_start()  local
318 	void __iomem *mbase = mtu->mac_base;  in mtu3_qmu_start()
333 			dev_warn(mtu->dev, "Tx %d Active Now!\n", epnum);  in mtu3_qmu_start()
351 			dev_warn(mtu->dev, "Rx %d Active Now!\n", epnum);  in mtu3_qmu_start()
363 	struct mtu3 *mtu = mep->mtu;  in mtu3_qmu_stop()  local
364 	void __iomem *mbase = mtu->mac_base;  in mtu3_qmu_stop()
373 		dev_dbg(mtu->dev, "%s's qmu is inactive now!\n", mep->name);  in mtu3_qmu_stop()
381 		dev_err(mtu->dev, "stop %s's qmu failed\n", mep->name);  in mtu3_qmu_stop()
385 	dev_dbg(mtu->dev, "%s's qmu stop now!\n", mep->name);  in mtu3_qmu_stop()
391 	dev_dbg(mep->mtu->dev, "%s flush QMU %s\n", __func__,  in mtu3_qmu_flush()
404 static void qmu_tx_zlp_error_handler(struct mtu3 *mtu, u8 epnum)  in qmu_tx_zlp_error_handler()  argument
406 	struct mtu3_ep *mep = mtu->in_eps + epnum;  in qmu_tx_zlp_error_handler()
408 	void __iomem *mbase = mtu->mac_base;  in qmu_tx_zlp_error_handler()
426 		dev_err(mtu->dev, "TX EP%d buffer length error(!=0)\n", epnum);  in qmu_tx_zlp_error_handler()
430 	dev_dbg(mtu->dev, "%s send ZLP for req=%p\n", __func__, req);  in qmu_tx_zlp_error_handler()
437 		dev_err(mtu->dev, "%s wait for fifo empty fail\n", __func__);  in qmu_tx_zlp_error_handler()
459 static void qmu_done_tx(struct mtu3 *mtu, u8 epnum)  in qmu_done_tx()  argument
461 	struct mtu3_ep *mep = mtu->in_eps + epnum;  in qmu_done_tx()
463 	void __iomem *mbase = mtu->mac_base;  in qmu_done_tx()
474 	dev_dbg(mtu->dev, "%s EP%d, last=%p, current=%p, enq=%p\n",  in qmu_done_tx()
482 			dev_err(mtu->dev, "no correct TX req is found\n");  in qmu_done_tx()
493 	dev_dbg(mtu->dev, "%s EP%d, deq=%p, enq=%p, complete\n",  in qmu_done_tx()
498 static void qmu_done_rx(struct mtu3 *mtu, u8 epnum)  in qmu_done_rx()  argument
500 	struct mtu3_ep *mep = mtu->out_eps + epnum;  in qmu_done_rx()
502 	void __iomem *mbase = mtu->mac_base;  in qmu_done_rx()
512 	dev_dbg(mtu->dev, "%s EP%d, last=%p, current=%p, enq=%p\n",  in qmu_done_rx()
520 			dev_err(mtu->dev, "no correct RX req is found\n");  in qmu_done_rx()
531 	dev_dbg(mtu->dev, "%s EP%d, deq=%p, enq=%p, complete\n",  in qmu_done_rx()
535 static void qmu_done_isr(struct mtu3 *mtu, u32 done_status)  in qmu_done_isr()  argument
539 	for (i = 1; i < mtu->num_eps; i++) {  in qmu_done_isr()
541 			qmu_done_rx(mtu, i);  in qmu_done_isr()
543 			qmu_done_tx(mtu, i);  in qmu_done_isr()
547 static void qmu_exception_isr(struct mtu3 *mtu, u32 qmu_status)  in qmu_exception_isr()  argument
549 	void __iomem *mbase = mtu->mac_base;  in qmu_exception_isr()
555 		for (i = 1; i < mtu->num_eps; i++) {  in qmu_exception_isr()
557 				dev_err(mtu->dev, "Rx %d CS error!\n", i);  in qmu_exception_isr()
560 				dev_err(mtu->dev, "RX %d Length error\n", i);  in qmu_exception_isr()
567 		for (i = 1; i < mtu->num_eps; i++) {  in qmu_exception_isr()
569 				dev_dbg(mtu->dev, "RX EP%d Recv ZLP\n", i);  in qmu_exception_isr()
576 		for (i = 1; i < mtu->num_eps; i++) {  in qmu_exception_isr()
578 				dev_err(mtu->dev, "Tx %d checksum error!\n", i);  in qmu_exception_isr()
581 				qmu_tx_zlp_error_handler(mtu, i);  in qmu_exception_isr()
587 irqreturn_t mtu3_qmu_isr(struct mtu3 *mtu)  in mtu3_qmu_isr()  argument
589 	void __iomem *mbase = mtu->mac_base;  in mtu3_qmu_isr()
600 	dev_dbg(mtu->dev, "=== QMUdone[tx=%x, rx=%x] QMUexp[%x] ===\n",  in mtu3_qmu_isr()
605 		qmu_done_isr(mtu, qmu_done_status);  in mtu3_qmu_isr()
608 		qmu_exception_isr(mtu, qmu_status);  in mtu3_qmu_isr()
613 int mtu3_qmu_init(struct mtu3 *mtu)  in mtu3_qmu_init()  argument
618 	mtu->qmu_gpd_pool = dma_pool_create("QMU_GPD", mtu->dev,  in mtu3_qmu_init()
621 	if (!mtu->qmu_gpd_pool)  in mtu3_qmu_init()
627 void mtu3_qmu_exit(struct mtu3 *mtu)  in mtu3_qmu_exit()  argument
629 	dma_pool_destroy(mtu->qmu_gpd_pool);  in mtu3_qmu_exit()