357 	struct qm_dqrr dqrr;  member
612 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_init()  local
619 	dqrr->ring = portal->addr.ce + QM_CL_DQRR;  in qm_dqrr_init()
620 	dqrr->pi = qm_in(portal, QM_REG_DQRR_PI_CINH) & (QM_DQRR_SIZE - 1);  in qm_dqrr_init()
621 	dqrr->ci = qm_in(portal, QM_REG_DQRR_CI_CINH) & (QM_DQRR_SIZE - 1);  in qm_dqrr_init()
622 	dqrr->cursor = dqrr->ring + dqrr->ci;  in qm_dqrr_init()
623 	dqrr->fill = dpaa_cyc_diff(QM_DQRR_SIZE, dqrr->ci, dqrr->pi);  in qm_dqrr_init()
624 	dqrr->vbit = (qm_in(portal, QM_REG_DQRR_PI_CINH) & QM_DQRR_SIZE) ?  in qm_dqrr_init()
626 	dqrr->ithresh = qm_in(portal, QM_REG_DQRR_ITR);  in qm_dqrr_init()
628 	dqrr->dmode = dmode;  in qm_dqrr_init()
629 	dqrr->pmode = pmode;  in qm_dqrr_init()
630 	dqrr->cmode = cmode;  in qm_dqrr_init()
634 		dpaa_invalidate(qm_cl(dqrr->ring, cfg));  in qm_dqrr_init()
650 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_finish()  local
652 	if (dqrr->cmode != qm_dqrr_cdc &&  in qm_dqrr_finish()
653 	    dqrr->ci != dqrr_ptr2idx(dqrr->cursor))  in qm_dqrr_finish()
661 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_current()  local
663 	if (!dqrr->fill)  in qm_dqrr_current()
665 	return dqrr->cursor;  in qm_dqrr_current()
670 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_next()  local
672 	DPAA_ASSERT(dqrr->fill);  in qm_dqrr_next()
673 	dqrr->cursor = dqrr_inc(dqrr->cursor);  in qm_dqrr_next()
674 	return --dqrr->fill;  in qm_dqrr_next()
679 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_pvb_update()  local
680 	struct qm_dqrr_entry *res = qm_cl(dqrr->ring, dqrr->pi);  in qm_dqrr_pvb_update()
682 	DPAA_ASSERT(dqrr->pmode == qm_dqrr_pvb);  in qm_dqrr_pvb_update()
690 	if ((res->verb & QM_DQRR_VERB_VBIT) == dqrr->vbit) {  in qm_dqrr_pvb_update()
691 		dqrr->pi = (dqrr->pi + 1) & (QM_DQRR_SIZE - 1);  in qm_dqrr_pvb_update()
692 		if (!dqrr->pi)  in qm_dqrr_pvb_update()
693 			dqrr->vbit ^= QM_DQRR_VERB_VBIT;  in qm_dqrr_pvb_update()
694 		dqrr->fill++;  in qm_dqrr_pvb_update()
702 	__maybe_unused struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_cdc_consume_1ptr()  local
705 	DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc);  in qm_dqrr_cdc_consume_1ptr()
706 	DPAA_ASSERT((dqrr->ring + idx) == dq);  in qm_dqrr_cdc_consume_1ptr()
715 	__maybe_unused struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_cdc_consume_n()  local
717 	DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc);  in qm_dqrr_cdc_consume_n()
1048 	portal->p.dqrr.ithresh = ithresh;  in qman_dqrr_set_ithresh()
1644 			res = fq->cb.dqrr(p, fq, dq);  in __poll_portal_fast()
1654 			res = fq->cb.dqrr(p, fq, dq);  in __poll_portal_fast()
2583 	const struct qm_dqrr_entry *dqrr;  in _qm_dqrr_consume_and_match()  local
2588 		dqrr = qm_dqrr_current(p);  in _qm_dqrr_consume_and_match()
2589 		if (!dqrr)  in _qm_dqrr_consume_and_match()
2591 	} while (wait && !dqrr);  in _qm_dqrr_consume_and_match()
2593 	while (dqrr) {  in _qm_dqrr_consume_and_match()
2594 		if (qm_fqid_get(dqrr) == fqid && (dqrr->stat & s))  in _qm_dqrr_consume_and_match()
2596 		qm_dqrr_cdc_consume_1ptr(p, dqrr, 0);  in _qm_dqrr_consume_and_match()
2599 		dqrr = qm_dqrr_current(p);  in _qm_dqrr_consume_and_match()