357 	struct qm_dqrr dqrr;  member
607 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_init()  local
614 	dqrr->ring = portal->addr.ce + QM_CL_DQRR;  in qm_dqrr_init()
615 	dqrr->pi = qm_in(portal, QM_REG_DQRR_PI_CINH) & (QM_DQRR_SIZE - 1);  in qm_dqrr_init()
616 	dqrr->ci = qm_in(portal, QM_REG_DQRR_CI_CINH) & (QM_DQRR_SIZE - 1);  in qm_dqrr_init()
617 	dqrr->cursor = dqrr->ring + dqrr->ci;  in qm_dqrr_init()
618 	dqrr->fill = dpaa_cyc_diff(QM_DQRR_SIZE, dqrr->ci, dqrr->pi);  in qm_dqrr_init()
619 	dqrr->vbit = (qm_in(portal, QM_REG_DQRR_PI_CINH) & QM_DQRR_SIZE) ?  in qm_dqrr_init()
621 	dqrr->ithresh = qm_in(portal, QM_REG_DQRR_ITR);  in qm_dqrr_init()
623 	dqrr->dmode = dmode;  in qm_dqrr_init()
624 	dqrr->pmode = pmode;  in qm_dqrr_init()
625 	dqrr->cmode = cmode;  in qm_dqrr_init()
629 		dpaa_invalidate(qm_cl(dqrr->ring, cfg));  in qm_dqrr_init()
645 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_finish()  local
647 	if (dqrr->cmode != qm_dqrr_cdc &&  in qm_dqrr_finish()
648 	    dqrr->ci != dqrr_ptr2idx(dqrr->cursor))  in qm_dqrr_finish()
656 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_current()  local
658 	if (!dqrr->fill)  in qm_dqrr_current()
660 	return dqrr->cursor;  in qm_dqrr_current()
665 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_next()  local
667 	DPAA_ASSERT(dqrr->fill);  in qm_dqrr_next()
668 	dqrr->cursor = dqrr_inc(dqrr->cursor);  in qm_dqrr_next()
669 	return --dqrr->fill;  in qm_dqrr_next()
674 	struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_pvb_update()  local
675 	struct qm_dqrr_entry *res = qm_cl(dqrr->ring, dqrr->pi);  in qm_dqrr_pvb_update()
677 	DPAA_ASSERT(dqrr->pmode == qm_dqrr_pvb);  in qm_dqrr_pvb_update()
685 	if ((res->verb & QM_DQRR_VERB_VBIT) == dqrr->vbit) {  in qm_dqrr_pvb_update()
686 		dqrr->pi = (dqrr->pi + 1) & (QM_DQRR_SIZE - 1);  in qm_dqrr_pvb_update()
687 		if (!dqrr->pi)  in qm_dqrr_pvb_update()
688 			dqrr->vbit ^= QM_DQRR_VERB_VBIT;  in qm_dqrr_pvb_update()
689 		dqrr->fill++;  in qm_dqrr_pvb_update()
697 	__maybe_unused struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_cdc_consume_1ptr()  local
700 	DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc);  in qm_dqrr_cdc_consume_1ptr()
701 	DPAA_ASSERT((dqrr->ring + idx) == dq);  in qm_dqrr_cdc_consume_1ptr()
710 	__maybe_unused struct qm_dqrr *dqrr = &portal->dqrr;  in qm_dqrr_cdc_consume_n()  local
712 	DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc);  in qm_dqrr_cdc_consume_n()
1043 	portal->p.dqrr.ithresh = ithresh;  in qman_dqrr_set_ithresh()
1642 			res = fq->cb.dqrr(p, fq, dq, sched_napi);  in __poll_portal_fast()
1652 			res = fq->cb.dqrr(p, fq, dq, sched_napi);  in __poll_portal_fast()
2645 	const struct qm_dqrr_entry *dqrr;  in _qm_dqrr_consume_and_match()  local
2650 		dqrr = qm_dqrr_current(p);  in _qm_dqrr_consume_and_match()
2651 		if (!dqrr)  in _qm_dqrr_consume_and_match()
2653 	} while (wait && !dqrr);  in _qm_dqrr_consume_and_match()
2655 	while (dqrr) {  in _qm_dqrr_consume_and_match()
2656 		if (qm_fqid_get(dqrr) == fqid && (dqrr->stat & s))  in _qm_dqrr_consume_and_match()
2658 		qm_dqrr_cdc_consume_1ptr(p, dqrr, 0);  in _qm_dqrr_consume_and_match()
2661 		dqrr = qm_dqrr_current(p);  in _qm_dqrr_consume_and_match()