Lines Matching refs:dqrr
357 struct qm_dqrr dqrr; member
607 struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_init() local
614 dqrr->ring = portal->addr.ce + QM_CL_DQRR; in qm_dqrr_init()
615 dqrr->pi = qm_in(portal, QM_REG_DQRR_PI_CINH) & (QM_DQRR_SIZE - 1); in qm_dqrr_init()
616 dqrr->ci = qm_in(portal, QM_REG_DQRR_CI_CINH) & (QM_DQRR_SIZE - 1); in qm_dqrr_init()
617 dqrr->cursor = dqrr->ring + dqrr->ci; in qm_dqrr_init()
618 dqrr->fill = dpaa_cyc_diff(QM_DQRR_SIZE, dqrr->ci, dqrr->pi); in qm_dqrr_init()
619 dqrr->vbit = (qm_in(portal, QM_REG_DQRR_PI_CINH) & QM_DQRR_SIZE) ? in qm_dqrr_init()
621 dqrr->ithresh = qm_in(portal, QM_REG_DQRR_ITR); in qm_dqrr_init()
623 dqrr->dmode = dmode; in qm_dqrr_init()
624 dqrr->pmode = pmode; in qm_dqrr_init()
625 dqrr->cmode = cmode; in qm_dqrr_init()
629 dpaa_invalidate(qm_cl(dqrr->ring, cfg)); in qm_dqrr_init()
645 struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_finish() local
647 if (dqrr->cmode != qm_dqrr_cdc && in qm_dqrr_finish()
648 dqrr->ci != dqrr_ptr2idx(dqrr->cursor)) in qm_dqrr_finish()
656 struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_current() local
658 if (!dqrr->fill) in qm_dqrr_current()
660 return dqrr->cursor; in qm_dqrr_current()
665 struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_next() local
667 DPAA_ASSERT(dqrr->fill); in qm_dqrr_next()
668 dqrr->cursor = dqrr_inc(dqrr->cursor); in qm_dqrr_next()
669 return --dqrr->fill; in qm_dqrr_next()
674 struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_pvb_update() local
675 struct qm_dqrr_entry *res = qm_cl(dqrr->ring, dqrr->pi); in qm_dqrr_pvb_update()
677 DPAA_ASSERT(dqrr->pmode == qm_dqrr_pvb); in qm_dqrr_pvb_update()
685 if ((res->verb & QM_DQRR_VERB_VBIT) == dqrr->vbit) { in qm_dqrr_pvb_update()
686 dqrr->pi = (dqrr->pi + 1) & (QM_DQRR_SIZE - 1); in qm_dqrr_pvb_update()
687 if (!dqrr->pi) in qm_dqrr_pvb_update()
688 dqrr->vbit ^= QM_DQRR_VERB_VBIT; in qm_dqrr_pvb_update()
689 dqrr->fill++; in qm_dqrr_pvb_update()
697 __maybe_unused struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_cdc_consume_1ptr() local
700 DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc); in qm_dqrr_cdc_consume_1ptr()
701 DPAA_ASSERT((dqrr->ring + idx) == dq); in qm_dqrr_cdc_consume_1ptr()
710 __maybe_unused struct qm_dqrr *dqrr = &portal->dqrr; in qm_dqrr_cdc_consume_n() local
712 DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc); in qm_dqrr_cdc_consume_n()
1043 portal->p.dqrr.ithresh = ithresh; in qman_dqrr_set_ithresh()
1639 res = fq->cb.dqrr(p, fq, dq, sched_napi); in __poll_portal_fast()
1649 res = fq->cb.dqrr(p, fq, dq, sched_napi); in __poll_portal_fast()
2642 const struct qm_dqrr_entry *dqrr; in _qm_dqrr_consume_and_match() local
2647 dqrr = qm_dqrr_current(p); in _qm_dqrr_consume_and_match()
2648 if (!dqrr) in _qm_dqrr_consume_and_match()
2650 } while (wait && !dqrr); in _qm_dqrr_consume_and_match()
2652 while (dqrr) { in _qm_dqrr_consume_and_match()
2653 if (qm_fqid_get(dqrr) == fqid && (dqrr->stat & s)) in _qm_dqrr_consume_and_match()
2655 qm_dqrr_cdc_consume_1ptr(p, dqrr, 0); in _qm_dqrr_consume_and_match()
2658 dqrr = qm_dqrr_current(p); in _qm_dqrr_consume_and_match()