Lines Matching refs:consumer_head
33 int consumer_head ____cacheline_aligned_in_smp; /* next valid entry */
172 return READ_ONCE(r->queue[r->consumer_head]); in __ptr_ring_peek()
197 return !r->queue[READ_ONCE(r->consumer_head)]; in __ptr_ring_empty()
264 int consumer_head = r->consumer_head; in __ptr_ring_discard_one() local
265 int head = consumer_head++; in __ptr_ring_discard_one()
272 if (unlikely(consumer_head - r->consumer_tail >= r->batch || in __ptr_ring_discard_one()
273 consumer_head >= r->size)) { in __ptr_ring_discard_one()
281 r->consumer_tail = consumer_head; in __ptr_ring_discard_one()
283 if (unlikely(consumer_head >= r->size)) { in __ptr_ring_discard_one()
284 consumer_head = 0; in __ptr_ring_discard_one()
288 WRITE_ONCE(r->consumer_head, consumer_head); in __ptr_ring_discard_one()
494 r->producer = r->consumer_head = r->consumer_tail = 0; in ptr_ring_init()
527 head = r->consumer_head - 1; in ptr_ring_unconsume()
530 r->consumer_tail = r->consumer_head; in ptr_ring_unconsume()
537 head = r->consumer_head - 1; in ptr_ring_unconsume()
547 WRITE_ONCE(r->consumer_head, head); in ptr_ring_unconsume()
576 r->consumer_head = 0; in __ptr_ring_swap_queue()