Lines Matching refs:vring
46 err = getu16(vrh, &avail_idx, &vrh->vring.avail->idx); in __vringh_get_head()
49 &vrh->vring.avail->idx); in __vringh_get_head()
54 return vrh->vring.num; in __vringh_get_head()
59 i = *last_avail_idx & (vrh->vring.num - 1); in __vringh_get_head()
61 err = getu16(vrh, &head, &vrh->vring.avail->ring[i]); in __vringh_get_head()
64 *last_avail_idx, &vrh->vring.avail->ring[i]); in __vringh_get_head()
68 if (head >= vrh->vring.num) { in __vringh_get_head()
70 head, vrh->vring.num); in __vringh_get_head()
250 *descs = vrh->vring.desc; in return_from_indirect()
251 *desc_max = vrh->vring.num; in return_from_indirect()
310 descs = vrh->vring.desc; in __vringh_iov()
311 desc_max = vrh->vring.num; in __vringh_iov()
366 if (count > vrh->vring.num || indirect_count > desc_max) { in __vringh_iov()
460 used_ring = vrh->vring.used; in __vringh_complete()
463 off = used_idx % vrh->vring.num; in __vringh_complete()
466 if (num_used > 1 && unlikely(off + num_used >= vrh->vring.num)) { in __vringh_complete()
467 u16 part = vrh->vring.num - off; in __vringh_complete()
484 err = putu16(vrh, &vrh->vring.used->idx, used_idx + num_used); in __vringh_complete()
487 &vrh->vring.used->idx); in __vringh_complete()
513 err = getu16(vrh, &flags, &vrh->vring.avail->flags); in __vringh_need_notify()
516 &vrh->vring.avail->flags); in __vringh_need_notify()
523 err = getu16(vrh, &used_event, &vring_used_event(&vrh->vring)); in __vringh_need_notify()
526 &vring_used_event(&vrh->vring)); in __vringh_need_notify()
553 if (putu16(vrh, &vrh->vring.used->flags, 0) != 0) { in __vringh_notify_enable()
555 &vrh->vring.used->flags); in __vringh_notify_enable()
559 if (putu16(vrh, &vring_avail_event(&vrh->vring), in __vringh_notify_enable()
562 &vring_avail_event(&vrh->vring)); in __vringh_notify_enable()
571 if (getu16(vrh, &avail, &vrh->vring.avail->idx) != 0) { in __vringh_notify_enable()
573 &vrh->vring.avail->idx); in __vringh_notify_enable()
589 if (putu16(vrh, &vrh->vring.used->flags, in __vringh_notify_disable()
592 &vrh->vring.used->flags); in __vringh_notify_disable()
673 vrh->vring.num = num; in vringh_init_user()
675 vrh->vring.desc = (__force struct vring_desc *)desc; in vringh_init_user()
676 vrh->vring.avail = (__force struct vring_avail *)avail; in vringh_init_user()
677 vrh->vring.used = (__force struct vring_used *)used; in vringh_init_user()
711 *head = vrh->vring.num; in vringh_getdesc_user()
717 if (err == vrh->vring.num) in vringh_getdesc_user()
917 vrh->vring.num = num; in vringh_init_kern()
918 vrh->vring.desc = desc; in vringh_init_kern()
919 vrh->vring.avail = avail; in vringh_init_kern()
920 vrh->vring.used = used; in vringh_init_kern()
958 if (err == vrh->vring.num) in vringh_getdesc_kern()
1415 if (err == vrh->vring.num) in vringh_getdesc_iotlb()