Lines Matching refs:vhost_virtqueue
61 static void vhost_disable_cross_endian(struct vhost_virtqueue *vq) in vhost_disable_cross_endian()
66 static void vhost_enable_cross_endian_big(struct vhost_virtqueue *vq) in vhost_enable_cross_endian_big()
71 static void vhost_enable_cross_endian_little(struct vhost_virtqueue *vq) in vhost_enable_cross_endian_little()
76 static long vhost_set_vring_endian(struct vhost_virtqueue *vq, int __user *argp) in vhost_set_vring_endian()
98 static long vhost_get_vring_endian(struct vhost_virtqueue *vq, u32 idx, in vhost_get_vring_endian()
112 static void vhost_init_is_le(struct vhost_virtqueue *vq) in vhost_init_is_le()
122 static void vhost_disable_cross_endian(struct vhost_virtqueue *vq) in vhost_disable_cross_endian()
126 static long vhost_set_vring_endian(struct vhost_virtqueue *vq, int __user *argp) in vhost_set_vring_endian()
131 static long vhost_get_vring_endian(struct vhost_virtqueue *vq, u32 idx, in vhost_get_vring_endian()
137 static void vhost_init_is_le(struct vhost_virtqueue *vq) in vhost_init_is_le()
144 static void vhost_reset_is_le(struct vhost_virtqueue *vq) in vhost_reset_is_le()
199 struct vhost_virtqueue *vq) in vhost_poll_init()
257 bool vhost_vq_work_queue(struct vhost_virtqueue *vq, struct vhost_work *work) in vhost_vq_work_queue()
318 bool vhost_vq_has_work(struct vhost_virtqueue *vq) in vhost_vq_has_work()
339 static void __vhost_vq_meta_reset(struct vhost_virtqueue *vq) in __vhost_vq_meta_reset()
361 bool vhost_vq_is_setup(struct vhost_virtqueue *vq) in vhost_vq_is_setup()
368 struct vhost_virtqueue *vq) in vhost_vq_reset()
467 struct vhost_virtqueue *vq; in vhost_worker_killed()
497 static void vhost_vq_free_iovecs(struct vhost_virtqueue *vq) in vhost_vq_free_iovecs()
512 struct vhost_virtqueue *vq; in vhost_dev_alloc_iovecs()
545 bool vhost_exceeds_weight(struct vhost_virtqueue *vq, in vhost_exceeds_weight()
560 static size_t vhost_get_avail_size(struct vhost_virtqueue *vq, in vhost_get_avail_size()
569 static size_t vhost_get_used_size(struct vhost_virtqueue *vq, in vhost_get_used_size()
578 static size_t vhost_get_desc_size(struct vhost_virtqueue *vq, in vhost_get_desc_size()
585 struct vhost_virtqueue **vqs, int nvqs, in vhost_dev_init()
591 struct vhost_virtqueue *vq; in vhost_dev_init()
860 static void __vhost_vq_attach_worker(struct vhost_virtqueue *vq, in __vhost_vq_attach_worker()
929 static int vhost_vq_attach_worker(struct vhost_virtqueue *vq, in vhost_vq_attach_worker()
990 struct vhost_virtqueue **vq, u32 *id) in vhost_get_vq_from_user()
1017 struct vhost_virtqueue *vq; in vhost_worker_ioctl()
1282 static inline void __user *vhost_vq_meta_fetch(struct vhost_virtqueue *vq, in vhost_vq_meta_fetch()
1320 static int translate_desc(struct vhost_virtqueue *vq, u64 addr, u32 len,
1323 static int vhost_copy_to_user(struct vhost_virtqueue *vq, void __user *to, in vhost_copy_to_user()
1358 static int vhost_copy_from_user(struct vhost_virtqueue *vq, void *to, in vhost_copy_from_user()
1398 static void __user *__vhost_get_user_slow(struct vhost_virtqueue *vq, in __vhost_get_user_slow()
1429 static inline void __user *__vhost_get_user(struct vhost_virtqueue *vq, in __vhost_get_user()
1458 static inline int vhost_put_avail_event(struct vhost_virtqueue *vq) in vhost_put_avail_event()
1464 static inline int vhost_put_used(struct vhost_virtqueue *vq, in vhost_put_used()
1472 static inline int vhost_put_used_flags(struct vhost_virtqueue *vq) in vhost_put_used_flags()
1479 static inline int vhost_put_used_idx(struct vhost_virtqueue *vq) in vhost_put_used_idx()
1524 static inline int vhost_get_avail_idx(struct vhost_virtqueue *vq) in vhost_get_avail_idx()
1556 static inline int vhost_get_avail_head(struct vhost_virtqueue *vq, in vhost_get_avail_head()
1563 static inline int vhost_get_avail_flags(struct vhost_virtqueue *vq, in vhost_get_avail_flags()
1569 static inline int vhost_get_used_event(struct vhost_virtqueue *vq, in vhost_get_used_event()
1575 static inline int vhost_get_used_idx(struct vhost_virtqueue *vq, in vhost_get_used_idx()
1581 static inline int vhost_get_desc(struct vhost_virtqueue *vq, in vhost_get_desc()
1821 static int vhost_iotlb_miss(struct vhost_virtqueue *vq, u64 iova, int access) in vhost_iotlb_miss()
1848 static bool vq_access_ok(struct vhost_virtqueue *vq, unsigned int num, in vq_access_ok()
1864 static void vhost_vq_meta_update(struct vhost_virtqueue *vq, in vhost_vq_meta_update()
1875 static bool iotlb_access_ok(struct vhost_virtqueue *vq, in iotlb_access_ok()
1909 int vq_meta_prefetch(struct vhost_virtqueue *vq) in vq_meta_prefetch()
1934 static bool vq_log_used_access_ok(struct vhost_virtqueue *vq, in vq_log_used_access_ok()
1950 static bool vq_log_access_ok(struct vhost_virtqueue *vq, in vq_log_access_ok()
1960 bool vhost_vq_access_ok(struct vhost_virtqueue *vq) in vhost_vq_access_ok()
2037 struct vhost_virtqueue *vq, in vhost_vring_set_num()
2058 struct vhost_virtqueue *vq, in vhost_vring_set_addr()
2110 struct vhost_virtqueue *vq, in vhost_vring_set_num_addr()
2138 struct vhost_virtqueue *vq; in vhost_vring_ioctl()
2286 struct vhost_virtqueue *vq = d->vqs[i]; in vhost_init_device_iotlb()
2372 struct vhost_virtqueue *vq; in vhost_dev_ioctl()
2460 static int log_write_hva(struct vhost_virtqueue *vq, u64 hva, u64 len) in log_write_hva()
2499 static int log_used(struct vhost_virtqueue *vq, u64 used_offset, u64 len) in log_used()
2535 int vhost_log_write(struct vhost_virtqueue *vq, struct vhost_log *log, in vhost_log_write()
2570 static int vhost_update_used_flags(struct vhost_virtqueue *vq) in vhost_update_used_flags()
2588 static int vhost_update_avail_event(struct vhost_virtqueue *vq) in vhost_update_avail_event()
2606 int vhost_vq_init_access(struct vhost_virtqueue *vq) in vhost_vq_init_access()
2641 static int translate_desc(struct vhost_virtqueue *vq, u64 addr, u32 len, in translate_desc()
2689 static unsigned next_desc(struct vhost_virtqueue *vq, struct vring_desc *desc) in next_desc()
2702 static int get_indirect(struct vhost_virtqueue *vq, in get_indirect()
2803 int vhost_get_vq_desc(struct vhost_virtqueue *vq, in vhost_get_vq_desc()
2932 void vhost_discard_vq_desc(struct vhost_virtqueue *vq, int n) in vhost_discard_vq_desc()
2940 int vhost_add_used(struct vhost_virtqueue *vq, unsigned int head, int len) in vhost_add_used()
2952 static int __vhost_add_used_n(struct vhost_virtqueue *vq, in __vhost_add_used_n()
2984 static int vhost_add_used_n_ooo(struct vhost_virtqueue *vq, in vhost_add_used_n_ooo()
3002 static int vhost_add_used_n_in_order(struct vhost_virtqueue *vq, in vhost_add_used_n_in_order()
3052 int vhost_add_used_n(struct vhost_virtqueue *vq, struct vring_used_elem *heads, in vhost_add_used_n()
3085 static bool vhost_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq) in vhost_notify()
3123 void vhost_signal(struct vhost_dev *dev, struct vhost_virtqueue *vq) in vhost_signal()
3133 struct vhost_virtqueue *vq, in vhost_add_used_and_signal()
3143 struct vhost_virtqueue *vq, in vhost_add_used_and_signal_n()
3154 bool vhost_vq_avail_empty(struct vhost_dev *dev, struct vhost_virtqueue *vq) in vhost_vq_avail_empty()
3169 bool vhost_enable_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq) in vhost_enable_notify()
3205 void vhost_disable_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq) in vhost_disable_notify()
3222 struct vhost_msg_node *vhost_new_msg(struct vhost_virtqueue *vq, int type) in vhost_new_msg()
3265 struct vhost_virtqueue *vq; in vhost_set_backend_features()