/linux-6.3-rc2/drivers/virtio/ |
A D | virtio_ring.c | 404 vq->vq.num_free = num; in virtqueue_init() 582 vq->notify(&vq->vq); in virtqueue_add_split() 752 vq->vq.num_free++; in detach_buf_split() 760 vq->vq.num_free++; in detach_buf_split() 968 vdev = vq->vq.vdev; in virtqueue_vring_init_split() 1155 vring_free(&vq->vq); in virtqueue_resize_split() 2024 vq->vq.vdev = vdev; in vring_create_virtqueue_packed() 2025 vq->vq.name = name; in vring_create_virtqueue_packed() 2059 return &vq->vq; in vring_create_virtqueue_packed() 2491 vq->vq.callback(&vq->vq); in vring_interrupt() [all …]
|
A D | virtio_pci_modern.c | 188 index = vq->index; in vp_active_vq() 239 vq->reset = true; in vp_modern_disable_vq_and_reset() 252 if (!vq->reset) in vp_modern_enable_vq_after_reset() 255 index = vq->index; in vp_modern_enable_vq_after_reset() 268 if (vq->callback) { in vp_modern_enable_vq_after_reset() 281 vq->reset = false; in vp_modern_enable_vq_after_reset() 325 if (!vq) in setup_vq() 328 vq->num_max = num; in setup_vq() 335 if (!vq->priv) { in setup_vq() 340 return vq; in setup_vq() [all …]
|
A D | virtio_vdpa.c | 39 struct virtqueue *vq; member 142 struct virtqueue *vq; in virtio_vdpa_setup_vq() local 188 if (!vq) { in virtio_vdpa_setup_vq() 193 vq->num_max = max_num; in virtio_vdpa_setup_vq() 227 vq->priv = info; in virtio_vdpa_setup_vq() 228 info->vq = vq; in virtio_vdpa_setup_vq() 234 return vq; in virtio_vdpa_setup_vq() 237 vring_del_virtqueue(vq); in virtio_vdpa_setup_vq() 262 vring_del_virtqueue(vq); in virtio_vdpa_del_vq() 269 struct virtqueue *vq, *n; in virtio_vdpa_del_vqs() local [all …]
|
A D | virtio_pci_legacy.c | 113 void (*callback)(struct virtqueue *vq), in setup_vq() argument 118 struct virtqueue *vq; in setup_vq() local 131 vq = vring_create_virtqueue(index, num, in setup_vq() 135 if (!vq) in setup_vq() 138 vq->num_max = num; in setup_vq() 162 return vq; in setup_vq() 167 vring_del_virtqueue(vq); in setup_vq() 173 struct virtqueue *vq = info->vq; in del_vq() local 177 vp_legacy_queue_vector(&vp_dev->ldev, vq->index, in del_vq() 184 vp_legacy_set_queue_address(&vp_dev->ldev, vq->index, 0); in del_vq() [all …]
|
/linux-6.3-rc2/drivers/vhost/ |
A D | vhost.c | 49 #define vhost_used_event(vq) ((__virtio16 __user *)&vq->avail->ring[vq->num]) argument 50 #define vhost_avail_event(vq) ((__virtio16 __user *)&vq->used->ring[vq->num]) argument 111 vq->is_le = vhost_has_feature(vq, VIRTIO_F_VERSION_1) || !vq->user_be; in vhost_init_is_le() 301 return vq->avail && vq->desc && vq->used && vhost_vq_access_ok(vq); in vhost_vq_is_setup() 399 if (!vq->indirect || !vq->log || !vq->heads) in vhost_dev_alloc_iovecs() 947 return vhost_put_user(vq, cpu_to_vhost16(vq, vq->avail_idx), in vhost_put_avail_event() 962 return vhost_put_user(vq, cpu_to_vhost16(vq, vq->used_flags), in vhost_put_used_flags() 969 return vhost_put_user(vq, cpu_to_vhost16(vq, vq->last_used_idx), in vhost_put_used_idx() 1428 return vq_access_ok(vq, vq->num, vq->desc, vq->avail, vq->used); in vhost_vq_access_ok() 1550 if (!vq_access_ok(vq, vq->num, in vhost_vring_set_addr() [all …]
|
A D | test.c | 51 mutex_lock(&vq->mutex); in handle_vq() 54 mutex_unlock(&vq->mutex); in handle_vq() 61 head = vhost_get_vq_desc(vq, vq->iov, in handle_vq() 62 ARRAY_SIZE(vq->iov), in handle_vq() 69 if (head == vq->num) { in handle_vq() 135 mutex_lock(&vq->mutex); in vhost_test_stop_vq() 189 vq = n->vqs + index; in vhost_test_run() 252 mutex_lock(&vq->mutex); in vhost_test_set_features() 276 vq = &n->vqs[index]; in vhost_test_set_backend() 277 mutex_lock(&vq->mutex); in vhost_test_set_backend() [all …]
|
A D | net.c | 246 ubufs->vq = vq; in vhost_net_ubuf_alloc() 390 struct vhost_virtqueue *vq = ubufs->vq; in vhost_zerocopy_callback() local 452 struct vhost_virtqueue *vq = &nvq->vq; in vhost_net_signal_used() local 603 struct vhost_virtqueue *vq = &nvq->vq; in vhost_exceeds_maxpend() local 627 struct vhost_virtqueue *vq = &nvq->vq; in get_tx_bufs() local 698 struct vhost_virtqueue *vq = &nvq->vq; in vhost_net_build_xdp() local 772 struct vhost_virtqueue *vq = &nvq->vq; in handle_tx_copy() local 862 struct vhost_virtqueue *vq = &nvq->vq; in handle_tx_zerocopy() local 966 struct vhost_virtqueue *vq = &nvq->vq; in handle_tx() local 1113 struct vhost_virtqueue *vq = &nvq->vq; in handle_rx() local [all …]
|
A D | vsock.c | 98 mutex_lock(&vq->mutex); in vhost_transport_do_send_pkt() 103 if (!vq_meta_prefetch(vq)) in vhost_transport_do_send_pkt() 126 head = vhost_get_vq_desc(vq, vq->iov, ARRAY_SIZE(vq->iov), in vhost_transport_do_send_pkt() 133 if (head == vq->num) { in vhost_transport_do_send_pkt() 394 return val < vq->num; in vhost_vsock_more_replies() 474 mutex_lock(&vq->mutex); in vhost_vsock_handle_tx_kick() 494 head = vhost_get_vq_desc(vq, vq->iov, ARRAY_SIZE(vq->iov), in vhost_vsock_handle_tx_kick() 499 if (head == vq->num) { in vhost_vsock_handle_tx_kick() 563 vq = &vsock->vqs[i]; in vhost_vsock_start() 595 vq = &vsock->vqs[i]; in vhost_vsock_start() [all …]
|
A D | vhost.h | 140 struct vhost_virtqueue *vq; member 182 bool vhost_vq_access_ok(struct vhost_virtqueue *vq); 192 bool vhost_vq_is_setup(struct vhost_virtqueue *vq); 209 int vq_meta_prefetch(struct vhost_virtqueue *vq); 232 if ((vq)->error_ctx) \ 233 eventfd_signal((vq)->error_ctx, 1);\ 256 vq->private_data = private_data; in vhost_vq_set_backend() 269 return vq->private_data; in vhost_vq_get_backend() 274 return vq->acked_features & (1ULL << bit); in vhost_has_feature() 279 return vq->acked_backend_features & (1ULL << bit); in vhost_backend_has_feature() [all …]
|
A D | scsi.c | 255 vq = &vs->vqs[i].vq; in vhost_scsi_init_inflight() 482 head = vhost_get_vq_desc(vq, vq->iov, in vhost_scsi_do_evt_work() 581 vq = -1; in vhost_scsi_complete_cmd_work() 584 vhost_signal(&vs->dev, &vs->vqs[vq].vq); in vhost_scsi_complete_cmd_work() 833 vc->head = vhost_get_vq_desc(vq, vq->iov, in vhost_scsi_get_desc() 1622 vq = &vs->vqs[i].vq; in vhost_scsi_set_endpoint() 1632 vq = &vs->vqs[i].vq; in vhost_scsi_set_endpoint() 1734 vq = &vs->vqs[i].vq; in vhost_scsi_clear_endpoint() 1743 vq = &vs->vqs[i].vq; in vhost_scsi_clear_endpoint() 1783 vq = &vs->vqs[i].vq; in vhost_scsi_set_features() [all …]
|
/linux-6.3-rc2/arch/arm64/include/uapi/asm/ |
A D | ptrace.h | 200 #define SVE_PT_SVE_ZREG_SIZE(vq) __SVE_ZREG_SIZE(vq) argument 201 #define SVE_PT_SVE_PREG_SIZE(vq) __SVE_PREG_SIZE(vq) argument 202 #define SVE_PT_SVE_FFR_SIZE(vq) __SVE_FFR_SIZE(vq) argument 212 #define SVE_PT_SVE_ZREGS_SIZE(vq) \ argument 219 #define SVE_PT_SVE_PREGS_SIZE(vq) \ argument 221 SVE_PT_SVE_PREGS_OFFSET(vq)) 224 #define SVE_PT_SVE_FFR_OFFSET(vq) \ argument 228 ((SVE_PT_SVE_FFR_OFFSET(vq) + SVE_PT_SVE_FFR_SIZE(vq) + \ 319 #define ZA_PT_ZAV_OFFSET(vq, n) \ argument 322 #define ZA_PT_ZA_SIZE(vq) ((vq * __SVE_VQ_BYTES) * (vq * __SVE_VQ_BYTES)) argument [all …]
|
A D | sve_context.h | 31 #define __sve_vl_from_vq(vq) ((vq) * __SVE_VQ_BYTES) argument 33 #define __SVE_ZREG_SIZE(vq) ((__u32)(vq) * __SVE_VQ_BYTES) argument 34 #define __SVE_PREG_SIZE(vq) ((__u32)(vq) * (__SVE_VQ_BYTES / 8)) argument 35 #define __SVE_FFR_SIZE(vq) __SVE_PREG_SIZE(vq) argument 40 #define __SVE_ZREGS_SIZE(vq) \ argument 43 #define __SVE_PREGS_OFFSET(vq) \ argument 46 (__SVE_PREGS_OFFSET(vq) + __SVE_PREG_SIZE(vq) * (n)) 47 #define __SVE_PREGS_SIZE(vq) \ argument 48 (__SVE_PREG_OFFSET(vq, __SVE_NUM_PREGS) - __SVE_PREGS_OFFSET(vq)) 50 #define __SVE_FFR_OFFSET(vq) \ argument [all …]
|
A D | sigcontext.h | 196 #define sve_vl_from_vq(vq) __sve_vl_from_vq(vq) argument 261 #define SVE_SIG_ZREG_SIZE(vq) __SVE_ZREG_SIZE(vq) argument 262 #define SVE_SIG_PREG_SIZE(vq) __SVE_PREG_SIZE(vq) argument 263 #define SVE_SIG_FFR_SIZE(vq) __SVE_FFR_SIZE(vq) argument 273 #define SVE_SIG_ZREGS_SIZE(vq) __SVE_ZREGS_SIZE(vq) argument 279 #define SVE_SIG_PREGS_SIZE(vq) __SVE_PREGS_SIZE(vq) argument 281 #define SVE_SIG_FFR_OFFSET(vq) \ argument 284 #define SVE_SIG_REGS_SIZE(vq) \ argument 285 (__SVE_FFR_OFFSET(vq) + __SVE_FFR_SIZE(vq)) 315 #define ZA_SIG_REGS_SIZE(vq) ((vq * __SVE_VQ_BYTES) * (vq * __SVE_VQ_BYTES)) argument [all …]
|
/linux-6.3-rc2/include/linux/ |
A D | virtio.h | 31 void (*callback)(struct virtqueue *vq); 41 int virtqueue_add_outbuf(struct virtqueue *vq, 46 int virtqueue_add_inbuf(struct virtqueue *vq, 57 int virtqueue_add_sgs(struct virtqueue *vq, 64 bool virtqueue_kick(struct virtqueue *vq); 68 bool virtqueue_notify(struct virtqueue *vq); 75 void virtqueue_disable_cb(struct virtqueue *vq); 77 bool virtqueue_enable_cb(struct virtqueue *vq); 89 bool virtqueue_is_broken(struct virtqueue *vq); 152 #define virtio_device_for_each_vq(vdev, vq) \ argument [all …]
|
/linux-6.3-rc2/tools/virtio/linux/ |
A D | virtio.h | 22 void (*callback)(struct virtqueue *vq); 33 int virtqueue_add_sgs(struct virtqueue *vq, 40 int virtqueue_add_outbuf(struct virtqueue *vq, 45 int virtqueue_add_inbuf(struct virtqueue *vq, 50 bool virtqueue_kick(struct virtqueue *vq); 54 void virtqueue_disable_cb(struct virtqueue *vq); 56 bool virtqueue_enable_cb(struct virtqueue *vq); 57 bool virtqueue_enable_cb_delayed(struct virtqueue *vq); 67 bool (*notify)(struct virtqueue *vq), 68 void (*callback)(struct virtqueue *vq), [all …]
|
/linux-6.3-rc2/drivers/vdpa/vdpa_sim/ |
A D | vdpa_sim_blk.c | 92 ret = vringh_getdesc_iotlb(&vq->vring, &vq->out_iov, &vq->in_iov, in vdpasim_blk_handle_req() 97 if (vq->out_iov.used < 1 || vq->in_iov.used < 1) { in vdpasim_blk_handle_req() 99 vq->out_iov.used, vq->in_iov.used); in vdpasim_blk_handle_req() 103 if (vq->in_iov.iov[vq->in_iov.used - 1].iov_len < 1) { in vdpasim_blk_handle_req() 115 bytes = vringh_iov_pull_iotlb(&vq->vring, &vq->out_iov, &hdr, in vdpasim_blk_handle_req() 147 bytes = vringh_iov_push_iotlb(&vq->vring, &vq->in_iov, in vdpasim_blk_handle_req() 169 bytes = vringh_iov_pull_iotlb(&vq->vring, &vq->out_iov, in vdpasim_blk_handle_req() 182 bytes = vringh_iov_push_iotlb(&vq->vring, &vq->in_iov, in vdpasim_blk_handle_req() 212 bytes = vringh_iov_pull_iotlb(&vq->vring, &vq->out_iov, &range, in vdpasim_blk_handle_req() 284 vringh_complete_iotlb(&vq->vring, vq->head, pushed); in vdpasim_blk_handle_req() [all …]
|
A D | vdpa_sim.c | 52 if (!vq->cb) in vdpasim_vq_notify() 55 vq->cb(vq->private); in vdpasim_vq_notify() 63 vringh_init_iotlb(&vq->vring, vdpasim->features, vq->num, true, in vdpasim_queue_ready() 77 vq->ready = false; in vdpasim_vq_reset() 78 vq->desc_addr = 0; in vdpasim_vq_reset() 79 vq->driver_addr = 0; in vdpasim_vq_reset() 81 vq->cb = NULL; in vdpasim_vq_reset() 82 vq->private = NULL; in vdpasim_vq_reset() 225 vq->num = num; in vdpasim_set_vq_num() 239 if (vq->ready) in vdpasim_kick_vq() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/virtio/ |
A D | virtgpu_trace.h | 12 TP_PROTO(struct virtqueue *vq, struct virtio_gpu_ctrl_hdr *hdr, u32 seqno), 13 TP_ARGS(vq, hdr, seqno), 16 __field(unsigned int, vq) 17 __string(name, vq->name) 26 __entry->dev = vq->vdev->index; 27 __entry->vq = vq->index; 28 __assign_str(name, vq->name); 33 __entry->num_free = vq->num_free; 37 __entry->dev, __entry->vq, __get_str(name), 44 TP_ARGS(vq, hdr, seqno) [all …]
|
/linux-6.3-rc2/tools/testing/selftests/arm64/fp/ |
A D | sve-ptrace.c | 335 unsigned int vq = sve_vq_from_vl(vl); in ptrace_set_sve_get_sve_data() local 357 SVE_PT_SVE_ZREG_SIZE(vq)); in ptrace_set_sve_get_sve_data() 361 SVE_PT_SVE_PREG_SIZE(vq)); in ptrace_set_sve_get_sve_data() 394 SVE_PT_SVE_ZREG_SIZE(vq)) != 0) { in ptrace_set_sve_get_sve_data() 403 SVE_PT_SVE_PREG_SIZE(vq)) != 0) { in ptrace_set_sve_get_sve_data() 430 unsigned int vq = sve_vq_from_vl(vl); in ptrace_set_sve_get_fpsimd_data() local 458 SVE_PT_SVE_ZREG_SIZE(vq)); in ptrace_set_sve_get_fpsimd_data() 514 unsigned int vq = sve_vq_from_vl(vl); in ptrace_set_fpsimd_get_sve_data() local 621 unsigned int vq, vl; in do_parent() local 702 for (vq = SVE_VQ_MIN; vq <= TEST_VQ_MAX; vq++) { in do_parent() [all …]
|
A D | sve-probe-vls.c | 20 unsigned int vq; in main() local 34 for (vq = SVE_VQ_MAX; vq > 0; --vq) { in main() 35 vl = prctl(PR_SVE_SET_VL, vq * 16); in main() 48 vq = sve_vq_from_vl(vl); in main() 53 vqs[nvqs++] = vq; in main()
|
/linux-6.3-rc2/tools/virtio/ |
A D | virtio_test.c | 35 struct virtqueue *vq; member 100 if (info->vq) in vq_reset() 107 assert(info->vq); in vq_reset() 108 info->vq->priv = info; in vq_reset() 187 virtqueue_disable_cb(vq->vq); in run_test() 198 r = virtqueue_add_outbuf(vq->vq, &sl, 1, in run_test() 212 if (unlikely(!virtqueue_kick(vq->vq))) { in run_test() 228 while (virtqueue_get_buf(vq->vq, &len)) { in run_test() 236 vq_reset(vq, vq->vring.num, &dev->vdev); in run_test() 263 if (virtqueue_enable_cb_delayed(vq->vq)) in run_test() [all …]
|
/linux-6.3-rc2/net/vmw_vsock/ |
A D | virtio_transport.c | 91 struct virtqueue *vq; in virtio_transport_send_pkt_work() local 146 virtqueue_kick(vq); in virtio_transport_send_pkt_work() 225 struct virtqueue *vq; in virtio_vsock_rx_fill() local 246 } while (vq->num_free); in virtio_vsock_rx_fill() 249 virtqueue_kick(vq); in virtio_vsock_rx_fill() 256 struct virtqueue *vq; in virtio_transport_tx_work() local 269 virtqueue_disable_cb(vq); in virtio_transport_tx_work() 300 struct virtqueue *vq; in virtio_vsock_event_fill_one() local 362 struct virtqueue *vq; in virtio_transport_event_work() local 375 virtqueue_disable_cb(vq); in virtio_transport_event_work() [all …]
|
/linux-6.3-rc2/drivers/vdpa/vdpa_user/ |
A D | vduse_dev.c | 443 vq->num = 0; in vduse_dev_reset() 444 memset(&vq->state, 0, sizeof(vq->state)); in vduse_dev_reset() 448 if (vq->kickfd) in vduse_dev_reset() 481 if (!vq->ready) in vduse_vq_kick() 484 if (vq->kickfd) in vduse_vq_kick() 529 vq->num = num; in vduse_vdpa_set_vq_num() 546 return vq->ready; in vduse_vdpa_get_vq_ready() 875 if (vq->kickfd) in vduse_kickfd_setup() 878 if (vq->ready && vq->kicked && vq->kickfd) { in vduse_kickfd_setup() 914 if (vq->ready && vq->cb.callback) in vduse_vq_irq_inject() [all …]
|
/linux-6.3-rc2/drivers/staging/media/sunxi/cedrus/ |
A D | cedrus_video.c | 292 struct vb2_queue *vq; in cedrus_s_fmt_vid_cap() local 296 if (vb2_is_busy(vq)) in cedrus_s_fmt_vid_cap() 317 struct vb2_queue *vq; in cedrus_s_fmt_vid_out_p() local 331 vq->subsystem_flags |= in cedrus_s_fmt_vid_out_p() 335 vq->subsystem_flags &= in cedrus_s_fmt_vid_out_p() 375 struct vb2_queue *vq; in cedrus_s_fmt_vid_out() local 384 if (vb2_is_streaming(vq) || (vb2_is_busy(vq) && in cedrus_s_fmt_vid_out() 438 if (V4L2_TYPE_IS_OUTPUT(vq->type)) in cedrus_queue_setup() 460 if (V4L2_TYPE_IS_OUTPUT(vq->type)) in cedrus_queue_cleanup() 488 if (V4L2_TYPE_IS_OUTPUT(vq->type)) in cedrus_buf_prepare() [all …]
|
/linux-6.3-rc2/arch/um/drivers/ |
A D | virtio_uml.c | 371 struct virtqueue *vq; in vu_req_read_message() local 433 struct virtqueue *vq; in vu_req_interrupt() local 892 vu_del_vq(vq); in vu_del_vqs() 946 struct virtqueue *vq; in vu_setup_vq() local 960 if (!vq) { in vu_setup_vq() 964 vq->priv = info; in vu_setup_vq() 965 vq->num_max = num; in vu_setup_vq() 998 return vq; in vu_setup_vq() 1023 struct virtqueue *vq; in vu_find_vqs() local 1405 struct virtqueue *vq; in virtio_uml_suspend() local [all …]
|