Lines Matching refs:vqs
137 struct vhost_net_virtqueue vqs[VHOST_NET_VQ_MAX]; member
276 kfree(n->vqs[i].ubuf_info); in vhost_net_clear_ubuf_info()
277 n->vqs[i].ubuf_info = NULL; in vhost_net_clear_ubuf_info()
290 n->vqs[i].ubuf_info = in vhost_net_set_ubuf_info()
292 sizeof(*n->vqs[i].ubuf_info), in vhost_net_set_ubuf_info()
294 if (!n->vqs[i].ubuf_info) in vhost_net_set_ubuf_info()
311 n->vqs[i].done_idx = 0; in vhost_net_vq_reset()
312 n->vqs[i].upend_idx = 0; in vhost_net_vq_reset()
313 n->vqs[i].ubufs = NULL; in vhost_net_vq_reset()
314 n->vqs[i].vhost_hlen = 0; in vhost_net_vq_reset()
315 n->vqs[i].sock_hlen = 0; in vhost_net_vq_reset()
316 vhost_net_buf_init(&n->vqs[i].rxq); in vhost_net_vq_reset()
435 struct vhost_poll *poll = n->poll + (nvq - n->vqs); in vhost_net_disable_vq()
446 struct vhost_poll *poll = n->poll + (nvq - n->vqs); in vhost_net_enable_vq()
592 struct vhost_net_virtqueue *rnvq = &net->vqs[VHOST_NET_VQ_RX]; in vhost_net_tx_get_vq_desc()
617 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in vhost_exceeds_maxpend()
748 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in handle_tx_copy()
857 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in handle_tx_zerocopy()
966 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in handle_tx()
1014 struct vhost_net_virtqueue *rnvq = &net->vqs[VHOST_NET_VQ_RX]; in vhost_net_rx_peek_head_len()
1015 struct vhost_net_virtqueue *tnvq = &net->vqs[VHOST_NET_VQ_TX]; in vhost_net_rx_peek_head_len()
1127 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_RX]; in handle_rx()
1316 struct vhost_virtqueue **vqs; in vhost_net_open() local
1324 vqs = kmalloc_array(VHOST_NET_VQ_MAX, sizeof(*vqs), GFP_KERNEL); in vhost_net_open()
1325 if (!vqs) { in vhost_net_open()
1333 kfree(vqs); in vhost_net_open()
1337 n->vqs[VHOST_NET_VQ_RX].rxq.queue = queue; in vhost_net_open()
1341 kfree(vqs); in vhost_net_open()
1346 n->vqs[VHOST_NET_VQ_TX].xdp = xdp; in vhost_net_open()
1349 vqs[VHOST_NET_VQ_TX] = &n->vqs[VHOST_NET_VQ_TX].vq; in vhost_net_open()
1350 vqs[VHOST_NET_VQ_RX] = &n->vqs[VHOST_NET_VQ_RX].vq; in vhost_net_open()
1351 n->vqs[VHOST_NET_VQ_TX].vq.handle_kick = handle_tx_kick; in vhost_net_open()
1352 n->vqs[VHOST_NET_VQ_RX].vq.handle_kick = handle_rx_kick; in vhost_net_open()
1354 n->vqs[i].ubufs = NULL; in vhost_net_open()
1355 n->vqs[i].ubuf_info = NULL; in vhost_net_open()
1356 n->vqs[i].upend_idx = 0; in vhost_net_open()
1357 n->vqs[i].done_idx = 0; in vhost_net_open()
1358 n->vqs[i].batched_xdp = 0; in vhost_net_open()
1359 n->vqs[i].vhost_hlen = 0; in vhost_net_open()
1360 n->vqs[i].sock_hlen = 0; in vhost_net_open()
1361 n->vqs[i].rx_ring = NULL; in vhost_net_open()
1362 vhost_net_buf_init(&n->vqs[i].rxq); in vhost_net_open()
1364 vhost_dev_init(dev, vqs, VHOST_NET_VQ_MAX, in vhost_net_open()
1370 vqs[VHOST_NET_VQ_TX]); in vhost_net_open()
1372 vqs[VHOST_NET_VQ_RX]); in vhost_net_open()
1400 *tx_sock = vhost_net_stop_vq(n, &n->vqs[VHOST_NET_VQ_TX].vq); in vhost_net_stop()
1401 *rx_sock = vhost_net_stop_vq(n, &n->vqs[VHOST_NET_VQ_RX].vq); in vhost_net_stop()
1407 if (n->vqs[VHOST_NET_VQ_TX].ubufs) { in vhost_net_flush()
1408 mutex_lock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1410 mutex_unlock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1412 vhost_net_ubuf_put_and_wait(n->vqs[VHOST_NET_VQ_TX].ubufs); in vhost_net_flush()
1413 mutex_lock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1415 atomic_set(&n->vqs[VHOST_NET_VQ_TX].ubufs->refcount, 1); in vhost_net_flush()
1416 mutex_unlock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1440 kfree(n->vqs[VHOST_NET_VQ_RX].rxq.queue); in vhost_net_release()
1441 kfree(n->vqs[VHOST_NET_VQ_TX].xdp); in vhost_net_release()
1442 kfree(n->dev.vqs); in vhost_net_release()
1535 vq = &n->vqs[index].vq; in vhost_net_set_backend()
1536 nvq = &n->vqs[index]; in vhost_net_set_backend()
1685 mutex_lock(&n->vqs[i].vq.mutex); in vhost_net_set_features()
1686 virtio_features_copy(n->vqs[i].vq.acked_features_array, in vhost_net_set_features()
1688 n->vqs[i].vhost_hlen = vhost_hlen; in vhost_net_set_features()
1689 n->vqs[i].sock_hlen = sock_hlen; in vhost_net_set_features()
1690 mutex_unlock(&n->vqs[i].vq.mutex); in vhost_net_set_features()