Lines Matching refs:vqs
134 struct vhost_net_virtqueue vqs[VHOST_NET_VQ_MAX]; member
275 kfree(n->vqs[i].ubuf_info); in vhost_net_clear_ubuf_info()
276 n->vqs[i].ubuf_info = NULL; in vhost_net_clear_ubuf_info()
289 n->vqs[i].ubuf_info = in vhost_net_set_ubuf_info()
291 sizeof(*n->vqs[i].ubuf_info), in vhost_net_set_ubuf_info()
293 if (!n->vqs[i].ubuf_info) in vhost_net_set_ubuf_info()
310 n->vqs[i].done_idx = 0; in vhost_net_vq_reset()
311 n->vqs[i].upend_idx = 0; in vhost_net_vq_reset()
312 n->vqs[i].ubufs = NULL; in vhost_net_vq_reset()
313 n->vqs[i].vhost_hlen = 0; in vhost_net_vq_reset()
314 n->vqs[i].sock_hlen = 0; in vhost_net_vq_reset()
315 vhost_net_buf_init(&n->vqs[i].rxq); in vhost_net_vq_reset()
429 struct vhost_poll *poll = n->poll + (nvq - n->vqs); in vhost_net_disable_vq()
440 struct vhost_poll *poll = n->poll + (nvq - n->vqs); in vhost_net_enable_vq()
577 struct vhost_net_virtqueue *rnvq = &net->vqs[VHOST_NET_VQ_RX]; in vhost_net_tx_get_vq_desc()
602 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in vhost_exceeds_maxpend()
771 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in handle_tx_copy()
861 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in handle_tx_zerocopy()
965 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_TX]; in handle_tx()
1013 struct vhost_net_virtqueue *rnvq = &net->vqs[VHOST_NET_VQ_RX]; in vhost_net_rx_peek_head_len()
1014 struct vhost_net_virtqueue *tnvq = &net->vqs[VHOST_NET_VQ_TX]; in vhost_net_rx_peek_head_len()
1112 struct vhost_net_virtqueue *nvq = &net->vqs[VHOST_NET_VQ_RX]; in handle_rx()
1292 struct vhost_virtqueue **vqs; in vhost_net_open() local
1300 vqs = kmalloc_array(VHOST_NET_VQ_MAX, sizeof(*vqs), GFP_KERNEL); in vhost_net_open()
1301 if (!vqs) { in vhost_net_open()
1309 kfree(vqs); in vhost_net_open()
1313 n->vqs[VHOST_NET_VQ_RX].rxq.queue = queue; in vhost_net_open()
1317 kfree(vqs); in vhost_net_open()
1322 n->vqs[VHOST_NET_VQ_TX].xdp = xdp; in vhost_net_open()
1325 vqs[VHOST_NET_VQ_TX] = &n->vqs[VHOST_NET_VQ_TX].vq; in vhost_net_open()
1326 vqs[VHOST_NET_VQ_RX] = &n->vqs[VHOST_NET_VQ_RX].vq; in vhost_net_open()
1327 n->vqs[VHOST_NET_VQ_TX].vq.handle_kick = handle_tx_kick; in vhost_net_open()
1328 n->vqs[VHOST_NET_VQ_RX].vq.handle_kick = handle_rx_kick; in vhost_net_open()
1330 n->vqs[i].ubufs = NULL; in vhost_net_open()
1331 n->vqs[i].ubuf_info = NULL; in vhost_net_open()
1332 n->vqs[i].upend_idx = 0; in vhost_net_open()
1333 n->vqs[i].done_idx = 0; in vhost_net_open()
1334 n->vqs[i].batched_xdp = 0; in vhost_net_open()
1335 n->vqs[i].vhost_hlen = 0; in vhost_net_open()
1336 n->vqs[i].sock_hlen = 0; in vhost_net_open()
1337 n->vqs[i].rx_ring = NULL; in vhost_net_open()
1338 vhost_net_buf_init(&n->vqs[i].rxq); in vhost_net_open()
1340 vhost_dev_init(dev, vqs, VHOST_NET_VQ_MAX, in vhost_net_open()
1375 *tx_sock = vhost_net_stop_vq(n, &n->vqs[VHOST_NET_VQ_TX].vq); in vhost_net_stop()
1376 *rx_sock = vhost_net_stop_vq(n, &n->vqs[VHOST_NET_VQ_RX].vq); in vhost_net_stop()
1382 if (n->vqs[VHOST_NET_VQ_TX].ubufs) { in vhost_net_flush()
1383 mutex_lock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1385 mutex_unlock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1387 vhost_net_ubuf_put_and_wait(n->vqs[VHOST_NET_VQ_TX].ubufs); in vhost_net_flush()
1388 mutex_lock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1390 atomic_set(&n->vqs[VHOST_NET_VQ_TX].ubufs->refcount, 1); in vhost_net_flush()
1391 mutex_unlock(&n->vqs[VHOST_NET_VQ_TX].vq.mutex); in vhost_net_flush()
1415 kfree(n->vqs[VHOST_NET_VQ_RX].rxq.queue); in vhost_net_release()
1416 kfree(n->vqs[VHOST_NET_VQ_TX].xdp); in vhost_net_release()
1417 kfree(n->dev.vqs); in vhost_net_release()
1511 vq = &n->vqs[index].vq; in vhost_net_set_backend()
1512 nvq = &n->vqs[index]; in vhost_net_set_backend()
1654 mutex_lock(&n->vqs[i].vq.mutex); in vhost_net_set_features()
1655 n->vqs[i].vq.acked_features = features; in vhost_net_set_features()
1656 n->vqs[i].vhost_hlen = vhost_hlen; in vhost_net_set_features()
1657 n->vqs[i].sock_hlen = sock_hlen; in vhost_net_set_features()
1658 mutex_unlock(&n->vqs[i].vq.mutex); in vhost_net_set_features()