| /net/core/ |
| A D | gro_cells.c | 10 struct napi_struct napi; member
40 napi_schedule(&cell->napi); in gro_cells_receive()
51 static int gro_cell_poll(struct napi_struct *napi, int budget) in gro_cell_poll() argument
53 struct gro_cell *cell = container_of(napi, struct gro_cell, napi); in gro_cell_poll()
61 napi_gro_receive(napi, skb); in gro_cell_poll()
66 napi_complete_done(napi, work_done); in gro_cell_poll()
83 set_bit(NAPI_STATE_NO_BUSY_POLL, &cell->napi.state); in gro_cells_init()
85 netif_napi_add(dev, &cell->napi, gro_cell_poll); in gro_cells_init()
86 napi_enable(&cell->napi); in gro_cells_init()
116 napi_disable(&cell->napi); in gro_cells_destroy()
[all …]
|
| A D | netdev-genl.c | 171 if (!napi->dev->up) in netdev_nl_napi_fill_one()
184 if (napi->irq >= 0 && nla_put_u32(rsp, NETDEV_A_NAPI_IRQ, napi->irq)) in netdev_nl_napi_fill_one()
191 if (napi->thread) { in netdev_nl_napi_fill_one()
223 struct napi_struct *napi; in netdev_nl_napi_get_doit() local
238 if (napi) { in netdev_nl_napi_get_doit()
240 netdev_unlock(napi->dev); in netdev_nl_napi_get_doit()
265 struct napi_struct *napi; in netdev_nl_napi_dump_one() local
279 prev_id = napi->napi_id; in netdev_nl_napi_dump_one()
361 struct napi_struct *napi; in netdev_nl_napi_set_doit() local
371 if (napi) { in netdev_nl_napi_set_doit()
[all …]
|
| A D | dev.c | 794 if (!napi) in netdev_napi_by_id()
839 if (napi && napi->dev != dev) in netdev_napi_by_id_lock()
843 if (!napi) in netdev_napi_by_id_lock()
1033 return napi ? napi->dev : NULL; in dev_get_by_napi_id()
6696 rc = napi->poll(napi, budget); in busy_poll_stop()
7065 if (WARN_ON_ONCE(napi && !napi->dev)) in netif_queue_set_napi()
7072 rxq->napi = napi; in netif_queue_set_napi()
7076 txq->napi = napi; in netif_queue_set_napi()
7095 if (napi->config && napi->dev->irq_affinity_auto) in netif_napi_irq_notify()
7208 rc = cpu_rmap_add(napi->dev->rx_cpu_rmap, napi); in netif_napi_set_irq_locked()
[all …]
|
| A D | dev.h | 236 struct napi_struct *napi; in netdev_set_defer_hard_irqs() local
240 list_for_each_entry(napi, &netdev->napi_list, dev_list) in netdev_set_defer_hard_irqs()
241 napi_set_defer_hard_irqs(napi, defer); in netdev_set_defer_hard_irqs()
282 struct napi_struct *napi; in netdev_set_gro_flush_timeout() local
286 list_for_each_entry(napi, &netdev->napi_list, dev_list) in netdev_set_gro_flush_timeout()
287 napi_set_gro_flush_timeout(napi, timeout); in netdev_set_gro_flush_timeout()
343 void xdp_do_check_flushed(struct napi_struct *napi);
345 static inline void xdp_do_check_flushed(struct napi_struct *napi) { } in xdp_do_check_flushed() argument
352 if (!napi->poll_list.next) in napi_assert_will_not_race()
356 WARN_ON(!test_bit(NAPI_STATE_SCHED, &napi->state)); in napi_assert_will_not_race()
[all …]
|
| A D | gro.c | 648 skb->dev = napi->dev; in napi_reuse_skb()
665 napi->skb = skb; in napi_reuse_skb()
670 struct sk_buff *skb = napi->skb; in napi_get_frags()
675 napi->skb = skb; in napi_get_frags()
676 skb_mark_napi_id(skb, napi); in napi_get_frags()
700 napi_reuse_skb(napi, skb); in napi_frags_finish()
717 struct sk_buff *skb = napi->skb; in napi_frags_skb()
721 napi->skb = NULL; in napi_frags_skb()
730 __func__, napi->dev->name); in napi_frags_skb()
731 napi_reuse_skb(napi, skb); in napi_frags_skb()
[all …]
|
| A D | netpoll.c | 142 static void poll_one_napi(struct napi_struct *napi) in poll_one_napi() argument
150 if (test_and_set_bit(NAPI_STATE_NPSVC, &napi->state)) in poll_one_napi()
156 work = napi->poll(napi, 0); in poll_one_napi()
158 trace_napi_poll(napi, work, 0); in poll_one_napi()
160 clear_bit(NAPI_STATE_NPSVC, &napi->state); in poll_one_napi()
165 struct napi_struct *napi; in poll_napi() local
169 if (cmpxchg(&napi->poll_owner, -1, cpu) == -1) { in poll_napi()
170 poll_one_napi(napi); in poll_napi()
171 smp_store_release(&napi->poll_owner, -1); in poll_napi()
303 struct napi_struct *napi; in netpoll_owner_active() local
[all …]
|
| A D | page_pool.c | 836 const struct napi_struct *napi; in page_pool_napi_local() local
856 napi = READ_ONCE(pool->p.napi); in page_pool_napi_local()
858 return napi && READ_ONCE(napi->list_owner) == cpuid; in page_pool_napi_local()
1221 struct napi_struct *napi) in page_pool_enable_direct_recycling() argument
1223 if (READ_ONCE(pool->p.napi) == napi) in page_pool_enable_direct_recycling()
1225 WARN_ON(!napi || pool->p.napi); in page_pool_enable_direct_recycling()
1228 WRITE_ONCE(pool->p.napi, napi); in page_pool_enable_direct_recycling()
1240 if (!pool->p.napi) in page_pool_disable_direct_recycling()
1243 napi_assert_will_not_race(pool->p.napi); in page_pool_disable_direct_recycling()
1246 WRITE_ONCE(pool->p.napi, NULL); in page_pool_disable_direct_recycling()
|
| A D | page_pool_user.c | 235 napi_id = pool->p.napi ? READ_ONCE(pool->p.napi->napi_id) : 0; in page_pool_nl_fill()
|
| A D | drop_monitor.c | 114 void (*napi_poll_probe)(void *ignore, struct napi_struct *napi,
274 static void trace_napi_poll_hit(void *ignore, struct napi_struct *napi, in trace_napi_poll_hit() argument
277 struct net_device *dev = napi->dev; in trace_napi_poll_hit()
542 struct napi_struct *napi, in net_dm_packet_trace_napi_poll_hit() argument
|
| A D | skbuff.c | 794 struct sk_buff *napi_alloc_skb(struct napi_struct *napi, unsigned int len) in napi_alloc_skb() argument
845 skb->dev = napi->dev; in napi_alloc_skb()
|
| A D | filter.c | 4333 void xdp_do_check_flushed(struct napi_struct *napi) in xdp_do_check_flushed() argument
4353 napi->poll); in xdp_do_check_flushed()
|
| /net/mptcp/ |
| A D | protocol.c | 4046 static int mptcp_napi_poll(struct napi_struct *napi, int budget) in mptcp_napi_poll() argument
4052 delegated = container_of(napi, struct mptcp_delegated_action, napi); in mptcp_napi_poll()
4078 napi_complete_done(napi, 0); in mptcp_napi_poll()
4098 netif_napi_add_tx(mptcp_napi_dev, &delegated->napi, in mptcp_proto_init()
4100 napi_enable(&delegated->napi); in mptcp_proto_init()
|
| A D | protocol.h | 488 struct napi_struct napi; member
688 napi_schedule(&delegated->napi); in mptcp_subflow_delegate()
|
| /net/xdp/ |
| A D | xsk.c | 1315 if (rxq->napi) in xsk_bind()
1316 __sk_mark_napi_id_once(sk, rxq->napi->napi_id); in xsk_bind()
|
| /net/mac80211/ |
| A D | rx.c | 5434 struct sk_buff *skb, struct napi_struct *napi) in ieee80211_rx_napi() argument
5449 if (!napi) { in ieee80211_rx_napi()
5456 napi_gro_receive(napi, skb); in ieee80211_rx_napi()
|