| /linux-6.3-rc2/drivers/net/ethernet/sfc/falcon/ |
| A D | rx.c | 115 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in ef4_reuse_page()
122 if (rx_queue->page_remove != rx_queue->page_add) in ef4_reuse_page()
191 index = rx_queue->added_count & rx_queue->ptr_mask; in ef4_init_rx_buffers()
256 index = rx_queue->page_add & rx_queue->page_ptr_mask; in ef4_recycle_rx_page()
367 if (rx_queue->added_count == rx_queue->removed_count) in ef4_fast_push_rx_descriptors()
376 rx_queue->added_count - rx_queue->removed_count); in ef4_fast_push_rx_descriptors()
379 if (rx_queue->notified_count != rx_queue->added_count) in ef4_fast_push_rx_descriptors()
749 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in ef4_init_rx_queue()
760 rx_queue->page_add = rx_queue->page_ptr_mask + 1; in ef4_init_rx_queue()
791 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in ef4_fini_rx_queue()
[all …]
|
| A D | nic.h | 112 return ((ef4_qword_t *) (rx_queue->rxd.buf.addr)) + index; in ef4_rx_desc()
335 return rx_queue->efx->type->rx_probe(rx_queue); in ef4_nic_probe_rx()
339 rx_queue->efx->type->rx_init(rx_queue); in ef4_nic_init_rx()
343 rx_queue->efx->type->rx_remove(rx_queue); in ef4_nic_remove_rx()
347 rx_queue->efx->type->rx_write(rx_queue); in ef4_nic_notify_rx_desc()
351 rx_queue->efx->type->rx_defer_refill(rx_queue); in ef4_nic_generate_fill_event()
390 int ef4_farch_rx_probe(struct ef4_rx_queue *rx_queue);
391 void ef4_farch_rx_init(struct ef4_rx_queue *rx_queue);
392 void ef4_farch_rx_fini(struct ef4_rx_queue *rx_queue);
393 void ef4_farch_rx_remove(struct ef4_rx_queue *rx_queue);
[all …]
|
| A D | farch.c | 497 rx_queue, in ef4_farch_rx_write()
498 rx_queue->notified_count & rx_queue->ptr_mask); in ef4_farch_rx_write()
503 write_ptr = rx_queue->added_count & rx_queue->ptr_mask; in ef4_farch_rx_write()
536 ef4_rx_queue_index(rx_queue), rx_queue->rxd.index, in ef4_farch_rx_init()
537 rx_queue->rxd.index + rx_queue->rxd.entries - 1); in ef4_farch_rx_init()
592 ef4_free_special_buffer(rx_queue->efx, &rx_queue->rxd); in ef4_farch_rx_remove()
1014 rx_queue->removed_count & rx_queue->ptr_mask, in ef4_farch_handle_rx_event()
1016 rx_queue->removed_count += rx_queue->scatter_n; in ef4_farch_handle_rx_event()
1028 rx_queue->removed_count & rx_queue->ptr_mask, in ef4_farch_handle_rx_event()
1079 rx_queue->removed_count & rx_queue->ptr_mask, in ef4_farch_handle_rx_event()
[all …]
|
| A D | net_driver.h | 444 struct ef4_rx_queue rx_queue; member
1090 int (*rx_probe)(struct ef4_rx_queue *rx_queue);
1091 void (*rx_init)(struct ef4_rx_queue *rx_queue);
1092 void (*rx_remove)(struct ef4_rx_queue *rx_queue);
1093 void (*rx_write)(struct ef4_rx_queue *rx_queue);
1236 return channel->rx_queue.core_index >= 0; in ef4_channel_has_rx_queue()
1243 return &channel->rx_queue; in ef4_channel_get_rx_queue()
1251 for (_rx_queue = &(_channel)->rx_queue; \
1258 return container_of(rx_queue, struct ef4_channel, rx_queue); in ef4_rx_queue_channel()
1263 return ef4_rx_queue_channel(rx_queue)->channel; in ef4_rx_queue_index()
[all …]
|
| A D | efx.h | 40 int ef4_probe_rx_queue(struct ef4_rx_queue *rx_queue);
41 void ef4_remove_rx_queue(struct ef4_rx_queue *rx_queue);
42 void ef4_init_rx_queue(struct ef4_rx_queue *rx_queue);
43 void ef4_fini_rx_queue(struct ef4_rx_queue *rx_queue);
44 void ef4_fast_push_rx_descriptors(struct ef4_rx_queue *rx_queue, bool atomic);
47 void ef4_rx_packet(struct ef4_rx_queue *rx_queue, unsigned int index,
54 void ef4_schedule_slow_fill(struct ef4_rx_queue *rx_queue);
|
| /linux-6.3-rc2/drivers/net/ethernet/sfc/ |
| A D | rx_common.c | 43 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in efx_reuse_page()
50 if (rx_queue->page_remove != rx_queue->page_add) in efx_reuse_page()
85 index = rx_queue->page_add & rx_queue->page_ptr_mask; in efx_recycle_rx_page()
226 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in efx_init_rx_queue()
238 rx_queue->page_add = rx_queue->page_ptr_mask + 1; in efx_init_rx_queue()
281 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in efx_fini_rx_queue()
290 for (i = rx_queue->removed_count; i < rx_queue->added_count; in efx_fini_rx_queue()
309 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in efx_remove_rx_queue()
410 index = rx_queue->added_count & rx_queue->ptr_mask; in efx_init_rx_buffers()
499 rx_queue->added_count - rx_queue->removed_count); in efx_fast_push_rx_descriptors()
[all …]
|
| A D | ef100_rx.c | 150 struct efx_nic *efx = rx_queue->efx; in ef100_rx_packet()
152 ++rx_queue->rx_packets; in ef100_rx_packet()
185 ef100_rx_packet(rx_queue, in efx_ef100_ev_rx()
186 rx_queue->removed_count & rx_queue->ptr_mask); in efx_ef100_ev_rx()
187 ++rx_queue->removed_count; in efx_ef100_ev_rx()
202 rxd = efx_rx_desc(rx_queue, idx); in ef100_rx_write()
213 rx_queue->added_count & rx_queue->ptr_mask); in ef100_rx_write()
214 efx_writed_page(rx_queue->efx, &rxdb, in ef100_rx_write()
216 if (rx_queue->grant_credits) in ef100_rx_write()
219 if (rx_queue->grant_credits) in ef100_rx_write()
[all …]
|
| A D | rx.c | 47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
124 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet()
128 rx_queue->rx_packets++; in efx_rx_packet()
130 rx_buf = efx_rx_buffer(rx_queue, index); in efx_rx_packet()
150 efx_rx_queue_index(rx_queue), index, in efx_rx_packet()
197 rx_buf = efx_rx_buffer(rx_queue, index); in efx_rx_packet()
217 struct efx_rx_queue *rx_queue; in efx_rx_deliver() local
255 struct efx_rx_queue *rx_queue; in efx_do_xdp() local
271 efx_free_rx_buffers(rx_queue, rx_buf, in efx_do_xdp()
378 struct efx_rx_queue *rx_queue; in __efx_rx_packet() local
[all …]
|
| A D | nic_common.h | 100 efx_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_rx_desc() argument
102 return ((efx_qword_t *) (rx_queue->rxd.buf.addr)) + index; in efx_rx_desc()
140 static inline int efx_nic_probe_rx(struct efx_rx_queue *rx_queue) in efx_nic_probe_rx() argument
142 return rx_queue->efx->type->rx_probe(rx_queue); in efx_nic_probe_rx()
144 static inline void efx_nic_init_rx(struct efx_rx_queue *rx_queue) in efx_nic_init_rx() argument
146 rx_queue->efx->type->rx_init(rx_queue); in efx_nic_init_rx()
148 static inline void efx_nic_remove_rx(struct efx_rx_queue *rx_queue) in efx_nic_remove_rx() argument
150 rx_queue->efx->type->rx_remove(rx_queue); in efx_nic_remove_rx()
152 static inline void efx_nic_notify_rx_desc(struct efx_rx_queue *rx_queue) in efx_nic_notify_rx_desc() argument
154 rx_queue->efx->type->rx_write(rx_queue); in efx_nic_notify_rx_desc()
[all …]
|
| A D | mcdi_functions.c | 272 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd.buf, in efx_mcdi_rx_probe()
273 (rx_queue->ptr_mask + 1) * in efx_mcdi_rx_probe()
283 struct efx_nic *efx = rx_queue->efx; in efx_mcdi_rx_init()
290 rx_queue->scatter_n = 0; in efx_mcdi_rx_init()
291 rx_queue->scatter_len = 0; in efx_mcdi_rx_init()
301 efx_rx_queue_index(rx_queue)); in efx_mcdi_rx_init()
323 efx_rx_queue_index(rx_queue)); in efx_mcdi_rx_init()
328 efx_nic_free_buffer(rx_queue->efx, &rx_queue->rxd.buf); in efx_mcdi_rx_remove()
335 struct efx_nic *efx = rx_queue->efx; in efx_mcdi_rx_fini()
358 struct efx_rx_queue *rx_queue; in efx_fini_dmaq() local
[all …]
|
| A D | rx_common.h | 55 int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
56 void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
57 void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
58 void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
59 void efx_destroy_rx_queue(struct efx_rx_queue *rx_queue);
61 void efx_init_rx_buffer(struct efx_rx_queue *rx_queue,
75 void efx_free_rx_buffers(struct efx_rx_queue *rx_queue,
79 void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
81 void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
|
| A D | efx_channels.c | 530 struct efx_rx_queue *rx_queue; in efx_alloc_channel() local
555 rx_queue = &channel->rx_queue; in efx_alloc_channel()
556 rx_queue->efx = efx; in efx_alloc_channel()
600 struct efx_rx_queue *rx_queue; in efx_copy_channel() local
626 rx_queue = &channel->rx_queue; in efx_copy_channel()
627 rx_queue->buffer = NULL; in efx_copy_channel()
628 memset(&rx_queue->rxd, 0, sizeof(rx_queue->rxd)); in efx_copy_channel()
640 struct efx_rx_queue *rx_queue; in efx_probe_channel() local
743 struct efx_rx_queue *rx_queue; in efx_remove_channel() local
872 rx_queue->rxd.index + in efx_realloc_channels()
[all …]
|
| A D | tc_counters.c | 221 struct efx_rx_queue *rx_queue = &channel->rx_queue; in efx_tc_probe_channel() local
224 rx_queue->core_index = 0; in efx_tc_probe_channel()
236 return efx_mae_start_counters(efx, rx_queue); in efx_tc_start_channel()
245 rc = efx_mae_stop_counters(efx, rx_queue); in efx_tc_stop_channel()
250 rx_queue->grant_credits = false; in efx_tc_stop_channel()
251 flush_work(&rx_queue->grant_work); in efx_tc_stop_channel()
450 static bool efx_tc_rx(struct efx_rx_queue *rx_queue, u32 mark) in efx_tc_rx() argument
452 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_tc_rx()
453 struct efx_rx_buffer *rx_buf = efx_rx_buffer(rx_queue, in efx_tc_rx()
456 struct efx_nic *efx = rx_queue->efx; in efx_tc_rx()
[all …]
|
| A D | mcdi_functions.h | 25 int efx_mcdi_rx_probe(struct efx_rx_queue *rx_queue);
26 void efx_mcdi_rx_init(struct efx_rx_queue *rx_queue);
27 void efx_mcdi_rx_remove(struct efx_rx_queue *rx_queue);
28 void efx_mcdi_rx_fini(struct efx_rx_queue *rx_queue);
|
| /linux-6.3-rc2/drivers/net/ethernet/sfc/siena/ |
| A D | rx_common.c | 46 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in efx_reuse_page()
53 if (rx_queue->page_remove != rx_queue->page_add) in efx_reuse_page()
88 index = rx_queue->page_add & rx_queue->page_ptr_mask; in efx_recycle_rx_page()
229 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in efx_siena_init_rx_queue()
240 rx_queue->page_add = rx_queue->page_ptr_mask + 1; in efx_siena_init_rx_queue()
283 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in efx_siena_fini_rx_queue()
290 for (i = rx_queue->removed_count; i < rx_queue->added_count; in efx_siena_fini_rx_queue()
309 netif_dbg(rx_queue->efx, drv, rx_queue->efx->net_dev, in efx_siena_remove_rx_queue()
410 index = rx_queue->added_count & rx_queue->ptr_mask; in efx_init_rx_buffers()
500 rx_queue->added_count - rx_queue->removed_count); in efx_siena_fast_push_rx_descriptors()
[all …]
|
| A D | rx.c | 47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
124 struct efx_nic *efx = rx_queue->efx; in efx_siena_rx_packet()
128 rx_queue->rx_packets++; in efx_siena_rx_packet()
130 rx_buf = efx_rx_buffer(rx_queue, index); in efx_siena_rx_packet()
150 efx_rx_queue_index(rx_queue), index, in efx_siena_rx_packet()
187 rx_buf = efx_rx_buf_next(rx_queue, rx_buf); in efx_siena_rx_packet()
197 rx_buf = efx_rx_buffer(rx_queue, index); in efx_siena_rx_packet()
217 struct efx_rx_queue *rx_queue; in efx_rx_deliver() local
255 struct efx_rx_queue *rx_queue; in efx_do_xdp() local
271 efx_siena_free_rx_buffers(rx_queue, rx_buf, in efx_do_xdp()
[all …]
|
| A D | nic_common.h | 97 efx_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_rx_desc() argument
99 return ((efx_qword_t *) (rx_queue->rxd.buf.addr)) + index; in efx_rx_desc()
137 static inline int efx_nic_probe_rx(struct efx_rx_queue *rx_queue) in efx_nic_probe_rx() argument
139 return rx_queue->efx->type->rx_probe(rx_queue); in efx_nic_probe_rx()
141 static inline void efx_nic_init_rx(struct efx_rx_queue *rx_queue) in efx_nic_init_rx() argument
143 rx_queue->efx->type->rx_init(rx_queue); in efx_nic_init_rx()
145 static inline void efx_nic_remove_rx(struct efx_rx_queue *rx_queue) in efx_nic_remove_rx() argument
147 rx_queue->efx->type->rx_remove(rx_queue); in efx_nic_remove_rx()
149 static inline void efx_nic_notify_rx_desc(struct efx_rx_queue *rx_queue) in efx_nic_notify_rx_desc() argument
151 rx_queue->efx->type->rx_write(rx_queue); in efx_nic_notify_rx_desc()
[all …]
|
| A D | farch.c | 491 rx_queue, in efx_farch_rx_write()
492 rx_queue->notified_count & rx_queue->ptr_mask); in efx_farch_rx_write()
497 write_ptr = rx_queue->added_count & rx_queue->ptr_mask; in efx_farch_rx_write()
524 efx_rx_queue_index(rx_queue), rx_queue->rxd.index, in efx_farch_rx_init()
525 rx_queue->rxd.index + rx_queue->rxd.entries - 1); in efx_farch_rx_init()
580 efx_free_special_buffer(rx_queue->efx, &rx_queue->rxd); in efx_farch_rx_remove()
1007 rx_queue->removed_count & rx_queue->ptr_mask, in efx_farch_handle_rx_event()
1009 rx_queue->removed_count += rx_queue->scatter_n; in efx_farch_handle_rx_event()
1021 rx_queue->removed_count & rx_queue->ptr_mask, in efx_farch_handle_rx_event()
1072 rx_queue->removed_count & rx_queue->ptr_mask, in efx_farch_handle_rx_event()
[all …]
|
| A D | efx_channels.c | 532 struct efx_rx_queue *rx_queue; in efx_alloc_channel() local
557 rx_queue = &channel->rx_queue; in efx_alloc_channel()
558 rx_queue->efx = efx; in efx_alloc_channel()
603 struct efx_rx_queue *rx_queue; in efx_copy_channel() local
629 rx_queue = &channel->rx_queue; in efx_copy_channel()
630 rx_queue->buffer = NULL; in efx_copy_channel()
631 memset(&rx_queue->rxd, 0, sizeof(rx_queue->rxd)); in efx_copy_channel()
643 struct efx_rx_queue *rx_queue; in efx_probe_channel() local
746 struct efx_rx_queue *rx_queue; in efx_siena_remove_channel() local
879 rx_queue->rxd.index + in efx_siena_realloc_channels()
[all …]
|
| A D | rx_common.h | 55 int efx_siena_probe_rx_queue(struct efx_rx_queue *rx_queue);
56 void efx_siena_init_rx_queue(struct efx_rx_queue *rx_queue);
57 void efx_siena_fini_rx_queue(struct efx_rx_queue *rx_queue);
58 void efx_siena_remove_rx_queue(struct efx_rx_queue *rx_queue);
68 void efx_siena_free_rx_buffers(struct efx_rx_queue *rx_queue,
73 void efx_siena_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue,
|
| A D | net_driver.h | 547 struct efx_rx_queue rx_queue; member
1376 int (*rx_probe)(struct efx_rx_queue *rx_queue);
1377 void (*rx_init)(struct efx_rx_queue *rx_queue);
1569 return channel->rx_queue.core_index >= 0; in efx_channel_has_rx_queue()
1576 return &channel->rx_queue; in efx_channel_get_rx_queue()
1584 for (_rx_queue = &(_channel)->rx_queue; \
1591 return container_of(rx_queue, struct efx_channel, rx_queue); in efx_rx_queue_channel()
1596 return efx_rx_queue_channel(rx_queue)->channel; in efx_rx_queue_index()
1605 return &rx_queue->buffer[index]; in efx_rx_buffer()
1611 if (unlikely(rx_buf == efx_rx_buffer(rx_queue, rx_queue->ptr_mask))) in efx_rx_buf_next()
[all …]
|
| A D | nic.h | 131 int efx_farch_rx_probe(struct efx_rx_queue *rx_queue);
132 void efx_farch_rx_init(struct efx_rx_queue *rx_queue);
133 void efx_farch_rx_fini(struct efx_rx_queue *rx_queue);
134 void efx_farch_rx_remove(struct efx_rx_queue *rx_queue);
135 void efx_farch_rx_write(struct efx_rx_queue *rx_queue);
136 void efx_farch_rx_defer_refill(struct efx_rx_queue *rx_queue);
|
| /linux-6.3-rc2/drivers/net/ethernet/freescale/ |
| A D | gianfar.c | 117 if (bdp == rx_queue->rx_bd_base + rx_queue->rx_ring_size - 1) in gfar_init_rxbdp()
552 if (!grp->rx_queue) in gfar_parse_group()
553 grp->rx_queue = priv->rx_queue[i]; in gfar_parse_group()
1142 rx_queue = priv->rx_queue[i]; in free_skb_resources()
1317 rx_queue = priv->rx_queue[i]; in gfar_init_bds()
1326 gfar_alloc_rx_buffs(rx_queue, gfar_rxbd_unused(rx_queue)); in gfar_init_bds()
1373 rx_queue = priv->rx_queue[i]; in gfar_alloc_skb_resources()
1397 rx_queue = priv->rx_queue[i]; in gfar_alloc_skb_resources()
1398 rx_queue->rx_buff = kcalloc(rx_queue->rx_ring_size, in gfar_alloc_skb_resources()
1549 rx_queue = priv->rx_queue[i]; in gfar_update_link_state()
[all …]
|
| /linux-6.3-rc2/net/rxrpc/ |
| A D | io_thread.c | 28 struct sk_buff_head *rx_queue; in rxrpc_encap_rcv() local
40 rx_queue = &local->rx_queue; in rxrpc_encap_rcv()
45 rx_queue = &local->rx_delay_queue; in rxrpc_encap_rcv()
49 skb_queue_tail(rx_queue, skb); in rxrpc_encap_rcv()
72 skb_queue_tail(&local->rx_queue, skb); in rxrpc_error_report()
416 struct sk_buff_head rx_queue; in rxrpc_io_thread() local
427 skb_queue_head_init(&rx_queue); in rxrpc_io_thread()
470 if ((skb = __skb_dequeue(&rx_queue))) { in rxrpc_io_thread()
504 skb_queue_tail(&local->rx_queue, skb); in rxrpc_io_thread()
509 spin_lock_irq(&local->rx_queue.lock); in rxrpc_io_thread()
[all …]
|
| /linux-6.3-rc2/drivers/net/ethernet/ibm/ |
| A D | ibmveth.c | 105 return be32_to_cpu(adapter->rx_queue.queue_addr[adapter->rx_queue.index].flags_off); in ibmveth_rxq_flags()
136 return be32_to_cpu(adapter->rx_queue.queue_addr[adapter->rx_queue.index].length); in ibmveth_rxq_frame_length()
404 u64 correlator = adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator; in ibmveth_rxq_get_buffer()
447 if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) { in ibmveth_rxq_recycle_buffer()
448 adapter->rx_queue.index = 0; in ibmveth_rxq_recycle_buffer()
449 adapter->rx_queue.toggle = !adapter->rx_queue.toggle; in ibmveth_rxq_recycle_buffer()
460 if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) { in ibmveth_rxq_harvest_buffer()
461 adapter->rx_queue.index = 0; in ibmveth_rxq_harvest_buffer()
462 adapter->rx_queue.toggle = !adapter->rx_queue.toggle; in ibmveth_rxq_harvest_buffer()
585 adapter->rx_queue.index = 0; in ibmveth_open()
[all …]
|