| /drivers/net/ethernet/intel/ixgbe/ |
| A D | ixgbe_xsk.c | 240 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc() local
242 ntc = (ntc < rx_ring->count) ? ntc : 0; in ixgbe_inc_ntc()
243 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc()
469 while (ntc != ntu) { in ixgbe_clean_xdp_tx_irq()
485 ntc++; in ixgbe_clean_xdp_tx_irq()
487 ntc = 0; in ixgbe_clean_xdp_tx_irq()
496 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq()
547 while (ntc != ntu) { in ixgbe_xsk_clean_tx_ring()
557 ntc++; in ixgbe_xsk_clean_tx_ring()
558 if (ntc == tx_ring->count) in ixgbe_xsk_clean_tx_ring()
[all …]
|
| A D | ixgbe.h | 565 u16 ntc = ring->next_to_clean; in ixgbe_desc_unused() local
568 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in ixgbe_desc_unused()
|
| /drivers/net/ethernet/intel/ice/ |
| A D | ice_xsk.c | 624 if (last_rs >= ntc) in ice_clean_xdp_irq_zc()
650 ntc++; in ice_clean_xdp_irq_zc()
652 ntc = 0; in ice_clean_xdp_irq_zc()
875 if (++ntc == cnt) in ice_clean_rx_irq_zc()
876 ntc = 0; in ice_clean_rx_irq_zc()
1152 while (ntc != ntu) { in ice_xsk_clean_rx_ring()
1156 ntc++; in ice_xsk_clean_rx_ring()
1158 ntc = 0; in ice_xsk_clean_rx_ring()
1171 while (ntc != ntu) { in ice_xsk_clean_xdp_ring()
1181 ntc++; in ice_xsk_clean_xdp_ring()
[all …]
|
| A D | ice_txrx_lib.c | 297 u32 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq() local
310 if (idx >= ntc) in ice_clean_xdp_irq()
311 ready_frames = idx - ntc + 1; in ice_clean_xdp_irq()
335 ntc++; in ice_clean_xdp_irq()
336 if (ntc == cnt) in ice_clean_xdp_irq()
337 ntc = 0; in ice_clean_xdp_irq()
340 tx_buf = &xdp_ring->tx_buf[ntc]; in ice_clean_xdp_irq()
343 ntc++; in ice_clean_xdp_irq()
344 if (ntc == cnt) in ice_clean_xdp_irq()
345 ntc = 0; in ice_clean_xdp_irq()
[all …]
|
| A D | ice_controlq.c | 868 ntc++; in ice_clean_sq()
869 if (ntc == sq->count) in ice_clean_sq()
870 ntc = 0; in ice_clean_sq()
874 sq->next_to_clean = ntc; in ice_clean_sq()
1201 if (ntu == ntc) { in ice_clean_rq_elem()
1209 desc_idx = ntc; in ice_clean_rq_elem()
1231 bi = &cq->rq.r.rq_bi[ntc]; in ice_clean_rq_elem()
1242 wr32(hw, cq->rq.tail, ntc); in ice_clean_rq_elem()
1244 ntc++; in ice_clean_rq_elem()
1246 ntc = 0; in ice_clean_rq_elem()
[all …]
|
| A D | ice_txrx.c | 948 const unsigned int ntc) in ice_get_rx_buf() argument
952 rx_buf = &rx_ring->rx_buf[ntc]; in ice_get_rx_buf()
1211 rx_ring->first_desc = ntc; in ice_put_rx_mbuf()
1224 u32 ntc = rx_ring->next_to_clean; in ice_clean_ctrl_rx_irq() local
1244 if (++ntc == cnt) in ice_clean_ctrl_rx_irq()
1245 ntc = 0; in ice_clean_ctrl_rx_irq()
1249 rx_ring->first_desc = ntc; in ice_clean_ctrl_rx_irq()
1250 rx_ring->next_to_clean = ntc; in ice_clean_ctrl_rx_irq()
1331 if (++ntc == cnt) in ice_clean_rx_irq()
1332 ntc = 0; in ice_clean_rx_irq()
[all …]
|
| /drivers/net/ethernet/intel/idpf/ |
| A D | idpf_controlq.c | 359 u16 ntc, desc_err; in idpf_ctlq_clean_sq() local
368 ntc = cq->next_to_clean; in idpf_ctlq_clean_sq()
392 ntc++; in idpf_ctlq_clean_sq()
393 if (ntc == cq->ring_size) in idpf_ctlq_clean_sq()
394 ntc = 0; in idpf_ctlq_clean_sq()
397 cq->next_to_clean = ntc; in idpf_ctlq_clean_sq()
556 ntc = cq->next_to_clean; in idpf_ctlq_recv()
609 ntc++; in idpf_ctlq_recv()
610 if (ntc == cq->ring_size) in idpf_ctlq_recv()
611 ntc = 0; in idpf_ctlq_recv()
[all …]
|
| A D | idpf_singleq_txrx.c | 448 ntc -= tx_q->desc_count; in idpf_tx_singleq_clean()
483 ntc++; in idpf_tx_singleq_clean()
484 if (unlikely(!ntc)) { in idpf_tx_singleq_clean()
485 ntc -= tx_q->desc_count; in idpf_tx_singleq_clean()
500 ntc++; in idpf_tx_singleq_clean()
501 if (unlikely(!ntc)) { in idpf_tx_singleq_clean()
502 ntc -= tx_q->desc_count; in idpf_tx_singleq_clean()
508 ntc += tx_q->desc_count; in idpf_tx_singleq_clean()
509 tx_q->next_to_clean = ntc; in idpf_tx_singleq_clean()
975 rx_desc = &rx_q->rx[ntc]; in idpf_rx_singleq_clean()
[all …]
|
| A D | idpf_txrx.c | 1784 ntc = 0; \
1858 while (ntc != eop_idx) { in idpf_tx_splitq_clean()
1867 while (ntc != eop_idx) { in idpf_tx_splitq_clean()
1889 (ntc)++; \
1892 ntc = 0; \
1919 u16 ntc, orig_idx = idx; in idpf_tx_clean_buf_ring() local
1954 ntc = txq->next_to_clean; in idpf_tx_clean_buf_ring()
2094 ntc++; in idpf_tx_clean_complq()
2095 if (unlikely(!ntc)) { in idpf_tx_clean_complq()
3506 rxq->next_to_clean = ntc; in idpf_rx_splitq_clean()
[all …]
|
| A D | idpf_txrx.h | 86 #define IDPF_RX_BUMP_NTC(rxq, ntc) \ argument
88 if (unlikely(++(ntc) == (rxq)->desc_count)) { \
89 ntc = 0; \
|
| /drivers/net/ethernet/intel/iavf/ |
| A D | iavf_adminq.c | 560 u16 ntc = asq->next_to_clean; in iavf_clean_asq() local
579 ntc++; in iavf_clean_asq()
580 if (ntc == asq->count) in iavf_clean_asq()
581 ntc = 0; in iavf_clean_asq()
586 asq->next_to_clean = ntc; in iavf_clean_asq()
858 if (ntu == ntc) { in iavf_clean_arq_element()
866 desc_idx = ntc; in iavf_clean_arq_element()
905 wr32(hw, IAVF_VF_ARQT1, ntc); in iavf_clean_arq_element()
907 ntc++; in iavf_clean_arq_element()
909 ntc = 0; in iavf_clean_arq_element()
[all …]
|
| A D | iavf_txrx.c | 1254 u32 ntc = rx_ring->next_to_clean + 1; in iavf_is_non_eop() local
1257 ntc = (ntc < rx_ring->count) ? ntc : 0; in iavf_is_non_eop()
1258 rx_ring->next_to_clean = ntc; in iavf_is_non_eop()
1260 prefetch(IAVF_RX_DESC(rx_ring, ntc)); in iavf_is_non_eop()
|
| /drivers/net/ethernet/intel/igb/ |
| A D | igb_xsk.c | 255 while (ntc != ntu) { in igb_clean_rx_ring_zc()
259 ntc++; in igb_clean_rx_ring_zc()
260 if (ntc >= rx_ring->count) in igb_clean_rx_ring_zc()
261 ntc = 0; in igb_clean_rx_ring_zc()
407 ntc++; in igb_clean_rx_irq_zc()
408 if (ntc == rx_ring->count) in igb_clean_rx_irq_zc()
409 ntc = 0; in igb_clean_rx_irq_zc()
423 ntc++; in igb_clean_rx_irq_zc()
424 if (ntc == rx_ring->count) in igb_clean_rx_irq_zc()
425 ntc = 0; in igb_clean_rx_irq_zc()
[all …]
|
| /drivers/net/ethernet/hisilicon/hibmcge/ |
| A D | hbg_txrx.c | 92 u32 ntc = smp_load_acquire(&ring->ntc); in hbg_net_start_xmit() local
105 hbg_queue_left_num(ntc, ntu, ring), in hbg_net_start_xmit()
167 u32 ntc = ring->ntc; in hbg_napi_tx_recycle() local
176 if (unlikely(hbg_queue_is_empty(ntc, ntu, ring))) in hbg_napi_tx_recycle()
182 buffer = &ring->queue[ntc]; in hbg_napi_tx_recycle()
187 ntc = hbg_queue_next_prt(ntc, ring); in hbg_napi_tx_recycle()
194 smp_store_release(&ring->ntc, ntc); in hbg_napi_tx_recycle()
377 if (hbg_queue_is_full(ring->ntc, ring->ntu, ring)) in hbg_rx_fill_one_buffer()
424 buffer = &ring->queue[ring->ntc]; in hbg_napi_rx_poll()
450 hbg_queue_move_next(ntc, ring); in hbg_napi_rx_poll()
[all …]
|
| A D | hbg_txrx.h | 37 return (READ_ONCE(ring->ntu) + len - READ_ONCE(ring->ntc)) % len; in hbg_get_queue_used_num()
|
| /drivers/net/ethernet/intel/i40e/ |
| A D | i40e_adminq.c | 693 u16 ntc = asq->next_to_clean; in i40e_clean_asq() local
711 ntc++; in i40e_clean_asq()
712 if (ntc == asq->count) in i40e_clean_asq()
713 ntc = 0; in i40e_clean_asq()
718 asq->next_to_clean = ntc; in i40e_clean_asq()
1073 if (ntu == ntc) { in i40e_clean_arq_element()
1081 desc_idx = ntc; in i40e_clean_arq_element()
1120 wr32(hw, I40E_PF_ARQT, ntc); in i40e_clean_arq_element()
1122 ntc++; in i40e_clean_arq_element()
1124 ntc = 0; in i40e_clean_arq_element()
[all …]
|
| A D | i40e_xsk.c | 636 unsigned int ntc; in i40e_clean_xdp_tx_irq() local
650 ntc = tx_ring->next_to_clean; in i40e_clean_xdp_tx_irq()
663 ntc = 0; in i40e_clean_xdp_tx_irq()
732 while (ntc != ntu) { in i40e_xsk_clean_rx_ring()
736 ntc++; in i40e_xsk_clean_rx_ring()
737 if (ntc >= rx_ring->count) in i40e_xsk_clean_rx_ring()
738 ntc = 0; in i40e_xsk_clean_rx_ring()
753 while (ntc != ntu) { in i40e_xsk_clean_tx_ring()
763 ntc++; in i40e_xsk_clean_tx_ring()
764 if (ntc >= tx_ring->count) in i40e_xsk_clean_tx_ring()
[all …]
|
| /drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
| A D | hclge_comm_cmd.c | 288 int ntc = ring->next_to_clean; in hclge_comm_ring_space() local
314 int ntc = ring->next_to_clean; in hclge_comm_is_valid_csq_clean_head() local
317 if (ntu > ntc) in hclge_comm_is_valid_csq_clean_head()
320 return head >= ntc || head <= ntu; in hclge_comm_is_valid_csq_clean_head()
413 int ntc) in hclge_comm_cmd_check_retval() argument
421 ntc++; in hclge_comm_cmd_check_retval()
422 if (ntc >= hw->cmq.csq.desc_num) in hclge_comm_cmd_check_retval()
423 ntc = 0; in hclge_comm_cmd_check_retval()
437 int num, int ntc) in hclge_comm_cmd_check_result() argument
479 int ntc; in hclge_comm_cmd_send() local
[all …]
|
| /drivers/net/ethernet/hisilicon/hns3/ |
| A D | hns3_trace.h | 74 __field(int, ntc)
83 __entry->ntc = ring->next_to_clean;
93 __entry->ntc, &__entry->desc_dma,
105 __field(int, ntc)
115 __entry->ntc = ring->next_to_clean;
126 __entry->ntc, &__entry->desc_dma, &__entry->buf_dma,
|
| A D | hns3_enet.c | 973 u32 ntc, ntu; in hns3_tx_spare_space() local
981 if (ntc > ntu) in hns3_tx_spare_space()
982 return ntc - ntu - 1; in hns3_tx_spare_space()
1152 ntc = 0; in hns3_tx_spare_reclaim_cb()
3594 int ntc = ring->next_to_clean; in hns3_nic_reclaim_desc() local
3599 while (ltu != ntc) { in hns3_nic_reclaim_desc()
3600 desc = &ring->desc[ntc]; in hns3_nic_reclaim_desc()
3618 if (++ntc == ring->desc_num) in hns3_nic_reclaim_desc()
3619 ntc = 0; in hns3_nic_reclaim_desc()
3682 if (unlikely(ntc == ntu && !ring->desc_cb[ntc].refill)) in hns3_desc_unused()
[all …]
|
| /drivers/net/ethernet/intel/ixgbevf/ |
| A D | ixgbevf.h | 288 u16 ntc = ring->next_to_clean; in ixgbevf_desc_unused() local
291 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in ixgbevf_desc_unused()
|
| /drivers/net/ethernet/mscc/ |
| A D | ocelot_fdma.c | 492 u16 ntc; in ocelot_fdma_tx_cleanup() local
501 ntc = tx_ring->next_to_clean; in ocelot_fdma_tx_cleanup()
502 dcb = &tx_ring->dcbs[ntc]; in ocelot_fdma_tx_cleanup()
506 buf = &tx_ring->bufs[ntc]; in ocelot_fdma_tx_cleanup()
514 tx_ring->next_to_clean = ocelot_fdma_idx_next(ntc, in ocelot_fdma_tx_cleanup()
|
| /drivers/net/ethernet/intel/igc/ |
| A D | igc.h | 685 u16 ntc = ring->next_to_clean; in igc_desc_unused() local
688 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in igc_desc_unused()
|
| /drivers/net/ethernet/intel/fm10k/ |
| A D | fm10k_main.c | 492 u32 ntc = rx_ring->next_to_clean + 1; in fm10k_is_non_eop() local
495 ntc = (ntc < rx_ring->count) ? ntc : 0; in fm10k_is_non_eop()
496 rx_ring->next_to_clean = ntc; in fm10k_is_non_eop()
498 prefetch(FM10K_RX_DESC(rx_ring, ntc)); in fm10k_is_non_eop()
|
| /drivers/net/ethernet/wangxun/libwx/ |
| A D | wx_lib.c | 385 u16 ntc = ring->next_to_clean; in wx_desc_unused() local
388 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in wx_desc_unused()
406 u32 ntc = rx_ring->next_to_clean + 1; in wx_is_non_eop() local
409 ntc = (ntc < rx_ring->count) ? ntc : 0; in wx_is_non_eop()
410 rx_ring->next_to_clean = ntc; in wx_is_non_eop()
412 prefetch(WX_RX_DESC(rx_ring, ntc)); in wx_is_non_eop()
418 rx_ring->rx_buffer_info[ntc].skb = skb; in wx_is_non_eop()
|