/linux-6.3-rc2/drivers/net/ethernet/intel/i40e/ |
A D | i40e_xsk.c | 387 u16 next_to_clean = rx_ring->next_to_clean; in i40e_clean_rx_irq_zc() local 420 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc() 422 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc() 431 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc() 443 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc() 446 rx_ring->next_to_clean = next_to_clean; in i40e_clean_rx_irq_zc() 595 if (head_idx < tx_ring->next_to_clean) in i40e_clean_xdp_tx_irq() 607 ntc = tx_ring->next_to_clean; in i40e_clean_xdp_tx_irq() 624 tx_ring->next_to_clean += completed_frames; in i40e_clean_xdp_tx_irq() 626 tx_ring->next_to_clean -= tx_ring->count; in i40e_clean_xdp_tx_irq() [all …]
|
A D | i40e_adminq.c | 355 hw->aq.asq.next_to_clean = 0; in i40e_init_asq() 414 hw->aq.arq.next_to_clean = 0; in i40e_init_arq() 725 u16 ntc = asq->next_to_clean; in i40e_clean_asq() 750 asq->next_to_clean = ntc; in i40e_clean_asq() 1091 u16 ntc = hw->aq.arq.next_to_clean; in i40e_clean_arq_element() 1167 hw->aq.arq.next_to_clean = ntc; in i40e_clean_arq_element() 1185 hw->aq.asq.next_to_clean = 0; in i40e_resume_aq() 1190 hw->aq.arq.next_to_clean = 0; in i40e_resume_aq()
|
/linux-6.3-rc2/drivers/net/ethernet/intel/ice/ |
A D | ice_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 19 (R)->next_to_clean - (R)->next_to_use - 1)) 56 u16 next_to_clean; member
|
A D | ice_xsk.c | 558 int ntc = rx_ring->next_to_clean + 1; in ice_bump_ntc() 561 rx_ring->next_to_clean = ntc; in ice_bump_ntc() 606 u16 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc() 633 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc() 651 xdp_ring->next_to_clean += completed_frames; in ice_clean_xdp_irq_zc() 652 if (xdp_ring->next_to_clean >= cnt) in ice_clean_xdp_irq_zc() 653 xdp_ring->next_to_clean -= cnt; in ice_clean_xdp_irq_zc() 790 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc() 802 if (unlikely(rx_ring->next_to_clean == rx_ring->next_to_use)) in ice_clean_rx_irq_zc() 805 xdp = *ice_xdp_buf(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc() [all …]
|
A D | ice_txrx.h | 112 (u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 113 (R)->next_to_clean - (R)->next_to_use - 1) 328 u16 next_to_clean; member 365 u16 next_to_clean; member
|
/linux-6.3-rc2/drivers/net/ethernet/intel/igc/ |
A D | igc_dump.c | 139 buffer_info = &tx_ring->tx_buffer_info[tx_ring->next_to_clean]; in igc_rings_dump() 142 n, tx_ring->next_to_use, tx_ring->next_to_clean, in igc_rings_dump() 182 i == tx_ring->next_to_clean) in igc_rings_dump() 186 else if (i == tx_ring->next_to_clean) in igc_rings_dump() 216 rx_ring->next_to_clean); in igc_rings_dump() 266 else if (i == rx_ring->next_to_clean) in igc_rings_dump()
|
/linux-6.3-rc2/drivers/net/ethernet/mscc/ |
A D | ocelot_fdma.c | 61 if (rx_ring->next_to_use >= rx_ring->next_to_clean) in ocelot_fdma_rx_ring_free() 65 return rx_ring->next_to_clean - rx_ring->next_to_use - 1; in ocelot_fdma_rx_ring_free() 72 if (tx_ring->next_to_use >= tx_ring->next_to_clean) in ocelot_fdma_tx_ring_free() 76 return tx_ring->next_to_clean - tx_ring->next_to_use - 1; in ocelot_fdma_tx_ring_free() 83 return tx_ring->next_to_clean == tx_ring->next_to_use; in ocelot_fdma_tx_ring_empty() 406 idx = rx_ring->next_to_clean; in ocelot_fdma_rx_get() 430 rx_ring->next_to_clean = idx; in ocelot_fdma_rx_get() 501 ntc = tx_ring->next_to_clean; in ocelot_fdma_tx_cleanup() 514 tx_ring->next_to_clean = ocelot_fdma_idx_next(ntc, in ocelot_fdma_tx_cleanup() 707 idx = rx_ring->next_to_clean; in ocelot_fdma_free_rx_ring() [all …]
|
A D | ocelot_fdma.h | 97 u16 next_to_clean; member 129 u16 next_to_clean; member
|
/linux-6.3-rc2/drivers/net/ethernet/intel/ixgbe/ |
A D | ixgbe_xsk.c | 241 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc() 244 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc() 272 rx_desc = IXGBE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ixgbe_clean_rx_irq_zc() 283 bi = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc() 293 &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc() 370 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ixgbe_clean_rx_irq_zc() 464 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq() 501 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq() 552 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring()
|
/linux-6.3-rc2/drivers/net/ethernet/intel/ixgb/ |
A D | ixgb.h | 95 unsigned int next_to_clean; member 101 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 102 (R)->next_to_clean - (R)->next_to_use - 1)
|
/linux-6.3-rc2/drivers/net/ethernet/freescale/enetc/ |
A D | enetc_cbdr.c | 23 cbdr->next_to_clean = 0; in enetc_setup_cbdr() 40 enetc_wr_reg(cbdr->pir, cbdr->next_to_clean); in enetc_setup_cbdr() 68 i = ring->next_to_clean; in enetc_clean_cbdr() 82 ring->next_to_clean = i; in enetc_clean_cbdr() 87 return (r->next_to_clean - r->next_to_use - 1 + r->bd_count) % in enetc_cbd_unused()
|
A D | enetc.h | 117 int next_to_clean; member 150 if (bdr->next_to_clean > bdr->next_to_use) in enetc_bd_unused() 151 return bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused() 153 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused() 158 if (bdr->next_to_clean > bdr->next_to_alloc) in enetc_swbd_unused() 159 return bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused() 161 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused() 174 int next_to_clean; member
|
/linux-6.3-rc2/drivers/net/ethernet/hisilicon/hns3/ |
A D | hns3_trace.h | 83 __entry->ntc = ring->next_to_clean; 115 __entry->ntc = ring->next_to_clean; 117 __entry->buf_dma = ring->desc_cb[ring->next_to_clean].dma; 118 memcpy(__entry->desc, &ring->desc[ring->next_to_clean],
|
/linux-6.3-rc2/drivers/net/ethernet/pasemi/ |
A D | pasemi_mac.h | 30 unsigned int next_to_clean; member 43 unsigned int next_to_clean; member 101 #define RING_USED(ring) (((ring)->next_to_fill - (ring)->next_to_clean) \
|
/linux-6.3-rc2/drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
A D | hclge_comm_cmd.c | 267 int ntc = ring->next_to_clean; in hclge_comm_ring_space() 293 int ntc = ring->next_to_clean; in hclge_comm_is_valid_csq_clean_head() 313 head, csq->next_to_use, csq->next_to_clean); in hclge_comm_cmd_csq_clean() 322 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclge_comm_cmd_csq_clean() 323 csq->next_to_clean = head; in hclge_comm_cmd_csq_clean() 453 csq->next_to_clean = in hclge_comm_cmd_send() 562 cmdq->csq.next_to_clean = 0; in hclge_comm_cmd_init() 564 cmdq->crq.next_to_clean = 0; in hclge_comm_cmd_init()
|
/linux-6.3-rc2/drivers/net/ethernet/atheros/atl1c/ |
A D | atl1c_main.c | 931 rfd_ring->next_to_clean = 0; in atl1c_clean_rx_ring() 934 rrd_ring->next_to_clean = 0; in atl1c_clean_rx_ring() 958 rfd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs() 960 rrd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs() 1618 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1c_clean_tx() local 1634 next_to_clean = 0; in atl1c_clean_tx() 1635 atomic_set(&tpd_ring->next_to_clean, next_to_clean); in atl1c_clean_tx() 1882 rrd_ring->next_to_clean)) { in atl1c_clean_rrd() 1885 rrd_ring->next_to_clean = 0; in atl1c_clean_rrd() 2027 u16 next_to_clean = 0; in atl1c_tpd_avail() local [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/hisilicon/hns/ |
A D | hns_enet.c | 420 desc = &ring->desc[ring->next_to_clean]; in hns_nic_reuse_page() 583 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 597 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 703 int ntc = ring->next_to_clean; in hns_desc_unused() 925 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_reclaim_one_desc() 931 int c = ring->next_to_clean; in is_valid_clean_head() 971 while (head != ring->next_to_clean) { in hns_nic_tx_poll_one() 1010 if (head != ring->next_to_clean) { in hns_nic_tx_fini_pro() 1025 if (head == ring->next_to_clean) in hns_nic_tx_fini_pro_v2() 1042 while (head != ring->next_to_clean) in hns_nic_tx_clr_all_bufs() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/wangxun/libwx/ |
A D | wx_lib.c | 314 u16 ntc = ring->next_to_clean; in wx_desc_unused() 335 u32 ntc = rx_ring->next_to_clean + 1; in wx_is_non_eop() 339 rx_ring->next_to_clean = ntc; in wx_is_non_eop() 523 unsigned int i = tx_ring->next_to_clean; in wx_clean_tx_irq() 606 tx_ring->next_to_clean = i; in wx_clean_tx_irq() 1517 u16 i = rx_ring->next_to_clean; in wx_clean_rx_ring() 1555 rx_ring->next_to_clean = 0; in wx_clean_rx_ring() 1620 u16 i = tx_ring->next_to_clean; in wx_clean_tx_ring() 1672 tx_ring->next_to_clean = 0; in wx_clean_tx_ring() 1795 rx_ring->next_to_clean = 0; in wx_setup_rx_resources() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/intel/e1000/ |
A D | e1000.h | 155 unsigned int next_to_clean; member 176 unsigned int next_to_clean; member 190 unsigned int clean = smp_load_acquire(&(R)->next_to_clean); \
|
/linux-6.3-rc2/drivers/net/ethernet/amazon/ena/ |
A D | ena_netdev.c | 1324 u16 next_to_clean; in ena_clean_tx_irq() local 1329 next_to_clean = tx_ring->next_to_clean; in ena_clean_tx_irq() 1371 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_tx_irq() 1375 tx_ring->next_to_clean = next_to_clean; in ena_clean_tx_irq() 1492 *next_to_clean = ENA_RX_RING_IDX_ADD(*next_to_clean, descs, in ena_rx_skb() 1516 *next_to_clean = in ena_rx_skb() 1657 u16 next_to_clean = rx_ring->next_to_clean; in ena_clean_rx_irq() local 1764 rx_ring->next_to_clean = next_to_clean; in ena_clean_rx_irq() 1908 next_to_clean = xdp_ring->next_to_clean; in ena_clean_xdp_irq() 1945 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_xdp_irq() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/atheros/atlx/ |
A D | atl1.c | 1113 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_init_ring_ptrs() 1115 rfd_ring->next_to_clean = 0; in atl1_init_ring_ptrs() 1119 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_init_ring_ptrs() 1155 rfd_ring->next_to_clean = 0; in atl1_clean_rx_ring() 1159 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_clean_rx_ring() 1199 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_clean_tx_ring() 1766 rfd_ring->next_to_clean = 0; in atl1_clean_alloc_flag() 1976 rfd_ring->next_to_clean = 0; in atl1_intr_rx() 2091 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1_tpd_avail() local 2093 return (next_to_clean > next_to_use) ? in atl1_tpd_avail() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/oki-semi/pch_gbe/ |
A D | pch_gbe_main.c | 57 (R)->next_to_clean - (R)->next_to_use - 1) 923 tx_ring->next_to_clean = 0; in pch_gbe_clean_tx_ring() 954 rx_ring->next_to_clean = 0; in pch_gbe_clean_rx_ring() 1463 tx_ring->next_to_clean); in pch_gbe_clean_tx() 1465 i = tx_ring->next_to_clean; in pch_gbe_clean_tx() 1567 tx_ring->next_to_clean = i; in pch_gbe_clean_tx() 1570 tx_ring->next_to_clean); in pch_gbe_clean_tx() 1604 i = rx_ring->next_to_clean; in pch_gbe_clean_rx() 1686 rx_ring->next_to_clean = i; in pch_gbe_clean_rx() 1723 tx_ring->next_to_clean = 0; in pch_gbe_setup_tx_resources() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/atheros/atl1e/ |
A D | atl1e_main.c | 752 atomic_set(&tx_ring->next_to_clean, 0); in atl1e_init_ring_ptrs() 1232 u16 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_clean_tx_irq() local 1234 while (next_to_clean != hw_next_to_clean) { in atl1e_clean_tx_irq() 1235 tx_buffer = &tx_ring->tx_buffer[next_to_clean]; in atl1e_clean_tx_irq() 1255 if (++next_to_clean == tx_ring->count) in atl1e_clean_tx_irq() 1256 next_to_clean = 0; in atl1e_clean_tx_irq() 1259 atomic_set(&tx_ring->next_to_clean, next_to_clean); in atl1e_clean_tx_irq() 1560 u16 next_to_clean = 0; in atl1e_tpd_avail() local 1562 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_tpd_avail() 1565 return (u16)(next_to_clean > next_to_use) ? in atl1e_tpd_avail() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/intel/iavf/ |
A D | iavf_adminq.c | 343 hw->aq.asq.next_to_clean = 0; in iavf_init_asq() 408 hw->aq.arq.next_to_clean = 0; in iavf_init_arq() 584 u16 ntc = asq->next_to_clean; in iavf_clean_asq() 610 asq->next_to_clean = ntc; in iavf_clean_asq() 858 u16 ntc = hw->aq.arq.next_to_clean; in iavf_clean_arq_element() 934 hw->aq.arq.next_to_clean = ntc; in iavf_clean_arq_element()
|
A D | iavf_txrx.c | 77 tx_ring->next_to_clean = 0; in iavf_clean_tx_ring() 120 head = ring->next_to_clean; in iavf_get_tx_pending() 196 int i = tx_ring->next_to_clean; in iavf_clean_tx_irq() 283 tx_ring->next_to_clean = i; in iavf_clean_tx_irq() 676 tx_ring->next_to_clean = 0; in iavf_setup_tx_descriptors() 739 rx_ring->next_to_clean = 0; in iavf_clean_rx_ring() 795 rx_ring->next_to_clean = 0; in iavf_setup_rx_descriptors() 1291 rx_buffer = &rx_ring->rx_bi[rx_ring->next_to_clean]; in iavf_get_rx_buffer() 1467 u32 ntc = rx_ring->next_to_clean + 1; in iavf_is_non_eop() 1471 rx_ring->next_to_clean = ntc; in iavf_is_non_eop() [all …]
|