| /linux-6.3-rc2/drivers/net/ethernet/cavium/liquidio/ |
| A D | octeon_droq.c | 127 droq->max_empty_descs = droq->max_count - droq->max_empty_descs; in octeon_droq_compute_max_packet_bufs()
200 struct octeon_droq *droq = oct->droq[q_no]; in octeon_delete_droq() local
209 droq->desc_ring, droq->desc_ring_dma); in octeon_delete_droq()
233 droq = oct->droq[q_no]; in octeon_init_droq()
279 q_no, droq->desc_ring, droq->desc_ring_dma); in octeon_init_droq()
573 droq->recv_buf_list[droq->read_idx].data; in octeon_droq_drop_packets()
616 droq->q_no, droq->read_idx, pkt_count); in octeon_droq_fast_process_packets()
888 droq = oct->droq[q_no]; in octeon_register_droq_ops()
910 droq = oct->droq[q_no]; in octeon_unregister_droq_ops()
941 droq = vmalloc(sizeof(*droq)); in octeon_create_droq()
[all …]
|
| A D | lio_core.c | 447 struct octeon_droq *droq = oct->droq[q_no]; in octnet_poll_check_rxq_oom_status() local
554 writel(oct->droq[q_no]->max_count, oct->droq[q_no]->pkts_credit_reg); in octeon_setup_droq()
731 INIT_CSD(&droq->csd, napi_schedule_wrapper, &droq->napi); in liquidio_napi_drv_callback()
732 smp_call_function_single_async(droq->cpu_id, &droq->csd); in liquidio_napi_drv_callback()
751 iq_no = droq->q_no; in liquidio_napi_poll()
784 octeon_enable_irq(droq->oct_dev, droq->q_no); in liquidio_napi_poll()
850 droq = octeon_dev->droq[q_no]; in liquidio_setup_io_queues()
911 droq->ops.napi_fn(droq); in liquidio_schedule_msix_droq_pkt_handler()
933 struct octeon_droq *droq = oct->droq[ioq_vector->droq_index]; in liquidio_msix_intr_handler() local
961 droq = oct->droq[oq_no]; in liquidio_schedule_droq_pkt_handlers()
[all …]
|
| A D | octeon_device.c | 650 vfree(oct->droq[i]); in octeon_free_device_mem()
928 oct->droq[0] = vzalloc_node(sizeof(*oct->droq[0]), numa_node); in octeon_setup_output_queues()
929 if (!oct->droq[0]) in octeon_setup_output_queues()
930 oct->droq[0] = vzalloc(sizeof(*oct->droq[0])); in octeon_setup_output_queues()
931 if (!oct->droq[0]) in octeon_setup_output_queues()
935 vfree(oct->droq[oq_no]); in octeon_setup_output_queues()
936 oct->droq[oq_no] = NULL; in octeon_setup_output_queues()
1435 if (droq) { in lio_enable_irq()
1437 writel(droq->pkt_count - pkts_pend, droq->pkts_sent_reg); in lio_enable_irq()
1439 oct = droq->oct_dev; in lio_enable_irq()
[all …]
|
| A D | cn66xx_device.c | 304 struct octeon_droq *droq = oct->droq[oq_no]; in lio_cn6xxx_setup_oq_regs() local
307 droq->desc_ring_dma); in lio_cn6xxx_setup_oq_regs()
308 octeon_write_csr(oct, CN6XXX_SLI_OQ_SIZE(oq_no), droq->max_count); in lio_cn6xxx_setup_oq_regs()
311 droq->buffer_size); in lio_cn6xxx_setup_oq_regs()
314 droq->pkts_sent_reg = in lio_cn6xxx_setup_oq_regs()
316 droq->pkts_credit_reg = in lio_cn6xxx_setup_oq_regs()
508 struct octeon_droq *droq; in lio_cn6xxx_process_droq_intr_regs() local
529 droq = oct->droq[oq_no]; in lio_cn6xxx_process_droq_intr_regs()
530 pkt_count = octeon_droq_check_hw_for_pkts(droq); in lio_cn6xxx_process_droq_intr_regs()
533 if (droq->ops.poll_mode) { in lio_cn6xxx_process_droq_intr_regs()
|
| A D | octeon_droq.h | 400 u32 octeon_droq_check_hw_for_pkts(struct octeon_droq *droq);
406 struct octeon_droq *droq,
410 struct octeon_droq *droq, u32 budget);
414 int octeon_retry_droq_refill(struct octeon_droq *droq);
|
| A D | cn23xx_vf_device.c | 247 struct octeon_droq *droq = oct->droq[oq_no]; in cn23xx_setup_vf_oq_regs() local
250 droq->desc_ring_dma); in cn23xx_setup_vf_oq_regs()
251 octeon_write_csr(oct, CN23XX_VF_SLI_OQ_SIZE(oq_no), droq->max_count); in cn23xx_setup_vf_oq_regs()
254 droq->buffer_size); in cn23xx_setup_vf_oq_regs()
257 droq->pkts_sent_reg = in cn23xx_setup_vf_oq_regs()
259 droq->pkts_credit_reg = in cn23xx_setup_vf_oq_regs()
491 struct octeon_droq *droq = oct->droq[ioq_vector->droq_index]; in cn23xx_vf_msix_interrupt_handler() local
496 pkts_sent = readq(droq->pkts_sent_reg); in cn23xx_vf_msix_interrupt_handler()
|
| A D | lio_ethtool.c | 972 rx_pending = oct->droq[0]->max_count; in lio_ethtool_get_ringparam()
1216 writel(oct->droq[i]->max_count, in lio_reset_queues()
1217 oct->droq[i]->pkts_credit_reg); in lio_reset_queues()
1279 rx_count_old = oct->droq[0]->max_count; in lio_ethtool_set_ringparam()
1693 oct_dev->droq[j]->stats.dropped_toomany + in lio_get_ethtool_stats()
1694 oct_dev->droq[j]->stats.rx_dropped); in lio_get_ethtool_stats()
1700 CVM_CAST64(oct_dev->droq[j]->stats.rx_dropped); in lio_get_ethtool_stats()
1711 CVM_CAST64(oct_dev->droq[j]->stats.rx_vxlan); in lio_get_ethtool_stats()
1807 oct_dev->droq[j]->stats.rx_pkts_received); in lio_vf_get_ethtool_stats()
1810 oct_dev->droq[j]->stats.rx_bytes_received); in lio_vf_get_ethtool_stats()
[all …]
|
| A D | cn23xx_pf_device.c | 631 struct octeon_droq *droq = oct->droq[oq_no]; in cn23xx_setup_oq_regs() local
639 droq->desc_ring_dma); in cn23xx_setup_oq_regs()
640 octeon_write_csr(oct, CN23XX_SLI_OQ_SIZE(oq_no), droq->max_count); in cn23xx_setup_oq_regs()
643 droq->buffer_size); in cn23xx_setup_oq_regs()
646 droq->pkts_sent_reg = in cn23xx_setup_oq_regs()
648 droq->pkts_credit_reg = in cn23xx_setup_oq_regs()
948 struct octeon_droq *droq = oct->droq[ioq_vector->droq_index]; in cn23xx_pf_msix_interrupt_handler() local
952 if (!droq) { in cn23xx_pf_msix_interrupt_handler()
958 pkts_sent = readq(droq->pkts_sent_reg); in cn23xx_pf_msix_interrupt_handler()
|
| A D | octeon_mailbox.c | 222 if (!oct->droq[i]) in get_vf_stats()
224 stats->rx_packets += oct->droq[i]->stats.rx_pkts_received; in get_vf_stats()
225 stats->rx_bytes += oct->droq[i]->stats.rx_bytes_received; in get_vf_stats()
|
| A D | octeon_main.h | 76 struct octeon_droq *droq);
|
| A D | octeon_device.h | 495 struct octeon_droq *droq[MAX_POSSIBLE_OCTEON_OUTPUT_QUEUES]; member
889 void lio_enable_irq(struct octeon_droq *droq, struct octeon_instr_queue *iq);
|
| A D | octeon_network.h | 490 static inline void octeon_fast_packet_next(struct octeon_droq *droq, in octeon_fast_packet_next() argument
495 skb_put_data(nicbuf, get_rbd(droq->recv_buf_list[idx].buffer), in octeon_fast_packet_next()
|
| A D | lio_vf_main.c | 87 pkt_cnt += octeon_droq_check_hw_for_pkts(oct->droq[i]); in lio_wait_for_oq_pkts()
687 oct->droq[0]->ops.poll_mode = 0; in liquidio_destroy_nic_device()
926 oct->droq[0]->ops.poll_mode = 1; in liquidio_open()
993 oct->droq[0]->ops.poll_mode = 0; in liquidio_stop()
1211 oq_stats = &oct->droq[oq_no]->stats; in liquidio_get_stats64()
2414 writel(oct->droq[j]->max_count, oct->droq[j]->pkts_credit_reg); in octeon_device_init()
|
| A D | lio_main.c | 170 reschedule |= octeon_droq_process_packets(oct, oct->droq[q_no], in octeon_droq_bh()
172 lio_enable_irq(oct->droq[q_no], NULL); in octeon_droq_bh()
205 pkt_cnt += octeon_droq_check_hw_for_pkts(oct->droq[i]); in lio_wait_for_oq_pkts()
1240 oct->droq[0]->ops.poll_mode = 0; in liquidio_destroy_nic_device()
1792 oct->droq[0]->ops.poll_mode = 1; in liquidio_open()
1845 oct->droq[0]->ops.poll_mode = 0; in liquidio_open()
1909 oct->droq[0]->ops.poll_mode = 0; in liquidio_stop()
2082 oq_stats = &oct->droq[oq_no]->stats; in liquidio_get_stats64()
4244 writel(octeon_dev->droq[j]->max_count, in octeon_device_init()
4245 octeon_dev->droq[j]->pkts_credit_reg); in octeon_device_init()
|