Lines Matching refs:rx
257 struct lan743x_rx *rx = context; in lan743x_rx_isr() local
258 struct lan743x_adapter *adapter = rx->adapter; in lan743x_rx_isr()
263 INT_BIT_DMA_RX_(rx->channel_number)); in lan743x_rx_isr()
266 if (int_sts & INT_BIT_DMA_RX_(rx->channel_number)) { in lan743x_rx_isr()
267 u32 rx_frame_bit = DMAC_INT_BIT_RXFRM_(rx->channel_number); in lan743x_rx_isr()
284 napi_schedule(&rx->napi); in lan743x_rx_isr()
292 INT_BIT_DMA_RX_(rx->channel_number)); in lan743x_rx_isr()
307 lan743x_rx_isr(&adapter->rx[channel], in lan743x_intr_shared_isr()
727 &adapter->rx[index]); in lan743x_intr_open()
2434 static int lan743x_rx_next_index(struct lan743x_rx *rx, int index) in lan743x_rx_next_index() argument
2436 return ((++index) % rx->ring_size); in lan743x_rx_next_index()
2439 static void lan743x_rx_update_tail(struct lan743x_rx *rx, int index) in lan743x_rx_update_tail() argument
2443 lan743x_csr_write(rx->adapter, RX_TAIL(rx->channel_number), in lan743x_rx_update_tail()
2447 static int lan743x_rx_init_ring_element(struct lan743x_rx *rx, int index, in lan743x_rx_init_ring_element() argument
2450 struct net_device *netdev = rx->adapter->netdev; in lan743x_rx_init_ring_element()
2451 struct device *dev = &rx->adapter->pdev->dev; in lan743x_rx_init_ring_element()
2460 descriptor = &rx->ring_cpu_ptr[index]; in lan743x_rx_init_ring_element()
2461 buffer_info = &rx->buffer_info[index]; in lan743x_rx_init_ring_element()
2499 lan743x_rx_update_tail(rx, index); in lan743x_rx_init_ring_element()
2504 static void lan743x_rx_reuse_ring_element(struct lan743x_rx *rx, int index) in lan743x_rx_reuse_ring_element() argument
2509 descriptor = &rx->ring_cpu_ptr[index]; in lan743x_rx_reuse_ring_element()
2510 buffer_info = &rx->buffer_info[index]; in lan743x_rx_reuse_ring_element()
2518 lan743x_rx_update_tail(rx, index); in lan743x_rx_reuse_ring_element()
2521 static void lan743x_rx_release_ring_element(struct lan743x_rx *rx, int index) in lan743x_rx_release_ring_element() argument
2526 descriptor = &rx->ring_cpu_ptr[index]; in lan743x_rx_release_ring_element()
2527 buffer_info = &rx->buffer_info[index]; in lan743x_rx_release_ring_element()
2532 dma_unmap_single(&rx->adapter->pdev->dev, in lan743x_rx_release_ring_element()
2562 static int lan743x_rx_process_buffer(struct lan743x_rx *rx) in lan743x_rx_process_buffer() argument
2564 int current_head_index = le32_to_cpu(*rx->head_cpu_ptr); in lan743x_rx_process_buffer()
2566 struct net_device *netdev = rx->adapter->netdev; in lan743x_rx_process_buffer()
2575 if (current_head_index < 0 || current_head_index >= rx->ring_size) in lan743x_rx_process_buffer()
2578 if (rx->last_head < 0 || rx->last_head >= rx->ring_size) in lan743x_rx_process_buffer()
2581 if (rx->last_head == current_head_index) in lan743x_rx_process_buffer()
2584 descriptor = &rx->ring_cpu_ptr[rx->last_head]; in lan743x_rx_process_buffer()
2587 buffer_info = &rx->buffer_info[rx->last_head]; in lan743x_rx_process_buffer()
2594 int index = lan743x_rx_next_index(rx, rx->last_head); in lan743x_rx_process_buffer()
2599 desc_ext = &rx->ring_cpu_ptr[index]; in lan743x_rx_process_buffer()
2628 if (lan743x_rx_init_ring_element(rx, rx->last_head, in lan743x_rx_process_buffer()
2634 lan743x_rx_reuse_ring_element(rx, rx->last_head); in lan743x_rx_process_buffer()
2636 dev_kfree_skb_irq(rx->skb_head); in lan743x_rx_process_buffer()
2637 rx->skb_head = NULL; in lan743x_rx_process_buffer()
2645 if (rx->skb_head) in lan743x_rx_process_buffer()
2646 dev_kfree_skb_irq(rx->skb_head); in lan743x_rx_process_buffer()
2647 rx->skb_head = skb; in lan743x_rx_process_buffer()
2648 } else if (rx->skb_head) { in lan743x_rx_process_buffer()
2650 if (skb_shinfo(rx->skb_head)->frag_list) in lan743x_rx_process_buffer()
2651 rx->skb_tail->next = skb; in lan743x_rx_process_buffer()
2653 skb_shinfo(rx->skb_head)->frag_list = skb; in lan743x_rx_process_buffer()
2654 rx->skb_tail = skb; in lan743x_rx_process_buffer()
2655 rx->skb_head->len += skb->len; in lan743x_rx_process_buffer()
2656 rx->skb_head->data_len += skb->len; in lan743x_rx_process_buffer()
2657 rx->skb_head->truesize += skb->truesize; in lan743x_rx_process_buffer()
2674 if (rx->skb_head) in lan743x_rx_process_buffer()
2675 skb_hwtstamps(rx->skb_head)->hwtstamp = in lan743x_rx_process_buffer()
2677 lan743x_rx_reuse_ring_element(rx, extension_index); in lan743x_rx_process_buffer()
2678 rx->last_head = extension_index; in lan743x_rx_process_buffer()
2682 if (is_last && rx->skb_head) in lan743x_rx_process_buffer()
2683 rx->skb_head = lan743x_rx_trim_skb(rx->skb_head, frame_length); in lan743x_rx_process_buffer()
2685 if (is_last && rx->skb_head) { in lan743x_rx_process_buffer()
2686 rx->skb_head->protocol = eth_type_trans(rx->skb_head, in lan743x_rx_process_buffer()
2687 rx->adapter->netdev); in lan743x_rx_process_buffer()
2688 if (rx->adapter->netdev->features & NETIF_F_RXCSUM) { in lan743x_rx_process_buffer()
2693 rx->skb_head->len); in lan743x_rx_process_buffer()
2694 napi_gro_receive(&rx->napi, rx->skb_head); in lan743x_rx_process_buffer()
2695 rx->skb_head = NULL; in lan743x_rx_process_buffer()
2700 rx->last_tail = rx->last_head; in lan743x_rx_process_buffer()
2701 rx->last_head = lan743x_rx_next_index(rx, rx->last_head); in lan743x_rx_process_buffer()
2709 struct lan743x_rx *rx = container_of(napi, struct lan743x_rx, napi); in lan743x_rx_napi_poll() local
2710 struct lan743x_adapter *adapter = rx->adapter; in lan743x_rx_napi_poll()
2715 if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_W2C) { in lan743x_rx_napi_poll()
2718 DMAC_INT_BIT_RXFRM_(rx->channel_number)); in lan743x_rx_napi_poll()
2721 result = lan743x_rx_process_buffer(rx); in lan743x_rx_napi_poll()
2725 rx->frame_count += count; in lan743x_rx_napi_poll()
2733 if (rx->vector_flags & LAN743X_VECTOR_FLAG_VECTOR_ENABLE_AUTO_SET) in lan743x_rx_napi_poll()
2735 if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_SET) { in lan743x_rx_napi_poll()
2739 INT_BIT_DMA_RX_(rx->channel_number)); in lan743x_rx_napi_poll()
2743 lan743x_csr_write(adapter, RX_TAIL(rx->channel_number), in lan743x_rx_napi_poll()
2744 rx_tail_flags | rx->last_tail); in lan743x_rx_napi_poll()
2749 static void lan743x_rx_ring_cleanup(struct lan743x_rx *rx) in lan743x_rx_ring_cleanup() argument
2751 if (rx->buffer_info && rx->ring_cpu_ptr) { in lan743x_rx_ring_cleanup()
2754 for (index = 0; index < rx->ring_size; index++) in lan743x_rx_ring_cleanup()
2755 lan743x_rx_release_ring_element(rx, index); in lan743x_rx_ring_cleanup()
2758 if (rx->head_cpu_ptr) { in lan743x_rx_ring_cleanup()
2759 dma_free_coherent(&rx->adapter->pdev->dev, in lan743x_rx_ring_cleanup()
2760 sizeof(*rx->head_cpu_ptr), rx->head_cpu_ptr, in lan743x_rx_ring_cleanup()
2761 rx->head_dma_ptr); in lan743x_rx_ring_cleanup()
2762 rx->head_cpu_ptr = NULL; in lan743x_rx_ring_cleanup()
2763 rx->head_dma_ptr = 0; in lan743x_rx_ring_cleanup()
2766 kfree(rx->buffer_info); in lan743x_rx_ring_cleanup()
2767 rx->buffer_info = NULL; in lan743x_rx_ring_cleanup()
2769 if (rx->ring_cpu_ptr) { in lan743x_rx_ring_cleanup()
2770 dma_free_coherent(&rx->adapter->pdev->dev, in lan743x_rx_ring_cleanup()
2771 rx->ring_allocation_size, rx->ring_cpu_ptr, in lan743x_rx_ring_cleanup()
2772 rx->ring_dma_ptr); in lan743x_rx_ring_cleanup()
2773 rx->ring_allocation_size = 0; in lan743x_rx_ring_cleanup()
2774 rx->ring_cpu_ptr = NULL; in lan743x_rx_ring_cleanup()
2775 rx->ring_dma_ptr = 0; in lan743x_rx_ring_cleanup()
2778 rx->ring_size = 0; in lan743x_rx_ring_cleanup()
2779 rx->last_head = 0; in lan743x_rx_ring_cleanup()
2782 static int lan743x_rx_ring_init(struct lan743x_rx *rx) in lan743x_rx_ring_init() argument
2790 rx->ring_size = LAN743X_RX_RING_SIZE; in lan743x_rx_ring_init()
2791 if (rx->ring_size <= 1) { in lan743x_rx_ring_init()
2795 if (rx->ring_size & ~RX_CFG_B_RX_RING_LEN_MASK_) { in lan743x_rx_ring_init()
2799 if (dma_set_mask_and_coherent(&rx->adapter->pdev->dev, in lan743x_rx_ring_init()
2801 dev_warn(&rx->adapter->pdev->dev, in lan743x_rx_ring_init()
2806 ring_allocation_size = ALIGN(rx->ring_size * in lan743x_rx_ring_init()
2810 cpu_ptr = dma_alloc_coherent(&rx->adapter->pdev->dev, in lan743x_rx_ring_init()
2816 rx->ring_allocation_size = ring_allocation_size; in lan743x_rx_ring_init()
2817 rx->ring_cpu_ptr = (struct lan743x_rx_descriptor *)cpu_ptr; in lan743x_rx_ring_init()
2818 rx->ring_dma_ptr = dma_ptr; in lan743x_rx_ring_init()
2820 cpu_ptr = kcalloc(rx->ring_size, sizeof(*rx->buffer_info), in lan743x_rx_ring_init()
2826 rx->buffer_info = (struct lan743x_rx_buffer_info *)cpu_ptr; in lan743x_rx_ring_init()
2828 cpu_ptr = dma_alloc_coherent(&rx->adapter->pdev->dev, in lan743x_rx_ring_init()
2829 sizeof(*rx->head_cpu_ptr), &dma_ptr, in lan743x_rx_ring_init()
2836 rx->head_cpu_ptr = cpu_ptr; in lan743x_rx_ring_init()
2837 rx->head_dma_ptr = dma_ptr; in lan743x_rx_ring_init()
2838 if (rx->head_dma_ptr & 0x3) { in lan743x_rx_ring_init()
2843 rx->last_head = 0; in lan743x_rx_ring_init()
2844 for (index = 0; index < rx->ring_size; index++) { in lan743x_rx_ring_init()
2845 ret = lan743x_rx_init_ring_element(rx, index, GFP_KERNEL); in lan743x_rx_ring_init()
2852 netif_warn(rx->adapter, ifup, rx->adapter->netdev, in lan743x_rx_ring_init()
2855 lan743x_rx_ring_cleanup(rx); in lan743x_rx_ring_init()
2859 static void lan743x_rx_close(struct lan743x_rx *rx) in lan743x_rx_close() argument
2861 struct lan743x_adapter *adapter = rx->adapter; in lan743x_rx_close()
2864 FCT_RX_CTL_DIS_(rx->channel_number)); in lan743x_rx_close()
2866 FCT_RX_CTL_EN_(rx->channel_number), in lan743x_rx_close()
2870 DMAC_CMD_STOP_R_(rx->channel_number)); in lan743x_rx_close()
2871 lan743x_dmac_rx_wait_till_stopped(adapter, rx->channel_number); in lan743x_rx_close()
2874 DMAC_INT_BIT_RXFRM_(rx->channel_number)); in lan743x_rx_close()
2876 INT_BIT_DMA_RX_(rx->channel_number)); in lan743x_rx_close()
2877 napi_disable(&rx->napi); in lan743x_rx_close()
2879 netif_napi_del(&rx->napi); in lan743x_rx_close()
2881 lan743x_rx_ring_cleanup(rx); in lan743x_rx_close()
2884 static int lan743x_rx_open(struct lan743x_rx *rx) in lan743x_rx_open() argument
2886 struct lan743x_adapter *adapter = rx->adapter; in lan743x_rx_open()
2890 rx->frame_count = 0; in lan743x_rx_open()
2891 ret = lan743x_rx_ring_init(rx); in lan743x_rx_open()
2895 netif_napi_add(adapter->netdev, &rx->napi, lan743x_rx_napi_poll); in lan743x_rx_open()
2898 DMAC_CMD_RX_SWR_(rx->channel_number)); in lan743x_rx_open()
2900 DMAC_CMD_RX_SWR_(rx->channel_number), in lan743x_rx_open()
2905 RX_BASE_ADDRH(rx->channel_number), in lan743x_rx_open()
2906 DMA_ADDR_HIGH32(rx->ring_dma_ptr)); in lan743x_rx_open()
2908 RX_BASE_ADDRL(rx->channel_number), in lan743x_rx_open()
2909 DMA_ADDR_LOW32(rx->ring_dma_ptr)); in lan743x_rx_open()
2913 RX_HEAD_WRITEBACK_ADDRH(rx->channel_number), in lan743x_rx_open()
2914 DMA_ADDR_HIGH32(rx->head_dma_ptr)); in lan743x_rx_open()
2916 RX_HEAD_WRITEBACK_ADDRL(rx->channel_number), in lan743x_rx_open()
2917 DMA_ADDR_LOW32(rx->head_dma_ptr)); in lan743x_rx_open()
2928 RX_CFG_A(rx->channel_number), data); in lan743x_rx_open()
2931 data = lan743x_csr_read(adapter, RX_CFG_B(rx->channel_number)); in lan743x_rx_open()
2938 data |= ((rx->ring_size) & RX_CFG_B_RX_RING_LEN_MASK_); in lan743x_rx_open()
2943 lan743x_csr_write(adapter, RX_CFG_B(rx->channel_number), data); in lan743x_rx_open()
2944 rx->vector_flags = lan743x_intr_get_vector_flags(adapter, in lan743x_rx_open()
2946 (rx->channel_number)); in lan743x_rx_open()
2950 if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_CLEAR) in lan743x_rx_open()
2952 if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_AUTO_CLEAR) in lan743x_rx_open()
2954 if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_R2C) in lan743x_rx_open()
2956 if (rx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_R2C) in lan743x_rx_open()
2958 lan743x_csr_write(adapter, RX_CFG_C(rx->channel_number), data); in lan743x_rx_open()
2960 rx->last_tail = ((u32)(rx->ring_size - 1)); in lan743x_rx_open()
2961 lan743x_csr_write(adapter, RX_TAIL(rx->channel_number), in lan743x_rx_open()
2962 rx->last_tail); in lan743x_rx_open()
2963 rx->last_head = lan743x_csr_read(adapter, RX_HEAD(rx->channel_number)); in lan743x_rx_open()
2964 if (rx->last_head) { in lan743x_rx_open()
2969 napi_enable(&rx->napi); in lan743x_rx_open()
2972 INT_BIT_DMA_RX_(rx->channel_number)); in lan743x_rx_open()
2974 DMAC_INT_BIT_RXFRM_(rx->channel_number)); in lan743x_rx_open()
2976 DMAC_INT_BIT_RXFRM_(rx->channel_number)); in lan743x_rx_open()
2978 DMAC_CMD_START_R_(rx->channel_number)); in lan743x_rx_open()
2982 FCT_RX_CTL_RESET_(rx->channel_number)); in lan743x_rx_open()
2984 FCT_RX_CTL_RESET_(rx->channel_number), in lan743x_rx_open()
2986 lan743x_csr_write(adapter, FCT_FLOW(rx->channel_number), in lan743x_rx_open()
2993 FCT_RX_CTL_EN_(rx->channel_number)); in lan743x_rx_open()
2997 netif_napi_del(&rx->napi); in lan743x_rx_open()
2998 lan743x_rx_ring_cleanup(rx); in lan743x_rx_open()
3013 lan743x_rx_close(&adapter->rx[index]); in lan743x_netdev_close()
3051 ret = lan743x_rx_open(&adapter->rx[index]); in lan743x_netdev_open()
3071 if (adapter->rx[index].ring_cpu_ptr) in lan743x_netdev_open()
3072 lan743x_rx_close(&adapter->rx[index]); in lan743x_netdev_open()
3271 adapter->rx[index].adapter = adapter; in lan743x_hardware_init()
3272 adapter->rx[index].channel_number = index; in lan743x_hardware_init()