/linux-6.3-rc2/include/net/ |
A D | gro.h | 99 NAPI_GRO_CB(skb)->flush |= 1; 114 NAPI_GRO_CB(skb)->flush |= 1; 149 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_frag0_invalidate() 150 NAPI_GRO_CB(skb)->frag0_len = 0; in skb_gro_frag0_invalidate() 191 if (NAPI_GRO_CB(skb)->csum_valid) in skb_gro_postpull_rcsum() 227 NAPI_GRO_CB(skb)->csum = psum; in __skb_gro_checksum_validate_complete() 236 NAPI_GRO_CB(skb)->csum_cnt--; in skb_gro_incr_csum_unnecessary() 271 !NAPI_GRO_CB(skb)->csum_valid); in __skb_gro_checksum_convert_check() 277 NAPI_GRO_CB(skb)->csum = ~pseudo; in __skb_gro_checksum_convert() 278 NAPI_GRO_CB(skb)->csum_valid = 1; in __skb_gro_checksum_convert() [all …]
|
A D | inet_common.h | 77 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
|
/linux-6.3-rc2/net/core/ |
A D | gro.c | 190 segs = NAPI_GRO_CB(skb)->count; in skb_gro_receive() 191 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive() 272 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive() 276 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive() 281 NAPI_GRO_CB(p)->count += segs; in skb_gro_receive() 376 NAPI_GRO_CB(p)->flush = 0; in gro_list_prepare() 516 NAPI_GRO_CB(skb)->count = 1; in dev_gro_receive() 522 NAPI_GRO_CB(skb)->flush = 1; in dev_gro_receive() 559 if (NAPI_GRO_CB(skb)->flush) in dev_gro_receive() 568 NAPI_GRO_CB(skb)->last = skb; in dev_gro_receive() [all …]
|
/linux-6.3-rc2/net/ipv4/ |
A D | udp_offload.c | 434 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list() 441 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list() 442 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list() 469 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 476 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 494 if (NAPI_GRO_CB(skb)->is_flist != NAPI_GRO_CB(p)->is_flist) { in udp_gro_receive_segment() 495 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 622 if (NAPI_GRO_CB(skb)->flush) in udp4_gro_receive() 632 NAPI_GRO_CB(skb)->is_ipv6 = 0; in udp4_gro_receive() 641 NAPI_GRO_CB(skb)->flush = 1; in udp4_gro_receive() [all …]
|
A D | tcp_offload.c | 219 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive() 225 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive() 236 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive() 249 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive() 250 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive() 251 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive() 252 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive() 254 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive() 323 if (!NAPI_GRO_CB(skb)->flush && in tcp4_gro_receive() 326 NAPI_GRO_CB(skb)->flush = 1; in tcp4_gro_receive() [all …]
|
A D | gre_offload.c | 133 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive() 136 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive() 158 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive() 183 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive() 194 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive() 209 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive() 215 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
|
A D | fou_core.c | 246 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive() 249 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive() 251 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive() 270 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete() 295 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum() 398 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive() 407 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 414 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 429 NAPI_GRO_CB(skb)->encap_mark = 0; in gue_gro_receive() 432 NAPI_GRO_CB(skb)->is_fou = 1; in gue_gro_receive() [all …]
|
A D | af_inet.c | 1486 NAPI_GRO_CB(skb)->proto = proto; in inet_gro_receive() 1495 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive() 1507 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive() 1512 NAPI_GRO_CB(p)->flush |= in inet_gro_receive() 1517 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive() 1531 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive() 1540 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive() 1547 NAPI_GRO_CB(skb)->flush |= flush; in inet_gro_receive() 1571 if (NAPI_GRO_CB(skb)->encap_mark) { in ipip_gro_receive() 1572 NAPI_GRO_CB(skb)->flush = 1; in ipip_gro_receive() [all …]
|
A D | esp4_offload.c | 86 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive() 87 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
|
/linux-6.3-rc2/net/ipv6/ |
A D | ip6_offload.c | 230 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive() 239 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive() 256 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive() 267 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive() 272 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive() 273 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive() 277 NAPI_GRO_CB(skb)->flush |= flush; in ipv6_gro_receive() 296 NAPI_GRO_CB(skb)->flush = 1; in sit_ip6ip6_gro_receive() 300 NAPI_GRO_CB(skb)->encap_mark = 1; in sit_ip6ip6_gro_receive() 311 NAPI_GRO_CB(skb)->flush = 1; in ip4ip6_gro_receive() [all …]
|
A D | udp_offload.c | 138 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive() 149 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive() 158 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive() 168 if (NAPI_GRO_CB(skb)->is_flist && !NAPI_GRO_CB(skb)->encap_mark) { in udp6_gro_complete() 172 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
|
A D | tcpv6_offload.c | 20 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive() 23 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
|
A D | esp6_offload.c | 113 NAPI_GRO_CB(skb)->same_flow = 0; in esp6_gro_receive() 114 NAPI_GRO_CB(skb)->flush = 1; in esp6_gro_receive()
|
/linux-6.3-rc2/net/ethernet/ |
A D | eth.c | 424 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive() 429 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
|
/linux-6.3-rc2/net/8021q/ |
A D | vlan_core.c | 485 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive() 490 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()
|
/linux-6.3-rc2/drivers/net/ethernet/mellanox/mlx5/core/ |
A D | en_rx.c | 1239 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in mlx5e_shampo_update_hdr() 1532 if (NAPI_GRO_CB(skb)->count != 1) in mlx5e_shampo_complete_rx_cqe() 2105 if (NAPI_GRO_CB(skb)->count > 1) in mlx5e_shampo_flush_skb() 2182 NAPI_GRO_CB(*skb)->count = 1; in mlx5e_handle_rx_cqe_mpwrq_shampo() 2185 NAPI_GRO_CB(*skb)->count++; in mlx5e_handle_rx_cqe_mpwrq_shampo() 2186 if (NAPI_GRO_CB(*skb)->count == 2 && in mlx5e_handle_rx_cqe_mpwrq_shampo()
|
/linux-6.3-rc2/drivers/net/ |
A D | geneve.c | 522 if (!NAPI_GRO_CB(p)->same_flow) in geneve_gro_receive() 528 NAPI_GRO_CB(p)->same_flow = 0; in geneve_gro_receive()
|
/linux-6.3-rc2/drivers/net/vxlan/ |
A D | vxlan_core.c | 685 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum() 737 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_receive() 743 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_receive()
|
/linux-6.3-rc2/drivers/net/ethernet/qlogic/qede/ |
A D | qede_fp.c | 1015 NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); in qede_tpa_end()
|
/linux-6.3-rc2/drivers/net/ethernet/hisilicon/hns3/ |
A D | hns3_enet.c | 3843 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in hns3_gro_complete() 4150 NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, in hns3_set_gro_and_checksum()
|
/linux-6.3-rc2/drivers/net/ethernet/broadcom/bnx2x/ |
A D | bnx2x_cmn.c | 543 NAPI_GRO_CB(skb)->count = num_of_coalesced_segs; in bnx2x_set_gro_params()
|
/linux-6.3-rc2/drivers/net/ethernet/broadcom/bnxt/ |
A D | bnxt.c | 1596 NAPI_GRO_CB(skb)->count = segs; in bnxt_gro_skb()
|