/openbmc/linux/include/net/ |
H A D | gro.h | 100 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb) macro 105 return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; in gro_recursion_inc_test() 114 NAPI_GRO_CB(skb)->flush |= 1; 129 NAPI_GRO_CB(skb)->flush |= 1; 138 return NAPI_GRO_CB(skb)->data_offset; 143 return skb->len - NAPI_GRO_CB(skb)->data_offset; in skb_gro_len() 148 NAPI_GRO_CB(skb)->data_offset += len; in skb_gro_pull() 154 return NAPI_GRO_CB(skb)->frag0 + offset; in skb_gro_header_fast() 159 return NAPI_GRO_CB(skb)->frag0_len < hlen; in skb_gro_header_hard() 164 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_frag0_invalidate() [all …]
|
H A D | inet_common.h | 80 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
|
/openbmc/linux/net/core/ |
H A D | gro.c | 117 NAPI_GRO_CB(skb)->flush)) in skb_gro_receive() 121 if (NAPI_GRO_CB(skb)->proto != IPPROTO_TCP || in skb_gro_receive() 128 segs = NAPI_GRO_CB(skb)->count; in skb_gro_receive() 129 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive() 162 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE; in skb_gro_receive() 188 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE_STOLEN_HEAD; in skb_gro_receive() 209 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive() 212 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive() 213 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive() 218 NAPI_GRO_CB(p)->count += segs; in skb_gro_receive() [all …]
|
/openbmc/linux/net/ipv4/ |
H A D | udp_offload.c | 468 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list() 471 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive_list() 475 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list() 476 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list() 485 NAPI_GRO_CB(skb)->same_flow = 1; 505 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 512 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 519 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment() 526 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment() 530 if (NAPI_GRO_CB(sk in udp_gro_receive_segment() [all...] |
H A D | tcp_offload.c | 225 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive() 231 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive() 242 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive() 255 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive() 256 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive() 257 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive() 258 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive() 260 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive() 288 flush = len != NAPI_GRO_CB(skb)->count * skb_shinfo(skb)->gso_size; in tcp_gro_receive() 296 if (p && (!NAPI_GRO_CB(sk in tcp_gro_receive() [all...] |
H A D | gre_offload.c | 134 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive() 137 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive() 159 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive() 184 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive() 195 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive() 210 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive() 216 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
|
H A D | fou_core.c | 252 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive() 255 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive() 257 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive() 284 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete() 311 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum() 417 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive() 426 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 433 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 448 NAPI_GRO_CB(skb)->encap_mark = 0; in gue_gro_receive() 451 NAPI_GRO_CB(skb)->is_fou = 1; in gue_gro_receive() [all …]
|
H A D | af_inet.c | 1508 NAPI_GRO_CB(skb)->proto = proto; in inet_gro_receive() 1517 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive() 1529 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive() 1534 NAPI_GRO_CB(p)->flush |= in inet_gro_receive() 1539 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive() 1553 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive() 1555 flush_id ^= NAPI_GRO_CB(p)->count; in inet_gro_receive() 1562 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive() 1563 NAPI_GRO_CB(p)->flush_id = flush_id; in inet_gro_receive() 1565 NAPI_GRO_CB(p)->flush_id |= flush_id; in inet_gro_receive() [all …]
|
H A D | esp4_offload.c | 87 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive() 88 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
|
H A D | udp.c | 550 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in udp4_lib_lookup_skb()
|
/openbmc/linux/net/ipv6/ |
H A D | ip6_offload.c | 36 NAPI_GRO_CB(skb)->flush |= 1, NULL : \ 243 NAPI_GRO_CB(skb)->inner_network_offset = off; in ipv6_gro_receive() 263 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive() 272 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive() 289 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive() 298 NAPI_GRO_CB(p)->flush |= !!((first_word & htonl(0x0FF00000)) | in ipv6_gro_receive() 300 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive() 305 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive() 306 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive() 309 NAPI_GRO_CB(skb)->is_atomic = true; in ipv6_gro_receive() [all …]
|
H A D | udp_offload.c | 141 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive() 152 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive() 161 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive() 167 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in udp6_gro_complete() 172 if (NAPI_GRO_CB(skb)->is_flist && !NAPI_GRO_CB(skb)->encap_mark) { in udp6_gro_complete() 176 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
|
H A D | tcpv6_offload.c | 20 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive() 23 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
|
H A D | esp6_offload.c | 114 NAPI_GRO_CB(skb)->same_flow = 0; in esp6_gro_receive() 115 NAPI_GRO_CB(skb)->flush = 1; in esp6_gro_receive()
|
H A D | udp.c | 290 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in udp6_lib_lookup_skb()
|
/openbmc/linux/net/8021q/ |
H A D | vlan_core.c | 481 NAPI_GRO_CB(skb)->network_offsets[NAPI_GRO_CB(skb)->encap_mark] = hlen; in vlan_gro_receive() 494 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive() 499 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()
|
/openbmc/linux/net/ethernet/ |
H A D | eth.c | 414 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive() 419 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
|
/openbmc/linux/drivers/net/ethernet/mellanox/mlx5/core/ |
H A D | en_rx.c | 1324 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in mlx5e_shampo_update_hdr() 1618 if (NAPI_GRO_CB(skb)->count != 1) in mlx5e_shampo_complete_rx_cqe() 2268 if (NAPI_GRO_CB(skb)->count > 1) in mlx5e_shampo_flush_skb() 2346 NAPI_GRO_CB(*skb)->count = 1; in mlx5e_handle_rx_cqe_mpwrq_shampo() 2349 NAPI_GRO_CB(*skb)->count++; in mlx5e_handle_rx_cqe_mpwrq_shampo() 2350 if (NAPI_GRO_CB(*skb)->count == 2 && in mlx5e_handle_rx_cqe_mpwrq_shampo()
|
/openbmc/linux/drivers/net/ |
H A D | geneve.c | 532 if (!NAPI_GRO_CB(p)->same_flow) in geneve_gro_receive() 538 NAPI_GRO_CB(p)->same_flow = 0; in geneve_gro_receive()
|
/openbmc/linux/drivers/net/vxlan/ |
H A D | vxlan_core.c | 664 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum() 714 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_prepare_receive() 720 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_prepare_receive()
|
/openbmc/linux/drivers/net/ethernet/qlogic/qede/ |
H A D | qede_fp.c | 1015 NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); in qede_tpa_end()
|
/openbmc/linux/drivers/net/ethernet/hisilicon/hns3/ |
H A D | hns3_enet.c | 3860 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in hns3_gro_complete() 4167 NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, in hns3_set_gro_and_checksum()
|
/openbmc/linux/drivers/net/ethernet/broadcom/bnx2x/ |
H A D | bnx2x_cmn.c | 544 NAPI_GRO_CB(skb)->count = num_of_coalesced_segs; in bnx2x_set_gro_params()
|
/openbmc/linux/drivers/net/ethernet/broadcom/bnxt/ |
H A D | bnxt.c | 1562 NAPI_GRO_CB(skb)->count = segs; in bnxt_gro_skb()
|