Lines Matching refs:skb
16 static void tcp_gso_tstamp(struct sk_buff *skb, unsigned int ts_seq, in tcp_gso_tstamp() argument
19 while (skb) { in tcp_gso_tstamp()
21 skb_shinfo(skb)->tx_flags |= SKBTX_SW_TSTAMP; in tcp_gso_tstamp()
22 skb_shinfo(skb)->tskey = ts_seq; in tcp_gso_tstamp()
26 skb = skb->next; in tcp_gso_tstamp()
85 static struct sk_buff *__tcp4_gso_segment_list(struct sk_buff *skb, in __tcp4_gso_segment_list() argument
88 skb = skb_segment_list(skb, features, skb_mac_header_len(skb)); in __tcp4_gso_segment_list()
89 if (IS_ERR(skb)) in __tcp4_gso_segment_list()
90 return skb; in __tcp4_gso_segment_list()
92 return __tcpv4_gso_segment_list_csum(skb); in __tcp4_gso_segment_list()
95 static struct sk_buff *tcp4_gso_segment(struct sk_buff *skb, in tcp4_gso_segment() argument
98 if (!(skb_shinfo(skb)->gso_type & SKB_GSO_TCPV4)) in tcp4_gso_segment()
101 if (!pskb_may_pull(skb, sizeof(struct tcphdr))) in tcp4_gso_segment()
104 if (skb_shinfo(skb)->gso_type & SKB_GSO_FRAGLIST) { in tcp4_gso_segment()
105 struct tcphdr *th = tcp_hdr(skb); in tcp4_gso_segment()
107 if (skb_pagelen(skb) - th->doff * 4 == skb_shinfo(skb)->gso_size) in tcp4_gso_segment()
108 return __tcp4_gso_segment_list(skb, features); in tcp4_gso_segment()
110 skb->ip_summed = CHECKSUM_NONE; in tcp4_gso_segment()
113 if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) { in tcp4_gso_segment()
114 const struct iphdr *iph = ip_hdr(skb); in tcp4_gso_segment()
115 struct tcphdr *th = tcp_hdr(skb); in tcp4_gso_segment()
122 skb->ip_summed = CHECKSUM_PARTIAL; in tcp4_gso_segment()
123 __tcp_v4_send_check(skb, iph->saddr, iph->daddr); in tcp4_gso_segment()
126 return tcp_gso_segment(skb, features); in tcp4_gso_segment()
129 struct sk_buff *tcp_gso_segment(struct sk_buff *skb, in tcp_gso_segment() argument
139 struct sk_buff *gso_skb = skb; in tcp_gso_segment()
144 th = tcp_hdr(skb); in tcp_gso_segment()
149 if (unlikely(skb_checksum_start(skb) != skb_transport_header(skb))) in tcp_gso_segment()
152 if (!pskb_may_pull(skb, thlen)) in tcp_gso_segment()
155 oldlen = ~skb->len; in tcp_gso_segment()
156 __skb_pull(skb, thlen); in tcp_gso_segment()
158 mss = skb_shinfo(skb)->gso_size; in tcp_gso_segment()
159 if (unlikely(skb->len <= mss)) in tcp_gso_segment()
162 if (skb_gso_ok(skb, features | NETIF_F_GSO_ROBUST)) { in tcp_gso_segment()
165 skb_shinfo(skb)->gso_segs = DIV_ROUND_UP(skb->len, mss); in tcp_gso_segment()
174 skb->ooo_okay = 0; in tcp_gso_segment()
176 segs = skb_segment(skb, features); in tcp_gso_segment()
192 skb = segs; in tcp_gso_segment()
193 th = tcp_hdr(skb); in tcp_gso_segment()
201 while (skb->next) { in tcp_gso_segment()
205 if (skb->ip_summed == CHECKSUM_PARTIAL) in tcp_gso_segment()
206 gso_reset_checksum(skb, ~th->check); in tcp_gso_segment()
208 th->check = gso_make_checksum(skb, ~th->check); in tcp_gso_segment()
212 skb->destructor = gso_skb->destructor; in tcp_gso_segment()
213 skb->sk = gso_skb->sk; in tcp_gso_segment()
214 sum_truesize += skb->truesize; in tcp_gso_segment()
216 skb = skb->next; in tcp_gso_segment()
217 th = tcp_hdr(skb); in tcp_gso_segment()
231 swap(gso_skb->sk, skb->sk); in tcp_gso_segment()
232 swap(gso_skb->destructor, skb->destructor); in tcp_gso_segment()
233 sum_truesize += skb->truesize; in tcp_gso_segment()
239 refcount_add(delta, &skb->sk->sk_wmem_alloc); in tcp_gso_segment()
241 WARN_ON_ONCE(refcount_sub_and_test(-delta, &skb->sk->sk_wmem_alloc)); in tcp_gso_segment()
245 (skb_tail_pointer(skb) - in tcp_gso_segment()
246 skb_transport_header(skb)) + in tcp_gso_segment()
247 skb->data_len); in tcp_gso_segment()
249 if (skb->ip_summed == CHECKSUM_PARTIAL) in tcp_gso_segment()
250 gso_reset_checksum(skb, ~th->check); in tcp_gso_segment()
252 th->check = gso_make_checksum(skb, ~th->check); in tcp_gso_segment()
278 struct tcphdr *tcp_gro_pull_header(struct sk_buff *skb) in tcp_gro_pull_header() argument
283 off = skb_gro_offset(skb); in tcp_gro_pull_header()
285 th = skb_gro_header(skb, hlen, off); in tcp_gro_pull_header()
294 if (!skb_gro_may_pull(skb, hlen)) { in tcp_gro_pull_header()
295 th = skb_gro_header_slow(skb, hlen, off); in tcp_gro_pull_header()
300 skb_gro_pull(skb, thlen); in tcp_gro_pull_header()
305 struct sk_buff *tcp_gro_receive(struct list_head *head, struct sk_buff *skb, in tcp_gro_receive() argument
318 len = skb_gro_len(skb); in tcp_gro_receive()
342 if (unlikely(skb_is_gso(skb))) in tcp_gro_receive()
343 flush |= (mss != skb_shinfo(skb)->gso_size); in tcp_gro_receive()
348 flush |= skb_cmp_decrypted(p, skb); in tcp_gro_receive()
352 flush |= skb->ip_summed != p->ip_summed; in tcp_gro_receive()
353 flush |= skb->csum_level != p->csum_level; in tcp_gro_receive()
356 if (flush || skb_gro_receive_list(p, skb)) in tcp_gro_receive()
362 if (flush || skb_gro_receive(p, skb)) { in tcp_gro_receive()
371 if (unlikely(skb_is_gso(skb))) in tcp_gro_receive()
372 flush = len != NAPI_GRO_CB(skb)->count * skb_shinfo(skb)->gso_size; in tcp_gro_receive()
380 if (p && (!NAPI_GRO_CB(skb)->same_flow || flush)) in tcp_gro_receive()
383 NAPI_GRO_CB(skb)->flush |= (flush != 0); in tcp_gro_receive()
388 void tcp_gro_complete(struct sk_buff *skb) in tcp_gro_complete() argument
390 struct tcphdr *th = tcp_hdr(skb); in tcp_gro_complete()
393 if (skb->encapsulation) in tcp_gro_complete()
394 skb->inner_transport_header = skb->transport_header; in tcp_gro_complete()
396 skb->csum_start = (unsigned char *)th - skb->head; in tcp_gro_complete()
397 skb->csum_offset = offsetof(struct tcphdr, check); in tcp_gro_complete()
398 skb->ip_summed = CHECKSUM_PARTIAL; in tcp_gro_complete()
400 shinfo = skb_shinfo(skb); in tcp_gro_complete()
401 shinfo->gso_segs = NAPI_GRO_CB(skb)->count; in tcp_gro_complete()
408 static void tcp4_check_fraglist_gro(struct list_head *head, struct sk_buff *skb, in tcp4_check_fraglist_gro() argument
417 if (likely(!(skb->dev->features & NETIF_F_GRO_FRAGLIST))) in tcp4_check_fraglist_gro()
422 NAPI_GRO_CB(skb)->is_flist = NAPI_GRO_CB(p)->is_flist; in tcp4_check_fraglist_gro()
426 inet_get_iif_sdif(skb, &iif, &sdif); in tcp4_check_fraglist_gro()
427 iph = skb_gro_network_header(skb); in tcp4_check_fraglist_gro()
428 net = dev_net(skb->dev); in tcp4_check_fraglist_gro()
433 NAPI_GRO_CB(skb)->is_flist = !sk; in tcp4_check_fraglist_gro()
439 struct sk_buff *tcp4_gro_receive(struct list_head *head, struct sk_buff *skb) in tcp4_gro_receive() argument
444 if (!NAPI_GRO_CB(skb)->flush && in tcp4_gro_receive()
445 skb_gro_checksum_validate(skb, IPPROTO_TCP, in tcp4_gro_receive()
449 th = tcp_gro_pull_header(skb); in tcp4_gro_receive()
453 tcp4_check_fraglist_gro(head, skb, th); in tcp4_gro_receive()
455 return tcp_gro_receive(head, skb, th); in tcp4_gro_receive()
458 NAPI_GRO_CB(skb)->flush = 1; in tcp4_gro_receive()
462 INDIRECT_CALLABLE_SCOPE int tcp4_gro_complete(struct sk_buff *skb, int thoff) in tcp4_gro_complete() argument
464 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in tcp4_gro_complete()
465 const struct iphdr *iph = (struct iphdr *)(skb->data + offset); in tcp4_gro_complete()
466 struct tcphdr *th = tcp_hdr(skb); in tcp4_gro_complete()
468 if (unlikely(NAPI_GRO_CB(skb)->is_flist)) { in tcp4_gro_complete()
469 skb_shinfo(skb)->gso_type |= SKB_GSO_FRAGLIST | SKB_GSO_TCPV4; in tcp4_gro_complete()
470 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in tcp4_gro_complete()
472 __skb_incr_checksum_unnecessary(skb); in tcp4_gro_complete()
477 th->check = ~tcp_v4_check(skb->len - thoff, iph->saddr, in tcp4_gro_complete()
480 skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV4 | in tcp4_gro_complete()
481 (NAPI_GRO_CB(skb)->ip_fixedid * SKB_GSO_TCP_FIXEDID); in tcp4_gro_complete()
483 tcp_gro_complete(skb); in tcp4_gro_complete()