17 static void tcp_gso_tstamp(struct sk_buff *skb, unsigned int ts_seq,  in tcp_gso_tstamp()  argument
20 	while (skb) {  in tcp_gso_tstamp()
22 			skb_shinfo(skb)->tx_flags |= SKBTX_SW_TSTAMP;  in tcp_gso_tstamp()
23 			skb_shinfo(skb)->tskey = ts_seq;  in tcp_gso_tstamp()
27 		skb = skb->next;  in tcp_gso_tstamp()
32 static struct sk_buff *tcp4_gso_segment(struct sk_buff *skb,  in tcp4_gso_segment()  argument
35 	if (!pskb_may_pull(skb, sizeof(struct tcphdr)))  in tcp4_gso_segment()
38 	if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {  in tcp4_gso_segment()
39 		const struct iphdr *iph = ip_hdr(skb);  in tcp4_gso_segment()
40 		struct tcphdr *th = tcp_hdr(skb);  in tcp4_gso_segment()
47 		skb->ip_summed = CHECKSUM_PARTIAL;  in tcp4_gso_segment()
48 		__tcp_v4_send_check(skb, iph->saddr, iph->daddr);  in tcp4_gso_segment()
51 	return tcp_gso_segment(skb, features);  in tcp4_gso_segment()
54 struct sk_buff *tcp_gso_segment(struct sk_buff *skb,  in tcp_gso_segment()  argument
65 	struct sk_buff *gso_skb = skb;  in tcp_gso_segment()
69 	th = tcp_hdr(skb);  in tcp_gso_segment()
74 	if (!pskb_may_pull(skb, thlen))  in tcp_gso_segment()
77 	oldlen = (u16)~skb->len;  in tcp_gso_segment()
78 	__skb_pull(skb, thlen);  in tcp_gso_segment()
80 	mss = tcp_skb_mss(skb);  in tcp_gso_segment()
81 	if (unlikely(skb->len <= mss))  in tcp_gso_segment()
84 	if (skb_gso_ok(skb, features | NETIF_F_GSO_ROBUST)) {  in tcp_gso_segment()
86 		int type = skb_shinfo(skb)->gso_type;  in tcp_gso_segment()
104 		skb_shinfo(skb)->gso_segs = DIV_ROUND_UP(skb->len, mss);  in tcp_gso_segment()
113 	skb->ooo_okay = 0;  in tcp_gso_segment()
115 	segs = skb_segment(skb, features);  in tcp_gso_segment()
124 	skb = segs;  in tcp_gso_segment()
125 	th = tcp_hdr(skb);  in tcp_gso_segment()
138 		if (skb->ip_summed != CHECKSUM_PARTIAL)  in tcp_gso_segment()
139 			th->check = gso_make_checksum(skb, ~th->check);  in tcp_gso_segment()
143 			skb->destructor = gso_skb->destructor;  in tcp_gso_segment()
144 			skb->sk = gso_skb->sk;  in tcp_gso_segment()
145 			sum_truesize += skb->truesize;  in tcp_gso_segment()
147 		skb = skb->next;  in tcp_gso_segment()
148 		th = tcp_hdr(skb);  in tcp_gso_segment()
152 	} while (skb->next);  in tcp_gso_segment()
160 		swap(gso_skb->sk, skb->sk);  in tcp_gso_segment()
161 		swap(gso_skb->destructor, skb->destructor);  in tcp_gso_segment()
162 		sum_truesize += skb->truesize;  in tcp_gso_segment()
164 			   &skb->sk->sk_wmem_alloc);  in tcp_gso_segment()
167 	delta = htonl(oldlen + (skb_tail_pointer(skb) -  in tcp_gso_segment()
168 				skb_transport_header(skb)) +  in tcp_gso_segment()
169 		      skb->data_len);  in tcp_gso_segment()
172 	if (skb->ip_summed != CHECKSUM_PARTIAL)  in tcp_gso_segment()
173 		th->check = gso_make_checksum(skb, ~th->check);  in tcp_gso_segment()
178 struct sk_buff **tcp_gro_receive(struct sk_buff **head, struct sk_buff *skb)  in tcp_gro_receive()  argument
193 	off = skb_gro_offset(skb);  in tcp_gro_receive()
195 	th = skb_gro_header_fast(skb, off);  in tcp_gro_receive()
196 	if (skb_gro_header_hard(skb, hlen)) {  in tcp_gro_receive()
197 		th = skb_gro_header_slow(skb, hlen, off);  in tcp_gro_receive()
207 	if (skb_gro_header_hard(skb, hlen)) {  in tcp_gro_receive()
208 		th = skb_gro_header_slow(skb, hlen, off);  in tcp_gro_receive()
213 	skb_gro_pull(skb, thlen);  in tcp_gro_receive()
215 	len = skb_gro_len(skb);  in tcp_gro_receive()
250 	if (flush || skb_gro_receive(head, skb)) {  in tcp_gro_receive()
265 	if (p && (!NAPI_GRO_CB(skb)->same_flow || flush))  in tcp_gro_receive()
269 	NAPI_GRO_CB(skb)->flush |= (flush != 0);  in tcp_gro_receive()
274 int tcp_gro_complete(struct sk_buff *skb)  in tcp_gro_complete()  argument
276 	struct tcphdr *th = tcp_hdr(skb);  in tcp_gro_complete()
278 	skb->csum_start = (unsigned char *)th - skb->head;  in tcp_gro_complete()
279 	skb->csum_offset = offsetof(struct tcphdr, check);  in tcp_gro_complete()
280 	skb->ip_summed = CHECKSUM_PARTIAL;  in tcp_gro_complete()
282 	skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count;  in tcp_gro_complete()
285 		skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN;  in tcp_gro_complete()
291 static struct sk_buff **tcp4_gro_receive(struct sk_buff **head, struct sk_buff *skb)  in tcp4_gro_receive()  argument
294 	if (!NAPI_GRO_CB(skb)->flush &&  in tcp4_gro_receive()
295 	    skb_gro_checksum_validate(skb, IPPROTO_TCP,  in tcp4_gro_receive()
297 		NAPI_GRO_CB(skb)->flush = 1;  in tcp4_gro_receive()
301 	return tcp_gro_receive(head, skb);  in tcp4_gro_receive()
304 static int tcp4_gro_complete(struct sk_buff *skb, int thoff)  in tcp4_gro_complete()  argument
306 	const struct iphdr *iph = ip_hdr(skb);  in tcp4_gro_complete()
307 	struct tcphdr *th = tcp_hdr(skb);  in tcp4_gro_complete()
309 	th->check = ~tcp_v4_check(skb->len - thoff, iph->saddr,  in tcp4_gro_complete()
311 	skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV4;  in tcp4_gro_complete()
313 	return tcp_gro_complete(skb);  in tcp4_gro_complete()