35 	struct xfrm_offload *xo;  in esp4_gro_receive()  local
47 	xo = xfrm_offload(skb);  in esp4_gro_receive()
48 	if (!xo || !(xo->flags & CRYPTO_DONE)) {  in esp4_gro_receive()
53 		if (skb->sp->len == XFRM_MAX_DEPTH)  in esp4_gro_receive()
56 		x = xfrm_state_lookup(dev_net(skb->dev), skb->mark,  in esp4_gro_receive()
57 				      (xfrm_address_t *)&ip_hdr(skb)->daddr,  in esp4_gro_receive()
62 		skb->sp->xvec[skb->sp->len++] = x;  in esp4_gro_receive()
63 		skb->sp->olen++;  in esp4_gro_receive()
65 		xo = xfrm_offload(skb);  in esp4_gro_receive()
66 		if (!xo) {  in esp4_gro_receive()
72 	xo->flags |= XFRM_GRO;  in esp4_gro_receive()
74 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;  in esp4_gro_receive()
75 	XFRM_SPI_SKB_CB(skb)->family = AF_INET;  in esp4_gro_receive()
76 	XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);  in esp4_gro_receive()
77 	XFRM_SPI_SKB_CB(skb)->seq = seq;  in esp4_gro_receive()
81 	xfrm_input(skb, IPPROTO_ESP, spi, -2);  in esp4_gro_receive()
83 	return ERR_PTR(-EINPROGRESS);  in esp4_gro_receive()
86 	NAPI_GRO_CB(skb)->same_flow = 0;  in esp4_gro_receive()
87 	NAPI_GRO_CB(skb)->flush = 1;  in esp4_gro_receive()
96 	struct xfrm_offload *xo = xfrm_offload(skb);  in esp4_gso_encap()  local
97 	int proto = iph->protocol;  in esp4_gso_encap()
99 	skb_push(skb, -skb_network_offset(skb));  in esp4_gso_encap()
103 	esph->spi = x->id.spi;  in esp4_gso_encap()
104 	esph->seq_no = htonl(XFRM_SKB_CB(skb)->seq.output.low);  in esp4_gso_encap()
106 	xo->proto = proto;  in esp4_gso_encap()
116 	struct xfrm_offload *xo = xfrm_offload(skb);  in esp4_gso_segment()  local
118 	if (!xo)  in esp4_gso_segment()
119 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
121 	if (!(skb_shinfo(skb)->gso_type & SKB_GSO_ESP))  in esp4_gso_segment()
122 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
124 	x = skb->sp->xvec[skb->sp->len - 1];  in esp4_gso_segment()
125 	aead = x->data;  in esp4_gso_segment()
128 	if (esph->spi != x->id.spi)  in esp4_gso_segment()
129 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
132 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
136 	skb->encap_hdr_csum = 1;  in esp4_gso_segment()
138 	if (!(features & NETIF_F_HW_ESP) || x->xso.dev != skb->dev)  in esp4_gso_segment()
143 	xo->flags |= XFRM_GSO_SEGMENT;  in esp4_gso_segment()
145 	return x->outer_mode->gso_segment(x, skb, esp_features);  in esp4_gso_segment()
150 	struct crypto_aead *aead = x->data;  in esp_input_tail()
151 	struct xfrm_offload *xo = xfrm_offload(skb);  in esp_input_tail()  local
154 		return -EINVAL;  in esp_input_tail()
156 	if (!(xo->flags & CRYPTO_DONE))  in esp_input_tail()
157 		skb->ip_summed = CHECKSUM_NONE;  in esp_input_tail()
167 	struct xfrm_offload *xo;  in esp_xmit()  local
176 	xo = xfrm_offload(skb);  in esp_xmit()
178 	if (!xo)  in esp_xmit()
179 		return -EINVAL;  in esp_xmit()
181 	if (!(features & NETIF_F_HW_ESP) || x->xso.dev != skb->dev) {  in esp_xmit()
182 		xo->flags |= CRYPTO_FALLBACK;  in esp_xmit()
186 	esp.proto = xo->proto;  in esp_xmit()
190 	aead = x->data;  in esp_xmit()
197 	esp.clen = ALIGN(skb->len + 2 + esp.tfclen, blksize);  in esp_xmit()
198 	esp.plen = esp.clen - skb->len - esp.tfclen;  in esp_xmit()
210 	seq = xo->seq.low;  in esp_xmit()
213 	esph->spi = x->id.spi;  in esp_xmit()
215 	skb_push(skb, -skb_network_offset(skb));  in esp_xmit()
217 	if (xo->flags & XFRM_GSO_SEGMENT) {  in esp_xmit()
218 		esph->seq_no = htonl(seq);  in esp_xmit()
221 			xo->seq.low++;  in esp_xmit()
223 			xo->seq.low += skb_shinfo(skb)->gso_segs;  in esp_xmit()
226 	esp.seqno = cpu_to_be64(seq + ((u64)xo->seq.hi << 32));  in esp_xmit()
228 	ip_hdr(skb)->tot_len = htons(skb->len);  in esp_xmit()
263 		return -EAGAIN;  in esp4_offload_init()