1 // SPDX-License-Identifier: GPL-2.0-only
7  * Author: Steffen Klassert <steffen.klassert@secunet.com>
34 	__be32 seq;  in esp4_gro_receive()  local
41 	if ((err = xfrm_parse_spi(skb, IPPROTO_ESP, &spi, &seq)) != 0)  in esp4_gro_receive()
45 	if (!xo || !(xo->flags & CRYPTO_DONE)) {  in esp4_gro_receive()
51 		if (sp->len == XFRM_MAX_DEPTH)  in esp4_gro_receive()
54 		x = xfrm_state_lookup(dev_net(skb->dev), skb->mark,  in esp4_gro_receive()
55 				      (xfrm_address_t *)&ip_hdr(skb)->daddr,  in esp4_gro_receive()
60 		skb->mark = xfrm_smark_get(skb->mark, x);  in esp4_gro_receive()
62 		sp->xvec[sp->len++] = x;  in esp4_gro_receive()
63 		sp->olen++;  in esp4_gro_receive()
70 	xo->flags |= XFRM_GRO;  in esp4_gro_receive()
72 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;  in esp4_gro_receive()
73 	XFRM_SPI_SKB_CB(skb)->family = AF_INET;  in esp4_gro_receive()
74 	XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);  in esp4_gro_receive()
75 	XFRM_SPI_SKB_CB(skb)->seq = seq;  in esp4_gro_receive()
79 	xfrm_input(skb, IPPROTO_ESP, spi, -2);  in esp4_gro_receive()
81 	return ERR_PTR(-EINPROGRESS);  in esp4_gro_receive()
86 	NAPI_GRO_CB(skb)->same_flow = 0;  in esp4_gro_receive()
87 	NAPI_GRO_CB(skb)->flush = 1;  in esp4_gro_receive()
97 	int proto = iph->protocol;  in esp4_gso_encap()
99 	skb_push(skb, -skb_network_offset(skb));  in esp4_gso_encap()
103 	esph->spi = x->id.spi;  in esp4_gso_encap()
104 	esph->seq_no = htonl(XFRM_SKB_CB(skb)->seq.output.low);  in esp4_gso_encap()
106 	xo->proto = proto;  in esp4_gso_encap()
113 	__skb_push(skb, skb->mac_len);  in xfrm4_tunnel_gso_segment()
122 	struct sk_buff *segs = ERR_PTR(-EINVAL);  in xfrm4_transport_gso_segment()
125 	skb->transport_header += x->props.header_len;  in xfrm4_transport_gso_segment()
126 	ops = rcu_dereference(inet_offloads[xo->proto]);  in xfrm4_transport_gso_segment()
127 	if (likely(ops && ops->callbacks.gso_segment))  in xfrm4_transport_gso_segment()
128 		segs = ops->callbacks.gso_segment(skb, features);  in xfrm4_transport_gso_segment()
138 	struct sk_buff *segs = ERR_PTR(-EINVAL);  in xfrm4_beet_gso_segment()
140 	u8 proto = xo->proto;  in xfrm4_beet_gso_segment()
142 	skb->transport_header += x->props.header_len;  in xfrm4_beet_gso_segment()
144 	if (x->sel.family != AF_INET6) {  in xfrm4_beet_gso_segment()
147 				(struct ip_beet_phdr *)skb->data;  in xfrm4_beet_gso_segment()
149 			skb->transport_header += ph->hdrlen * 8;  in xfrm4_beet_gso_segment()
150 			proto = ph->nexthdr;  in xfrm4_beet_gso_segment()
152 			skb->transport_header -= IPV4_BEET_PHMAXLEN;  in xfrm4_beet_gso_segment()
157 		skb->transport_header +=  in xfrm4_beet_gso_segment()
160 			skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV4;  in xfrm4_beet_gso_segment()
164 		skb_shinfo(skb)->gso_type |= SKB_GSO_IPXIP4;  in xfrm4_beet_gso_segment()
168 	if (likely(ops && ops->callbacks.gso_segment))  in xfrm4_beet_gso_segment()
169 		segs = ops->callbacks.gso_segment(skb, features);  in xfrm4_beet_gso_segment()
178 	switch (x->outer_mode.encap) {  in xfrm4_outer_mode_gso_segment()
187 	return ERR_PTR(-EOPNOTSUPP);  in xfrm4_outer_mode_gso_segment()
201 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
203 	if (!(skb_shinfo(skb)->gso_type & SKB_GSO_ESP))  in esp4_gso_segment()
204 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
207 	x = sp->xvec[sp->len - 1];  in esp4_gso_segment()
208 	aead = x->data;  in esp4_gso_segment()
211 	if (esph->spi != x->id.spi)  in esp4_gso_segment()
212 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
215 		return ERR_PTR(-EINVAL);  in esp4_gso_segment()
219 	skb->encap_hdr_csum = 1;  in esp4_gso_segment()
221 	if ((!(skb->dev->gso_partial_features & NETIF_F_HW_ESP) &&  in esp4_gso_segment()
222 	     !(features & NETIF_F_HW_ESP)) || x->xso.dev != skb->dev)  in esp4_gso_segment()
226 		 !(skb->dev->gso_partial_features & NETIF_F_HW_ESP_TX_CSUM))  in esp4_gso_segment()
230 	xo->flags |= XFRM_GSO_SEGMENT;  in esp4_gso_segment()
237 	struct crypto_aead *aead = x->data;  in esp_input_tail()
241 		return -EINVAL;  in esp_input_tail()
243 	if (!(xo->flags & CRYPTO_DONE))  in esp_input_tail()
244 		skb->ip_summed = CHECKSUM_NONE;  in esp_input_tail()
259 	__u32 seq;  in esp_xmit()  local
266 		return -EINVAL;  in esp_xmit()
269 	     !(skb->dev->gso_partial_features & NETIF_F_HW_ESP)) ||  in esp_xmit()
270 	    x->xso.dev != skb->dev) {  in esp_xmit()
271 		xo->flags |= CRYPTO_FALLBACK;  in esp_xmit()
275 	esp.proto = xo->proto;  in esp_xmit()
279 	aead = x->data;  in esp_xmit()
286 	esp.clen = ALIGN(skb->len + 2 + esp.tfclen, blksize);  in esp_xmit()
287 	esp.plen = esp.clen - skb->len - esp.tfclen;  in esp_xmit()
299 	seq = xo->seq.low;  in esp_xmit()
302 	esph->spi = x->id.spi;  in esp_xmit()
304 	skb_push(skb, -skb_network_offset(skb));  in esp_xmit()
306 	if (xo->flags & XFRM_GSO_SEGMENT) {  in esp_xmit()
307 		esph->seq_no = htonl(seq);  in esp_xmit()
310 			xo->seq.low++;  in esp_xmit()
312 			xo->seq.low += skb_shinfo(skb)->gso_segs;  in esp_xmit()
315 	if (xo->seq.low < seq)  in esp_xmit()
316 		xo->seq.hi++;  in esp_xmit()
318 	esp.seqno = cpu_to_be64(seq + ((u64)xo->seq.hi << 32));  in esp_xmit()
320 	ip_hdr(skb)->tot_len = htons(skb->len);  in esp_xmit()
325 			return -ENOMEM;  in esp_xmit()
329 			return -EINVAL;  in esp_xmit()
331 		xo->flags |= XFRM_XMIT;  in esp_xmit()
341 	if (skb_needs_linearize(skb, skb->dev->features) &&  in esp_xmit()
343 		return -ENOMEM;  in esp_xmit()
367 		return -EAGAIN;  in esp4_offload_init()
382 MODULE_AUTHOR("Steffen Klassert <steffen.klassert@secunet.com>");