1 // SPDX-License-Identifier: GPL-2.0-or-later
3  * xfrm_device.c - IPsec device offloading code.
25 	struct xfrm_offload *xo = xfrm_offload(skb);  in __xfrm_transport_prep()  local
28 	if (xo->flags & XFRM_GSO_SEGMENT)  in __xfrm_transport_prep()
29 		skb->transport_header -= x->props.header_len;  in __xfrm_transport_prep()
31 	pskb_pull(skb, skb_transport_offset(skb) + x->props.header_len);  in __xfrm_transport_prep()
38 	struct xfrm_offload *xo = xfrm_offload(skb);  in __xfrm_mode_tunnel_prep()  local
40 	if (xo->flags & XFRM_GSO_SEGMENT)  in __xfrm_mode_tunnel_prep()
41 		skb->transport_header = skb->network_header + hsize;  in __xfrm_mode_tunnel_prep()
44 	pskb_pull(skb, skb->mac_len + x->props.header_len);  in __xfrm_mode_tunnel_prep()
50 	struct xfrm_offload *xo = xfrm_offload(skb);  in __xfrm_mode_beet_prep()  local
53 	if (xo->flags & XFRM_GSO_SEGMENT)  in __xfrm_mode_beet_prep()
54 		skb->transport_header = skb->network_header + hsize;  in __xfrm_mode_beet_prep()
57 	if (x->sel.family != AF_INET6) {  in __xfrm_mode_beet_prep()
59 		if (x->outer_mode.family == AF_INET6)  in __xfrm_mode_beet_prep()
60 			phlen += sizeof(struct ipv6hdr) - sizeof(struct iphdr);  in __xfrm_mode_beet_prep()
63 	pskb_pull(skb, skb->mac_len + hsize + (x->props.header_len - phlen));  in __xfrm_mode_beet_prep()
69 	switch (x->outer_mode.encap) {  in xfrm_outer_mode_prep()
71 		if (x->outer_mode.family == AF_INET)  in xfrm_outer_mode_prep()
74 		if (x->outer_mode.family == AF_INET6)  in xfrm_outer_mode_prep()
79 		if (x->outer_mode.family == AF_INET)  in xfrm_outer_mode_prep()
82 		if (x->outer_mode.family == AF_INET6)  in xfrm_outer_mode_prep()
87 		if (x->outer_mode.family == AF_INET)  in xfrm_outer_mode_prep()
90 		if (x->outer_mode.family == AF_INET6)  in xfrm_outer_mode_prep()
108 	struct xfrm_offload *xo = xfrm_offload(skb);  in validate_xmit_xfrm()  local
109 	struct net_device *dev = skb->dev;  in validate_xmit_xfrm()
112 	if (!xo || (xo->flags & XFRM_XMIT))  in validate_xmit_xfrm()
119 	x = sp->xvec[sp->len - 1];  in validate_xmit_xfrm()
120 	if (xo->flags & XFRM_GRO || x->xso.flags & XFRM_OFFLOAD_INBOUND)  in validate_xmit_xfrm()
124 	if ((x->xso.dev != dev) && (x->xso.real_dev == dev))  in validate_xmit_xfrm()
129 	err = !skb_queue_empty(&sd->xfrm_backlog);  in validate_xmit_xfrm()
137 	if (skb_is_gso(skb) && unlikely(x->xso.dev != dev)) {  in validate_xmit_xfrm()
146 			atomic_long_inc(&dev->tx_dropped);  in validate_xmit_xfrm()
154 	if (!skb->next) {  in validate_xmit_xfrm()
155 		esp_features |= skb->dev->gso_partial_features;  in validate_xmit_xfrm()
158 		xo->flags |= XFRM_DEV_RESUME;  in validate_xmit_xfrm()
160 		err = x->type_offload->xmit(x, skb, esp_features);  in validate_xmit_xfrm()
162 			if (err == -EINPROGRESS)  in validate_xmit_xfrm()
170 		skb_push(skb, skb->data - skb_mac_header(skb));  in validate_xmit_xfrm()
176 		esp_features |= skb->dev->gso_partial_features;  in validate_xmit_xfrm()
179 		xo = xfrm_offload(skb2);  in validate_xmit_xfrm()
180 		xo->flags |= XFRM_DEV_RESUME;  in validate_xmit_xfrm()
184 		err = x->type_offload->xmit(x, skb2, esp_features);  in validate_xmit_xfrm()
186 			skb2->next = nskb;  in validate_xmit_xfrm()
187 		} else if (err != -EINPROGRESS) {  in validate_xmit_xfrm()
189 			skb2->next = nskb;  in validate_xmit_xfrm()
196 				pskb->next = nskb;  in validate_xmit_xfrm()
201 		skb_push(skb2, skb2->data - skb_mac_header(skb2));  in validate_xmit_xfrm()
215 	struct xfrm_state_offload *xso = &x->xso;  in xfrm_dev_state_add()
219 	if (!x->type_offload)  in xfrm_dev_state_add()
220 		return -EINVAL;  in xfrm_dev_state_add()
223 	if (x->encap || x->tfcpad)  in xfrm_dev_state_add()
224 		return -EINVAL;  in xfrm_dev_state_add()
226 	dev = dev_get_by_index(net, xuo->ifindex);  in xfrm_dev_state_add()
228 		if (!(xuo->flags & XFRM_OFFLOAD_INBOUND)) {  in xfrm_dev_state_add()
229 			saddr = &x->props.saddr;  in xfrm_dev_state_add()
230 			daddr = &x->id.daddr;  in xfrm_dev_state_add()
232 			saddr = &x->id.daddr;  in xfrm_dev_state_add()
233 			daddr = &x->props.saddr;  in xfrm_dev_state_add()
237 					x->props.family,  in xfrm_dev_state_add()
242 		dev = dst->dev;  in xfrm_dev_state_add()
248 	if (!dev->xfrmdev_ops || !dev->xfrmdev_ops->xdo_dev_state_add) {  in xfrm_dev_state_add()
249 		xso->dev = NULL;  in xfrm_dev_state_add()
254 	if (x->props.flags & XFRM_STATE_ESN &&  in xfrm_dev_state_add()
255 	    !dev->xfrmdev_ops->xdo_dev_state_advance_esn) {  in xfrm_dev_state_add()
256 		xso->dev = NULL;  in xfrm_dev_state_add()
258 		return -EINVAL;  in xfrm_dev_state_add()
261 	xso->dev = dev;  in xfrm_dev_state_add()
262 	xso->real_dev = dev;  in xfrm_dev_state_add()
263 	xso->num_exthdrs = 1;  in xfrm_dev_state_add()
264 	xso->flags = xuo->flags;  in xfrm_dev_state_add()
266 	err = dev->xfrmdev_ops->xdo_dev_state_add(x);  in xfrm_dev_state_add()
268 		xso->num_exthdrs = 0;  in xfrm_dev_state_add()
269 		xso->flags = 0;  in xfrm_dev_state_add()
270 		xso->dev = NULL;  in xfrm_dev_state_add()
271 		xso->real_dev = NULL;  in xfrm_dev_state_add()
274 		if (err != -EOPNOTSUPP)  in xfrm_dev_state_add()
287 	struct net_device *dev = x->xso.dev;  in xfrm_dev_offload_ok()
289 	if (!x->type_offload || x->encap)  in xfrm_dev_offload_ok()
292 	if ((!dev || (dev == xfrm_dst_path(dst)->dev)) &&  in xfrm_dev_offload_ok()
293 	    (!xdst->child->xfrm)) {  in xfrm_dev_offload_ok()
294 		mtu = xfrm_state_mtu(x, xdst->child_mtu_cached);  in xfrm_dev_offload_ok()
295 		if (skb->len <= mtu)  in xfrm_dev_offload_ok()
305 	if (dev && dev->xfrmdev_ops && dev->xfrmdev_ops->xdo_dev_offload_ok)  in xfrm_dev_offload_ok()
306 		return x->xso.dev->xfrmdev_ops->xdo_dev_offload_ok(skb, x);  in xfrm_dev_offload_ok()
314 	struct net_device *dev = skb->dev;  in xfrm_dev_resume()
331 		skb_queue_tail(&sd->xfrm_backlog, skb);  in xfrm_dev_resume()
341 	struct sk_buff_head *xfrm_backlog = &sd->xfrm_backlog;  in xfrm_dev_backlog()
350 	spin_lock(&xfrm_backlog->lock);  in xfrm_dev_backlog()
352 	spin_unlock(&xfrm_backlog->lock);  in xfrm_dev_backlog()
365 	if ((dev->features & NETIF_F_HW_ESP_TX_CSUM) &&  in xfrm_api_check()
366 	    !(dev->features & NETIF_F_HW_ESP))  in xfrm_api_check()
369 	if ((dev->features & NETIF_F_HW_ESP) &&  in xfrm_api_check()
370 	    (!(dev->xfrmdev_ops &&  in xfrm_api_check()
371 	       dev->xfrmdev_ops->xdo_dev_state_add &&  in xfrm_api_check()
372 	       dev->xfrmdev_ops->xdo_dev_state_delete)))  in xfrm_api_check()
375 	if (dev->features & (NETIF_F_HW_ESP | NETIF_F_HW_ESP_TX_CSUM))  in xfrm_api_check()
394 	if (dev->features & NETIF_F_HW_ESP)  in xfrm_dev_down()