10 #include <net/esp.h>
243 /* Move ESP header back into place. */
303 					       struct esp_info *esp,  in esp_output_udp_encap()  argument
311 	len = skb->len + esp->tailen - skb_transport_offset(skb);  in esp_output_udp_encap()
315 	uh = (struct udphdr *)esp->esph;  in esp_output_udp_encap()
335 						    struct esp_info *esp)  in esp_output_tcp_encap()  argument
337 	__be16 *lenp = (void *)esp->esph;  in esp_output_tcp_encap()
342 	len = skb->len + esp->tailen - skb_transport_offset(skb);  in esp_output_tcp_encap()
363 						    struct esp_info *esp)  in esp_output_tcp_encap()  argument
370 			    struct esp_info *esp)  in esp_output_encap()  argument
387 		esph = esp_output_udp_encap(skb, encap_type, esp, sport, dport);  in esp_output_encap()
390 		esph = esp_output_tcp_encap(x, skb, esp);  in esp_output_encap()
397 	esp->esph = esph;  in esp_output_encap()
402 int esp_output_head(struct xfrm_state *x, struct sk_buff *skb, struct esp_info *esp)  in esp_output_head()  argument
409 	int tailen = esp->tailen;  in esp_output_head()
413 		int err = esp_output_encap(x, skb, esp);  in esp_output_head()
436 			esp->inplace = false;  in esp_output_head()
452 			esp_output_fill_trailer(tail, esp->tfclen, esp->plen, esp->proto);  in esp_output_head()
475 	esph_offset = (unsigned char *)esp->esph - skb_transport_header(skb);  in esp_output_head()
481 	esp->esph = (struct ip_esp_hdr *)(skb_transport_header(skb) + esph_offset);  in esp_output_head()
484 	esp_output_fill_trailer(tail, esp->tfclen, esp->plen, esp->proto);  in esp_output_head()
492 int esp_output_tail(struct xfrm_state *x, struct sk_buff *skb, struct esp_info *esp)  in esp_output_tail()  argument
520 	tmp = esp_alloc_tmp(aead, esp->nfrags + 2, extralen);  in esp_output_tail()
529 	if (esp->inplace)  in esp_output_tail()
532 		dsg = &sg[esp->nfrags];  in esp_output_tail()
534 	esph = esp_output_set_extra(skb, x, esp->esph, extra);  in esp_output_tail()
535 	esp->esph = esph;  in esp_output_tail()
537 	sg_init_table(sg, esp->nfrags);  in esp_output_tail()
540 		           assoclen + ivlen + esp->clen + alen);  in esp_output_tail()
544 	if (!esp->inplace) {  in esp_output_tail()
568 			           assoclen + ivlen + esp->clen + alen);  in esp_output_tail()
578 	aead_request_set_crypt(req, sg, dsg, ivlen + esp->clen, iv);  in esp_output_tail()
582 	memcpy(iv + ivlen - min(ivlen, 8), (u8 *)&esp->seqno + 8 - min(ivlen, 8),  in esp_output_tail()
620 	struct esp_info esp;  in esp_output()  local
622 	esp.inplace = true;  in esp_output()
624 	esp.proto = *skb_mac_header(skb);  in esp_output()
632 	esp.tfclen = 0;  in esp_output()
639 			esp.tfclen = padto - skb->len;  in esp_output()
642 	esp.clen = ALIGN(skb->len + 2 + esp.tfclen, blksize);  in esp_output()
643 	esp.plen = esp.clen - skb->len - esp.tfclen;  in esp_output()
644 	esp.tailen = esp.tfclen + esp.plen + alen;  in esp_output()
646 	esp.esph = ip_esp_hdr(skb);  in esp_output()
648 	esp.nfrags = esp_output_head(x, skb, &esp);  in esp_output()
649 	if (esp.nfrags < 0)  in esp_output()
650 		return esp.nfrags;  in esp_output()
652 	esph = esp.esph;  in esp_output()
656 	esp.seqno = cpu_to_be64(XFRM_SKB_CB(skb)->seq.output.low +  in esp_output()
661 	return esp_output_tail(x, skb, &esp);  in esp_output()
684 		net_dbg_ratelimited("ipsec esp packet is garbage padlen=%d, elen=%d\n",  in esp_remove_trailer()
1116 		NL_SET_ERR_MSG(extack, "ESP: AEAD or CRYPT must be provided");  in esp_init_state()
1136 			NL_SET_ERR_MSG(extack, "Unsupported encapsulation type for ESP");  in esp_init_state()