10 #include <net/esp.h>
284 /* Move ESP header back into place. */
344 					       struct esp_info *esp,  in esp_output_udp_encap()  argument
352 	len = skb->len + esp->tailen - skb_transport_offset(skb);  in esp_output_udp_encap()
356 	uh = (struct udphdr *)esp->esph;  in esp_output_udp_encap()
376 						    struct esp_info *esp)  in esp_output_tcp_encap()  argument
378 	__be16 *lenp = (void *)esp->esph;  in esp_output_tcp_encap()
383 	len = skb->len + esp->tailen - skb_transport_offset(skb);  in esp_output_tcp_encap()
402 						    struct esp_info *esp)  in esp_output_tcp_encap()  argument
409 			    struct esp_info *esp)  in esp_output_encap()  argument
426 		esph = esp_output_udp_encap(skb, encap_type, esp, sport, dport);  in esp_output_encap()
429 		esph = esp_output_tcp_encap(x, skb, esp);  in esp_output_encap()
436 	esp->esph = esph;  in esp_output_encap()
441 int esp_output_head(struct xfrm_state *x, struct sk_buff *skb, struct esp_info *esp)  in esp_output_head()  argument
448 	int tailen = esp->tailen;  in esp_output_head()
452 		int err = esp_output_encap(x, skb, esp);  in esp_output_head()
475 			esp->inplace = false;  in esp_output_head()
491 			esp_output_fill_trailer(tail, esp->tfclen, esp->plen, esp->proto);  in esp_output_head()
514 	esph_offset = (unsigned char *)esp->esph - skb_transport_header(skb);  in esp_output_head()
520 	esp->esph = (struct ip_esp_hdr *)(skb_transport_header(skb) + esph_offset);  in esp_output_head()
523 	esp_output_fill_trailer(tail, esp->tfclen, esp->plen, esp->proto);  in esp_output_head()
531 int esp_output_tail(struct xfrm_state *x, struct sk_buff *skb, struct esp_info *esp)  in esp_output_tail()  argument
559 	tmp = esp_alloc_tmp(aead, esp->nfrags + 2, extralen);  in esp_output_tail()
568 	if (esp->inplace)  in esp_output_tail()
571 		dsg = &sg[esp->nfrags];  in esp_output_tail()
573 	esph = esp_output_set_extra(skb, x, esp->esph, extra);  in esp_output_tail()
574 	esp->esph = esph;  in esp_output_tail()
576 	sg_init_table(sg, esp->nfrags);  in esp_output_tail()
579 		           assoclen + ivlen + esp->clen + alen);  in esp_output_tail()
583 	if (!esp->inplace) {  in esp_output_tail()
607 			           assoclen + ivlen + esp->clen + alen);  in esp_output_tail()
617 	aead_request_set_crypt(req, sg, dsg, ivlen + esp->clen, iv);  in esp_output_tail()
621 	memcpy(iv + ivlen - min(ivlen, 8), (u8 *)&esp->seqno + 8 - min(ivlen, 8),  in esp_output_tail()
659 	struct esp_info esp;  in esp_output()  local
661 	esp.inplace = true;  in esp_output()
663 	esp.proto = *skb_mac_header(skb);  in esp_output()
671 	esp.tfclen = 0;  in esp_output()
678 			esp.tfclen = padto - skb->len;  in esp_output()
681 	esp.clen = ALIGN(skb->len + 2 + esp.tfclen, blksize);  in esp_output()
682 	esp.plen = esp.clen - skb->len - esp.tfclen;  in esp_output()
683 	esp.tailen = esp.tfclen + esp.plen + alen;  in esp_output()
685 	esp.esph = ip_esp_hdr(skb);  in esp_output()
687 	esp.nfrags = esp_output_head(x, skb, &esp);  in esp_output()
688 	if (esp.nfrags < 0)  in esp_output()
689 		return esp.nfrags;  in esp_output()
691 	esph = esp.esph;  in esp_output()
695 	esp.seqno = cpu_to_be64(XFRM_SKB_CB(skb)->seq.output.low +  in esp_output()
700 	return esp_output_tail(x, skb, &esp);  in esp_output()
723 		net_dbg_ratelimited("ipsec esp packet is garbage padlen=%d, elen=%d\n",  in esp_remove_trailer()
1155 		NL_SET_ERR_MSG(extack, "ESP: AEAD or CRYPT must be provided");  in esp_init_state()
1175 			NL_SET_ERR_MSG(extack, "Unsupported encapsulation type for ESP");  in esp_init_state()