1108 				   struct iov_iter *from, size_t length);
2396 int skb_store_bits(struct sk_buff *skb, int offset, const void *from, int len)  in skb_store_bits()  argument
2408 		skb_copy_to_linear_data_offset(skb, offset, from, copy);  in skb_store_bits()
2412 		from += copy;  in skb_store_bits()
2434 				memcpy(vaddr + p_off, from + copied, p_len);  in skb_store_bits()
2441 			from += copy;  in skb_store_bits()
2456 					   from, copy))  in skb_store_bits()
2461 			from += copy;  in skb_store_bits()
2684 skb_zerocopy_headlen(const struct sk_buff *from)  in skb_zerocopy_headlen()  argument
2688 	if (!from->head_frag ||  in skb_zerocopy_headlen()
2689 	    skb_headlen(from) < L1_CACHE_BYTES ||  in skb_zerocopy_headlen()
2690 	    skb_shinfo(from)->nr_frags >= MAX_SKB_FRAGS)  in skb_zerocopy_headlen()
2691 		hlen = skb_headlen(from);  in skb_zerocopy_headlen()
2693 	if (skb_has_frag_list(from))  in skb_zerocopy_headlen()
2694 		hlen = from->len;  in skb_zerocopy_headlen()
2719 skb_zerocopy(struct sk_buff *to, struct sk_buff *from, int len, int hlen)  in skb_zerocopy()  argument
2727 	BUG_ON(!from->head_frag && !hlen);  in skb_zerocopy()
2731 		return skb_copy_bits(from, 0, skb_put(to, len), len);  in skb_zerocopy()
2734 		ret = skb_copy_bits(from, 0, skb_put(to, hlen), hlen);  in skb_zerocopy()
2739 		plen = min_t(int, skb_headlen(from), len);  in skb_zerocopy()
2741 			page = virt_to_head_page(from->head);  in skb_zerocopy()
2742 			offset = from->data - (unsigned char *)page_address(page);  in skb_zerocopy()
2754 	if (unlikely(skb_orphan_frags(from, GFP_ATOMIC))) {  in skb_zerocopy()
2755 		skb_tx_error(from);  in skb_zerocopy()
2758 	skb_zerocopy_clone(to, from, GFP_ATOMIC);  in skb_zerocopy()
2760 	for (i = 0; i < skb_shinfo(from)->nr_frags; i++) {  in skb_zerocopy()
2763 		skb_shinfo(to)->frags[j] = skb_shinfo(from)->frags[i];  in skb_zerocopy()
3100 	int from, to, merge, todo;  in skb_shift()  local
3111 	from = 0;  in skb_shift()
3113 	fragfrom = &skb_shinfo(skb)->frags[from];  in skb_shift()
3132 			fragfrom = &skb_shinfo(skb)->frags[from];  in skb_shift()
3142 		from++;  in skb_shift()
3147 	    (skb_shinfo(skb)->nr_frags - from) > (MAX_SKB_FRAGS - to))  in skb_shift()
3153 	while ((todo > 0) && (from < skb_shinfo(skb)->nr_frags)) {  in skb_shift()
3157 		fragfrom = &skb_shinfo(skb)->frags[from];  in skb_shift()
3163 			from++;  in skb_shift()
3194 	while (from < skb_shinfo(skb)->nr_frags)  in skb_shift()
3195 		skb_shinfo(skb)->frags[to++] = skb_shinfo(skb)->frags[from++];  in skb_shift()
3228 void skb_prepare_seq_read(struct sk_buff *skb, unsigned int from,  in skb_prepare_seq_read()  argument
3231 	st->lower_offset = from;  in skb_prepare_seq_read()
3371 unsigned int skb_find_text(struct sk_buff *skb, unsigned int from,  in skb_find_text()  argument
3380 	skb_prepare_seq_read(skb, from, to, TS_SKB_CB(&state));  in skb_find_text()
3383 	return (ret <= to - from ? ret : UINT_MAX);  in skb_find_text()
3399 			int (*getfrag)(void *from, char *to, int offset,  in skb_append_datato_frags()  argument
3401 			void *from, int length)  in skb_append_datato_frags()
3420 		ret = getfrag(from, page_address(pfrag->page) + pfrag->offset,  in skb_append_datato_frags()
4811 bool skb_try_coalesce(struct sk_buff *to, struct sk_buff *from,  in skb_try_coalesce()  argument
4814 	int i, delta, len = from->len;  in skb_try_coalesce()
4823 			BUG_ON(skb_copy_bits(from, 0, skb_put(to, len), len));  in skb_try_coalesce()
4828 	if (skb_has_frag_list(to) || skb_has_frag_list(from))  in skb_try_coalesce()
4830 	if (skb_zcopy(to) || skb_zcopy(from))  in skb_try_coalesce()
4833 	if (skb_headlen(from) != 0) {  in skb_try_coalesce()
4838 		    skb_shinfo(from)->nr_frags >= MAX_SKB_FRAGS)  in skb_try_coalesce()
4841 		if (skb_head_is_locked(from))  in skb_try_coalesce()
4844 		delta = from->truesize - SKB_DATA_ALIGN(sizeof(struct sk_buff));  in skb_try_coalesce()
4846 		page = virt_to_head_page(from->head);  in skb_try_coalesce()
4847 		offset = from->data - (unsigned char *)page_address(page);  in skb_try_coalesce()
4850 				   page, offset, skb_headlen(from));  in skb_try_coalesce()
4854 		    skb_shinfo(from)->nr_frags > MAX_SKB_FRAGS)  in skb_try_coalesce()
4857 		delta = from->truesize - SKB_TRUESIZE(skb_end_offset(from));  in skb_try_coalesce()
4863 	       skb_shinfo(from)->frags,  in skb_try_coalesce()
4864 	       skb_shinfo(from)->nr_frags * sizeof(skb_frag_t));  in skb_try_coalesce()
4865 	skb_shinfo(to)->nr_frags += skb_shinfo(from)->nr_frags;  in skb_try_coalesce()
4867 	if (!skb_cloned(from))  in skb_try_coalesce()
4868 		skb_shinfo(from)->nr_frags = 0;  in skb_try_coalesce()
4873 	for (i = 0; i < skb_shinfo(from)->nr_frags; i++)  in skb_try_coalesce()
4874 		skb_frag_ref(from, i);  in skb_try_coalesce()