Lines Matching refs:page
363 struct page_frag_cache page; member
375 return page_frag_alloc(&nc->page, fragsz, gfp_mask); in __napi_alloc_frag()
454 nc = this_cpu_ptr(&napi_alloc_cache.page); in __netdev_alloc_skb()
519 data = page_frag_alloc(&nc->page, len, gfp_mask); in __napi_alloc_skb()
530 if (nc->page.pfmemalloc) in __napi_alloc_skb()
543 void skb_add_rx_frag(struct sk_buff *skb, int i, struct page *page, int off, in skb_add_rx_frag() argument
546 skb_fill_page_desc(skb, i, page, off, size); in skb_add_rx_frag()
785 struct page *p; in skb_dump()
1345 struct page *page, *head = NULL; in skb_copy_ubufs() local
1357 page = alloc_page(gfp_mask); in skb_copy_ubufs()
1358 if (!page) { in skb_copy_ubufs()
1360 struct page *next = (struct page *)page_private(head); in skb_copy_ubufs()
1366 set_page_private(page, (unsigned long)head); in skb_copy_ubufs()
1367 head = page; in skb_copy_ubufs()
1370 page = head; in skb_copy_ubufs()
1375 struct page *p; in skb_copy_ubufs()
1386 page = (struct page *)page_private(page); in skb_copy_ubufs()
1389 memcpy(page_address(page) + d_off, in skb_copy_ubufs()
1405 head = (struct page *)page_private(head); in skb_copy_ubufs()
2217 struct page *p; in skb_copy_bits()
2275 static struct page *linear_to_page(struct page *page, unsigned int *len, in linear_to_page() argument
2286 memcpy(page_address(pfrag->page) + pfrag->offset, in linear_to_page()
2287 page_address(page) + *offset, *len); in linear_to_page()
2291 return pfrag->page; in linear_to_page()
2295 struct page *page, in spd_can_coalesce() argument
2299 spd->pages[spd->nr_pages - 1] == page && in spd_can_coalesce()
2308 struct pipe_inode_info *pipe, struct page *page, in spd_fill_page() argument
2317 page = linear_to_page(page, len, &offset, sk); in spd_fill_page()
2318 if (!page) in spd_fill_page()
2321 if (spd_can_coalesce(spd, page, offset)) { in spd_fill_page()
2325 get_page(page); in spd_fill_page()
2326 spd->pages[spd->nr_pages] = page; in spd_fill_page()
2334 static bool __splice_segment(struct page *page, unsigned int poff, in __splice_segment() argument
2358 if (spd_fill_page(spd, pipe, page, &flen, poff, in __splice_segment()
2430 struct page *pages[MAX_SKB_FRAGS]; in skb_splice_bits()
2578 struct page *p; in skb_store_bits()
2657 struct page *p; in __skb_checksum()
2756 struct page *p; in skb_copy_and_csum_bits()
2943 struct page *page; in skb_zerocopy() local
2960 page = virt_to_head_page(from->head); in skb_zerocopy()
2961 offset = from->data - (unsigned char *)page_address(page); in skb_zerocopy()
2962 __skb_fill_page_desc(to, 0, page, offset, plen); in skb_zerocopy()
2963 get_page(page); in skb_zerocopy()
3588 int skb_append_pagefrags(struct sk_buff *skb, struct page *page, in skb_append_pagefrags() argument
3593 if (skb_can_coalesce(skb, i, page, offset)) { in skb_append_pagefrags()
3596 get_page(page); in skb_append_pagefrags()
3597 skb_fill_page_desc(skb, i, page, offset, size); in skb_append_pagefrags()
3631 struct page *page; in skb_head_frag_to_page_desc() local
3633 page = virt_to_head_page(frag_skb->head); in skb_head_frag_to_page_desc()
3634 __skb_frag_set_page(&head_frag, page); in skb_head_frag_to_page_desc()
3636 (unsigned char *)page_address(page)); in skb_head_frag_to_page_desc()
4036 struct page *page = virt_to_head_page(skb->head); in skb_gro_receive() local
4044 (unsigned char *)page_address(page) + in skb_gro_receive()
4049 __skb_frag_set_page(frag, page); in skb_gro_receive()
5052 struct page *page; in skb_try_coalesce() local
5064 page = virt_to_head_page(from->head); in skb_try_coalesce()
5065 offset = from->data - (unsigned char *)page_address(page); in skb_try_coalesce()
5068 page, offset, skb_headlen(from)); in skb_try_coalesce()
5653 struct page *page; in alloc_skb_with_frags() local
5675 page = alloc_pages((gfp_mask & ~__GFP_DIRECT_RECLAIM) | in alloc_skb_with_frags()
5679 if (page) in alloc_skb_with_frags()
5687 page = alloc_page(gfp_mask); in alloc_skb_with_frags()
5688 if (!page) in alloc_skb_with_frags()
5693 skb_fill_page_desc(skb, i, page, 0, chunk); in alloc_skb_with_frags()