1370 			      const struct pkt_gl *gl,  in copy_frags()  argument
1376 	__skb_fill_page_desc(skb, 0, gl->frags[0].page,  in copy_frags()
1377 			     gl->frags[0].offset + offset,  in copy_frags()
1378 			     gl->frags[0].size - offset);  in copy_frags()
1379 	skb_shinfo(skb)->nr_frags = gl->nfrags;  in copy_frags()
1380 	for (i = 1; i < gl->nfrags; i++)  in copy_frags()
1381 		__skb_fill_page_desc(skb, i, gl->frags[i].page,  in copy_frags()
1382 				     gl->frags[i].offset,  in copy_frags()
1383 				     gl->frags[i].size);  in copy_frags()
1386 	get_page(gl->frags[gl->nfrags - 1].page);  in copy_frags()
1398 static struct sk_buff *t4vf_pktgl_to_skb(const struct pkt_gl *gl,  in t4vf_pktgl_to_skb()  argument
1415 	if (gl->tot_len <= RX_COPY_THRES) {  in t4vf_pktgl_to_skb()
1417 		skb = alloc_skb(gl->tot_len, GFP_ATOMIC);  in t4vf_pktgl_to_skb()
1420 		__skb_put(skb, gl->tot_len);  in t4vf_pktgl_to_skb()
1421 		skb_copy_to_linear_data(skb, gl->va, gl->tot_len);  in t4vf_pktgl_to_skb()
1427 		skb_copy_to_linear_data(skb, gl->va, pull_len);  in t4vf_pktgl_to_skb()
1429 		copy_frags(skb, gl, pull_len);  in t4vf_pktgl_to_skb()
1430 		skb->len = gl->tot_len;  in t4vf_pktgl_to_skb()
1446 static void t4vf_pktgl_free(const struct pkt_gl *gl)  in t4vf_pktgl_free()  argument
1450 	frag = gl->nfrags - 1;  in t4vf_pktgl_free()
1452 		put_page(gl->frags[frag].page);  in t4vf_pktgl_free()
1464 static void do_gro(struct sge_eth_rxq *rxq, const struct pkt_gl *gl,  in do_gro()  argument
1474 		t4vf_pktgl_free(gl);  in do_gro()
1479 	copy_frags(skb, gl, s->pktshift);  in do_gro()
1480 	skb->len = gl->tot_len - s->pktshift;  in do_gro()
1510 		       const struct pkt_gl *gl)  in t4vf_ethrx_handler()  argument
1527 		do_gro(rxq, gl, pkt);  in t4vf_ethrx_handler()
1534 	skb = t4vf_pktgl_to_skb(gl, RX_SKB_LEN, RX_PULL_LEN);  in t4vf_ethrx_handler()
1536 		t4vf_pktgl_free(gl);  in t4vf_ethrx_handler()
1602 static void restore_rx_bufs(const struct pkt_gl *gl, struct sge_fl *fl,  in restore_rx_bufs()  argument
1613 		sdesc->page = gl->frags[frags].page;  in restore_rx_bufs()
1671 			struct pkt_gl gl;  in process_responses()  local
1693 			gl.tot_len = len;  in process_responses()
1698 			for (frag = 0, fp = gl.frags; /**/; frag++, fp++) {  in process_responses()
1711 			gl.nfrags = frag+1;  in process_responses()
1721 			gl.va = (page_address(gl.frags[0].page) +  in process_responses()
1722 				 gl.frags[0].offset);  in process_responses()
1723 			prefetch(gl.va);  in process_responses()
1729 			ret = rspq->handler(rspq, rspq->cur_desc, &gl);  in process_responses()
1733 				restore_rx_bufs(&gl, &rxq->fl, frag);  in process_responses()