| /kernel/linux/linux-5.10/drivers/net/ethernet/qualcomm/rmnet/ |
| D | rmnet_vnd.c | 63 u32 headroom; in rmnet_vnd_headroom() local
65 headroom = sizeof(struct rmnet_map_header); in rmnet_vnd_headroom()
68 headroom += sizeof(struct rmnet_map_ul_csum_header); in rmnet_vnd_headroom()
70 return headroom; in rmnet_vnd_headroom()
77 u32 headroom; in rmnet_vnd_change_mtu() local
81 headroom = rmnet_vnd_headroom(port); in rmnet_vnd_change_mtu()
84 new_mtu > (priv->real_dev->mtu - headroom)) in rmnet_vnd_change_mtu()
217 * flags, ARP type, needed headroom, etc...
253 u32 headroom; in rmnet_vnd_newlink() local
267 headroom = rmnet_vnd_headroom(port); in rmnet_vnd_newlink()
[all …]
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/qualcomm/rmnet/ |
| D | rmnet_vnd.c | 69 u32 headroom; in rmnet_vnd_headroom() local
71 headroom = sizeof(struct rmnet_map_header); in rmnet_vnd_headroom()
74 headroom += sizeof(struct rmnet_map_ul_csum_header); in rmnet_vnd_headroom()
76 return headroom; in rmnet_vnd_headroom()
83 u32 headroom; in rmnet_vnd_change_mtu() local
87 headroom = rmnet_vnd_headroom(port); in rmnet_vnd_change_mtu()
90 new_mtu > (priv->real_dev->mtu - headroom)) in rmnet_vnd_change_mtu()
270 * flags, ARP type, needed headroom, etc...
306 u32 headroom; in rmnet_vnd_newlink() local
320 headroom = rmnet_vnd_headroom(port); in rmnet_vnd_newlink()
[all …]
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/fungible/funeth/ |
| D | funeth_rx.c | 22 /* Per packet headroom in non-XDP mode. Present only for 1-frag packets. */
149 /* VA includes the headroom, frag size includes headroom + tailroom */ in fun_run_xdp()
160 /* remove headroom, which may not be FUN_XDP_HEADROOM now */ in fun_run_xdp()
372 unsigned int headroom; in fun_handle_cqe_pkt() local
388 headroom = be16_to_cpu(rxreq->headroom); in fun_handle_cqe_pkt()
389 if (likely(headroom)) in fun_handle_cqe_pkt()
390 tot_len += FUN_RX_TAILROOM + headroom; in fun_handle_cqe_pkt()
394 if (xdp_q && headroom == FUN_XDP_HEADROOM) { in fun_handle_cqe_pkt()
398 headroom = 0; /* XDP_PASS trims it */ in fun_handle_cqe_pkt()
403 if (likely(headroom)) { in fun_handle_cqe_pkt()
[all …]
|
| /kernel/linux/linux-5.10/include/net/ |
| D | xdp.h | 97 u16 headroom; member
111 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame()
139 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff()
150 int metasize, headroom; in xdp_update_frame_from_buff() local
152 /* Assure headroom is available for storing info */ in xdp_update_frame_from_buff()
153 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff()
156 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff()
167 xdp_frame->headroom = headroom - sizeof(*xdp_frame); in xdp_update_frame_from_buff()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | params.c | 15 u16 headroom; in mlx5e_get_linear_rq_headroom() local
18 return xsk->headroom; in mlx5e_get_linear_rq_headroom()
20 headroom = NET_IP_ALIGN; in mlx5e_get_linear_rq_headroom()
22 headroom += XDP_PACKET_HEADROOM; in mlx5e_get_linear_rq_headroom()
24 headroom += MLX5_RX_HEADROOM; in mlx5e_get_linear_rq_headroom()
26 return headroom; in mlx5e_get_linear_rq_headroom()
|
| /kernel/linux/linux-6.6/include/net/ |
| D | xdp.h | 126 int headroom, int data_len, const bool meta_valid) in xdp_prepare_buff() argument
128 unsigned char *data = hard_start + headroom; in xdp_prepare_buff()
169 u16 headroom; member
206 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame()
254 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff()
266 int metasize, headroom; in xdp_update_frame_from_buff() local
268 /* Assure headroom is available for storing info */ in xdp_update_frame_from_buff()
269 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff()
272 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff()
283 xdp_frame->headroom = headroom - sizeof(*xdp_frame); in xdp_update_frame_from_buff()
|
| D | gso.h | 34 int new_headroom, headroom; in gso_pskb_expand_head() local
37 headroom = skb_headroom(skb); in gso_pskb_expand_head()
43 SKB_GSO_CB(skb)->mac_offset += (new_headroom - headroom); in gso_pskb_expand_head()
|
| D | xsk_buff_pool.h | 76 u32 headroom; member
122 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr()
130 xskb->dma = xskb->frame_dma + pool->headroom + XDP_PACKET_HEADROOM; in xp_init_xskb_dma()
230 offset += xskb->pool->headroom; in xp_get_handle()
|
| /kernel/linux/linux-6.6/drivers/net/wireless/quantenna/qtnfmac/ |
| D | shm_ipc.c | 14 const u32 flags = readl(&ipc->shm_region->headroom.hdr.flags); in qtnf_shm_ipc_has_new_data()
25 shm_reg_hdr = &ipc->shm_region->headroom.hdr; in qtnf_shm_handle_new_data()
59 flags = readl(&ipc->shm_region->headroom.hdr.flags); in qtnf_shm_ipc_irq_inbound_handler()
72 flags = readl(&ipc->shm_region->headroom.hdr.flags); in qtnf_shm_ipc_irq_outbound_handler()
128 shm_reg_hdr = &ipc->shm_region->headroom.hdr; in qtnf_shm_ipc_send()
|
| D | shm_ipc_defs.h | 25 u8 headroom[QTN_IPC_REG_HDR_SZ]; member
29 union qtnf_shm_ipc_region_headroom headroom; member
|
| /kernel/linux/linux-5.10/drivers/net/wireless/quantenna/qtnfmac/ |
| D | shm_ipc.c | 14 const u32 flags = readl(&ipc->shm_region->headroom.hdr.flags); in qtnf_shm_ipc_has_new_data()
25 shm_reg_hdr = &ipc->shm_region->headroom.hdr; in qtnf_shm_handle_new_data()
59 flags = readl(&ipc->shm_region->headroom.hdr.flags); in qtnf_shm_ipc_irq_inbound_handler()
72 flags = readl(&ipc->shm_region->headroom.hdr.flags); in qtnf_shm_ipc_irq_outbound_handler()
128 shm_reg_hdr = &ipc->shm_region->headroom.hdr; in qtnf_shm_ipc_send()
|
| D | shm_ipc_defs.h | 25 u8 headroom[QTN_IPC_REG_HDR_SZ]; member
29 union qtnf_shm_ipc_region_headroom headroom; member
|
| /kernel/linux/linux-5.10/samples/bpf/ |
| D | xdp_adjust_tail_kern.c | 72 int headroom = (int)sizeof(struct iphdr) + (int)sizeof(struct icmphdr); in send_icmp4_too_big() local
74 if (bpf_xdp_adjust_head(xdp, 0 - headroom)) in send_icmp4_too_big()
79 if (data + (ICMP_TOOBIG_SIZE + headroom) > data_end) in send_icmp4_too_big()
88 orig_eth = data + headroom; in send_icmp4_too_big()
110 ICMP_TOOBIG_SIZE + headroom - sizeof(struct ethhdr)); in send_icmp4_too_big()
|
| /kernel/linux/linux-6.6/samples/bpf/ |
| D | xdp_adjust_tail_kern.c | 73 int headroom = (int)sizeof(struct iphdr) + (int)sizeof(struct icmphdr); in send_icmp4_too_big() local
75 if (bpf_xdp_adjust_head(xdp, 0 - headroom)) in send_icmp4_too_big()
80 if (data + (ICMP_TOOBIG_SIZE + headroom) > data_end) in send_icmp4_too_big()
89 orig_eth = data + headroom; in send_icmp4_too_big()
111 ICMP_TOOBIG_SIZE + headroom - sizeof(struct ethhdr)); in send_icmp4_too_big()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | rx.h | 29 /* Store the DMA address without headroom. In striding RQ case, we just in mlx5e_xsk_page_alloc_pool()
30 * provide pages for UMR, and headroom is counted at the setup stage in mlx5e_xsk_page_alloc_pool()
31 * when creating a WQE. In non-striding RQ case, headroom is accounted in mlx5e_xsk_page_alloc_pool()
|
| /kernel/linux/linux-6.6/net/core/ |
| D | xdp.c | 569 xdpf->headroom = 0; in xdp_convert_zc_to_xdp_frame()
601 unsigned int headroom, frame_size; in __xdp_build_skb_from_frame() local
609 /* Part of headroom was reserved to xdpf */ in __xdp_build_skb_from_frame()
610 headroom = sizeof(*xdpf) + xdpf->headroom; in __xdp_build_skb_from_frame()
617 hard_start = xdpf->data - headroom; in __xdp_build_skb_from_frame()
622 skb_reserve(skb, headroom); in __xdp_build_skb_from_frame()
669 unsigned int headroom, totalsize; in xdpf_clone() local
674 headroom = xdpf->headroom + sizeof(*xdpf); in xdpf_clone()
675 totalsize = headroom + xdpf->len; in xdpf_clone()
687 nxdpf->data = addr + headroom; in xdpf_clone()
|
| /kernel/linux/linux-5.10/net/xdp/ |
| D | xdp_umem.c | 157 u32 chunk_size = mr->chunk_size, headroom = mr->headroom; in xdp_umem_reg() local
202 if (headroom >= chunk_size - XDP_PACKET_HEADROOM) in xdp_umem_reg()
206 umem->headroom = headroom; in xdp_umem_reg()
|
| /kernel/linux/linux-6.6/net/xdp/ |
| D | xdp_umem.c | 154 u32 chunk_size = mr->chunk_size, headroom = mr->headroom; in xdp_umem_reg() local
199 if (headroom >= chunk_size - XDP_PACKET_HEADROOM) in xdp_umem_reg()
203 umem->headroom = headroom; in xdp_umem_reg()
|
| /kernel/linux/linux-6.6/drivers/nfc/nfcmrvl/ |
| D | main.c | 100 int headroom; in nfcmrvl_nci_register_dev() local
126 headroom = NCI_SPI_HDR_LEN; in nfcmrvl_nci_register_dev()
129 headroom = tailroom = 0; in nfcmrvl_nci_register_dev()
132 headroom += NFCMRVL_HCI_EVENT_HEADER_SIZE; in nfcmrvl_nci_register_dev()
143 headroom, tailroom); in nfcmrvl_nci_register_dev()
|
| /kernel/linux/linux-5.10/drivers/nfc/nfcmrvl/ |
| D | main.c | 111 int headroom; in nfcmrvl_nci_register_dev() local
137 headroom = NCI_SPI_HDR_LEN; in nfcmrvl_nci_register_dev()
140 headroom = tailroom = 0; in nfcmrvl_nci_register_dev()
143 headroom += NFCMRVL_HCI_EVENT_HEADER_SIZE; in nfcmrvl_nci_register_dev()
154 headroom, tailroom); in nfcmrvl_nci_register_dev()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | params.c | 228 u16 headroom; in mlx5e_get_linear_rq_headroom() local
231 return xsk->headroom; in mlx5e_get_linear_rq_headroom()
233 headroom = NET_IP_ALIGN; in mlx5e_get_linear_rq_headroom()
235 headroom += XDP_PACKET_HEADROOM; in mlx5e_get_linear_rq_headroom()
237 headroom += MLX5_RX_HEADROOM; in mlx5e_get_linear_rq_headroom()
239 return headroom; in mlx5e_get_linear_rq_headroom()
247 return xsk->headroom + hw_mtu; in mlx5e_rx_get_linear_sz_xsk()
252 /* SKBs built on XDP_PASS on XSK RQs don't have headroom. */ in mlx5e_rx_get_linear_sz_skb()
253 u16 headroom = xsk ? 0 : mlx5e_get_linear_rq_headroom(params, NULL); in mlx5e_rx_get_linear_sz_skb() local
256 return MLX5_SKB_FRAG_SZ(headroom + hw_mtu); in mlx5e_rx_get_linear_sz_skb()
[all …]
|
| /kernel/linux/linux-6.6/drivers/net/ |
| D | virtio_net.c | 41 /* Amount of XDP headroom to prepend to packets for use by xdp_adjust_head */
475 unsigned int headroom) in mergeable_len_to_ctx() argument
477 return (void *)(unsigned long)((headroom << MRG_CTX_HEADER_SHIFT) | truesize); in mergeable_len_to_ctx()
493 unsigned int headroom, tailroom, room, truesize; in check_mergeable_len() local
496 headroom = mergeable_ctx_to_headroom(mrg_ctx); in check_mergeable_len()
497 tailroom = headroom ? sizeof(struct skb_shared_info) : 0; in check_mergeable_len()
498 room = SKB_DATA_ALIGN(headroom + tailroom); in check_mergeable_len()
511 unsigned int headroom, in virtnet_build_skb() argument
520 skb_reserve(skb, headroom); in virtnet_build_skb()
531 unsigned int headroom) in page_to_skb() argument
[all …]
|
| /kernel/linux/linux-5.10/net/bpf/ |
| D | test_run.c | 179 u32 headroom, u32 tailroom) in bpf_test_init() argument
185 if (size < ETH_HLEN || size > PAGE_SIZE - headroom - tailroom) in bpf_test_init()
192 data = kzalloc(size + headroom + tailroom, GFP_USER); in bpf_test_init()
196 if (copy_from_user(data + headroom, data_in, user_size)) { in bpf_test_init()
629 u32 headroom = XDP_PACKET_HEADROOM; in bpf_prog_test_run_xdp() local
646 max_data_sz = 4096 - headroom - tailroom; in bpf_prog_test_run_xdp()
648 data = bpf_test_init(kattr, max_data_sz, headroom, tailroom); in bpf_prog_test_run_xdp()
653 xdp.data = data + headroom; in bpf_prog_test_run_xdp()
656 xdp.frame_sz = headroom + max_data_sz + tailroom; in bpf_prog_test_run_xdp()
664 if (xdp.data != data + headroom || xdp.data_end != xdp.data + size) in bpf_prog_test_run_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/wireless/mediatek/mt76/ |
| D | mcu.c | 13 int length = ops->headroom + data_len + ops->tailroom; in mt76_mcu_msg_alloc()
21 skb_reserve(skb, ops->headroom); in mt76_mcu_msg_alloc()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/freescale/dpaa/ |
| D | dpaa_eth.c | 1079 * driver's needed headroom on system memory. This is in dpaa_fq_init()
2190 /* We move the headroom when we align it so we have to reset the in dpaa_a050385_wa_skb()
2210 int headroom; in dpaa_a050385_wa_xdpf() local
2212 /* Check the data alignment and make sure the headroom is large in dpaa_a050385_wa_xdpf()
2213 * enough to store the xdpf backpointer. Use an aligned headroom in dpaa_a050385_wa_xdpf()
2217 * byte frame headroom. If the XDP program uses all of it, copy the in dpaa_a050385_wa_xdpf()
2221 xdpf->headroom >= priv->tx_headroom) { in dpaa_a050385_wa_xdpf()
2222 xdpf->headroom = priv->tx_headroom; in dpaa_a050385_wa_xdpf()
2227 * store the xdpf backpointer. If the available headroom isn't large in dpaa_a050385_wa_xdpf()
2233 /* The XDP frame's headroom needs to be large enough to accommodate in dpaa_a050385_wa_xdpf()
[all …]
|