| /kernel/linux/linux-5.10/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 114 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_rx_xdp() local
125 if (!xdp_prog) in bnxt_rx_xdp()
145 act = bpf_prog_run_xdp(xdp_prog, &xdp); in bnxt_rx_xdp()
166 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
189 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
194 if (xdp_do_redirect(bp->dev, &xdp, xdp_prog)) { in bnxt_rx_xdp()
195 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
206 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
219 struct bpf_prog *xdp_prog = READ_ONCE(bp->xdp_prog); in bnxt_xdp_xmit() local
229 !xdp_prog) in bnxt_xdp_xmit()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/sfc/ |
| D | rx.c | 259 struct bpf_prog *xdp_prog; in efx_do_xdp() local
267 xdp_prog = rcu_dereference(efx->xdp_prog); in efx_do_xdp()
268 if (!xdp_prog) { in efx_do_xdp()
305 xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); in efx_do_xdp()
332 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
339 err = xdp_do_redirect(efx->net_dev, &xdp, xdp_prog); in efx_do_xdp()
346 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
356 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
360 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| D | devmap.c | 67 struct bpf_prog *xdp_prog; member
230 if (dev->xdp_prog) in dev_map_free()
231 bpf_prog_put(dev->xdp_prog); in dev_map_free()
246 if (dev->xdp_prog) in dev_map_free()
247 bpf_prog_put(dev->xdp_prog); in dev_map_free()
469 struct bpf_prog *xdp_prog) in dev_map_run_prog() argument
477 act = bpf_prog_run_xdp(xdp_prog, xdp); in dev_map_run_prog()
487 trace_xdp_exception(dev, xdp_prog, act); in dev_map_run_prog()
506 if (dst->xdp_prog) { in dev_map_enqueue()
507 xdp = dev_map_run_prog(dev, xdp, dst->xdp_prog); in dev_map_enqueue()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ |
| D | veth.c | 60 struct bpf_prog __rcu *xdp_prog; member
303 rcv_xdp = rcu_access_pointer(rq->xdp_prog); in veth_xmit()
453 if (!rcu_access_pointer(rq->xdp_prog)) in veth_xdp_xmit()
539 if (unlikely(!rcu_access_pointer(rcv_rq->xdp_prog))) in veth_xdp_flush()
571 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
579 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
580 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
587 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_one()
598 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
609 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_one()
[all …]
|
| D | virtio_net.c | 145 struct bpf_prog __rcu *xdp_prog; member
553 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
567 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
568 if (!xdp_prog) in virtnet_xdp_xmit()
701 struct bpf_prog *xdp_prog; in receive_small() local
723 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
724 if (xdp_prog) { in receive_small()
762 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
779 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
787 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
[all …]
|
| D | tun.c | 219 struct bpf_prog __rcu *xdp_prog; member
840 if (rtnl_dereference(tun->xdp_prog)) in tun_attach()
1222 old_prog = rtnl_dereference(tun->xdp_prog); in tun_xdp_set()
1223 rcu_assign_pointer(tun->xdp_prog, prog); in tun_xdp_set()
1633 static int tun_xdp_act(struct tun_struct *tun, struct bpf_prog *xdp_prog, in tun_xdp_act() argument
1640 err = xdp_do_redirect(tun->dev, xdp, xdp_prog); in tun_xdp_act()
1655 trace_xdp_exception(tun->dev, xdp_prog, act); in tun_xdp_act()
1672 struct bpf_prog *xdp_prog; in tun_build_skb() local
1680 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_build_skb()
1681 if (xdp_prog) in tun_build_skb()
[all …]
|
| D | xen-netfront.c | 114 struct bpf_prog __rcu *xdp_prog; member
1030 struct bpf_prog *xdp_prog; in xennet_get_responses() local
1084 xdp_prog = rcu_dereference(queue->xdp_prog); in xennet_get_responses()
1085 if (xdp_prog) { in xennet_get_responses()
1090 rx, xdp_prog, &xdp, need_xdp_flush); in xennet_get_responses()
1652 old_prog = rtnl_dereference(np->queues[0].xdp_prog); in xennet_xdp_set()
1658 rcu_assign_pointer(np->queues[i].xdp_prog, prog); in xennet_xdp_set()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 14 bool xdp_on = READ_ONCE(adapter->xdp_prog); in ixgbe_xsk_pool()
102 struct bpf_prog *xdp_prog; in ixgbe_run_xdp_zc() local
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
108 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
134 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
514 if (!READ_ONCE(adapter->xdp_prog)) in ixgbe_xsk_wakeup()
|
| D | ixgbe.h | 315 struct bpf_prog *xdp_prog; member
565 struct bpf_prog *xdp_prog; member
1041 return !!adapter->xdp_prog; in ixgbe_enabled_xdp_adapter()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 203 struct bpf_prog *xdp_prog; in i40e_run_xdp_zc() local
210 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_run_xdp_zc()
211 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp_zc()
214 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp_zc()
235 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp_zc()
|
| D | i40e_txrx.c | 1388 rx_ring->xdp_prog = NULL; in i40e_free_rx_resources()
1436 rx_ring->xdp_prog = rx_ring->vsi->xdp_prog; in i40e_setup_rx_descriptors()
2187 struct bpf_prog *xdp_prog; in i40e_run_xdp() local
2191 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_run_xdp()
2193 if (!xdp_prog) in i40e_run_xdp()
2198 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp()
2209 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp()
2219 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
| D | ice_xsk.c | 531 struct bpf_prog *xdp_prog; in ice_run_xdp_zc() local
536 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_run_xdp_zc()
537 if (!xdp_prog) { in ice_run_xdp_zc()
542 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp_zc()
545 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp_zc()
566 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp_zc()
|
| D | ice_txrx.c | 434 rx_ring->xdp_prog = NULL; in ice_free_rx_ring()
481 WRITE_ONCE(rx_ring->xdp_prog, rx_ring->vsi->xdp_prog); in ice_setup_rx_ring()
538 struct bpf_prog *xdp_prog) in ice_run_xdp() argument
544 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp()
555 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp()
564 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp()
1096 struct bpf_prog *xdp_prog = NULL; in ice_clean_rx_irq() local
1165 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_clean_rx_irq()
1166 if (!xdp_prog) { in ice_clean_rx_irq()
1171 xdp_res = ice_run_xdp(rx_ring, &xdp, xdp_prog); in ice_clean_rx_irq()
[all …]
|
| D | ice.h | 325 struct bpf_prog *xdp_prog; member
501 return !!READ_ONCE(vsi->xdp_prog); in ice_is_xdp_ena_vsi()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.h | 75 if (priv->channels.params.xdp_prog) in mlx5e_xdp_tx_enable()
81 if (priv->channels.params.xdp_prog) in mlx5e_xdp_tx_disable()
|
| D | params.c | 9 return params->xdp_prog || xsk; in mlx5e_rx_is_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | pool.c | 106 if (!params->xdp_prog) { in mlx5e_xsk_enable_locked()
168 if (!priv->channels.params.xdp_prog) in mlx5e_xsk_disable_locked()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_rx.c | 438 ring->xdp_prog, in mlx4_en_destroy_rx_ring()
669 struct bpf_prog *xdp_prog; in mlx4_en_process_rx_cq() local
684 xdp_prog = rcu_dereference(ring->xdp_prog); in mlx4_en_process_rx_cq()
770 if (xdp_prog) { in mlx4_en_process_rx_cq()
786 act = bpf_prog_run_xdp(xdp_prog, &xdp); in mlx4_en_process_rx_cq()
805 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
811 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_common.c | 1375 if (!dp->xdp_prog) { in nfp_net_rx_alloc_one()
1390 nfp_net_free_frag(frag, dp->xdp_prog); in nfp_net_rx_alloc_one()
1402 if (!dp->xdp_prog) { in nfp_net_napi_alloc_one()
1417 nfp_net_free_frag(frag, dp->xdp_prog); in nfp_net_napi_alloc_one()
1515 nfp_net_free_frag(rx_ring->rxbufs[i].frag, dp->xdp_prog); in nfp_net_rx_ring_bufs_free()
1814 struct bpf_prog *xdp_prog; in nfp_net_rx() local
1823 xdp_prog = READ_ONCE(dp->xdp_prog); in nfp_net_rx()
1824 true_bufsz = xdp_prog ? PAGE_SIZE : dp->fl_bufsz; in nfp_net_rx()
1912 if (xdp_prog && !meta.portid) { in nfp_net_rx()
1922 act = bpf_prog_run_xdp(xdp_prog, &xdp); in nfp_net_rx()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/socionext/ |
| D | netsec.c | 294 struct bpf_prog *xdp_prog; member
943 struct bpf_prog *xdp_prog; in netsec_process_rx() local
953 xdp_prog = READ_ONCE(priv->xdp_prog); in netsec_process_rx()
1014 if (xdp_prog) { in netsec_process_rx()
1015 xdp_result = netsec_run_xdp(priv, xdp_prog, &xdp); in netsec_process_rx()
1286 struct bpf_prog *xdp_prog = READ_ONCE(priv->xdp_prog); in netsec_setup_rx_dring() local
1294 .dma_dir = xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE, in netsec_setup_rx_dring()
1801 old_prog = xchg(&priv->xdp_prog, prog); in netsec_xdp_setup()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf.h | 94 struct bpf_prog *xdp_prog; member
360 struct bpf_prog *xdp_prog; member
|
| D | ixgbevf_main.c | 1059 struct bpf_prog *xdp_prog; in ixgbevf_run_xdp() local
1063 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbevf_run_xdp()
1065 if (!xdp_prog) in ixgbevf_run_xdp()
1068 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbevf_run_xdp()
1083 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbevf_run_xdp()
2646 if (adapter->xdp_prog && in ixgbevf_set_num_queues()
2652 adapter->num_xdp_queues = adapter->xdp_prog ? rss : 0; in ixgbevf_set_num_queues()
3512 rx_ring->xdp_prog = adapter->xdp_prog; in ixgbevf_setup_rx_resources()
3562 rx_ring->xdp_prog = NULL; in ixgbevf_free_rx_resources()
4283 if (adapter->xdp_prog) { in ixgbevf_change_mtu()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/cavium/thunder/ |
| D | nicvf_main.c | 800 if (nic->xdp_prog && (cqe_rx->rb_cnt == 1)) { in nicvf_rcv_pkt_handler()
802 if (nicvf_xdp_rx(snic, nic->xdp_prog, cqe_rx, sq, rq, &skb)) in nicvf_rcv_pkt_handler()
806 nic->xdp_prog ? true : false); in nicvf_rcv_pkt_handler()
926 if (nic->pnicvf->xdp_prog) { in nicvf_cq_intr_handler()
1273 if (nic->xdp_prog) in nicvf_xmit()
1590 if (nic->xdp_prog && new_mtu > MAX_XDP_MTU) { in nicvf_change_mtu()
1870 old_prog = xchg(&nic->xdp_prog, prog); in nicvf_xdp_setup()
1875 if (nic->xdp_prog) { in nicvf_xdp_setup()
1877 bpf_prog_add(nic->xdp_prog, nic->rx_queues - 1); in nicvf_xdp_setup()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_main.c | 111 if (params->xdp_prog) { in mlx5e_striding_rq_possible()
430 if (params->xdp_prog) in mlx5e_alloc_rq()
431 bpf_prog_inc(params->xdp_prog); in mlx5e_alloc_rq()
432 RCU_INIT_POINTER(rq->xdp_prog, params->xdp_prog); in mlx5e_alloc_rq()
441 rq->buff.map_dir = params->xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE; in mlx5e_alloc_rq()
608 if (params->xdp_prog) in mlx5e_alloc_rq()
609 bpf_prog_put(params->xdp_prog); in mlx5e_alloc_rq()
622 old_prog = rcu_dereference_protected(rq->xdp_prog, in mlx5e_free_rq()
2004 c->xdp = !!params->xdp_prog; in mlx5e_open_channel()
2385 if (chs->params.xdp_prog) in mlx5e_open_channels()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/qlogic/qede/ |
| D | qede.h | 265 struct bpf_prog *xdp_prog; member
336 struct bpf_prog *xdp_prog; member
|