Lines Matching refs:xdp_prog
60 struct bpf_prog __rcu *xdp_prog; member
303 rcv_xdp = rcu_access_pointer(rq->xdp_prog); in veth_xmit()
453 if (!rcu_access_pointer(rq->xdp_prog)) in veth_xdp_xmit()
539 if (unlikely(!rcu_access_pointer(rcv_rq->xdp_prog))) in veth_xdp_flush()
571 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
579 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
580 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
587 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_one()
598 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
609 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_one()
621 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
657 struct bpf_prog *xdp_prog; in veth_xdp_rcv_skb() local
664 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_skb()
665 if (unlikely(!xdp_prog)) { in veth_xdp_rcv_skb()
724 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_skb()
734 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_skb()
745 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_skb()
756 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_skb()
947 rcu_assign_pointer(priv->rq[i].xdp_prog, priv->_xdp_prog); in veth_enable_xdp()
965 rcu_assign_pointer(priv->rq[i].xdp_prog, NULL); in veth_disable_xdp()