/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
D | ice_xsk.c | 179 struct ice_ring *xdp_ring = vsi->xdp_rings[q_idx]; in ice_qp_dis() local 182 ice_fill_txq_meta(vsi, xdp_ring, &txq_meta); in ice_qp_dis() 183 err = ice_vsi_stop_tx_ring(vsi, ICE_NO_RESET, 0, xdp_ring, in ice_qp_dis() 233 struct ice_ring *xdp_ring = vsi->xdp_rings[q_idx]; in ice_qp_ena() local 237 err = ice_vsi_cfg_txq(vsi, xdp_ring, qg_buf); in ice_qp_ena() 240 ice_set_ring_xdp(xdp_ring); in ice_qp_ena() 241 xdp_ring->xsk_pool = ice_xsk_pool(xdp_ring); in ice_qp_ena() 532 struct ice_ring *xdp_ring; in ice_run_xdp_zc() local 556 xdp_ring = rx_ring->vsi->xdp_rings[rx_ring->q_index]; in ice_run_xdp_zc() 557 result = ice_xmit_xdp_buff(xdp, xdp_ring); in ice_run_xdp_zc() [all …]
|
D | ice_txrx_lib.c | 208 int ice_xmit_xdp_ring(void *data, u16 size, struct ice_ring *xdp_ring) in ice_xmit_xdp_ring() argument 210 u16 i = xdp_ring->next_to_use; in ice_xmit_xdp_ring() 215 if (!unlikely(ICE_DESC_UNUSED(xdp_ring))) { in ice_xmit_xdp_ring() 216 xdp_ring->tx_stats.tx_busy++; in ice_xmit_xdp_ring() 220 dma = dma_map_single(xdp_ring->dev, data, size, DMA_TO_DEVICE); in ice_xmit_xdp_ring() 221 if (dma_mapping_error(xdp_ring->dev, dma)) in ice_xmit_xdp_ring() 224 tx_buf = &xdp_ring->tx_buf[i]; in ice_xmit_xdp_ring() 233 tx_desc = ICE_TX_DESC(xdp_ring, i); in ice_xmit_xdp_ring() 244 if (i == xdp_ring->count) in ice_xmit_xdp_ring() 248 xdp_ring->next_to_use = i; in ice_xmit_xdp_ring() [all …]
|
D | ice_txrx_lib.h | 40 static inline void ice_xdp_ring_update_tail(struct ice_ring *xdp_ring) in ice_xdp_ring_update_tail() argument 46 writel_relaxed(xdp_ring->next_to_use, xdp_ring->tail); in ice_xdp_ring_update_tail() 50 int ice_xmit_xdp_buff(struct xdp_buff *xdp, struct ice_ring *xdp_ring); 51 int ice_xmit_xdp_ring(void *data, u16 size, struct ice_ring *xdp_ring);
|
D | ice_xsk.h | 15 bool ice_clean_tx_irq_zc(struct ice_ring *xdp_ring, int budget); 20 void ice_xsk_clean_xdp_ring(struct ice_ring *xdp_ring); 38 ice_clean_tx_irq_zc(struct ice_ring __always_unused *xdp_ring, in ice_clean_tx_irq_zc() argument 64 #define ice_xsk_clean_xdp_ring(xdp_ring) do {} while (0) argument
|
D | ice_txrx.c | 540 struct ice_ring *xdp_ring; in ice_run_xdp() local 549 xdp_ring = rx_ring->vsi->xdp_rings[smp_processor_id()]; in ice_run_xdp() 550 result = ice_xmit_xdp_buff(xdp, xdp_ring); in ice_run_xdp() 590 struct ice_ring *xdp_ring; in ice_xdp_xmit() local 602 xdp_ring = vsi->xdp_rings[queue_index]; in ice_xdp_xmit() 607 err = ice_xmit_xdp_ring(xdpf->data, xdpf->len, xdp_ring); in ice_xdp_xmit() 615 ice_xdp_ring_update_tail(xdp_ring); in ice_xdp_xmit()
|
D | ice_main.c | 2276 struct ice_ring *xdp_ring; in ice_xdp_alloc_setup_rings() local 2278 xdp_ring = kzalloc(sizeof(*xdp_ring), GFP_KERNEL); in ice_xdp_alloc_setup_rings() 2280 if (!xdp_ring) in ice_xdp_alloc_setup_rings() 2283 xdp_ring->q_index = xdp_q_idx; in ice_xdp_alloc_setup_rings() 2284 xdp_ring->reg_idx = vsi->txq_map[xdp_q_idx]; in ice_xdp_alloc_setup_rings() 2285 xdp_ring->ring_active = false; in ice_xdp_alloc_setup_rings() 2286 xdp_ring->vsi = vsi; in ice_xdp_alloc_setup_rings() 2287 xdp_ring->netdev = NULL; in ice_xdp_alloc_setup_rings() 2288 xdp_ring->dev = dev; in ice_xdp_alloc_setup_rings() 2289 xdp_ring->count = vsi->num_tx_desc; in ice_xdp_alloc_setup_rings() [all …]
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
D | i40e_xsk.c | 202 struct i40e_ring *xdp_ring; in i40e_run_xdp_zc() local 225 xdp_ring = rx_ring->vsi->xdp_rings[rx_ring->queue_index]; in i40e_run_xdp_zc() 226 result = i40e_xmit_xdp_tx_ring(xdp, xdp_ring); in i40e_run_xdp_zc() 456 static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget) in i40e_xmit_zc() argument 465 if (!xsk_tx_peek_desc(xdp_ring->xsk_pool, &desc)) in i40e_xmit_zc() 468 dma = xsk_buff_raw_get_dma(xdp_ring->xsk_pool, desc.addr); in i40e_xmit_zc() 469 xsk_buff_raw_dma_sync_for_device(xdp_ring->xsk_pool, dma, in i40e_xmit_zc() 472 tx_bi = &xdp_ring->tx_bi[xdp_ring->next_to_use]; in i40e_xmit_zc() 475 tx_desc = I40E_TX_DESC(xdp_ring, xdp_ring->next_to_use); in i40e_xmit_zc() 485 xdp_ring->next_to_use++; in i40e_xmit_zc() [all …]
|
D | i40e_txrx_common.h | 7 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring); 12 void i40e_xdp_ring_update_tail(struct i40e_ring *xdp_ring);
|
D | i40e_txrx.c | 2166 struct i40e_ring *xdp_ring); 2168 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring) in i40e_xmit_xdp_tx_ring() argument 2175 return i40e_xmit_xdp_ring(xdpf, xdp_ring); in i40e_xmit_xdp_tx_ring() 2186 struct i40e_ring *xdp_ring; in i40e_run_xdp() local 2203 xdp_ring = rx_ring->vsi->xdp_rings[rx_ring->queue_index]; in i40e_run_xdp() 2204 result = i40e_xmit_xdp_tx_ring(xdp, xdp_ring); in i40e_run_xdp() 2255 void i40e_xdp_ring_update_tail(struct i40e_ring *xdp_ring) in i40e_xdp_ring_update_tail() argument 2261 writel_relaxed(xdp_ring->next_to_use, xdp_ring->tail); in i40e_xdp_ring_update_tail() 2299 struct i40e_ring *xdp_ring = in i40e_finalize_xdp_rx() local 2302 i40e_xdp_ring_update_tail(xdp_ring); in i40e_finalize_xdp_rx() [all …]
|
D | i40e_debugfs.c | 330 struct i40e_ring *xdp_ring = READ_ONCE(vsi->xdp_rings[i]); in i40e_dbg_dump_vsi_seid() local 332 if (!xdp_ring) in i40e_dbg_dump_vsi_seid() 337 i, *xdp_ring->state, in i40e_dbg_dump_vsi_seid() 338 xdp_ring->queue_index, in i40e_dbg_dump_vsi_seid() 339 xdp_ring->reg_idx); in i40e_dbg_dump_vsi_seid() 343 xdp_ring->next_to_use, in i40e_dbg_dump_vsi_seid() 344 xdp_ring->next_to_clean, in i40e_dbg_dump_vsi_seid() 345 xdp_ring->ring_active); in i40e_dbg_dump_vsi_seid() 348 i, xdp_ring->stats.packets, in i40e_dbg_dump_vsi_seid() 349 xdp_ring->stats.bytes, in i40e_dbg_dump_vsi_seid() [all …]
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
D | ixgbe_xsk.c | 340 struct ixgbe_ring *ring = adapter->xdp_ring[smp_processor_id()]; in ixgbe_clean_rx_irq_zc() 383 static bool ixgbe_xmit_zc(struct ixgbe_ring *xdp_ring, unsigned int budget) in ixgbe_xmit_zc() argument 385 struct xsk_buff_pool *pool = xdp_ring->xsk_pool; in ixgbe_xmit_zc() 394 if (unlikely(!ixgbe_desc_unused(xdp_ring))) { in ixgbe_xmit_zc() 399 if (!netif_carrier_ok(xdp_ring->netdev)) in ixgbe_xmit_zc() 408 tx_bi = &xdp_ring->tx_buffer_info[xdp_ring->next_to_use]; in ixgbe_xmit_zc() 413 tx_desc = IXGBE_TX_DESC(xdp_ring, xdp_ring->next_to_use); in ixgbe_xmit_zc() 425 xdp_ring->next_to_use++; in ixgbe_xmit_zc() 426 if (xdp_ring->next_to_use == xdp_ring->count) in ixgbe_xmit_zc() 427 xdp_ring->next_to_use = 0; in ixgbe_xmit_zc() [all …]
|
D | ixgbe_main.c | 615 ring = adapter->xdp_ring[n]; in ixgbe_dump() 954 &adapter->xdp_ring[i]->state); in ixgbe_update_xoff_rx_lfc() 1001 struct ixgbe_ring *xdp_ring = adapter->xdp_ring[i]; in ixgbe_update_xoff_received() local 1003 tc = xdp_ring->dcb_tc; in ixgbe_update_xoff_received() 1005 clear_bit(__IXGBE_HANG_CHECK_ARMED, &xdp_ring->state); in ixgbe_update_xoff_received() 2433 struct ixgbe_ring *ring = adapter->xdp_ring[smp_processor_id()]; in ixgbe_clean_rx_irq() 3641 ixgbe_configure_tx_ring(adapter, adapter->xdp_ring[i]); in ixgbe_configure_tx() 5855 struct ixgbe_ring *ring = adapter->xdp_ring[i]; in ixgbe_disable_tx() 5902 struct ixgbe_ring *ring = adapter->xdp_ring[i]; in ixgbe_disable_tx() 6089 ixgbe_clean_tx_ring(adapter->xdp_ring[i]); in ixgbe_clean_all_tx_rings() [all …]
|
D | ixgbe_lib.c | 263 adapter->xdp_ring[i]->reg_idx = reg_idx; in ixgbe_cache_ring_rss() 951 WRITE_ONCE(adapter->xdp_ring[xdp_idx], ring); in ixgbe_alloc_q_vector() 1023 WRITE_ONCE(adapter->xdp_ring[ring->queue_index], NULL); in ixgbe_free_q_vector() 1109 if (adapter->xdp_ring[i]) in ixgbe_alloc_q_vectors() 1110 adapter->xdp_ring[i]->ring_idx = i; in ixgbe_alloc_q_vectors()
|
D | ixgbe_ethtool.c | 1168 adapter->xdp_ring[i]->count = new_tx_count; in ixgbe_set_ringparam() 1212 memcpy(&temp_ring[i], adapter->xdp_ring[j], in ixgbe_set_ringparam() 1233 ixgbe_free_tx_resources(adapter->xdp_ring[j]); in ixgbe_set_ringparam() 1235 memcpy(adapter->xdp_ring[j], &temp_ring[i], in ixgbe_set_ringparam()
|
D | ixgbe.h | 637 struct ixgbe_ring *xdp_ring[MAX_XDP_QUEUES]; member
|
/kernel/linux/linux-5.10/drivers/net/ethernet/amazon/ena/ |
D | ena_netdev.c | 63 static int ena_clean_xdp_irq(struct ena_ring *xdp_ring, u32 budget); 187 struct ena_ring *xdp_ring; in ena_xdp_io_poll() local 191 xdp_ring = ena_napi->xdp_ring; in ena_xdp_io_poll() 192 xdp_ring->first_interrupt = ena_napi->first_interrupt; in ena_xdp_io_poll() 196 if (!test_bit(ENA_FLAG_DEV_UP, &xdp_ring->adapter->flags) || in ena_xdp_io_poll() 197 test_bit(ENA_FLAG_TRIGGER_RESET, &xdp_ring->adapter->flags)) { in ena_xdp_io_poll() 202 xdp_work_done = ena_clean_xdp_irq(xdp_ring, xdp_budget); in ena_xdp_io_poll() 207 if (unlikely(!test_bit(ENA_FLAG_DEV_UP, &xdp_ring->adapter->flags))) { in ena_xdp_io_poll() 213 ena_unmask_interrupt(xdp_ring, NULL); in ena_xdp_io_poll() 214 ena_update_ring_numa_node(xdp_ring, NULL); in ena_xdp_io_poll() [all …]
|
D | ena_netdev.h | 141 struct ena_ring *xdp_ring; member
|
/kernel/linux/linux-5.10/net/xdp/ |
D | xsk_queue.h | 16 struct xdp_ring { struct 28 struct xdp_ring ptrs; argument 34 struct xdp_ring ptrs; 43 struct xdp_ring *ring;
|
D | xsk_queue.c | 40 q->ring = (struct xdp_ring *)__get_free_pages(gfp_flags, in xskq_create()
|
/kernel/linux/linux-5.10/drivers/net/ |
D | veth.c | 64 struct ptr_ring xdp_ring; member 267 if (unlikely(ptr_ring_produce(&rq->xdp_ring, skb))) { in veth_xdp_rx() 458 spin_lock(&rq->xdp_ring.producer_lock); in veth_xdp_xmit() 464 __ptr_ring_produce(&rq->xdp_ring, ptr))) { in veth_xdp_xmit() 469 spin_unlock(&rq->xdp_ring.producer_lock); in veth_xdp_xmit() 804 void *ptr = __ptr_ring_consume(&rq->xdp_ring); in veth_xdp_rcv() 857 if (unlikely(!__ptr_ring_empty(&rq->xdp_ring))) { in veth_poll() 878 err = ptr_ring_init(&rq->xdp_ring, VETH_RING_SIZE, GFP_KERNEL); in veth_napi_add() 893 ptr_ring_cleanup(&priv->rq[i].xdp_ring, veth_ptr_free); in veth_napi_add() 915 ptr_ring_cleanup(&rq->xdp_ring, veth_ptr_free); in veth_napi_del()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbevf/ |
D | ixgbevf_main.c | 1058 struct ixgbevf_ring *xdp_ring; in ixgbevf_run_xdp() local 1073 xdp_ring = adapter->xdp_ring[rx_ring->queue_index]; in ixgbevf_run_xdp() 1074 result = ixgbevf_xmit_xdp_ring(xdp_ring, xdp); in ixgbevf_run_xdp() 1250 struct ixgbevf_ring *xdp_ring = in ixgbevf_clean_rx_irq() local 1251 adapter->xdp_ring[rx_ring->queue_index]; in ixgbevf_clean_rx_irq() 1257 ixgbevf_write_tail(xdp_ring, xdp_ring->next_to_use); in ixgbevf_clean_rx_irq() 1770 ixgbevf_configure_tx_ring(adapter, adapter->xdp_ring[i]); in ixgbevf_configure_tx() 2481 ixgbevf_clean_tx_ring(adapter->xdp_ring[i]); in ixgbevf_clean_all_tx_rings() 2521 u8 reg_idx = adapter->xdp_ring[i]->reg_idx; in ixgbevf_down() 2791 adapter->xdp_ring[xdp_idx] = ring; in ixgbevf_alloc_q_vector() [all …]
|
D | ethtool.c | 269 adapter->xdp_ring[i]->count = new_tx_count; in ixgbevf_set_ringparam() 307 tx_ring[i] = *adapter->xdp_ring[j]; in ixgbevf_set_ringparam() 368 ixgbevf_free_tx_resources(adapter->xdp_ring[j]); in ixgbevf_set_ringparam() 369 *adapter->xdp_ring[j] = tx_ring[i]; in ixgbevf_set_ringparam() 470 ring = adapter->xdp_ring[j]; in ixgbevf_get_ethtool_stats()
|
D | ixgbevf.h | 336 struct ixgbevf_ring *xdp_ring[MAX_XDP_QUEUES]; member
|
/kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/ |
D | nfp_net_debugfs.c | 87 tx_ring = r_vec->xdp_ring; in nfp_tx_q_show()
|
D | nfp_net.h | 425 struct nfp_net_tx_ring *xdp_ring; member
|