| /drivers/net/ethernet/intel/iavf/ |
| D | iavf_txrx.c | 694 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in iavf_clean_rx_ring()
852 bi->pagecnt_bias = 1; in iavf_alloc_mapped_page()
1144 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in iavf_reuse_rx_page()
1189 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in iavf_can_reuse_rx_page() local
1198 if (unlikely((page_count(page) - pagecnt_bias) > 1)) in iavf_can_reuse_rx_page()
1211 if (unlikely(!pagecnt_bias)) { in iavf_can_reuse_rx_page()
1213 rx_buffer->pagecnt_bias = USHRT_MAX; in iavf_can_reuse_rx_page()
1282 rx_buffer->pagecnt_bias--; in iavf_get_rx_buffer()
1346 rx_buffer->pagecnt_bias++; in iavf_construct_skb()
1423 rx_buffer->pagecnt_bias); in iavf_put_rx_buffer()
[all …]
|
| D | iavf_txrx.h | 282 __u16 pagecnt_bias; member
|
| /drivers/net/ethernet/intel/ice/ |
| D | ice_txrx.c | 405 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_clean_rx_ring()
662 bi->pagecnt_bias = USHRT_MAX; in ice_alloc_mapped_page()
776 unsigned int pagecnt_bias = rx_buf->pagecnt_bias; in ice_can_reuse_rx_page() local
785 if (unlikely((rx_buf_pgcnt - pagecnt_bias) > 1)) in ice_can_reuse_rx_page()
798 if (unlikely(pagecnt_bias == 1)) { in ice_can_reuse_rx_page()
800 rx_buf->pagecnt_bias = USHRT_MAX; in ice_can_reuse_rx_page()
862 new_buf->pagecnt_bias = old_buf->pagecnt_bias; in ice_reuse_rx_page()
899 rx_buf->pagecnt_bias--; in ice_get_rx_buf()
1009 rx_buf->pagecnt_bias++; in ice_construct_skb()
1046 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_put_rx_buf()
[all …]
|
| D | ice_txrx.h | 172 u16 pagecnt_bias; member
|
| /drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.c | 1227 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in i40e_reuse_rx_page()
1357 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in i40e_clean_rx_ring()
1540 bi->pagecnt_bias = USHRT_MAX; in i40e_alloc_mapped_page()
1872 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page() local
1881 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) in i40e_can_reuse_rx_page()
1894 if (unlikely(pagecnt_bias == 1)) { in i40e_can_reuse_rx_page()
1896 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page()
1968 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer()
2047 rx_buffer->pagecnt_bias++; in i40e_construct_skb()
2126 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer()
[all …]
|
| D | i40e_txrx.h | 279 __u16 pagecnt_bias; member
|
| /drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 543 rx_buffer->pagecnt_bias--; in ixgbevf_get_rx_buffer()
565 rx_buffer->pagecnt_bias); in ixgbevf_put_rx_buffer()
639 bi->pagecnt_bias = 1; in ixgbevf_alloc_mapped_page()
781 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbevf_reuse_rx_page()
791 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbevf_can_reuse_rx_page() local
800 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in ixgbevf_can_reuse_rx_page()
815 if (unlikely(!pagecnt_bias)) { in ixgbevf_can_reuse_rx_page()
817 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbevf_can_reuse_rx_page()
915 rx_buffer->pagecnt_bias++; in ixgbevf_construct_skb()
1186 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
[all …]
|
| D | ixgbevf.h | 53 __u16 pagecnt_bias; member
|
| /drivers/net/ethernet/intel/igc/ |
| D | igc_main.c | 376 buffer_info->pagecnt_bias); in igc_clean_rx_ring()
1644 rx_buffer->pagecnt_bias--; in igc_get_rx_buffer()
1763 rx_buffer->pagecnt_bias++; in igc_construct_skb()
1795 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igc_reuse_rx_page()
1805 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igc_can_reuse_rx_page() local
1814 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in igc_can_reuse_rx_page()
1828 if (unlikely(!pagecnt_bias)) { in igc_can_reuse_rx_page()
1830 rx_buffer->pagecnt_bias = USHRT_MAX; in igc_can_reuse_rx_page()
1911 rx_buffer->pagecnt_bias); in igc_put_rx_buffer()
1959 bi->pagecnt_bias = 1; in igc_alloc_mapped_page()
[all …]
|
| D | igc.h | 447 __u16 pagecnt_bias; member
|
| /drivers/net/ethernet/hisilicon/hns3/ |
| D | hns3_enet.c | 2383 cb->pagecnt_bias = USHRT_MAX; in hns3_alloc_buffer()
2393 else if (!HNAE3_IS_TX_RING(ring) && cb->pagecnt_bias) in hns3_free_buffer()
2394 __page_frag_cache_drain(cb->priv, cb->pagecnt_bias); in hns3_free_buffer()
2697 return (page_count(cb->priv) - cb->pagecnt_bias) == 1; in hns3_can_reuse_page()
2708 desc_cb->pagecnt_bias--; in hns3_nic_reuse_page()
2717 __page_frag_cache_drain(desc_cb->priv, desc_cb->pagecnt_bias); in hns3_nic_reuse_page()
2729 } else if (desc_cb->pagecnt_bias) { in hns3_nic_reuse_page()
2730 __page_frag_cache_drain(desc_cb->priv, desc_cb->pagecnt_bias); in hns3_nic_reuse_page()
2734 if (unlikely(!desc_cb->pagecnt_bias)) { in hns3_nic_reuse_page()
2736 desc_cb->pagecnt_bias = USHRT_MAX; in hns3_nic_reuse_page()
[all …]
|
| D | hns3_enet.h | 290 u16 pagecnt_bias; member
|
| /drivers/net/ethernet/intel/igb/ |
| D | igb_main.c | 4967 buffer_info->pagecnt_bias); in igb_clean_rx_ring()
8258 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igb_reuse_rx_page()
8269 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page() local
8278 if (unlikely((rx_buf_pgcnt - pagecnt_bias) > 1)) in igb_can_reuse_rx_page()
8292 if (unlikely(pagecnt_bias == 1)) { in igb_can_reuse_rx_page()
8294 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8380 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8690 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8709 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8780 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
[all …]
|
| D | igb.h | 288 __u16 pagecnt_bias; member
|
| /drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_main.c | 1566 bi->pagecnt_bias = USHRT_MAX; in ixgbe_alloc_mapped_page()
1941 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbe_reuse_rx_page()
1952 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page() local
1961 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) in ixgbe_can_reuse_rx_page()
1979 if (unlikely(pagecnt_bias == 1)) { in ixgbe_can_reuse_rx_page()
1981 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2060 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2085 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2146 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2360 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
[all …]
|
| D | ixgbe.h | 235 __u16 pagecnt_bias; member
|
| /drivers/net/wireless/mediatek/mt76/ |
| D | dma.c | 499 __page_frag_cache_drain(page, q->rx_page.pagecnt_bias); in mt76_dma_rx_cleanup()
|
| D | usb.c | 747 __page_frag_cache_drain(page, q->rx_page.pagecnt_bias); in mt76u_free_rx_queue()
|
| /drivers/nvme/target/ |
| D | tcp.c | 1445 __page_frag_cache_drain(page, queue->pf_cache.pagecnt_bias); in nvmet_tcp_release_queue_work()
|