| /net/core/ |
| D | gro.c | 237 static void napi_gro_complete(struct napi_struct *napi, struct sk_buff *skb) in napi_gro_complete() argument
270 gro_normal_one(napi, skb, NAPI_GRO_CB(skb)->count); in napi_gro_complete()
273 static void __napi_gro_flush_chain(struct napi_struct *napi, u32 index, in __napi_gro_flush_chain() argument
276 struct list_head *head = &napi->gro_hash[index].list; in __napi_gro_flush_chain()
283 napi_gro_complete(napi, skb); in __napi_gro_flush_chain()
284 napi->gro_hash[index].count--; in __napi_gro_flush_chain()
287 if (!napi->gro_hash[index].count) in __napi_gro_flush_chain()
288 __clear_bit(index, &napi->gro_bitmask); in __napi_gro_flush_chain()
295 void napi_gro_flush(struct napi_struct *napi, bool flush_old) in napi_gro_flush() argument
297 unsigned long bitmask = napi->gro_bitmask; in napi_gro_flush()
[all …]
|
| D | gro_cells.c | 9 struct napi_struct napi; member
39 napi_schedule(&cell->napi); in gro_cells_receive()
50 static int gro_cell_poll(struct napi_struct *napi, int budget) in gro_cell_poll() argument
52 struct gro_cell *cell = container_of(napi, struct gro_cell, napi); in gro_cell_poll()
60 napi_gro_receive(napi, skb); in gro_cell_poll()
65 napi_complete_done(napi, work_done); in gro_cell_poll()
82 set_bit(NAPI_STATE_NO_BUSY_POLL, &cell->napi.state); in gro_cells_init()
84 netif_napi_add(dev, &cell->napi, gro_cell_poll); in gro_cells_init()
85 napi_enable(&cell->napi); in gro_cells_init()
115 napi_disable(&cell->napi); in gro_cells_destroy()
[all …]
|
| D | netpoll.c | 154 static void poll_one_napi(struct napi_struct *napi) in poll_one_napi() argument
162 if (test_and_set_bit(NAPI_STATE_NPSVC, &napi->state)) in poll_one_napi()
168 work = napi->poll(napi, 0); in poll_one_napi()
169 WARN_ONCE(work, "%pS exceeded budget in poll\n", napi->poll); in poll_one_napi()
170 trace_napi_poll(napi, work, 0); in poll_one_napi()
172 clear_bit(NAPI_STATE_NPSVC, &napi->state); in poll_one_napi()
177 struct napi_struct *napi; in poll_napi() local
180 list_for_each_entry_rcu(napi, &dev->napi_list, dev_list) { in poll_napi()
181 if (cmpxchg(&napi->poll_owner, -1, cpu) == -1) { in poll_napi()
182 poll_one_napi(napi); in poll_napi()
[all …]
|
| D | dev.c | 922 struct napi_struct *napi; in dev_get_by_napi_id() local
929 napi = napi_by_id(napi_id); in dev_get_by_napi_id()
931 return napi ? napi->dev : NULL; in dev_get_by_napi_id()
4472 struct napi_struct *napi) in ____napi_schedule() argument
4478 if (test_bit(NAPI_STATE_THREADED, &napi->state)) { in ____napi_schedule()
4485 thread = READ_ONCE(napi->thread); in ____napi_schedule()
4493 set_bit(NAPI_STATE_SCHED_THREADED, &napi->state); in ____napi_schedule()
4499 list_add_tail(&napi->poll_list, &sd->poll_list); in ____napi_schedule()
4500 WRITE_ONCE(napi->list_owner, smp_processor_id()); in ____napi_schedule()
5993 static int process_backlog(struct napi_struct *napi, int quota) in process_backlog() argument
[all …]
|
| D | page_pool.c | 894 if (!pool->p.napi) in page_pool_unlink_napi()
900 WARN_ON(!test_bit(NAPI_STATE_SCHED, &pool->p.napi->state) || in page_pool_unlink_napi()
901 READ_ONCE(pool->p.napi->list_owner) != -1); in page_pool_unlink_napi()
903 WRITE_ONCE(pool->p.napi, NULL); in page_pool_unlink_napi()
|
| D | drop_monitor.c | 113 void (*napi_poll_probe)(void *ignore, struct napi_struct *napi,
272 static void trace_napi_poll_hit(void *ignore, struct napi_struct *napi, in trace_napi_poll_hit() argument
275 struct net_device *dev = napi->dev; in trace_napi_poll_hit()
539 struct napi_struct *napi, in net_dm_packet_trace_napi_poll_hit() argument
|
| D | skbuff.c | 284 void napi_get_frags_check(struct napi_struct *napi) in napi_get_frags_check() argument
289 skb = napi_get_frags(napi); in napi_get_frags_check()
291 napi_free_frags(napi); in napi_get_frags_check()
778 struct sk_buff *__napi_alloc_skb(struct napi_struct *napi, unsigned int len, in __napi_alloc_skb() argument
846 skb->dev = napi->dev; in __napi_alloc_skb()
921 const struct napi_struct *napi = READ_ONCE(pp->p.napi); in napi_pp_put_page() local
923 allow_direct = napi && in napi_pp_put_page()
924 READ_ONCE(napi->list_owner) == smp_processor_id(); in napi_pp_put_page()
|
| /net/mptcp/ |
| D | protocol.h | 450 struct napi_struct napi; member
607 napi_schedule(&delegated->napi); in mptcp_subflow_delegate()
|
| D | protocol.c | 4033 static int mptcp_napi_poll(struct napi_struct *napi, int budget) in mptcp_napi_poll() argument
4039 delegated = container_of(napi, struct mptcp_delegated_action, napi); in mptcp_napi_poll()
4065 napi_complete_done(napi, 0); in mptcp_napi_poll()
4083 netif_napi_add_tx(&mptcp_napi_dev, &delegated->napi, in mptcp_proto_init()
4085 napi_enable(&delegated->napi); in mptcp_proto_init()
|
| /net/mac80211/ |
| D | rx.c | 5412 struct sk_buff *skb, struct napi_struct *napi) in ieee80211_rx_napi() argument
5427 if (!napi) { in ieee80211_rx_napi()
5434 napi_gro_receive(napi, skb); in ieee80211_rx_napi()
|