| /net/xdp/ |
| D | xsk_queue.h | 114 static inline bool xskq_cons_read_addr_unchecked(struct xsk_queue *q, u64 *addr) in xskq_cons_read_addr_unchecked()
176 static inline bool xskq_cons_is_valid_desc(struct xsk_queue *q, in xskq_cons_is_valid_desc()
187 static inline bool xskq_cons_read_desc(struct xsk_queue *q, in xskq_cons_read_desc()
205 static inline void xskq_cons_release_n(struct xsk_queue *q, u32 cnt) in xskq_cons_release_n()
210 static inline u32 xskq_cons_read_desc_batch(struct xsk_queue *q, struct xsk_buff_pool *pool, in xskq_cons_read_desc_batch()
238 static inline void __xskq_cons_release(struct xsk_queue *q) in __xskq_cons_release()
243 static inline void __xskq_cons_peek(struct xsk_queue *q) in __xskq_cons_peek()
249 static inline void xskq_cons_get_entries(struct xsk_queue *q) in xskq_cons_get_entries()
255 static inline u32 xskq_cons_nb_entries(struct xsk_queue *q, u32 max) in xskq_cons_nb_entries()
268 static inline bool xskq_cons_has_entries(struct xsk_queue *q, u32 cnt) in xskq_cons_has_entries()
[all …]
|
| /net/sched/ |
| D | sch_multiq.c | 32 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_classify() local
89 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_dequeue() local
120 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_peek() local
151 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_reset() local
162 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_destroy() local
174 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_tune() local
238 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_init() local
263 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_dump() local
283 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_graft() local
296 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_leaf() local
[all …]
|
| D | sch_red.c | 55 static inline int red_use_ecn(struct red_sched_data *q) in red_use_ecn()
60 static inline int red_use_harddrop(struct red_sched_data *q) in red_use_harddrop()
65 static int red_use_nodrop(struct red_sched_data *q) in red_use_nodrop()
73 struct red_sched_data *q = qdisc_priv(sch); in red_enqueue() local
153 struct red_sched_data *q = qdisc_priv(sch); in red_dequeue() local
170 struct red_sched_data *q = qdisc_priv(sch); in red_peek() local
178 struct red_sched_data *q = qdisc_priv(sch); in red_reset() local
186 struct red_sched_data *q = qdisc_priv(sch); in red_offload() local
215 struct red_sched_data *q = qdisc_priv(sch); in red_destroy() local
238 struct red_sched_data *q = qdisc_priv(sch); in __red_change() local
[all …]
|
| D | sch_prio.c | 33 struct prio_sched_data *q = qdisc_priv(sch); in prio_classify() local
99 struct prio_sched_data *q = qdisc_priv(sch); in prio_peek() local
113 struct prio_sched_data *q = qdisc_priv(sch); in prio_dequeue() local
134 struct prio_sched_data *q = qdisc_priv(sch); in prio_reset() local
168 struct prio_sched_data *q = qdisc_priv(sch); in prio_destroy() local
179 struct prio_sched_data *q = qdisc_priv(sch); in prio_tune() local
232 struct prio_sched_data *q = qdisc_priv(sch); in prio_init() local
264 struct prio_sched_data *q = qdisc_priv(sch); in prio_dump() local
289 struct prio_sched_data *q = qdisc_priv(sch); in prio_graft() local
319 struct prio_sched_data *q = qdisc_priv(sch); in prio_leaf() local
[all …]
|
| D | sch_choke.c | 76 static unsigned int choke_len(const struct choke_sched_data *q) in choke_len()
82 static int use_ecn(const struct choke_sched_data *q) in use_ecn()
88 static int use_harddrop(const struct choke_sched_data *q) in use_harddrop()
94 static void choke_zap_head_holes(struct choke_sched_data *q) in choke_zap_head_holes()
104 static void choke_zap_tail_holes(struct choke_sched_data *q) in choke_zap_tail_holes()
117 struct choke_sched_data *q = qdisc_priv(sch); in choke_drop_by_idx() local
180 static struct sk_buff *choke_peek_random(const struct choke_sched_data *q, in choke_peek_random()
200 static bool choke_match_random(const struct choke_sched_data *q, in choke_match_random()
216 struct choke_sched_data *q = qdisc_priv(sch); in choke_enqueue() local
286 struct choke_sched_data *q = qdisc_priv(sch); in choke_dequeue() local
[all …]
|
| D | sch_etf.c | 77 struct etf_sched_data *q = qdisc_priv(sch); in is_packet_valid() local
110 struct etf_sched_data *q = qdisc_priv(sch); in etf_peek_timesortedlist() local
122 struct etf_sched_data *q = qdisc_priv(sch); in reset_watchdog() local
165 struct etf_sched_data *q = qdisc_priv(sch); in etf_enqueue_timesortedlist() local
203 struct etf_sched_data *q = qdisc_priv(sch); in timesortedlist_drop() local
233 struct etf_sched_data *q = qdisc_priv(sch); in timesortedlist_remove() local
255 struct etf_sched_data *q = qdisc_priv(sch); in etf_dequeue_timesortedlist() local
297 struct etf_sched_data *q) in etf_disable_offload()
319 static int etf_enable_offload(struct net_device *dev, struct etf_sched_data *q, in etf_enable_offload()
349 struct etf_sched_data *q = qdisc_priv(sch); in etf_init() local
[all …]
|
| D | sch_ingress.c | 50 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_tcf_block() local
64 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_ingress_block_set() local
71 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_ingress_block_get() local
79 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_init() local
105 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_destroy() local
181 struct clsact_sched_data *q = qdisc_priv(sch); in clsact_tcf_block() local
195 struct clsact_sched_data *q = qdisc_priv(sch); in clsact_ingress_block_set() local
202 struct clsact_sched_data *q = qdisc_priv(sch); in clsact_egress_block_set() local
209 struct clsact_sched_data *q = qdisc_priv(sch); in clsact_ingress_block_get() local
216 struct clsact_sched_data *q = qdisc_priv(sch); in clsact_egress_block_get() local
[all …]
|
| D | sch_cbs.c | 108 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_enqueue_offload() local
117 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_enqueue_soft() local
134 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_enqueue() local
178 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_dequeue_soft() local
233 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_dequeue_offload() local
241 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_dequeue() local
251 struct cbs_sched_data *q) in cbs_disable_offload()
276 static int cbs_enable_offload(struct net_device *dev, struct cbs_sched_data *q, in cbs_enable_offload()
309 static void cbs_set_port_rate(struct net_device *dev, struct cbs_sched_data *q) in cbs_set_port_rate()
336 struct cbs_sched_data *q; in cbs_dev_notifier() local
[all …]
|
| D | sch_sfq.c | 150 static inline struct sfq_head *sfq_dep_head(struct sfq_sched_data *q, sfq_index val) in sfq_dep_head()
157 static unsigned int sfq_hash(const struct sfq_sched_data *q, in sfq_hash()
166 struct sfq_sched_data *q = qdisc_priv(sch); in sfq_classify() local
203 static inline void sfq_link(struct sfq_sched_data *q, sfq_index x) in sfq_link()
219 #define sfq_unlink(q, x, n, p) \ argument
228 static inline void sfq_dec(struct sfq_sched_data *q, sfq_index x) in sfq_dec()
241 static inline void sfq_inc(struct sfq_sched_data *q, sfq_index x) in sfq_inc()
295 struct sfq_sched_data *q = qdisc_priv(sch); in sfq_drop() local
329 static int sfq_prob_mark(const struct sfq_sched_data *q) in sfq_prob_mark()
335 static int sfq_hard_mark(const struct sfq_sched_data *q) in sfq_hard_mark()
[all …]
|
| D | sch_sfb.c | 123 static void increment_one_qlen(u32 sfbhash, u32 slot, struct sfb_sched_data *q) in increment_one_qlen()
138 static void increment_qlen(const struct sfb_skb_cb *cb, struct sfb_sched_data *q) in increment_qlen()
152 struct sfb_sched_data *q) in decrement_one_qlen()
167 static void decrement_qlen(const struct sk_buff *skb, struct sfb_sched_data *q) in decrement_qlen()
180 static void decrement_prob(struct sfb_bucket *b, struct sfb_sched_data *q) in decrement_prob()
185 static void increment_prob(struct sfb_bucket *b, struct sfb_sched_data *q) in increment_prob()
190 static void sfb_zero_all_buckets(struct sfb_sched_data *q) in sfb_zero_all_buckets()
198 static u32 sfb_compute_qlen(u32 *prob_r, u32 *avgpm_r, const struct sfb_sched_data *q) in sfb_compute_qlen()
218 static void sfb_init_perturbation(u32 slot, struct sfb_sched_data *q) in sfb_init_perturbation()
224 static void sfb_swap_slot(struct sfb_sched_data *q) in sfb_swap_slot()
[all …]
|
| D | sch_qfq.c | 209 struct qfq_sched *q = qdisc_priv(sch); in qfq_find_class() local
259 static void qfq_init_agg(struct qfq_sched *q, struct qfq_aggregate *agg, in qfq_init_agg()
269 static struct qfq_aggregate *qfq_find_agg(struct qfq_sched *q, in qfq_find_agg()
283 static void qfq_update_agg(struct qfq_sched *q, struct qfq_aggregate *agg, in qfq_update_agg()
317 static void qfq_add_to_agg(struct qfq_sched *q, in qfq_add_to_agg()
334 static void qfq_destroy_agg(struct qfq_sched *q, struct qfq_aggregate *agg) in qfq_destroy_agg()
347 static void qfq_deactivate_class(struct qfq_sched *q, struct qfq_class *cl) in qfq_deactivate_class()
358 static void qfq_rm_from_agg(struct qfq_sched *q, struct qfq_class *cl) in qfq_rm_from_agg()
371 static void qfq_deact_rm_from_agg(struct qfq_sched *q, struct qfq_class *cl) in qfq_deact_rm_from_agg()
383 struct qfq_sched *q = qdisc_priv(sch); in qfq_change_agg() local
[all …]
|
| D | sch_tbf.c | 143 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_offload_change() local
193 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_segment() local
227 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_enqueue() local
249 static bool tbf_peak_present(const struct tbf_sched_data *q) in tbf_peak_present()
256 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_dequeue() local
316 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_reset() local
339 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_change() local
466 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_init() local
481 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_destroy() local
490 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_dump() local
[all …]
|
| D | sch_netem.c | 200 static bool loss_4state(struct netem_sched_data *q) in loss_4state()
265 static bool loss_gilb_ell(struct netem_sched_data *q) in loss_gilb_ell()
286 static bool loss_event(struct netem_sched_data *q) in loss_event()
345 static u64 packet_time_ns(u64 len, const struct netem_sched_data *q) in packet_time_ns()
362 struct netem_sched_data *q = qdisc_priv(sch); in tfifo_reset() local
380 struct netem_sched_data *q = qdisc_priv(sch); in tfifo_enqueue() local
437 struct netem_sched_data *q = qdisc_priv(sch); in netem_enqueue() local
629 static void get_slot_next(struct netem_sched_data *q, u64 now) in get_slot_next()
648 static struct sk_buff *netem_peek(struct netem_sched_data *q) in netem_peek()
665 static void netem_erase_head(struct netem_sched_data *q, struct sk_buff *skb) in netem_erase_head()
[all …]
|
| D | sch_taprio.c | 99 static ktime_t taprio_mono_to_any(const struct taprio_sched *q, ktime_t mono) in taprio_mono_to_any()
112 static ktime_t taprio_get_time(const struct taprio_sched *q) in taprio_get_time()
130 static void switch_schedules(struct taprio_sched *q, in switch_schedules()
178 static int length_to_duration(struct taprio_sched *q, int len) in length_to_duration()
199 struct taprio_sched *q = qdisc_priv(sch); in find_entry_to_transmit() local
266 struct taprio_sched *q = qdisc_priv(sch); in is_valid_interval() local
296 static ktime_t get_tcp_tstamp(struct taprio_sched *q, struct sk_buff *skb) in get_tcp_tstamp()
348 struct taprio_sched *q = qdisc_priv(sch); in get_packet_txtime() local
419 struct taprio_sched *q = qdisc_priv(sch); in taprio_enqueue_one() local
440 struct taprio_sched *q = qdisc_priv(sch); in taprio_enqueue() local
[all …]
|
| D | sch_fq_codel.c | 70 static unsigned int fq_codel_hash(const struct fq_codel_sched_data *q, in fq_codel_hash()
79 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_classify() local
140 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_drop() local
187 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_enqueue() local
258 struct fq_codel_sched_data *q = qdisc_priv(sch); in dequeue_func() local
283 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_dequeue() local
337 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_reset() local
368 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_change() local
448 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_destroy() local
458 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_init() local
[all …]
|
| D | sch_pie.c | 88 struct pie_sched_data *q = qdisc_priv(sch); in pie_qdisc_enqueue() local
141 struct pie_sched_data *q = qdisc_priv(sch); in pie_change() local
425 struct pie_sched_data *q = from_timer(q, t, adapt_timer); in pie_timer() local
441 struct pie_sched_data *q = qdisc_priv(sch); in pie_init() local
463 struct pie_sched_data *q = qdisc_priv(sch); in pie_dump() local
494 struct pie_sched_data *q = qdisc_priv(sch); in pie_dump_stats() local
519 struct pie_sched_data *q = qdisc_priv(sch); in pie_qdisc_dequeue() local
531 struct pie_sched_data *q = qdisc_priv(sch); in pie_reset() local
539 struct pie_sched_data *q = qdisc_priv(sch); in pie_destroy() local
|
| D | sch_generic.c | 38 static void qdisc_maybe_clear_missed(struct Qdisc *q, in qdisc_maybe_clear_missed()
72 static inline struct sk_buff *__skb_dequeue_bad_txq(struct Qdisc *q) in __skb_dequeue_bad_txq()
108 static inline struct sk_buff *qdisc_dequeue_skb_bad_txq(struct Qdisc *q) in qdisc_dequeue_skb_bad_txq()
118 static inline void qdisc_enqueue_skb_bad_txq(struct Qdisc *q, in qdisc_enqueue_skb_bad_txq()
142 static inline void dev_requeue_skb(struct sk_buff *skb, struct Qdisc *q) in dev_requeue_skb()
178 static void try_bulk_dequeue_skb(struct Qdisc *q, in try_bulk_dequeue_skb()
202 static void try_bulk_dequeue_skb_slow(struct Qdisc *q, in try_bulk_dequeue_skb_slow()
228 static struct sk_buff *dequeue_skb(struct Qdisc *q, bool *validate, in dequeue_skb()
314 bool sch_direct_xmit(struct sk_buff *skb, struct Qdisc *q, in sch_direct_xmit()
388 static inline bool qdisc_restart(struct Qdisc *q, int *packets) in qdisc_restart()
[all …]
|
| D | sch_ets.c | 92 struct ets_sched *q = qdisc_priv(sch); in ets_class_from_arg() local
99 struct ets_sched *q = qdisc_priv(sch); in ets_class_id() local
108 struct ets_sched *q = qdisc_priv(sch); in ets_offload_change() local
190 static bool ets_class_is_strict(struct ets_sched *q, const struct ets_class *cl) in ets_class_is_strict()
202 struct ets_sched *q = qdisc_priv(sch); in ets_class_change() local
277 struct ets_sched *q = qdisc_priv(sch); in ets_class_find() local
287 struct ets_sched *q = qdisc_priv(sch); in ets_class_qlen_notify() local
301 struct ets_sched *q = qdisc_priv(sch); in ets_class_dump() local
338 struct ets_sched *q = qdisc_priv(sch); in ets_qdisc_walk() local
361 struct ets_sched *q = qdisc_priv(sch); in ets_qdisc_tcf_block() local
[all …]
|
| D | sch_codel.c | 91 struct codel_sched_data *q = qdisc_priv(sch); in codel_qdisc_dequeue() local
114 struct codel_sched_data *q; in codel_qdisc_enqueue() local
136 struct codel_sched_data *q = qdisc_priv(sch); in codel_change() local
192 struct codel_sched_data *q = qdisc_priv(sch); in codel_init() local
218 struct codel_sched_data *q = qdisc_priv(sch); in codel_dump() local
247 const struct codel_sched_data *q = qdisc_priv(sch); in codel_dump_stats() local
273 struct codel_sched_data *q = qdisc_priv(sch); in codel_reset() local
|
| D | sch_skbprio.c | 40 static u16 calc_new_high_prio(const struct skbprio_sched_data *q) in calc_new_high_prio()
53 static u16 calc_new_low_prio(const struct skbprio_sched_data *q) in calc_new_low_prio()
72 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_enqueue() local
141 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_dequeue() local
182 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_init() local
213 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_reset() local
226 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_destroy() local
253 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_dump_class_stats() local
|
| D | sch_htb.c | 127 struct Qdisc *q; member
189 struct htb_sched *q = qdisc_priv(sch); in htb_find() local
219 struct htb_sched *q = qdisc_priv(sch); in htb_classify() local
313 static void htb_add_to_wait_tree(struct htb_sched *q, in htb_add_to_wait_tree()
360 static inline void htb_add_class_to_row(struct htb_sched *q, in htb_add_class_to_row()
392 static inline void htb_remove_class_from_row(struct htb_sched *q, in htb_remove_class_from_row()
422 static void htb_activate_prios(struct htb_sched *q, struct htb_class *cl) in htb_activate_prios()
462 static void htb_deactivate_prios(struct htb_sched *q, struct htb_class *cl) in htb_deactivate_prios()
558 htb_change_class_mode(struct htb_sched *q, struct htb_class *cl, s64 *diff) in htb_change_class_mode()
589 static inline void htb_activate(struct htb_sched *q, struct htb_class *cl) in htb_activate()
[all …]
|
| D | sch_gred.c | 98 struct gred_sched_data *q = table->tab[i]; in gred_wred_mode_check() local
113 struct gred_sched_data *q, in gred_backlog()
128 struct gred_sched_data *q) in gred_load_wred_set()
135 struct gred_sched_data *q) in gred_store_wred_set()
141 static int gred_use_ecn(struct gred_sched_data *q) in gred_use_ecn()
146 static int gred_use_harddrop(struct gred_sched_data *q) in gred_use_harddrop()
167 struct gred_sched_data *q = NULL; in gred_enqueue() local
268 struct gred_sched_data *q; in gred_dequeue() local
300 struct gred_sched_data *q = t->tab[i]; in gred_reset() local
332 struct gred_sched_data *q = table->tab[i]; in gred_offload() local
[all …]
|
| D | sch_fq_pie.c | 74 static unsigned int fq_pie_hash(const struct fq_pie_sched_data *q, in fq_pie_hash()
83 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_classify() local
132 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_qdisc_enqueue() local
237 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_qdisc_dequeue() local
287 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_change() local
381 struct fq_pie_sched_data *q = from_timer(q, t, adapt_timer); in fq_pie_timer() local
413 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_init() local
466 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_dump() local
501 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_dump_stats() local
526 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_reset() local
[all …]
|
| /net/sctp/ |
| D | outqueue.c | 59 static inline void sctp_outq_head_data(struct sctp_outq *q, in sctp_outq_head_data()
74 static inline struct sctp_chunk *sctp_outq_dequeue_data(struct sctp_outq *q) in sctp_outq_dequeue_data()
80 static inline void sctp_outq_tail_data(struct sctp_outq *q, in sctp_outq_tail_data()
191 void sctp_outq_init(struct sctp_association *asoc, struct sctp_outq *q) in sctp_outq_init()
206 static void __sctp_outq_teardown(struct sctp_outq *q) in __sctp_outq_teardown()
267 void sctp_outq_teardown(struct sctp_outq *q) in sctp_outq_teardown()
274 void sctp_outq_free(struct sctp_outq *q) in sctp_outq_free()
281 void sctp_outq_tail(struct sctp_outq *q, struct sctp_chunk *chunk, gfp_t gfp) in sctp_outq_tail()
385 struct sctp_outq *q = &asoc->outqueue; in sctp_prsctp_prune_unsent() local
450 void sctp_retransmit_mark(struct sctp_outq *q, in sctp_retransmit_mark()
[all …]
|
| /net/ipv4/ |
| D | inet_fragment.c | 54 static void fragrun_append_to_last(struct inet_frag_queue *q, in fragrun_append_to_last()
65 static void fragrun_create(struct inet_frag_queue *q, struct sk_buff *skb) in fragrun_create()
254 struct inet_frag_queue *q = container_of(head, struct inet_frag_queue, in inet_frag_destroy_rcu() local
285 void inet_frag_destroy(struct inet_frag_queue *q) in inet_frag_destroy()
310 struct inet_frag_queue *q; in inet_frag_alloc() local
332 struct inet_frag_queue *q; in inet_frag_create() local
377 int inet_frag_queue_insert(struct inet_frag_queue *q, struct sk_buff *skb, in inet_frag_queue_insert()
441 void *inet_frag_reasm_prepare(struct inet_frag_queue *q, struct sk_buff *skb, in inet_frag_reasm_prepare()
510 void inet_frag_reasm_finish(struct inet_frag_queue *q, struct sk_buff *head, in inet_frag_reasm_finish()
578 struct sk_buff *inet_frag_pull_head(struct inet_frag_queue *q) in inet_frag_pull_head()
|