| /kernel/bpf/ |
| D | bpf_iter.c | 44 static void bpf_iter_inc_seq_num(struct seq_file *seq) in bpf_iter_inc_seq_num() argument
48 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_inc_seq_num()
53 static void bpf_iter_dec_seq_num(struct seq_file *seq) in bpf_iter_dec_seq_num() argument
57 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_dec_seq_num()
62 static void bpf_iter_done_stop(struct seq_file *seq) in bpf_iter_done_stop() argument
66 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_done_stop()
76 static bool bpf_iter_support_resched(struct seq_file *seq) in bpf_iter_support_resched() argument
80 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_support_resched()
97 struct seq_file *seq = file->private_data; in bpf_seq_read() local
103 mutex_lock(&seq->lock); in bpf_seq_read()
[all …]
|
| D | cgroup_iter.c | 57 static void *cgroup_iter_seq_start(struct seq_file *seq, loff_t *pos) in cgroup_iter_seq_start() argument
59 struct cgroup_iter_priv *p = seq->private; in cgroup_iter_seq_start()
85 static int __cgroup_iter_seq_show(struct seq_file *seq,
88 static void cgroup_iter_seq_stop(struct seq_file *seq, void *v) in cgroup_iter_seq_stop() argument
90 struct cgroup_iter_priv *p = seq->private; in cgroup_iter_seq_stop()
96 __cgroup_iter_seq_show(seq, NULL, true); in cgroup_iter_seq_stop()
101 static void *cgroup_iter_seq_next(struct seq_file *seq, void *v, loff_t *pos) in cgroup_iter_seq_next() argument
104 struct cgroup_iter_priv *p = seq->private; in cgroup_iter_seq_next()
120 static int __cgroup_iter_seq_show(struct seq_file *seq, in __cgroup_iter_seq_show() argument
123 struct cgroup_iter_priv *p = seq->private; in __cgroup_iter_seq_show()
[all …]
|
| D | task_iter.c | 160 static void *task_seq_start(struct seq_file *seq, loff_t *pos) in task_seq_start() argument
162 struct bpf_iter_seq_task_info *info = seq->private; in task_seq_start()
174 static void *task_seq_next(struct seq_file *seq, void *v, loff_t *pos) in task_seq_next() argument
176 struct bpf_iter_seq_task_info *info = seq->private; in task_seq_next()
196 static int __task_seq_show(struct seq_file *seq, struct task_struct *task, in DEFINE_BPF_ITER_FUNC()
203 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
213 static int task_seq_show(struct seq_file *seq, void *v) in task_seq_show() argument
215 return __task_seq_show(seq, v, false); in task_seq_show()
218 static void task_seq_stop(struct seq_file *seq, void *v) in task_seq_stop() argument
221 (void)__task_seq_show(seq, v, true); in task_seq_stop()
[all …]
|
| D | link_iter.c | 13 static void *bpf_link_seq_start(struct seq_file *seq, loff_t *pos) in bpf_link_seq_start() argument
15 struct bpf_iter_seq_link_info *info = seq->private; in bpf_link_seq_start()
27 static void *bpf_link_seq_next(struct seq_file *seq, void *v, loff_t *pos) in bpf_link_seq_next() argument
29 struct bpf_iter_seq_link_info *info = seq->private; in bpf_link_seq_next()
44 static int __bpf_link_seq_show(struct seq_file *seq, void *v, bool in_stop) in DEFINE_BPF_ITER_FUNC()
53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
61 static int bpf_link_seq_show(struct seq_file *seq, void *v) in bpf_link_seq_show() argument
63 return __bpf_link_seq_show(seq, v, false); in bpf_link_seq_show()
66 static void bpf_link_seq_stop(struct seq_file *seq, void *v) in bpf_link_seq_stop() argument
69 (void)__bpf_link_seq_show(seq, v, true); in bpf_link_seq_stop()
|
| D | prog_iter.c | 13 static void *bpf_prog_seq_start(struct seq_file *seq, loff_t *pos) in bpf_prog_seq_start() argument
15 struct bpf_iter_seq_prog_info *info = seq->private; in bpf_prog_seq_start()
27 static void *bpf_prog_seq_next(struct seq_file *seq, void *v, loff_t *pos) in bpf_prog_seq_next() argument
29 struct bpf_iter_seq_prog_info *info = seq->private; in bpf_prog_seq_next()
44 static int __bpf_prog_seq_show(struct seq_file *seq, void *v, bool in_stop) in DEFINE_BPF_ITER_FUNC()
53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
61 static int bpf_prog_seq_show(struct seq_file *seq, void *v) in bpf_prog_seq_show() argument
63 return __bpf_prog_seq_show(seq, v, false); in bpf_prog_seq_show()
66 static void bpf_prog_seq_stop(struct seq_file *seq, void *v) in bpf_prog_seq_stop() argument
69 (void)__bpf_prog_seq_show(seq, v, true); in bpf_prog_seq_stop()
|
| D | map_iter.c | 13 static void *bpf_map_seq_start(struct seq_file *seq, loff_t *pos) in bpf_map_seq_start() argument
15 struct bpf_iter_seq_map_info *info = seq->private; in bpf_map_seq_start()
27 static void *bpf_map_seq_next(struct seq_file *seq, void *v, loff_t *pos) in bpf_map_seq_next() argument
29 struct bpf_iter_seq_map_info *info = seq->private; in bpf_map_seq_next()
44 static int __bpf_map_seq_show(struct seq_file *seq, void *v, bool in_stop) in DEFINE_BPF_ITER_FUNC()
53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
61 static int bpf_map_seq_show(struct seq_file *seq, void *v) in bpf_map_seq_show() argument
63 return __bpf_map_seq_show(seq, v, false); in bpf_map_seq_show()
66 static void bpf_map_seq_stop(struct seq_file *seq, void *v) in bpf_map_seq_stop() argument
69 (void)__bpf_map_seq_show(seq, v, true); in bpf_map_seq_stop()
[all …]
|
| /kernel/trace/ |
| D | trace_seq.c | 31 #define TRACE_SEQ_BUF_LEFT(s) seq_buf_buffer_left(&(s)->seq)
38 if (unlikely(!s->seq.size)) in __trace_seq_init()
57 ret = seq_buf_print_seq(m, &s->seq); in trace_print_seq()
83 unsigned int save_len = s->seq.len; in trace_seq_printf()
92 seq_buf_vprintf(&s->seq, fmt, ap); in trace_seq_printf()
96 if (unlikely(seq_buf_has_overflowed(&s->seq))) { in trace_seq_printf()
97 s->seq.len = save_len; in trace_seq_printf()
114 unsigned int save_len = s->seq.len; in trace_seq_bitmask()
121 seq_buf_printf(&s->seq, "%*pb", nmaskbits, maskp); in trace_seq_bitmask()
123 if (unlikely(seq_buf_has_overflowed(&s->seq))) { in trace_seq_bitmask()
[all …]
|
| D | trace_output.c | 28 struct trace_seq *s = &iter->seq; in trace_print_bputs_msg_only()
41 struct trace_seq *s = &iter->seq; in trace_print_bprintk_msg_only()
54 struct trace_seq *s = &iter->seq; in trace_print_printk_msg_only()
297 struct trace_seq *s = &iter->seq; in trace_raw_output_prep()
329 struct trace_seq *s = &iter->seq; in trace_output_raw()
553 struct trace_seq *s = &iter->seq; in lat_print_timestamp()
608 struct trace_seq *s = &iter->seq; in trace_print_context()
640 struct trace_seq *s = &iter->seq; in trace_print_lat_context()
847 trace_seq_printf(&iter->seq, "type: %d\n", iter->ent->type); in trace_nop_print()
849 return trace_handle_return(&iter->seq); in trace_nop_print()
[all …]
|
| /kernel/cgroup/ |
| D | debug.c | 40 static int current_css_set_read(struct seq_file *seq, void *v) in current_css_set_read() argument
42 struct kernfs_open_file *of = seq->private; in current_css_set_read()
55 seq_printf(seq, "css_set %pK %d", cset, refcnt); in current_css_set_read()
57 seq_printf(seq, " +%d", refcnt - cset->nr_tasks); in current_css_set_read()
58 seq_puts(seq, "\n"); in current_css_set_read()
67 seq_printf(seq, "%2d: %-4s\t- %p[%d]\n", ss->id, ss->name, in current_css_set_read()
87 static int current_css_set_cg_links_read(struct seq_file *seq, void *v) in current_css_set_cg_links_read() argument
104 seq_printf(seq, "Root %d group %s\n", in current_css_set_cg_links_read()
114 static int cgroup_css_links_read(struct seq_file *seq, void *v) in cgroup_css_links_read() argument
116 struct cgroup_subsys_state *css = seq_css(seq); in cgroup_css_links_read()
[all …]
|
| D | cgroup.c | 1993 static int cgroup_show_options(struct seq_file *seq, struct kernfs_root *kf_root) in cgroup_show_options() argument
1996 seq_puts(seq, ",nsdelegate"); in cgroup_show_options()
1998 seq_puts(seq, ",favordynmods"); in cgroup_show_options()
2000 seq_puts(seq, ",memory_localevents"); in cgroup_show_options()
2002 seq_puts(seq, ",memory_recursiveprot"); in cgroup_show_options()
3015 static void cgroup_print_ss_mask(struct seq_file *seq, u16 ss_mask) in cgroup_print_ss_mask() argument
3023 seq_putc(seq, ' '); in cgroup_print_ss_mask()
3024 seq_puts(seq, ss->name); in cgroup_print_ss_mask()
3028 seq_putc(seq, '\n'); in cgroup_print_ss_mask()
3032 static int cgroup_controllers_show(struct seq_file *seq, void *v) in cgroup_controllers_show() argument
[all …]
|
| D | cgroup-v1.c | 575 static int cgroup_release_agent_show(struct seq_file *seq, void *v) in cgroup_release_agent_show() argument
577 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_release_agent_show()
580 seq_puts(seq, cgrp->root->release_agent_path); in cgroup_release_agent_show()
582 seq_putc(seq, '\n'); in cgroup_release_agent_show()
586 static int cgroup_sane_behavior_show(struct seq_file *seq, void *v) in cgroup_sane_behavior_show() argument
588 seq_puts(seq, "0\n"); in cgroup_sane_behavior_show()
865 static int cgroup1_show_options(struct seq_file *seq, struct kernfs_root *kf_root) in cgroup1_show_options() argument
873 seq_show_option(seq, ss->legacy_name, NULL); in cgroup1_show_options()
875 seq_puts(seq, ",noprefix"); in cgroup1_show_options()
877 seq_puts(seq, ",xattr"); in cgroup1_show_options()
[all …]
|
| D | rstat.c | 364 unsigned seq; in cgroup_base_stat_flush() local
372 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
374 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
488 void cgroup_base_stat_cputime_show(struct seq_file *seq) in cgroup_base_stat_cputime_show() argument
490 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_base_stat_cputime_show()
523 seq_printf(seq, "usage_usec %llu\n" in cgroup_base_stat_cputime_show()
529 seq_printf(seq, "core_sched.force_idle_usec %llu\n", forceidle_time); in cgroup_base_stat_cputime_show()
|
| /kernel/time/ |
| D | timekeeping.c | 51 seqcount_raw_spinlock_t seq; member
54 .seq = SEQCNT_RAW_SPINLOCK_ZERO(tk_core.seq, &timekeeper_lock),
72 seqcount_latch_t seq; member
106 .seq = SEQCNT_LATCH_ZERO(tk_fast_mono.seq),
112 .seq = SEQCNT_LATCH_ZERO(tk_fast_raw.seq),
244 unsigned int seq; in timekeeping_get_delta() local
254 seq = read_seqcount_begin(&tk_core.seq); in timekeeping_get_delta()
259 } while (read_seqcount_retry(&tk_core.seq, seq)); in timekeeping_get_delta()
422 raw_write_seqcount_latch(&tkf->seq); in update_fast_timekeeper()
428 raw_write_seqcount_latch(&tkf->seq); in update_fast_timekeeper()
[all …]
|
| D | sched_clock.c | 40 seqcount_latch_t seq; member
73 notrace struct clock_read_data *sched_clock_read_begin(unsigned int *seq) in sched_clock_read_begin() argument
75 *seq = raw_read_seqcount_latch(&cd.seq); in sched_clock_read_begin()
76 return cd.read_data + (*seq & 1); in sched_clock_read_begin()
79 notrace int sched_clock_read_retry(unsigned int seq) in sched_clock_read_retry() argument
81 return read_seqcount_latch_retry(&cd.seq, seq); in sched_clock_read_retry()
87 unsigned int seq; in sched_clock() local
91 rd = sched_clock_read_begin(&seq); in sched_clock()
96 } while (sched_clock_read_retry(seq)); in sched_clock()
117 raw_write_seqcount_latch(&cd.seq); in update_clock_read_data()
[all …]
|
| /kernel/printk/ |
| D | printk_ringbuffer.c | 482 *seq_out = info->seq; /* also part of desc_read:C */ in desc_read()
1492 u64 seq; in prb_reserve() local
1520 seq = info->seq; in prb_reserve()
1541 if (seq == 0 && DESC_INDEX(desc_ring, id) != 0) in prb_reserve()
1542 info->seq = DESC_INDEX(desc_ring, id); in prb_reserve()
1544 info->seq = seq + DESCS_COUNT(desc_ring); in prb_reserve()
1552 if (info->seq > 0) in prb_reserve()
1756 unsigned long id, u64 seq, in desc_read_finalized_seq() argument
1773 s != seq) { in desc_read_finalized_seq()
1796 static int prb_read(struct printk_ringbuffer *rb, u64 seq, in prb_read() argument
[all …]
|
| D | printk.c | 454 unsigned int seq; in latched_seq_read_nolock() local
459 seq = raw_read_seqcount_latch(&ls->latch); in latched_seq_read_nolock()
460 idx = seq & 0x1; in latched_seq_read_nolock()
462 } while (read_seqcount_latch_retry(&ls->latch, seq)); in latched_seq_read_nolock()
572 (info->facility << 3) | info->level, info->seq, in info_print_ext_header()
634 atomic64_t seq; member
734 if (!prb_read_valid(prb, atomic64_read(&user->seq), r)) { in devkmsg_read()
752 atomic64_read(&user->seq), r)); /* LMM(devkmsg_read:A) */ in devkmsg_read()
757 if (r->info->seq != atomic64_read(&user->seq)) { in devkmsg_read()
759 atomic64_set(&user->seq, r->info->seq); in devkmsg_read()
[all …]
|
| D | printk_ringbuffer.h | 16 u64 seq; /* sequence number */ member
247 .seq = -(u64)_DESCS_COUNT(descbits), \
252 .seq = 0, \
356 for ((s) = from; prb_read_valid(rb, s, r); (s) = (r)->info->seq + 1)
374 for ((s) = from; prb_read_valid_info(rb, s, i, lc); (s) = (i)->seq + 1)
376 bool prb_read_valid(struct printk_ringbuffer *rb, u64 seq,
378 bool prb_read_valid_info(struct printk_ringbuffer *rb, u64 seq,
|
| /kernel/ |
| D | user_namespace.c | 599 static int uid_m_show(struct seq_file *seq, void *v) in uid_m_show() argument
601 struct user_namespace *ns = seq->private; in uid_m_show()
606 lower_ns = seq_user_ns(seq); in uid_m_show()
612 seq_printf(seq, "%10u %10u %10u\n", in uid_m_show()
620 static int gid_m_show(struct seq_file *seq, void *v) in gid_m_show() argument
622 struct user_namespace *ns = seq->private; in gid_m_show()
627 lower_ns = seq_user_ns(seq); in gid_m_show()
633 seq_printf(seq, "%10u %10u %10u\n", in gid_m_show()
641 static int projid_m_show(struct seq_file *seq, void *v) in projid_m_show() argument
643 struct user_namespace *ns = seq->private; in projid_m_show()
[all …]
|
| D | kallsyms.c | 202 unsigned int i, seq = 0; in get_symbol_seq() local
205 seq = (seq << 8) | kallsyms_seqs_of_names[3 * index + i]; in get_symbol_seq()
207 return seq; in get_symbol_seq()
216 unsigned int seq, off; in kallsyms_lookup_names() local
224 seq = get_symbol_seq(mid); in kallsyms_lookup_names()
225 off = get_symbol_offset(seq); in kallsyms_lookup_names()
241 seq = get_symbol_seq(low - 1); in kallsyms_lookup_names()
242 off = get_symbol_offset(seq); in kallsyms_lookup_names()
253 seq = get_symbol_seq(high + 1); in kallsyms_lookup_names()
254 off = get_symbol_offset(seq); in kallsyms_lookup_names()
[all …]
|
| D | context_tracking.c | 83 int seq; in ct_kernel_exit_state() local
91 seq = ct_state_inc(offset); in ct_kernel_exit_state()
93 WARN_ON_ONCE(IS_ENABLED(CONFIG_RCU_EQS_DEBUG) && (seq & RCU_DYNTICKS_IDX)); in ct_kernel_exit_state()
103 int seq; in ct_kernel_enter_state() local
110 seq = ct_state_inc(offset); in ct_kernel_enter_state()
113 WARN_ON_ONCE(IS_ENABLED(CONFIG_RCU_EQS_DEBUG) && !(seq & RCU_DYNTICKS_IDX)); in ct_kernel_enter_state()
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 10 struct seq_file *seq; member
79 struct seq_file *seq = ctx->meta->seq; in dump_bpf_map() local
87 BPF_SEQ_PRINTF(seq, " id name max_entries\n"); in dump_bpf_map()
89 BPF_SEQ_PRINTF(seq, "%4u %-16s%6d\n", map->id, map->name, map->max_entries); in dump_bpf_map()
96 struct seq_file *seq = ctx->meta->seq; in dump_bpf_prog() local
106 BPF_SEQ_PRINTF(seq, " id name attached\n"); in dump_bpf_prog()
108 BPF_SEQ_PRINTF(seq, "%4u %-16s %s %s\n", aux->id, in dump_bpf_prog()
|
| /kernel/gcov/ |
| D | fs.c | 182 static int gcov_iter_write(struct gcov_iterator *iter, struct seq_file *seq) in gcov_iter_write() argument
193 seq_write(seq, iter->buffer + iter->pos, len); in gcov_iter_write()
204 static void *gcov_seq_start(struct seq_file *seq, loff_t *pos) in gcov_seq_start() argument
208 gcov_iter_start(seq->private); in gcov_seq_start()
210 if (gcov_iter_next(seq->private)) in gcov_seq_start()
213 return seq->private; in gcov_seq_start()
217 static void *gcov_seq_next(struct seq_file *seq, void *data, loff_t *pos) in gcov_seq_next() argument
229 static int gcov_seq_show(struct seq_file *seq, void *data) in gcov_seq_show() argument
233 if (gcov_iter_write(iter, seq)) in gcov_seq_show()
238 static void gcov_seq_stop(struct seq_file *seq, void *data) in gcov_seq_stop() argument
[all …]
|
| /kernel/sched/ |
| D | stats.c | 118 static int show_schedstat(struct seq_file *seq, void *v) in show_schedstat() argument
123 seq_printf(seq, "version %d\n", SCHEDSTAT_VERSION); in show_schedstat()
124 seq_printf(seq, "timestamp %lu\n", jiffies); in show_schedstat()
135 seq_printf(seq, in show_schedstat()
143 seq_printf(seq, "\n"); in show_schedstat()
151 seq_printf(seq, "domain%d %*pb", dcount++, in show_schedstat()
155 seq_printf(seq, " %u %u %u %u %u %u %u %u", in show_schedstat()
165 seq_printf(seq, in show_schedstat()
|
| D | psi.c | 186 seqcount_init(&per_cpu_ptr(group->pcpu, cpu)->seq); in group_init()
248 unsigned int seq; in get_recent_times() local
255 seq = read_seqcount_begin(&groupc->seq); in get_recent_times()
260 } while (read_seqcount_retry(&groupc->seq, seq)); in get_recent_times()
751 write_seqcount_begin(&groupc->seq); in psi_group_change()
804 write_seqcount_end(&groupc->seq); in psi_group_change()
828 write_seqcount_end(&groupc->seq); in psi_group_change()
977 write_seqcount_begin(&groupc->seq); in psi_account_irqtime()
982 write_seqcount_end(&groupc->seq); in psi_account_irqtime()
1433 struct seq_file *seq; in psi_write() local
[all …]
|
| D | cputime.c | 328 unsigned int seq, nextseq; in thread_group_cputime() local
346 seq = nextseq; in thread_group_cputime()
347 flags = read_seqbegin_or_lock_irqsave(&sig->stats_lock, &seq); in thread_group_cputime()
360 } while (need_seqretry(&sig->stats_lock, seq)); in thread_group_cputime()
361 done_seqretry_irqrestore(&sig->stats_lock, seq, flags); in thread_group_cputime()
848 unsigned int seq; in task_gtime() local
855 seq = read_seqcount_begin(&vtime->seqcount); in task_gtime()
861 } while (read_seqcount_retry(&vtime->seqcount, seq)); in task_gtime()
874 unsigned int seq; in task_cputime() local
886 seq = read_seqcount_begin(&vtime->seqcount); in task_cputime()
[all …]
|