| /kernel/bpf/ |
| D | bpf_iter.c | 43 static void bpf_iter_inc_seq_num(struct seq_file *seq) in bpf_iter_inc_seq_num() argument
47 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_inc_seq_num()
52 static void bpf_iter_dec_seq_num(struct seq_file *seq) in bpf_iter_dec_seq_num() argument
56 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_dec_seq_num()
61 static void bpf_iter_done_stop(struct seq_file *seq) in bpf_iter_done_stop() argument
65 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_done_stop()
70 static bool bpf_iter_support_resched(struct seq_file *seq) in bpf_iter_support_resched() argument
74 iter_priv = container_of(seq->private, struct bpf_iter_priv_data, in bpf_iter_support_resched()
92 struct seq_file *seq = file->private_data; in bpf_seq_read() local
98 mutex_lock(&seq->lock); in bpf_seq_read()
[all …]
|
| D | task_iter.c | 53 static void *task_seq_start(struct seq_file *seq, loff_t *pos) in task_seq_start() argument
55 struct bpf_iter_seq_task_info *info = seq->private; in task_seq_start()
67 static void *task_seq_next(struct seq_file *seq, void *v, loff_t *pos) in task_seq_next() argument
69 struct bpf_iter_seq_task_info *info = seq->private; in task_seq_next()
89 static int __task_seq_show(struct seq_file *seq, struct task_struct *task, in DEFINE_BPF_ITER_FUNC()
96 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
101 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
107 static int task_seq_show(struct seq_file *seq, void *v) in task_seq_show() argument
109 return __task_seq_show(seq, v, false); in task_seq_show()
112 static void task_seq_stop(struct seq_file *seq, void *v) in task_seq_stop() argument
[all …]
|
| D | prog_iter.c | 13 static void *bpf_prog_seq_start(struct seq_file *seq, loff_t *pos) in bpf_prog_seq_start() argument
15 struct bpf_iter_seq_prog_info *info = seq->private; in bpf_prog_seq_start()
27 static void *bpf_prog_seq_next(struct seq_file *seq, void *v, loff_t *pos) in bpf_prog_seq_next() argument
29 struct bpf_iter_seq_prog_info *info = seq->private; in bpf_prog_seq_next()
44 static int __bpf_prog_seq_show(struct seq_file *seq, void *v, bool in_stop) in DEFINE_BPF_ITER_FUNC()
53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
61 static int bpf_prog_seq_show(struct seq_file *seq, void *v) in bpf_prog_seq_show() argument
63 return __bpf_prog_seq_show(seq, v, false); in bpf_prog_seq_show()
66 static void bpf_prog_seq_stop(struct seq_file *seq, void *v) in bpf_prog_seq_stop() argument
69 (void)__bpf_prog_seq_show(seq, v, true); in bpf_prog_seq_stop()
|
| D | map_iter.c | 13 static void *bpf_map_seq_start(struct seq_file *seq, loff_t *pos) in bpf_map_seq_start() argument
15 struct bpf_iter_seq_map_info *info = seq->private; in bpf_map_seq_start()
27 static void *bpf_map_seq_next(struct seq_file *seq, void *v, loff_t *pos) in bpf_map_seq_next() argument
29 struct bpf_iter_seq_map_info *info = seq->private; in bpf_map_seq_next()
44 static int __bpf_map_seq_show(struct seq_file *seq, void *v, bool in_stop) in DEFINE_BPF_ITER_FUNC()
53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC()
61 static int bpf_map_seq_show(struct seq_file *seq, void *v) in bpf_map_seq_show() argument
63 return __bpf_map_seq_show(seq, v, false); in bpf_map_seq_show()
66 static void bpf_map_seq_stop(struct seq_file *seq, void *v) in bpf_map_seq_stop() argument
69 (void)__bpf_map_seq_show(seq, v, true); in bpf_map_seq_stop()
[all …]
|
| /kernel/trace/ |
| D | trace_seq.c | 31 #define TRACE_SEQ_BUF_LEFT(s) seq_buf_buffer_left(&(s)->seq)
38 if (unlikely(!s->seq.size)) in __trace_seq_init()
57 ret = seq_buf_print_seq(m, &s->seq); in trace_print_seq()
83 unsigned int save_len = s->seq.len; in trace_seq_printf()
92 seq_buf_vprintf(&s->seq, fmt, ap); in trace_seq_printf()
96 if (unlikely(seq_buf_has_overflowed(&s->seq))) { in trace_seq_printf()
97 s->seq.len = save_len; in trace_seq_printf()
114 unsigned int save_len = s->seq.len; in trace_seq_bitmask()
121 seq_buf_printf(&s->seq, "%*pb", nmaskbits, maskp); in trace_seq_bitmask()
123 if (unlikely(seq_buf_has_overflowed(&s->seq))) { in trace_seq_bitmask()
[all …]
|
| D | trace_output.c | 27 struct trace_seq *s = &iter->seq; in trace_print_bputs_msg_only()
40 struct trace_seq *s = &iter->seq; in trace_print_bprintk_msg_only()
53 struct trace_seq *s = &iter->seq; in trace_print_printk_msg_only()
296 struct trace_seq *s = &iter->seq; in trace_raw_output_prep()
328 struct trace_seq *s = &iter->seq; in trace_output_raw()
558 struct trace_seq *s = &iter->seq; in lat_print_timestamp()
613 struct trace_seq *s = &iter->seq; in trace_print_context()
645 struct trace_seq *s = &iter->seq; in trace_print_lat_context()
848 trace_seq_printf(&iter->seq, "type: %d\n", iter->ent->type); in trace_nop_print()
850 return trace_handle_return(&iter->seq); in trace_nop_print()
[all …]
|
| D | trace.c | 1679 if (trace_seq_used(s) <= s->seq.readpos) in trace_seq_to_buffer()
1682 len = trace_seq_used(s) - s->seq.readpos; in trace_seq_to_buffer()
1685 memcpy(buf, s->buffer + s->seq.readpos, cnt); in trace_seq_to_buffer()
1687 s->seq.readpos += cnt; in trace_seq_to_buffer()
2869 trace_seq_init(&iter->seq); in output_printk()
2872 trace_seq_putc(&iter->seq, 0); in output_printk()
2873 printk("%s", iter->seq.buffer); in output_printk()
3730 struct seq_buf *seq = &s->seq; in show_buffer() local
3732 seq_buf_terminate(seq); in show_buffer()
3734 return seq->buffer; in show_buffer()
[all …]
|
| D | trace_mmiotrace.c | 100 struct trace_seq *s = &iter->seq; in mmio_pipe_open()
136 struct trace_seq *s = &iter->seq; in mmio_read()
170 struct trace_seq *s = &iter->seq; in mmio_print_rw()
215 struct trace_seq *s = &iter->seq; in mmio_print_map()
249 struct trace_seq *s = &iter->seq; in mmio_print_mark()
|
| /kernel/cgroup/ |
| D | debug.c | 40 static int current_css_set_read(struct seq_file *seq, void *v) in current_css_set_read() argument
42 struct kernfs_open_file *of = seq->private; in current_css_set_read()
55 seq_printf(seq, "css_set %pK %d", cset, refcnt); in current_css_set_read()
57 seq_printf(seq, " +%d", refcnt - cset->nr_tasks); in current_css_set_read()
58 seq_puts(seq, "\n"); in current_css_set_read()
67 seq_printf(seq, "%2d: %-4s\t- %p[%d]\n", ss->id, ss->name, in current_css_set_read()
87 static int current_css_set_cg_links_read(struct seq_file *seq, void *v) in current_css_set_cg_links_read() argument
104 seq_printf(seq, "Root %d group %s\n", in current_css_set_cg_links_read()
114 static int cgroup_css_links_read(struct seq_file *seq, void *v) in cgroup_css_links_read() argument
116 struct cgroup_subsys_state *css = seq_css(seq); in cgroup_css_links_read()
[all …]
|
| D | cgroup.c | 1943 static int cgroup_show_options(struct seq_file *seq, struct kernfs_root *kf_root) in cgroup_show_options() argument
1946 seq_puts(seq, ",nsdelegate"); in cgroup_show_options()
1948 seq_puts(seq, ",memory_localevents"); in cgroup_show_options()
1950 seq_puts(seq, ",memory_recursiveprot"); in cgroup_show_options()
2963 static void cgroup_print_ss_mask(struct seq_file *seq, u16 ss_mask) in cgroup_print_ss_mask() argument
2971 seq_putc(seq, ' '); in cgroup_print_ss_mask()
2972 seq_puts(seq, ss->name); in cgroup_print_ss_mask()
2976 seq_putc(seq, '\n'); in cgroup_print_ss_mask()
2980 static int cgroup_controllers_show(struct seq_file *seq, void *v) in cgroup_controllers_show() argument
2982 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_controllers_show()
[all …]
|
| D | cgroup-v1.c | 580 static int cgroup_release_agent_show(struct seq_file *seq, void *v) in cgroup_release_agent_show() argument
582 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_release_agent_show()
585 seq_puts(seq, cgrp->root->release_agent_path); in cgroup_release_agent_show()
587 seq_putc(seq, '\n'); in cgroup_release_agent_show()
591 static int cgroup_sane_behavior_show(struct seq_file *seq, void *v) in cgroup_sane_behavior_show() argument
593 seq_puts(seq, "0\n"); in cgroup_sane_behavior_show()
876 static int cgroup1_show_options(struct seq_file *seq, struct kernfs_root *kf_root) in cgroup1_show_options() argument
884 seq_show_option(seq, ss->legacy_name, NULL); in cgroup1_show_options()
886 seq_puts(seq, ",noprefix"); in cgroup1_show_options()
888 seq_puts(seq, ",xattr"); in cgroup1_show_options()
[all …]
|
| D | rstat.c | 322 unsigned seq; in cgroup_base_stat_flush() local
330 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
332 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
439 void cgroup_base_stat_cputime_show(struct seq_file *seq) in cgroup_base_stat_cputime_show() argument
441 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_base_stat_cputime_show()
462 seq_printf(seq, "usage_usec %llu\n" in cgroup_base_stat_cputime_show()
|
| /kernel/time/ |
| D | timekeeping.c | 52 seqcount_raw_spinlock_t seq; member
55 .seq = SEQCNT_RAW_SPINLOCK_ZERO(tk_core.seq, &timekeeper_lock),
73 seqcount_latch_t seq; member
107 .seq = SEQCNT_LATCH_ZERO(tk_fast_mono.seq),
113 .seq = SEQCNT_LATCH_ZERO(tk_fast_raw.seq),
245 unsigned int seq; in timekeeping_get_delta() local
255 seq = read_seqcount_begin(&tk_core.seq); in timekeeping_get_delta()
260 } while (read_seqcount_retry(&tk_core.seq, seq)); in timekeeping_get_delta()
423 raw_write_seqcount_latch(&tkf->seq); in update_fast_timekeeper()
429 raw_write_seqcount_latch(&tkf->seq); in update_fast_timekeeper()
[all …]
|
| D | sched_clock.c | 39 seqcount_latch_t seq; member
72 notrace struct clock_read_data *sched_clock_read_begin(unsigned int *seq) in sched_clock_read_begin() argument
74 *seq = raw_read_seqcount_latch(&cd.seq); in sched_clock_read_begin()
75 return cd.read_data + (*seq & 1); in sched_clock_read_begin()
78 notrace int sched_clock_read_retry(unsigned int seq) in sched_clock_read_retry() argument
80 return read_seqcount_latch_retry(&cd.seq, seq); in sched_clock_read_retry()
86 unsigned int seq; in sched_clock() local
90 rd = sched_clock_read_begin(&seq); in sched_clock()
95 } while (sched_clock_read_retry(seq)); in sched_clock()
116 raw_write_seqcount_latch(&cd.seq); in update_clock_read_data()
[all …]
|
| D | jiffies.c | 50 unsigned int seq; in get_jiffies_64() local
54 seq = read_seqcount_begin(&jiffies_seq); in get_jiffies_64()
56 } while (read_seqcount_retry(&jiffies_seq, seq)); in get_jiffies_64()
|
| /kernel/printk/ |
| D | printk_ringbuffer.c | 482 *seq_out = info->seq; /* also part of desc_read:C */ in desc_read()
1492 u64 seq; in prb_reserve() local
1520 seq = info->seq; in prb_reserve()
1541 if (seq == 0 && DESC_INDEX(desc_ring, id) != 0) in prb_reserve()
1542 info->seq = DESC_INDEX(desc_ring, id); in prb_reserve()
1544 info->seq = seq + DESCS_COUNT(desc_ring); in prb_reserve()
1552 if (info->seq > 0) in prb_reserve()
1756 unsigned long id, u64 seq, in desc_read_finalized_seq() argument
1773 s != seq) { in desc_read_finalized_seq()
1796 static int prb_read(struct printk_ringbuffer *rb, u64 seq, in prb_read() argument
[all …]
|
| D | printk.c | 455 unsigned int seq; in latched_seq_read_nolock() local
460 seq = raw_read_seqcount_latch(&ls->latch); in latched_seq_read_nolock()
461 idx = seq & 0x1; in latched_seq_read_nolock()
463 } while (read_seqcount_latch_retry(&ls->latch, seq)); in latched_seq_read_nolock()
577 (info->facility << 3) | info->level, info->seq, in info_print_ext_header()
639 atomic64_t seq; member
739 if (!prb_read_valid(prb, atomic64_read(&user->seq), r)) { in devkmsg_read()
757 atomic64_read(&user->seq), r)); /* LMM(devkmsg_read:A) */ in devkmsg_read()
762 if (r->info->seq != atomic64_read(&user->seq)) { in devkmsg_read()
764 atomic64_set(&user->seq, r->info->seq); in devkmsg_read()
[all …]
|
| D | printk_ringbuffer.h | 16 u64 seq; /* sequence number */ member
247 .seq = -(u64)_DESCS_COUNT(descbits), \
252 .seq = 0, \
356 for ((s) = from; prb_read_valid(rb, s, r); (s) = (r)->info->seq + 1)
374 for ((s) = from; prb_read_valid_info(rb, s, i, lc); (s) = (i)->seq + 1)
376 bool prb_read_valid(struct printk_ringbuffer *rb, u64 seq,
378 bool prb_read_valid_info(struct printk_ringbuffer *rb, u64 seq,
|
| /kernel/ |
| D | user_namespace.c | 594 static int uid_m_show(struct seq_file *seq, void *v) in uid_m_show() argument
596 struct user_namespace *ns = seq->private; in uid_m_show()
601 lower_ns = seq_user_ns(seq); in uid_m_show()
607 seq_printf(seq, "%10u %10u %10u\n", in uid_m_show()
615 static int gid_m_show(struct seq_file *seq, void *v) in gid_m_show() argument
617 struct user_namespace *ns = seq->private; in gid_m_show()
622 lower_ns = seq_user_ns(seq); in gid_m_show()
628 seq_printf(seq, "%10u %10u %10u\n", in gid_m_show()
636 static int projid_m_show(struct seq_file *seq, void *v) in projid_m_show() argument
638 struct user_namespace *ns = seq->private; in projid_m_show()
[all …]
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 10 struct seq_file *seq; member
79 struct seq_file *seq = ctx->meta->seq; in dump_bpf_map() local
87 BPF_SEQ_PRINTF(seq, " id name max_entries\n"); in dump_bpf_map()
89 BPF_SEQ_PRINTF(seq, "%4u %-16s%6d\n", map->id, map->name, map->max_entries); in dump_bpf_map()
96 struct seq_file *seq = ctx->meta->seq; in dump_bpf_prog() local
106 BPF_SEQ_PRINTF(seq, " id name attached\n"); in dump_bpf_prog()
108 BPF_SEQ_PRINTF(seq, "%4u %-16s %s %s\n", aux->id, in dump_bpf_prog()
|
| /kernel/sched/ |
| D | stats.c | 15 static int show_schedstat(struct seq_file *seq, void *v) in show_schedstat() argument
20 seq_printf(seq, "version %d\n", SCHEDSTAT_VERSION); in show_schedstat()
21 seq_printf(seq, "timestamp %lu\n", jiffies); in show_schedstat()
32 seq_printf(seq, in show_schedstat()
40 seq_printf(seq, "\n"); in show_schedstat()
48 seq_printf(seq, "domain%d %*pb", dcount++, in show_schedstat()
52 seq_printf(seq, " %u %u %u %u %u %u %u %u", in show_schedstat()
62 seq_printf(seq, in show_schedstat()
|
| D | cputime.c | 319 unsigned int seq, nextseq; in thread_group_cputime() local
337 seq = nextseq; in thread_group_cputime()
338 flags = read_seqbegin_or_lock_irqsave(&sig->stats_lock, &seq); in thread_group_cputime()
351 } while (need_seqretry(&sig->stats_lock, seq)); in thread_group_cputime()
352 done_seqretry_irqrestore(&sig->stats_lock, seq, flags); in thread_group_cputime()
833 unsigned int seq; in task_gtime() local
840 seq = read_seqcount_begin(&vtime->seqcount); in task_gtime()
846 } while (read_seqcount_retry(&vtime->seqcount, seq)); in task_gtime()
859 unsigned int seq; in task_cputime() local
869 seq = read_seqcount_begin(&vtime->seqcount); in task_cputime()
[all …]
|
| D | psi.c | 199 seqcount_init(&per_cpu_ptr(group->pcpu, cpu)->seq); in group_init()
264 unsigned int seq; in get_recent_times() local
271 seq = read_seqcount_begin(&groupc->seq); in get_recent_times()
276 } while (read_seqcount_retry(&groupc->seq, seq)); in get_recent_times()
751 write_seqcount_begin(&groupc->seq); in psi_group_change()
793 write_seqcount_end(&groupc->seq); in psi_group_change()
1325 struct seq_file *seq; in psi_write() local
1340 seq = file->private_data; in psi_write()
1343 mutex_lock(&seq->lock); in psi_write()
1346 if (seq->private) { in psi_write()
[all …]
|
| /kernel/gcov/ |
| D | fs.c | 182 static int gcov_iter_write(struct gcov_iterator *iter, struct seq_file *seq) in gcov_iter_write() argument
193 seq_write(seq, iter->buffer + iter->pos, len); in gcov_iter_write()
204 static void *gcov_seq_start(struct seq_file *seq, loff_t *pos) in gcov_seq_start() argument
208 gcov_iter_start(seq->private); in gcov_seq_start()
210 if (gcov_iter_next(seq->private)) in gcov_seq_start()
213 return seq->private; in gcov_seq_start()
217 static void *gcov_seq_next(struct seq_file *seq, void *data, loff_t *pos) in gcov_seq_next() argument
229 static int gcov_seq_show(struct seq_file *seq, void *data) in gcov_seq_show() argument
233 if (gcov_iter_write(iter, seq)) in gcov_seq_show()
238 static void gcov_seq_stop(struct seq_file *seq, void *data) in gcov_seq_stop() argument
[all …]
|
| /kernel/rcu/ |
| D | rcu_segcblist.c | 482 void rcu_segcblist_advance(struct rcu_segcblist *rsclp, unsigned long seq) in rcu_segcblist_advance() argument
495 if (ULONG_CMP_LT(seq, rsclp->gp_seq[i])) in rcu_segcblist_advance()
539 bool rcu_segcblist_accelerate(struct rcu_segcblist *rsclp, unsigned long seq) in rcu_segcblist_accelerate() argument
557 ULONG_CMP_LT(rsclp->gp_seq[i], seq)) in rcu_segcblist_accelerate()
597 rsclp->gp_seq[i] = seq; in rcu_segcblist_accelerate()
|