| /kernel/trace/ |
| D | trace_seq.c | 28 #define TRACE_SEQ_BUF_LEFT(s) seq_buf_buffer_left(&(s)->seq) argument
33 static inline void __trace_seq_init(struct trace_seq *s) in __trace_seq_init() argument
35 if (unlikely(!s->seq.size)) in __trace_seq_init()
36 trace_seq_init(s); in __trace_seq_init()
48 int trace_print_seq(struct seq_file *m, struct trace_seq *s) in trace_print_seq() argument
52 __trace_seq_init(s); in trace_print_seq()
54 ret = seq_buf_print_seq(m, &s->seq); in trace_print_seq()
62 trace_seq_init(s); in trace_print_seq()
78 void trace_seq_printf(struct trace_seq *s, const char *fmt, ...) in trace_seq_printf() argument
80 unsigned int save_len = s->seq.len; in trace_seq_printf()
[all …]
|
| D | trace_output.c | 27 struct trace_seq *s = &iter->seq; in trace_print_bputs_msg_only() local
33 trace_seq_puts(s, field->str); in trace_print_bputs_msg_only()
35 return trace_handle_return(s); in trace_print_bputs_msg_only()
40 struct trace_seq *s = &iter->seq; in trace_print_bprintk_msg_only() local
46 trace_seq_bprintf(s, field->fmt, field->buf); in trace_print_bprintk_msg_only()
48 return trace_handle_return(s); in trace_print_bprintk_msg_only()
53 struct trace_seq *s = &iter->seq; in trace_print_printk_msg_only() local
59 trace_seq_puts(s, field->buf); in trace_print_printk_msg_only()
61 return trace_handle_return(s); in trace_print_printk_msg_only()
299 struct trace_seq *s = &iter->seq; in trace_raw_output_prep() local
[all …]
|
| D | trace_functions_graph.c | 99 struct trace_seq *s, u32 flags);
360 static void print_graph_cpu(struct trace_seq *s, int cpu) in print_graph_cpu() argument
367 trace_seq_printf(s, " %*d) ", max_bytes_for_cpu, cpu); in print_graph_cpu()
372 static void print_graph_proc(struct trace_seq *s, pid_t pid) in print_graph_proc() argument
393 trace_seq_putc(s, ' '); in print_graph_proc()
395 trace_seq_printf(s, "%s-%s", comm, pid_str); in print_graph_proc()
399 trace_seq_putc(s, ' '); in print_graph_proc()
403 static void print_graph_lat_fmt(struct trace_seq *s, struct trace_entry *entry) in print_graph_lat_fmt() argument
405 trace_seq_putc(s, ' '); in print_graph_lat_fmt()
406 trace_print_lat_fmt(s, entry); in print_graph_lat_fmt()
[all …]
|
| D | trace_osnoise.c | 426 static void print_osnoise_headers(struct seq_file *s) in print_osnoise_headers() argument
429 seq_puts(s, "# osnoise is tainted!\n"); in print_osnoise_headers()
431 seq_puts(s, "# _-------=> irqs-off\n"); in print_osnoise_headers()
432 seq_puts(s, "# / _------=> need-resched\n"); in print_osnoise_headers()
433 seq_puts(s, "# | / _-----=> need-resched-lazy\n"); in print_osnoise_headers()
434 seq_puts(s, "# || / _----=> hardirq/softirq\n"); in print_osnoise_headers()
435 seq_puts(s, "# ||| / _---=> preempt-depth\n"); in print_osnoise_headers()
436 seq_puts(s, "# |||| / _--=> preempt-lazy-depth\n"); in print_osnoise_headers()
437 seq_puts(s, "# ||||| / _-=> migrate-disable\n"); in print_osnoise_headers()
439 seq_puts(s, "# |||||| / "); in print_osnoise_headers()
[all …]
|
| D | trace_mmiotrace.c | 61 static void mmio_print_pcidev(struct trace_seq *s, const struct pci_dev *dev) in mmio_print_pcidev() argument
67 trace_seq_printf(s, "PCIDEV %02x%02x %04x%04x %x", in mmio_print_pcidev()
72 trace_seq_printf(s, " %llx", in mmio_print_pcidev()
79 trace_seq_printf(s, " %llx", in mmio_print_pcidev()
84 trace_seq_printf(s, " %s\n", drv->name); in mmio_print_pcidev()
86 trace_seq_puts(s, " \n"); in mmio_print_pcidev()
100 struct trace_seq *s = &iter->seq; in mmio_pipe_open() local
102 trace_seq_puts(s, "VERSION 20070824\n"); in mmio_pipe_open()
136 struct trace_seq *s = &iter->seq; in mmio_read() local
142 trace_seq_printf(s, "MARK 0.000000 Lost %lu events.\n", n); in mmio_read()
[all …]
|
| D | trace_sched_switch.c | 180 #define SAVED_CMDLINE_MAP_ELEMENT_SIZE(s) \ argument
181 (TASK_COMM_LEN + sizeof((s)->map_cmdline_to_pid[0]))
193 static void free_saved_cmdlines_buffer(struct saved_cmdlines_buffer *s) in free_saved_cmdlines_buffer() argument
195 int order = get_order(sizeof(*s) + s->cmdline_num * TASK_COMM_LEN); in free_saved_cmdlines_buffer()
197 kmemleak_free(s); in free_saved_cmdlines_buffer()
198 free_pages((unsigned long)s, order); in free_saved_cmdlines_buffer()
203 struct saved_cmdlines_buffer *s; in allocate_cmdlines_buffer() local
209 orig_size = sizeof(*s) + val * SAVED_CMDLINE_MAP_ELEMENT_SIZE(s); in allocate_cmdlines_buffer()
216 s = page_address(page); in allocate_cmdlines_buffer()
217 kmemleak_alloc(s, size, 1, GFP_KERNEL); in allocate_cmdlines_buffer()
[all …]
|
| D | trace_output.h | 16 seq_print_ip_sym(struct trace_seq *s, unsigned long ip,
19 extern void trace_seq_print_sym(struct trace_seq *s, unsigned long address, bool offset);
32 trace_print_lat_fmt(struct trace_seq *s, struct trace_entry *entry);
38 #define SEQ_PUT_FIELD(s, x) \ argument
39 trace_seq_putmem(s, &(x), sizeof(x))
41 #define SEQ_PUT_HEX_FIELD(s, x) \ argument
42 trace_seq_putmem_hex(s, &(x), sizeof(x))
|
| D | trace_hwlat.c | 205 struct hwlat_sample s; in get_sample() local
259 ktime_get_real_ts64(&s.timestamp); in get_sample()
291 s.seqnum = hwlat_data.count; in get_sample()
292 s.duration = sample; in get_sample()
293 s.outer_duration = outer_sample; in get_sample()
294 s.nmi_total_ts = kdata->nmi_total_ts; in get_sample()
295 s.nmi_count = kdata->nmi_count; in get_sample()
296 s.count = count; in get_sample()
297 trace_hwlat_sample(&s); in get_sample()
608 static void *s_mode_start(struct seq_file *s, loff_t *pos) in s_mode_start() argument
[all …]
|
| D | blktrace.c | 1302 static void blk_log_dump_pdu(struct trace_seq *s, in blk_log_dump_pdu() argument
1321 trace_seq_putc(s, '('); in blk_log_dump_pdu()
1325 trace_seq_printf(s, "%s%02x", in blk_log_dump_pdu()
1333 trace_seq_puts(s, " ..) "); in blk_log_dump_pdu()
1338 trace_seq_puts(s, ") "); in blk_log_dump_pdu()
1341 static void blk_log_generic(struct trace_seq *s, const struct trace_entry *ent, bool has_cg) in blk_log_generic() argument
1348 trace_seq_printf(s, "%u ", t_bytes(ent)); in blk_log_generic()
1349 blk_log_dump_pdu(s, ent, has_cg); in blk_log_generic()
1350 trace_seq_printf(s, "[%s]\n", cmd); in blk_log_generic()
1353 trace_seq_printf(s, "%llu + %u [%s]\n", in blk_log_generic()
[all …]
|
| D | trace_stat.c | 171 static void *stat_seq_start(struct seq_file *s, loff_t *pos) in stat_seq_start() argument
173 struct stat_session *session = s->private; in stat_seq_start()
195 static void *stat_seq_next(struct seq_file *s, void *p, loff_t *pos) in stat_seq_next() argument
197 struct stat_session *session = s->private; in stat_seq_next()
208 static void stat_seq_stop(struct seq_file *s, void *p) in stat_seq_stop() argument
210 struct stat_session *session = s->private; in stat_seq_stop()
214 static int stat_seq_show(struct seq_file *s, void *v) in stat_seq_show() argument
216 struct stat_session *session = s->private; in stat_seq_show()
220 return session->ts->stat_headers(s); in stat_seq_show()
222 return session->ts->stat_show(s, l->stat); in stat_seq_show()
|
| /kernel/bpf/ |
| D | percpu_freelist.c | 6 int pcpu_freelist_init(struct pcpu_freelist *s) in pcpu_freelist_init() argument
10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
11 if (!s->freelist) in pcpu_freelist_init()
15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
20 raw_spin_lock_init(&s->extralist.lock); in pcpu_freelist_init()
21 s->extralist.first = NULL; in pcpu_freelist_init()
25 void pcpu_freelist_destroy(struct pcpu_freelist *s) in pcpu_freelist_destroy() argument
27 free_percpu(s->freelist); in pcpu_freelist_destroy()
45 static inline bool pcpu_freelist_try_push_extra(struct pcpu_freelist *s, in pcpu_freelist_try_push_extra() argument
48 if (!raw_spin_trylock(&s->extralist.lock)) in pcpu_freelist_try_push_extra()
[all …]
|
| /kernel/ |
| D | scs.c | 19 static void __scs_account(void *s, int account) in __scs_account() argument
21 struct page *scs_page = vmalloc_to_page(s); in __scs_account()
34 void *s; in __scs_alloc() local
37 s = this_cpu_xchg(scs_cache[i], NULL); in __scs_alloc()
38 if (s) { in __scs_alloc()
39 s = kasan_unpoison_vmalloc(s, SCS_SIZE, in __scs_alloc()
41 memset(s, 0, SCS_SIZE); in __scs_alloc()
46 s = __vmalloc_node_range(SCS_SIZE, 1, VMALLOC_START, VMALLOC_END, in __scs_alloc()
51 return kasan_reset_tag(s); in __scs_alloc()
56 void *s; in scs_alloc() local
[all …]
|
| D | audit.c | 1237 struct audit_status s; in audit_receive_msg() local
1238 memset(&s, 0, sizeof(s)); in audit_receive_msg()
1239 s.enabled = audit_enabled; in audit_receive_msg()
1240 s.failure = audit_failure; in audit_receive_msg()
1243 s.pid = auditd_pid_vnr(); in audit_receive_msg()
1244 s.rate_limit = audit_rate_limit; in audit_receive_msg()
1245 s.backlog_limit = audit_backlog_limit; in audit_receive_msg()
1246 s.lost = atomic_read(&audit_lost); in audit_receive_msg()
1247 s.backlog = skb_queue_len(&audit_queue); in audit_receive_msg()
1248 s.feature_bitmap = AUDIT_FEATURE_BITMAP_ALL; in audit_receive_msg()
[all …]
|
| D | panic.c | 518 static void print_tainted_seq(struct seq_buf *s, bool verbose) in print_tainted_seq() argument
524 seq_buf_puts(s, "Not tainted"); in print_tainted_seq()
528 seq_buf_printf(s, "Tainted: "); in print_tainted_seq()
536 seq_buf_printf(s, "%s[%c]=%s", sep, c, t->desc); in print_tainted_seq()
540 seq_buf_putc(s, c); in print_tainted_seq()
549 struct seq_buf s; in _print_tainted() local
553 seq_buf_init(&s, buf, sizeof(buf)); in _print_tainted()
555 print_tainted_seq(&s, verbose); in _print_tainted()
557 return seq_buf_str(&s); in _print_tainted()
856 static int __init oops_setup(char *s) in oops_setup() argument
[all …]
|
| D | taskstats.c | 114 struct listener *s, *tmp; in send_cpu_listeners() local
122 list_for_each_entry(s, &listeners->list, list) { in send_cpu_listeners()
126 if (!list_is_last(&s->list, &listeners->list)) { in send_cpu_listeners()
131 rc = genlmsg_unicast(&init_net, skb_cur, s->pid); in send_cpu_listeners()
133 s->valid = 0; in send_cpu_listeners()
148 list_for_each_entry_safe(s, tmp, &listeners->list, list) { in send_cpu_listeners()
149 if (!s->valid) { in send_cpu_listeners()
150 list_del(&s->list); in send_cpu_listeners()
151 kfree(s); in send_cpu_listeners()
298 struct listener *s, *tmp, *s2; in add_del_listener() local
[all …]
|
| /kernel/rcu/ |
| D | tree_exp.h | 52 unsigned long s; in rcu_exp_gp_seq_snap() local
55 s = rcu_seq_snap(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_snap()
56 trace_rcu_exp_grace_period(rcu_state.name, s, TPS("snap")); in rcu_exp_gp_seq_snap()
57 return s; in rcu_exp_gp_seq_snap()
65 static bool rcu_exp_gp_seq_done(unsigned long s) in rcu_exp_gp_seq_done() argument
67 return rcu_seq_done(&rcu_state.expedited_sequence, s); in rcu_exp_gp_seq_done()
265 static bool sync_exp_work_done(unsigned long s) in sync_exp_work_done() argument
267 if (rcu_exp_gp_seq_done(s)) { in sync_exp_work_done()
268 trace_rcu_exp_grace_period(rcu_state.name, s, TPS("done")); in sync_exp_work_done()
287 static bool exp_funnel_lock(unsigned long s) in exp_funnel_lock() argument
[all …]
|
| D | rcu.h | 66 static inline unsigned long rcu_seq_ctr(unsigned long s) in rcu_seq_ctr() argument
68 return s >> RCU_SEQ_CTR_SHIFT; in rcu_seq_ctr()
75 static inline int rcu_seq_state(unsigned long s) in rcu_seq_state() argument
77 return s & RCU_SEQ_STATE_MASK; in rcu_seq_state()
125 unsigned long s; in rcu_seq_snap() local
127 s = (READ_ONCE(*sp) + 2 * RCU_SEQ_STATE_MASK + 1) & ~RCU_SEQ_STATE_MASK; in rcu_seq_snap()
129 return s; in rcu_seq_snap()
142 static inline bool rcu_seq_started(unsigned long *sp, unsigned long s) in rcu_seq_started() argument
144 return ULONG_CMP_LT((s - 1) & ~RCU_SEQ_STATE_MASK, READ_ONCE(*sp)); in rcu_seq_started()
151 static inline bool rcu_seq_done(unsigned long *sp, unsigned long s) in rcu_seq_done() argument
[all …]
|
| D | srcutree.c | 156 static inline bool srcu_invl_snp_seq(unsigned long s) in srcu_invl_snp_seq() argument
158 return s == SRCU_SNP_INIT_SEQ; in srcu_invl_snp_seq()
955 unsigned long s) in srcu_funnel_exp_start() argument
963 if (WARN_ON_ONCE(rcu_seq_done(&ssp->srcu_sup->srcu_gp_seq, s)) || in srcu_funnel_exp_start()
964 (!srcu_invl_snp_seq(sgsne) && ULONG_CMP_GE(sgsne, s))) in srcu_funnel_exp_start()
968 if (!srcu_invl_snp_seq(sgsne) && ULONG_CMP_GE(sgsne, s)) { in srcu_funnel_exp_start()
972 WRITE_ONCE(snp->srcu_gp_seq_needed_exp, s); in srcu_funnel_exp_start()
976 if (ULONG_CMP_LT(ssp->srcu_sup->srcu_gp_seq_needed_exp, s)) in srcu_funnel_exp_start()
977 WRITE_ONCE(ssp->srcu_sup->srcu_gp_seq_needed_exp, s); in srcu_funnel_exp_start()
995 unsigned long s, bool do_norm) in srcu_funnel_gp_start() argument
[all …]
|
| /kernel/time/ |
| D | timeconst.bc | 34 auto s, m;
35 for (s = 0; 1; s++) {
36 m = fmul(s,n,d);
38 return s;
61 s=fmuls(32,1000,hz)
63 print "#define HZ_TO_MSEC_MUL32\tU64_C(0x", fmul(s,1000,hz), ")\n"
64 print "#define HZ_TO_MSEC_ADJ32\tU64_C(0x", fadj(s,1000,hz), ")\n"
66 print "#define HZ_TO_MSEC_SHR32\t", s, "\n"
68 s=fmuls(32,hz,1000)
70 print "#define MSEC_TO_HZ_MUL32\tU64_C(0x", fmul(s,hz,1000), ")\n"
[all …]
|
| D | test_udelay.c | 27 static int udelay_test_single(struct seq_file *s, int usecs, uint32_t iters) in udelay_test_single() argument
57 seq_printf(s, "%d usecs x %d: exp=%d allowed=%d min=%d avg=%lld max=%d", in udelay_test_single()
61 seq_printf(s, " FAIL=%d", fail_count); in udelay_test_single()
62 seq_puts(s, "\n"); in udelay_test_single()
67 static int udelay_test_show(struct seq_file *s, void *v) in udelay_test_show() argument
79 return udelay_test_single(s, usecs, iters); in udelay_test_show()
84 seq_printf(s, "udelay() test (lpj=%ld kt=%lld.%09ld)\n", in udelay_test_show()
86 seq_puts(s, "usage:\n"); in udelay_test_show()
87 seq_puts(s, "echo USECS [ITERS] > " DEBUGFS_FILENAME "\n"); in udelay_test_show()
88 seq_puts(s, "cat " DEBUGFS_FILENAME "\n"); in udelay_test_show()
|
| /kernel/printk/ |
| D | index.c | 43 static void *pi_next(struct seq_file *s, void *v, loff_t *pos) in pi_next() argument
45 const struct module *mod = s->file->f_inode->i_private; in pi_next()
53 static void *pi_start(struct seq_file *s, loff_t *pos) in pi_start() argument
62 return pi_next(s, NULL, pos); in pi_start()
70 #define seq_escape_printf_format(s, src) \ argument
71 seq_escape_str(s, src, ESCAPE_ANY | ESCAPE_NAP | ESCAPE_APPEND, "\"\\")
73 static int pi_show(struct seq_file *s, void *v) in pi_show() argument
81 seq_puts(s, "# <level/flags> filename:line function \"format\"\n"); in pi_show()
101 seq_puts(s, "<c>"); in pi_show()
103 seq_printf(s, "<%d,c>", level); in pi_show()
[all …]
|
| /kernel/irq/ |
| D | timings.c | 540 struct irqt_stat __percpu *s; in irq_timings_next_event() local
570 s = idr_find(&irqt_stats, irq); in irq_timings_next_event()
571 if (s) in irq_timings_next_event()
572 irq_timings_store(irq, this_cpu_ptr(s), ts); in irq_timings_next_event()
579 idr_for_each_entry(&irqt_stats, s, i) { in irq_timings_next_event()
581 irqs = this_cpu_ptr(s); in irq_timings_next_event()
596 struct irqt_stat __percpu *s; in irq_timings_free() local
598 s = idr_find(&irqt_stats, irq); in irq_timings_free()
599 if (s) { in irq_timings_free()
600 free_percpu(s); in irq_timings_free()
[all …]
|
| /kernel/module/ |
| D | decompress.c | 88 struct z_stream_s s = { 0 }; in module_gzip_decompress() local
100 s.next_in = buf + gzip_hdr_len; in module_gzip_decompress()
101 s.avail_in = size - gzip_hdr_len; in module_gzip_decompress()
103 s.workspace = kvmalloc(zlib_inflate_workspacesize(), GFP_KERNEL); in module_gzip_decompress()
104 if (!s.workspace) in module_gzip_decompress()
107 rc = zlib_inflateInit2(&s, -MAX_WBITS); in module_gzip_decompress()
122 s.next_out = kmap_local_page(page); in module_gzip_decompress()
123 s.avail_out = PAGE_SIZE; in module_gzip_decompress()
124 rc = zlib_inflate(&s, 0); in module_gzip_decompress()
125 kunmap_local(s.next_out); in module_gzip_decompress()
[all …]
|
| /kernel/sched/ |
| D | psi.c | 258 enum psi_states s; in get_recent_times() local
276 for (s = 0; s < NR_PSI_STATES; s++) { in get_recent_times()
287 if (state_mask & (1 << s)) in get_recent_times()
288 times[s] += now - state_start; in get_recent_times()
290 delta = times[s] - groupc->times_prev[aggregator][s]; in get_recent_times()
291 groupc->times_prev[aggregator][s] = times[s]; in get_recent_times()
293 times[s] = delta; in get_recent_times()
295 *pchanged_states |= (1 << s); in get_recent_times()
349 int s; in collect_percpu_times() local
371 for (s = 0; s < PSI_NONIDLE; s++) in collect_percpu_times()
[all …]
|
| /kernel/cgroup/ |
| D | cpuset-v1.c | 277 struct cpuset_remove_tasks_struct *s; in cpuset_migrate_tasks_workfn() local
279 s = container_of(work, struct cpuset_remove_tasks_struct, work); in cpuset_migrate_tasks_workfn()
280 remove_tasks_in_empty_cpuset(s->cs); in cpuset_migrate_tasks_workfn()
281 css_put(&s->cs->css); in cpuset_migrate_tasks_workfn()
282 kfree(s); in cpuset_migrate_tasks_workfn()
317 struct cpuset_remove_tasks_struct *s; in cpuset1_hotplug_update_tasks() local
319 s = kzalloc(sizeof(*s), GFP_KERNEL); in cpuset1_hotplug_update_tasks()
320 if (WARN_ON_ONCE(!s)) { in cpuset1_hotplug_update_tasks()
325 s->cs = cs; in cpuset1_hotplug_update_tasks()
326 INIT_WORK(&s->work, cpuset_migrate_tasks_workfn); in cpuset1_hotplug_update_tasks()
[all …]
|