| /kernel/trace/ |
| D | trace_seq.c | 31 #define TRACE_SEQ_BUF_LEFT(s) seq_buf_buffer_left(&(s)->seq) argument
36 static inline void __trace_seq_init(struct trace_seq *s) in __trace_seq_init() argument
38 if (unlikely(!s->seq.size)) in __trace_seq_init()
39 trace_seq_init(s); in __trace_seq_init()
51 int trace_print_seq(struct seq_file *m, struct trace_seq *s) in trace_print_seq() argument
55 __trace_seq_init(s); in trace_print_seq()
57 ret = seq_buf_print_seq(m, &s->seq); in trace_print_seq()
65 trace_seq_init(s); in trace_print_seq()
81 void trace_seq_printf(struct trace_seq *s, const char *fmt, ...) in trace_seq_printf() argument
83 unsigned int save_len = s->seq.len; in trace_seq_printf()
[all …]
|
| D | trace_output.c | 28 struct trace_seq *s = &iter->seq; in trace_print_bputs_msg_only() local
34 trace_seq_puts(s, field->str); in trace_print_bputs_msg_only()
36 return trace_handle_return(s); in trace_print_bputs_msg_only()
41 struct trace_seq *s = &iter->seq; in trace_print_bprintk_msg_only() local
47 trace_seq_bprintf(s, field->fmt, field->buf); in trace_print_bprintk_msg_only()
49 return trace_handle_return(s); in trace_print_bprintk_msg_only()
54 struct trace_seq *s = &iter->seq; in trace_print_printk_msg_only() local
60 trace_seq_puts(s, field->buf); in trace_print_printk_msg_only()
62 return trace_handle_return(s); in trace_print_printk_msg_only()
297 struct trace_seq *s = &iter->seq; in trace_raw_output_prep() local
[all …]
|
| D | trace_functions_graph.c | 95 struct trace_seq *s, u32 flags);
331 static void print_graph_cpu(struct trace_seq *s, int cpu) in print_graph_cpu() argument
338 trace_seq_printf(s, " %*d) ", max_bytes_for_cpu, cpu); in print_graph_cpu()
343 static void print_graph_proc(struct trace_seq *s, pid_t pid) in print_graph_proc() argument
364 trace_seq_putc(s, ' '); in print_graph_proc()
366 trace_seq_printf(s, "%s-%s", comm, pid_str); in print_graph_proc()
370 trace_seq_putc(s, ' '); in print_graph_proc()
374 static void print_graph_lat_fmt(struct trace_seq *s, struct trace_entry *entry) in print_graph_lat_fmt() argument
376 trace_seq_putc(s, ' '); in print_graph_lat_fmt()
377 trace_print_lat_fmt(s, entry); in print_graph_lat_fmt()
[all …]
|
| D | trace_osnoise.c | 396 static void print_osnoise_headers(struct seq_file *s) in print_osnoise_headers() argument
399 seq_puts(s, "# osnoise is tainted!\n"); in print_osnoise_headers()
401 seq_puts(s, "# _-------=> irqs-off\n"); in print_osnoise_headers()
402 seq_puts(s, "# / _------=> need-resched\n"); in print_osnoise_headers()
403 seq_puts(s, "# | / _-----=> need-resched-lazy\n"); in print_osnoise_headers()
404 seq_puts(s, "# || / _----=> hardirq/softirq\n"); in print_osnoise_headers()
405 seq_puts(s, "# ||| / _---=> preempt-depth\n"); in print_osnoise_headers()
406 seq_puts(s, "# |||| / _--=> preempt-lazy-depth\n"); in print_osnoise_headers()
407 seq_puts(s, "# ||||| / _-=> migrate-disable\n"); in print_osnoise_headers()
409 seq_puts(s, "# |||||| / "); in print_osnoise_headers()
[all …]
|
| D | trace_mmiotrace.c | 61 static void mmio_print_pcidev(struct trace_seq *s, const struct pci_dev *dev) in mmio_print_pcidev() argument
67 trace_seq_printf(s, "PCIDEV %02x%02x %04x%04x %x", in mmio_print_pcidev()
72 trace_seq_printf(s, " %llx", in mmio_print_pcidev()
79 trace_seq_printf(s, " %llx", in mmio_print_pcidev()
84 trace_seq_printf(s, " %s\n", drv->name); in mmio_print_pcidev()
86 trace_seq_puts(s, " \n"); in mmio_print_pcidev()
100 struct trace_seq *s = &iter->seq; in mmio_pipe_open() local
102 trace_seq_puts(s, "VERSION 20070824\n"); in mmio_pipe_open()
136 struct trace_seq *s = &iter->seq; in mmio_read() local
142 trace_seq_printf(s, "MARK 0.000000 Lost %lu events.\n", n); in mmio_read()
[all …]
|
| D | trace_output.h | 16 seq_print_ip_sym(struct trace_seq *s, unsigned long ip,
19 extern void trace_seq_print_sym(struct trace_seq *s, unsigned long address, bool offset);
30 trace_print_lat_fmt(struct trace_seq *s, struct trace_entry *entry);
36 #define SEQ_PUT_FIELD(s, x) \ argument
37 trace_seq_putmem(s, &(x), sizeof(x))
39 #define SEQ_PUT_HEX_FIELD(s, x) \ argument
40 trace_seq_putmem_hex(s, &(x), sizeof(x))
|
| D | trace_hwlat.c | 205 struct hwlat_sample s; in get_sample() local
259 ktime_get_real_ts64(&s.timestamp); in get_sample()
291 s.seqnum = hwlat_data.count; in get_sample()
292 s.duration = sample; in get_sample()
293 s.outer_duration = outer_sample; in get_sample()
294 s.nmi_total_ts = kdata->nmi_total_ts; in get_sample()
295 s.nmi_count = kdata->nmi_count; in get_sample()
296 s.count = count; in get_sample()
297 trace_hwlat_sample(&s); in get_sample()
606 static void *s_mode_start(struct seq_file *s, loff_t *pos) in s_mode_start() argument
[all …]
|
| D | blktrace.c | 1307 static void blk_log_dump_pdu(struct trace_seq *s, in blk_log_dump_pdu() argument
1326 trace_seq_putc(s, '('); in blk_log_dump_pdu()
1330 trace_seq_printf(s, "%s%02x", in blk_log_dump_pdu()
1338 trace_seq_puts(s, " ..) "); in blk_log_dump_pdu()
1343 trace_seq_puts(s, ") "); in blk_log_dump_pdu()
1346 static void blk_log_generic(struct trace_seq *s, const struct trace_entry *ent, bool has_cg) in blk_log_generic() argument
1353 trace_seq_printf(s, "%u ", t_bytes(ent)); in blk_log_generic()
1354 blk_log_dump_pdu(s, ent, has_cg); in blk_log_generic()
1355 trace_seq_printf(s, "[%s]\n", cmd); in blk_log_generic()
1358 trace_seq_printf(s, "%llu + %u [%s]\n", in blk_log_generic()
[all …]
|
| D | trace_stat.c | 171 static void *stat_seq_start(struct seq_file *s, loff_t *pos) in stat_seq_start() argument
173 struct stat_session *session = s->private; in stat_seq_start()
195 static void *stat_seq_next(struct seq_file *s, void *p, loff_t *pos) in stat_seq_next() argument
197 struct stat_session *session = s->private; in stat_seq_next()
208 static void stat_seq_stop(struct seq_file *s, void *p) in stat_seq_stop() argument
210 struct stat_session *session = s->private; in stat_seq_stop()
214 static int stat_seq_show(struct seq_file *s, void *v) in stat_seq_show() argument
216 struct stat_session *session = s->private; in stat_seq_show()
220 return session->ts->stat_headers(s); in stat_seq_show()
222 return session->ts->stat_show(s, l->stat); in stat_seq_show()
|
| /kernel/bpf/ |
| D | percpu_freelist.c | 6 int pcpu_freelist_init(struct pcpu_freelist *s) in pcpu_freelist_init() argument
10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
11 if (!s->freelist) in pcpu_freelist_init()
15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
20 raw_spin_lock_init(&s->extralist.lock); in pcpu_freelist_init()
21 s->extralist.first = NULL; in pcpu_freelist_init()
25 void pcpu_freelist_destroy(struct pcpu_freelist *s) in pcpu_freelist_destroy() argument
27 free_percpu(s->freelist); in pcpu_freelist_destroy()
45 static inline bool pcpu_freelist_try_push_extra(struct pcpu_freelist *s, in pcpu_freelist_try_push_extra() argument
48 if (!raw_spin_trylock(&s->extralist.lock)) in pcpu_freelist_try_push_extra()
[all …]
|
| /kernel/ |
| D | scs.c | 19 static void __scs_account(void *s, int account) in __scs_account() argument
21 struct page *scs_page = vmalloc_to_page(s); in __scs_account()
34 void *s; in __scs_alloc() local
37 s = this_cpu_xchg(scs_cache[i], NULL); in __scs_alloc()
38 if (s) { in __scs_alloc()
39 s = kasan_unpoison_vmalloc(s, SCS_SIZE, in __scs_alloc()
41 memset(s, 0, SCS_SIZE); in __scs_alloc()
46 s = __vmalloc_node_range(SCS_SIZE, 1, VMALLOC_START, VMALLOC_END, in __scs_alloc()
51 return kasan_reset_tag(s); in __scs_alloc()
56 void *s; in scs_alloc() local
[all …]
|
| D | audit.c | 1238 struct audit_status s; in audit_receive_msg() local
1239 memset(&s, 0, sizeof(s)); in audit_receive_msg()
1240 s.enabled = audit_enabled; in audit_receive_msg()
1241 s.failure = audit_failure; in audit_receive_msg()
1244 s.pid = auditd_pid_vnr(); in audit_receive_msg()
1245 s.rate_limit = audit_rate_limit; in audit_receive_msg()
1246 s.backlog_limit = audit_backlog_limit; in audit_receive_msg()
1247 s.lost = atomic_read(&audit_lost); in audit_receive_msg()
1248 s.backlog = skb_queue_len(&audit_queue); in audit_receive_msg()
1249 s.feature_bitmap = AUDIT_FEATURE_BITMAP_ALL; in audit_receive_msg()
[all …]
|
| D | taskstats.c | 114 struct listener *s, *tmp; in send_cpu_listeners() local
122 list_for_each_entry(s, &listeners->list, list) { in send_cpu_listeners()
126 if (!list_is_last(&s->list, &listeners->list)) { in send_cpu_listeners()
131 rc = genlmsg_unicast(&init_net, skb_cur, s->pid); in send_cpu_listeners()
133 s->valid = 0; in send_cpu_listeners()
148 list_for_each_entry_safe(s, tmp, &listeners->list, list) { in send_cpu_listeners()
149 if (!s->valid) { in send_cpu_listeners()
150 list_del(&s->list); in send_cpu_listeners()
151 kfree(s); in send_cpu_listeners()
299 struct listener *s, *tmp, *s2; in add_del_listener() local
[all …]
|
| D | panic.c | 498 char *s; in print_tainted() local
501 s = buf + sprintf(buf, "Tainted: "); in print_tainted()
504 *s++ = test_bit(i, &tainted_mask) ? in print_tainted()
507 *s = 0; in print_tainted()
773 static int __init oops_setup(char *s) in oops_setup() argument
775 if (!s) in oops_setup()
777 if (!strcmp(s, "panic")) in oops_setup()
783 static int __init panic_on_taint_setup(char *s) in panic_on_taint_setup() argument
787 if (!s) in panic_on_taint_setup()
790 taint_str = strsep(&s, ","); in panic_on_taint_setup()
[all …]
|
| /kernel/rcu/ |
| D | tree_exp.h | 50 unsigned long s; in rcu_exp_gp_seq_snap() local
53 s = rcu_seq_snap(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_snap()
54 trace_rcu_exp_grace_period(rcu_state.name, s, TPS("snap")); in rcu_exp_gp_seq_snap()
55 return s; in rcu_exp_gp_seq_snap()
63 static bool rcu_exp_gp_seq_done(unsigned long s) in rcu_exp_gp_seq_done() argument
65 return rcu_seq_done(&rcu_state.expedited_sequence, s); in rcu_exp_gp_seq_done()
264 static bool sync_exp_work_done(unsigned long s) in sync_exp_work_done() argument
266 if (rcu_exp_gp_seq_done(s)) { in sync_exp_work_done()
267 trace_rcu_exp_grace_period(rcu_state.name, s, TPS("done")); in sync_exp_work_done()
281 static bool exp_funnel_lock(unsigned long s) in exp_funnel_lock() argument
[all …]
|
| D | rcu.h | 31 static inline unsigned long rcu_seq_ctr(unsigned long s) in rcu_seq_ctr() argument
33 return s >> RCU_SEQ_CTR_SHIFT; in rcu_seq_ctr()
40 static inline int rcu_seq_state(unsigned long s) in rcu_seq_state() argument
42 return s & RCU_SEQ_STATE_MASK; in rcu_seq_state()
90 unsigned long s; in rcu_seq_snap() local
92 s = (READ_ONCE(*sp) + 2 * RCU_SEQ_STATE_MASK + 1) & ~RCU_SEQ_STATE_MASK; in rcu_seq_snap()
94 return s; in rcu_seq_snap()
107 static inline bool rcu_seq_started(unsigned long *sp, unsigned long s) in rcu_seq_started() argument
109 return ULONG_CMP_LT((s - 1) & ~RCU_SEQ_STATE_MASK, READ_ONCE(*sp)); in rcu_seq_started()
116 static inline bool rcu_seq_done(unsigned long *sp, unsigned long s) in rcu_seq_done() argument
[all …]
|
| D | srcutree.c | 155 static inline bool srcu_invl_snp_seq(unsigned long s) in srcu_invl_snp_seq() argument
157 return rcu_seq_state(s) == SRCU_SNP_INIT_SEQ; in srcu_invl_snp_seq()
847 unsigned long s) in srcu_funnel_exp_start() argument
855 if (rcu_seq_done(&ssp->srcu_gp_seq, s) || in srcu_funnel_exp_start()
856 (!srcu_invl_snp_seq(sgsne) && ULONG_CMP_GE(sgsne, s))) in srcu_funnel_exp_start()
860 if (!srcu_invl_snp_seq(sgsne) && ULONG_CMP_GE(sgsne, s)) { in srcu_funnel_exp_start()
864 WRITE_ONCE(snp->srcu_gp_seq_needed_exp, s); in srcu_funnel_exp_start()
868 if (ULONG_CMP_LT(ssp->srcu_gp_seq_needed_exp, s)) in srcu_funnel_exp_start()
869 WRITE_ONCE(ssp->srcu_gp_seq_needed_exp, s); in srcu_funnel_exp_start()
884 unsigned long s, bool do_norm) in srcu_funnel_gp_start() argument
[all …]
|
| /kernel/printk/ |
| D | index.c | 43 static void *pi_next(struct seq_file *s, void *v, loff_t *pos) in pi_next() argument
45 const struct module *mod = s->file->f_inode->i_private; in pi_next()
53 static void *pi_start(struct seq_file *s, loff_t *pos) in pi_start() argument
62 return pi_next(s, NULL, pos); in pi_start()
70 #define seq_escape_printf_format(s, src) \ argument
71 seq_escape_str(s, src, ESCAPE_ANY | ESCAPE_NAP | ESCAPE_APPEND, "\"\\")
73 static int pi_show(struct seq_file *s, void *v) in pi_show() argument
81 seq_puts(s, "# <level/flags> filename:line function \"format\"\n"); in pi_show()
101 seq_puts(s, "<c>"); in pi_show()
103 seq_printf(s, "<%d,c>", level); in pi_show()
[all …]
|
| /kernel/time/ |
| D | timeconst.bc | 34 auto s, m;
35 for (s = 0; 1; s++) {
36 m = fmul(s,n,d);
38 return s;
61 s=fmuls(32,1000,hz)
63 print "#define HZ_TO_MSEC_MUL32\tU64_C(0x", fmul(s,1000,hz), ")\n"
64 print "#define HZ_TO_MSEC_ADJ32\tU64_C(0x", fadj(s,1000,hz), ")\n"
66 print "#define HZ_TO_MSEC_SHR32\t", s, "\n"
68 s=fmuls(32,hz,1000)
70 print "#define MSEC_TO_HZ_MUL32\tU64_C(0x", fmul(s,hz,1000), ")\n"
[all …]
|
| D | test_udelay.c | 27 static int udelay_test_single(struct seq_file *s, int usecs, uint32_t iters) in udelay_test_single() argument
57 seq_printf(s, "%d usecs x %d: exp=%d allowed=%d min=%d avg=%lld max=%d", in udelay_test_single()
61 seq_printf(s, " FAIL=%d", fail_count); in udelay_test_single()
62 seq_puts(s, "\n"); in udelay_test_single()
67 static int udelay_test_show(struct seq_file *s, void *v) in udelay_test_show() argument
79 return udelay_test_single(s, usecs, iters); in udelay_test_show()
84 seq_printf(s, "udelay() test (lpj=%ld kt=%lld.%09ld)\n", in udelay_test_show()
86 seq_puts(s, "usage:\n"); in udelay_test_show()
87 seq_puts(s, "echo USECS [ITERS] > " DEBUGFS_FILENAME "\n"); in udelay_test_show()
88 seq_puts(s, "cat " DEBUGFS_FILENAME "\n"); in udelay_test_show()
|
| /kernel/power/ |
| D | main.c | 130 char *s = buf; in mem_sleep_show() local
140 s += sprintf(s, "[%s] ", label); in mem_sleep_show()
142 s += sprintf(s, "%s ", label); in mem_sleep_show()
147 if (s != buf) in mem_sleep_show()
148 *(s-1) = '\n'; in mem_sleep_show()
150 return (s - buf); in mem_sleep_show()
248 char *s = buf; in pm_test_show() local
254 s += sprintf(s, "[%s] ", pm_tests[level]); in pm_test_show()
256 s += sprintf(s, "%s ", pm_tests[level]); in pm_test_show()
259 if (s != buf) in pm_test_show()
[all …]
|
| /kernel/irq/ |
| D | timings.c | 540 struct irqt_stat __percpu *s; in irq_timings_next_event() local
570 s = idr_find(&irqt_stats, irq); in irq_timings_next_event()
571 if (s) in irq_timings_next_event()
572 irq_timings_store(irq, this_cpu_ptr(s), ts); in irq_timings_next_event()
579 idr_for_each_entry(&irqt_stats, s, i) { in irq_timings_next_event()
581 irqs = this_cpu_ptr(s); in irq_timings_next_event()
596 struct irqt_stat __percpu *s; in irq_timings_free() local
598 s = idr_find(&irqt_stats, irq); in irq_timings_free()
599 if (s) { in irq_timings_free()
600 free_percpu(s); in irq_timings_free()
[all …]
|
| /kernel/module/ |
| D | decompress.c | 88 struct z_stream_s s = { 0 }; in module_gzip_decompress() local
100 s.next_in = buf + gzip_hdr_len; in module_gzip_decompress()
101 s.avail_in = size - gzip_hdr_len; in module_gzip_decompress()
103 s.workspace = vmalloc(zlib_inflate_workspacesize()); in module_gzip_decompress()
104 if (!s.workspace) in module_gzip_decompress()
107 rc = zlib_inflateInit2(&s, -MAX_WBITS); in module_gzip_decompress()
122 s.next_out = kmap_local_page(page); in module_gzip_decompress()
123 s.avail_out = PAGE_SIZE; in module_gzip_decompress()
124 rc = zlib_inflate(&s, 0); in module_gzip_decompress()
125 kunmap_local(s.next_out); in module_gzip_decompress()
[all …]
|
| /kernel/sched/ |
| D | psi.c | 247 enum psi_states s; in get_recent_times() local
263 for (s = 0; s < NR_PSI_STATES; s++) { in get_recent_times()
274 if (state_mask & (1 << s)) in get_recent_times()
275 times[s] += now - state_start; in get_recent_times()
277 delta = times[s] - groupc->times_prev[aggregator][s]; in get_recent_times()
278 groupc->times_prev[aggregator][s] = times[s]; in get_recent_times()
280 times[s] = delta; in get_recent_times()
282 *pchanged_states |= (1 << s); in get_recent_times()
314 int s; in collect_percpu_times() local
336 for (s = 0; s < PSI_NONIDLE; s++) in collect_percpu_times()
[all …]
|
| /kernel/dma/ |
| D | debug.c | 1297 struct scatterlist *s; in debug_dma_map_sg() local
1303 for_each_sg(sg, s, nents, i) { in debug_dma_map_sg()
1304 check_for_stack(dev, sg_page(s), s->offset); in debug_dma_map_sg()
1305 if (!PageHighMem(sg_page(s))) in debug_dma_map_sg()
1306 check_for_illegal_area(dev, sg_virt(s), s->length); in debug_dma_map_sg()
1309 for_each_sg(sg, s, mapped_ents, i) { in debug_dma_map_sg()
1316 entry->pfn = page_to_pfn(sg_page(s)); in debug_dma_map_sg()
1317 entry->offset = s->offset; in debug_dma_map_sg()
1318 entry->size = sg_dma_len(s); in debug_dma_map_sg()
1319 entry->dev_addr = sg_dma_address(s); in debug_dma_map_sg()
[all …]
|