| /kernel/locking/ |
| D | qspinlock.c | 197 atomic_andnot(_Q_PENDING_VAL, &lock->val); in clear_pending()
208 atomic_add(-_Q_PENDING_VAL + _Q_LOCKED_VAL, &lock->val); in clear_pending_set_locked()
223 u32 old, new, val = atomic_read(&lock->val); in xchg_tail() local
226 new = (val & _Q_LOCKED_PENDING_MASK) | tail; in xchg_tail()
232 old = atomic_cmpxchg_relaxed(&lock->val, val, new); in xchg_tail()
233 if (old == val) in xchg_tail()
236 val = old; in xchg_tail()
252 return atomic_fetch_or_acquire(_Q_PENDING_VAL, &lock->val); in queued_fetch_set_pending_acquire()
316 void __lockfunc queued_spin_lock_slowpath(struct qspinlock *lock, u32 val) in queued_spin_lock_slowpath() argument
336 if (val == _Q_PENDING_VAL) { in queued_spin_lock_slowpath()
[all …]
|
| D | qspinlock_paravirt.h | 88 int val = atomic_read(&lock->val); in pv_hybrid_queued_unfair_trylock() local
90 if (!(val & _Q_LOCKED_PENDING_MASK) && in pv_hybrid_queued_unfair_trylock()
95 if (!(val & _Q_TAIL_MASK) || (val & _Q_PENDING_MASK)) in pv_hybrid_queued_unfair_trylock()
128 atomic_or(_Q_PENDING_VAL, &lock->val); in set_pending()
133 int val = atomic_read(&lock->val); in trylock_clear_pending() local
138 if (val & _Q_LOCKED_MASK) in trylock_clear_pending()
144 old = val; in trylock_clear_pending()
145 new = (val & ~_Q_PENDING_MASK) | _Q_LOCKED_VAL; in trylock_clear_pending()
146 val = atomic_cmpxchg_acquire(&lock->val, old, new); in trylock_clear_pending()
148 if (val == old) in trylock_clear_pending()
[all …]
|
| /kernel/trace/ |
| D | trace_probe_tmpl.h | 7 fetch_store_raw(unsigned long val, struct fetch_insn *code, void *buf) in fetch_store_raw() argument
11 *(u8 *)buf = (u8)val; in fetch_store_raw()
14 *(u16 *)buf = (u16)val; in fetch_store_raw()
17 *(u32 *)buf = (u32)val; in fetch_store_raw()
21 *(u64 *)buf = (u64)val; in fetch_store_raw()
24 *(unsigned long *)buf = val; in fetch_store_raw()
103 process_fetch_insn_bottom(struct fetch_insn *code, unsigned long val, in process_fetch_insn_bottom() argument
109 unsigned long lval = val; in process_fetch_insn_bottom()
115 lval = val; in process_fetch_insn_bottom()
116 ret = probe_mem_read(&val, (void *)val + code->offset, in process_fetch_insn_bottom()
[all …]
|
| D | trace_eprobe.c | 326 unsigned long val; in get_event_field() local
334 val = (unsigned long)(rec + (*(unsigned int *)addr & 0xffff)); in get_event_field()
337 val = (unsigned long)(addr + (*(unsigned int *)addr & 0xffff)); in get_event_field()
340 val = (unsigned long)addr; in get_event_field()
343 val = (unsigned long)(*(char *)addr); in get_event_field()
349 return val; in get_event_field()
355 val = *(char *)addr; in get_event_field()
357 val = *(unsigned char *)addr; in get_event_field()
361 val = *(short *)addr; in get_event_field()
363 val = *(unsigned short *)addr; in get_event_field()
[all …]
|
| D | trace_events_inject.c | 43 u64 val; in parse_field() local
95 ret = kstrtoll(num, 0, &val); in parse_field()
97 ret = kstrtoull(num, 0, &val); in parse_field()
102 *pv = val; in parse_field()
201 u64 val = 0; in parse_entry() local
212 while ((len = parse_field(str, call, &field, &val)) > 0) { in parse_entry()
217 char *addr = (char *)(unsigned long) val; in parse_entry()
249 u8 tmp = (u8) val; in parse_entry()
255 u16 tmp = (u16) val; in parse_entry()
261 u32 tmp = (u32) val; in parse_entry()
[all …]
|
| D | trace_branch.c | 31 probe_likely_condition(struct ftrace_likely_data *f, int val, int expect) in probe_likely_condition() argument
83 entry->correct = val == expect; in probe_likely_condition()
94 void trace_likely_condition(struct ftrace_likely_data *f, int val, int expect) in trace_likely_condition() argument
99 probe_likely_condition(f, val, expect); in trace_likely_condition()
200 void trace_likely_condition(struct ftrace_likely_data *f, int val, int expect) in trace_likely_condition() argument
205 void ftrace_likely_update(struct ftrace_likely_data *f, int val, in ftrace_likely_update() argument
213 val = expect; in ftrace_likely_update()
221 trace_likely_condition(f, val, expect); in ftrace_likely_update()
224 if (val == expect) in ftrace_likely_update()
|
| D | trace_events_synth.c | 324 int size, u64 val, char *space) in print_synth_event_num_val() argument
328 trace_seq_printf(s, print_fmt, name, (u8)val, space); in print_synth_event_num_val()
332 trace_seq_printf(s, print_fmt, name, (u16)val, space); in print_synth_event_num_val()
336 trace_seq_printf(s, print_fmt, name, (u32)val, space); in print_synth_event_num_val()
340 trace_seq_printf(s, print_fmt, name, val, space); in print_synth_event_num_val()
587 u64 val = var_ref_vals[val_idx]; in trace_event_raw_event_synth() local
591 *(u8 *)&entry->fields[n_u64] = (u8)val; in trace_event_raw_event_synth()
595 *(u16 *)&entry->fields[n_u64] = (u16)val; in trace_event_raw_event_synth()
599 *(u32 *)&entry->fields[n_u64] = (u32)val; in trace_event_raw_event_synth()
603 entry->fields[n_u64] = val; in trace_event_raw_event_synth()
[all …]
|
| D | trace_events_filter.c | 73 u64 val; member
644 type val = (type)pred->val; \
645 return *addr < val; \
649 type val = (type)pred->val; \
650 return *addr <= val; \
654 type val = (type)pred->val; \
655 return *addr > val; \
659 type val = (type)pred->val; \
660 return *addr >= val; \
664 type val = (type)pred->val; \
[all …]
|
| D | tracing_map.c | 521 struct tracing_map_elt *val; in __tracing_map_insert() local
534 val = READ_ONCE(entry->val); in __tracing_map_insert()
535 if (val && in __tracing_map_insert()
536 keys_match(key, val->key, map->key_size)) { in __tracing_map_insert()
539 return val; in __tracing_map_insert()
540 } else if (unlikely(!val)) { in __tracing_map_insert()
582 WRITE_ONCE(entry->val, elt); in __tracing_map_insert()
585 return entry->val; in __tracing_map_insert()
1092 if (!entry->key || !entry->val) in tracing_map_sort_entries()
1095 entries[n_entries] = create_sort_entry(entry->val->key, in tracing_map_sort_entries()
[all …]
|
| /kernel/ |
| D | params.c | 41 char val[]; member
58 return p->val; in kmalloc_parameter()
68 if (p->val == param) { in maybe_kfree_parameter()
116 char *val, in parse_one() argument
123 int (*handle_unknown)(char *param, char *val, in parse_one()
136 if (!val && in parse_one()
143 err = params[i].ops->set(val, ¶ms[i]); in parse_one()
152 pr_debug("doing %s: %s='%s'\n", doing, param, val); in parse_one()
153 return handle_unknown(param, val, doing, arg); in parse_one()
168 int (*unknown)(char *param, char *val, in parse_args() argument
[all …]
|
| D | sysctl.c | 343 unsigned long *val, bool *neg, in proc_get_long() argument
367 if (strtoul_lenient(p, &p, 0, val)) in proc_get_long()
401 static void proc_put_long(void **buf, size_t *size, unsigned long val, bool neg) in proc_put_long() argument
406 sprintf(p, "%s%lu", neg ? "-" : "", val); in proc_put_long()
435 int val = *(bool *)valp; in do_proc_dobool_conv() local
437 *lvalp = (unsigned long)val; in do_proc_dobool_conv()
458 int val = READ_ONCE(*valp); in do_proc_dointvec_conv() local
459 if (val < 0) { in do_proc_dointvec_conv()
461 *lvalp = -(unsigned long)val; in do_proc_dointvec_conv()
464 *lvalp = (unsigned long)val; in do_proc_dointvec_conv()
[all …]
|
| D | notifier.c | 69 unsigned long val, void *v, in notifier_call_chain() argument
87 ret = nb->notifier_call(nb, val, v); in notifier_call_chain()
220 unsigned long val, void *v) in atomic_notifier_call_chain() argument
225 ret = notifier_call_chain(&nh->head, val, v, -1, NULL); in atomic_notifier_call_chain()
371 unsigned long val, void *v) in blocking_notifier_call_chain() argument
382 ret = notifier_call_chain(&nh->head, val, v, -1, NULL); in blocking_notifier_call_chain()
453 unsigned long val, void *v) in raw_notifier_call_chain() argument
455 return notifier_call_chain(&nh->head, val, v, -1, NULL); in raw_notifier_call_chain()
543 unsigned long val, void *v) in srcu_notifier_call_chain() argument
549 ret = notifier_call_chain(&nh->head, val, v, -1, NULL); in srcu_notifier_call_chain()
[all …]
|
| D | reboot.c | 1090 const char *val; in mode_show() local
1094 val = REBOOT_COLD_STR; in mode_show()
1097 val = REBOOT_WARM_STR; in mode_show()
1100 val = REBOOT_HARD_STR; in mode_show()
1103 val = REBOOT_SOFT_STR; in mode_show()
1106 val = REBOOT_GPIO_STR; in mode_show()
1109 val = REBOOT_UNDEFINED_STR; in mode_show()
1112 return sprintf(buf, "%s\n", val); in mode_show()
1164 const char *val; in type_show() local
1168 val = BOOT_TRIPLE_STR; in type_show()
[all …]
|
| D | smp.c | 36 u64 val; member
166 unsigned int val = 0; in csdlock_debug() local
169 val = 1; in csdlock_debug()
172 get_option(&str, &val); in csdlock_debug()
174 if (val) in csdlock_debug()
204 old.val = READ_ONCE(cfd_seq); in cfd_seq_inc()
206 } while (cmpxchg(&cfd_seq, old.val, new.val) != old.val); in cfd_seq_inc()
208 return old.val; in cfd_seq_inc()
249 static void cfd_seq_data_add(u64 val, unsigned int src, unsigned int dst, in cfd_seq_data_add() argument
256 new[0].val = val; in cfd_seq_data_add()
[all …]
|
| D | fail_function.c | 107 static int fei_retval_set(void *data, u64 val) in fei_retval_set() argument
110 unsigned long retv = (unsigned long)val; in fei_retval_set()
126 val) != retv) in fei_retval_set()
130 attr->retval = val; in fei_retval_set()
137 static int fei_retval_get(void *data, u64 *val) in fei_retval_get() argument
147 *val = attr->retval; in fei_retval_get()
|
| D | auditfilter.c | 224 switch(audit_classify_arch(arch->val)) { in audit_match_signal()
422 if ((f->val != 0) && (f->val != 1)) in audit_field_valid()
426 if (f->val & ~15) in audit_field_valid()
430 if (f->val & ~S_IFMT) in audit_field_valid()
434 if (f->val > AUDIT_MAX_FIELD_COMPARE) in audit_field_valid()
438 if (f->val >= AF_MAX) in audit_field_valid()
511 f->val = f_val; in audit_data_to_entry()
568 f->val = f_val; in audit_data_to_entry()
602 f->val = f_val; in audit_data_to_entry()
687 if (krule->pflags & AUDIT_LOGINUID_LEGACY && !f->val) { in audit_krule_to_data()
[all …]
|
| /kernel/power/ |
| D | main.c | 95 int pm_notifier_call_chain(unsigned long val) in pm_notifier_call_chain() argument
97 return blocking_notifier_call_chain(&pm_chain_head, val, NULL); in pm_notifier_call_chain()
112 unsigned long val; in pm_async_store() local
114 if (kstrtoul(buf, 10, &val)) in pm_async_store()
117 if (val > 1) in pm_async_store()
120 pm_async_enabled = val; in pm_async_store()
218 unsigned long val; in sync_on_suspend_store() local
220 if (kstrtoul(buf, 10, &val)) in sync_on_suspend_store()
223 if (val > 1) in sync_on_suspend_store()
226 sync_on_suspend_enabled = !!val; in sync_on_suspend_store()
[all …]
|
| /kernel/debug/kdb/ |
| D | kdb_main.c | 338 unsigned long val; in kdbgetintenv() local
341 diag = kdbgetulenv(match, &val); in kdbgetintenv()
343 *value = (int) val; in kdbgetintenv()
354 static int kdb_setenv(const char *var, const char *val) in kdb_setenv() argument
361 vallen = strlen(val); in kdb_setenv()
366 sprintf(ep, "%s=%s", var, val); in kdb_setenv()
417 unsigned long val; in kdbgetularg() local
419 val = simple_strtoul(arg, &endp, 0); in kdbgetularg()
426 val = simple_strtoul(arg, &endp, 16); in kdbgetularg()
431 *value = val; in kdbgetularg()
[all …]
|
| /kernel/futex/ |
| D | syscalls.c | 86 long do_futex(u32 __user *uaddr, int op, u32 val, ktime_t *timeout, in do_futex() argument
108 return futex_wait(uaddr, flags, val, timeout, val3); in do_futex()
113 return futex_wake(uaddr, flags, val, val3); in do_futex()
115 return futex_requeue(uaddr, flags, uaddr2, val, val2, NULL, 0); in do_futex()
117 return futex_requeue(uaddr, flags, uaddr2, val, val2, &val3, 0); in do_futex()
119 return futex_wake_op(uaddr, flags, uaddr2, val, val2, val3); in do_futex()
131 return futex_wait_requeue_pi(uaddr, flags, val, timeout, val3, in do_futex()
134 return futex_requeue(uaddr, flags, uaddr2, val, val2, &val3, 1); in do_futex()
166 SYSCALL_DEFINE6(futex, u32 __user *, uaddr, int, op, u32, val, in SYSCALL_DEFINE6() argument
185 return do_futex(uaddr, op, val, tp, uaddr2, (unsigned long)utime, val3); in SYSCALL_DEFINE6()
[all …]
|
| D | waitwake.c | 445 u32 val = (u32)vs[i].w.val; in futex_wait_multiple_setup() local
450 if (!ret && uval == val) { in futex_wait_multiple_setup()
487 if (uval != val) in futex_wait_multiple_setup()
584 int futex_wait_setup(u32 __user *uaddr, u32 val, unsigned int flags, in futex_wait_setup() argument
631 if (uval != val) { in futex_wait_setup()
639 int futex_wait(u32 __user *uaddr, unsigned int flags, u32 val, ktime_t *abs_time, u32 bitset) in futex_wait() argument
659 ret = futex_wait_setup(uaddr, val, flags, &q, &hb); in futex_wait()
687 restart->futex.val = val; in futex_wait()
715 restart->futex.val, tp, restart->futex.bitset); in futex_wait_restart()
|
| /kernel/bpf/ |
| D | devmap.c | 72 struct bpf_devmap_val val; member
781 return obj ? &obj->val : NULL; in dev_map_lookup_elem()
788 return obj ? &obj->val : NULL; in dev_map_hash_lookup_elem()
841 struct bpf_devmap_val *val, in __dev_map_alloc_node() argument
853 dev->dev = dev_get_by_index(net, val->ifindex); in __dev_map_alloc_node()
857 if (val->bpf_prog.fd > 0) { in __dev_map_alloc_node()
858 prog = bpf_prog_get_type_dev(val->bpf_prog.fd, in __dev_map_alloc_node()
871 dev->val.bpf_prog.id = prog->aux->id; in __dev_map_alloc_node()
874 dev->val.bpf_prog.id = 0; in __dev_map_alloc_node()
876 dev->val.ifindex = val->ifindex; in __dev_map_alloc_node()
[all …]
|
| /kernel/sched/ |
| D | cpuacct.c | 192 u64 val) in cpuusage_write() argument
200 if (val) in cpuusage_write()
264 u64 val[CPUACCT_STAT_NSTATS]; in cpuacct_stats_show() local
282 &val[CPUACCT_STAT_USER], &val[CPUACCT_STAT_SYSTEM]); in cpuacct_stats_show()
286 nsec_to_clock_t(val[stat])); in cpuacct_stats_show()
350 void cpuacct_account_field(struct task_struct *tsk, int index, u64 val) in cpuacct_account_field() argument
355 __this_cpu_add(ca->cpustat->cpustat[index], val); in cpuacct_account_field()
|
| D | stats.h | 42 #define __schedstat_set(var, val) do { var = (val); } while (0) argument
43 #define schedstat_set(var, val) do { if (schedstat_enabled()) { var = (val); } } while (0) argument
80 # define __schedstat_set(var, val) do { } while (0) argument
81 # define schedstat_set(var, val) do { } while (0) argument
|
| D | clock.c | 300 u64 *ptr, old_val, val; in sched_clock_remote() local
342 val = this_clock; in sched_clock_remote()
349 val = remote_clock; in sched_clock_remote()
352 if (!try_cmpxchg64(ptr, &old_val, val)) in sched_clock_remote()
355 return val; in sched_clock_remote()
|
| /kernel/time/ |
| D | itimer.c | 50 u64 val, interval; in get_cpu_itimer() local
55 val = it->expires; in get_cpu_itimer()
57 if (val) { in get_cpu_itimer()
63 if (val < t) in get_cpu_itimer()
65 val = TICK_NSEC; in get_cpu_itimer()
67 val -= t; in get_cpu_itimer()
72 value->it_value = ns_to_timespec64(val); in get_cpu_itimer()
|