| /kernel/rcu/ |
| D | rcu.h | 49 static inline void rcu_seq_set_state(unsigned long *sp, int newstate) in rcu_seq_set_state() argument
52 WRITE_ONCE(*sp, (*sp & ~RCU_SEQ_STATE_MASK) + newstate); in rcu_seq_set_state()
56 static inline void rcu_seq_start(unsigned long *sp) in rcu_seq_start() argument
58 WRITE_ONCE(*sp, *sp + 1); in rcu_seq_start()
60 WARN_ON_ONCE(rcu_seq_state(*sp) != 1); in rcu_seq_start()
64 static inline unsigned long rcu_seq_endval(unsigned long *sp) in rcu_seq_endval() argument
66 return (*sp | RCU_SEQ_STATE_MASK) + 1; in rcu_seq_endval()
70 static inline void rcu_seq_end(unsigned long *sp) in rcu_seq_end() argument
73 WARN_ON_ONCE(!rcu_seq_state(*sp)); in rcu_seq_end()
74 WRITE_ONCE(*sp, rcu_seq_endval(sp)); in rcu_seq_end()
[all …]
|
| D | tree_plugin.h | 1009 struct sched_param sp; in rcu_cpu_kthread_setup() local
1011 sp.sched_priority = kthread_prio; in rcu_cpu_kthread_setup()
1012 sched_setscheduler_nocheck(current, SCHED_FIFO, &sp); in rcu_cpu_kthread_setup()
1195 struct sched_param sp; in rcu_spawn_one_boost_kthread() local
1210 sp.sched_priority = kthread_prio; in rcu_spawn_one_boost_kthread()
1211 sched_setscheduler_nocheck(t, SCHED_FIFO, &sp); in rcu_spawn_one_boost_kthread()
|
| D | tree_nocb.h | 1458 struct sched_param sp; in rcu_spawn_cpu_nocb_kthread() local
1468 sp.sched_priority = kthread_prio; in rcu_spawn_cpu_nocb_kthread()
1480 sched_setscheduler_nocheck(t, SCHED_FIFO, &sp); in rcu_spawn_cpu_nocb_kthread()
1491 sched_setscheduler_nocheck(t, SCHED_FIFO, &sp); in rcu_spawn_cpu_nocb_kthread()
|
| D | rcutorture.c | 2359 struct sched_param sp; in rcutorture_booster_init() local
2364 sp.sched_priority = 2; in rcutorture_booster_init()
2365 sched_setscheduler_nocheck(t, SCHED_FIFO, &sp); in rcutorture_booster_init()
|
| D | tree.c | 4564 struct sched_param sp; in rcu_spawn_gp_kthread() local
4573 sp.sched_priority = kthread_prio; in rcu_spawn_gp_kthread()
4574 sched_setscheduler_nocheck(t, SCHED_FIFO, &sp); in rcu_spawn_gp_kthread()
|
| /kernel/ |
| D | stackleak.c | 152 unsigned long sp = current_stack_pointer; in stackleak_track_stack() local
162 sp = ALIGN(sp, sizeof(unsigned long)); in stackleak_track_stack()
163 if (sp < current->lowest_stack && in stackleak_track_stack()
164 sp >= stackleak_task_low_bound(current)) { in stackleak_track_stack()
165 current->lowest_stack = sp; in stackleak_track_stack()
|
| D | cpu.c | 1950 struct cpuhp_step *sp; in cpuhp_store_callbacks() local
1969 sp = cpuhp_get_step(state); in cpuhp_store_callbacks()
1970 if (name && sp->name) in cpuhp_store_callbacks()
1973 sp->startup.single = startup; in cpuhp_store_callbacks()
1974 sp->teardown.single = teardown; in cpuhp_store_callbacks()
1975 sp->name = name; in cpuhp_store_callbacks()
1976 sp->multi_instance = multi_instance; in cpuhp_store_callbacks()
1977 INIT_HLIST_HEAD(&sp->list); in cpuhp_store_callbacks()
1993 struct cpuhp_step *sp = cpuhp_get_step(state); in cpuhp_issue_call() local
2000 if (cpuhp_step_empty(bringup, sp)) in cpuhp_issue_call()
[all …]
|
| D | signal.c | 4192 do_sigaltstack (const stack_t *ss, stack_t *oss, unsigned long sp, in do_sigaltstack() argument
4202 oss->ss_flags = sas_ss_flags(sp) | in do_sigaltstack()
4212 if (unlikely(on_sig_stack(sp))) in do_sigaltstack()
4274 int __save_altstack(stack_t __user *uss, unsigned long sp) in __save_altstack() argument
4327 int __compat_save_altstack(compat_stack_t __user *uss, unsigned long sp) in __compat_save_altstack() argument
|
| /kernel/trace/ |
| D | trace_osnoise.c | 1651 struct sched_param sp; in timerlat_main() local
1657 sp.sched_priority = DEFAULT_TIMERLAT_PRIO; in timerlat_main()
1658 sched_setscheduler_nocheck(current, SCHED_FIFO, &sp); in timerlat_main()
|
| /kernel/sched/ |
| D | core.c | 7976 struct sched_param sp = { .sched_priority = MAX_RT_PRIO / 2 }; in sched_set_fifo() local
7977 WARN_ON_ONCE(sched_setscheduler_nocheck(p, SCHED_FIFO, &sp) != 0); in sched_set_fifo()
7986 struct sched_param sp = { .sched_priority = 1 }; in sched_set_fifo_low() local
7987 WARN_ON_ONCE(sched_setscheduler_nocheck(p, SCHED_FIFO, &sp) != 0); in sched_set_fifo_low()
|
| /kernel/events/ |
| D | core.c | 6774 unsigned long sp; in perf_output_sample_ustack() local
6793 sp = perf_user_stack_pointer(regs); in perf_output_sample_ustack()
6794 rem = __output_copy_user(handle, (void *) sp, dump_size); in perf_output_sample_ustack()
|