| /kernel/locking/ |
| D | osq_lock.c | 44 struct optimistic_spin_node *prev) in osq_wait_next() argument
55 old = prev ? prev->cpu : OSQ_UNLOCKED_VAL; in osq_wait_next()
93 struct optimistic_spin_node *prev, *next; in osq_lock() local
111 prev = decode_cpu(old); in osq_lock()
112 node->prev = prev; in osq_lock()
126 WRITE_ONCE(prev->next, node); in osq_lock()
144 vcpu_is_preempted(node_cpu(node->prev)))) in osq_lock()
161 if (data_race(prev->next) == node && in osq_lock()
162 cmpxchg(&prev->next, node, NULL) == node) in osq_lock()
179 prev = READ_ONCE(node->prev); in osq_lock()
[all …]
|
| D | mcs_spinlock.h | 67 struct mcs_spinlock *prev; in mcs_spin_lock() local
79 prev = xchg(lock, node); in mcs_spin_lock()
80 if (likely(prev == NULL)) { in mcs_spin_lock()
91 WRITE_ONCE(prev->next, node); in mcs_spin_lock()
|
| D | lockdep.c | 1613 __calc_dep_bit(struct held_lock *prev, struct held_lock *next) in __calc_dep_bit() argument
1615 return (prev->read == 0) + ((next->read != 2) << 1); in __calc_dep_bit()
1618 static inline u8 calc_dep(struct held_lock *prev, struct held_lock *next) in calc_dep() argument
1620 return 1U << __calc_dep_bit(prev, next); in calc_dep()
1628 __calc_dep_bitb(struct held_lock *prev, struct held_lock *next) in __calc_dep_bitb() argument
1630 return (next->read != 2) + ((prev->read == 0) << 1); in __calc_dep_bitb()
1633 static inline u8 calc_depb(struct held_lock *prev, struct held_lock *next) in calc_depb() argument
1635 return 1U << __calc_dep_bitb(prev, next); in calc_depb()
2542 struct held_lock *prev, in print_bad_irq_dependency() argument
2566 print_lock(prev); in print_bad_irq_dependency()
[all …]
|
| D | qspinlock.c | 275 struct mcs_spinlock *prev) { } in __pv_wait_node() argument
318 struct mcs_spinlock *prev, *next, *node; in queued_spin_lock_slowpath() local
471 prev = decode_tail(old); in queued_spin_lock_slowpath()
474 WRITE_ONCE(prev->next, node); in queued_spin_lock_slowpath()
476 pv_wait_node(node, prev); in queued_spin_lock_slowpath()
|
| D | qspinlock_paravirt.h | 267 pv_wait_early(struct pv_node *prev, int loop) in pv_wait_early() argument
272 return READ_ONCE(prev->state) != vcpu_running; in pv_wait_early()
293 static void pv_wait_node(struct mcs_spinlock *node, struct mcs_spinlock *prev) in pv_wait_node() argument
296 struct pv_node *pp = (struct pv_node *)prev; in pv_wait_node()
|
| /kernel/sched/ |
| D | cputime.c | 440 void vtime_task_switch(struct task_struct *prev) in vtime_task_switch() argument
442 if (is_idle_task(prev)) in vtime_task_switch()
443 vtime_account_idle(prev); in vtime_task_switch()
445 vtime_account_kernel(prev); in vtime_task_switch()
447 vtime_flush(prev); in vtime_task_switch()
448 arch_vtime_task_switch(prev); in vtime_task_switch()
468 void cputime_adjust(struct task_cputime *curr, struct prev_cputime *prev, in cputime_adjust() argument
577 void cputime_adjust(struct task_cputime *curr, struct prev_cputime *prev, in cputime_adjust() argument
584 raw_spin_lock_irqsave(&prev->lock, flags); in cputime_adjust()
595 if (prev->stime + prev->utime >= rtime) in cputime_adjust()
[all …]
|
| D | stats.h | 111 void psi_task_switch(struct task_struct *prev, struct task_struct *next,
192 static inline void psi_sched_switch(struct task_struct *prev, in psi_sched_switch() argument
199 psi_task_switch(prev, next, sleep); in psi_sched_switch()
206 static inline void psi_sched_switch(struct task_struct *prev, in psi_sched_switch() argument
290 sched_info_switch(struct rq *rq, struct task_struct *prev, struct task_struct *next) in sched_info_switch() argument
297 if (prev != rq->idle) in sched_info_switch()
298 sched_info_depart(rq, prev); in sched_info_switch()
|
| D | core.c | 5014 static inline void finish_task(struct task_struct *prev) in finish_task() argument
5028 smp_store_release(&prev->on_cpu, 0); in finish_task()
5205 prepare_task_switch(struct rq *rq, struct task_struct *prev, in prepare_task_switch() argument
5208 kcov_prepare_switch(prev); in prepare_task_switch()
5209 sched_info_switch(rq, prev, next); in prepare_task_switch()
5210 perf_event_task_sched_out(prev, next); in prepare_task_switch()
5211 rseq_preempt(prev); in prepare_task_switch()
5212 fire_sched_out_preempt_notifiers(prev, next); in prepare_task_switch()
5237 static struct rq *finish_task_switch(struct task_struct *prev) in finish_task_switch() argument
5273 prev_state = READ_ONCE(prev->__state); in finish_task_switch()
[all …]
|
| D | autogroup.c | 160 struct autogroup *prev; in autogroup_move_group() local
167 prev = p->signal->autogroup; in autogroup_move_group()
168 if (prev == ag) { in autogroup_move_group()
189 autogroup_kref_put(prev); in autogroup_move_group()
|
| D | psi.c | 880 void psi_task_switch(struct task_struct *prev, struct task_struct *next, in psi_task_switch() argument
884 int cpu = task_cpu(prev); in psi_task_switch()
906 if (prev->pid) { in psi_task_switch()
918 if (prev->in_memstall) in psi_task_switch()
920 if (prev->in_iowait) in psi_task_switch()
929 if (unlikely((prev->flags & PF_WQ_WORKER) && in psi_task_switch()
930 wq_worker_last_func(prev) == psi_avgs_work)) in psi_task_switch()
934 psi_flags_change(prev, clear, set); in psi_task_switch()
936 group = task_psi_group(prev); in psi_task_switch()
949 if ((prev->psi_flags ^ next->psi_flags) & ~TSK_ONCPU) { in psi_task_switch()
|
| D | stop_task.c | 19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() argument
71 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev) in put_prev_task_stop() argument
|
| /kernel/ |
| D | scs.c | 133 unsigned long *p, prev, curr = highest, used = 0; in scs_check_usage() local
145 prev = cmpxchg_relaxed(&highest, curr, used); in scs_check_usage()
147 if (prev == curr) { in scs_check_usage()
153 curr = prev; in scs_check_usage()
|
| D | smp.c | 577 struct llist_node *entry, *prev; in __flush_smp_call_function_queue() local
627 prev = NULL; in __flush_smp_call_function_queue()
634 if (prev) { in __flush_smp_call_function_queue()
635 prev->next = &csd_next->node.llist; in __flush_smp_call_function_queue()
645 prev = &csd->node.llist; in __flush_smp_call_function_queue()
659 prev = NULL; in __flush_smp_call_function_queue()
664 if (prev) { in __flush_smp_call_function_queue()
665 prev->next = &csd_next->node.llist; in __flush_smp_call_function_queue()
683 prev = &csd->node.llist; in __flush_smp_call_function_queue()
|
| D | static_call_inline.c | 398 struct static_call_mod *site_mod, **prev; in static_call_del_module() local
408 for (prev = &key->mods, site_mod = key->mods; in static_call_del_module()
410 prev = &site_mod->next, site_mod = site_mod->next) in static_call_del_module()
416 *prev = site_mod->next; in static_call_del_module()
|
| D | seccomp.c | 227 struct seccomp_filter *prev; member
420 for (; f; f = f->prev) { in seccomp_run_filters()
470 for (; child; child = child->prev) in is_ancestor()
531 orig = orig->prev; in __seccomp_filter_orphan()
540 orig = orig->prev; in __put_seccomp_filter()
839 sfilter->prev ? &sfilter->prev->cache : NULL; in seccomp_cache_prepare()
877 for (walker = current->seccomp.filter; walker; walker = walker->prev) in seccomp_attach_filter()
907 filter->prev = current->seccomp.filter; in seccomp_attach_filter()
1816 for (cur = current->seccomp.filter; cur; cur = cur->prev) { in has_duplicate_listener()
2070 for (filter = orig; filter; filter = filter->prev) in get_nth_filter()
[all …]
|
| D | jump_label.c | 663 struct static_key_mod *jlm, **prev; in jump_label_del_module() local
678 prev = &key->next; in jump_label_del_module()
682 prev = &jlm->next; in jump_label_del_module()
690 if (prev == &key->next) in jump_label_del_module()
693 *prev = jlm->next; in jump_label_del_module()
|
| /kernel/gcov/ |
| D | base.c | 108 struct gcov_info *prev = NULL; in gcov_module_notifier() local
117 gcov_info_unlink(prev, info); in gcov_module_notifier()
121 prev = info; in gcov_module_notifier()
|
| D | gcc_4_7.c | 156 void gcov_info_unlink(struct gcov_info *prev, struct gcov_info *info) in gcov_info_unlink() argument
158 if (prev) in gcov_info_unlink()
159 prev->next = info->next; in gcov_info_unlink()
|
| /kernel/dma/ |
| D | pool.c | 224 static inline struct gen_pool *dma_guess_pool(struct gen_pool *prev, gfp_t gfp) in dma_guess_pool() argument
226 if (prev == NULL) { in dma_guess_pool()
233 if (prev == atomic_pool_kernel) in dma_guess_pool()
235 if (prev == atomic_pool_dma32) in dma_guess_pool()
|
| /kernel/trace/ |
| D | trace_sched_wakeup.c | 375 struct task_struct *prev, in tracing_sched_switch_trace() argument
389 entry->prev_pid = prev->pid; in tracing_sched_switch_trace()
390 entry->prev_prio = prev->prio; in tracing_sched_switch_trace()
391 entry->prev_state = task_state_index(prev); in tracing_sched_switch_trace()
431 struct task_struct *prev, struct task_struct *next, in probe_wakeup_sched_switch() argument
441 tracing_record_cmdline(prev); in probe_wakeup_sched_switch()
477 tracing_sched_switch_trace(wakeup_trace, prev, next, trace_ctx); in probe_wakeup_sched_switch()
|
| D | ring_buffer.c | 1282 struct list_head *list = page->list.prev; in rb_is_reader_page()
1313 rb_set_list_to_head(head->list.prev); in rb_head_page_activate()
1340 struct buffer_page *prev, in rb_head_page_set() argument
1347 list = &prev->list; in rb_head_page_set()
1363 struct buffer_page *prev, in rb_head_page_set_update() argument
1366 return rb_head_page_set(cpu_buffer, head, prev, in rb_head_page_set_update()
1372 struct buffer_page *prev, in rb_head_page_set_head() argument
1375 return rb_head_page_set(cpu_buffer, head, prev, in rb_head_page_set_head()
1381 struct buffer_page *prev, in rb_head_page_set_normal() argument
1384 return rb_head_page_set(cpu_buffer, head, prev, in rb_head_page_set_normal()
[all …]
|
| D | trace_sched_switch.c | 25 struct task_struct *prev, struct task_struct *next, in probe_sched_switch() argument
35 tracing_record_taskinfo_sched_switch(prev, next, flags); in probe_sched_switch()
|
| /kernel/time/ |
| D | tick-sched.c | 422 int prev; in tick_nohz_dep_set_all() local
424 prev = atomic_fetch_or(BIT(bit), dep); in tick_nohz_dep_set_all()
425 if (!prev) in tick_nohz_dep_set_all()
449 int prev; in tick_nohz_dep_set_cpu() local
454 prev = atomic_fetch_or(BIT(bit), &ts->tick_dep_mask); in tick_nohz_dep_set_cpu()
455 if (!prev) { in tick_nohz_dep_set_cpu()
502 int prev; in tick_nohz_dep_set_signal() local
505 prev = atomic_fetch_or(BIT(bit), &sig->tick_dep_mask); in tick_nohz_dep_set_signal()
506 if (!prev) { in tick_nohz_dep_set_signal()
|
| /kernel/livepatch/ |
| D | transition.c | 222 struct klp_func *prev; in klp_check_stack_func() local
224 prev = list_next_entry(func, stack_node); in klp_check_stack_func()
225 func_addr = (unsigned long)prev->new_func; in klp_check_stack_func()
226 func_size = prev->new_size; in klp_check_stack_func()
|
| /kernel/events/ |
| D | uprobes.c | 967 struct map_info *prev = NULL; in build_map_info() local
977 if (!prev && !more) { in build_map_info()
982 prev = kmalloc(sizeof(struct map_info), in build_map_info()
984 if (prev) in build_map_info()
985 prev->next = NULL; in build_map_info()
987 if (!prev) { in build_map_info()
995 info = prev; in build_map_info()
996 prev = prev->next; in build_map_info()
1008 prev = curr; in build_map_info()
1020 info->next = prev; in build_map_info()
[all …]
|