| /kernel/ |
| D | cpu.c | 170 static int cpuhp_invoke_callback(unsigned int cpu, enum cpuhp_state state, in cpuhp_invoke_callback()
309 static bool cpuhp_wait_for_sync_state(unsigned int cpu, enum cpuhp_sync_state state, in cpuhp_wait_for_sync_state()
355 void __weak arch_cpuhp_cleanup_dead_cpu(unsigned int cpu) { } in arch_cpuhp_cleanup_dead_cpu()
361 static void cpuhp_bp_sync_dead(unsigned int cpu) in cpuhp_bp_sync_dead()
382 static inline void cpuhp_bp_sync_dead(unsigned int cpu) { } in cpuhp_bp_sync_dead()
403 static bool cpuhp_can_boot_ap(unsigned int cpu) in cpuhp_can_boot_ap()
431 void __weak arch_cpuhp_cleanup_kick_cpu(unsigned int cpu) { } in arch_cpuhp_cleanup_kick_cpu()
437 static int cpuhp_bp_sync_alive(unsigned int cpu) in cpuhp_bp_sync_alive()
454 static inline int cpuhp_bp_sync_alive(unsigned int cpu) { return 0; } in cpuhp_bp_sync_alive()
455 static inline bool cpuhp_can_boot_ap(unsigned int cpu) { return true; } in cpuhp_can_boot_ap()
[all …]
|
| D | smpboot.c | 30 struct task_struct *idle_thread_get(unsigned int cpu) in idle_thread_get()
50 static __always_inline void idle_init(unsigned int cpu) in idle_init()
68 unsigned int cpu, boot_cpu; in idle_threads_init() local
85 unsigned int cpu; member
170 __smpboot_create_thread(struct smp_hotplug_thread *ht, unsigned int cpu) in __smpboot_create_thread()
213 int smpboot_create_threads(unsigned int cpu) in smpboot_create_threads()
228 static void smpboot_unpark_thread(struct smp_hotplug_thread *ht, unsigned int cpu) in smpboot_unpark_thread()
236 int smpboot_unpark_threads(unsigned int cpu) in smpboot_unpark_threads()
247 static void smpboot_park_thread(struct smp_hotplug_thread *ht, unsigned int cpu) in smpboot_park_thread()
255 int smpboot_park_threads(unsigned int cpu) in smpboot_park_threads()
[all …]
|
| D | stop_machine.c | 93 static bool cpu_stop_queue_work(unsigned int cpu, struct cpu_stop_work *work) in cpu_stop_queue_work()
139 int stop_one_cpu(unsigned int cpu, cpu_stop_fn_t fn, void *arg) in stop_one_cpu()
208 int cpu = smp_processor_id(), err = 0; in multi_cpu_stop() local
385 bool stop_one_cpu_nowait(unsigned int cpu, cpu_stop_fn_t fn, void *arg, in stop_one_cpu_nowait()
398 unsigned int cpu; in queue_stop_cpus_work() local
476 static int cpu_stop_should_run(unsigned int cpu) in cpu_stop_should_run()
488 static void cpu_stopper_thread(unsigned int cpu) in cpu_stopper_thread()
528 void stop_machine_park(int cpu) in stop_machine_park()
540 static void cpu_stop_create(unsigned int cpu) in cpu_stop_create()
545 static void cpu_stop_park(unsigned int cpu) in cpu_stop_park()
[all …]
|
| D | watchdog_perf.c | 113 unsigned int cpu; in hardlockup_detector_event_create() local
143 void watchdog_hardlockup_enable(unsigned int cpu) in watchdog_hardlockup_enable()
163 void watchdog_hardlockup_disable(unsigned int cpu) in watchdog_hardlockup_disable()
185 int cpu; in hardlockup_detector_perf_cleanup() local
208 int cpu; in hardlockup_detector_perf_stop() local
227 int cpu; in hardlockup_detector_perf_restart() local
|
| D | smp.c | 53 int smpcfd_prepare_cpu(unsigned int cpu) in smpcfd_prepare_cpu()
75 int smpcfd_dead_cpu(unsigned int cpu) in smpcfd_dead_cpu()
85 int smpcfd_dying_cpu(unsigned int cpu) in smpcfd_dying_cpu()
112 send_call_function_single_ipi(int cpu) in send_call_function_single_ipi()
217 int cpu = -1; in csd_lock_wait_toolong() local
349 void __smp_call_single_queue(int cpu, struct llist_node *node) in __smp_call_single_queue()
390 static int generic_exec_single(int cpu, struct __call_single_data *csd) in generic_exec_single()
601 int smp_call_function_single(int cpu, smp_call_func_t func, void *info, in smp_call_function_single()
681 int smp_call_function_single_async(int cpu, struct __call_single_data *csd) in smp_call_function_single_async()
721 unsigned int cpu; in smp_call_function_any() local
[all …]
|
| D | watchdog.c | 115 void watchdog_hardlockup_touch_cpu(unsigned int cpu) in watchdog_hardlockup_touch_cpu()
120 static bool is_hardlockup(unsigned int cpu) in is_hardlockup()
145 void watchdog_hardlockup_check(unsigned int cpu, struct pt_regs *regs) in watchdog_hardlockup_check()
207 void __weak watchdog_hardlockup_enable(unsigned int cpu) { } in watchdog_hardlockup_enable()
209 void __weak watchdog_hardlockup_disable(unsigned int cpu) { } in watchdog_hardlockup_disable()
485 int cpu; in touch_all_softlockup_watchdogs() local
640 static void watchdog_enable(unsigned int cpu) in watchdog_enable()
666 static void watchdog_disable(unsigned int cpu) in watchdog_disable()
690 int cpu; in softlockup_stop_all() local
709 int cpu; in softlockup_start_all() local
[all …]
|
| D | watchdog_buddy.c | 11 static unsigned int watchdog_next_cpu(unsigned int cpu) in watchdog_next_cpu()
30 void watchdog_hardlockup_enable(unsigned int cpu) in watchdog_hardlockup_enable()
64 void watchdog_hardlockup_disable(unsigned int cpu) in watchdog_hardlockup_disable()
|
| D | profile.c | 217 int cpu = smp_processor_id(); in __profile_flip_buffers() local
224 int i, j, cpu; in profile_flip_buffers() local
247 int i, cpu; in profile_discard_flip_buffers() local
263 int i, j, cpu; in do_profile_hits() local
309 static int profile_dead_cpu(unsigned int cpu) in profile_dead_cpu()
327 static int profile_prepare_cpu(unsigned int cpu) in profile_prepare_cpu()
349 static int profile_online_cpu(unsigned int cpu) in profile_online_cpu()
|
| /kernel/time/ |
| D | tick-broadcast.c | 47 static inline void tick_broadcast_clear_oneshot(int cpu) { } in tick_broadcast_clear_oneshot()
50 static inline void tick_broadcast_oneshot_offline(unsigned int cpu) { } in tick_broadcast_oneshot_offline()
69 const struct clock_event_device *tick_get_wakeup_device(int cpu) in tick_get_wakeup_device()
102 static struct clock_event_device *tick_get_oneshot_wakeup_device(int cpu) in tick_get_oneshot_wakeup_device()
117 int cpu) in tick_set_oneshot_wakeup_device()
148 static struct clock_event_device *tick_get_oneshot_wakeup_device(int cpu) in tick_get_oneshot_wakeup_device()
154 int cpu) in tick_set_oneshot_wakeup_device()
163 void tick_install_broadcast_device(struct clock_event_device *dev, int cpu) in tick_install_broadcast_device()
247 int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu) in tick_device_uses_broadcast()
348 int cpu = smp_processor_id(); in tick_do_broadcast() local
[all …]
|
| D | tick-sched.c | 42 struct tick_sched *tick_get_tick_sched(int cpu) in tick_get_tick_sched()
188 int tick_cpu, cpu = smp_processor_id(); in tick_sched_do_timer() local
308 static bool can_stop_full_tick(int cpu, struct tick_sched *ts) in can_stop_full_tick()
356 void tick_nohz_full_kick_cpu(int cpu) in tick_nohz_full_kick_cpu()
366 int cpu; in tick_nohz_kick_task() local
410 int cpu; in tick_nohz_full_kick_all() local
449 void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit) in tick_nohz_dep_set_cpu()
472 void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit) in tick_nohz_dep_clear_cpu()
551 bool tick_nohz_cpu_hotpluggable(unsigned int cpu) in tick_nohz_cpu_hotpluggable()
563 static int tick_nohz_cpu_down(unsigned int cpu) in tick_nohz_cpu_down()
[all …]
|
| D | tick-common.c | 64 struct tick_device *tick_get_device(int cpu) in tick_get_device()
86 static void tick_periodic(int cpu) in tick_periodic()
111 int cpu = smp_processor_id(); in tick_handle_periodic() local
188 struct clock_event_device *newdev, int cpu, in tick_setup_device()
267 int cpu = smp_processor_id(); in tick_install_replacement() local
276 struct clock_event_device *newdev, int cpu) in tick_check_percpu()
332 int cpu; in tick_check_new_device() local
408 void tick_shutdown(unsigned int cpu) in tick_shutdown()
|
| /kernel/cgroup/ |
| D | rstat.c | 15 static struct cgroup_rstat_cpu *cgroup_rstat_cpu(struct cgroup *cgrp, int cpu) in cgroup_rstat_cpu()
29 __bpf_kfunc void cgroup_rstat_updated(struct cgroup *cgrp, int cpu) in cgroup_rstat_updated()
89 struct cgroup *child, int cpu) in cgroup_rstat_push_children()
147 static struct cgroup *cgroup_rstat_updated_list(struct cgroup *root, int cpu) in cgroup_rstat_updated_list()
222 struct cgroup *parent, int cpu) in bpf_rstat_flush()
232 int cpu; in cgroup_rstat_flush_locked() local
312 int cpu; in cgroup_rstat_init() local
334 int cpu; in cgroup_rstat_exit() local
353 int cpu; in cgroup_rstat_boot() local
385 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu) in cgroup_base_stat_flush()
|
| /kernel/sched/ |
| D | topology.c | 39 static int sched_domain_debug_one(struct sched_domain *sd, int cpu, int level, in sched_domain_debug_one()
135 static void sched_domain_debug(struct sched_domain *sd, int cpu) in sched_domain_debug()
161 # define sched_domain_debug(sd, cpu) do { } while (0) argument
280 static struct perf_domain *find_pd(struct perf_domain *pd, int cpu) in find_pd()
291 static struct perf_domain *pd_init(int cpu) in pd_init()
380 int cpu = cpumask_first(cpu_map); in build_perf_domains() local
667 static void update_top_cache_domain(int cpu) in update_top_cache_domain()
701 cpu_attach_domain(struct sched_domain *sd, struct root_domain *rd, int cpu) in cpu_attach_domain()
933 build_group_from_child_sched_domain(struct sched_domain *sd, int cpu) in build_group_from_child_sched_domain()
962 int cpu; in init_overlap_sched_group() local
[all …]
|
| D | cpudeadline.c | 124 int cpu, max_cpu = -1; in cpudl_find() local
173 void cpudl_clear(struct cpudl *cp, int cpu) in cpudl_clear()
213 void cpudl_set(struct cpudl *cp, int cpu, u64 dl) in cpudl_set()
244 void cpudl_set_freecpu(struct cpudl *cp, int cpu) in cpudl_set_freecpu()
254 void cpudl_clear_freecpu(struct cpudl *cp, int cpu) in cpudl_clear_freecpu()
|
| D | cpuacct.c | 94 static u64 cpuacct_cpuusage_read(struct cpuacct *ca, int cpu, in cpuacct_cpuusage_read()
135 static void cpuacct_cpuusage_write(struct cpuacct *ca, int cpu) in cpuacct_cpuusage_write()
195 int cpu; in cpuusage_write() local
243 int cpu; in cpuacct_all_seq_show() local
265 int cpu; in cpuacct_stats_show() local
336 unsigned int cpu = task_cpu(tsk); in cpuacct_charge() local
|
| /kernel/trace/ |
| D | trace_functions_graph.c | 37 int cpu; member
140 int cpu; in trace_graph_entry() local
248 int cpu; in trace_graph_return() local
337 static void print_graph_cpu(struct trace_seq *s, int cpu) in print_graph_cpu()
389 verif_pid(struct trace_seq *s, pid_t pid, int cpu, struct fgraph_data *data) in verif_pid()
518 enum trace_type type, int cpu, pid_t pid, u32 flags) in print_graph_irq()
690 int cpu = iter->cpu; in print_graph_entry_leaf() local
741 struct trace_seq *s, int cpu, u32 flags) in print_graph_entry_nested()
750 int cpu = iter->cpu; in print_graph_entry_nested() local
787 int cpu = iter->cpu; in print_graph_prologue() local
[all …]
|
| D | ring_buffer.c | 271 #define for_each_buffer_cpu(buffer, cpu) \ argument
274 #define for_each_online_buffer_cpu(buffer, cpu) \ argument
455 int cpu; member
808 size_t ring_buffer_nr_pages(struct trace_buffer *buffer, int cpu) in ring_buffer_nr_pages()
820 size_t ring_buffer_nr_dirty_pages(struct trace_buffer *buffer, int cpu) in ring_buffer_nr_dirty_pages()
844 static __always_inline bool full_hit(struct trace_buffer *buffer, int cpu, int full) in full_hit()
901 void ring_buffer_wake_waiters(struct trace_buffer *buffer, int cpu) in ring_buffer_wake_waiters()
933 static bool rb_watermark_hit(struct trace_buffer *buffer, int cpu, int full) in rb_watermark_hit()
966 int cpu, int full, ring_buffer_cond_fn cond, void *data) in rb_wait_cond()
1028 int ring_buffer_wait(struct trace_buffer *buffer, int cpu, int full) in ring_buffer_wait()
[all …]
|
| /kernel/irq/ |
| D | cpuhotplug.c | 23 unsigned int cpu = smp_processor_id(); in irq_needs_fixup() local
191 static bool hk_should_isolate(struct irq_data *data, unsigned int cpu) in hk_should_isolate()
205 static void irq_restore_affinity_of_irq(struct irq_desc *desc, unsigned int cpu) in irq_restore_affinity_of_irq()
239 int irq_affinity_online_cpu(unsigned int cpu) in irq_affinity_online_cpu()
|
| D | ipi.c | 163 irq_hw_number_t ipi_get_hwirq(unsigned int irq, unsigned int cpu) in ipi_get_hwirq()
189 const struct cpumask *dest, unsigned int cpu) in ipi_send_verify()
227 int __ipi_send_single(struct irq_desc *desc, unsigned int cpu) in __ipi_send_single()
273 unsigned int cpu; in __ipi_send_mask() local
313 int ipi_send_single(unsigned int virq, unsigned int cpu) in ipi_send_single()
|
| D | matrix.c | 132 unsigned int cpu, best_cpu, maxavl = 0; in matrix_find_best_cpu() local
153 unsigned int cpu, best_cpu, allocated = UINT_MAX; in matrix_find_best_cpu_managed() local
212 unsigned int cpu, failed_cpu; in irq_matrix_reserve_managed() local
253 unsigned int cpu; in irq_matrix_remove_managed() local
289 unsigned int bit, cpu, end; in irq_matrix_alloc_managed() local
380 unsigned int cpu, bit; in irq_matrix_alloc() local
418 void irq_matrix_free(struct irq_matrix *m, unsigned int cpu, in irq_matrix_free()
493 int cpu; in irq_matrix_debug_show() local
|
| /kernel/rcu/ |
| D | tree_stall.h | 367 int cpu; in rcu_dump_cpu_stacks() local
418 int cpu; in rcu_is_rcuc_kthread_starving() local
437 static void print_cpu_stat_info(int cpu) in print_cpu_stat_info()
477 static void print_cpu_stall_info(int cpu) in print_cpu_stall_info()
530 int cpu; in rcu_check_gp_kthread_starvation() local
566 int cpu; in rcu_check_gp_kthread_expired_fqs_timer() local
592 int cpu; in print_other_cpu_stall() local
665 int cpu; in print_cpu_stall() local
844 int cpu; in rcu_check_boost_fail() local
888 int cpu; in show_rcu_gp_kthreads() local
[all …]
|
| D | tree.c | 234 static long rcu_get_n_cbs_cpu(int cpu) in rcu_get_n_cbs_cpu()
271 static int rcu_dynticks_snap(int cpu) in rcu_dynticks_snap()
300 bool rcu_dynticks_zero_in_eqs(int cpu, int *vp) in rcu_dynticks_zero_in_eqs()
715 int cpu; in rcu_request_urgent_qs_task() local
882 int cpu = rdp->cpu; in rcu_implicit_dynticks_qs() local
1025 int cpu = get_cpu(); in swake_up_one_online() local
1720 int cpu; in rcu_gp_cleanup() local
2309 int cpu; in force_qs_rnp() local
2519 static void rcu_cpu_kthread_park(unsigned int cpu) in rcu_cpu_kthread_park()
2524 static int rcu_cpu_kthread_should_run(unsigned int cpu) in rcu_cpu_kthread_should_run()
[all …]
|
| /kernel/bpf/ |
| D | percpu_freelist.c | 8 int cpu; in pcpu_freelist_init() local
59 int cpu, orig_cpu; in ___pcpu_freelist_push_nmi() local
103 unsigned int cpu, cpu_idx, i, j, n, m; in pcpu_freelist_populate() local
125 int cpu; in ___pcpu_freelist_pop() local
157 int cpu; in ___pcpu_freelist_pop_nmi() local
|
| D | cpumask.c | 32 static bool cpu_valid(u32 cpu) in cpu_valid()
146 __bpf_kfunc void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_set_cpu()
159 __bpf_kfunc void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_clear_cpu()
176 __bpf_kfunc bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) in bpf_cpumask_test_cpu()
193 __bpf_kfunc bool bpf_cpumask_test_and_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_test_and_set_cpu()
211 __bpf_kfunc bool bpf_cpumask_test_and_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_test_and_clear_cpu()
|
| /kernel/livepatch/ |
| D | transition.c | 95 unsigned int cpu; in klp_complete_transition() local
453 unsigned int cpu; in klp_try_complete_transition() local
533 unsigned int cpu; in klp_start_transition() local
576 unsigned int cpu; in klp_init_transition() local
650 unsigned int cpu; in klp_reverse_transition() local
731 unsigned int cpu; in klp_force_transition() local
|