| /kernel/ |
| D | smpboot.c | 28 struct task_struct *idle_thread_get(unsigned int cpu) in idle_thread_get()
49 static inline void idle_init(unsigned int cpu) in idle_init()
67 unsigned int cpu, boot_cpu; in idle_threads_init() local
84 unsigned int cpu; member
169 __smpboot_create_thread(struct smp_hotplug_thread *ht, unsigned int cpu) in __smpboot_create_thread()
211 int smpboot_create_threads(unsigned int cpu) in smpboot_create_threads()
226 static void smpboot_unpark_thread(struct smp_hotplug_thread *ht, unsigned int cpu) in smpboot_unpark_thread()
234 int smpboot_unpark_threads(unsigned int cpu) in smpboot_unpark_threads()
246 static void smpboot_park_thread(struct smp_hotplug_thread *ht, unsigned int cpu) in smpboot_park_thread()
254 int smpboot_park_threads(unsigned int cpu) in smpboot_park_threads()
[all …]
|
| D | cpu.c | 128 static int cpuhp_invoke_callback(unsigned int cpu, enum cpuhp_state state, in cpuhp_invoke_callback()
373 static int __cpu_notify(unsigned long val, unsigned int cpu, int nr_to_call, in __cpu_notify()
387 static int cpu_notify(unsigned long val, unsigned int cpu) in cpu_notify()
392 static void cpu_notify_nofail(unsigned long val, unsigned int cpu) in cpu_notify_nofail()
398 static int notify_prepare(unsigned int cpu) in notify_prepare()
413 static int notify_online(unsigned int cpu) in notify_online()
421 static int bringup_wait_for_ap(unsigned int cpu) in bringup_wait_for_ap()
442 static int bringup_cpu(unsigned int cpu) in bringup_cpu()
467 static void undo_cpu_down(unsigned int cpu, struct cpuhp_cpu_state *st) in undo_cpu_down()
477 static int cpuhp_down_callbacks(unsigned int cpu, struct cpuhp_cpu_state *st, in cpuhp_down_callbacks()
[all …]
|
| D | smp.c | 37 int smpcfd_prepare_cpu(unsigned int cpu) in smpcfd_prepare_cpu()
53 int smpcfd_dead_cpu(unsigned int cpu) in smpcfd_dead_cpu()
62 int smpcfd_dying_cpu(unsigned int cpu) in smpcfd_dying_cpu()
129 static int generic_exec_single(int cpu, struct call_single_data *csd, in generic_exec_single()
256 int smp_call_function_single(int cpu, smp_call_func_t func, void *info, in smp_call_function_single()
312 int smp_call_function_single_async(int cpu, struct call_single_data *csd) in smp_call_function_single_async()
349 unsigned int cpu; in smp_call_function_any() local
393 int cpu, next_cpu, this_cpu = smp_processor_id(); in smp_call_function_many() local
554 unsigned int cpu; in smp_init() local
611 int cpu = get_cpu(); in on_each_cpu_mask() local
[all …]
|
| D | stop_machine.c | 75 static bool cpu_stop_queue_work(unsigned int cpu, struct cpu_stop_work *work) in cpu_stop_queue_work()
116 int stop_one_cpu(unsigned int cpu, cpu_stop_fn_t fn, void *arg) in stop_one_cpu()
179 int cpu = smp_processor_id(), err = 0; in multi_cpu_stop() local
328 bool stop_one_cpu_nowait(unsigned int cpu, cpu_stop_fn_t fn, void *arg, in stop_one_cpu_nowait()
340 unsigned int cpu; in queue_stop_cpus_work() local
445 static int cpu_stop_should_run(unsigned int cpu) in cpu_stop_should_run()
457 static void cpu_stopper_thread(unsigned int cpu) in cpu_stopper_thread()
493 void stop_machine_park(int cpu) in stop_machine_park()
507 static void cpu_stop_create(unsigned int cpu) in cpu_stop_create()
512 static void cpu_stop_park(unsigned int cpu) in cpu_stop_park()
[all …]
|
| D | watchdog.c | 49 #define for_each_watchdog_cpu(cpu) \ argument
195 int cpu; in touch_all_softlockup_watchdogs() local
246 int __weak watchdog_nmi_enable(unsigned int cpu) in watchdog_nmi_enable()
250 void __weak watchdog_nmi_disable(unsigned int cpu) in watchdog_nmi_disable()
377 static void watchdog_enable(unsigned int cpu) in watchdog_enable()
397 static void watchdog_disable(unsigned int cpu) in watchdog_disable()
407 static void watchdog_cleanup(unsigned int cpu, bool online) in watchdog_cleanup()
412 static int watchdog_should_run(unsigned int cpu) in watchdog_should_run()
426 static void watchdog(unsigned int cpu) in watchdog()
473 int cpu, ret = 0; in watchdog_park_threads() local
[all …]
|
| D | padata.c | 39 int cpu, target_cpu; in padata_index_to_cpu() local
172 int cpu, num_cpus; in padata_get_next() local
332 int cpu; in padata_do_serial() local
378 int cpu; in padata_init_squeues() local
392 int cpu_index, cpu; in padata_init_pqueues() local
463 int cpu; in padata_flush_queues() local
689 static int __padata_add_cpu(struct padata_instance *pinst, int cpu) in __padata_add_cpu()
709 static int __padata_remove_cpu(struct padata_instance *pinst, int cpu) in __padata_remove_cpu()
744 int padata_remove_cpu(struct padata_instance *pinst, int cpu, int mask) in padata_remove_cpu()
768 static inline int pinst_has_cpu(struct padata_instance *pinst, int cpu) in pinst_has_cpu()
[all …]
|
| D | up.c | 11 int smp_call_function_single(int cpu, void (*func) (void *info), void *info, in smp_call_function_single()
26 int smp_call_function_single_async(int cpu, struct call_single_data *csd) in smp_call_function_single_async()
71 void on_each_cpu_cond(bool (*cond_func)(int cpu, void *info), in on_each_cpu_cond()
87 int smp_call_on_cpu(unsigned int cpu, int (*func)(void *), void *par, bool phys) in smp_call_on_cpu()
|
| D | profile.c | 239 int cpu = smp_processor_id(); in __profile_flip_buffers() local
246 int i, j, cpu; in profile_flip_buffers() local
269 int i, cpu; in profile_discard_flip_buffers() local
285 int i, j, cpu; in do_profile_hits() local
331 static int profile_dead_cpu(unsigned int cpu) in profile_dead_cpu()
349 static int profile_prepare_cpu(unsigned int cpu) in profile_prepare_cpu()
371 static int profile_online_cpu(unsigned int cpu) in profile_online_cpu()
|
| D | softirq.c | 381 int cpu = smp_processor_id(); in tick_irq_exit() local
650 int cpu; in softirq_init() local
663 static int ksoftirqd_should_run(unsigned int cpu) in ksoftirqd_should_run()
668 static void run_ksoftirqd(unsigned int cpu) in run_ksoftirqd()
694 void tasklet_kill_immediate(struct tasklet_struct *t, unsigned int cpu) in tasklet_kill_immediate()
717 static int takeover_tasklets(unsigned int cpu) in takeover_tasklets()
|
| /kernel/time/ |
| D | tick-common.c | 57 struct tick_device *tick_get_device(int cpu) in tick_get_device()
79 static void tick_periodic(int cpu) in tick_periodic()
101 int cpu = smp_processor_id(); in tick_handle_periodic() local
178 struct clock_event_device *newdev, int cpu, in tick_setup_device()
239 int cpu = smp_processor_id(); in tick_install_replacement() local
248 struct clock_event_device *newdev, int cpu) in tick_check_percpu()
304 int cpu; in tick_check_new_device() local
375 int cpu = cpumask_first(cpu_online_mask); in tick_handover_do_timer() local
389 void tick_shutdown(unsigned int cpu) in tick_shutdown()
|
| D | tick-sched.c | 38 struct tick_sched *tick_get_tick_sched(int cpu) in tick_get_tick_sched()
114 int cpu = smp_processor_id(); in tick_sched_do_timer() local
189 static bool can_stop_full_tick(int cpu, struct tick_sched *ts) in can_stop_full_tick()
238 void tick_nohz_full_kick_cpu(int cpu) in tick_nohz_full_kick_cpu()
252 int cpu; in tick_nohz_full_kick_all() local
291 void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit) in tick_nohz_dep_set_cpu()
313 void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit) in tick_nohz_dep_clear_cpu()
397 unsigned int cpu = (unsigned long)hcpu; in tick_nohz_cpu_down_callback() local
431 int cpu; in tick_nohz_init() local
535 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time) in update_ts_time_stats()
[all …]
|
| D | tick-broadcast.c | 42 static inline void tick_broadcast_clear_oneshot(int cpu) { } in tick_broadcast_clear_oneshot()
158 int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu) in tick_device_uses_broadcast()
261 int cpu = smp_processor_id(); in tick_do_broadcast() local
359 int cpu, bc_stopped; in tick_broadcast_control() local
442 void tick_shutdown_broadcast(unsigned int cpu) in tick_shutdown_broadcast()
560 static void tick_broadcast_set_event(struct clock_event_device *bc, int cpu, in tick_broadcast_set_event()
603 int cpu, next_cpu = 0; in tick_handle_oneshot_broadcast() local
671 static int broadcast_needs_cpu(struct clock_event_device *bc, int cpu) in broadcast_needs_cpu()
700 int cpu, ret = 0; in __tick_broadcast_oneshot_control() local
848 static void tick_broadcast_clear_oneshot(int cpu) in tick_broadcast_clear_oneshot()
[all …]
|
| D | timer.c | 200 unsigned int cpu; member
217 unsigned int cpu; in timers_update_migration() local
251 static unsigned long round_jiffies_common(unsigned long j, int cpu, in round_jiffies_common()
311 unsigned long __round_jiffies(unsigned long j, int cpu) in __round_jiffies()
337 unsigned long __round_jiffies_relative(unsigned long j, int cpu) in __round_jiffies_relative()
398 unsigned long __round_jiffies_up(unsigned long j, int cpu) in __round_jiffies_up()
414 unsigned long __round_jiffies_up_relative(unsigned long j, int cpu) in __round_jiffies_up_relative()
847 static inline struct timer_base *get_timer_cpu_base(u32 tflags, u32 cpu) in get_timer_cpu_base()
1138 void add_timer_on(struct timer_list *timer, int cpu) in add_timer_on()
1844 int cpu = new_base->cpu; in migrate_timer_list() local
[all …]
|
| /kernel/sched/ |
| D | tune.h | 29 #define schedtune_cpu_boost(cpu) get_sysctl_sched_cfs_boost() argument
34 #define schedtune_enqueue_task(task, cpu) do { } while (0) argument
35 #define schedtune_dequeue_task(task, cpu) do { } while (0) argument
45 #define schedtune_cpu_boost(cpu) 0 argument
50 #define schedtune_enqueue_task(task, cpu) do { } while (0) argument
51 #define schedtune_dequeue_task(task, cpu) do { } while (0) argument
|
| D | tune.c | 243 schedtune_cpu_update(int cpu) in schedtune_cpu_update()
276 int cpu; in schedtune_boostgroup_update() local
317 schedtune_tasks_update(struct task_struct *p, int cpu, int idx, int task_count) in schedtune_tasks_update()
336 void schedtune_enqueue_task(struct task_struct *p, int cpu) in schedtune_enqueue_task()
378 unsigned int cpu; in schedtune_can_attach() local
457 void schedtune_dequeue_task(struct task_struct *p, int cpu) in schedtune_dequeue_task()
498 unsigned int cpu; in schedtune_exit_task() local
517 int schedtune_cpu_boost(int cpu) in schedtune_cpu_boost()
640 int cpu; in schedtune_boostgroup_init() local
729 int cpu; in schedtune_init_cgroups() local
[all …]
|
| D | core.c | 498 int cpu; in resched_curr() local
519 void resched_cpu(int cpu) in resched_cpu()
542 int i, cpu = smp_processor_id(); in get_nohz_timer_target() local
577 static void wake_up_idle_cpu(int cpu) in wake_up_idle_cpu()
590 static bool wake_up_full_nohz_cpu(int cpu) in wake_up_full_nohz_cpu()
615 void wake_up_nohz_cpu(int cpu) in wake_up_nohz_cpu()
623 int cpu = smp_processor_id(); in got_nohz_idle_kick() local
855 void sched_set_stop_task(int cpu, struct task_struct *stop) in sched_set_stop_task()
1280 static void __migrate_swap_task(struct task_struct *p, int cpu) in __migrate_swap_task()
1513 int cpu; in kick_process() local
[all …]
|
| D | cpudeadline.c | 156 void cpudl_clear(struct cpudl *cp, int cpu) in cpudl_clear()
196 void cpudl_set(struct cpudl *cp, int cpu, u64 dl) in cpudl_set()
226 void cpudl_set_freecpu(struct cpudl *cp, int cpu) in cpudl_set_freecpu()
236 void cpudl_clear_freecpu(struct cpudl *cp, int cpu) in cpudl_clear_freecpu()
|
| D | cpufreq.c | 34 void cpufreq_add_update_util_hook(int cpu, struct update_util_data *data, in cpufreq_add_update_util_hook()
59 void cpufreq_remove_update_util_hook(int cpu) in cpufreq_remove_update_util_hook()
|
| /kernel/events/ |
| D | hw_breakpoint.c | 64 static struct bp_cpuinfo *get_bp_info(int cpu, enum bp_type_idx type) in get_bp_info()
100 static unsigned int max_task_bp_pinned(int cpu, enum bp_type_idx type) in max_task_bp_pinned()
117 static int task_bp_pinned(int cpu, struct perf_event *bp, enum bp_type_idx type) in task_bp_pinned()
149 int cpu; in fetch_bp_busy_slots() local
184 static void toggle_bp_task_slot(struct perf_event *bp, int cpu, in toggle_bp_task_slot()
207 int cpu; in toggle_bp_slot() local
489 int cpu; in register_wide_hw_breakpoint() local
522 int cpu; in unregister_wide_hw_breakpoint() local
605 int cpu, err_cpu; in init_hw_breakpoint() local
|
| /kernel/irq/ |
| D | ipi.c | 163 irq_hw_number_t ipi_get_hwirq(unsigned int irq, unsigned int cpu) in ipi_get_hwirq()
188 const struct cpumask *dest, unsigned int cpu) in ipi_send_verify()
222 int __ipi_send_single(struct irq_desc *desc, unsigned int cpu) in __ipi_send_single()
268 unsigned int cpu; in __ipi_send_mask() local
308 int ipi_send_single(unsigned int virq, unsigned int cpu) in ipi_send_single()
|
| /kernel/rcu/ |
| D | tree_plugin.h | 1093 static void rcu_cpu_kthread_setup(unsigned int cpu) in rcu_cpu_kthread_setup()
1101 static void rcu_cpu_kthread_park(unsigned int cpu) in rcu_cpu_kthread_park()
1106 static int rcu_cpu_kthread_should_run(unsigned int cpu) in rcu_cpu_kthread_should_run()
1116 static void rcu_cpu_kthread(unsigned int cpu) in rcu_cpu_kthread()
1161 int cpu; in rcu_boost_kthread_setaffinity() local
1192 int cpu; in rcu_spawn_boost_kthreads() local
1201 static void rcu_prepare_kthreads(int cpu) in rcu_prepare_kthreads()
1241 static void rcu_prepare_kthreads(int cpu) in rcu_prepare_kthreads()
1547 int cpu; in rcu_oom_notify() local
1585 static void print_cpu_stall_fast_no_hz(char *cp, int cpu) in print_cpu_stall_fast_no_hz()
[all …]
|
| D | tree.c | 1294 int cpu; in rcu_dump_cpu_stacks() local
1336 int cpu; in print_other_cpu_stall() local
1419 int cpu; in print_cpu_stall() local
2470 rcu_report_qs_rdp(int cpu, struct rcu_state *rsp, struct rcu_data *rdp) in rcu_report_qs_rdp()
2554 rcu_send_cbs_to_orphanage(int cpu, struct rcu_state *rsp, in rcu_send_cbs_to_orphanage()
2723 static void rcu_cleanup_dead_cpu(int cpu, struct rcu_state *rsp) in rcu_cleanup_dead_cpu()
2899 int cpu; in force_qs_rnp() local
3132 struct rcu_state *rsp, int cpu, bool lazy) in __call_rcu()
3588 int cpu, unsigned long done) in _rcu_barrier_trace()
3630 int cpu; in _rcu_barrier() local
[all …]
|
| /kernel/trace/ |
| D | ring_buffer.c | 271 #define for_each_buffer_cpu(buffer, cpu) \ argument
438 int cpu; member
530 int ring_buffer_wait(struct ring_buffer *buffer, int cpu, bool full) in ring_buffer_wait()
634 int ring_buffer_poll_wait(struct ring_buffer *buffer, int cpu, in ring_buffer_poll_wait()
698 u64 ring_buffer_time_stamp(struct ring_buffer *buffer, int cpu) in ring_buffer_time_stamp()
711 int cpu, u64 *ts) in ring_buffer_normalize_time_stamp()
1135 static int __rb_allocate_pages(long nr_pages, struct list_head *pages, int cpu) in __rb_allocate_pages()
1200 rb_allocate_cpu_buffer(struct ring_buffer *buffer, long nr_pages, int cpu) in rb_allocate_cpu_buffer()
1302 int cpu; in __ring_buffer_alloc() local
1388 int cpu; in ring_buffer_free() local
[all …]
|
| D | trace_functions_graph.c | 63 int cpu; member
386 int cpu; in trace_graph_entry() local
486 int cpu; in trace_graph_return() local
551 static void print_graph_cpu(struct trace_seq *s, int cpu) in print_graph_cpu()
602 verif_pid(struct trace_seq *s, pid_t pid, int cpu, struct fgraph_data *data) in verif_pid()
720 enum trace_type type, int cpu, pid_t pid, u32 flags) in print_graph_irq()
846 int cpu = iter->cpu; in print_graph_entry_leaf() local
882 struct trace_seq *s, int cpu, u32 flags) in print_graph_entry_nested()
891 int cpu = iter->cpu; in print_graph_entry_nested() local
932 int cpu = iter->cpu; in print_graph_prologue() local
[all …]
|
| /kernel/bpf/ |
| D | percpu_freelist.c | 11 int cpu; in pcpu_freelist_init() local
53 int i, cpu, pcpu_entries; in pcpu_freelist_populate() local
82 int orig_cpu, cpu; in pcpu_freelist_pop() local
|