151 static inline void check_for_tasks(int cpu)  in check_for_tasks()  argument
157 		if (task_cpu(p) == cpu &&  in check_for_tasks()
162 				 p->comm, task_pid_nr(p), cpu,  in check_for_tasks()
194 static int __ref _cpu_down(unsigned int cpu, int tasks_frozen)  in _cpu_down()  argument
198 	void *hcpu = (void *)(long)cpu;  in _cpu_down()
208 	if (!cpu_online(cpu))  in _cpu_down()
222 				__func__, cpu);  in _cpu_down()
230 			     cpumask_of(cpumask_any_but(cpu_online_mask, cpu)));  in _cpu_down()
232 	err = __stop_machine(take_cpu_down, &tcd_param, cpumask_of(cpu));  in _cpu_down()
241 	BUG_ON(cpu_online(cpu));  in _cpu_down()
244 	while (!idle_cpu(cpu))  in _cpu_down()
248 	__cpu_die(cpu);  in _cpu_down()
255 	check_for_tasks(cpu);  in _cpu_down()
270 int __ref cpu_down(unsigned int cpu)  in cpu_down()  argument
284 	cpu_clear(cpu, cpu_active_map);  in cpu_down()
296 	err = _cpu_down(cpu, 0);  in cpu_down()
298 	if (cpu_online(cpu))  in cpu_down()
299 		cpu_set(cpu, cpu_active_map);  in cpu_down()
310 static int __cpuinit _cpu_up(unsigned int cpu, int tasks_frozen)  in _cpu_up()  argument
313 	void *hcpu = (void *)(long)cpu;  in _cpu_up()
316 	if (cpu_online(cpu) || !cpu_present(cpu))  in _cpu_up()
325 				__func__, cpu);  in _cpu_up()
331 	ret = __cpu_up(cpu);  in _cpu_up()
334 	BUG_ON(!cpu_online(cpu));  in _cpu_up()
336 	cpu_set(cpu, cpu_active_map);  in _cpu_up()
350 int __cpuinit cpu_up(unsigned int cpu)  in cpu_up()  argument
353 	if (!cpu_possible(cpu)) {  in cpu_up()
355 			"configured as may-hotadd at boot time\n", cpu);  in cpu_up()
370 	err = _cpu_up(cpu, 0);  in cpu_up()
382 	int cpu, first_cpu, error;  in disable_nonboot_cpus()  local
394 	for_each_online_cpu(cpu) {  in disable_nonboot_cpus()
395 		if (cpu == first_cpu)  in disable_nonboot_cpus()
397 		error = _cpu_down(cpu, 1);  in disable_nonboot_cpus()
399 			cpumask_set_cpu(cpu, frozen_cpus);  in disable_nonboot_cpus()
400 			printk("CPU%d is down\n", cpu);  in disable_nonboot_cpus()
403 				cpu, error);  in disable_nonboot_cpus()
421 	int cpu, error;  in enable_nonboot_cpus()  local
430 	for_each_cpu(cpu, frozen_cpus) {  in enable_nonboot_cpus()
431 		error = _cpu_up(cpu, 1);  in enable_nonboot_cpus()
433 			printk("CPU%d is up\n", cpu);  in enable_nonboot_cpus()
436 		printk(KERN_WARNING "Error taking CPU%d up: %d\n", cpu, error);  in enable_nonboot_cpus()
460 void __cpuinit notify_cpu_starting(unsigned int cpu)  in notify_cpu_starting()  argument
465 	if (frozen_cpus != NULL && cpumask_test_cpu(cpu, frozen_cpus))  in notify_cpu_starting()
468 	raw_notifier_call_chain(&cpu_chain, val, (void *)(long)cpu);  in notify_cpu_starting()
522 void set_cpu_possible(unsigned int cpu, bool possible)  in set_cpu_possible()  argument
525 		cpumask_set_cpu(cpu, to_cpumask(cpu_possible_bits));  in set_cpu_possible()
527 		cpumask_clear_cpu(cpu, to_cpumask(cpu_possible_bits));  in set_cpu_possible()
530 void set_cpu_present(unsigned int cpu, bool present)  in set_cpu_present()  argument
533 		cpumask_set_cpu(cpu, to_cpumask(cpu_present_bits));  in set_cpu_present()
535 		cpumask_clear_cpu(cpu, to_cpumask(cpu_present_bits));  in set_cpu_present()
538 void set_cpu_online(unsigned int cpu, bool online)  in set_cpu_online()  argument
541 		cpumask_set_cpu(cpu, to_cpumask(cpu_online_bits));  in set_cpu_online()
543 		cpumask_clear_cpu(cpu, to_cpumask(cpu_online_bits));  in set_cpu_online()
546 void set_cpu_active(unsigned int cpu, bool active)  in set_cpu_active()  argument
549 		cpumask_set_cpu(cpu, to_cpumask(cpu_active_bits));  in set_cpu_active()
551 		cpumask_clear_cpu(cpu, to_cpumask(cpu_active_bits));  in set_cpu_active()