1 // SPDX-License-Identifier: GPL-2.0-only
27 #include <linux/irqchip/arm-gic-v3.h>
61  * so we need some other way of telling a new secondary core
91 	return -ENOSYS;  in op_cpu_kill()
97  * Boot a secondary CPU, and assign it the specified idle task.
104 	if (ops->cpu_boot)  in boot_secondary()
105 		return ops->cpu_boot(cpu);  in boot_secondary()
107 	return -EOPNOTSUPP;  in boot_secondary()
118 	 * We need to tell the secondary core where to find its stack and the  in __cpu_up()
127 		pr_err("CPU%u: failed to boot: %d\n", cpu, ret);  in __cpu_up()
154 			pr_crit("CPU%u: died during early boot\n", cpu);  in __cpu_up()
162 			pr_crit("CPU%u: does not support 52-bit VAs\n", cpu);  in __cpu_up()
173 	return -EIO;  in __cpu_up()
192  * This is the secondary CPU boot entry.  We're using this CPUs
207 	current->active_mm = mm;  in secondary_start_kernel()
229 	if (ops->cpu_postboot)  in secondary_start_kernel()
230 		ops->cpu_postboot();  in secondary_start_kernel()
248 	 * OK, now it's safe to let the boot CPU continue.  Wait for  in secondary_start_kernel()
252 	pr_info("CPU%u: Booted secondary processor 0x%010lx [0x%08x]\n",  in secondary_start_kernel()
276 	if (!ops || !ops->cpu_die)  in op_cpu_disable()
277 		return -EOPNOTSUPP;  in op_cpu_disable()
280 	 * We may need to abort a hot unplug for some other mechanism-specific  in op_cpu_disable()
283 	if (ops->cpu_disable)  in op_cpu_disable()
284 		return ops->cpu_disable(cpu);  in op_cpu_disable()
312 	 * OK - migrate IRQs away from this CPU  in __cpu_disable()
328 	if (!ops->cpu_kill)  in op_cpu_kill()
331 	return ops->cpu_kill(cpu);  in op_cpu_kill()
346 	 * in-kernel synchronisation, try to get the firwmare to help us to  in arch_cpuhp_cleanup_dead_cpu()
376 	ops->cpu_die(cpu);  in cpu_die()
387 	if (ops && ops->cpu_die)  in __cpu_try_die()
388 		ops->cpu_die(cpu);  in __cpu_try_die()
393  * Kill the calling secondary CPU, early in bringup before it is turned
400 	pr_crit("CPU%d: will not boot\n", cpu);  in cpu_die_early()
443 	 * The runtime per-cpu areas have been allocated by  in smp_prepare_boot_cpu()
444 	 * setup_per_cpu_areas(), and CPU0's boot time per-cpu area will be  in smp_prepare_boot_cpu()
445 	 * freed shortly, so we must move over to the runtime per-cpu area.  in smp_prepare_boot_cpu()
451 	 * We now know enough about the boot CPU to apply the  in smp_prepare_boot_cpu()
489 		return -ENODEV;  in smp_cpu_setup()
492 	if (ops->cpu_init(cpu))  in smp_cpu_setup()
493 		return -ENODEV;  in smp_cpu_setup()
513  * acpi_map_gic_cpu_interface - parse processor MADT entry
521 	u64 hwid = processor->arm_mpidr;  in acpi_map_gic_cpu_interface()
523 	if (!(processor->flags & ACPI_MADT_ENABLED)) {  in acpi_map_gic_cpu_interface()
538 	/* Check if GICC structure of boot CPU is available in the MADT */  in acpi_map_gic_cpu_interface()
541 			pr_err("duplicate boot CPU MPIDR: 0x%llx in MADT\n",  in acpi_map_gic_cpu_interface()
559 	 * Set-up the ACPI parking protocol cpu entries  in acpi_map_gic_cpu_interface()
580 		return -EINVAL;  in acpi_parse_gic_cpu_interface()
582 	acpi_table_print_madt_entry(&header->common);  in acpi_parse_gic_cpu_interface()
634 			pr_err("%pOF: duplicate cpu reg properties in the DT\n",  in of_parse_and_init_cpus()
640 		 * The numbering scheme requires that the boot CPU  in of_parse_and_init_cpus()
647 				pr_err("%pOF: duplicate boot cpu reg property in DT\n",  in of_parse_and_init_cpus()
657 			 * initialized and the boot cpu doesn't need  in of_parse_and_init_cpus()
658 			 * the enable-method so continue without  in of_parse_and_init_cpus()
691 		pr_warn("Number of cores (%d) exceeds configured maximum of %u - clipping\n",  in smp_init_cpus()
695 		pr_err("missing boot CPU MPIDR, not enabling secondaries\n");  in smp_init_cpus()
704 	 * If the cpu set-up fails, invalidate the cpu_logical_map entry.  in smp_init_cpus()
730 	 * secondary CPUs present.  in smp_prepare_cpus()
751 		err = ops->cpu_prepare(cpu);  in smp_prepare_cpus()
767 	[IPI_WAKEUP]		= "CPU wake-up interrupts",
779 		seq_printf(p, "%*s%u:%s", prec - 1, "IPI", i,  in arch_show_interrupts()
858  * Main handler for inter-processor interrupts
903 			  "CPU%u: Wake-up IPI outside the ACPI parking protocol\n",  in do_handle_IPI()
919 	do_handle_IPI(irq - ipi_irq_base);  in ipi_handler()
973 	/* Setup the boot CPU immediately */  in set_smp_ipi_range()
997 	return num_online_cpus() - this_cpu_online;  in num_other_online_cpus()
1011 			pr_crit("SMP: stopping secondary CPUs\n");  in smp_send_stop()
1017 	while (num_other_online_cpus() && timeout--)  in smp_send_stop()
1021 		pr_warn("SMP: failed to stop secondary CPUs %*pbl\n",  in smp_send_stop()
1055 	pr_crit("SMP: stopping secondary CPUs\n");  in crash_smp_send_stop()
1060 	while ((atomic_read(&waiting_for_crash_ipi) > 0) && timeout--)  in crash_smp_send_stop()
1064 		pr_warn("SMP: failed to stop secondary CPUs %*pbl\n",  in crash_smp_send_stop()
1084 	if (ops && ops->cpu_die)  in have_cpu_die()