1 // SPDX-License-Identifier: GPL-2.0-only
27 #include <linux/irqchip/arm-gic-v3.h>
62  * so we need some other way of telling a new secondary core
92 	return -ENOSYS;  in op_cpu_kill()
98  * Boot a secondary CPU, and assign it the specified idle task.
105 	if (ops->cpu_boot)  in boot_secondary()
106 		return ops->cpu_boot(cpu);  in boot_secondary()
108 	return -EOPNOTSUPP;  in boot_secondary()
119 	 * We need to tell the secondary core where to find its stack and the  in __cpu_up()
130 		pr_err("CPU%u: failed to boot: %d\n", cpu, ret);  in __cpu_up()
159 			pr_crit("CPU%u: died during early boot\n", cpu);  in __cpu_up()
167 			pr_crit("CPU%u: does not support 52-bit VAs\n", cpu);  in __cpu_up()
178 	return -EIO;  in __cpu_up()
196  * This is the secondary CPU boot entry.  We're using this CPUs
214 	current->active_mm = mm;  in secondary_start_kernel()
236 	if (ops->cpu_postboot)  in secondary_start_kernel()
237 		ops->cpu_postboot();  in secondary_start_kernel()
255 	 * OK, now it's safe to let the boot CPU continue.  Wait for  in secondary_start_kernel()
259 	pr_info("CPU%u: Booted secondary processor 0x%010lx [0x%08x]\n",  in secondary_start_kernel()
283 	if (!ops || !ops->cpu_die)  in op_cpu_disable()
284 		return -EOPNOTSUPP;  in op_cpu_disable()
287 	 * We may need to abort a hot unplug for some other mechanism-specific  in op_cpu_disable()
290 	if (ops->cpu_disable)  in op_cpu_disable()
291 		return ops->cpu_disable(cpu);  in op_cpu_disable()
319 	 * OK - migrate IRQs away from this CPU  in __cpu_disable()
335 	if (!ops->cpu_kill)  in op_cpu_kill()
338 	return ops->cpu_kill(cpu);  in op_cpu_kill()
342  * called on the thread which is asking for a CPU to be shutdown -
357 	 * in-kernel synchronisation, try to get the firwmare to help us to  in __cpu_die()
387 	ops->cpu_die(cpu);  in cpu_die()
398 	if (ops && ops->cpu_die)  in __cpu_try_die()
399 		ops->cpu_die(cpu);  in __cpu_try_die()
404  * Kill the calling secondary CPU, early in bringup before it is turned
411 	pr_crit("CPU%d: will not boot\n", cpu);  in cpu_die_early()
455 	 * We now know enough about the boot CPU to apply the  in smp_prepare_boot_cpu()
472 	 * A cpu node with missing "reg" property is  in of_get_cpu_mpidr()
476 	cell = of_get_property(dn, "reg", NULL);  in of_get_cpu_mpidr()
478 		pr_err("%pOF: missing reg property\n", dn);  in of_get_cpu_mpidr()
487 		pr_err("%pOF: invalid reg property\n", dn);  in of_get_cpu_mpidr()
518 		return -ENODEV;  in smp_cpu_setup()
521 	if (ops->cpu_init(cpu))  in smp_cpu_setup()
522 		return -ENODEV;  in smp_cpu_setup()
541  * acpi_map_gic_cpu_interface - parse processor MADT entry
549 	u64 hwid = processor->arm_mpidr;  in acpi_map_gic_cpu_interface()
551 	if (!(processor->flags & ACPI_MADT_ENABLED)) {  in acpi_map_gic_cpu_interface()
566 	/* Check if GICC structure of boot CPU is available in the MADT */  in acpi_map_gic_cpu_interface()
569 			pr_err("duplicate boot CPU MPIDR: 0x%llx in MADT\n",  in acpi_map_gic_cpu_interface()
587 	 * Set-up the ACPI parking protocol cpu entries  in acpi_map_gic_cpu_interface()
608 		return -EINVAL;  in acpi_parse_gic_cpu_interface()
610 	acpi_table_print_madt_entry(&header->common);  in acpi_parse_gic_cpu_interface()
662 			pr_err("%pOF: duplicate cpu reg properties in the DT\n",  in of_parse_and_init_cpus()
668 		 * The numbering scheme requires that the boot CPU  in of_parse_and_init_cpus()
675 				pr_err("%pOF: duplicate boot cpu reg property in DT\n",  in of_parse_and_init_cpus()
685 			 * initialized and the boot cpu doesn't need  in of_parse_and_init_cpus()
686 			 * the enable-method so continue without  in of_parse_and_init_cpus()
719 		pr_warn("Number of cores (%d) exceeds configured maximum of %u - clipping\n",  in smp_init_cpus()
723 		pr_err("missing boot CPU MPIDR, not enabling secondaries\n");  in smp_init_cpus()
732 	 * If the cpu set-up fails, invalidate the cpu_logical_map entry.  in smp_init_cpus()
758 	 * secondary CPUs present.  in smp_prepare_cpus()
779 		err = ops->cpu_prepare(cpu);  in smp_prepare_cpus()
796 	S(IPI_WAKEUP, "CPU wake-up interrupts"),
809 		seq_printf(p, "%*s%u:%s", prec - 1, "IPI", i,  in arch_show_interrupts()
886  * Main handler for inter-processor interrupts
931 			  "CPU%u: Wake-up IPI outside the ACPI parking protocol\n",  in do_handle_IPI()
947 	do_handle_IPI(irq - ipi_irq_base);  in ipi_handler()
1001 	/* Setup the boot CPU immediately */  in set_smp_ipi_range()
1025 	return num_online_cpus() - this_cpu_online;  in num_other_online_cpus()
1039 			pr_crit("SMP: stopping secondary CPUs\n");  in smp_send_stop()
1045 	while (num_other_online_cpus() && timeout--)  in smp_send_stop()
1049 		pr_warn("SMP: failed to stop secondary CPUs %*pbl\n",  in smp_send_stop()
1085 	pr_crit("SMP: stopping secondary CPUs\n");  in crash_smp_send_stop()
1090 	while ((atomic_read(&waiting_for_crash_ipi) > 0) && timeout--)  in crash_smp_send_stop()
1094 		pr_warn("SMP: failed to stop secondary CPUs %*pbl\n",  in crash_smp_send_stop()
1111 	return -EINVAL;  in setup_profiling_timer()
1120 	if (ops && ops->cpu_die)  in have_cpu_die()