• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  *  acpi.c - Architecture-Specific Low-Level ACPI Support
3  *
4  *  Copyright (C) 1999 VA Linux Systems
5  *  Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com>
6  *  Copyright (C) 2000, 2002-2003 Hewlett-Packard Co.
7  *	David Mosberger-Tang <davidm@hpl.hp.com>
8  *  Copyright (C) 2000 Intel Corp.
9  *  Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com>
10  *  Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
11  *  Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com>
12  *  Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com>
13  *  Copyright (C) 2002 Erich Focht <efocht@ess.nec.de>
14  *  Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com>
15  *
16  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
17  *
18  *  This program is free software; you can redistribute it and/or modify
19  *  it under the terms of the GNU General Public License as published by
20  *  the Free Software Foundation; either version 2 of the License, or
21  *  (at your option) any later version.
22  *
23  *  This program is distributed in the hope that it will be useful,
24  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
25  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
26  *  GNU General Public License for more details.
27  *
28  *  You should have received a copy of the GNU General Public License
29  *  along with this program; if not, write to the Free Software
30  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
31  *
32  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
33  */
34 
35 #include <linux/module.h>
36 #include <linux/init.h>
37 #include <linux/kernel.h>
38 #include <linux/sched.h>
39 #include <linux/smp.h>
40 #include <linux/string.h>
41 #include <linux/types.h>
42 #include <linux/irq.h>
43 #include <linux/acpi.h>
44 #include <linux/efi.h>
45 #include <linux/mmzone.h>
46 #include <linux/nodemask.h>
47 #include <asm/io.h>
48 #include <asm/iosapic.h>
49 #include <asm/machvec.h>
50 #include <asm/page.h>
51 #include <asm/system.h>
52 #include <asm/numa.h>
53 #include <asm/sal.h>
54 #include <asm/cyclone.h>
55 #include <asm/xen/hypervisor.h>
56 
57 #define BAD_MADT_ENTRY(entry, end) (                                        \
58 		(!entry) || (unsigned long)entry + sizeof(*entry) > end ||  \
59 		((struct acpi_subtable_header *)entry)->length < sizeof(*entry))
60 
61 #define PREFIX			"ACPI: "
62 
63 void (*pm_idle) (void);
64 EXPORT_SYMBOL(pm_idle);
65 void (*pm_power_off) (void);
66 EXPORT_SYMBOL(pm_power_off);
67 
68 u32 acpi_rsdt_forced;
69 unsigned int acpi_cpei_override;
70 unsigned int acpi_cpei_phys_cpuid;
71 
72 unsigned long acpi_wakeup_address = 0;
73 
74 #ifdef CONFIG_IA64_GENERIC
acpi_find_rsdp(void)75 static unsigned long __init acpi_find_rsdp(void)
76 {
77 	unsigned long rsdp_phys = 0;
78 
79 	if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
80 		rsdp_phys = efi.acpi20;
81 	else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
82 		printk(KERN_WARNING PREFIX
83 		       "v1.0/r0.71 tables no longer supported\n");
84 	return rsdp_phys;
85 }
86 #endif
87 
88 const char __init *
acpi_get_sysname(void)89 acpi_get_sysname(void)
90 {
91 #ifdef CONFIG_IA64_GENERIC
92 	unsigned long rsdp_phys;
93 	struct acpi_table_rsdp *rsdp;
94 	struct acpi_table_xsdt *xsdt;
95 	struct acpi_table_header *hdr;
96 #ifdef CONFIG_DMAR
97 	u64 i, nentries;
98 #endif
99 
100 	rsdp_phys = acpi_find_rsdp();
101 	if (!rsdp_phys) {
102 		printk(KERN_ERR
103 		       "ACPI 2.0 RSDP not found, default to \"dig\"\n");
104 		return "dig";
105 	}
106 
107 	rsdp = (struct acpi_table_rsdp *)__va(rsdp_phys);
108 	if (strncmp(rsdp->signature, ACPI_SIG_RSDP, sizeof(ACPI_SIG_RSDP) - 1)) {
109 		printk(KERN_ERR
110 		       "ACPI 2.0 RSDP signature incorrect, default to \"dig\"\n");
111 		return "dig";
112 	}
113 
114 	xsdt = (struct acpi_table_xsdt *)__va(rsdp->xsdt_physical_address);
115 	hdr = &xsdt->header;
116 	if (strncmp(hdr->signature, ACPI_SIG_XSDT, sizeof(ACPI_SIG_XSDT) - 1)) {
117 		printk(KERN_ERR
118 		       "ACPI 2.0 XSDT signature incorrect, default to \"dig\"\n");
119 		return "dig";
120 	}
121 
122 	if (!strcmp(hdr->oem_id, "HP")) {
123 		return "hpzx1";
124 	} else if (!strcmp(hdr->oem_id, "SGI")) {
125 		if (!strcmp(hdr->oem_table_id + 4, "UV"))
126 			return "uv";
127 		else
128 			return "sn2";
129 	} else if (xen_pv_domain() && !strcmp(hdr->oem_id, "XEN")) {
130 		return "xen";
131 	}
132 
133 #ifdef CONFIG_DMAR
134 	/* Look for Intel IOMMU */
135 	nentries = (hdr->length - sizeof(*hdr)) /
136 			 sizeof(xsdt->table_offset_entry[0]);
137 	for (i = 0; i < nentries; i++) {
138 		hdr = __va(xsdt->table_offset_entry[i]);
139 		if (strncmp(hdr->signature, ACPI_SIG_DMAR,
140 			sizeof(ACPI_SIG_DMAR) - 1) == 0)
141 			return "dig_vtd";
142 	}
143 #endif
144 
145 	return "dig";
146 #else
147 # if defined (CONFIG_IA64_HP_SIM)
148 	return "hpsim";
149 # elif defined (CONFIG_IA64_HP_ZX1)
150 	return "hpzx1";
151 # elif defined (CONFIG_IA64_HP_ZX1_SWIOTLB)
152 	return "hpzx1_swiotlb";
153 # elif defined (CONFIG_IA64_SGI_SN2)
154 	return "sn2";
155 # elif defined (CONFIG_IA64_SGI_UV)
156 	return "uv";
157 # elif defined (CONFIG_IA64_DIG)
158 	return "dig";
159 # elif defined (CONFIG_IA64_XEN_GUEST)
160 	return "xen";
161 # elif defined(CONFIG_IA64_DIG_VTD)
162 	return "dig_vtd";
163 # else
164 #	error Unknown platform.  Fix acpi.c.
165 # endif
166 #endif
167 }
168 
169 #ifdef CONFIG_ACPI
170 
171 #define ACPI_MAX_PLATFORM_INTERRUPTS	256
172 
173 /* Array to record platform interrupt vectors for generic interrupt routing. */
174 int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = {
175 	[0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1
176 };
177 
178 enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC;
179 
180 /*
181  * Interrupt routing API for device drivers.  Provides interrupt vector for
182  * a generic platform event.  Currently only CPEI is implemented.
183  */
acpi_request_vector(u32 int_type)184 int acpi_request_vector(u32 int_type)
185 {
186 	int vector = -1;
187 
188 	if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) {
189 		/* corrected platform error interrupt */
190 		vector = platform_intr_list[int_type];
191 	} else
192 		printk(KERN_ERR
193 		       "acpi_request_vector(): invalid interrupt type\n");
194 	return vector;
195 }
196 
__acpi_map_table(unsigned long phys_addr,unsigned long size)197 char *__init __acpi_map_table(unsigned long phys_addr, unsigned long size)
198 {
199 	return __va(phys_addr);
200 }
201 
202 /* --------------------------------------------------------------------------
203                             Boot-time Table Parsing
204    -------------------------------------------------------------------------- */
205 
206 static int available_cpus __initdata;
207 struct acpi_table_madt *acpi_madt __initdata;
208 static u8 has_8259;
209 
210 static int __init
acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header,const unsigned long end)211 acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header,
212 			  const unsigned long end)
213 {
214 	struct acpi_madt_local_apic_override *lapic;
215 
216 	lapic = (struct acpi_madt_local_apic_override *)header;
217 
218 	if (BAD_MADT_ENTRY(lapic, end))
219 		return -EINVAL;
220 
221 	if (lapic->address) {
222 		iounmap(ipi_base_addr);
223 		ipi_base_addr = ioremap(lapic->address, 0);
224 	}
225 	return 0;
226 }
227 
228 static int __init
acpi_parse_lsapic(struct acpi_subtable_header * header,const unsigned long end)229 acpi_parse_lsapic(struct acpi_subtable_header * header, const unsigned long end)
230 {
231 	struct acpi_madt_local_sapic *lsapic;
232 
233 	lsapic = (struct acpi_madt_local_sapic *)header;
234 
235 	/*Skip BAD_MADT_ENTRY check, as lsapic size could vary */
236 
237 	if (lsapic->lapic_flags & ACPI_MADT_ENABLED) {
238 #ifdef CONFIG_SMP
239 		smp_boot_data.cpu_phys_id[available_cpus] =
240 		    (lsapic->id << 8) | lsapic->eid;
241 #endif
242 		++available_cpus;
243 	}
244 
245 	total_cpus++;
246 	return 0;
247 }
248 
249 static int __init
acpi_parse_lapic_nmi(struct acpi_subtable_header * header,const unsigned long end)250 acpi_parse_lapic_nmi(struct acpi_subtable_header * header, const unsigned long end)
251 {
252 	struct acpi_madt_local_apic_nmi *lacpi_nmi;
253 
254 	lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header;
255 
256 	if (BAD_MADT_ENTRY(lacpi_nmi, end))
257 		return -EINVAL;
258 
259 	/* TBD: Support lapic_nmi entries */
260 	return 0;
261 }
262 
263 static int __init
acpi_parse_iosapic(struct acpi_subtable_header * header,const unsigned long end)264 acpi_parse_iosapic(struct acpi_subtable_header * header, const unsigned long end)
265 {
266 	struct acpi_madt_io_sapic *iosapic;
267 
268 	iosapic = (struct acpi_madt_io_sapic *)header;
269 
270 	if (BAD_MADT_ENTRY(iosapic, end))
271 		return -EINVAL;
272 
273 	return iosapic_init(iosapic->address, iosapic->global_irq_base);
274 }
275 
276 static unsigned int __initdata acpi_madt_rev;
277 
278 static int __init
acpi_parse_plat_int_src(struct acpi_subtable_header * header,const unsigned long end)279 acpi_parse_plat_int_src(struct acpi_subtable_header * header,
280 			const unsigned long end)
281 {
282 	struct acpi_madt_interrupt_source *plintsrc;
283 	int vector;
284 
285 	plintsrc = (struct acpi_madt_interrupt_source *)header;
286 
287 	if (BAD_MADT_ENTRY(plintsrc, end))
288 		return -EINVAL;
289 
290 	/*
291 	 * Get vector assignment for this interrupt, set attributes,
292 	 * and program the IOSAPIC routing table.
293 	 */
294 	vector = iosapic_register_platform_intr(plintsrc->type,
295 						plintsrc->global_irq,
296 						plintsrc->io_sapic_vector,
297 						plintsrc->eid,
298 						plintsrc->id,
299 						((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) ==
300 						 ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
301 						IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
302 						((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
303 						 ACPI_MADT_TRIGGER_EDGE) ?
304 						IOSAPIC_EDGE : IOSAPIC_LEVEL);
305 
306 	platform_intr_list[plintsrc->type] = vector;
307 	if (acpi_madt_rev > 1) {
308 		acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE;
309 	}
310 
311 	/*
312 	 * Save the physical id, so we can check when its being removed
313 	 */
314 	acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff;
315 
316 	return 0;
317 }
318 
319 #ifdef CONFIG_HOTPLUG_CPU
can_cpei_retarget(void)320 unsigned int can_cpei_retarget(void)
321 {
322 	extern int cpe_vector;
323 	extern unsigned int force_cpei_retarget;
324 
325 	/*
326 	 * Only if CPEI is supported and the override flag
327 	 * is present, otherwise return that its re-targettable
328 	 * if we are in polling mode.
329 	 */
330 	if (cpe_vector > 0) {
331 		if (acpi_cpei_override || force_cpei_retarget)
332 			return 1;
333 		else
334 			return 0;
335 	}
336 	return 1;
337 }
338 
is_cpu_cpei_target(unsigned int cpu)339 unsigned int is_cpu_cpei_target(unsigned int cpu)
340 {
341 	unsigned int logical_id;
342 
343 	logical_id = cpu_logical_id(acpi_cpei_phys_cpuid);
344 
345 	if (logical_id == cpu)
346 		return 1;
347 	else
348 		return 0;
349 }
350 
set_cpei_target_cpu(unsigned int cpu)351 void set_cpei_target_cpu(unsigned int cpu)
352 {
353 	acpi_cpei_phys_cpuid = cpu_physical_id(cpu);
354 }
355 #endif
356 
get_cpei_target_cpu(void)357 unsigned int get_cpei_target_cpu(void)
358 {
359 	return acpi_cpei_phys_cpuid;
360 }
361 
362 static int __init
acpi_parse_int_src_ovr(struct acpi_subtable_header * header,const unsigned long end)363 acpi_parse_int_src_ovr(struct acpi_subtable_header * header,
364 		       const unsigned long end)
365 {
366 	struct acpi_madt_interrupt_override *p;
367 
368 	p = (struct acpi_madt_interrupt_override *)header;
369 
370 	if (BAD_MADT_ENTRY(p, end))
371 		return -EINVAL;
372 
373 	iosapic_override_isa_irq(p->source_irq, p->global_irq,
374 				 ((p->inti_flags & ACPI_MADT_POLARITY_MASK) ==
375 				  ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
376 				 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
377 				 ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
378 				 ACPI_MADT_TRIGGER_EDGE) ?
379 				 IOSAPIC_EDGE : IOSAPIC_LEVEL);
380 	return 0;
381 }
382 
383 static int __init
acpi_parse_nmi_src(struct acpi_subtable_header * header,const unsigned long end)384 acpi_parse_nmi_src(struct acpi_subtable_header * header, const unsigned long end)
385 {
386 	struct acpi_madt_nmi_source *nmi_src;
387 
388 	nmi_src = (struct acpi_madt_nmi_source *)header;
389 
390 	if (BAD_MADT_ENTRY(nmi_src, end))
391 		return -EINVAL;
392 
393 	/* TBD: Support nimsrc entries */
394 	return 0;
395 }
396 
acpi_madt_oem_check(char * oem_id,char * oem_table_id)397 static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id)
398 {
399 	if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) {
400 
401 		/*
402 		 * Unfortunately ITC_DRIFT is not yet part of the
403 		 * official SAL spec, so the ITC_DRIFT bit is not
404 		 * set by the BIOS on this hardware.
405 		 */
406 		sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT;
407 
408 		cyclone_setup();
409 	}
410 }
411 
acpi_parse_madt(struct acpi_table_header * table)412 static int __init acpi_parse_madt(struct acpi_table_header *table)
413 {
414 	if (!table)
415 		return -EINVAL;
416 
417 	acpi_madt = (struct acpi_table_madt *)table;
418 
419 	acpi_madt_rev = acpi_madt->header.revision;
420 
421 	/* remember the value for reference after free_initmem() */
422 #ifdef CONFIG_ITANIUM
423 	has_8259 = 1;		/* Firmware on old Itanium systems is broken */
424 #else
425 	has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT;
426 #endif
427 	iosapic_system_init(has_8259);
428 
429 	/* Get base address of IPI Message Block */
430 
431 	if (acpi_madt->address)
432 		ipi_base_addr = ioremap(acpi_madt->address, 0);
433 
434 	printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr);
435 
436 	acpi_madt_oem_check(acpi_madt->header.oem_id,
437 			    acpi_madt->header.oem_table_id);
438 
439 	return 0;
440 }
441 
442 #ifdef CONFIG_ACPI_NUMA
443 
444 #undef SLIT_DEBUG
445 
446 #define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32)
447 
448 static int __initdata srat_num_cpus;	/* number of cpus */
449 static u32 __devinitdata pxm_flag[PXM_FLAG_LEN];
450 #define pxm_bit_set(bit)	(set_bit(bit,(void *)pxm_flag))
451 #define pxm_bit_test(bit)	(test_bit(bit,(void *)pxm_flag))
452 static struct acpi_table_slit __initdata *slit_table;
453 cpumask_t early_cpu_possible_map = CPU_MASK_NONE;
454 
get_processor_proximity_domain(struct acpi_srat_cpu_affinity * pa)455 static int get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa)
456 {
457 	int pxm;
458 
459 	pxm = pa->proximity_domain_lo;
460 	if (ia64_platform_is("sn2"))
461 		pxm += pa->proximity_domain_hi[0] << 8;
462 	return pxm;
463 }
464 
get_memory_proximity_domain(struct acpi_srat_mem_affinity * ma)465 static int get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma)
466 {
467 	int pxm;
468 
469 	pxm = ma->proximity_domain;
470 	if (!ia64_platform_is("sn2"))
471 		pxm &= 0xff;
472 
473 	return pxm;
474 }
475 
476 /*
477  * ACPI 2.0 SLIT (System Locality Information Table)
478  * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf
479  */
acpi_numa_slit_init(struct acpi_table_slit * slit)480 void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
481 {
482 	u32 len;
483 
484 	len = sizeof(struct acpi_table_header) + 8
485 	    + slit->locality_count * slit->locality_count;
486 	if (slit->header.length != len) {
487 		printk(KERN_ERR
488 		       "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n",
489 		       len, slit->header.length);
490 		return;
491 	}
492 	slit_table = slit;
493 }
494 
495 void __init
acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity * pa)496 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
497 {
498 	int pxm;
499 
500 	if (!(pa->flags & ACPI_SRAT_CPU_ENABLED))
501 		return;
502 
503 	pxm = get_processor_proximity_domain(pa);
504 
505 	/* record this node in proximity bitmap */
506 	pxm_bit_set(pxm);
507 
508 	node_cpuid[srat_num_cpus].phys_id =
509 	    (pa->apic_id << 8) | (pa->local_sapic_eid);
510 	/* nid should be overridden as logical node id later */
511 	node_cpuid[srat_num_cpus].nid = pxm;
512 	cpu_set(srat_num_cpus, early_cpu_possible_map);
513 	srat_num_cpus++;
514 }
515 
516 void __init
acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity * ma)517 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
518 {
519 	unsigned long paddr, size;
520 	int pxm;
521 	struct node_memblk_s *p, *q, *pend;
522 
523 	pxm = get_memory_proximity_domain(ma);
524 
525 	/* fill node memory chunk structure */
526 	paddr = ma->base_address;
527 	size = ma->length;
528 
529 	/* Ignore disabled entries */
530 	if (!(ma->flags & ACPI_SRAT_MEM_ENABLED))
531 		return;
532 
533 	/* record this node in proximity bitmap */
534 	pxm_bit_set(pxm);
535 
536 	/* Insertion sort based on base address */
537 	pend = &node_memblk[num_node_memblks];
538 	for (p = &node_memblk[0]; p < pend; p++) {
539 		if (paddr < p->start_paddr)
540 			break;
541 	}
542 	if (p < pend) {
543 		for (q = pend - 1; q >= p; q--)
544 			*(q + 1) = *q;
545 	}
546 	p->start_paddr = paddr;
547 	p->size = size;
548 	p->nid = pxm;
549 	num_node_memblks++;
550 }
551 
acpi_numa_arch_fixup(void)552 void __init acpi_numa_arch_fixup(void)
553 {
554 	int i, j, node_from, node_to;
555 
556 	/* If there's no SRAT, fix the phys_id and mark node 0 online */
557 	if (srat_num_cpus == 0) {
558 		node_set_online(0);
559 		node_cpuid[0].phys_id = hard_smp_processor_id();
560 		return;
561 	}
562 
563 	/*
564 	 * MCD - This can probably be dropped now.  No need for pxm ID to node ID
565 	 * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES.
566 	 */
567 	nodes_clear(node_online_map);
568 	for (i = 0; i < MAX_PXM_DOMAINS; i++) {
569 		if (pxm_bit_test(i)) {
570 			int nid = acpi_map_pxm_to_node(i);
571 			node_set_online(nid);
572 		}
573 	}
574 
575 	/* set logical node id in memory chunk structure */
576 	for (i = 0; i < num_node_memblks; i++)
577 		node_memblk[i].nid = pxm_to_node(node_memblk[i].nid);
578 
579 	/* assign memory bank numbers for each chunk on each node */
580 	for_each_online_node(i) {
581 		int bank;
582 
583 		bank = 0;
584 		for (j = 0; j < num_node_memblks; j++)
585 			if (node_memblk[j].nid == i)
586 				node_memblk[j].bank = bank++;
587 	}
588 
589 	/* set logical node id in cpu structure */
590 	for_each_possible_early_cpu(i)
591 		node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid);
592 
593 	printk(KERN_INFO "Number of logical nodes in system = %d\n",
594 	       num_online_nodes());
595 	printk(KERN_INFO "Number of memory chunks in system = %d\n",
596 	       num_node_memblks);
597 
598 	if (!slit_table) {
599 		for (i = 0; i < MAX_NUMNODES; i++)
600 			for (j = 0; j < MAX_NUMNODES; j++)
601 				node_distance(i, j) = i == j ? LOCAL_DISTANCE :
602 							REMOTE_DISTANCE;
603 		return;
604 	}
605 
606 	memset(numa_slit, -1, sizeof(numa_slit));
607 	for (i = 0; i < slit_table->locality_count; i++) {
608 		if (!pxm_bit_test(i))
609 			continue;
610 		node_from = pxm_to_node(i);
611 		for (j = 0; j < slit_table->locality_count; j++) {
612 			if (!pxm_bit_test(j))
613 				continue;
614 			node_to = pxm_to_node(j);
615 			node_distance(node_from, node_to) =
616 			    slit_table->entry[i * slit_table->locality_count + j];
617 		}
618 	}
619 
620 #ifdef SLIT_DEBUG
621 	printk("ACPI 2.0 SLIT locality table:\n");
622 	for_each_online_node(i) {
623 		for_each_online_node(j)
624 		    printk("%03d ", node_distance(i, j));
625 		printk("\n");
626 	}
627 #endif
628 }
629 #endif				/* CONFIG_ACPI_NUMA */
630 
631 /*
632  * success: return IRQ number (>=0)
633  * failure: return < 0
634  */
acpi_register_gsi(u32 gsi,int triggering,int polarity)635 int acpi_register_gsi(u32 gsi, int triggering, int polarity)
636 {
637 	if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
638 		return gsi;
639 
640 	if (has_8259 && gsi < 16)
641 		return isa_irq_to_vector(gsi);
642 
643 	return iosapic_register_intr(gsi,
644 				     (polarity ==
645 				      ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH :
646 				     IOSAPIC_POL_LOW,
647 				     (triggering ==
648 				      ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE :
649 				     IOSAPIC_LEVEL);
650 }
651 
acpi_unregister_gsi(u32 gsi)652 void acpi_unregister_gsi(u32 gsi)
653 {
654 	if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
655 		return;
656 
657 	if (has_8259 && gsi < 16)
658 		return;
659 
660 	iosapic_unregister_intr(gsi);
661 }
662 
acpi_parse_fadt(struct acpi_table_header * table)663 static int __init acpi_parse_fadt(struct acpi_table_header *table)
664 {
665 	struct acpi_table_header *fadt_header;
666 	struct acpi_table_fadt *fadt;
667 
668 	if (!table)
669 		return -EINVAL;
670 
671 	fadt_header = (struct acpi_table_header *)table;
672 	if (fadt_header->revision != 3)
673 		return -ENODEV;	/* Only deal with ACPI 2.0 FADT */
674 
675 	fadt = (struct acpi_table_fadt *)fadt_header;
676 
677 	acpi_register_gsi(fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE, ACPI_ACTIVE_LOW);
678 	return 0;
679 }
680 
early_acpi_boot_init(void)681 int __init early_acpi_boot_init(void)
682 {
683 	int ret;
684 
685 	/*
686 	 * do a partial walk of MADT to determine how many CPUs
687 	 * we have including offline CPUs
688 	 */
689 	if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
690 		printk(KERN_ERR PREFIX "Can't find MADT\n");
691 		return 0;
692 	}
693 
694 	ret = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC,
695 		acpi_parse_lsapic, NR_CPUS);
696 	if (ret < 1)
697 		printk(KERN_ERR PREFIX
698 		       "Error parsing MADT - no LAPIC entries\n");
699 
700 	return 0;
701 }
702 
703 
704 
acpi_boot_init(void)705 int __init acpi_boot_init(void)
706 {
707 
708 	/*
709 	 * MADT
710 	 * ----
711 	 * Parse the Multiple APIC Description Table (MADT), if exists.
712 	 * Note that this table provides platform SMP configuration
713 	 * information -- the successor to MPS tables.
714 	 */
715 
716 	if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
717 		printk(KERN_ERR PREFIX "Can't find MADT\n");
718 		goto skip_madt;
719 	}
720 
721 	/* Local APIC */
722 
723 	if (acpi_table_parse_madt
724 	    (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0)
725 		printk(KERN_ERR PREFIX
726 		       "Error parsing LAPIC address override entry\n");
727 
728 	if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0)
729 	    < 0)
730 		printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n");
731 
732 	/* I/O APIC */
733 
734 	if (acpi_table_parse_madt
735 	    (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1) {
736 		if (!ia64_platform_is("sn2"))
737 			printk(KERN_ERR PREFIX
738 			       "Error parsing MADT - no IOSAPIC entries\n");
739 	}
740 
741 	/* System-Level Interrupt Routing */
742 
743 	if (acpi_table_parse_madt
744 	    (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src,
745 	     ACPI_MAX_PLATFORM_INTERRUPTS) < 0)
746 		printk(KERN_ERR PREFIX
747 		       "Error parsing platform interrupt source entry\n");
748 
749 	if (acpi_table_parse_madt
750 	    (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0)
751 		printk(KERN_ERR PREFIX
752 		       "Error parsing interrupt source overrides entry\n");
753 
754 	if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0)
755 		printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n");
756       skip_madt:
757 
758 	/*
759 	 * FADT says whether a legacy keyboard controller is present.
760 	 * The FADT also contains an SCI_INT line, by which the system
761 	 * gets interrupts such as power and sleep buttons.  If it's not
762 	 * on a Legacy interrupt, it needs to be setup.
763 	 */
764 	if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt))
765 		printk(KERN_ERR PREFIX "Can't find FADT\n");
766 
767 #ifdef CONFIG_SMP
768 	if (available_cpus == 0) {
769 		printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n");
770 		printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id());
771 		smp_boot_data.cpu_phys_id[available_cpus] =
772 		    hard_smp_processor_id();
773 		available_cpus = 1;	/* We've got at least one of these, no? */
774 	}
775 	smp_boot_data.cpu_count = available_cpus;
776 
777 	smp_build_cpu_map();
778 # ifdef CONFIG_ACPI_NUMA
779 	if (srat_num_cpus == 0) {
780 		int cpu, i = 1;
781 		for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++)
782 			if (smp_boot_data.cpu_phys_id[cpu] !=
783 			    hard_smp_processor_id())
784 				node_cpuid[i++].phys_id =
785 				    smp_boot_data.cpu_phys_id[cpu];
786 	}
787 # endif
788 #endif
789 #ifdef CONFIG_ACPI_NUMA
790 	build_cpu_to_node_map();
791 #endif
792 	/* Make boot-up look pretty */
793 	printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus,
794 	       total_cpus);
795 	return 0;
796 }
797 
acpi_gsi_to_irq(u32 gsi,unsigned int * irq)798 int acpi_gsi_to_irq(u32 gsi, unsigned int *irq)
799 {
800 	int tmp;
801 
802 	if (has_8259 && gsi < 16)
803 		*irq = isa_irq_to_vector(gsi);
804 	else {
805 		tmp = gsi_to_irq(gsi);
806 		if (tmp == -1)
807 			return -1;
808 		*irq = tmp;
809 	}
810 	return 0;
811 }
812 
813 /*
814  *  ACPI based hotplug CPU support
815  */
816 #ifdef CONFIG_ACPI_HOTPLUG_CPU
817 static
acpi_map_cpu2node(acpi_handle handle,int cpu,int physid)818 int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
819 {
820 #ifdef CONFIG_ACPI_NUMA
821 	int pxm_id;
822 	int nid;
823 
824 	pxm_id = acpi_get_pxm(handle);
825 	/*
826 	 * We don't have cpu-only-node hotadd. But if the system equips
827 	 * SRAT table, pxm is already found and node is ready.
828   	 * So, just pxm_to_nid(pxm) is OK.
829 	 * This code here is for the system which doesn't have full SRAT
830   	 * table for possible cpus.
831 	 */
832 	nid = acpi_map_pxm_to_node(pxm_id);
833 	node_cpuid[cpu].phys_id = physid;
834 	node_cpuid[cpu].nid = nid;
835 #endif
836 	return (0);
837 }
838 
839 int additional_cpus __initdata = -1;
840 
setup_additional_cpus(char * s)841 static __init int setup_additional_cpus(char *s)
842 {
843 	if (s)
844 		additional_cpus = simple_strtol(s, NULL, 0);
845 
846 	return 0;
847 }
848 
849 early_param("additional_cpus", setup_additional_cpus);
850 
851 /*
852  * cpu_possible_map should be static, it cannot change as CPUs
853  * are onlined, or offlined. The reason is per-cpu data-structures
854  * are allocated by some modules at init time, and dont expect to
855  * do this dynamically on cpu arrival/departure.
856  * cpu_present_map on the other hand can change dynamically.
857  * In case when cpu_hotplug is not compiled, then we resort to current
858  * behaviour, which is cpu_possible == cpu_present.
859  * - Ashok Raj
860  *
861  * Three ways to find out the number of additional hotplug CPUs:
862  * - If the BIOS specified disabled CPUs in ACPI/mptables use that.
863  * - The user can overwrite it with additional_cpus=NUM
864  * - Otherwise don't reserve additional CPUs.
865  */
prefill_possible_map(void)866 __init void prefill_possible_map(void)
867 {
868 	int i;
869 	int possible, disabled_cpus;
870 
871 	disabled_cpus = total_cpus - available_cpus;
872 
873  	if (additional_cpus == -1) {
874  		if (disabled_cpus > 0)
875 			additional_cpus = disabled_cpus;
876  		else
877 			additional_cpus = 0;
878  	}
879 
880 	possible = available_cpus + additional_cpus;
881 
882 	if (possible > NR_CPUS)
883 		possible = NR_CPUS;
884 
885 	printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n",
886 		possible, max((possible - available_cpus), 0));
887 
888 	for (i = 0; i < possible; i++)
889 		cpu_set(i, cpu_possible_map);
890 }
891 
acpi_map_lsapic(acpi_handle handle,int * pcpu)892 int acpi_map_lsapic(acpi_handle handle, int *pcpu)
893 {
894 	struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
895 	union acpi_object *obj;
896 	struct acpi_madt_local_sapic *lsapic;
897 	cpumask_t tmp_map;
898 	int cpu, physid;
899 
900 	if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
901 		return -EINVAL;
902 
903 	if (!buffer.length || !buffer.pointer)
904 		return -EINVAL;
905 
906 	obj = buffer.pointer;
907 	if (obj->type != ACPI_TYPE_BUFFER)
908 	{
909 		kfree(buffer.pointer);
910 		return -EINVAL;
911 	}
912 
913 	lsapic = (struct acpi_madt_local_sapic *)obj->buffer.pointer;
914 
915 	if ((lsapic->header.type != ACPI_MADT_TYPE_LOCAL_SAPIC) ||
916 	    (!(lsapic->lapic_flags & ACPI_MADT_ENABLED))) {
917 		kfree(buffer.pointer);
918 		return -EINVAL;
919 	}
920 
921 	physid = ((lsapic->id << 8) | (lsapic->eid));
922 
923 	kfree(buffer.pointer);
924 	buffer.length = ACPI_ALLOCATE_BUFFER;
925 	buffer.pointer = NULL;
926 
927 	cpus_complement(tmp_map, cpu_present_map);
928 	cpu = first_cpu(tmp_map);
929 	if (cpu >= NR_CPUS)
930 		return -EINVAL;
931 
932 	acpi_map_cpu2node(handle, cpu, physid);
933 
934 	cpu_set(cpu, cpu_present_map);
935 	ia64_cpu_to_sapicid[cpu] = physid;
936 
937 	*pcpu = cpu;
938 	return (0);
939 }
940 
941 EXPORT_SYMBOL(acpi_map_lsapic);
942 
acpi_unmap_lsapic(int cpu)943 int acpi_unmap_lsapic(int cpu)
944 {
945 	ia64_cpu_to_sapicid[cpu] = -1;
946 	cpu_clear(cpu, cpu_present_map);
947 
948 #ifdef CONFIG_ACPI_NUMA
949 	/* NUMA specific cleanup's */
950 #endif
951 
952 	return (0);
953 }
954 
955 EXPORT_SYMBOL(acpi_unmap_lsapic);
956 #endif				/* CONFIG_ACPI_HOTPLUG_CPU */
957 
958 #ifdef CONFIG_ACPI_NUMA
959 static acpi_status __devinit
acpi_map_iosapic(acpi_handle handle,u32 depth,void * context,void ** ret)960 acpi_map_iosapic(acpi_handle handle, u32 depth, void *context, void **ret)
961 {
962 	struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
963 	union acpi_object *obj;
964 	struct acpi_madt_io_sapic *iosapic;
965 	unsigned int gsi_base;
966 	int pxm, node;
967 
968 	/* Only care about objects w/ a method that returns the MADT */
969 	if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
970 		return AE_OK;
971 
972 	if (!buffer.length || !buffer.pointer)
973 		return AE_OK;
974 
975 	obj = buffer.pointer;
976 	if (obj->type != ACPI_TYPE_BUFFER ||
977 	    obj->buffer.length < sizeof(*iosapic)) {
978 		kfree(buffer.pointer);
979 		return AE_OK;
980 	}
981 
982 	iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer;
983 
984 	if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) {
985 		kfree(buffer.pointer);
986 		return AE_OK;
987 	}
988 
989 	gsi_base = iosapic->global_irq_base;
990 
991 	kfree(buffer.pointer);
992 
993 	/*
994 	 * OK, it's an IOSAPIC MADT entry, look for a _PXM value to tell
995 	 * us which node to associate this with.
996 	 */
997 	pxm = acpi_get_pxm(handle);
998 	if (pxm < 0)
999 		return AE_OK;
1000 
1001 	node = pxm_to_node(pxm);
1002 
1003 	if (node >= MAX_NUMNODES || !node_online(node) ||
1004 	    cpumask_empty(cpumask_of_node(node)))
1005 		return AE_OK;
1006 
1007 	/* We know a gsi to node mapping! */
1008 	map_iosapic_to_node(gsi_base, node);
1009 	return AE_OK;
1010 }
1011 
1012 static int __init
acpi_map_iosapics(void)1013 acpi_map_iosapics (void)
1014 {
1015 	acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL);
1016 	return 0;
1017 }
1018 
1019 fs_initcall(acpi_map_iosapics);
1020 #endif				/* CONFIG_ACPI_NUMA */
1021 
acpi_register_ioapic(acpi_handle handle,u64 phys_addr,u32 gsi_base)1022 int __ref acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
1023 {
1024 	int err;
1025 
1026 	if ((err = iosapic_init(phys_addr, gsi_base)))
1027 		return err;
1028 
1029 #ifdef CONFIG_ACPI_NUMA
1030 	acpi_map_iosapic(handle, 0, NULL, NULL);
1031 #endif				/* CONFIG_ACPI_NUMA */
1032 
1033 	return 0;
1034 }
1035 
1036 EXPORT_SYMBOL(acpi_register_ioapic);
1037 
acpi_unregister_ioapic(acpi_handle handle,u32 gsi_base)1038 int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
1039 {
1040 	return iosapic_remove(gsi_base);
1041 }
1042 
1043 EXPORT_SYMBOL(acpi_unregister_ioapic);
1044 
1045 /*
1046  * acpi_save_state_mem() - save kernel state
1047  *
1048  * TBD when when IA64 starts to support suspend...
1049  */
acpi_save_state_mem(void)1050 int acpi_save_state_mem(void) { return 0; }
1051 
1052 /*
1053  * acpi_restore_state()
1054  */
acpi_restore_state_mem(void)1055 void acpi_restore_state_mem(void) {}
1056 
1057 /*
1058  * do_suspend_lowlevel()
1059  */
do_suspend_lowlevel(void)1060 void do_suspend_lowlevel(void) {}
1061 
1062 #endif				/* CONFIG_ACPI */
1063