• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *  acpi_osl.c - OS-dependent functions ($Revision: 83 $)
4  *
5  *  Copyright (C) 2000       Andrew Henroid
6  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
7  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
8  *  Copyright (c) 2008 Intel Corporation
9  *   Author: Matthew Wilcox <willy@linux.intel.com>
10  */
11 
12 #define pr_fmt(fmt) "ACPI: OSL: " fmt
13 
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/slab.h>
17 #include <linux/mm.h>
18 #include <linux/highmem.h>
19 #include <linux/lockdep.h>
20 #include <linux/pci.h>
21 #include <linux/interrupt.h>
22 #include <linux/kmod.h>
23 #include <linux/delay.h>
24 #include <linux/workqueue.h>
25 #include <linux/nmi.h>
26 #include <linux/acpi.h>
27 #include <linux/efi.h>
28 #include <linux/ioport.h>
29 #include <linux/list.h>
30 #include <linux/jiffies.h>
31 #include <linux/semaphore.h>
32 #include <linux/security.h>
33 
34 #include <asm/io.h>
35 #include <linux/uaccess.h>
36 #include <linux/io-64-nonatomic-lo-hi.h>
37 
38 #include "acpica/accommon.h"
39 #include "internal.h"
40 
41 /* Definitions for ACPI_DEBUG_PRINT() */
42 #define _COMPONENT		ACPI_OS_SERVICES
43 ACPI_MODULE_NAME("osl");
44 
45 struct acpi_os_dpc {
46 	acpi_osd_exec_callback function;
47 	void *context;
48 	struct work_struct work;
49 };
50 
51 #ifdef ENABLE_DEBUGGER
52 #include <linux/kdb.h>
53 
54 /* stuff for debugger support */
55 int acpi_in_debugger;
56 EXPORT_SYMBOL(acpi_in_debugger);
57 #endif				/*ENABLE_DEBUGGER */
58 
59 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
60 				      u32 pm1b_ctrl);
61 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
62 				      u32 val_b);
63 
64 static acpi_osd_handler acpi_irq_handler;
65 static void *acpi_irq_context;
66 static struct workqueue_struct *kacpid_wq;
67 static struct workqueue_struct *kacpi_notify_wq;
68 static struct workqueue_struct *kacpi_hotplug_wq;
69 static bool acpi_os_initialized;
70 unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
71 bool acpi_permanent_mmap = false;
72 
73 /*
74  * This list of permanent mappings is for memory that may be accessed from
75  * interrupt context, where we can't do the ioremap().
76  */
77 struct acpi_ioremap {
78 	struct list_head list;
79 	void __iomem *virt;
80 	acpi_physical_address phys;
81 	acpi_size size;
82 	union {
83 		unsigned long refcount;
84 		struct rcu_work rwork;
85 	} track;
86 };
87 
88 static LIST_HEAD(acpi_ioremaps);
89 static DEFINE_MUTEX(acpi_ioremap_lock);
90 #define acpi_ioremap_lock_held() lock_is_held(&acpi_ioremap_lock.dep_map)
91 
acpi_request_region(struct acpi_generic_address * gas,unsigned int length,char * desc)92 static void __init acpi_request_region (struct acpi_generic_address *gas,
93 	unsigned int length, char *desc)
94 {
95 	u64 addr;
96 
97 	/* Handle possible alignment issues */
98 	memcpy(&addr, &gas->address, sizeof(addr));
99 	if (!addr || !length)
100 		return;
101 
102 	/* Resources are never freed */
103 	if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
104 		request_region(addr, length, desc);
105 	else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
106 		request_mem_region(addr, length, desc);
107 }
108 
acpi_reserve_resources(void)109 static int __init acpi_reserve_resources(void)
110 {
111 	acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
112 		"ACPI PM1a_EVT_BLK");
113 
114 	acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
115 		"ACPI PM1b_EVT_BLK");
116 
117 	acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
118 		"ACPI PM1a_CNT_BLK");
119 
120 	acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
121 		"ACPI PM1b_CNT_BLK");
122 
123 	if (acpi_gbl_FADT.pm_timer_length == 4)
124 		acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
125 
126 	acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
127 		"ACPI PM2_CNT_BLK");
128 
129 	/* Length of GPE blocks must be a non-negative multiple of 2 */
130 
131 	if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
132 		acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
133 			       acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
134 
135 	if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
136 		acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
137 			       acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
138 
139 	return 0;
140 }
141 fs_initcall_sync(acpi_reserve_resources);
142 
acpi_os_printf(const char * fmt,...)143 void acpi_os_printf(const char *fmt, ...)
144 {
145 	va_list args;
146 	va_start(args, fmt);
147 	acpi_os_vprintf(fmt, args);
148 	va_end(args);
149 }
150 EXPORT_SYMBOL(acpi_os_printf);
151 
acpi_os_vprintf(const char * fmt,va_list args)152 void acpi_os_vprintf(const char *fmt, va_list args)
153 {
154 	static char buffer[512];
155 
156 	vsprintf(buffer, fmt, args);
157 
158 #ifdef ENABLE_DEBUGGER
159 	if (acpi_in_debugger) {
160 		kdb_printf("%s", buffer);
161 	} else {
162 		if (printk_get_level(buffer))
163 			printk("%s", buffer);
164 		else
165 			printk(KERN_CONT "%s", buffer);
166 	}
167 #else
168 	if (acpi_debugger_write_log(buffer) < 0) {
169 		if (printk_get_level(buffer))
170 			printk("%s", buffer);
171 		else
172 			printk(KERN_CONT "%s", buffer);
173 	}
174 #endif
175 }
176 
177 #ifdef CONFIG_KEXEC
178 static unsigned long acpi_rsdp;
setup_acpi_rsdp(char * arg)179 static int __init setup_acpi_rsdp(char *arg)
180 {
181 	return kstrtoul(arg, 16, &acpi_rsdp);
182 }
183 early_param("acpi_rsdp", setup_acpi_rsdp);
184 #endif
185 
acpi_os_get_root_pointer(void)186 acpi_physical_address __init acpi_os_get_root_pointer(void)
187 {
188 	acpi_physical_address pa;
189 
190 #ifdef CONFIG_KEXEC
191 	/*
192 	 * We may have been provided with an RSDP on the command line,
193 	 * but if a malicious user has done so they may be pointing us
194 	 * at modified ACPI tables that could alter kernel behaviour -
195 	 * so, we check the lockdown status before making use of
196 	 * it. If we trust it then also stash it in an architecture
197 	 * specific location (if appropriate) so it can be carried
198 	 * over further kexec()s.
199 	 */
200 	if (acpi_rsdp && !security_locked_down(LOCKDOWN_ACPI_TABLES)) {
201 		acpi_arch_set_root_pointer(acpi_rsdp);
202 		return acpi_rsdp;
203 	}
204 #endif
205 	pa = acpi_arch_get_root_pointer();
206 	if (pa)
207 		return pa;
208 
209 	if (efi_enabled(EFI_CONFIG_TABLES)) {
210 		if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
211 			return efi.acpi20;
212 		if (efi.acpi != EFI_INVALID_TABLE_ADDR)
213 			return efi.acpi;
214 		pr_err("System description tables not found\n");
215 	} else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
216 		acpi_find_root_pointer(&pa);
217 	}
218 
219 	return pa;
220 }
221 
222 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
223 static struct acpi_ioremap *
acpi_map_lookup(acpi_physical_address phys,acpi_size size)224 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
225 {
226 	struct acpi_ioremap *map;
227 
228 	list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
229 		if (map->phys <= phys &&
230 		    phys + size <= map->phys + map->size)
231 			return map;
232 
233 	return NULL;
234 }
235 
236 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
237 static void __iomem *
acpi_map_vaddr_lookup(acpi_physical_address phys,unsigned int size)238 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
239 {
240 	struct acpi_ioremap *map;
241 
242 	map = acpi_map_lookup(phys, size);
243 	if (map)
244 		return map->virt + (phys - map->phys);
245 
246 	return NULL;
247 }
248 
acpi_os_get_iomem(acpi_physical_address phys,unsigned int size)249 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
250 {
251 	struct acpi_ioremap *map;
252 	void __iomem *virt = NULL;
253 
254 	mutex_lock(&acpi_ioremap_lock);
255 	map = acpi_map_lookup(phys, size);
256 	if (map) {
257 		virt = map->virt + (phys - map->phys);
258 		map->track.refcount++;
259 	}
260 	mutex_unlock(&acpi_ioremap_lock);
261 	return virt;
262 }
263 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
264 
265 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
266 static struct acpi_ioremap *
acpi_map_lookup_virt(void __iomem * virt,acpi_size size)267 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
268 {
269 	struct acpi_ioremap *map;
270 
271 	list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
272 		if (map->virt <= virt &&
273 		    virt + size <= map->virt + map->size)
274 			return map;
275 
276 	return NULL;
277 }
278 
279 #if defined(CONFIG_IA64) || defined(CONFIG_ARM64) || defined(CONFIG_RISCV)
280 /* ioremap will take care of cache attributes */
281 #define should_use_kmap(pfn)   0
282 #else
283 #define should_use_kmap(pfn)   page_is_ram(pfn)
284 #endif
285 
acpi_map(acpi_physical_address pg_off,unsigned long pg_sz)286 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
287 {
288 	unsigned long pfn;
289 
290 	pfn = pg_off >> PAGE_SHIFT;
291 	if (should_use_kmap(pfn)) {
292 		if (pg_sz > PAGE_SIZE)
293 			return NULL;
294 		return (void __iomem __force *)kmap(pfn_to_page(pfn));
295 	} else
296 		return acpi_os_ioremap(pg_off, pg_sz);
297 }
298 
acpi_unmap(acpi_physical_address pg_off,void __iomem * vaddr)299 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
300 {
301 	unsigned long pfn;
302 
303 	pfn = pg_off >> PAGE_SHIFT;
304 	if (should_use_kmap(pfn))
305 		kunmap(pfn_to_page(pfn));
306 	else
307 		iounmap(vaddr);
308 }
309 
310 /**
311  * acpi_os_map_iomem - Get a virtual address for a given physical address range.
312  * @phys: Start of the physical address range to map.
313  * @size: Size of the physical address range to map.
314  *
315  * Look up the given physical address range in the list of existing ACPI memory
316  * mappings.  If found, get a reference to it and return a pointer to it (its
317  * virtual address).  If not found, map it, add it to that list and return a
318  * pointer to it.
319  *
320  * During early init (when acpi_permanent_mmap has not been set yet) this
321  * routine simply calls __acpi_map_table() to get the job done.
322  */
323 void __iomem __ref
acpi_os_map_iomem(acpi_physical_address phys,acpi_size size)324 *acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
325 {
326 	struct acpi_ioremap *map;
327 	void __iomem *virt;
328 	acpi_physical_address pg_off;
329 	acpi_size pg_sz;
330 
331 	if (phys > ULONG_MAX) {
332 		pr_err("Cannot map memory that high: 0x%llx\n", phys);
333 		return NULL;
334 	}
335 
336 	if (!acpi_permanent_mmap)
337 		return __acpi_map_table((unsigned long)phys, size);
338 
339 	mutex_lock(&acpi_ioremap_lock);
340 	/* Check if there's a suitable mapping already. */
341 	map = acpi_map_lookup(phys, size);
342 	if (map) {
343 		map->track.refcount++;
344 		goto out;
345 	}
346 
347 	map = kzalloc(sizeof(*map), GFP_KERNEL);
348 	if (!map) {
349 		mutex_unlock(&acpi_ioremap_lock);
350 		return NULL;
351 	}
352 
353 	pg_off = round_down(phys, PAGE_SIZE);
354 	pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
355 	virt = acpi_map(phys, size);
356 	if (!virt) {
357 		mutex_unlock(&acpi_ioremap_lock);
358 		kfree(map);
359 		return NULL;
360 	}
361 
362 	INIT_LIST_HEAD(&map->list);
363 	map->virt = (void __iomem __force *)((unsigned long)virt & PAGE_MASK);
364 	map->phys = pg_off;
365 	map->size = pg_sz;
366 	map->track.refcount = 1;
367 
368 	list_add_tail_rcu(&map->list, &acpi_ioremaps);
369 
370 out:
371 	mutex_unlock(&acpi_ioremap_lock);
372 	return map->virt + (phys - map->phys);
373 }
374 EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
375 
acpi_os_map_memory(acpi_physical_address phys,acpi_size size)376 void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
377 {
378 	return (void *)acpi_os_map_iomem(phys, size);
379 }
380 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
381 
acpi_os_map_remove(struct work_struct * work)382 static void acpi_os_map_remove(struct work_struct *work)
383 {
384 	struct acpi_ioremap *map = container_of(to_rcu_work(work),
385 						struct acpi_ioremap,
386 						track.rwork);
387 
388 	acpi_unmap(map->phys, map->virt);
389 	kfree(map);
390 }
391 
392 /* Must be called with mutex_lock(&acpi_ioremap_lock) */
acpi_os_drop_map_ref(struct acpi_ioremap * map)393 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
394 {
395 	if (--map->track.refcount)
396 		return;
397 
398 	list_del_rcu(&map->list);
399 
400 	INIT_RCU_WORK(&map->track.rwork, acpi_os_map_remove);
401 	queue_rcu_work(system_wq, &map->track.rwork);
402 }
403 
404 /**
405  * acpi_os_unmap_iomem - Drop a memory mapping reference.
406  * @virt: Start of the address range to drop a reference to.
407  * @size: Size of the address range to drop a reference to.
408  *
409  * Look up the given virtual address range in the list of existing ACPI memory
410  * mappings, drop a reference to it and if there are no more active references
411  * to it, queue it up for later removal.
412  *
413  * During early init (when acpi_permanent_mmap has not been set yet) this
414  * routine simply calls __acpi_unmap_table() to get the job done.  Since
415  * __acpi_unmap_table() is an __init function, the __ref annotation is needed
416  * here.
417  */
acpi_os_unmap_iomem(void __iomem * virt,acpi_size size)418 void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
419 {
420 	struct acpi_ioremap *map;
421 
422 	if (!acpi_permanent_mmap) {
423 		__acpi_unmap_table(virt, size);
424 		return;
425 	}
426 
427 	mutex_lock(&acpi_ioremap_lock);
428 
429 	map = acpi_map_lookup_virt(virt, size);
430 	if (!map) {
431 		mutex_unlock(&acpi_ioremap_lock);
432 		WARN(true, "ACPI: %s: bad address %p\n", __func__, virt);
433 		return;
434 	}
435 	acpi_os_drop_map_ref(map);
436 
437 	mutex_unlock(&acpi_ioremap_lock);
438 }
439 EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
440 
441 /**
442  * acpi_os_unmap_memory - Drop a memory mapping reference.
443  * @virt: Start of the address range to drop a reference to.
444  * @size: Size of the address range to drop a reference to.
445  */
acpi_os_unmap_memory(void * virt,acpi_size size)446 void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
447 {
448 	acpi_os_unmap_iomem((void __iomem *)virt, size);
449 }
450 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
451 
acpi_os_map_generic_address(struct acpi_generic_address * gas)452 void __iomem *acpi_os_map_generic_address(struct acpi_generic_address *gas)
453 {
454 	u64 addr;
455 
456 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
457 		return NULL;
458 
459 	/* Handle possible alignment issues */
460 	memcpy(&addr, &gas->address, sizeof(addr));
461 	if (!addr || !gas->bit_width)
462 		return NULL;
463 
464 	return acpi_os_map_iomem(addr, gas->bit_width / 8);
465 }
466 EXPORT_SYMBOL(acpi_os_map_generic_address);
467 
acpi_os_unmap_generic_address(struct acpi_generic_address * gas)468 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
469 {
470 	u64 addr;
471 	struct acpi_ioremap *map;
472 
473 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
474 		return;
475 
476 	/* Handle possible alignment issues */
477 	memcpy(&addr, &gas->address, sizeof(addr));
478 	if (!addr || !gas->bit_width)
479 		return;
480 
481 	mutex_lock(&acpi_ioremap_lock);
482 
483 	map = acpi_map_lookup(addr, gas->bit_width / 8);
484 	if (!map) {
485 		mutex_unlock(&acpi_ioremap_lock);
486 		return;
487 	}
488 	acpi_os_drop_map_ref(map);
489 
490 	mutex_unlock(&acpi_ioremap_lock);
491 }
492 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
493 
494 #ifdef ACPI_FUTURE_USAGE
495 acpi_status
acpi_os_get_physical_address(void * virt,acpi_physical_address * phys)496 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
497 {
498 	if (!phys || !virt)
499 		return AE_BAD_PARAMETER;
500 
501 	*phys = virt_to_phys(virt);
502 
503 	return AE_OK;
504 }
505 #endif
506 
507 #ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
508 static bool acpi_rev_override;
509 
acpi_rev_override_setup(char * str)510 int __init acpi_rev_override_setup(char *str)
511 {
512 	acpi_rev_override = true;
513 	return 1;
514 }
515 __setup("acpi_rev_override", acpi_rev_override_setup);
516 #else
517 #define acpi_rev_override	false
518 #endif
519 
520 #define ACPI_MAX_OVERRIDE_LEN 100
521 
522 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
523 
524 acpi_status
acpi_os_predefined_override(const struct acpi_predefined_names * init_val,acpi_string * new_val)525 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
526 			    acpi_string *new_val)
527 {
528 	if (!init_val || !new_val)
529 		return AE_BAD_PARAMETER;
530 
531 	*new_val = NULL;
532 	if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
533 		pr_info("Overriding _OS definition to '%s'\n", acpi_os_name);
534 		*new_val = acpi_os_name;
535 	}
536 
537 	if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
538 		pr_info("Overriding _REV return value to 5\n");
539 		*new_val = (char *)5;
540 	}
541 
542 	return AE_OK;
543 }
544 
acpi_irq(int irq,void * dev_id)545 static irqreturn_t acpi_irq(int irq, void *dev_id)
546 {
547 	u32 handled;
548 
549 	handled = (*acpi_irq_handler) (acpi_irq_context);
550 
551 	if (handled) {
552 		acpi_irq_handled++;
553 		return IRQ_HANDLED;
554 	} else {
555 		acpi_irq_not_handled++;
556 		return IRQ_NONE;
557 	}
558 }
559 
560 acpi_status
acpi_os_install_interrupt_handler(u32 gsi,acpi_osd_handler handler,void * context)561 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
562 				  void *context)
563 {
564 	unsigned int irq;
565 
566 	acpi_irq_stats_init();
567 
568 	/*
569 	 * ACPI interrupts different from the SCI in our copy of the FADT are
570 	 * not supported.
571 	 */
572 	if (gsi != acpi_gbl_FADT.sci_interrupt)
573 		return AE_BAD_PARAMETER;
574 
575 	if (acpi_irq_handler)
576 		return AE_ALREADY_ACQUIRED;
577 
578 	if (acpi_gsi_to_irq(gsi, &irq) < 0) {
579 		pr_err("SCI (ACPI GSI %d) not registered\n", gsi);
580 		return AE_OK;
581 	}
582 
583 	acpi_irq_handler = handler;
584 	acpi_irq_context = context;
585 	if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
586 		pr_err("SCI (IRQ%d) allocation failed\n", irq);
587 		acpi_irq_handler = NULL;
588 		return AE_NOT_ACQUIRED;
589 	}
590 	acpi_sci_irq = irq;
591 
592 	return AE_OK;
593 }
594 
acpi_os_remove_interrupt_handler(u32 gsi,acpi_osd_handler handler)595 acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
596 {
597 	if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
598 		return AE_BAD_PARAMETER;
599 
600 	free_irq(acpi_sci_irq, acpi_irq);
601 	acpi_irq_handler = NULL;
602 	acpi_sci_irq = INVALID_ACPI_IRQ;
603 
604 	return AE_OK;
605 }
606 
607 /*
608  * Running in interpreter thread context, safe to sleep
609  */
610 
acpi_os_sleep(u64 ms)611 void acpi_os_sleep(u64 ms)
612 {
613 	msleep(ms);
614 }
615 
acpi_os_stall(u32 us)616 void acpi_os_stall(u32 us)
617 {
618 	while (us) {
619 		u32 delay = 1000;
620 
621 		if (delay > us)
622 			delay = us;
623 		udelay(delay);
624 		touch_nmi_watchdog();
625 		us -= delay;
626 	}
627 }
628 
629 /*
630  * Support ACPI 3.0 AML Timer operand. Returns a 64-bit free-running,
631  * monotonically increasing timer with 100ns granularity. Do not use
632  * ktime_get() to implement this function because this function may get
633  * called after timekeeping has been suspended. Note: calling this function
634  * after timekeeping has been suspended may lead to unexpected results
635  * because when timekeeping is suspended the jiffies counter is not
636  * incremented. See also timekeeping_suspend().
637  */
acpi_os_get_timer(void)638 u64 acpi_os_get_timer(void)
639 {
640 	return (get_jiffies_64() - INITIAL_JIFFIES) *
641 		(ACPI_100NSEC_PER_SEC / HZ);
642 }
643 
acpi_os_read_port(acpi_io_address port,u32 * value,u32 width)644 acpi_status acpi_os_read_port(acpi_io_address port, u32 *value, u32 width)
645 {
646 	u32 dummy;
647 
648 	if (value)
649 		*value = 0;
650 	else
651 		value = &dummy;
652 
653 	if (width <= 8) {
654 		*value = inb(port);
655 	} else if (width <= 16) {
656 		*value = inw(port);
657 	} else if (width <= 32) {
658 		*value = inl(port);
659 	} else {
660 		pr_debug("%s: Access width %d not supported\n", __func__, width);
661 		return AE_BAD_PARAMETER;
662 	}
663 
664 	return AE_OK;
665 }
666 
667 EXPORT_SYMBOL(acpi_os_read_port);
668 
acpi_os_write_port(acpi_io_address port,u32 value,u32 width)669 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
670 {
671 	if (width <= 8) {
672 		outb(value, port);
673 	} else if (width <= 16) {
674 		outw(value, port);
675 	} else if (width <= 32) {
676 		outl(value, port);
677 	} else {
678 		pr_debug("%s: Access width %d not supported\n", __func__, width);
679 		return AE_BAD_PARAMETER;
680 	}
681 
682 	return AE_OK;
683 }
684 
685 EXPORT_SYMBOL(acpi_os_write_port);
686 
acpi_os_read_iomem(void __iomem * virt_addr,u64 * value,u32 width)687 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width)
688 {
689 
690 	switch (width) {
691 	case 8:
692 		*(u8 *) value = readb(virt_addr);
693 		break;
694 	case 16:
695 		*(u16 *) value = readw(virt_addr);
696 		break;
697 	case 32:
698 		*(u32 *) value = readl(virt_addr);
699 		break;
700 	case 64:
701 		*(u64 *) value = readq(virt_addr);
702 		break;
703 	default:
704 		return -EINVAL;
705 	}
706 
707 	return 0;
708 }
709 
710 acpi_status
acpi_os_read_memory(acpi_physical_address phys_addr,u64 * value,u32 width)711 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
712 {
713 	void __iomem *virt_addr;
714 	unsigned int size = width / 8;
715 	bool unmap = false;
716 	u64 dummy;
717 	int error;
718 
719 	rcu_read_lock();
720 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
721 	if (!virt_addr) {
722 		rcu_read_unlock();
723 		virt_addr = acpi_os_ioremap(phys_addr, size);
724 		if (!virt_addr)
725 			return AE_BAD_ADDRESS;
726 		unmap = true;
727 	}
728 
729 	if (!value)
730 		value = &dummy;
731 
732 	error = acpi_os_read_iomem(virt_addr, value, width);
733 	BUG_ON(error);
734 
735 	if (unmap)
736 		iounmap(virt_addr);
737 	else
738 		rcu_read_unlock();
739 
740 	return AE_OK;
741 }
742 
743 acpi_status
acpi_os_write_memory(acpi_physical_address phys_addr,u64 value,u32 width)744 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
745 {
746 	void __iomem *virt_addr;
747 	unsigned int size = width / 8;
748 	bool unmap = false;
749 
750 	rcu_read_lock();
751 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
752 	if (!virt_addr) {
753 		rcu_read_unlock();
754 		virt_addr = acpi_os_ioremap(phys_addr, size);
755 		if (!virt_addr)
756 			return AE_BAD_ADDRESS;
757 		unmap = true;
758 	}
759 
760 	switch (width) {
761 	case 8:
762 		writeb(value, virt_addr);
763 		break;
764 	case 16:
765 		writew(value, virt_addr);
766 		break;
767 	case 32:
768 		writel(value, virt_addr);
769 		break;
770 	case 64:
771 		writeq(value, virt_addr);
772 		break;
773 	default:
774 		BUG();
775 	}
776 
777 	if (unmap)
778 		iounmap(virt_addr);
779 	else
780 		rcu_read_unlock();
781 
782 	return AE_OK;
783 }
784 
785 #ifdef CONFIG_PCI
786 acpi_status
acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id,u32 reg,u64 * value,u32 width)787 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
788 			       u64 *value, u32 width)
789 {
790 	int result, size;
791 	u32 value32;
792 
793 	if (!value)
794 		return AE_BAD_PARAMETER;
795 
796 	switch (width) {
797 	case 8:
798 		size = 1;
799 		break;
800 	case 16:
801 		size = 2;
802 		break;
803 	case 32:
804 		size = 4;
805 		break;
806 	default:
807 		return AE_ERROR;
808 	}
809 
810 	result = raw_pci_read(pci_id->segment, pci_id->bus,
811 				PCI_DEVFN(pci_id->device, pci_id->function),
812 				reg, size, &value32);
813 	*value = value32;
814 
815 	return (result ? AE_ERROR : AE_OK);
816 }
817 
818 acpi_status
acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id,u32 reg,u64 value,u32 width)819 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
820 				u64 value, u32 width)
821 {
822 	int result, size;
823 
824 	switch (width) {
825 	case 8:
826 		size = 1;
827 		break;
828 	case 16:
829 		size = 2;
830 		break;
831 	case 32:
832 		size = 4;
833 		break;
834 	default:
835 		return AE_ERROR;
836 	}
837 
838 	result = raw_pci_write(pci_id->segment, pci_id->bus,
839 				PCI_DEVFN(pci_id->device, pci_id->function),
840 				reg, size, value);
841 
842 	return (result ? AE_ERROR : AE_OK);
843 }
844 #endif
845 
acpi_os_execute_deferred(struct work_struct * work)846 static void acpi_os_execute_deferred(struct work_struct *work)
847 {
848 	struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
849 
850 	dpc->function(dpc->context);
851 	kfree(dpc);
852 }
853 
854 #ifdef CONFIG_ACPI_DEBUGGER
855 static struct acpi_debugger acpi_debugger;
856 static bool acpi_debugger_initialized;
857 
acpi_register_debugger(struct module * owner,const struct acpi_debugger_ops * ops)858 int acpi_register_debugger(struct module *owner,
859 			   const struct acpi_debugger_ops *ops)
860 {
861 	int ret = 0;
862 
863 	mutex_lock(&acpi_debugger.lock);
864 	if (acpi_debugger.ops) {
865 		ret = -EBUSY;
866 		goto err_lock;
867 	}
868 
869 	acpi_debugger.owner = owner;
870 	acpi_debugger.ops = ops;
871 
872 err_lock:
873 	mutex_unlock(&acpi_debugger.lock);
874 	return ret;
875 }
876 EXPORT_SYMBOL(acpi_register_debugger);
877 
acpi_unregister_debugger(const struct acpi_debugger_ops * ops)878 void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
879 {
880 	mutex_lock(&acpi_debugger.lock);
881 	if (ops == acpi_debugger.ops) {
882 		acpi_debugger.ops = NULL;
883 		acpi_debugger.owner = NULL;
884 	}
885 	mutex_unlock(&acpi_debugger.lock);
886 }
887 EXPORT_SYMBOL(acpi_unregister_debugger);
888 
acpi_debugger_create_thread(acpi_osd_exec_callback function,void * context)889 int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
890 {
891 	int ret;
892 	int (*func)(acpi_osd_exec_callback, void *);
893 	struct module *owner;
894 
895 	if (!acpi_debugger_initialized)
896 		return -ENODEV;
897 	mutex_lock(&acpi_debugger.lock);
898 	if (!acpi_debugger.ops) {
899 		ret = -ENODEV;
900 		goto err_lock;
901 	}
902 	if (!try_module_get(acpi_debugger.owner)) {
903 		ret = -ENODEV;
904 		goto err_lock;
905 	}
906 	func = acpi_debugger.ops->create_thread;
907 	owner = acpi_debugger.owner;
908 	mutex_unlock(&acpi_debugger.lock);
909 
910 	ret = func(function, context);
911 
912 	mutex_lock(&acpi_debugger.lock);
913 	module_put(owner);
914 err_lock:
915 	mutex_unlock(&acpi_debugger.lock);
916 	return ret;
917 }
918 
acpi_debugger_write_log(const char * msg)919 ssize_t acpi_debugger_write_log(const char *msg)
920 {
921 	ssize_t ret;
922 	ssize_t (*func)(const char *);
923 	struct module *owner;
924 
925 	if (!acpi_debugger_initialized)
926 		return -ENODEV;
927 	mutex_lock(&acpi_debugger.lock);
928 	if (!acpi_debugger.ops) {
929 		ret = -ENODEV;
930 		goto err_lock;
931 	}
932 	if (!try_module_get(acpi_debugger.owner)) {
933 		ret = -ENODEV;
934 		goto err_lock;
935 	}
936 	func = acpi_debugger.ops->write_log;
937 	owner = acpi_debugger.owner;
938 	mutex_unlock(&acpi_debugger.lock);
939 
940 	ret = func(msg);
941 
942 	mutex_lock(&acpi_debugger.lock);
943 	module_put(owner);
944 err_lock:
945 	mutex_unlock(&acpi_debugger.lock);
946 	return ret;
947 }
948 
acpi_debugger_read_cmd(char * buffer,size_t buffer_length)949 ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
950 {
951 	ssize_t ret;
952 	ssize_t (*func)(char *, size_t);
953 	struct module *owner;
954 
955 	if (!acpi_debugger_initialized)
956 		return -ENODEV;
957 	mutex_lock(&acpi_debugger.lock);
958 	if (!acpi_debugger.ops) {
959 		ret = -ENODEV;
960 		goto err_lock;
961 	}
962 	if (!try_module_get(acpi_debugger.owner)) {
963 		ret = -ENODEV;
964 		goto err_lock;
965 	}
966 	func = acpi_debugger.ops->read_cmd;
967 	owner = acpi_debugger.owner;
968 	mutex_unlock(&acpi_debugger.lock);
969 
970 	ret = func(buffer, buffer_length);
971 
972 	mutex_lock(&acpi_debugger.lock);
973 	module_put(owner);
974 err_lock:
975 	mutex_unlock(&acpi_debugger.lock);
976 	return ret;
977 }
978 
acpi_debugger_wait_command_ready(void)979 int acpi_debugger_wait_command_ready(void)
980 {
981 	int ret;
982 	int (*func)(bool, char *, size_t);
983 	struct module *owner;
984 
985 	if (!acpi_debugger_initialized)
986 		return -ENODEV;
987 	mutex_lock(&acpi_debugger.lock);
988 	if (!acpi_debugger.ops) {
989 		ret = -ENODEV;
990 		goto err_lock;
991 	}
992 	if (!try_module_get(acpi_debugger.owner)) {
993 		ret = -ENODEV;
994 		goto err_lock;
995 	}
996 	func = acpi_debugger.ops->wait_command_ready;
997 	owner = acpi_debugger.owner;
998 	mutex_unlock(&acpi_debugger.lock);
999 
1000 	ret = func(acpi_gbl_method_executing,
1001 		   acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
1002 
1003 	mutex_lock(&acpi_debugger.lock);
1004 	module_put(owner);
1005 err_lock:
1006 	mutex_unlock(&acpi_debugger.lock);
1007 	return ret;
1008 }
1009 
acpi_debugger_notify_command_complete(void)1010 int acpi_debugger_notify_command_complete(void)
1011 {
1012 	int ret;
1013 	int (*func)(void);
1014 	struct module *owner;
1015 
1016 	if (!acpi_debugger_initialized)
1017 		return -ENODEV;
1018 	mutex_lock(&acpi_debugger.lock);
1019 	if (!acpi_debugger.ops) {
1020 		ret = -ENODEV;
1021 		goto err_lock;
1022 	}
1023 	if (!try_module_get(acpi_debugger.owner)) {
1024 		ret = -ENODEV;
1025 		goto err_lock;
1026 	}
1027 	func = acpi_debugger.ops->notify_command_complete;
1028 	owner = acpi_debugger.owner;
1029 	mutex_unlock(&acpi_debugger.lock);
1030 
1031 	ret = func();
1032 
1033 	mutex_lock(&acpi_debugger.lock);
1034 	module_put(owner);
1035 err_lock:
1036 	mutex_unlock(&acpi_debugger.lock);
1037 	return ret;
1038 }
1039 
acpi_debugger_init(void)1040 int __init acpi_debugger_init(void)
1041 {
1042 	mutex_init(&acpi_debugger.lock);
1043 	acpi_debugger_initialized = true;
1044 	return 0;
1045 }
1046 #endif
1047 
1048 /*******************************************************************************
1049  *
1050  * FUNCTION:    acpi_os_execute
1051  *
1052  * PARAMETERS:  Type               - Type of the callback
1053  *              Function           - Function to be executed
1054  *              Context            - Function parameters
1055  *
1056  * RETURN:      Status
1057  *
1058  * DESCRIPTION: Depending on type, either queues function for deferred execution or
1059  *              immediately executes function on a separate thread.
1060  *
1061  ******************************************************************************/
1062 
acpi_os_execute(acpi_execute_type type,acpi_osd_exec_callback function,void * context)1063 acpi_status acpi_os_execute(acpi_execute_type type,
1064 			    acpi_osd_exec_callback function, void *context)
1065 {
1066 	acpi_status status = AE_OK;
1067 	struct acpi_os_dpc *dpc;
1068 	struct workqueue_struct *queue;
1069 	int ret;
1070 	ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1071 			  "Scheduling function [%p(%p)] for deferred execution.\n",
1072 			  function, context));
1073 
1074 	if (type == OSL_DEBUGGER_MAIN_THREAD) {
1075 		ret = acpi_debugger_create_thread(function, context);
1076 		if (ret) {
1077 			pr_err("Kernel thread creation failed\n");
1078 			status = AE_ERROR;
1079 		}
1080 		goto out_thread;
1081 	}
1082 
1083 	/*
1084 	 * Allocate/initialize DPC structure.  Note that this memory will be
1085 	 * freed by the callee.  The kernel handles the work_struct list  in a
1086 	 * way that allows us to also free its memory inside the callee.
1087 	 * Because we may want to schedule several tasks with different
1088 	 * parameters we can't use the approach some kernel code uses of
1089 	 * having a static work_struct.
1090 	 */
1091 
1092 	dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1093 	if (!dpc)
1094 		return AE_NO_MEMORY;
1095 
1096 	dpc->function = function;
1097 	dpc->context = context;
1098 
1099 	/*
1100 	 * To prevent lockdep from complaining unnecessarily, make sure that
1101 	 * there is a different static lockdep key for each workqueue by using
1102 	 * INIT_WORK() for each of them separately.
1103 	 */
1104 	if (type == OSL_NOTIFY_HANDLER) {
1105 		queue = kacpi_notify_wq;
1106 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1107 	} else if (type == OSL_GPE_HANDLER) {
1108 		queue = kacpid_wq;
1109 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1110 	} else {
1111 		pr_err("Unsupported os_execute type %d.\n", type);
1112 		status = AE_ERROR;
1113 	}
1114 
1115 	if (ACPI_FAILURE(status))
1116 		goto err_workqueue;
1117 
1118 	/*
1119 	 * On some machines, a software-initiated SMI causes corruption unless
1120 	 * the SMI runs on CPU 0.  An SMI can be initiated by any AML, but
1121 	 * typically it's done in GPE-related methods that are run via
1122 	 * workqueues, so we can avoid the known corruption cases by always
1123 	 * queueing on CPU 0.
1124 	 */
1125 	ret = queue_work_on(0, queue, &dpc->work);
1126 	if (!ret) {
1127 		pr_err("Unable to queue work\n");
1128 		status = AE_ERROR;
1129 	}
1130 err_workqueue:
1131 	if (ACPI_FAILURE(status))
1132 		kfree(dpc);
1133 out_thread:
1134 	return status;
1135 }
1136 EXPORT_SYMBOL(acpi_os_execute);
1137 
acpi_os_wait_events_complete(void)1138 void acpi_os_wait_events_complete(void)
1139 {
1140 	/*
1141 	 * Make sure the GPE handler or the fixed event handler is not used
1142 	 * on another CPU after removal.
1143 	 */
1144 	if (acpi_sci_irq_valid())
1145 		synchronize_hardirq(acpi_sci_irq);
1146 	flush_workqueue(kacpid_wq);
1147 	flush_workqueue(kacpi_notify_wq);
1148 }
1149 EXPORT_SYMBOL(acpi_os_wait_events_complete);
1150 
1151 struct acpi_hp_work {
1152 	struct work_struct work;
1153 	struct acpi_device *adev;
1154 	u32 src;
1155 };
1156 
acpi_hotplug_work_fn(struct work_struct * work)1157 static void acpi_hotplug_work_fn(struct work_struct *work)
1158 {
1159 	struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1160 
1161 	acpi_os_wait_events_complete();
1162 	acpi_device_hotplug(hpw->adev, hpw->src);
1163 	kfree(hpw);
1164 }
1165 
acpi_hotplug_schedule(struct acpi_device * adev,u32 src)1166 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1167 {
1168 	struct acpi_hp_work *hpw;
1169 
1170 	acpi_handle_debug(adev->handle,
1171 			  "Scheduling hotplug event %u for deferred handling\n",
1172 			   src);
1173 
1174 	hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1175 	if (!hpw)
1176 		return AE_NO_MEMORY;
1177 
1178 	INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1179 	hpw->adev = adev;
1180 	hpw->src = src;
1181 	/*
1182 	 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1183 	 * the hotplug code may call driver .remove() functions, which may
1184 	 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1185 	 * these workqueues.
1186 	 */
1187 	if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1188 		kfree(hpw);
1189 		return AE_ERROR;
1190 	}
1191 	return AE_OK;
1192 }
1193 
acpi_queue_hotplug_work(struct work_struct * work)1194 bool acpi_queue_hotplug_work(struct work_struct *work)
1195 {
1196 	return queue_work(kacpi_hotplug_wq, work);
1197 }
1198 
1199 acpi_status
acpi_os_create_semaphore(u32 max_units,u32 initial_units,acpi_handle * handle)1200 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1201 {
1202 	struct semaphore *sem = NULL;
1203 
1204 	sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1205 	if (!sem)
1206 		return AE_NO_MEMORY;
1207 
1208 	sema_init(sem, initial_units);
1209 
1210 	*handle = (acpi_handle *) sem;
1211 
1212 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1213 			  *handle, initial_units));
1214 
1215 	return AE_OK;
1216 }
1217 
1218 /*
1219  * TODO: A better way to delete semaphores?  Linux doesn't have a
1220  * 'delete_semaphore()' function -- may result in an invalid
1221  * pointer dereference for non-synchronized consumers.	Should
1222  * we at least check for blocked threads and signal/cancel them?
1223  */
1224 
acpi_os_delete_semaphore(acpi_handle handle)1225 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1226 {
1227 	struct semaphore *sem = (struct semaphore *)handle;
1228 
1229 	if (!sem)
1230 		return AE_BAD_PARAMETER;
1231 
1232 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1233 
1234 	BUG_ON(!list_empty(&sem->wait_list));
1235 	kfree(sem);
1236 	sem = NULL;
1237 
1238 	return AE_OK;
1239 }
1240 
1241 /*
1242  * TODO: Support for units > 1?
1243  */
acpi_os_wait_semaphore(acpi_handle handle,u32 units,u16 timeout)1244 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1245 {
1246 	acpi_status status = AE_OK;
1247 	struct semaphore *sem = (struct semaphore *)handle;
1248 	long jiffies;
1249 	int ret = 0;
1250 
1251 	if (!acpi_os_initialized)
1252 		return AE_OK;
1253 
1254 	if (!sem || (units < 1))
1255 		return AE_BAD_PARAMETER;
1256 
1257 	if (units > 1)
1258 		return AE_SUPPORT;
1259 
1260 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1261 			  handle, units, timeout));
1262 
1263 	if (timeout == ACPI_WAIT_FOREVER)
1264 		jiffies = MAX_SCHEDULE_TIMEOUT;
1265 	else
1266 		jiffies = msecs_to_jiffies(timeout);
1267 
1268 	ret = down_timeout(sem, jiffies);
1269 	if (ret)
1270 		status = AE_TIME;
1271 
1272 	if (ACPI_FAILURE(status)) {
1273 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1274 				  "Failed to acquire semaphore[%p|%d|%d], %s",
1275 				  handle, units, timeout,
1276 				  acpi_format_exception(status)));
1277 	} else {
1278 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1279 				  "Acquired semaphore[%p|%d|%d]", handle,
1280 				  units, timeout));
1281 	}
1282 
1283 	return status;
1284 }
1285 
1286 /*
1287  * TODO: Support for units > 1?
1288  */
acpi_os_signal_semaphore(acpi_handle handle,u32 units)1289 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1290 {
1291 	struct semaphore *sem = (struct semaphore *)handle;
1292 
1293 	if (!acpi_os_initialized)
1294 		return AE_OK;
1295 
1296 	if (!sem || (units < 1))
1297 		return AE_BAD_PARAMETER;
1298 
1299 	if (units > 1)
1300 		return AE_SUPPORT;
1301 
1302 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1303 			  units));
1304 
1305 	up(sem);
1306 
1307 	return AE_OK;
1308 }
1309 
acpi_os_get_line(char * buffer,u32 buffer_length,u32 * bytes_read)1310 acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
1311 {
1312 #ifdef ENABLE_DEBUGGER
1313 	if (acpi_in_debugger) {
1314 		u32 chars;
1315 
1316 		kdb_read(buffer, buffer_length);
1317 
1318 		/* remove the CR kdb includes */
1319 		chars = strlen(buffer) - 1;
1320 		buffer[chars] = '\0';
1321 	}
1322 #else
1323 	int ret;
1324 
1325 	ret = acpi_debugger_read_cmd(buffer, buffer_length);
1326 	if (ret < 0)
1327 		return AE_ERROR;
1328 	if (bytes_read)
1329 		*bytes_read = ret;
1330 #endif
1331 
1332 	return AE_OK;
1333 }
1334 EXPORT_SYMBOL(acpi_os_get_line);
1335 
acpi_os_wait_command_ready(void)1336 acpi_status acpi_os_wait_command_ready(void)
1337 {
1338 	int ret;
1339 
1340 	ret = acpi_debugger_wait_command_ready();
1341 	if (ret < 0)
1342 		return AE_ERROR;
1343 	return AE_OK;
1344 }
1345 
acpi_os_notify_command_complete(void)1346 acpi_status acpi_os_notify_command_complete(void)
1347 {
1348 	int ret;
1349 
1350 	ret = acpi_debugger_notify_command_complete();
1351 	if (ret < 0)
1352 		return AE_ERROR;
1353 	return AE_OK;
1354 }
1355 
acpi_os_signal(u32 function,void * info)1356 acpi_status acpi_os_signal(u32 function, void *info)
1357 {
1358 	switch (function) {
1359 	case ACPI_SIGNAL_FATAL:
1360 		pr_err("Fatal opcode executed\n");
1361 		break;
1362 	case ACPI_SIGNAL_BREAKPOINT:
1363 		/*
1364 		 * AML Breakpoint
1365 		 * ACPI spec. says to treat it as a NOP unless
1366 		 * you are debugging.  So if/when we integrate
1367 		 * AML debugger into the kernel debugger its
1368 		 * hook will go here.  But until then it is
1369 		 * not useful to print anything on breakpoints.
1370 		 */
1371 		break;
1372 	default:
1373 		break;
1374 	}
1375 
1376 	return AE_OK;
1377 }
1378 
acpi_os_name_setup(char * str)1379 static int __init acpi_os_name_setup(char *str)
1380 {
1381 	char *p = acpi_os_name;
1382 	int count = ACPI_MAX_OVERRIDE_LEN - 1;
1383 
1384 	if (!str || !*str)
1385 		return 0;
1386 
1387 	for (; count-- && *str; str++) {
1388 		if (isalnum(*str) || *str == ' ' || *str == ':')
1389 			*p++ = *str;
1390 		else if (*str == '\'' || *str == '"')
1391 			continue;
1392 		else
1393 			break;
1394 	}
1395 	*p = 0;
1396 
1397 	return 1;
1398 
1399 }
1400 
1401 __setup("acpi_os_name=", acpi_os_name_setup);
1402 
1403 /*
1404  * Disable the auto-serialization of named objects creation methods.
1405  *
1406  * This feature is enabled by default.  It marks the AML control methods
1407  * that contain the opcodes to create named objects as "Serialized".
1408  */
acpi_no_auto_serialize_setup(char * str)1409 static int __init acpi_no_auto_serialize_setup(char *str)
1410 {
1411 	acpi_gbl_auto_serialize_methods = FALSE;
1412 	pr_info("Auto-serialization disabled\n");
1413 
1414 	return 1;
1415 }
1416 
1417 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1418 
1419 /* Check of resource interference between native drivers and ACPI
1420  * OperationRegions (SystemIO and System Memory only).
1421  * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1422  * in arbitrary AML code and can interfere with legacy drivers.
1423  * acpi_enforce_resources= can be set to:
1424  *
1425  *   - strict (default) (2)
1426  *     -> further driver trying to access the resources will not load
1427  *   - lax              (1)
1428  *     -> further driver trying to access the resources will load, but you
1429  *     get a system message that something might go wrong...
1430  *
1431  *   - no               (0)
1432  *     -> ACPI Operation Region resources will not be registered
1433  *
1434  */
1435 #define ENFORCE_RESOURCES_STRICT 2
1436 #define ENFORCE_RESOURCES_LAX    1
1437 #define ENFORCE_RESOURCES_NO     0
1438 
1439 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1440 
acpi_enforce_resources_setup(char * str)1441 static int __init acpi_enforce_resources_setup(char *str)
1442 {
1443 	if (str == NULL || *str == '\0')
1444 		return 0;
1445 
1446 	if (!strcmp("strict", str))
1447 		acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1448 	else if (!strcmp("lax", str))
1449 		acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1450 	else if (!strcmp("no", str))
1451 		acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1452 
1453 	return 1;
1454 }
1455 
1456 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1457 
1458 /* Check for resource conflicts between ACPI OperationRegions and native
1459  * drivers */
acpi_check_resource_conflict(const struct resource * res)1460 int acpi_check_resource_conflict(const struct resource *res)
1461 {
1462 	acpi_adr_space_type space_id;
1463 
1464 	if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1465 		return 0;
1466 
1467 	if (res->flags & IORESOURCE_IO)
1468 		space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1469 	else if (res->flags & IORESOURCE_MEM)
1470 		space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1471 	else
1472 		return 0;
1473 
1474 	if (!acpi_check_address_range(space_id, res->start, resource_size(res), 1))
1475 		return 0;
1476 
1477 	pr_info("Resource conflict; ACPI support missing from driver?\n");
1478 
1479 	if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1480 		return -EBUSY;
1481 
1482 	if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1483 		pr_notice("Resource conflict: System may be unstable or behave erratically\n");
1484 
1485 	return 0;
1486 }
1487 EXPORT_SYMBOL(acpi_check_resource_conflict);
1488 
acpi_check_region(resource_size_t start,resource_size_t n,const char * name)1489 int acpi_check_region(resource_size_t start, resource_size_t n,
1490 		      const char *name)
1491 {
1492 	struct resource res = DEFINE_RES_IO_NAMED(start, n, name);
1493 
1494 	return acpi_check_resource_conflict(&res);
1495 }
1496 EXPORT_SYMBOL(acpi_check_region);
1497 
1498 /*
1499  * Let drivers know whether the resource checks are effective
1500  */
acpi_resources_are_enforced(void)1501 int acpi_resources_are_enforced(void)
1502 {
1503 	return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1504 }
1505 EXPORT_SYMBOL(acpi_resources_are_enforced);
1506 
1507 /*
1508  * Deallocate the memory for a spinlock.
1509  */
acpi_os_delete_lock(acpi_spinlock handle)1510 void acpi_os_delete_lock(acpi_spinlock handle)
1511 {
1512 	ACPI_FREE(handle);
1513 }
1514 
1515 /*
1516  * Acquire a spinlock.
1517  *
1518  * handle is a pointer to the spinlock_t.
1519  */
1520 
acpi_os_acquire_lock(acpi_spinlock lockp)1521 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1522 	__acquires(lockp)
1523 {
1524 	acpi_cpu_flags flags;
1525 	spin_lock_irqsave(lockp, flags);
1526 	return flags;
1527 }
1528 
1529 /*
1530  * Release a spinlock. See above.
1531  */
1532 
acpi_os_release_lock(acpi_spinlock lockp,acpi_cpu_flags flags)1533 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1534 	__releases(lockp)
1535 {
1536 	spin_unlock_irqrestore(lockp, flags);
1537 }
1538 
1539 #ifndef ACPI_USE_LOCAL_CACHE
1540 
1541 /*******************************************************************************
1542  *
1543  * FUNCTION:    acpi_os_create_cache
1544  *
1545  * PARAMETERS:  name      - Ascii name for the cache
1546  *              size      - Size of each cached object
1547  *              depth     - Maximum depth of the cache (in objects) <ignored>
1548  *              cache     - Where the new cache object is returned
1549  *
1550  * RETURN:      status
1551  *
1552  * DESCRIPTION: Create a cache object
1553  *
1554  ******************************************************************************/
1555 
1556 acpi_status
acpi_os_create_cache(char * name,u16 size,u16 depth,acpi_cache_t ** cache)1557 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1558 {
1559 	*cache = kmem_cache_create(name, size, 0, 0, NULL);
1560 	if (*cache == NULL)
1561 		return AE_ERROR;
1562 	else
1563 		return AE_OK;
1564 }
1565 
1566 /*******************************************************************************
1567  *
1568  * FUNCTION:    acpi_os_purge_cache
1569  *
1570  * PARAMETERS:  Cache           - Handle to cache object
1571  *
1572  * RETURN:      Status
1573  *
1574  * DESCRIPTION: Free all objects within the requested cache.
1575  *
1576  ******************************************************************************/
1577 
acpi_os_purge_cache(acpi_cache_t * cache)1578 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1579 {
1580 	kmem_cache_shrink(cache);
1581 	return (AE_OK);
1582 }
1583 
1584 /*******************************************************************************
1585  *
1586  * FUNCTION:    acpi_os_delete_cache
1587  *
1588  * PARAMETERS:  Cache           - Handle to cache object
1589  *
1590  * RETURN:      Status
1591  *
1592  * DESCRIPTION: Free all objects within the requested cache and delete the
1593  *              cache object.
1594  *
1595  ******************************************************************************/
1596 
acpi_os_delete_cache(acpi_cache_t * cache)1597 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1598 {
1599 	kmem_cache_destroy(cache);
1600 	return (AE_OK);
1601 }
1602 
1603 /*******************************************************************************
1604  *
1605  * FUNCTION:    acpi_os_release_object
1606  *
1607  * PARAMETERS:  Cache       - Handle to cache object
1608  *              Object      - The object to be released
1609  *
1610  * RETURN:      None
1611  *
1612  * DESCRIPTION: Release an object to the specified cache.  If cache is full,
1613  *              the object is deleted.
1614  *
1615  ******************************************************************************/
1616 
acpi_os_release_object(acpi_cache_t * cache,void * object)1617 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1618 {
1619 	kmem_cache_free(cache, object);
1620 	return (AE_OK);
1621 }
1622 #endif
1623 
acpi_no_static_ssdt_setup(char * s)1624 static int __init acpi_no_static_ssdt_setup(char *s)
1625 {
1626 	acpi_gbl_disable_ssdt_table_install = TRUE;
1627 	pr_info("Static SSDT installation disabled\n");
1628 
1629 	return 0;
1630 }
1631 
1632 early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1633 
acpi_disable_return_repair(char * s)1634 static int __init acpi_disable_return_repair(char *s)
1635 {
1636 	pr_notice("Predefined validation mechanism disabled\n");
1637 	acpi_gbl_disable_auto_repair = TRUE;
1638 
1639 	return 1;
1640 }
1641 
1642 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1643 
acpi_os_initialize(void)1644 acpi_status __init acpi_os_initialize(void)
1645 {
1646 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1647 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1648 
1649 	acpi_gbl_xgpe0_block_logical_address =
1650 		(unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1651 	acpi_gbl_xgpe1_block_logical_address =
1652 		(unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1653 
1654 	if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1655 		/*
1656 		 * Use acpi_os_map_generic_address to pre-map the reset
1657 		 * register if it's in system memory.
1658 		 */
1659 		void *rv;
1660 
1661 		rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1662 		pr_debug("%s: Reset register mapping %s\n", __func__,
1663 			 rv ? "successful" : "failed");
1664 	}
1665 	acpi_os_initialized = true;
1666 
1667 	return AE_OK;
1668 }
1669 
acpi_os_initialize1(void)1670 acpi_status __init acpi_os_initialize1(void)
1671 {
1672 	kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1673 	kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1674 	kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1675 	BUG_ON(!kacpid_wq);
1676 	BUG_ON(!kacpi_notify_wq);
1677 	BUG_ON(!kacpi_hotplug_wq);
1678 	acpi_osi_init();
1679 	return AE_OK;
1680 }
1681 
acpi_os_terminate(void)1682 acpi_status acpi_os_terminate(void)
1683 {
1684 	if (acpi_irq_handler) {
1685 		acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1686 						 acpi_irq_handler);
1687 	}
1688 
1689 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1690 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1691 	acpi_gbl_xgpe0_block_logical_address = 0UL;
1692 	acpi_gbl_xgpe1_block_logical_address = 0UL;
1693 
1694 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1695 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1696 
1697 	if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1698 		acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1699 
1700 	destroy_workqueue(kacpid_wq);
1701 	destroy_workqueue(kacpi_notify_wq);
1702 	destroy_workqueue(kacpi_hotplug_wq);
1703 
1704 	return AE_OK;
1705 }
1706 
acpi_os_prepare_sleep(u8 sleep_state,u32 pm1a_control,u32 pm1b_control)1707 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1708 				  u32 pm1b_control)
1709 {
1710 	int rc = 0;
1711 	if (__acpi_os_prepare_sleep)
1712 		rc = __acpi_os_prepare_sleep(sleep_state,
1713 					     pm1a_control, pm1b_control);
1714 	if (rc < 0)
1715 		return AE_ERROR;
1716 	else if (rc > 0)
1717 		return AE_CTRL_TERMINATE;
1718 
1719 	return AE_OK;
1720 }
1721 
acpi_os_set_prepare_sleep(int (* func)(u8 sleep_state,u32 pm1a_ctrl,u32 pm1b_ctrl))1722 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1723 			       u32 pm1a_ctrl, u32 pm1b_ctrl))
1724 {
1725 	__acpi_os_prepare_sleep = func;
1726 }
1727 
1728 #if (ACPI_REDUCED_HARDWARE)
acpi_os_prepare_extended_sleep(u8 sleep_state,u32 val_a,u32 val_b)1729 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1730 				  u32 val_b)
1731 {
1732 	int rc = 0;
1733 	if (__acpi_os_prepare_extended_sleep)
1734 		rc = __acpi_os_prepare_extended_sleep(sleep_state,
1735 					     val_a, val_b);
1736 	if (rc < 0)
1737 		return AE_ERROR;
1738 	else if (rc > 0)
1739 		return AE_CTRL_TERMINATE;
1740 
1741 	return AE_OK;
1742 }
1743 #else
acpi_os_prepare_extended_sleep(u8 sleep_state,u32 val_a,u32 val_b)1744 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1745 				  u32 val_b)
1746 {
1747 	return AE_OK;
1748 }
1749 #endif
1750 
acpi_os_set_prepare_extended_sleep(int (* func)(u8 sleep_state,u32 val_a,u32 val_b))1751 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1752 			       u32 val_a, u32 val_b))
1753 {
1754 	__acpi_os_prepare_extended_sleep = func;
1755 }
1756 
acpi_os_enter_sleep(u8 sleep_state,u32 reg_a_value,u32 reg_b_value)1757 acpi_status acpi_os_enter_sleep(u8 sleep_state,
1758 				u32 reg_a_value, u32 reg_b_value)
1759 {
1760 	acpi_status status;
1761 
1762 	if (acpi_gbl_reduced_hardware)
1763 		status = acpi_os_prepare_extended_sleep(sleep_state,
1764 							reg_a_value,
1765 							reg_b_value);
1766 	else
1767 		status = acpi_os_prepare_sleep(sleep_state,
1768 					       reg_a_value, reg_b_value);
1769 	return status;
1770 }
1771