xref: /openbmc/linux/drivers/acpi/osl.c (revision 78c5335b)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *  acpi_osl.c - OS-dependent functions ($Revision: 83 $)
4  *
5  *  Copyright (C) 2000       Andrew Henroid
6  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
7  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
8  *  Copyright (c) 2008 Intel Corporation
9  *   Author: Matthew Wilcox <willy@linux.intel.com>
10  */
11 
12 #define pr_fmt(fmt) "ACPI: OSL: " fmt
13 
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/slab.h>
17 #include <linux/mm.h>
18 #include <linux/highmem.h>
19 #include <linux/lockdep.h>
20 #include <linux/pci.h>
21 #include <linux/interrupt.h>
22 #include <linux/kmod.h>
23 #include <linux/delay.h>
24 #include <linux/workqueue.h>
25 #include <linux/nmi.h>
26 #include <linux/acpi.h>
27 #include <linux/efi.h>
28 #include <linux/ioport.h>
29 #include <linux/list.h>
30 #include <linux/jiffies.h>
31 #include <linux/semaphore.h>
32 #include <linux/security.h>
33 
34 #include <asm/io.h>
35 #include <linux/uaccess.h>
36 #include <linux/io-64-nonatomic-lo-hi.h>
37 
38 #include "acpica/accommon.h"
39 #include "acpica/acnamesp.h"
40 #include "internal.h"
41 
42 /* Definitions for ACPI_DEBUG_PRINT() */
43 #define _COMPONENT		ACPI_OS_SERVICES
44 ACPI_MODULE_NAME("osl");
45 
46 struct acpi_os_dpc {
47 	acpi_osd_exec_callback function;
48 	void *context;
49 	struct work_struct work;
50 };
51 
52 #ifdef ENABLE_DEBUGGER
53 #include <linux/kdb.h>
54 
55 /* stuff for debugger support */
56 int acpi_in_debugger;
57 EXPORT_SYMBOL(acpi_in_debugger);
58 #endif				/*ENABLE_DEBUGGER */
59 
60 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
61 				      u32 pm1b_ctrl);
62 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
63 				      u32 val_b);
64 
65 static acpi_osd_handler acpi_irq_handler;
66 static void *acpi_irq_context;
67 static struct workqueue_struct *kacpid_wq;
68 static struct workqueue_struct *kacpi_notify_wq;
69 static struct workqueue_struct *kacpi_hotplug_wq;
70 static bool acpi_os_initialized;
71 unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
72 bool acpi_permanent_mmap = false;
73 
74 /*
75  * This list of permanent mappings is for memory that may be accessed from
76  * interrupt context, where we can't do the ioremap().
77  */
78 struct acpi_ioremap {
79 	struct list_head list;
80 	void __iomem *virt;
81 	acpi_physical_address phys;
82 	acpi_size size;
83 	union {
84 		unsigned long refcount;
85 		struct rcu_work rwork;
86 	} track;
87 };
88 
89 static LIST_HEAD(acpi_ioremaps);
90 static DEFINE_MUTEX(acpi_ioremap_lock);
91 #define acpi_ioremap_lock_held() lock_is_held(&acpi_ioremap_lock.dep_map)
92 
93 static void __init acpi_request_region (struct acpi_generic_address *gas,
94 	unsigned int length, char *desc)
95 {
96 	u64 addr;
97 
98 	/* Handle possible alignment issues */
99 	memcpy(&addr, &gas->address, sizeof(addr));
100 	if (!addr || !length)
101 		return;
102 
103 	/* Resources are never freed */
104 	if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
105 		request_region(addr, length, desc);
106 	else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
107 		request_mem_region(addr, length, desc);
108 }
109 
110 static int __init acpi_reserve_resources(void)
111 {
112 	acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
113 		"ACPI PM1a_EVT_BLK");
114 
115 	acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
116 		"ACPI PM1b_EVT_BLK");
117 
118 	acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
119 		"ACPI PM1a_CNT_BLK");
120 
121 	acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
122 		"ACPI PM1b_CNT_BLK");
123 
124 	if (acpi_gbl_FADT.pm_timer_length == 4)
125 		acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
126 
127 	acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
128 		"ACPI PM2_CNT_BLK");
129 
130 	/* Length of GPE blocks must be a non-negative multiple of 2 */
131 
132 	if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
133 		acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
134 			       acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
135 
136 	if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
137 		acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
138 			       acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
139 
140 	return 0;
141 }
142 fs_initcall_sync(acpi_reserve_resources);
143 
144 void acpi_os_printf(const char *fmt, ...)
145 {
146 	va_list args;
147 	va_start(args, fmt);
148 	acpi_os_vprintf(fmt, args);
149 	va_end(args);
150 }
151 EXPORT_SYMBOL(acpi_os_printf);
152 
153 void acpi_os_vprintf(const char *fmt, va_list args)
154 {
155 	static char buffer[512];
156 
157 	vsprintf(buffer, fmt, args);
158 
159 #ifdef ENABLE_DEBUGGER
160 	if (acpi_in_debugger) {
161 		kdb_printf("%s", buffer);
162 	} else {
163 		if (printk_get_level(buffer))
164 			printk("%s", buffer);
165 		else
166 			printk(KERN_CONT "%s", buffer);
167 	}
168 #else
169 	if (acpi_debugger_write_log(buffer) < 0) {
170 		if (printk_get_level(buffer))
171 			printk("%s", buffer);
172 		else
173 			printk(KERN_CONT "%s", buffer);
174 	}
175 #endif
176 }
177 
178 #ifdef CONFIG_KEXEC
179 static unsigned long acpi_rsdp;
180 static int __init setup_acpi_rsdp(char *arg)
181 {
182 	return kstrtoul(arg, 16, &acpi_rsdp);
183 }
184 early_param("acpi_rsdp", setup_acpi_rsdp);
185 #endif
186 
187 acpi_physical_address __init acpi_os_get_root_pointer(void)
188 {
189 	acpi_physical_address pa;
190 
191 #ifdef CONFIG_KEXEC
192 	/*
193 	 * We may have been provided with an RSDP on the command line,
194 	 * but if a malicious user has done so they may be pointing us
195 	 * at modified ACPI tables that could alter kernel behaviour -
196 	 * so, we check the lockdown status before making use of
197 	 * it. If we trust it then also stash it in an architecture
198 	 * specific location (if appropriate) so it can be carried
199 	 * over further kexec()s.
200 	 */
201 	if (acpi_rsdp && !security_locked_down(LOCKDOWN_ACPI_TABLES)) {
202 		acpi_arch_set_root_pointer(acpi_rsdp);
203 		return acpi_rsdp;
204 	}
205 #endif
206 	pa = acpi_arch_get_root_pointer();
207 	if (pa)
208 		return pa;
209 
210 	if (efi_enabled(EFI_CONFIG_TABLES)) {
211 		if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
212 			return efi.acpi20;
213 		if (efi.acpi != EFI_INVALID_TABLE_ADDR)
214 			return efi.acpi;
215 		pr_err("System description tables not found\n");
216 	} else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
217 		acpi_find_root_pointer(&pa);
218 	}
219 
220 	return pa;
221 }
222 
223 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
224 static struct acpi_ioremap *
225 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
226 {
227 	struct acpi_ioremap *map;
228 
229 	list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
230 		if (map->phys <= phys &&
231 		    phys + size <= map->phys + map->size)
232 			return map;
233 
234 	return NULL;
235 }
236 
237 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
238 static void __iomem *
239 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
240 {
241 	struct acpi_ioremap *map;
242 
243 	map = acpi_map_lookup(phys, size);
244 	if (map)
245 		return map->virt + (phys - map->phys);
246 
247 	return NULL;
248 }
249 
250 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
251 {
252 	struct acpi_ioremap *map;
253 	void __iomem *virt = NULL;
254 
255 	mutex_lock(&acpi_ioremap_lock);
256 	map = acpi_map_lookup(phys, size);
257 	if (map) {
258 		virt = map->virt + (phys - map->phys);
259 		map->track.refcount++;
260 	}
261 	mutex_unlock(&acpi_ioremap_lock);
262 	return virt;
263 }
264 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
265 
266 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
267 static struct acpi_ioremap *
268 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
269 {
270 	struct acpi_ioremap *map;
271 
272 	list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
273 		if (map->virt <= virt &&
274 		    virt + size <= map->virt + map->size)
275 			return map;
276 
277 	return NULL;
278 }
279 
280 #if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
281 /* ioremap will take care of cache attributes */
282 #define should_use_kmap(pfn)   0
283 #else
284 #define should_use_kmap(pfn)   page_is_ram(pfn)
285 #endif
286 
287 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
288 {
289 	unsigned long pfn;
290 
291 	pfn = pg_off >> PAGE_SHIFT;
292 	if (should_use_kmap(pfn)) {
293 		if (pg_sz > PAGE_SIZE)
294 			return NULL;
295 		return (void __iomem __force *)kmap(pfn_to_page(pfn));
296 	} else
297 		return acpi_os_ioremap(pg_off, pg_sz);
298 }
299 
300 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
301 {
302 	unsigned long pfn;
303 
304 	pfn = pg_off >> PAGE_SHIFT;
305 	if (should_use_kmap(pfn))
306 		kunmap(pfn_to_page(pfn));
307 	else
308 		iounmap(vaddr);
309 }
310 
311 /**
312  * acpi_os_map_iomem - Get a virtual address for a given physical address range.
313  * @phys: Start of the physical address range to map.
314  * @size: Size of the physical address range to map.
315  *
316  * Look up the given physical address range in the list of existing ACPI memory
317  * mappings.  If found, get a reference to it and return a pointer to it (its
318  * virtual address).  If not found, map it, add it to that list and return a
319  * pointer to it.
320  *
321  * During early init (when acpi_permanent_mmap has not been set yet) this
322  * routine simply calls __acpi_map_table() to get the job done.
323  */
324 void __iomem __ref
325 *acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
326 {
327 	struct acpi_ioremap *map;
328 	void __iomem *virt;
329 	acpi_physical_address pg_off;
330 	acpi_size pg_sz;
331 
332 	if (phys > ULONG_MAX) {
333 		pr_err("Cannot map memory that high: 0x%llx\n", phys);
334 		return NULL;
335 	}
336 
337 	if (!acpi_permanent_mmap)
338 		return __acpi_map_table((unsigned long)phys, size);
339 
340 	mutex_lock(&acpi_ioremap_lock);
341 	/* Check if there's a suitable mapping already. */
342 	map = acpi_map_lookup(phys, size);
343 	if (map) {
344 		map->track.refcount++;
345 		goto out;
346 	}
347 
348 	map = kzalloc(sizeof(*map), GFP_KERNEL);
349 	if (!map) {
350 		mutex_unlock(&acpi_ioremap_lock);
351 		return NULL;
352 	}
353 
354 	pg_off = round_down(phys, PAGE_SIZE);
355 	pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
356 	virt = acpi_map(phys, size);
357 	if (!virt) {
358 		mutex_unlock(&acpi_ioremap_lock);
359 		kfree(map);
360 		return NULL;
361 	}
362 
363 	INIT_LIST_HEAD(&map->list);
364 	map->virt = (void __iomem __force *)((unsigned long)virt & PAGE_MASK);
365 	map->phys = pg_off;
366 	map->size = pg_sz;
367 	map->track.refcount = 1;
368 
369 	list_add_tail_rcu(&map->list, &acpi_ioremaps);
370 
371 out:
372 	mutex_unlock(&acpi_ioremap_lock);
373 	return map->virt + (phys - map->phys);
374 }
375 EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
376 
377 void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
378 {
379 	return (void *)acpi_os_map_iomem(phys, size);
380 }
381 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
382 
383 static void acpi_os_map_remove(struct work_struct *work)
384 {
385 	struct acpi_ioremap *map = container_of(to_rcu_work(work),
386 						struct acpi_ioremap,
387 						track.rwork);
388 
389 	acpi_unmap(map->phys, map->virt);
390 	kfree(map);
391 }
392 
393 /* Must be called with mutex_lock(&acpi_ioremap_lock) */
394 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
395 {
396 	if (--map->track.refcount)
397 		return;
398 
399 	list_del_rcu(&map->list);
400 
401 	INIT_RCU_WORK(&map->track.rwork, acpi_os_map_remove);
402 	queue_rcu_work(system_wq, &map->track.rwork);
403 }
404 
405 /**
406  * acpi_os_unmap_iomem - Drop a memory mapping reference.
407  * @virt: Start of the address range to drop a reference to.
408  * @size: Size of the address range to drop a reference to.
409  *
410  * Look up the given virtual address range in the list of existing ACPI memory
411  * mappings, drop a reference to it and if there are no more active references
412  * to it, queue it up for later removal.
413  *
414  * During early init (when acpi_permanent_mmap has not been set yet) this
415  * routine simply calls __acpi_unmap_table() to get the job done.  Since
416  * __acpi_unmap_table() is an __init function, the __ref annotation is needed
417  * here.
418  */
419 void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
420 {
421 	struct acpi_ioremap *map;
422 
423 	if (!acpi_permanent_mmap) {
424 		__acpi_unmap_table(virt, size);
425 		return;
426 	}
427 
428 	mutex_lock(&acpi_ioremap_lock);
429 
430 	map = acpi_map_lookup_virt(virt, size);
431 	if (!map) {
432 		mutex_unlock(&acpi_ioremap_lock);
433 		WARN(true, "ACPI: %s: bad address %p\n", __func__, virt);
434 		return;
435 	}
436 	acpi_os_drop_map_ref(map);
437 
438 	mutex_unlock(&acpi_ioremap_lock);
439 }
440 EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
441 
442 /**
443  * acpi_os_unmap_memory - Drop a memory mapping reference.
444  * @virt: Start of the address range to drop a reference to.
445  * @size: Size of the address range to drop a reference to.
446  */
447 void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
448 {
449 	acpi_os_unmap_iomem((void __iomem *)virt, size);
450 }
451 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
452 
453 void __iomem *acpi_os_map_generic_address(struct acpi_generic_address *gas)
454 {
455 	u64 addr;
456 
457 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
458 		return NULL;
459 
460 	/* Handle possible alignment issues */
461 	memcpy(&addr, &gas->address, sizeof(addr));
462 	if (!addr || !gas->bit_width)
463 		return NULL;
464 
465 	return acpi_os_map_iomem(addr, gas->bit_width / 8);
466 }
467 EXPORT_SYMBOL(acpi_os_map_generic_address);
468 
469 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
470 {
471 	u64 addr;
472 	struct acpi_ioremap *map;
473 
474 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
475 		return;
476 
477 	/* Handle possible alignment issues */
478 	memcpy(&addr, &gas->address, sizeof(addr));
479 	if (!addr || !gas->bit_width)
480 		return;
481 
482 	mutex_lock(&acpi_ioremap_lock);
483 
484 	map = acpi_map_lookup(addr, gas->bit_width / 8);
485 	if (!map) {
486 		mutex_unlock(&acpi_ioremap_lock);
487 		return;
488 	}
489 	acpi_os_drop_map_ref(map);
490 
491 	mutex_unlock(&acpi_ioremap_lock);
492 }
493 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
494 
495 #ifdef ACPI_FUTURE_USAGE
496 acpi_status
497 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
498 {
499 	if (!phys || !virt)
500 		return AE_BAD_PARAMETER;
501 
502 	*phys = virt_to_phys(virt);
503 
504 	return AE_OK;
505 }
506 #endif
507 
508 #ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
509 static bool acpi_rev_override;
510 
511 int __init acpi_rev_override_setup(char *str)
512 {
513 	acpi_rev_override = true;
514 	return 1;
515 }
516 __setup("acpi_rev_override", acpi_rev_override_setup);
517 #else
518 #define acpi_rev_override	false
519 #endif
520 
521 #define ACPI_MAX_OVERRIDE_LEN 100
522 
523 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
524 
525 acpi_status
526 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
527 			    acpi_string *new_val)
528 {
529 	if (!init_val || !new_val)
530 		return AE_BAD_PARAMETER;
531 
532 	*new_val = NULL;
533 	if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
534 		pr_info("Overriding _OS definition to '%s'\n", acpi_os_name);
535 		*new_val = acpi_os_name;
536 	}
537 
538 	if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
539 		pr_info("Overriding _REV return value to 5\n");
540 		*new_val = (char *)5;
541 	}
542 
543 	return AE_OK;
544 }
545 
546 static irqreturn_t acpi_irq(int irq, void *dev_id)
547 {
548 	u32 handled;
549 
550 	handled = (*acpi_irq_handler) (acpi_irq_context);
551 
552 	if (handled) {
553 		acpi_irq_handled++;
554 		return IRQ_HANDLED;
555 	} else {
556 		acpi_irq_not_handled++;
557 		return IRQ_NONE;
558 	}
559 }
560 
561 acpi_status
562 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
563 				  void *context)
564 {
565 	unsigned int irq;
566 
567 	acpi_irq_stats_init();
568 
569 	/*
570 	 * ACPI interrupts different from the SCI in our copy of the FADT are
571 	 * not supported.
572 	 */
573 	if (gsi != acpi_gbl_FADT.sci_interrupt)
574 		return AE_BAD_PARAMETER;
575 
576 	if (acpi_irq_handler)
577 		return AE_ALREADY_ACQUIRED;
578 
579 	if (acpi_gsi_to_irq(gsi, &irq) < 0) {
580 		pr_err("SCI (ACPI GSI %d) not registered\n", gsi);
581 		return AE_OK;
582 	}
583 
584 	acpi_irq_handler = handler;
585 	acpi_irq_context = context;
586 	if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
587 		pr_err("SCI (IRQ%d) allocation failed\n", irq);
588 		acpi_irq_handler = NULL;
589 		return AE_NOT_ACQUIRED;
590 	}
591 	acpi_sci_irq = irq;
592 
593 	return AE_OK;
594 }
595 
596 acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
597 {
598 	if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
599 		return AE_BAD_PARAMETER;
600 
601 	free_irq(acpi_sci_irq, acpi_irq);
602 	acpi_irq_handler = NULL;
603 	acpi_sci_irq = INVALID_ACPI_IRQ;
604 
605 	return AE_OK;
606 }
607 
608 /*
609  * Running in interpreter thread context, safe to sleep
610  */
611 
612 void acpi_os_sleep(u64 ms)
613 {
614 	msleep(ms);
615 }
616 
617 void acpi_os_stall(u32 us)
618 {
619 	while (us) {
620 		u32 delay = 1000;
621 
622 		if (delay > us)
623 			delay = us;
624 		udelay(delay);
625 		touch_nmi_watchdog();
626 		us -= delay;
627 	}
628 }
629 
630 /*
631  * Support ACPI 3.0 AML Timer operand. Returns a 64-bit free-running,
632  * monotonically increasing timer with 100ns granularity. Do not use
633  * ktime_get() to implement this function because this function may get
634  * called after timekeeping has been suspended. Note: calling this function
635  * after timekeeping has been suspended may lead to unexpected results
636  * because when timekeeping is suspended the jiffies counter is not
637  * incremented. See also timekeeping_suspend().
638  */
639 u64 acpi_os_get_timer(void)
640 {
641 	return (get_jiffies_64() - INITIAL_JIFFIES) *
642 		(ACPI_100NSEC_PER_SEC / HZ);
643 }
644 
645 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
646 {
647 	u32 dummy;
648 
649 	if (!value)
650 		value = &dummy;
651 
652 	*value = 0;
653 	if (width <= 8) {
654 		*(u8 *) value = inb(port);
655 	} else if (width <= 16) {
656 		*(u16 *) value = inw(port);
657 	} else if (width <= 32) {
658 		*(u32 *) value = inl(port);
659 	} else {
660 		BUG();
661 	}
662 
663 	return AE_OK;
664 }
665 
666 EXPORT_SYMBOL(acpi_os_read_port);
667 
668 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
669 {
670 	if (width <= 8) {
671 		outb(value, port);
672 	} else if (width <= 16) {
673 		outw(value, port);
674 	} else if (width <= 32) {
675 		outl(value, port);
676 	} else {
677 		BUG();
678 	}
679 
680 	return AE_OK;
681 }
682 
683 EXPORT_SYMBOL(acpi_os_write_port);
684 
685 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width)
686 {
687 
688 	switch (width) {
689 	case 8:
690 		*(u8 *) value = readb(virt_addr);
691 		break;
692 	case 16:
693 		*(u16 *) value = readw(virt_addr);
694 		break;
695 	case 32:
696 		*(u32 *) value = readl(virt_addr);
697 		break;
698 	case 64:
699 		*(u64 *) value = readq(virt_addr);
700 		break;
701 	default:
702 		return -EINVAL;
703 	}
704 
705 	return 0;
706 }
707 
708 acpi_status
709 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
710 {
711 	void __iomem *virt_addr;
712 	unsigned int size = width / 8;
713 	bool unmap = false;
714 	u64 dummy;
715 	int error;
716 
717 	rcu_read_lock();
718 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
719 	if (!virt_addr) {
720 		rcu_read_unlock();
721 		virt_addr = acpi_os_ioremap(phys_addr, size);
722 		if (!virt_addr)
723 			return AE_BAD_ADDRESS;
724 		unmap = true;
725 	}
726 
727 	if (!value)
728 		value = &dummy;
729 
730 	error = acpi_os_read_iomem(virt_addr, value, width);
731 	BUG_ON(error);
732 
733 	if (unmap)
734 		iounmap(virt_addr);
735 	else
736 		rcu_read_unlock();
737 
738 	return AE_OK;
739 }
740 
741 acpi_status
742 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
743 {
744 	void __iomem *virt_addr;
745 	unsigned int size = width / 8;
746 	bool unmap = false;
747 
748 	rcu_read_lock();
749 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
750 	if (!virt_addr) {
751 		rcu_read_unlock();
752 		virt_addr = acpi_os_ioremap(phys_addr, size);
753 		if (!virt_addr)
754 			return AE_BAD_ADDRESS;
755 		unmap = true;
756 	}
757 
758 	switch (width) {
759 	case 8:
760 		writeb(value, virt_addr);
761 		break;
762 	case 16:
763 		writew(value, virt_addr);
764 		break;
765 	case 32:
766 		writel(value, virt_addr);
767 		break;
768 	case 64:
769 		writeq(value, virt_addr);
770 		break;
771 	default:
772 		BUG();
773 	}
774 
775 	if (unmap)
776 		iounmap(virt_addr);
777 	else
778 		rcu_read_unlock();
779 
780 	return AE_OK;
781 }
782 
783 #ifdef CONFIG_PCI
784 acpi_status
785 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
786 			       u64 *value, u32 width)
787 {
788 	int result, size;
789 	u32 value32;
790 
791 	if (!value)
792 		return AE_BAD_PARAMETER;
793 
794 	switch (width) {
795 	case 8:
796 		size = 1;
797 		break;
798 	case 16:
799 		size = 2;
800 		break;
801 	case 32:
802 		size = 4;
803 		break;
804 	default:
805 		return AE_ERROR;
806 	}
807 
808 	result = raw_pci_read(pci_id->segment, pci_id->bus,
809 				PCI_DEVFN(pci_id->device, pci_id->function),
810 				reg, size, &value32);
811 	*value = value32;
812 
813 	return (result ? AE_ERROR : AE_OK);
814 }
815 
816 acpi_status
817 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
818 				u64 value, u32 width)
819 {
820 	int result, size;
821 
822 	switch (width) {
823 	case 8:
824 		size = 1;
825 		break;
826 	case 16:
827 		size = 2;
828 		break;
829 	case 32:
830 		size = 4;
831 		break;
832 	default:
833 		return AE_ERROR;
834 	}
835 
836 	result = raw_pci_write(pci_id->segment, pci_id->bus,
837 				PCI_DEVFN(pci_id->device, pci_id->function),
838 				reg, size, value);
839 
840 	return (result ? AE_ERROR : AE_OK);
841 }
842 #endif
843 
844 static void acpi_os_execute_deferred(struct work_struct *work)
845 {
846 	struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
847 
848 	dpc->function(dpc->context);
849 	kfree(dpc);
850 }
851 
852 #ifdef CONFIG_ACPI_DEBUGGER
853 static struct acpi_debugger acpi_debugger;
854 static bool acpi_debugger_initialized;
855 
856 int acpi_register_debugger(struct module *owner,
857 			   const struct acpi_debugger_ops *ops)
858 {
859 	int ret = 0;
860 
861 	mutex_lock(&acpi_debugger.lock);
862 	if (acpi_debugger.ops) {
863 		ret = -EBUSY;
864 		goto err_lock;
865 	}
866 
867 	acpi_debugger.owner = owner;
868 	acpi_debugger.ops = ops;
869 
870 err_lock:
871 	mutex_unlock(&acpi_debugger.lock);
872 	return ret;
873 }
874 EXPORT_SYMBOL(acpi_register_debugger);
875 
876 void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
877 {
878 	mutex_lock(&acpi_debugger.lock);
879 	if (ops == acpi_debugger.ops) {
880 		acpi_debugger.ops = NULL;
881 		acpi_debugger.owner = NULL;
882 	}
883 	mutex_unlock(&acpi_debugger.lock);
884 }
885 EXPORT_SYMBOL(acpi_unregister_debugger);
886 
887 int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
888 {
889 	int ret;
890 	int (*func)(acpi_osd_exec_callback, void *);
891 	struct module *owner;
892 
893 	if (!acpi_debugger_initialized)
894 		return -ENODEV;
895 	mutex_lock(&acpi_debugger.lock);
896 	if (!acpi_debugger.ops) {
897 		ret = -ENODEV;
898 		goto err_lock;
899 	}
900 	if (!try_module_get(acpi_debugger.owner)) {
901 		ret = -ENODEV;
902 		goto err_lock;
903 	}
904 	func = acpi_debugger.ops->create_thread;
905 	owner = acpi_debugger.owner;
906 	mutex_unlock(&acpi_debugger.lock);
907 
908 	ret = func(function, context);
909 
910 	mutex_lock(&acpi_debugger.lock);
911 	module_put(owner);
912 err_lock:
913 	mutex_unlock(&acpi_debugger.lock);
914 	return ret;
915 }
916 
917 ssize_t acpi_debugger_write_log(const char *msg)
918 {
919 	ssize_t ret;
920 	ssize_t (*func)(const char *);
921 	struct module *owner;
922 
923 	if (!acpi_debugger_initialized)
924 		return -ENODEV;
925 	mutex_lock(&acpi_debugger.lock);
926 	if (!acpi_debugger.ops) {
927 		ret = -ENODEV;
928 		goto err_lock;
929 	}
930 	if (!try_module_get(acpi_debugger.owner)) {
931 		ret = -ENODEV;
932 		goto err_lock;
933 	}
934 	func = acpi_debugger.ops->write_log;
935 	owner = acpi_debugger.owner;
936 	mutex_unlock(&acpi_debugger.lock);
937 
938 	ret = func(msg);
939 
940 	mutex_lock(&acpi_debugger.lock);
941 	module_put(owner);
942 err_lock:
943 	mutex_unlock(&acpi_debugger.lock);
944 	return ret;
945 }
946 
947 ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
948 {
949 	ssize_t ret;
950 	ssize_t (*func)(char *, size_t);
951 	struct module *owner;
952 
953 	if (!acpi_debugger_initialized)
954 		return -ENODEV;
955 	mutex_lock(&acpi_debugger.lock);
956 	if (!acpi_debugger.ops) {
957 		ret = -ENODEV;
958 		goto err_lock;
959 	}
960 	if (!try_module_get(acpi_debugger.owner)) {
961 		ret = -ENODEV;
962 		goto err_lock;
963 	}
964 	func = acpi_debugger.ops->read_cmd;
965 	owner = acpi_debugger.owner;
966 	mutex_unlock(&acpi_debugger.lock);
967 
968 	ret = func(buffer, buffer_length);
969 
970 	mutex_lock(&acpi_debugger.lock);
971 	module_put(owner);
972 err_lock:
973 	mutex_unlock(&acpi_debugger.lock);
974 	return ret;
975 }
976 
977 int acpi_debugger_wait_command_ready(void)
978 {
979 	int ret;
980 	int (*func)(bool, char *, size_t);
981 	struct module *owner;
982 
983 	if (!acpi_debugger_initialized)
984 		return -ENODEV;
985 	mutex_lock(&acpi_debugger.lock);
986 	if (!acpi_debugger.ops) {
987 		ret = -ENODEV;
988 		goto err_lock;
989 	}
990 	if (!try_module_get(acpi_debugger.owner)) {
991 		ret = -ENODEV;
992 		goto err_lock;
993 	}
994 	func = acpi_debugger.ops->wait_command_ready;
995 	owner = acpi_debugger.owner;
996 	mutex_unlock(&acpi_debugger.lock);
997 
998 	ret = func(acpi_gbl_method_executing,
999 		   acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
1000 
1001 	mutex_lock(&acpi_debugger.lock);
1002 	module_put(owner);
1003 err_lock:
1004 	mutex_unlock(&acpi_debugger.lock);
1005 	return ret;
1006 }
1007 
1008 int acpi_debugger_notify_command_complete(void)
1009 {
1010 	int ret;
1011 	int (*func)(void);
1012 	struct module *owner;
1013 
1014 	if (!acpi_debugger_initialized)
1015 		return -ENODEV;
1016 	mutex_lock(&acpi_debugger.lock);
1017 	if (!acpi_debugger.ops) {
1018 		ret = -ENODEV;
1019 		goto err_lock;
1020 	}
1021 	if (!try_module_get(acpi_debugger.owner)) {
1022 		ret = -ENODEV;
1023 		goto err_lock;
1024 	}
1025 	func = acpi_debugger.ops->notify_command_complete;
1026 	owner = acpi_debugger.owner;
1027 	mutex_unlock(&acpi_debugger.lock);
1028 
1029 	ret = func();
1030 
1031 	mutex_lock(&acpi_debugger.lock);
1032 	module_put(owner);
1033 err_lock:
1034 	mutex_unlock(&acpi_debugger.lock);
1035 	return ret;
1036 }
1037 
1038 int __init acpi_debugger_init(void)
1039 {
1040 	mutex_init(&acpi_debugger.lock);
1041 	acpi_debugger_initialized = true;
1042 	return 0;
1043 }
1044 #endif
1045 
1046 /*******************************************************************************
1047  *
1048  * FUNCTION:    acpi_os_execute
1049  *
1050  * PARAMETERS:  Type               - Type of the callback
1051  *              Function           - Function to be executed
1052  *              Context            - Function parameters
1053  *
1054  * RETURN:      Status
1055  *
1056  * DESCRIPTION: Depending on type, either queues function for deferred execution or
1057  *              immediately executes function on a separate thread.
1058  *
1059  ******************************************************************************/
1060 
1061 acpi_status acpi_os_execute(acpi_execute_type type,
1062 			    acpi_osd_exec_callback function, void *context)
1063 {
1064 	acpi_status status = AE_OK;
1065 	struct acpi_os_dpc *dpc;
1066 	struct workqueue_struct *queue;
1067 	int ret;
1068 	ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1069 			  "Scheduling function [%p(%p)] for deferred execution.\n",
1070 			  function, context));
1071 
1072 	if (type == OSL_DEBUGGER_MAIN_THREAD) {
1073 		ret = acpi_debugger_create_thread(function, context);
1074 		if (ret) {
1075 			pr_err("Kernel thread creation failed\n");
1076 			status = AE_ERROR;
1077 		}
1078 		goto out_thread;
1079 	}
1080 
1081 	/*
1082 	 * Allocate/initialize DPC structure.  Note that this memory will be
1083 	 * freed by the callee.  The kernel handles the work_struct list  in a
1084 	 * way that allows us to also free its memory inside the callee.
1085 	 * Because we may want to schedule several tasks with different
1086 	 * parameters we can't use the approach some kernel code uses of
1087 	 * having a static work_struct.
1088 	 */
1089 
1090 	dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1091 	if (!dpc)
1092 		return AE_NO_MEMORY;
1093 
1094 	dpc->function = function;
1095 	dpc->context = context;
1096 
1097 	/*
1098 	 * To prevent lockdep from complaining unnecessarily, make sure that
1099 	 * there is a different static lockdep key for each workqueue by using
1100 	 * INIT_WORK() for each of them separately.
1101 	 */
1102 	if (type == OSL_NOTIFY_HANDLER) {
1103 		queue = kacpi_notify_wq;
1104 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1105 	} else if (type == OSL_GPE_HANDLER) {
1106 		queue = kacpid_wq;
1107 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1108 	} else {
1109 		pr_err("Unsupported os_execute type %d.\n", type);
1110 		status = AE_ERROR;
1111 	}
1112 
1113 	if (ACPI_FAILURE(status))
1114 		goto err_workqueue;
1115 
1116 	/*
1117 	 * On some machines, a software-initiated SMI causes corruption unless
1118 	 * the SMI runs on CPU 0.  An SMI can be initiated by any AML, but
1119 	 * typically it's done in GPE-related methods that are run via
1120 	 * workqueues, so we can avoid the known corruption cases by always
1121 	 * queueing on CPU 0.
1122 	 */
1123 	ret = queue_work_on(0, queue, &dpc->work);
1124 	if (!ret) {
1125 		pr_err("Unable to queue work\n");
1126 		status = AE_ERROR;
1127 	}
1128 err_workqueue:
1129 	if (ACPI_FAILURE(status))
1130 		kfree(dpc);
1131 out_thread:
1132 	return status;
1133 }
1134 EXPORT_SYMBOL(acpi_os_execute);
1135 
1136 void acpi_os_wait_events_complete(void)
1137 {
1138 	/*
1139 	 * Make sure the GPE handler or the fixed event handler is not used
1140 	 * on another CPU after removal.
1141 	 */
1142 	if (acpi_sci_irq_valid())
1143 		synchronize_hardirq(acpi_sci_irq);
1144 	flush_workqueue(kacpid_wq);
1145 	flush_workqueue(kacpi_notify_wq);
1146 }
1147 EXPORT_SYMBOL(acpi_os_wait_events_complete);
1148 
1149 struct acpi_hp_work {
1150 	struct work_struct work;
1151 	struct acpi_device *adev;
1152 	u32 src;
1153 };
1154 
1155 static void acpi_hotplug_work_fn(struct work_struct *work)
1156 {
1157 	struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1158 
1159 	acpi_os_wait_events_complete();
1160 	acpi_device_hotplug(hpw->adev, hpw->src);
1161 	kfree(hpw);
1162 }
1163 
1164 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1165 {
1166 	struct acpi_hp_work *hpw;
1167 
1168 	acpi_handle_debug(adev->handle,
1169 			  "Scheduling hotplug event %u for deferred handling\n",
1170 			   src);
1171 
1172 	hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1173 	if (!hpw)
1174 		return AE_NO_MEMORY;
1175 
1176 	INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1177 	hpw->adev = adev;
1178 	hpw->src = src;
1179 	/*
1180 	 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1181 	 * the hotplug code may call driver .remove() functions, which may
1182 	 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1183 	 * these workqueues.
1184 	 */
1185 	if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1186 		kfree(hpw);
1187 		return AE_ERROR;
1188 	}
1189 	return AE_OK;
1190 }
1191 
1192 bool acpi_queue_hotplug_work(struct work_struct *work)
1193 {
1194 	return queue_work(kacpi_hotplug_wq, work);
1195 }
1196 
1197 acpi_status
1198 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1199 {
1200 	struct semaphore *sem = NULL;
1201 
1202 	sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1203 	if (!sem)
1204 		return AE_NO_MEMORY;
1205 
1206 	sema_init(sem, initial_units);
1207 
1208 	*handle = (acpi_handle *) sem;
1209 
1210 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1211 			  *handle, initial_units));
1212 
1213 	return AE_OK;
1214 }
1215 
1216 /*
1217  * TODO: A better way to delete semaphores?  Linux doesn't have a
1218  * 'delete_semaphore()' function -- may result in an invalid
1219  * pointer dereference for non-synchronized consumers.	Should
1220  * we at least check for blocked threads and signal/cancel them?
1221  */
1222 
1223 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1224 {
1225 	struct semaphore *sem = (struct semaphore *)handle;
1226 
1227 	if (!sem)
1228 		return AE_BAD_PARAMETER;
1229 
1230 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1231 
1232 	BUG_ON(!list_empty(&sem->wait_list));
1233 	kfree(sem);
1234 	sem = NULL;
1235 
1236 	return AE_OK;
1237 }
1238 
1239 /*
1240  * TODO: Support for units > 1?
1241  */
1242 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1243 {
1244 	acpi_status status = AE_OK;
1245 	struct semaphore *sem = (struct semaphore *)handle;
1246 	long jiffies;
1247 	int ret = 0;
1248 
1249 	if (!acpi_os_initialized)
1250 		return AE_OK;
1251 
1252 	if (!sem || (units < 1))
1253 		return AE_BAD_PARAMETER;
1254 
1255 	if (units > 1)
1256 		return AE_SUPPORT;
1257 
1258 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1259 			  handle, units, timeout));
1260 
1261 	if (timeout == ACPI_WAIT_FOREVER)
1262 		jiffies = MAX_SCHEDULE_TIMEOUT;
1263 	else
1264 		jiffies = msecs_to_jiffies(timeout);
1265 
1266 	ret = down_timeout(sem, jiffies);
1267 	if (ret)
1268 		status = AE_TIME;
1269 
1270 	if (ACPI_FAILURE(status)) {
1271 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1272 				  "Failed to acquire semaphore[%p|%d|%d], %s",
1273 				  handle, units, timeout,
1274 				  acpi_format_exception(status)));
1275 	} else {
1276 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1277 				  "Acquired semaphore[%p|%d|%d]", handle,
1278 				  units, timeout));
1279 	}
1280 
1281 	return status;
1282 }
1283 
1284 /*
1285  * TODO: Support for units > 1?
1286  */
1287 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1288 {
1289 	struct semaphore *sem = (struct semaphore *)handle;
1290 
1291 	if (!acpi_os_initialized)
1292 		return AE_OK;
1293 
1294 	if (!sem || (units < 1))
1295 		return AE_BAD_PARAMETER;
1296 
1297 	if (units > 1)
1298 		return AE_SUPPORT;
1299 
1300 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1301 			  units));
1302 
1303 	up(sem);
1304 
1305 	return AE_OK;
1306 }
1307 
1308 acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
1309 {
1310 #ifdef ENABLE_DEBUGGER
1311 	if (acpi_in_debugger) {
1312 		u32 chars;
1313 
1314 		kdb_read(buffer, buffer_length);
1315 
1316 		/* remove the CR kdb includes */
1317 		chars = strlen(buffer) - 1;
1318 		buffer[chars] = '\0';
1319 	}
1320 #else
1321 	int ret;
1322 
1323 	ret = acpi_debugger_read_cmd(buffer, buffer_length);
1324 	if (ret < 0)
1325 		return AE_ERROR;
1326 	if (bytes_read)
1327 		*bytes_read = ret;
1328 #endif
1329 
1330 	return AE_OK;
1331 }
1332 EXPORT_SYMBOL(acpi_os_get_line);
1333 
1334 acpi_status acpi_os_wait_command_ready(void)
1335 {
1336 	int ret;
1337 
1338 	ret = acpi_debugger_wait_command_ready();
1339 	if (ret < 0)
1340 		return AE_ERROR;
1341 	return AE_OK;
1342 }
1343 
1344 acpi_status acpi_os_notify_command_complete(void)
1345 {
1346 	int ret;
1347 
1348 	ret = acpi_debugger_notify_command_complete();
1349 	if (ret < 0)
1350 		return AE_ERROR;
1351 	return AE_OK;
1352 }
1353 
1354 acpi_status acpi_os_signal(u32 function, void *info)
1355 {
1356 	switch (function) {
1357 	case ACPI_SIGNAL_FATAL:
1358 		pr_err("Fatal opcode executed\n");
1359 		break;
1360 	case ACPI_SIGNAL_BREAKPOINT:
1361 		/*
1362 		 * AML Breakpoint
1363 		 * ACPI spec. says to treat it as a NOP unless
1364 		 * you are debugging.  So if/when we integrate
1365 		 * AML debugger into the kernel debugger its
1366 		 * hook will go here.  But until then it is
1367 		 * not useful to print anything on breakpoints.
1368 		 */
1369 		break;
1370 	default:
1371 		break;
1372 	}
1373 
1374 	return AE_OK;
1375 }
1376 
1377 static int __init acpi_os_name_setup(char *str)
1378 {
1379 	char *p = acpi_os_name;
1380 	int count = ACPI_MAX_OVERRIDE_LEN - 1;
1381 
1382 	if (!str || !*str)
1383 		return 0;
1384 
1385 	for (; count-- && *str; str++) {
1386 		if (isalnum(*str) || *str == ' ' || *str == ':')
1387 			*p++ = *str;
1388 		else if (*str == '\'' || *str == '"')
1389 			continue;
1390 		else
1391 			break;
1392 	}
1393 	*p = 0;
1394 
1395 	return 1;
1396 
1397 }
1398 
1399 __setup("acpi_os_name=", acpi_os_name_setup);
1400 
1401 /*
1402  * Disable the auto-serialization of named objects creation methods.
1403  *
1404  * This feature is enabled by default.  It marks the AML control methods
1405  * that contain the opcodes to create named objects as "Serialized".
1406  */
1407 static int __init acpi_no_auto_serialize_setup(char *str)
1408 {
1409 	acpi_gbl_auto_serialize_methods = FALSE;
1410 	pr_info("Auto-serialization disabled\n");
1411 
1412 	return 1;
1413 }
1414 
1415 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1416 
1417 /* Check of resource interference between native drivers and ACPI
1418  * OperationRegions (SystemIO and System Memory only).
1419  * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1420  * in arbitrary AML code and can interfere with legacy drivers.
1421  * acpi_enforce_resources= can be set to:
1422  *
1423  *   - strict (default) (2)
1424  *     -> further driver trying to access the resources will not load
1425  *   - lax              (1)
1426  *     -> further driver trying to access the resources will load, but you
1427  *     get a system message that something might go wrong...
1428  *
1429  *   - no               (0)
1430  *     -> ACPI Operation Region resources will not be registered
1431  *
1432  */
1433 #define ENFORCE_RESOURCES_STRICT 2
1434 #define ENFORCE_RESOURCES_LAX    1
1435 #define ENFORCE_RESOURCES_NO     0
1436 
1437 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1438 
1439 static int __init acpi_enforce_resources_setup(char *str)
1440 {
1441 	if (str == NULL || *str == '\0')
1442 		return 0;
1443 
1444 	if (!strcmp("strict", str))
1445 		acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1446 	else if (!strcmp("lax", str))
1447 		acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1448 	else if (!strcmp("no", str))
1449 		acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1450 
1451 	return 1;
1452 }
1453 
1454 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1455 
1456 /* Check for resource conflicts between ACPI OperationRegions and native
1457  * drivers */
1458 int acpi_check_resource_conflict(const struct resource *res)
1459 {
1460 	acpi_adr_space_type space_id;
1461 
1462 	if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1463 		return 0;
1464 
1465 	if (res->flags & IORESOURCE_IO)
1466 		space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1467 	else if (res->flags & IORESOURCE_MEM)
1468 		space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1469 	else
1470 		return 0;
1471 
1472 	if (!acpi_check_address_range(space_id, res->start, resource_size(res), 1))
1473 		return 0;
1474 
1475 	pr_info("Resource conflict; ACPI support missing from driver?\n");
1476 
1477 	if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1478 		return -EBUSY;
1479 
1480 	if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1481 		pr_notice("Resource conflict: System may be unstable or behave erratically\n");
1482 
1483 	return 0;
1484 }
1485 EXPORT_SYMBOL(acpi_check_resource_conflict);
1486 
1487 int acpi_check_region(resource_size_t start, resource_size_t n,
1488 		      const char *name)
1489 {
1490 	struct resource res = DEFINE_RES_IO_NAMED(start, n, name);
1491 
1492 	return acpi_check_resource_conflict(&res);
1493 }
1494 EXPORT_SYMBOL(acpi_check_region);
1495 
1496 static acpi_status acpi_deactivate_mem_region(acpi_handle handle, u32 level,
1497 					      void *_res, void **return_value)
1498 {
1499 	struct acpi_mem_space_context **mem_ctx;
1500 	union acpi_operand_object *handler_obj;
1501 	union acpi_operand_object *region_obj2;
1502 	union acpi_operand_object *region_obj;
1503 	struct resource *res = _res;
1504 	acpi_status status;
1505 
1506 	region_obj = acpi_ns_get_attached_object(handle);
1507 	if (!region_obj)
1508 		return AE_OK;
1509 
1510 	handler_obj = region_obj->region.handler;
1511 	if (!handler_obj)
1512 		return AE_OK;
1513 
1514 	if (region_obj->region.space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
1515 		return AE_OK;
1516 
1517 	if (!(region_obj->region.flags & AOPOBJ_SETUP_COMPLETE))
1518 		return AE_OK;
1519 
1520 	region_obj2 = acpi_ns_get_secondary_object(region_obj);
1521 	if (!region_obj2)
1522 		return AE_OK;
1523 
1524 	mem_ctx = (void *)&region_obj2->extra.region_context;
1525 
1526 	if (!(mem_ctx[0]->address >= res->start &&
1527 	      mem_ctx[0]->address < res->end))
1528 		return AE_OK;
1529 
1530 	status = handler_obj->address_space.setup(region_obj,
1531 						  ACPI_REGION_DEACTIVATE,
1532 						  NULL, (void **)mem_ctx);
1533 	if (ACPI_SUCCESS(status))
1534 		region_obj->region.flags &= ~(AOPOBJ_SETUP_COMPLETE);
1535 
1536 	return status;
1537 }
1538 
1539 /**
1540  * acpi_release_memory - Release any mappings done to a memory region
1541  * @handle: Handle to namespace node
1542  * @res: Memory resource
1543  * @level: A level that terminates the search
1544  *
1545  * Walks through @handle and unmaps all SystemMemory Operation Regions that
1546  * overlap with @res and that have already been activated (mapped).
1547  *
1548  * This is a helper that allows drivers to place special requirements on memory
1549  * region that may overlap with operation regions, primarily allowing them to
1550  * safely map the region as non-cached memory.
1551  *
1552  * The unmapped Operation Regions will be automatically remapped next time they
1553  * are called, so the drivers do not need to do anything else.
1554  */
1555 acpi_status acpi_release_memory(acpi_handle handle, struct resource *res,
1556 				u32 level)
1557 {
1558 	acpi_status status;
1559 
1560 	if (!(res->flags & IORESOURCE_MEM))
1561 		return AE_TYPE;
1562 
1563 	status = acpi_walk_namespace(ACPI_TYPE_REGION, handle, level,
1564 				     acpi_deactivate_mem_region, NULL,
1565 				     res, NULL);
1566 	if (ACPI_FAILURE(status))
1567 		return status;
1568 
1569 	/*
1570 	 * Wait for all of the mappings queued up for removal by
1571 	 * acpi_deactivate_mem_region() to actually go away.
1572 	 */
1573 	synchronize_rcu();
1574 	rcu_barrier();
1575 	flush_scheduled_work();
1576 
1577 	return AE_OK;
1578 }
1579 EXPORT_SYMBOL_GPL(acpi_release_memory);
1580 
1581 /*
1582  * Let drivers know whether the resource checks are effective
1583  */
1584 int acpi_resources_are_enforced(void)
1585 {
1586 	return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1587 }
1588 EXPORT_SYMBOL(acpi_resources_are_enforced);
1589 
1590 /*
1591  * Deallocate the memory for a spinlock.
1592  */
1593 void acpi_os_delete_lock(acpi_spinlock handle)
1594 {
1595 	ACPI_FREE(handle);
1596 }
1597 
1598 /*
1599  * Acquire a spinlock.
1600  *
1601  * handle is a pointer to the spinlock_t.
1602  */
1603 
1604 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1605 	__acquires(lockp)
1606 {
1607 	acpi_cpu_flags flags;
1608 	spin_lock_irqsave(lockp, flags);
1609 	return flags;
1610 }
1611 
1612 /*
1613  * Release a spinlock. See above.
1614  */
1615 
1616 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1617 	__releases(lockp)
1618 {
1619 	spin_unlock_irqrestore(lockp, flags);
1620 }
1621 
1622 #ifndef ACPI_USE_LOCAL_CACHE
1623 
1624 /*******************************************************************************
1625  *
1626  * FUNCTION:    acpi_os_create_cache
1627  *
1628  * PARAMETERS:  name      - Ascii name for the cache
1629  *              size      - Size of each cached object
1630  *              depth     - Maximum depth of the cache (in objects) <ignored>
1631  *              cache     - Where the new cache object is returned
1632  *
1633  * RETURN:      status
1634  *
1635  * DESCRIPTION: Create a cache object
1636  *
1637  ******************************************************************************/
1638 
1639 acpi_status
1640 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1641 {
1642 	*cache = kmem_cache_create(name, size, 0, 0, NULL);
1643 	if (*cache == NULL)
1644 		return AE_ERROR;
1645 	else
1646 		return AE_OK;
1647 }
1648 
1649 /*******************************************************************************
1650  *
1651  * FUNCTION:    acpi_os_purge_cache
1652  *
1653  * PARAMETERS:  Cache           - Handle to cache object
1654  *
1655  * RETURN:      Status
1656  *
1657  * DESCRIPTION: Free all objects within the requested cache.
1658  *
1659  ******************************************************************************/
1660 
1661 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1662 {
1663 	kmem_cache_shrink(cache);
1664 	return (AE_OK);
1665 }
1666 
1667 /*******************************************************************************
1668  *
1669  * FUNCTION:    acpi_os_delete_cache
1670  *
1671  * PARAMETERS:  Cache           - Handle to cache object
1672  *
1673  * RETURN:      Status
1674  *
1675  * DESCRIPTION: Free all objects within the requested cache and delete the
1676  *              cache object.
1677  *
1678  ******************************************************************************/
1679 
1680 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1681 {
1682 	kmem_cache_destroy(cache);
1683 	return (AE_OK);
1684 }
1685 
1686 /*******************************************************************************
1687  *
1688  * FUNCTION:    acpi_os_release_object
1689  *
1690  * PARAMETERS:  Cache       - Handle to cache object
1691  *              Object      - The object to be released
1692  *
1693  * RETURN:      None
1694  *
1695  * DESCRIPTION: Release an object to the specified cache.  If cache is full,
1696  *              the object is deleted.
1697  *
1698  ******************************************************************************/
1699 
1700 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1701 {
1702 	kmem_cache_free(cache, object);
1703 	return (AE_OK);
1704 }
1705 #endif
1706 
1707 static int __init acpi_no_static_ssdt_setup(char *s)
1708 {
1709 	acpi_gbl_disable_ssdt_table_install = TRUE;
1710 	pr_info("Static SSDT installation disabled\n");
1711 
1712 	return 0;
1713 }
1714 
1715 early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1716 
1717 static int __init acpi_disable_return_repair(char *s)
1718 {
1719 	pr_notice("Predefined validation mechanism disabled\n");
1720 	acpi_gbl_disable_auto_repair = TRUE;
1721 
1722 	return 1;
1723 }
1724 
1725 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1726 
1727 acpi_status __init acpi_os_initialize(void)
1728 {
1729 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1730 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1731 
1732 	acpi_gbl_xgpe0_block_logical_address =
1733 		(unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1734 	acpi_gbl_xgpe1_block_logical_address =
1735 		(unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1736 
1737 	if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1738 		/*
1739 		 * Use acpi_os_map_generic_address to pre-map the reset
1740 		 * register if it's in system memory.
1741 		 */
1742 		void *rv;
1743 
1744 		rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1745 		pr_debug("%s: Reset register mapping %s\n", __func__,
1746 			 rv ? "successful" : "failed");
1747 	}
1748 	acpi_os_initialized = true;
1749 
1750 	return AE_OK;
1751 }
1752 
1753 acpi_status __init acpi_os_initialize1(void)
1754 {
1755 	kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1756 	kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1757 	kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1758 	BUG_ON(!kacpid_wq);
1759 	BUG_ON(!kacpi_notify_wq);
1760 	BUG_ON(!kacpi_hotplug_wq);
1761 	acpi_osi_init();
1762 	return AE_OK;
1763 }
1764 
1765 acpi_status acpi_os_terminate(void)
1766 {
1767 	if (acpi_irq_handler) {
1768 		acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1769 						 acpi_irq_handler);
1770 	}
1771 
1772 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1773 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1774 	acpi_gbl_xgpe0_block_logical_address = 0UL;
1775 	acpi_gbl_xgpe1_block_logical_address = 0UL;
1776 
1777 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1778 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1779 
1780 	if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1781 		acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1782 
1783 	destroy_workqueue(kacpid_wq);
1784 	destroy_workqueue(kacpi_notify_wq);
1785 	destroy_workqueue(kacpi_hotplug_wq);
1786 
1787 	return AE_OK;
1788 }
1789 
1790 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1791 				  u32 pm1b_control)
1792 {
1793 	int rc = 0;
1794 	if (__acpi_os_prepare_sleep)
1795 		rc = __acpi_os_prepare_sleep(sleep_state,
1796 					     pm1a_control, pm1b_control);
1797 	if (rc < 0)
1798 		return AE_ERROR;
1799 	else if (rc > 0)
1800 		return AE_CTRL_TERMINATE;
1801 
1802 	return AE_OK;
1803 }
1804 
1805 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1806 			       u32 pm1a_ctrl, u32 pm1b_ctrl))
1807 {
1808 	__acpi_os_prepare_sleep = func;
1809 }
1810 
1811 #if (ACPI_REDUCED_HARDWARE)
1812 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1813 				  u32 val_b)
1814 {
1815 	int rc = 0;
1816 	if (__acpi_os_prepare_extended_sleep)
1817 		rc = __acpi_os_prepare_extended_sleep(sleep_state,
1818 					     val_a, val_b);
1819 	if (rc < 0)
1820 		return AE_ERROR;
1821 	else if (rc > 0)
1822 		return AE_CTRL_TERMINATE;
1823 
1824 	return AE_OK;
1825 }
1826 #else
1827 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1828 				  u32 val_b)
1829 {
1830 	return AE_OK;
1831 }
1832 #endif
1833 
1834 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1835 			       u32 val_a, u32 val_b))
1836 {
1837 	__acpi_os_prepare_extended_sleep = func;
1838 }
1839 
1840 acpi_status acpi_os_enter_sleep(u8 sleep_state,
1841 				u32 reg_a_value, u32 reg_b_value)
1842 {
1843 	acpi_status status;
1844 
1845 	if (acpi_gbl_reduced_hardware)
1846 		status = acpi_os_prepare_extended_sleep(sleep_state,
1847 							reg_a_value,
1848 							reg_b_value);
1849 	else
1850 		status = acpi_os_prepare_sleep(sleep_state,
1851 					       reg_a_value, reg_b_value);
1852 	return status;
1853 }
1854