xref: /openbmc/linux/drivers/acpi/osl.c (revision b8b350af)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *  acpi_osl.c - OS-dependent functions ($Revision: 83 $)
4  *
5  *  Copyright (C) 2000       Andrew Henroid
6  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
7  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
8  *  Copyright (c) 2008 Intel Corporation
9  *   Author: Matthew Wilcox <willy@linux.intel.com>
10  */
11 
12 #define pr_fmt(fmt) "ACPI: OSL: " fmt
13 
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/slab.h>
17 #include <linux/mm.h>
18 #include <linux/highmem.h>
19 #include <linux/lockdep.h>
20 #include <linux/pci.h>
21 #include <linux/interrupt.h>
22 #include <linux/kmod.h>
23 #include <linux/delay.h>
24 #include <linux/workqueue.h>
25 #include <linux/nmi.h>
26 #include <linux/acpi.h>
27 #include <linux/efi.h>
28 #include <linux/ioport.h>
29 #include <linux/list.h>
30 #include <linux/jiffies.h>
31 #include <linux/semaphore.h>
32 #include <linux/security.h>
33 
34 #include <asm/io.h>
35 #include <linux/uaccess.h>
36 #include <linux/io-64-nonatomic-lo-hi.h>
37 
38 #include "acpica/accommon.h"
39 #include "acpica/acnamesp.h"
40 #include "internal.h"
41 
42 /* Definitions for ACPI_DEBUG_PRINT() */
43 #define _COMPONENT		ACPI_OS_SERVICES
44 ACPI_MODULE_NAME("osl");
45 
46 struct acpi_os_dpc {
47 	acpi_osd_exec_callback function;
48 	void *context;
49 	struct work_struct work;
50 };
51 
52 #ifdef ENABLE_DEBUGGER
53 #include <linux/kdb.h>
54 
55 /* stuff for debugger support */
56 int acpi_in_debugger;
57 EXPORT_SYMBOL(acpi_in_debugger);
58 #endif				/*ENABLE_DEBUGGER */
59 
60 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
61 				      u32 pm1b_ctrl);
62 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
63 				      u32 val_b);
64 
65 static acpi_osd_handler acpi_irq_handler;
66 static void *acpi_irq_context;
67 static struct workqueue_struct *kacpid_wq;
68 static struct workqueue_struct *kacpi_notify_wq;
69 static struct workqueue_struct *kacpi_hotplug_wq;
70 static bool acpi_os_initialized;
71 unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
72 bool acpi_permanent_mmap = false;
73 
74 /*
75  * This list of permanent mappings is for memory that may be accessed from
76  * interrupt context, where we can't do the ioremap().
77  */
78 struct acpi_ioremap {
79 	struct list_head list;
80 	void __iomem *virt;
81 	acpi_physical_address phys;
82 	acpi_size size;
83 	union {
84 		unsigned long refcount;
85 		struct rcu_work rwork;
86 	} track;
87 };
88 
89 static LIST_HEAD(acpi_ioremaps);
90 static DEFINE_MUTEX(acpi_ioremap_lock);
91 #define acpi_ioremap_lock_held() lock_is_held(&acpi_ioremap_lock.dep_map)
92 
93 static void __init acpi_request_region (struct acpi_generic_address *gas,
94 	unsigned int length, char *desc)
95 {
96 	u64 addr;
97 
98 	/* Handle possible alignment issues */
99 	memcpy(&addr, &gas->address, sizeof(addr));
100 	if (!addr || !length)
101 		return;
102 
103 	/* Resources are never freed */
104 	if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
105 		request_region(addr, length, desc);
106 	else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
107 		request_mem_region(addr, length, desc);
108 }
109 
110 static int __init acpi_reserve_resources(void)
111 {
112 	acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
113 		"ACPI PM1a_EVT_BLK");
114 
115 	acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
116 		"ACPI PM1b_EVT_BLK");
117 
118 	acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
119 		"ACPI PM1a_CNT_BLK");
120 
121 	acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
122 		"ACPI PM1b_CNT_BLK");
123 
124 	if (acpi_gbl_FADT.pm_timer_length == 4)
125 		acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
126 
127 	acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
128 		"ACPI PM2_CNT_BLK");
129 
130 	/* Length of GPE blocks must be a non-negative multiple of 2 */
131 
132 	if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
133 		acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
134 			       acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
135 
136 	if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
137 		acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
138 			       acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
139 
140 	return 0;
141 }
142 fs_initcall_sync(acpi_reserve_resources);
143 
144 void acpi_os_printf(const char *fmt, ...)
145 {
146 	va_list args;
147 	va_start(args, fmt);
148 	acpi_os_vprintf(fmt, args);
149 	va_end(args);
150 }
151 EXPORT_SYMBOL(acpi_os_printf);
152 
153 void acpi_os_vprintf(const char *fmt, va_list args)
154 {
155 	static char buffer[512];
156 
157 	vsprintf(buffer, fmt, args);
158 
159 #ifdef ENABLE_DEBUGGER
160 	if (acpi_in_debugger) {
161 		kdb_printf("%s", buffer);
162 	} else {
163 		if (printk_get_level(buffer))
164 			printk("%s", buffer);
165 		else
166 			printk(KERN_CONT "%s", buffer);
167 	}
168 #else
169 	if (acpi_debugger_write_log(buffer) < 0) {
170 		if (printk_get_level(buffer))
171 			printk("%s", buffer);
172 		else
173 			printk(KERN_CONT "%s", buffer);
174 	}
175 #endif
176 }
177 
178 #ifdef CONFIG_KEXEC
179 static unsigned long acpi_rsdp;
180 static int __init setup_acpi_rsdp(char *arg)
181 {
182 	return kstrtoul(arg, 16, &acpi_rsdp);
183 }
184 early_param("acpi_rsdp", setup_acpi_rsdp);
185 #endif
186 
187 acpi_physical_address __init acpi_os_get_root_pointer(void)
188 {
189 	acpi_physical_address pa;
190 
191 #ifdef CONFIG_KEXEC
192 	/*
193 	 * We may have been provided with an RSDP on the command line,
194 	 * but if a malicious user has done so they may be pointing us
195 	 * at modified ACPI tables that could alter kernel behaviour -
196 	 * so, we check the lockdown status before making use of
197 	 * it. If we trust it then also stash it in an architecture
198 	 * specific location (if appropriate) so it can be carried
199 	 * over further kexec()s.
200 	 */
201 	if (acpi_rsdp && !security_locked_down(LOCKDOWN_ACPI_TABLES)) {
202 		acpi_arch_set_root_pointer(acpi_rsdp);
203 		return acpi_rsdp;
204 	}
205 #endif
206 	pa = acpi_arch_get_root_pointer();
207 	if (pa)
208 		return pa;
209 
210 	if (efi_enabled(EFI_CONFIG_TABLES)) {
211 		if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
212 			return efi.acpi20;
213 		if (efi.acpi != EFI_INVALID_TABLE_ADDR)
214 			return efi.acpi;
215 		pr_err("System description tables not found\n");
216 	} else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
217 		acpi_find_root_pointer(&pa);
218 	}
219 
220 	return pa;
221 }
222 
223 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
224 static struct acpi_ioremap *
225 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
226 {
227 	struct acpi_ioremap *map;
228 
229 	list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
230 		if (map->phys <= phys &&
231 		    phys + size <= map->phys + map->size)
232 			return map;
233 
234 	return NULL;
235 }
236 
237 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
238 static void __iomem *
239 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
240 {
241 	struct acpi_ioremap *map;
242 
243 	map = acpi_map_lookup(phys, size);
244 	if (map)
245 		return map->virt + (phys - map->phys);
246 
247 	return NULL;
248 }
249 
250 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
251 {
252 	struct acpi_ioremap *map;
253 	void __iomem *virt = NULL;
254 
255 	mutex_lock(&acpi_ioremap_lock);
256 	map = acpi_map_lookup(phys, size);
257 	if (map) {
258 		virt = map->virt + (phys - map->phys);
259 		map->track.refcount++;
260 	}
261 	mutex_unlock(&acpi_ioremap_lock);
262 	return virt;
263 }
264 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
265 
266 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
267 static struct acpi_ioremap *
268 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
269 {
270 	struct acpi_ioremap *map;
271 
272 	list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
273 		if (map->virt <= virt &&
274 		    virt + size <= map->virt + map->size)
275 			return map;
276 
277 	return NULL;
278 }
279 
280 #if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
281 /* ioremap will take care of cache attributes */
282 #define should_use_kmap(pfn)   0
283 #else
284 #define should_use_kmap(pfn)   page_is_ram(pfn)
285 #endif
286 
287 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz,
288 			      bool memory)
289 {
290 	unsigned long pfn;
291 
292 	pfn = pg_off >> PAGE_SHIFT;
293 	if (should_use_kmap(pfn)) {
294 		if (pg_sz > PAGE_SIZE)
295 			return NULL;
296 		return (void __iomem __force *)kmap(pfn_to_page(pfn));
297 	} else
298 		return memory ? acpi_os_memmap(pg_off, pg_sz) :
299 				acpi_os_ioremap(pg_off, pg_sz);
300 }
301 
302 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
303 {
304 	unsigned long pfn;
305 
306 	pfn = pg_off >> PAGE_SHIFT;
307 	if (should_use_kmap(pfn))
308 		kunmap(pfn_to_page(pfn));
309 	else
310 		iounmap(vaddr);
311 }
312 
313 /**
314  * __acpi_os_map_iomem - Get a virtual address for a given physical address range.
315  * @phys: Start of the physical address range to map.
316  * @size: Size of the physical address range to map.
317  * @memory: true if remapping memory, false if IO
318  *
319  * Look up the given physical address range in the list of existing ACPI memory
320  * mappings.  If found, get a reference to it and return a pointer to it (its
321  * virtual address).  If not found, map it, add it to that list and return a
322  * pointer to it.
323  *
324  * During early init (when acpi_permanent_mmap has not been set yet) this
325  * routine simply calls __acpi_map_table() to get the job done.
326  */
327 static void __iomem __ref
328 *__acpi_os_map_iomem(acpi_physical_address phys, acpi_size size, bool memory)
329 {
330 	struct acpi_ioremap *map;
331 	void __iomem *virt;
332 	acpi_physical_address pg_off;
333 	acpi_size pg_sz;
334 
335 	if (phys > ULONG_MAX) {
336 		pr_err("Cannot map memory that high: 0x%llx\n", phys);
337 		return NULL;
338 	}
339 
340 	if (!acpi_permanent_mmap)
341 		return __acpi_map_table((unsigned long)phys, size);
342 
343 	mutex_lock(&acpi_ioremap_lock);
344 	/* Check if there's a suitable mapping already. */
345 	map = acpi_map_lookup(phys, size);
346 	if (map) {
347 		map->track.refcount++;
348 		goto out;
349 	}
350 
351 	map = kzalloc(sizeof(*map), GFP_KERNEL);
352 	if (!map) {
353 		mutex_unlock(&acpi_ioremap_lock);
354 		return NULL;
355 	}
356 
357 	pg_off = round_down(phys, PAGE_SIZE);
358 	pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
359 	virt = acpi_map(phys, size, memory);
360 	if (!virt) {
361 		mutex_unlock(&acpi_ioremap_lock);
362 		kfree(map);
363 		return NULL;
364 	}
365 
366 	INIT_LIST_HEAD(&map->list);
367 	map->virt = (void __iomem __force *)((unsigned long)virt & PAGE_MASK);
368 	map->phys = pg_off;
369 	map->size = pg_sz;
370 	map->track.refcount = 1;
371 
372 	list_add_tail_rcu(&map->list, &acpi_ioremaps);
373 
374 out:
375 	mutex_unlock(&acpi_ioremap_lock);
376 	return map->virt + (phys - map->phys);
377 }
378 
379 void __iomem *__ref
380 acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
381 {
382 	return __acpi_os_map_iomem(phys, size, false);
383 }
384 EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
385 
386 void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
387 {
388 	return (void *)__acpi_os_map_iomem(phys, size, true);
389 }
390 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
391 
392 static void acpi_os_map_remove(struct work_struct *work)
393 {
394 	struct acpi_ioremap *map = container_of(to_rcu_work(work),
395 						struct acpi_ioremap,
396 						track.rwork);
397 
398 	acpi_unmap(map->phys, map->virt);
399 	kfree(map);
400 }
401 
402 /* Must be called with mutex_lock(&acpi_ioremap_lock) */
403 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
404 {
405 	if (--map->track.refcount)
406 		return;
407 
408 	list_del_rcu(&map->list);
409 
410 	INIT_RCU_WORK(&map->track.rwork, acpi_os_map_remove);
411 	queue_rcu_work(system_wq, &map->track.rwork);
412 }
413 
414 /**
415  * acpi_os_unmap_iomem - Drop a memory mapping reference.
416  * @virt: Start of the address range to drop a reference to.
417  * @size: Size of the address range to drop a reference to.
418  *
419  * Look up the given virtual address range in the list of existing ACPI memory
420  * mappings, drop a reference to it and if there are no more active references
421  * to it, queue it up for later removal.
422  *
423  * During early init (when acpi_permanent_mmap has not been set yet) this
424  * routine simply calls __acpi_unmap_table() to get the job done.  Since
425  * __acpi_unmap_table() is an __init function, the __ref annotation is needed
426  * here.
427  */
428 void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
429 {
430 	struct acpi_ioremap *map;
431 
432 	if (!acpi_permanent_mmap) {
433 		__acpi_unmap_table(virt, size);
434 		return;
435 	}
436 
437 	mutex_lock(&acpi_ioremap_lock);
438 
439 	map = acpi_map_lookup_virt(virt, size);
440 	if (!map) {
441 		mutex_unlock(&acpi_ioremap_lock);
442 		WARN(true, "ACPI: %s: bad address %p\n", __func__, virt);
443 		return;
444 	}
445 	acpi_os_drop_map_ref(map);
446 
447 	mutex_unlock(&acpi_ioremap_lock);
448 }
449 EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
450 
451 /**
452  * acpi_os_unmap_memory - Drop a memory mapping reference.
453  * @virt: Start of the address range to drop a reference to.
454  * @size: Size of the address range to drop a reference to.
455  */
456 void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
457 {
458 	acpi_os_unmap_iomem((void __iomem *)virt, size);
459 }
460 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
461 
462 void __iomem *acpi_os_map_generic_address(struct acpi_generic_address *gas)
463 {
464 	u64 addr;
465 
466 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
467 		return NULL;
468 
469 	/* Handle possible alignment issues */
470 	memcpy(&addr, &gas->address, sizeof(addr));
471 	if (!addr || !gas->bit_width)
472 		return NULL;
473 
474 	return acpi_os_map_iomem(addr, gas->bit_width / 8);
475 }
476 EXPORT_SYMBOL(acpi_os_map_generic_address);
477 
478 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
479 {
480 	u64 addr;
481 	struct acpi_ioremap *map;
482 
483 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
484 		return;
485 
486 	/* Handle possible alignment issues */
487 	memcpy(&addr, &gas->address, sizeof(addr));
488 	if (!addr || !gas->bit_width)
489 		return;
490 
491 	mutex_lock(&acpi_ioremap_lock);
492 
493 	map = acpi_map_lookup(addr, gas->bit_width / 8);
494 	if (!map) {
495 		mutex_unlock(&acpi_ioremap_lock);
496 		return;
497 	}
498 	acpi_os_drop_map_ref(map);
499 
500 	mutex_unlock(&acpi_ioremap_lock);
501 }
502 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
503 
504 #ifdef ACPI_FUTURE_USAGE
505 acpi_status
506 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
507 {
508 	if (!phys || !virt)
509 		return AE_BAD_PARAMETER;
510 
511 	*phys = virt_to_phys(virt);
512 
513 	return AE_OK;
514 }
515 #endif
516 
517 #ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
518 static bool acpi_rev_override;
519 
520 int __init acpi_rev_override_setup(char *str)
521 {
522 	acpi_rev_override = true;
523 	return 1;
524 }
525 __setup("acpi_rev_override", acpi_rev_override_setup);
526 #else
527 #define acpi_rev_override	false
528 #endif
529 
530 #define ACPI_MAX_OVERRIDE_LEN 100
531 
532 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
533 
534 acpi_status
535 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
536 			    acpi_string *new_val)
537 {
538 	if (!init_val || !new_val)
539 		return AE_BAD_PARAMETER;
540 
541 	*new_val = NULL;
542 	if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
543 		pr_info("Overriding _OS definition to '%s'\n", acpi_os_name);
544 		*new_val = acpi_os_name;
545 	}
546 
547 	if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
548 		pr_info("Overriding _REV return value to 5\n");
549 		*new_val = (char *)5;
550 	}
551 
552 	return AE_OK;
553 }
554 
555 static irqreturn_t acpi_irq(int irq, void *dev_id)
556 {
557 	u32 handled;
558 
559 	handled = (*acpi_irq_handler) (acpi_irq_context);
560 
561 	if (handled) {
562 		acpi_irq_handled++;
563 		return IRQ_HANDLED;
564 	} else {
565 		acpi_irq_not_handled++;
566 		return IRQ_NONE;
567 	}
568 }
569 
570 acpi_status
571 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
572 				  void *context)
573 {
574 	unsigned int irq;
575 
576 	acpi_irq_stats_init();
577 
578 	/*
579 	 * ACPI interrupts different from the SCI in our copy of the FADT are
580 	 * not supported.
581 	 */
582 	if (gsi != acpi_gbl_FADT.sci_interrupt)
583 		return AE_BAD_PARAMETER;
584 
585 	if (acpi_irq_handler)
586 		return AE_ALREADY_ACQUIRED;
587 
588 	if (acpi_gsi_to_irq(gsi, &irq) < 0) {
589 		pr_err("SCI (ACPI GSI %d) not registered\n", gsi);
590 		return AE_OK;
591 	}
592 
593 	acpi_irq_handler = handler;
594 	acpi_irq_context = context;
595 	if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
596 		pr_err("SCI (IRQ%d) allocation failed\n", irq);
597 		acpi_irq_handler = NULL;
598 		return AE_NOT_ACQUIRED;
599 	}
600 	acpi_sci_irq = irq;
601 
602 	return AE_OK;
603 }
604 
605 acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
606 {
607 	if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
608 		return AE_BAD_PARAMETER;
609 
610 	free_irq(acpi_sci_irq, acpi_irq);
611 	acpi_irq_handler = NULL;
612 	acpi_sci_irq = INVALID_ACPI_IRQ;
613 
614 	return AE_OK;
615 }
616 
617 /*
618  * Running in interpreter thread context, safe to sleep
619  */
620 
621 void acpi_os_sleep(u64 ms)
622 {
623 	msleep(ms);
624 }
625 
626 void acpi_os_stall(u32 us)
627 {
628 	while (us) {
629 		u32 delay = 1000;
630 
631 		if (delay > us)
632 			delay = us;
633 		udelay(delay);
634 		touch_nmi_watchdog();
635 		us -= delay;
636 	}
637 }
638 
639 /*
640  * Support ACPI 3.0 AML Timer operand. Returns a 64-bit free-running,
641  * monotonically increasing timer with 100ns granularity. Do not use
642  * ktime_get() to implement this function because this function may get
643  * called after timekeeping has been suspended. Note: calling this function
644  * after timekeeping has been suspended may lead to unexpected results
645  * because when timekeeping is suspended the jiffies counter is not
646  * incremented. See also timekeeping_suspend().
647  */
648 u64 acpi_os_get_timer(void)
649 {
650 	return (get_jiffies_64() - INITIAL_JIFFIES) *
651 		(ACPI_100NSEC_PER_SEC / HZ);
652 }
653 
654 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
655 {
656 	u32 dummy;
657 
658 	if (!value)
659 		value = &dummy;
660 
661 	*value = 0;
662 	if (width <= 8) {
663 		*(u8 *) value = inb(port);
664 	} else if (width <= 16) {
665 		*(u16 *) value = inw(port);
666 	} else if (width <= 32) {
667 		*(u32 *) value = inl(port);
668 	} else {
669 		BUG();
670 	}
671 
672 	return AE_OK;
673 }
674 
675 EXPORT_SYMBOL(acpi_os_read_port);
676 
677 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
678 {
679 	if (width <= 8) {
680 		outb(value, port);
681 	} else if (width <= 16) {
682 		outw(value, port);
683 	} else if (width <= 32) {
684 		outl(value, port);
685 	} else {
686 		BUG();
687 	}
688 
689 	return AE_OK;
690 }
691 
692 EXPORT_SYMBOL(acpi_os_write_port);
693 
694 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width)
695 {
696 
697 	switch (width) {
698 	case 8:
699 		*(u8 *) value = readb(virt_addr);
700 		break;
701 	case 16:
702 		*(u16 *) value = readw(virt_addr);
703 		break;
704 	case 32:
705 		*(u32 *) value = readl(virt_addr);
706 		break;
707 	case 64:
708 		*(u64 *) value = readq(virt_addr);
709 		break;
710 	default:
711 		return -EINVAL;
712 	}
713 
714 	return 0;
715 }
716 
717 acpi_status
718 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
719 {
720 	void __iomem *virt_addr;
721 	unsigned int size = width / 8;
722 	bool unmap = false;
723 	u64 dummy;
724 	int error;
725 
726 	rcu_read_lock();
727 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
728 	if (!virt_addr) {
729 		rcu_read_unlock();
730 		virt_addr = acpi_os_ioremap(phys_addr, size);
731 		if (!virt_addr)
732 			return AE_BAD_ADDRESS;
733 		unmap = true;
734 	}
735 
736 	if (!value)
737 		value = &dummy;
738 
739 	error = acpi_os_read_iomem(virt_addr, value, width);
740 	BUG_ON(error);
741 
742 	if (unmap)
743 		iounmap(virt_addr);
744 	else
745 		rcu_read_unlock();
746 
747 	return AE_OK;
748 }
749 
750 acpi_status
751 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
752 {
753 	void __iomem *virt_addr;
754 	unsigned int size = width / 8;
755 	bool unmap = false;
756 
757 	rcu_read_lock();
758 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
759 	if (!virt_addr) {
760 		rcu_read_unlock();
761 		virt_addr = acpi_os_ioremap(phys_addr, size);
762 		if (!virt_addr)
763 			return AE_BAD_ADDRESS;
764 		unmap = true;
765 	}
766 
767 	switch (width) {
768 	case 8:
769 		writeb(value, virt_addr);
770 		break;
771 	case 16:
772 		writew(value, virt_addr);
773 		break;
774 	case 32:
775 		writel(value, virt_addr);
776 		break;
777 	case 64:
778 		writeq(value, virt_addr);
779 		break;
780 	default:
781 		BUG();
782 	}
783 
784 	if (unmap)
785 		iounmap(virt_addr);
786 	else
787 		rcu_read_unlock();
788 
789 	return AE_OK;
790 }
791 
792 #ifdef CONFIG_PCI
793 acpi_status
794 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
795 			       u64 *value, u32 width)
796 {
797 	int result, size;
798 	u32 value32;
799 
800 	if (!value)
801 		return AE_BAD_PARAMETER;
802 
803 	switch (width) {
804 	case 8:
805 		size = 1;
806 		break;
807 	case 16:
808 		size = 2;
809 		break;
810 	case 32:
811 		size = 4;
812 		break;
813 	default:
814 		return AE_ERROR;
815 	}
816 
817 	result = raw_pci_read(pci_id->segment, pci_id->bus,
818 				PCI_DEVFN(pci_id->device, pci_id->function),
819 				reg, size, &value32);
820 	*value = value32;
821 
822 	return (result ? AE_ERROR : AE_OK);
823 }
824 
825 acpi_status
826 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
827 				u64 value, u32 width)
828 {
829 	int result, size;
830 
831 	switch (width) {
832 	case 8:
833 		size = 1;
834 		break;
835 	case 16:
836 		size = 2;
837 		break;
838 	case 32:
839 		size = 4;
840 		break;
841 	default:
842 		return AE_ERROR;
843 	}
844 
845 	result = raw_pci_write(pci_id->segment, pci_id->bus,
846 				PCI_DEVFN(pci_id->device, pci_id->function),
847 				reg, size, value);
848 
849 	return (result ? AE_ERROR : AE_OK);
850 }
851 #endif
852 
853 static void acpi_os_execute_deferred(struct work_struct *work)
854 {
855 	struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
856 
857 	dpc->function(dpc->context);
858 	kfree(dpc);
859 }
860 
861 #ifdef CONFIG_ACPI_DEBUGGER
862 static struct acpi_debugger acpi_debugger;
863 static bool acpi_debugger_initialized;
864 
865 int acpi_register_debugger(struct module *owner,
866 			   const struct acpi_debugger_ops *ops)
867 {
868 	int ret = 0;
869 
870 	mutex_lock(&acpi_debugger.lock);
871 	if (acpi_debugger.ops) {
872 		ret = -EBUSY;
873 		goto err_lock;
874 	}
875 
876 	acpi_debugger.owner = owner;
877 	acpi_debugger.ops = ops;
878 
879 err_lock:
880 	mutex_unlock(&acpi_debugger.lock);
881 	return ret;
882 }
883 EXPORT_SYMBOL(acpi_register_debugger);
884 
885 void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
886 {
887 	mutex_lock(&acpi_debugger.lock);
888 	if (ops == acpi_debugger.ops) {
889 		acpi_debugger.ops = NULL;
890 		acpi_debugger.owner = NULL;
891 	}
892 	mutex_unlock(&acpi_debugger.lock);
893 }
894 EXPORT_SYMBOL(acpi_unregister_debugger);
895 
896 int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
897 {
898 	int ret;
899 	int (*func)(acpi_osd_exec_callback, void *);
900 	struct module *owner;
901 
902 	if (!acpi_debugger_initialized)
903 		return -ENODEV;
904 	mutex_lock(&acpi_debugger.lock);
905 	if (!acpi_debugger.ops) {
906 		ret = -ENODEV;
907 		goto err_lock;
908 	}
909 	if (!try_module_get(acpi_debugger.owner)) {
910 		ret = -ENODEV;
911 		goto err_lock;
912 	}
913 	func = acpi_debugger.ops->create_thread;
914 	owner = acpi_debugger.owner;
915 	mutex_unlock(&acpi_debugger.lock);
916 
917 	ret = func(function, context);
918 
919 	mutex_lock(&acpi_debugger.lock);
920 	module_put(owner);
921 err_lock:
922 	mutex_unlock(&acpi_debugger.lock);
923 	return ret;
924 }
925 
926 ssize_t acpi_debugger_write_log(const char *msg)
927 {
928 	ssize_t ret;
929 	ssize_t (*func)(const char *);
930 	struct module *owner;
931 
932 	if (!acpi_debugger_initialized)
933 		return -ENODEV;
934 	mutex_lock(&acpi_debugger.lock);
935 	if (!acpi_debugger.ops) {
936 		ret = -ENODEV;
937 		goto err_lock;
938 	}
939 	if (!try_module_get(acpi_debugger.owner)) {
940 		ret = -ENODEV;
941 		goto err_lock;
942 	}
943 	func = acpi_debugger.ops->write_log;
944 	owner = acpi_debugger.owner;
945 	mutex_unlock(&acpi_debugger.lock);
946 
947 	ret = func(msg);
948 
949 	mutex_lock(&acpi_debugger.lock);
950 	module_put(owner);
951 err_lock:
952 	mutex_unlock(&acpi_debugger.lock);
953 	return ret;
954 }
955 
956 ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
957 {
958 	ssize_t ret;
959 	ssize_t (*func)(char *, size_t);
960 	struct module *owner;
961 
962 	if (!acpi_debugger_initialized)
963 		return -ENODEV;
964 	mutex_lock(&acpi_debugger.lock);
965 	if (!acpi_debugger.ops) {
966 		ret = -ENODEV;
967 		goto err_lock;
968 	}
969 	if (!try_module_get(acpi_debugger.owner)) {
970 		ret = -ENODEV;
971 		goto err_lock;
972 	}
973 	func = acpi_debugger.ops->read_cmd;
974 	owner = acpi_debugger.owner;
975 	mutex_unlock(&acpi_debugger.lock);
976 
977 	ret = func(buffer, buffer_length);
978 
979 	mutex_lock(&acpi_debugger.lock);
980 	module_put(owner);
981 err_lock:
982 	mutex_unlock(&acpi_debugger.lock);
983 	return ret;
984 }
985 
986 int acpi_debugger_wait_command_ready(void)
987 {
988 	int ret;
989 	int (*func)(bool, char *, size_t);
990 	struct module *owner;
991 
992 	if (!acpi_debugger_initialized)
993 		return -ENODEV;
994 	mutex_lock(&acpi_debugger.lock);
995 	if (!acpi_debugger.ops) {
996 		ret = -ENODEV;
997 		goto err_lock;
998 	}
999 	if (!try_module_get(acpi_debugger.owner)) {
1000 		ret = -ENODEV;
1001 		goto err_lock;
1002 	}
1003 	func = acpi_debugger.ops->wait_command_ready;
1004 	owner = acpi_debugger.owner;
1005 	mutex_unlock(&acpi_debugger.lock);
1006 
1007 	ret = func(acpi_gbl_method_executing,
1008 		   acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
1009 
1010 	mutex_lock(&acpi_debugger.lock);
1011 	module_put(owner);
1012 err_lock:
1013 	mutex_unlock(&acpi_debugger.lock);
1014 	return ret;
1015 }
1016 
1017 int acpi_debugger_notify_command_complete(void)
1018 {
1019 	int ret;
1020 	int (*func)(void);
1021 	struct module *owner;
1022 
1023 	if (!acpi_debugger_initialized)
1024 		return -ENODEV;
1025 	mutex_lock(&acpi_debugger.lock);
1026 	if (!acpi_debugger.ops) {
1027 		ret = -ENODEV;
1028 		goto err_lock;
1029 	}
1030 	if (!try_module_get(acpi_debugger.owner)) {
1031 		ret = -ENODEV;
1032 		goto err_lock;
1033 	}
1034 	func = acpi_debugger.ops->notify_command_complete;
1035 	owner = acpi_debugger.owner;
1036 	mutex_unlock(&acpi_debugger.lock);
1037 
1038 	ret = func();
1039 
1040 	mutex_lock(&acpi_debugger.lock);
1041 	module_put(owner);
1042 err_lock:
1043 	mutex_unlock(&acpi_debugger.lock);
1044 	return ret;
1045 }
1046 
1047 int __init acpi_debugger_init(void)
1048 {
1049 	mutex_init(&acpi_debugger.lock);
1050 	acpi_debugger_initialized = true;
1051 	return 0;
1052 }
1053 #endif
1054 
1055 /*******************************************************************************
1056  *
1057  * FUNCTION:    acpi_os_execute
1058  *
1059  * PARAMETERS:  Type               - Type of the callback
1060  *              Function           - Function to be executed
1061  *              Context            - Function parameters
1062  *
1063  * RETURN:      Status
1064  *
1065  * DESCRIPTION: Depending on type, either queues function for deferred execution or
1066  *              immediately executes function on a separate thread.
1067  *
1068  ******************************************************************************/
1069 
1070 acpi_status acpi_os_execute(acpi_execute_type type,
1071 			    acpi_osd_exec_callback function, void *context)
1072 {
1073 	acpi_status status = AE_OK;
1074 	struct acpi_os_dpc *dpc;
1075 	struct workqueue_struct *queue;
1076 	int ret;
1077 	ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1078 			  "Scheduling function [%p(%p)] for deferred execution.\n",
1079 			  function, context));
1080 
1081 	if (type == OSL_DEBUGGER_MAIN_THREAD) {
1082 		ret = acpi_debugger_create_thread(function, context);
1083 		if (ret) {
1084 			pr_err("Kernel thread creation failed\n");
1085 			status = AE_ERROR;
1086 		}
1087 		goto out_thread;
1088 	}
1089 
1090 	/*
1091 	 * Allocate/initialize DPC structure.  Note that this memory will be
1092 	 * freed by the callee.  The kernel handles the work_struct list  in a
1093 	 * way that allows us to also free its memory inside the callee.
1094 	 * Because we may want to schedule several tasks with different
1095 	 * parameters we can't use the approach some kernel code uses of
1096 	 * having a static work_struct.
1097 	 */
1098 
1099 	dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1100 	if (!dpc)
1101 		return AE_NO_MEMORY;
1102 
1103 	dpc->function = function;
1104 	dpc->context = context;
1105 
1106 	/*
1107 	 * To prevent lockdep from complaining unnecessarily, make sure that
1108 	 * there is a different static lockdep key for each workqueue by using
1109 	 * INIT_WORK() for each of them separately.
1110 	 */
1111 	if (type == OSL_NOTIFY_HANDLER) {
1112 		queue = kacpi_notify_wq;
1113 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1114 	} else if (type == OSL_GPE_HANDLER) {
1115 		queue = kacpid_wq;
1116 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1117 	} else {
1118 		pr_err("Unsupported os_execute type %d.\n", type);
1119 		status = AE_ERROR;
1120 	}
1121 
1122 	if (ACPI_FAILURE(status))
1123 		goto err_workqueue;
1124 
1125 	/*
1126 	 * On some machines, a software-initiated SMI causes corruption unless
1127 	 * the SMI runs on CPU 0.  An SMI can be initiated by any AML, but
1128 	 * typically it's done in GPE-related methods that are run via
1129 	 * workqueues, so we can avoid the known corruption cases by always
1130 	 * queueing on CPU 0.
1131 	 */
1132 	ret = queue_work_on(0, queue, &dpc->work);
1133 	if (!ret) {
1134 		pr_err("Unable to queue work\n");
1135 		status = AE_ERROR;
1136 	}
1137 err_workqueue:
1138 	if (ACPI_FAILURE(status))
1139 		kfree(dpc);
1140 out_thread:
1141 	return status;
1142 }
1143 EXPORT_SYMBOL(acpi_os_execute);
1144 
1145 void acpi_os_wait_events_complete(void)
1146 {
1147 	/*
1148 	 * Make sure the GPE handler or the fixed event handler is not used
1149 	 * on another CPU after removal.
1150 	 */
1151 	if (acpi_sci_irq_valid())
1152 		synchronize_hardirq(acpi_sci_irq);
1153 	flush_workqueue(kacpid_wq);
1154 	flush_workqueue(kacpi_notify_wq);
1155 }
1156 EXPORT_SYMBOL(acpi_os_wait_events_complete);
1157 
1158 struct acpi_hp_work {
1159 	struct work_struct work;
1160 	struct acpi_device *adev;
1161 	u32 src;
1162 };
1163 
1164 static void acpi_hotplug_work_fn(struct work_struct *work)
1165 {
1166 	struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1167 
1168 	acpi_os_wait_events_complete();
1169 	acpi_device_hotplug(hpw->adev, hpw->src);
1170 	kfree(hpw);
1171 }
1172 
1173 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1174 {
1175 	struct acpi_hp_work *hpw;
1176 
1177 	acpi_handle_debug(adev->handle,
1178 			  "Scheduling hotplug event %u for deferred handling\n",
1179 			   src);
1180 
1181 	hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1182 	if (!hpw)
1183 		return AE_NO_MEMORY;
1184 
1185 	INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1186 	hpw->adev = adev;
1187 	hpw->src = src;
1188 	/*
1189 	 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1190 	 * the hotplug code may call driver .remove() functions, which may
1191 	 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1192 	 * these workqueues.
1193 	 */
1194 	if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1195 		kfree(hpw);
1196 		return AE_ERROR;
1197 	}
1198 	return AE_OK;
1199 }
1200 
1201 bool acpi_queue_hotplug_work(struct work_struct *work)
1202 {
1203 	return queue_work(kacpi_hotplug_wq, work);
1204 }
1205 
1206 acpi_status
1207 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1208 {
1209 	struct semaphore *sem = NULL;
1210 
1211 	sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1212 	if (!sem)
1213 		return AE_NO_MEMORY;
1214 
1215 	sema_init(sem, initial_units);
1216 
1217 	*handle = (acpi_handle *) sem;
1218 
1219 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1220 			  *handle, initial_units));
1221 
1222 	return AE_OK;
1223 }
1224 
1225 /*
1226  * TODO: A better way to delete semaphores?  Linux doesn't have a
1227  * 'delete_semaphore()' function -- may result in an invalid
1228  * pointer dereference for non-synchronized consumers.	Should
1229  * we at least check for blocked threads and signal/cancel them?
1230  */
1231 
1232 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1233 {
1234 	struct semaphore *sem = (struct semaphore *)handle;
1235 
1236 	if (!sem)
1237 		return AE_BAD_PARAMETER;
1238 
1239 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1240 
1241 	BUG_ON(!list_empty(&sem->wait_list));
1242 	kfree(sem);
1243 	sem = NULL;
1244 
1245 	return AE_OK;
1246 }
1247 
1248 /*
1249  * TODO: Support for units > 1?
1250  */
1251 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1252 {
1253 	acpi_status status = AE_OK;
1254 	struct semaphore *sem = (struct semaphore *)handle;
1255 	long jiffies;
1256 	int ret = 0;
1257 
1258 	if (!acpi_os_initialized)
1259 		return AE_OK;
1260 
1261 	if (!sem || (units < 1))
1262 		return AE_BAD_PARAMETER;
1263 
1264 	if (units > 1)
1265 		return AE_SUPPORT;
1266 
1267 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1268 			  handle, units, timeout));
1269 
1270 	if (timeout == ACPI_WAIT_FOREVER)
1271 		jiffies = MAX_SCHEDULE_TIMEOUT;
1272 	else
1273 		jiffies = msecs_to_jiffies(timeout);
1274 
1275 	ret = down_timeout(sem, jiffies);
1276 	if (ret)
1277 		status = AE_TIME;
1278 
1279 	if (ACPI_FAILURE(status)) {
1280 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1281 				  "Failed to acquire semaphore[%p|%d|%d], %s",
1282 				  handle, units, timeout,
1283 				  acpi_format_exception(status)));
1284 	} else {
1285 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1286 				  "Acquired semaphore[%p|%d|%d]", handle,
1287 				  units, timeout));
1288 	}
1289 
1290 	return status;
1291 }
1292 
1293 /*
1294  * TODO: Support for units > 1?
1295  */
1296 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1297 {
1298 	struct semaphore *sem = (struct semaphore *)handle;
1299 
1300 	if (!acpi_os_initialized)
1301 		return AE_OK;
1302 
1303 	if (!sem || (units < 1))
1304 		return AE_BAD_PARAMETER;
1305 
1306 	if (units > 1)
1307 		return AE_SUPPORT;
1308 
1309 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1310 			  units));
1311 
1312 	up(sem);
1313 
1314 	return AE_OK;
1315 }
1316 
1317 acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
1318 {
1319 #ifdef ENABLE_DEBUGGER
1320 	if (acpi_in_debugger) {
1321 		u32 chars;
1322 
1323 		kdb_read(buffer, buffer_length);
1324 
1325 		/* remove the CR kdb includes */
1326 		chars = strlen(buffer) - 1;
1327 		buffer[chars] = '\0';
1328 	}
1329 #else
1330 	int ret;
1331 
1332 	ret = acpi_debugger_read_cmd(buffer, buffer_length);
1333 	if (ret < 0)
1334 		return AE_ERROR;
1335 	if (bytes_read)
1336 		*bytes_read = ret;
1337 #endif
1338 
1339 	return AE_OK;
1340 }
1341 EXPORT_SYMBOL(acpi_os_get_line);
1342 
1343 acpi_status acpi_os_wait_command_ready(void)
1344 {
1345 	int ret;
1346 
1347 	ret = acpi_debugger_wait_command_ready();
1348 	if (ret < 0)
1349 		return AE_ERROR;
1350 	return AE_OK;
1351 }
1352 
1353 acpi_status acpi_os_notify_command_complete(void)
1354 {
1355 	int ret;
1356 
1357 	ret = acpi_debugger_notify_command_complete();
1358 	if (ret < 0)
1359 		return AE_ERROR;
1360 	return AE_OK;
1361 }
1362 
1363 acpi_status acpi_os_signal(u32 function, void *info)
1364 {
1365 	switch (function) {
1366 	case ACPI_SIGNAL_FATAL:
1367 		pr_err("Fatal opcode executed\n");
1368 		break;
1369 	case ACPI_SIGNAL_BREAKPOINT:
1370 		/*
1371 		 * AML Breakpoint
1372 		 * ACPI spec. says to treat it as a NOP unless
1373 		 * you are debugging.  So if/when we integrate
1374 		 * AML debugger into the kernel debugger its
1375 		 * hook will go here.  But until then it is
1376 		 * not useful to print anything on breakpoints.
1377 		 */
1378 		break;
1379 	default:
1380 		break;
1381 	}
1382 
1383 	return AE_OK;
1384 }
1385 
1386 static int __init acpi_os_name_setup(char *str)
1387 {
1388 	char *p = acpi_os_name;
1389 	int count = ACPI_MAX_OVERRIDE_LEN - 1;
1390 
1391 	if (!str || !*str)
1392 		return 0;
1393 
1394 	for (; count-- && *str; str++) {
1395 		if (isalnum(*str) || *str == ' ' || *str == ':')
1396 			*p++ = *str;
1397 		else if (*str == '\'' || *str == '"')
1398 			continue;
1399 		else
1400 			break;
1401 	}
1402 	*p = 0;
1403 
1404 	return 1;
1405 
1406 }
1407 
1408 __setup("acpi_os_name=", acpi_os_name_setup);
1409 
1410 /*
1411  * Disable the auto-serialization of named objects creation methods.
1412  *
1413  * This feature is enabled by default.  It marks the AML control methods
1414  * that contain the opcodes to create named objects as "Serialized".
1415  */
1416 static int __init acpi_no_auto_serialize_setup(char *str)
1417 {
1418 	acpi_gbl_auto_serialize_methods = FALSE;
1419 	pr_info("Auto-serialization disabled\n");
1420 
1421 	return 1;
1422 }
1423 
1424 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1425 
1426 /* Check of resource interference between native drivers and ACPI
1427  * OperationRegions (SystemIO and System Memory only).
1428  * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1429  * in arbitrary AML code and can interfere with legacy drivers.
1430  * acpi_enforce_resources= can be set to:
1431  *
1432  *   - strict (default) (2)
1433  *     -> further driver trying to access the resources will not load
1434  *   - lax              (1)
1435  *     -> further driver trying to access the resources will load, but you
1436  *     get a system message that something might go wrong...
1437  *
1438  *   - no               (0)
1439  *     -> ACPI Operation Region resources will not be registered
1440  *
1441  */
1442 #define ENFORCE_RESOURCES_STRICT 2
1443 #define ENFORCE_RESOURCES_LAX    1
1444 #define ENFORCE_RESOURCES_NO     0
1445 
1446 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1447 
1448 static int __init acpi_enforce_resources_setup(char *str)
1449 {
1450 	if (str == NULL || *str == '\0')
1451 		return 0;
1452 
1453 	if (!strcmp("strict", str))
1454 		acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1455 	else if (!strcmp("lax", str))
1456 		acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1457 	else if (!strcmp("no", str))
1458 		acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1459 
1460 	return 1;
1461 }
1462 
1463 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1464 
1465 /* Check for resource conflicts between ACPI OperationRegions and native
1466  * drivers */
1467 int acpi_check_resource_conflict(const struct resource *res)
1468 {
1469 	acpi_adr_space_type space_id;
1470 
1471 	if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1472 		return 0;
1473 
1474 	if (res->flags & IORESOURCE_IO)
1475 		space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1476 	else if (res->flags & IORESOURCE_MEM)
1477 		space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1478 	else
1479 		return 0;
1480 
1481 	if (!acpi_check_address_range(space_id, res->start, resource_size(res), 1))
1482 		return 0;
1483 
1484 	pr_info("Resource conflict; ACPI support missing from driver?\n");
1485 
1486 	if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1487 		return -EBUSY;
1488 
1489 	if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1490 		pr_notice("Resource conflict: System may be unstable or behave erratically\n");
1491 
1492 	return 0;
1493 }
1494 EXPORT_SYMBOL(acpi_check_resource_conflict);
1495 
1496 int acpi_check_region(resource_size_t start, resource_size_t n,
1497 		      const char *name)
1498 {
1499 	struct resource res = DEFINE_RES_IO_NAMED(start, n, name);
1500 
1501 	return acpi_check_resource_conflict(&res);
1502 }
1503 EXPORT_SYMBOL(acpi_check_region);
1504 
1505 static acpi_status acpi_deactivate_mem_region(acpi_handle handle, u32 level,
1506 					      void *_res, void **return_value)
1507 {
1508 	struct acpi_mem_space_context **mem_ctx;
1509 	union acpi_operand_object *handler_obj;
1510 	union acpi_operand_object *region_obj2;
1511 	union acpi_operand_object *region_obj;
1512 	struct resource *res = _res;
1513 	acpi_status status;
1514 
1515 	region_obj = acpi_ns_get_attached_object(handle);
1516 	if (!region_obj)
1517 		return AE_OK;
1518 
1519 	handler_obj = region_obj->region.handler;
1520 	if (!handler_obj)
1521 		return AE_OK;
1522 
1523 	if (region_obj->region.space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
1524 		return AE_OK;
1525 
1526 	if (!(region_obj->region.flags & AOPOBJ_SETUP_COMPLETE))
1527 		return AE_OK;
1528 
1529 	region_obj2 = acpi_ns_get_secondary_object(region_obj);
1530 	if (!region_obj2)
1531 		return AE_OK;
1532 
1533 	mem_ctx = (void *)&region_obj2->extra.region_context;
1534 
1535 	if (!(mem_ctx[0]->address >= res->start &&
1536 	      mem_ctx[0]->address < res->end))
1537 		return AE_OK;
1538 
1539 	status = handler_obj->address_space.setup(region_obj,
1540 						  ACPI_REGION_DEACTIVATE,
1541 						  NULL, (void **)mem_ctx);
1542 	if (ACPI_SUCCESS(status))
1543 		region_obj->region.flags &= ~(AOPOBJ_SETUP_COMPLETE);
1544 
1545 	return status;
1546 }
1547 
1548 /**
1549  * acpi_release_memory - Release any mappings done to a memory region
1550  * @handle: Handle to namespace node
1551  * @res: Memory resource
1552  * @level: A level that terminates the search
1553  *
1554  * Walks through @handle and unmaps all SystemMemory Operation Regions that
1555  * overlap with @res and that have already been activated (mapped).
1556  *
1557  * This is a helper that allows drivers to place special requirements on memory
1558  * region that may overlap with operation regions, primarily allowing them to
1559  * safely map the region as non-cached memory.
1560  *
1561  * The unmapped Operation Regions will be automatically remapped next time they
1562  * are called, so the drivers do not need to do anything else.
1563  */
1564 acpi_status acpi_release_memory(acpi_handle handle, struct resource *res,
1565 				u32 level)
1566 {
1567 	acpi_status status;
1568 
1569 	if (!(res->flags & IORESOURCE_MEM))
1570 		return AE_TYPE;
1571 
1572 	status = acpi_walk_namespace(ACPI_TYPE_REGION, handle, level,
1573 				     acpi_deactivate_mem_region, NULL,
1574 				     res, NULL);
1575 	if (ACPI_FAILURE(status))
1576 		return status;
1577 
1578 	/*
1579 	 * Wait for all of the mappings queued up for removal by
1580 	 * acpi_deactivate_mem_region() to actually go away.
1581 	 */
1582 	synchronize_rcu();
1583 	rcu_barrier();
1584 	flush_scheduled_work();
1585 
1586 	return AE_OK;
1587 }
1588 EXPORT_SYMBOL_GPL(acpi_release_memory);
1589 
1590 /*
1591  * Let drivers know whether the resource checks are effective
1592  */
1593 int acpi_resources_are_enforced(void)
1594 {
1595 	return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1596 }
1597 EXPORT_SYMBOL(acpi_resources_are_enforced);
1598 
1599 /*
1600  * Deallocate the memory for a spinlock.
1601  */
1602 void acpi_os_delete_lock(acpi_spinlock handle)
1603 {
1604 	ACPI_FREE(handle);
1605 }
1606 
1607 /*
1608  * Acquire a spinlock.
1609  *
1610  * handle is a pointer to the spinlock_t.
1611  */
1612 
1613 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1614 	__acquires(lockp)
1615 {
1616 	acpi_cpu_flags flags;
1617 	spin_lock_irqsave(lockp, flags);
1618 	return flags;
1619 }
1620 
1621 /*
1622  * Release a spinlock. See above.
1623  */
1624 
1625 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1626 	__releases(lockp)
1627 {
1628 	spin_unlock_irqrestore(lockp, flags);
1629 }
1630 
1631 #ifndef ACPI_USE_LOCAL_CACHE
1632 
1633 /*******************************************************************************
1634  *
1635  * FUNCTION:    acpi_os_create_cache
1636  *
1637  * PARAMETERS:  name      - Ascii name for the cache
1638  *              size      - Size of each cached object
1639  *              depth     - Maximum depth of the cache (in objects) <ignored>
1640  *              cache     - Where the new cache object is returned
1641  *
1642  * RETURN:      status
1643  *
1644  * DESCRIPTION: Create a cache object
1645  *
1646  ******************************************************************************/
1647 
1648 acpi_status
1649 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1650 {
1651 	*cache = kmem_cache_create(name, size, 0, 0, NULL);
1652 	if (*cache == NULL)
1653 		return AE_ERROR;
1654 	else
1655 		return AE_OK;
1656 }
1657 
1658 /*******************************************************************************
1659  *
1660  * FUNCTION:    acpi_os_purge_cache
1661  *
1662  * PARAMETERS:  Cache           - Handle to cache object
1663  *
1664  * RETURN:      Status
1665  *
1666  * DESCRIPTION: Free all objects within the requested cache.
1667  *
1668  ******************************************************************************/
1669 
1670 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1671 {
1672 	kmem_cache_shrink(cache);
1673 	return (AE_OK);
1674 }
1675 
1676 /*******************************************************************************
1677  *
1678  * FUNCTION:    acpi_os_delete_cache
1679  *
1680  * PARAMETERS:  Cache           - Handle to cache object
1681  *
1682  * RETURN:      Status
1683  *
1684  * DESCRIPTION: Free all objects within the requested cache and delete the
1685  *              cache object.
1686  *
1687  ******************************************************************************/
1688 
1689 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1690 {
1691 	kmem_cache_destroy(cache);
1692 	return (AE_OK);
1693 }
1694 
1695 /*******************************************************************************
1696  *
1697  * FUNCTION:    acpi_os_release_object
1698  *
1699  * PARAMETERS:  Cache       - Handle to cache object
1700  *              Object      - The object to be released
1701  *
1702  * RETURN:      None
1703  *
1704  * DESCRIPTION: Release an object to the specified cache.  If cache is full,
1705  *              the object is deleted.
1706  *
1707  ******************************************************************************/
1708 
1709 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1710 {
1711 	kmem_cache_free(cache, object);
1712 	return (AE_OK);
1713 }
1714 #endif
1715 
1716 static int __init acpi_no_static_ssdt_setup(char *s)
1717 {
1718 	acpi_gbl_disable_ssdt_table_install = TRUE;
1719 	pr_info("Static SSDT installation disabled\n");
1720 
1721 	return 0;
1722 }
1723 
1724 early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1725 
1726 static int __init acpi_disable_return_repair(char *s)
1727 {
1728 	pr_notice("Predefined validation mechanism disabled\n");
1729 	acpi_gbl_disable_auto_repair = TRUE;
1730 
1731 	return 1;
1732 }
1733 
1734 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1735 
1736 acpi_status __init acpi_os_initialize(void)
1737 {
1738 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1739 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1740 
1741 	acpi_gbl_xgpe0_block_logical_address =
1742 		(unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1743 	acpi_gbl_xgpe1_block_logical_address =
1744 		(unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1745 
1746 	if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1747 		/*
1748 		 * Use acpi_os_map_generic_address to pre-map the reset
1749 		 * register if it's in system memory.
1750 		 */
1751 		void *rv;
1752 
1753 		rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1754 		pr_debug("%s: Reset register mapping %s\n", __func__,
1755 			 rv ? "successful" : "failed");
1756 	}
1757 	acpi_os_initialized = true;
1758 
1759 	return AE_OK;
1760 }
1761 
1762 acpi_status __init acpi_os_initialize1(void)
1763 {
1764 	kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1765 	kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1766 	kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1767 	BUG_ON(!kacpid_wq);
1768 	BUG_ON(!kacpi_notify_wq);
1769 	BUG_ON(!kacpi_hotplug_wq);
1770 	acpi_osi_init();
1771 	return AE_OK;
1772 }
1773 
1774 acpi_status acpi_os_terminate(void)
1775 {
1776 	if (acpi_irq_handler) {
1777 		acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1778 						 acpi_irq_handler);
1779 	}
1780 
1781 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1782 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1783 	acpi_gbl_xgpe0_block_logical_address = 0UL;
1784 	acpi_gbl_xgpe1_block_logical_address = 0UL;
1785 
1786 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1787 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1788 
1789 	if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1790 		acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1791 
1792 	destroy_workqueue(kacpid_wq);
1793 	destroy_workqueue(kacpi_notify_wq);
1794 	destroy_workqueue(kacpi_hotplug_wq);
1795 
1796 	return AE_OK;
1797 }
1798 
1799 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1800 				  u32 pm1b_control)
1801 {
1802 	int rc = 0;
1803 	if (__acpi_os_prepare_sleep)
1804 		rc = __acpi_os_prepare_sleep(sleep_state,
1805 					     pm1a_control, pm1b_control);
1806 	if (rc < 0)
1807 		return AE_ERROR;
1808 	else if (rc > 0)
1809 		return AE_CTRL_TERMINATE;
1810 
1811 	return AE_OK;
1812 }
1813 
1814 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1815 			       u32 pm1a_ctrl, u32 pm1b_ctrl))
1816 {
1817 	__acpi_os_prepare_sleep = func;
1818 }
1819 
1820 #if (ACPI_REDUCED_HARDWARE)
1821 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1822 				  u32 val_b)
1823 {
1824 	int rc = 0;
1825 	if (__acpi_os_prepare_extended_sleep)
1826 		rc = __acpi_os_prepare_extended_sleep(sleep_state,
1827 					     val_a, val_b);
1828 	if (rc < 0)
1829 		return AE_ERROR;
1830 	else if (rc > 0)
1831 		return AE_CTRL_TERMINATE;
1832 
1833 	return AE_OK;
1834 }
1835 #else
1836 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1837 				  u32 val_b)
1838 {
1839 	return AE_OK;
1840 }
1841 #endif
1842 
1843 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1844 			       u32 val_a, u32 val_b))
1845 {
1846 	__acpi_os_prepare_extended_sleep = func;
1847 }
1848 
1849 acpi_status acpi_os_enter_sleep(u8 sleep_state,
1850 				u32 reg_a_value, u32 reg_b_value)
1851 {
1852 	acpi_status status;
1853 
1854 	if (acpi_gbl_reduced_hardware)
1855 		status = acpi_os_prepare_extended_sleep(sleep_state,
1856 							reg_a_value,
1857 							reg_b_value);
1858 	else
1859 		status = acpi_os_prepare_sleep(sleep_state,
1860 					       reg_a_value, reg_b_value);
1861 	return status;
1862 }
1863