xref: /openbmc/linux/drivers/acpi/osl.c (revision 483eb062)
1 /*
2  *  acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3  *
4  *  Copyright (C) 2000       Andrew Henroid
5  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
7  *  Copyright (c) 2008 Intel Corporation
8  *   Author: Matthew Wilcox <willy@linux.intel.com>
9  *
10  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11  *
12  *  This program is free software; you can redistribute it and/or modify
13  *  it under the terms of the GNU General Public License as published by
14  *  the Free Software Foundation; either version 2 of the License, or
15  *  (at your option) any later version.
16  *
17  *  This program is distributed in the hope that it will be useful,
18  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
19  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
20  *  GNU General Public License for more details.
21  *
22  *  You should have received a copy of the GNU General Public License
23  *  along with this program; if not, write to the Free Software
24  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
25  *
26  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
27  *
28  */
29 
30 #include <linux/module.h>
31 #include <linux/kernel.h>
32 #include <linux/slab.h>
33 #include <linux/mm.h>
34 #include <linux/highmem.h>
35 #include <linux/pci.h>
36 #include <linux/interrupt.h>
37 #include <linux/kmod.h>
38 #include <linux/delay.h>
39 #include <linux/workqueue.h>
40 #include <linux/nmi.h>
41 #include <linux/acpi.h>
42 #include <linux/efi.h>
43 #include <linux/ioport.h>
44 #include <linux/list.h>
45 #include <linux/jiffies.h>
46 #include <linux/semaphore.h>
47 
48 #include <asm/io.h>
49 #include <asm/uaccess.h>
50 
51 #include "internal.h"
52 
53 #define _COMPONENT		ACPI_OS_SERVICES
54 ACPI_MODULE_NAME("osl");
55 #define PREFIX		"ACPI: "
56 struct acpi_os_dpc {
57 	acpi_osd_exec_callback function;
58 	void *context;
59 	struct work_struct work;
60 };
61 
62 #ifdef CONFIG_ACPI_CUSTOM_DSDT
63 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
64 #endif
65 
66 #ifdef ENABLE_DEBUGGER
67 #include <linux/kdb.h>
68 
69 /* stuff for debugger support */
70 int acpi_in_debugger;
71 EXPORT_SYMBOL(acpi_in_debugger);
72 
73 extern char line_buf[80];
74 #endif				/*ENABLE_DEBUGGER */
75 
76 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
77 				      u32 pm1b_ctrl);
78 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
79 				      u32 val_b);
80 
81 static acpi_osd_handler acpi_irq_handler;
82 static void *acpi_irq_context;
83 static struct workqueue_struct *kacpid_wq;
84 static struct workqueue_struct *kacpi_notify_wq;
85 static struct workqueue_struct *kacpi_hotplug_wq;
86 
87 /*
88  * This list of permanent mappings is for memory that may be accessed from
89  * interrupt context, where we can't do the ioremap().
90  */
91 struct acpi_ioremap {
92 	struct list_head list;
93 	void __iomem *virt;
94 	acpi_physical_address phys;
95 	acpi_size size;
96 	unsigned long refcount;
97 };
98 
99 static LIST_HEAD(acpi_ioremaps);
100 static DEFINE_MUTEX(acpi_ioremap_lock);
101 
102 static void __init acpi_osi_setup_late(void);
103 
104 /*
105  * The story of _OSI(Linux)
106  *
107  * From pre-history through Linux-2.6.22,
108  * Linux responded TRUE upon a BIOS OSI(Linux) query.
109  *
110  * Unfortunately, reference BIOS writers got wind of this
111  * and put OSI(Linux) in their example code, quickly exposing
112  * this string as ill-conceived and opening the door to
113  * an un-bounded number of BIOS incompatibilities.
114  *
115  * For example, OSI(Linux) was used on resume to re-POST a
116  * video card on one system, because Linux at that time
117  * could not do a speedy restore in its native driver.
118  * But then upon gaining quick native restore capability,
119  * Linux has no way to tell the BIOS to skip the time-consuming
120  * POST -- putting Linux at a permanent performance disadvantage.
121  * On another system, the BIOS writer used OSI(Linux)
122  * to infer native OS support for IPMI!  On other systems,
123  * OSI(Linux) simply got in the way of Linux claiming to
124  * be compatible with other operating systems, exposing
125  * BIOS issues such as skipped device initialization.
126  *
127  * So "Linux" turned out to be a really poor chose of
128  * OSI string, and from Linux-2.6.23 onward we respond FALSE.
129  *
130  * BIOS writers should NOT query _OSI(Linux) on future systems.
131  * Linux will complain on the console when it sees it, and return FALSE.
132  * To get Linux to return TRUE for your system  will require
133  * a kernel source update to add a DMI entry,
134  * or boot with "acpi_osi=Linux"
135  */
136 
137 static struct osi_linux {
138 	unsigned int	enable:1;
139 	unsigned int	dmi:1;
140 	unsigned int	cmdline:1;
141 	unsigned int	default_disabling:1;
142 } osi_linux = {0, 0, 0, 0};
143 
144 static u32 acpi_osi_handler(acpi_string interface, u32 supported)
145 {
146 	if (!strcmp("Linux", interface)) {
147 
148 		printk_once(KERN_NOTICE FW_BUG PREFIX
149 			"BIOS _OSI(Linux) query %s%s\n",
150 			osi_linux.enable ? "honored" : "ignored",
151 			osi_linux.cmdline ? " via cmdline" :
152 			osi_linux.dmi ? " via DMI" : "");
153 	}
154 
155 	return supported;
156 }
157 
158 static void __init acpi_request_region (struct acpi_generic_address *gas,
159 	unsigned int length, char *desc)
160 {
161 	u64 addr;
162 
163 	/* Handle possible alignment issues */
164 	memcpy(&addr, &gas->address, sizeof(addr));
165 	if (!addr || !length)
166 		return;
167 
168 	/* Resources are never freed */
169 	if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
170 		request_region(addr, length, desc);
171 	else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
172 		request_mem_region(addr, length, desc);
173 }
174 
175 static int __init acpi_reserve_resources(void)
176 {
177 	acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
178 		"ACPI PM1a_EVT_BLK");
179 
180 	acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
181 		"ACPI PM1b_EVT_BLK");
182 
183 	acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
184 		"ACPI PM1a_CNT_BLK");
185 
186 	acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
187 		"ACPI PM1b_CNT_BLK");
188 
189 	if (acpi_gbl_FADT.pm_timer_length == 4)
190 		acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
191 
192 	acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
193 		"ACPI PM2_CNT_BLK");
194 
195 	/* Length of GPE blocks must be a non-negative multiple of 2 */
196 
197 	if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
198 		acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
199 			       acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
200 
201 	if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
202 		acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
203 			       acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
204 
205 	return 0;
206 }
207 device_initcall(acpi_reserve_resources);
208 
209 void acpi_os_printf(const char *fmt, ...)
210 {
211 	va_list args;
212 	va_start(args, fmt);
213 	acpi_os_vprintf(fmt, args);
214 	va_end(args);
215 }
216 
217 void acpi_os_vprintf(const char *fmt, va_list args)
218 {
219 	static char buffer[512];
220 
221 	vsprintf(buffer, fmt, args);
222 
223 #ifdef ENABLE_DEBUGGER
224 	if (acpi_in_debugger) {
225 		kdb_printf("%s", buffer);
226 	} else {
227 		printk(KERN_CONT "%s", buffer);
228 	}
229 #else
230 	printk(KERN_CONT "%s", buffer);
231 #endif
232 }
233 
234 #ifdef CONFIG_KEXEC
235 static unsigned long acpi_rsdp;
236 static int __init setup_acpi_rsdp(char *arg)
237 {
238 	acpi_rsdp = simple_strtoul(arg, NULL, 16);
239 	return 0;
240 }
241 early_param("acpi_rsdp", setup_acpi_rsdp);
242 #endif
243 
244 acpi_physical_address __init acpi_os_get_root_pointer(void)
245 {
246 #ifdef CONFIG_KEXEC
247 	if (acpi_rsdp)
248 		return acpi_rsdp;
249 #endif
250 
251 	if (efi_enabled(EFI_CONFIG_TABLES)) {
252 		if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
253 			return efi.acpi20;
254 		else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
255 			return efi.acpi;
256 		else {
257 			printk(KERN_ERR PREFIX
258 			       "System description tables not found\n");
259 			return 0;
260 		}
261 	} else {
262 		acpi_physical_address pa = 0;
263 
264 		acpi_find_root_pointer(&pa);
265 		return pa;
266 	}
267 }
268 
269 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
270 static struct acpi_ioremap *
271 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
272 {
273 	struct acpi_ioremap *map;
274 
275 	list_for_each_entry_rcu(map, &acpi_ioremaps, list)
276 		if (map->phys <= phys &&
277 		    phys + size <= map->phys + map->size)
278 			return map;
279 
280 	return NULL;
281 }
282 
283 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
284 static void __iomem *
285 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
286 {
287 	struct acpi_ioremap *map;
288 
289 	map = acpi_map_lookup(phys, size);
290 	if (map)
291 		return map->virt + (phys - map->phys);
292 
293 	return NULL;
294 }
295 
296 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
297 {
298 	struct acpi_ioremap *map;
299 	void __iomem *virt = NULL;
300 
301 	mutex_lock(&acpi_ioremap_lock);
302 	map = acpi_map_lookup(phys, size);
303 	if (map) {
304 		virt = map->virt + (phys - map->phys);
305 		map->refcount++;
306 	}
307 	mutex_unlock(&acpi_ioremap_lock);
308 	return virt;
309 }
310 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
311 
312 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
313 static struct acpi_ioremap *
314 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
315 {
316 	struct acpi_ioremap *map;
317 
318 	list_for_each_entry_rcu(map, &acpi_ioremaps, list)
319 		if (map->virt <= virt &&
320 		    virt + size <= map->virt + map->size)
321 			return map;
322 
323 	return NULL;
324 }
325 
326 #ifndef CONFIG_IA64
327 #define should_use_kmap(pfn)   page_is_ram(pfn)
328 #else
329 /* ioremap will take care of cache attributes */
330 #define should_use_kmap(pfn)   0
331 #endif
332 
333 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
334 {
335 	unsigned long pfn;
336 
337 	pfn = pg_off >> PAGE_SHIFT;
338 	if (should_use_kmap(pfn)) {
339 		if (pg_sz > PAGE_SIZE)
340 			return NULL;
341 		return (void __iomem __force *)kmap(pfn_to_page(pfn));
342 	} else
343 		return acpi_os_ioremap(pg_off, pg_sz);
344 }
345 
346 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
347 {
348 	unsigned long pfn;
349 
350 	pfn = pg_off >> PAGE_SHIFT;
351 	if (should_use_kmap(pfn))
352 		kunmap(pfn_to_page(pfn));
353 	else
354 		iounmap(vaddr);
355 }
356 
357 void __iomem *__init_refok
358 acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
359 {
360 	struct acpi_ioremap *map;
361 	void __iomem *virt;
362 	acpi_physical_address pg_off;
363 	acpi_size pg_sz;
364 
365 	if (phys > ULONG_MAX) {
366 		printk(KERN_ERR PREFIX "Cannot map memory that high\n");
367 		return NULL;
368 	}
369 
370 	if (!acpi_gbl_permanent_mmap)
371 		return __acpi_map_table((unsigned long)phys, size);
372 
373 	mutex_lock(&acpi_ioremap_lock);
374 	/* Check if there's a suitable mapping already. */
375 	map = acpi_map_lookup(phys, size);
376 	if (map) {
377 		map->refcount++;
378 		goto out;
379 	}
380 
381 	map = kzalloc(sizeof(*map), GFP_KERNEL);
382 	if (!map) {
383 		mutex_unlock(&acpi_ioremap_lock);
384 		return NULL;
385 	}
386 
387 	pg_off = round_down(phys, PAGE_SIZE);
388 	pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
389 	virt = acpi_map(pg_off, pg_sz);
390 	if (!virt) {
391 		mutex_unlock(&acpi_ioremap_lock);
392 		kfree(map);
393 		return NULL;
394 	}
395 
396 	INIT_LIST_HEAD(&map->list);
397 	map->virt = virt;
398 	map->phys = pg_off;
399 	map->size = pg_sz;
400 	map->refcount = 1;
401 
402 	list_add_tail_rcu(&map->list, &acpi_ioremaps);
403 
404  out:
405 	mutex_unlock(&acpi_ioremap_lock);
406 	return map->virt + (phys - map->phys);
407 }
408 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
409 
410 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
411 {
412 	if (!--map->refcount)
413 		list_del_rcu(&map->list);
414 }
415 
416 static void acpi_os_map_cleanup(struct acpi_ioremap *map)
417 {
418 	if (!map->refcount) {
419 		synchronize_rcu();
420 		acpi_unmap(map->phys, map->virt);
421 		kfree(map);
422 	}
423 }
424 
425 void __ref acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
426 {
427 	struct acpi_ioremap *map;
428 
429 	if (!acpi_gbl_permanent_mmap) {
430 		__acpi_unmap_table(virt, size);
431 		return;
432 	}
433 
434 	mutex_lock(&acpi_ioremap_lock);
435 	map = acpi_map_lookup_virt(virt, size);
436 	if (!map) {
437 		mutex_unlock(&acpi_ioremap_lock);
438 		WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
439 		return;
440 	}
441 	acpi_os_drop_map_ref(map);
442 	mutex_unlock(&acpi_ioremap_lock);
443 
444 	acpi_os_map_cleanup(map);
445 }
446 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
447 
448 void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
449 {
450 	if (!acpi_gbl_permanent_mmap)
451 		__acpi_unmap_table(virt, size);
452 }
453 
454 int acpi_os_map_generic_address(struct acpi_generic_address *gas)
455 {
456 	u64 addr;
457 	void __iomem *virt;
458 
459 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
460 		return 0;
461 
462 	/* Handle possible alignment issues */
463 	memcpy(&addr, &gas->address, sizeof(addr));
464 	if (!addr || !gas->bit_width)
465 		return -EINVAL;
466 
467 	virt = acpi_os_map_memory(addr, gas->bit_width / 8);
468 	if (!virt)
469 		return -EIO;
470 
471 	return 0;
472 }
473 EXPORT_SYMBOL(acpi_os_map_generic_address);
474 
475 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
476 {
477 	u64 addr;
478 	struct acpi_ioremap *map;
479 
480 	if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
481 		return;
482 
483 	/* Handle possible alignment issues */
484 	memcpy(&addr, &gas->address, sizeof(addr));
485 	if (!addr || !gas->bit_width)
486 		return;
487 
488 	mutex_lock(&acpi_ioremap_lock);
489 	map = acpi_map_lookup(addr, gas->bit_width / 8);
490 	if (!map) {
491 		mutex_unlock(&acpi_ioremap_lock);
492 		return;
493 	}
494 	acpi_os_drop_map_ref(map);
495 	mutex_unlock(&acpi_ioremap_lock);
496 
497 	acpi_os_map_cleanup(map);
498 }
499 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
500 
501 #ifdef ACPI_FUTURE_USAGE
502 acpi_status
503 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
504 {
505 	if (!phys || !virt)
506 		return AE_BAD_PARAMETER;
507 
508 	*phys = virt_to_phys(virt);
509 
510 	return AE_OK;
511 }
512 #endif
513 
514 #define ACPI_MAX_OVERRIDE_LEN 100
515 
516 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
517 
518 acpi_status
519 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
520 			    acpi_string * new_val)
521 {
522 	if (!init_val || !new_val)
523 		return AE_BAD_PARAMETER;
524 
525 	*new_val = NULL;
526 	if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
527 		printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
528 		       acpi_os_name);
529 		*new_val = acpi_os_name;
530 	}
531 
532 	return AE_OK;
533 }
534 
535 #ifdef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
536 #include <linux/earlycpio.h>
537 #include <linux/memblock.h>
538 
539 static u64 acpi_tables_addr;
540 static int all_tables_size;
541 
542 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
543 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
544 {
545 	u8 sum = 0;
546 	u8 *end = buffer + length;
547 
548 	while (buffer < end)
549 		sum = (u8) (sum + *(buffer++));
550 	return sum;
551 }
552 
553 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
554 static const char * const table_sigs[] = {
555 	ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
556 	ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
557 	ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
558 	ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
559 	ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
560 	ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
561 	ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
562 	ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
563 	ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, NULL };
564 
565 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
566 
567 #define ACPI_OVERRIDE_TABLES 64
568 static struct cpio_data __initdata acpi_initrd_files[ACPI_OVERRIDE_TABLES];
569 
570 #define MAP_CHUNK_SIZE   (NR_FIX_BTMAPS << PAGE_SHIFT)
571 
572 void __init acpi_initrd_override(void *data, size_t size)
573 {
574 	int sig, no, table_nr = 0, total_offset = 0;
575 	long offset = 0;
576 	struct acpi_table_header *table;
577 	char cpio_path[32] = "kernel/firmware/acpi/";
578 	struct cpio_data file;
579 
580 	if (data == NULL || size == 0)
581 		return;
582 
583 	for (no = 0; no < ACPI_OVERRIDE_TABLES; no++) {
584 		file = find_cpio_data(cpio_path, data, size, &offset);
585 		if (!file.data)
586 			break;
587 
588 		data += offset;
589 		size -= offset;
590 
591 		if (file.size < sizeof(struct acpi_table_header)) {
592 			pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
593 				cpio_path, file.name);
594 			continue;
595 		}
596 
597 		table = file.data;
598 
599 		for (sig = 0; table_sigs[sig]; sig++)
600 			if (!memcmp(table->signature, table_sigs[sig], 4))
601 				break;
602 
603 		if (!table_sigs[sig]) {
604 			pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
605 				cpio_path, file.name);
606 			continue;
607 		}
608 		if (file.size != table->length) {
609 			pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
610 				cpio_path, file.name);
611 			continue;
612 		}
613 		if (acpi_table_checksum(file.data, table->length)) {
614 			pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
615 				cpio_path, file.name);
616 			continue;
617 		}
618 
619 		pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
620 			table->signature, cpio_path, file.name, table->length);
621 
622 		all_tables_size += table->length;
623 		acpi_initrd_files[table_nr].data = file.data;
624 		acpi_initrd_files[table_nr].size = file.size;
625 		table_nr++;
626 	}
627 	if (table_nr == 0)
628 		return;
629 
630 	acpi_tables_addr =
631 		memblock_find_in_range(0, max_low_pfn_mapped << PAGE_SHIFT,
632 				       all_tables_size, PAGE_SIZE);
633 	if (!acpi_tables_addr) {
634 		WARN_ON(1);
635 		return;
636 	}
637 	/*
638 	 * Only calling e820_add_reserve does not work and the
639 	 * tables are invalid (memory got used) later.
640 	 * memblock_reserve works as expected and the tables won't get modified.
641 	 * But it's not enough on X86 because ioremap will
642 	 * complain later (used by acpi_os_map_memory) that the pages
643 	 * that should get mapped are not marked "reserved".
644 	 * Both memblock_reserve and e820_add_region (via arch_reserve_mem_area)
645 	 * works fine.
646 	 */
647 	memblock_reserve(acpi_tables_addr, all_tables_size);
648 	arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
649 
650 	/*
651 	 * early_ioremap only can remap 256k one time. If we map all
652 	 * tables one time, we will hit the limit. Need to map chunks
653 	 * one by one during copying the same as that in relocate_initrd().
654 	 */
655 	for (no = 0; no < table_nr; no++) {
656 		unsigned char *src_p = acpi_initrd_files[no].data;
657 		phys_addr_t size = acpi_initrd_files[no].size;
658 		phys_addr_t dest_addr = acpi_tables_addr + total_offset;
659 		phys_addr_t slop, clen;
660 		char *dest_p;
661 
662 		total_offset += size;
663 
664 		while (size) {
665 			slop = dest_addr & ~PAGE_MASK;
666 			clen = size;
667 			if (clen > MAP_CHUNK_SIZE - slop)
668 				clen = MAP_CHUNK_SIZE - slop;
669 			dest_p = early_ioremap(dest_addr & PAGE_MASK,
670 						 clen + slop);
671 			memcpy(dest_p + slop, src_p, clen);
672 			early_iounmap(dest_p, clen + slop);
673 			src_p += clen;
674 			dest_addr += clen;
675 			size -= clen;
676 		}
677 	}
678 }
679 #endif /* CONFIG_ACPI_INITRD_TABLE_OVERRIDE */
680 
681 static void acpi_table_taint(struct acpi_table_header *table)
682 {
683 	pr_warn(PREFIX
684 		"Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
685 		table->signature, table->oem_table_id);
686 	add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
687 }
688 
689 
690 acpi_status
691 acpi_os_table_override(struct acpi_table_header * existing_table,
692 		       struct acpi_table_header ** new_table)
693 {
694 	if (!existing_table || !new_table)
695 		return AE_BAD_PARAMETER;
696 
697 	*new_table = NULL;
698 
699 #ifdef CONFIG_ACPI_CUSTOM_DSDT
700 	if (strncmp(existing_table->signature, "DSDT", 4) == 0)
701 		*new_table = (struct acpi_table_header *)AmlCode;
702 #endif
703 	if (*new_table != NULL)
704 		acpi_table_taint(existing_table);
705 	return AE_OK;
706 }
707 
708 acpi_status
709 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
710 				acpi_physical_address *address,
711 				u32 *table_length)
712 {
713 #ifndef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
714 	*table_length = 0;
715 	*address = 0;
716 	return AE_OK;
717 #else
718 	int table_offset = 0;
719 	struct acpi_table_header *table;
720 
721 	*table_length = 0;
722 	*address = 0;
723 
724 	if (!acpi_tables_addr)
725 		return AE_OK;
726 
727 	do {
728 		if (table_offset + ACPI_HEADER_SIZE > all_tables_size) {
729 			WARN_ON(1);
730 			return AE_OK;
731 		}
732 
733 		table = acpi_os_map_memory(acpi_tables_addr + table_offset,
734 					   ACPI_HEADER_SIZE);
735 
736 		if (table_offset + table->length > all_tables_size) {
737 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
738 			WARN_ON(1);
739 			return AE_OK;
740 		}
741 
742 		table_offset += table->length;
743 
744 		if (memcmp(existing_table->signature, table->signature, 4)) {
745 			acpi_os_unmap_memory(table,
746 				     ACPI_HEADER_SIZE);
747 			continue;
748 		}
749 
750 		/* Only override tables with matching oem id */
751 		if (memcmp(table->oem_table_id, existing_table->oem_table_id,
752 			   ACPI_OEM_TABLE_ID_SIZE)) {
753 			acpi_os_unmap_memory(table,
754 				     ACPI_HEADER_SIZE);
755 			continue;
756 		}
757 
758 		table_offset -= table->length;
759 		*table_length = table->length;
760 		acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
761 		*address = acpi_tables_addr + table_offset;
762 		break;
763 	} while (table_offset + ACPI_HEADER_SIZE < all_tables_size);
764 
765 	if (*address != 0)
766 		acpi_table_taint(existing_table);
767 	return AE_OK;
768 #endif
769 }
770 
771 static irqreturn_t acpi_irq(int irq, void *dev_id)
772 {
773 	u32 handled;
774 
775 	handled = (*acpi_irq_handler) (acpi_irq_context);
776 
777 	if (handled) {
778 		acpi_irq_handled++;
779 		return IRQ_HANDLED;
780 	} else {
781 		acpi_irq_not_handled++;
782 		return IRQ_NONE;
783 	}
784 }
785 
786 acpi_status
787 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
788 				  void *context)
789 {
790 	unsigned int irq;
791 
792 	acpi_irq_stats_init();
793 
794 	/*
795 	 * ACPI interrupts different from the SCI in our copy of the FADT are
796 	 * not supported.
797 	 */
798 	if (gsi != acpi_gbl_FADT.sci_interrupt)
799 		return AE_BAD_PARAMETER;
800 
801 	if (acpi_irq_handler)
802 		return AE_ALREADY_ACQUIRED;
803 
804 	if (acpi_gsi_to_irq(gsi, &irq) < 0) {
805 		printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
806 		       gsi);
807 		return AE_OK;
808 	}
809 
810 	acpi_irq_handler = handler;
811 	acpi_irq_context = context;
812 	if (request_irq(irq, acpi_irq, IRQF_SHARED | IRQF_NO_SUSPEND, "acpi", acpi_irq)) {
813 		printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
814 		acpi_irq_handler = NULL;
815 		return AE_NOT_ACQUIRED;
816 	}
817 
818 	return AE_OK;
819 }
820 
821 acpi_status acpi_os_remove_interrupt_handler(u32 irq, acpi_osd_handler handler)
822 {
823 	if (irq != acpi_gbl_FADT.sci_interrupt)
824 		return AE_BAD_PARAMETER;
825 
826 	free_irq(irq, acpi_irq);
827 	acpi_irq_handler = NULL;
828 
829 	return AE_OK;
830 }
831 
832 /*
833  * Running in interpreter thread context, safe to sleep
834  */
835 
836 void acpi_os_sleep(u64 ms)
837 {
838 	msleep(ms);
839 }
840 
841 void acpi_os_stall(u32 us)
842 {
843 	while (us) {
844 		u32 delay = 1000;
845 
846 		if (delay > us)
847 			delay = us;
848 		udelay(delay);
849 		touch_nmi_watchdog();
850 		us -= delay;
851 	}
852 }
853 
854 /*
855  * Support ACPI 3.0 AML Timer operand
856  * Returns 64-bit free-running, monotonically increasing timer
857  * with 100ns granularity
858  */
859 u64 acpi_os_get_timer(void)
860 {
861 	u64 time_ns = ktime_to_ns(ktime_get());
862 	do_div(time_ns, 100);
863 	return time_ns;
864 }
865 
866 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
867 {
868 	u32 dummy;
869 
870 	if (!value)
871 		value = &dummy;
872 
873 	*value = 0;
874 	if (width <= 8) {
875 		*(u8 *) value = inb(port);
876 	} else if (width <= 16) {
877 		*(u16 *) value = inw(port);
878 	} else if (width <= 32) {
879 		*(u32 *) value = inl(port);
880 	} else {
881 		BUG();
882 	}
883 
884 	return AE_OK;
885 }
886 
887 EXPORT_SYMBOL(acpi_os_read_port);
888 
889 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
890 {
891 	if (width <= 8) {
892 		outb(value, port);
893 	} else if (width <= 16) {
894 		outw(value, port);
895 	} else if (width <= 32) {
896 		outl(value, port);
897 	} else {
898 		BUG();
899 	}
900 
901 	return AE_OK;
902 }
903 
904 EXPORT_SYMBOL(acpi_os_write_port);
905 
906 #ifdef readq
907 static inline u64 read64(const volatile void __iomem *addr)
908 {
909 	return readq(addr);
910 }
911 #else
912 static inline u64 read64(const volatile void __iomem *addr)
913 {
914 	u64 l, h;
915 	l = readl(addr);
916 	h = readl(addr+4);
917 	return l | (h << 32);
918 }
919 #endif
920 
921 acpi_status
922 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
923 {
924 	void __iomem *virt_addr;
925 	unsigned int size = width / 8;
926 	bool unmap = false;
927 	u64 dummy;
928 
929 	rcu_read_lock();
930 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
931 	if (!virt_addr) {
932 		rcu_read_unlock();
933 		virt_addr = acpi_os_ioremap(phys_addr, size);
934 		if (!virt_addr)
935 			return AE_BAD_ADDRESS;
936 		unmap = true;
937 	}
938 
939 	if (!value)
940 		value = &dummy;
941 
942 	switch (width) {
943 	case 8:
944 		*(u8 *) value = readb(virt_addr);
945 		break;
946 	case 16:
947 		*(u16 *) value = readw(virt_addr);
948 		break;
949 	case 32:
950 		*(u32 *) value = readl(virt_addr);
951 		break;
952 	case 64:
953 		*(u64 *) value = read64(virt_addr);
954 		break;
955 	default:
956 		BUG();
957 	}
958 
959 	if (unmap)
960 		iounmap(virt_addr);
961 	else
962 		rcu_read_unlock();
963 
964 	return AE_OK;
965 }
966 
967 #ifdef writeq
968 static inline void write64(u64 val, volatile void __iomem *addr)
969 {
970 	writeq(val, addr);
971 }
972 #else
973 static inline void write64(u64 val, volatile void __iomem *addr)
974 {
975 	writel(val, addr);
976 	writel(val>>32, addr+4);
977 }
978 #endif
979 
980 acpi_status
981 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
982 {
983 	void __iomem *virt_addr;
984 	unsigned int size = width / 8;
985 	bool unmap = false;
986 
987 	rcu_read_lock();
988 	virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
989 	if (!virt_addr) {
990 		rcu_read_unlock();
991 		virt_addr = acpi_os_ioremap(phys_addr, size);
992 		if (!virt_addr)
993 			return AE_BAD_ADDRESS;
994 		unmap = true;
995 	}
996 
997 	switch (width) {
998 	case 8:
999 		writeb(value, virt_addr);
1000 		break;
1001 	case 16:
1002 		writew(value, virt_addr);
1003 		break;
1004 	case 32:
1005 		writel(value, virt_addr);
1006 		break;
1007 	case 64:
1008 		write64(value, virt_addr);
1009 		break;
1010 	default:
1011 		BUG();
1012 	}
1013 
1014 	if (unmap)
1015 		iounmap(virt_addr);
1016 	else
1017 		rcu_read_unlock();
1018 
1019 	return AE_OK;
1020 }
1021 
1022 acpi_status
1023 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1024 			       u64 *value, u32 width)
1025 {
1026 	int result, size;
1027 	u32 value32;
1028 
1029 	if (!value)
1030 		return AE_BAD_PARAMETER;
1031 
1032 	switch (width) {
1033 	case 8:
1034 		size = 1;
1035 		break;
1036 	case 16:
1037 		size = 2;
1038 		break;
1039 	case 32:
1040 		size = 4;
1041 		break;
1042 	default:
1043 		return AE_ERROR;
1044 	}
1045 
1046 	result = raw_pci_read(pci_id->segment, pci_id->bus,
1047 				PCI_DEVFN(pci_id->device, pci_id->function),
1048 				reg, size, &value32);
1049 	*value = value32;
1050 
1051 	return (result ? AE_ERROR : AE_OK);
1052 }
1053 
1054 acpi_status
1055 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1056 				u64 value, u32 width)
1057 {
1058 	int result, size;
1059 
1060 	switch (width) {
1061 	case 8:
1062 		size = 1;
1063 		break;
1064 	case 16:
1065 		size = 2;
1066 		break;
1067 	case 32:
1068 		size = 4;
1069 		break;
1070 	default:
1071 		return AE_ERROR;
1072 	}
1073 
1074 	result = raw_pci_write(pci_id->segment, pci_id->bus,
1075 				PCI_DEVFN(pci_id->device, pci_id->function),
1076 				reg, size, value);
1077 
1078 	return (result ? AE_ERROR : AE_OK);
1079 }
1080 
1081 static void acpi_os_execute_deferred(struct work_struct *work)
1082 {
1083 	struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
1084 
1085 	dpc->function(dpc->context);
1086 	kfree(dpc);
1087 }
1088 
1089 /*******************************************************************************
1090  *
1091  * FUNCTION:    acpi_os_execute
1092  *
1093  * PARAMETERS:  Type               - Type of the callback
1094  *              Function           - Function to be executed
1095  *              Context            - Function parameters
1096  *
1097  * RETURN:      Status
1098  *
1099  * DESCRIPTION: Depending on type, either queues function for deferred execution or
1100  *              immediately executes function on a separate thread.
1101  *
1102  ******************************************************************************/
1103 
1104 acpi_status acpi_os_execute(acpi_execute_type type,
1105 			    acpi_osd_exec_callback function, void *context)
1106 {
1107 	acpi_status status = AE_OK;
1108 	struct acpi_os_dpc *dpc;
1109 	struct workqueue_struct *queue;
1110 	int ret;
1111 	ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1112 			  "Scheduling function [%p(%p)] for deferred execution.\n",
1113 			  function, context));
1114 
1115 	/*
1116 	 * Allocate/initialize DPC structure.  Note that this memory will be
1117 	 * freed by the callee.  The kernel handles the work_struct list  in a
1118 	 * way that allows us to also free its memory inside the callee.
1119 	 * Because we may want to schedule several tasks with different
1120 	 * parameters we can't use the approach some kernel code uses of
1121 	 * having a static work_struct.
1122 	 */
1123 
1124 	dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1125 	if (!dpc)
1126 		return AE_NO_MEMORY;
1127 
1128 	dpc->function = function;
1129 	dpc->context = context;
1130 
1131 	/*
1132 	 * To prevent lockdep from complaining unnecessarily, make sure that
1133 	 * there is a different static lockdep key for each workqueue by using
1134 	 * INIT_WORK() for each of them separately.
1135 	 */
1136 	if (type == OSL_NOTIFY_HANDLER) {
1137 		queue = kacpi_notify_wq;
1138 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1139 	} else {
1140 		queue = kacpid_wq;
1141 		INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1142 	}
1143 
1144 	/*
1145 	 * On some machines, a software-initiated SMI causes corruption unless
1146 	 * the SMI runs on CPU 0.  An SMI can be initiated by any AML, but
1147 	 * typically it's done in GPE-related methods that are run via
1148 	 * workqueues, so we can avoid the known corruption cases by always
1149 	 * queueing on CPU 0.
1150 	 */
1151 	ret = queue_work_on(0, queue, &dpc->work);
1152 
1153 	if (!ret) {
1154 		printk(KERN_ERR PREFIX
1155 			  "Call to queue_work() failed.\n");
1156 		status = AE_ERROR;
1157 		kfree(dpc);
1158 	}
1159 	return status;
1160 }
1161 EXPORT_SYMBOL(acpi_os_execute);
1162 
1163 void acpi_os_wait_events_complete(void)
1164 {
1165 	flush_workqueue(kacpid_wq);
1166 	flush_workqueue(kacpi_notify_wq);
1167 }
1168 
1169 struct acpi_hp_work {
1170 	struct work_struct work;
1171 	acpi_hp_callback func;
1172 	void *data;
1173 	u32 src;
1174 };
1175 
1176 static void acpi_hotplug_work_fn(struct work_struct *work)
1177 {
1178 	struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1179 
1180 	acpi_os_wait_events_complete();
1181 	hpw->func(hpw->data, hpw->src);
1182 	kfree(hpw);
1183 }
1184 
1185 acpi_status acpi_hotplug_execute(acpi_hp_callback func, void *data, u32 src)
1186 {
1187 	struct acpi_hp_work *hpw;
1188 
1189 	ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1190 		  "Scheduling function [%p(%p, %u)] for deferred execution.\n",
1191 		  func, data, src));
1192 
1193 	hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1194 	if (!hpw)
1195 		return AE_NO_MEMORY;
1196 
1197 	INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1198 	hpw->func = func;
1199 	hpw->data = data;
1200 	hpw->src = src;
1201 	/*
1202 	 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1203 	 * the hotplug code may call driver .remove() functions, which may
1204 	 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1205 	 * these workqueues.
1206 	 */
1207 	if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1208 		kfree(hpw);
1209 		return AE_ERROR;
1210 	}
1211 	return AE_OK;
1212 }
1213 
1214 bool acpi_queue_hotplug_work(struct work_struct *work)
1215 {
1216 	return queue_work(kacpi_hotplug_wq, work);
1217 }
1218 
1219 acpi_status
1220 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1221 {
1222 	struct semaphore *sem = NULL;
1223 
1224 	sem = acpi_os_allocate(sizeof(struct semaphore));
1225 	if (!sem)
1226 		return AE_NO_MEMORY;
1227 	memset(sem, 0, sizeof(struct semaphore));
1228 
1229 	sema_init(sem, initial_units);
1230 
1231 	*handle = (acpi_handle *) sem;
1232 
1233 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1234 			  *handle, initial_units));
1235 
1236 	return AE_OK;
1237 }
1238 
1239 /*
1240  * TODO: A better way to delete semaphores?  Linux doesn't have a
1241  * 'delete_semaphore()' function -- may result in an invalid
1242  * pointer dereference for non-synchronized consumers.	Should
1243  * we at least check for blocked threads and signal/cancel them?
1244  */
1245 
1246 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1247 {
1248 	struct semaphore *sem = (struct semaphore *)handle;
1249 
1250 	if (!sem)
1251 		return AE_BAD_PARAMETER;
1252 
1253 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1254 
1255 	BUG_ON(!list_empty(&sem->wait_list));
1256 	kfree(sem);
1257 	sem = NULL;
1258 
1259 	return AE_OK;
1260 }
1261 
1262 /*
1263  * TODO: Support for units > 1?
1264  */
1265 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1266 {
1267 	acpi_status status = AE_OK;
1268 	struct semaphore *sem = (struct semaphore *)handle;
1269 	long jiffies;
1270 	int ret = 0;
1271 
1272 	if (!sem || (units < 1))
1273 		return AE_BAD_PARAMETER;
1274 
1275 	if (units > 1)
1276 		return AE_SUPPORT;
1277 
1278 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1279 			  handle, units, timeout));
1280 
1281 	if (timeout == ACPI_WAIT_FOREVER)
1282 		jiffies = MAX_SCHEDULE_TIMEOUT;
1283 	else
1284 		jiffies = msecs_to_jiffies(timeout);
1285 
1286 	ret = down_timeout(sem, jiffies);
1287 	if (ret)
1288 		status = AE_TIME;
1289 
1290 	if (ACPI_FAILURE(status)) {
1291 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1292 				  "Failed to acquire semaphore[%p|%d|%d], %s",
1293 				  handle, units, timeout,
1294 				  acpi_format_exception(status)));
1295 	} else {
1296 		ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1297 				  "Acquired semaphore[%p|%d|%d]", handle,
1298 				  units, timeout));
1299 	}
1300 
1301 	return status;
1302 }
1303 
1304 /*
1305  * TODO: Support for units > 1?
1306  */
1307 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1308 {
1309 	struct semaphore *sem = (struct semaphore *)handle;
1310 
1311 	if (!sem || (units < 1))
1312 		return AE_BAD_PARAMETER;
1313 
1314 	if (units > 1)
1315 		return AE_SUPPORT;
1316 
1317 	ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1318 			  units));
1319 
1320 	up(sem);
1321 
1322 	return AE_OK;
1323 }
1324 
1325 #ifdef ACPI_FUTURE_USAGE
1326 u32 acpi_os_get_line(char *buffer)
1327 {
1328 
1329 #ifdef ENABLE_DEBUGGER
1330 	if (acpi_in_debugger) {
1331 		u32 chars;
1332 
1333 		kdb_read(buffer, sizeof(line_buf));
1334 
1335 		/* remove the CR kdb includes */
1336 		chars = strlen(buffer) - 1;
1337 		buffer[chars] = '\0';
1338 	}
1339 #endif
1340 
1341 	return 0;
1342 }
1343 #endif				/*  ACPI_FUTURE_USAGE  */
1344 
1345 acpi_status acpi_os_signal(u32 function, void *info)
1346 {
1347 	switch (function) {
1348 	case ACPI_SIGNAL_FATAL:
1349 		printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1350 		break;
1351 	case ACPI_SIGNAL_BREAKPOINT:
1352 		/*
1353 		 * AML Breakpoint
1354 		 * ACPI spec. says to treat it as a NOP unless
1355 		 * you are debugging.  So if/when we integrate
1356 		 * AML debugger into the kernel debugger its
1357 		 * hook will go here.  But until then it is
1358 		 * not useful to print anything on breakpoints.
1359 		 */
1360 		break;
1361 	default:
1362 		break;
1363 	}
1364 
1365 	return AE_OK;
1366 }
1367 
1368 static int __init acpi_os_name_setup(char *str)
1369 {
1370 	char *p = acpi_os_name;
1371 	int count = ACPI_MAX_OVERRIDE_LEN - 1;
1372 
1373 	if (!str || !*str)
1374 		return 0;
1375 
1376 	for (; count-- && *str; str++) {
1377 		if (isalnum(*str) || *str == ' ' || *str == ':')
1378 			*p++ = *str;
1379 		else if (*str == '\'' || *str == '"')
1380 			continue;
1381 		else
1382 			break;
1383 	}
1384 	*p = 0;
1385 
1386 	return 1;
1387 
1388 }
1389 
1390 __setup("acpi_os_name=", acpi_os_name_setup);
1391 
1392 #define	OSI_STRING_LENGTH_MAX 64	/* arbitrary */
1393 #define	OSI_STRING_ENTRIES_MAX 16	/* arbitrary */
1394 
1395 struct osi_setup_entry {
1396 	char string[OSI_STRING_LENGTH_MAX];
1397 	bool enable;
1398 };
1399 
1400 static struct osi_setup_entry
1401 		osi_setup_entries[OSI_STRING_ENTRIES_MAX] __initdata = {
1402 	{"Module Device", true},
1403 	{"Processor Device", true},
1404 	{"3.0 _SCP Extensions", true},
1405 	{"Processor Aggregator Device", true},
1406 };
1407 
1408 void __init acpi_osi_setup(char *str)
1409 {
1410 	struct osi_setup_entry *osi;
1411 	bool enable = true;
1412 	int i;
1413 
1414 	if (!acpi_gbl_create_osi_method)
1415 		return;
1416 
1417 	if (str == NULL || *str == '\0') {
1418 		printk(KERN_INFO PREFIX "_OSI method disabled\n");
1419 		acpi_gbl_create_osi_method = FALSE;
1420 		return;
1421 	}
1422 
1423 	if (*str == '!') {
1424 		str++;
1425 		if (*str == '\0') {
1426 			osi_linux.default_disabling = 1;
1427 			return;
1428 		} else if (*str == '*') {
1429 			acpi_update_interfaces(ACPI_DISABLE_ALL_STRINGS);
1430 			for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1431 				osi = &osi_setup_entries[i];
1432 				osi->enable = false;
1433 			}
1434 			return;
1435 		}
1436 		enable = false;
1437 	}
1438 
1439 	for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1440 		osi = &osi_setup_entries[i];
1441 		if (!strcmp(osi->string, str)) {
1442 			osi->enable = enable;
1443 			break;
1444 		} else if (osi->string[0] == '\0') {
1445 			osi->enable = enable;
1446 			strncpy(osi->string, str, OSI_STRING_LENGTH_MAX);
1447 			break;
1448 		}
1449 	}
1450 }
1451 
1452 static void __init set_osi_linux(unsigned int enable)
1453 {
1454 	if (osi_linux.enable != enable)
1455 		osi_linux.enable = enable;
1456 
1457 	if (osi_linux.enable)
1458 		acpi_osi_setup("Linux");
1459 	else
1460 		acpi_osi_setup("!Linux");
1461 
1462 	return;
1463 }
1464 
1465 static void __init acpi_cmdline_osi_linux(unsigned int enable)
1466 {
1467 	osi_linux.cmdline = 1;	/* cmdline set the default and override DMI */
1468 	osi_linux.dmi = 0;
1469 	set_osi_linux(enable);
1470 
1471 	return;
1472 }
1473 
1474 void __init acpi_dmi_osi_linux(int enable, const struct dmi_system_id *d)
1475 {
1476 	printk(KERN_NOTICE PREFIX "DMI detected: %s\n", d->ident);
1477 
1478 	if (enable == -1)
1479 		return;
1480 
1481 	osi_linux.dmi = 1;	/* DMI knows that this box asks OSI(Linux) */
1482 	set_osi_linux(enable);
1483 
1484 	return;
1485 }
1486 
1487 /*
1488  * Modify the list of "OS Interfaces" reported to BIOS via _OSI
1489  *
1490  * empty string disables _OSI
1491  * string starting with '!' disables that string
1492  * otherwise string is added to list, augmenting built-in strings
1493  */
1494 static void __init acpi_osi_setup_late(void)
1495 {
1496 	struct osi_setup_entry *osi;
1497 	char *str;
1498 	int i;
1499 	acpi_status status;
1500 
1501 	if (osi_linux.default_disabling) {
1502 		status = acpi_update_interfaces(ACPI_DISABLE_ALL_VENDOR_STRINGS);
1503 
1504 		if (ACPI_SUCCESS(status))
1505 			printk(KERN_INFO PREFIX "Disabled all _OSI OS vendors\n");
1506 	}
1507 
1508 	for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1509 		osi = &osi_setup_entries[i];
1510 		str = osi->string;
1511 
1512 		if (*str == '\0')
1513 			break;
1514 		if (osi->enable) {
1515 			status = acpi_install_interface(str);
1516 
1517 			if (ACPI_SUCCESS(status))
1518 				printk(KERN_INFO PREFIX "Added _OSI(%s)\n", str);
1519 		} else {
1520 			status = acpi_remove_interface(str);
1521 
1522 			if (ACPI_SUCCESS(status))
1523 				printk(KERN_INFO PREFIX "Deleted _OSI(%s)\n", str);
1524 		}
1525 	}
1526 }
1527 
1528 static int __init osi_setup(char *str)
1529 {
1530 	if (str && !strcmp("Linux", str))
1531 		acpi_cmdline_osi_linux(1);
1532 	else if (str && !strcmp("!Linux", str))
1533 		acpi_cmdline_osi_linux(0);
1534 	else
1535 		acpi_osi_setup(str);
1536 
1537 	return 1;
1538 }
1539 
1540 __setup("acpi_osi=", osi_setup);
1541 
1542 /* enable serialization to combat AE_ALREADY_EXISTS errors */
1543 static int __init acpi_serialize_setup(char *str)
1544 {
1545 	printk(KERN_INFO PREFIX "serialize enabled\n");
1546 
1547 	acpi_gbl_all_methods_serialized = TRUE;
1548 
1549 	return 1;
1550 }
1551 
1552 __setup("acpi_serialize", acpi_serialize_setup);
1553 
1554 /* Check of resource interference between native drivers and ACPI
1555  * OperationRegions (SystemIO and System Memory only).
1556  * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1557  * in arbitrary AML code and can interfere with legacy drivers.
1558  * acpi_enforce_resources= can be set to:
1559  *
1560  *   - strict (default) (2)
1561  *     -> further driver trying to access the resources will not load
1562  *   - lax              (1)
1563  *     -> further driver trying to access the resources will load, but you
1564  *     get a system message that something might go wrong...
1565  *
1566  *   - no               (0)
1567  *     -> ACPI Operation Region resources will not be registered
1568  *
1569  */
1570 #define ENFORCE_RESOURCES_STRICT 2
1571 #define ENFORCE_RESOURCES_LAX    1
1572 #define ENFORCE_RESOURCES_NO     0
1573 
1574 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1575 
1576 static int __init acpi_enforce_resources_setup(char *str)
1577 {
1578 	if (str == NULL || *str == '\0')
1579 		return 0;
1580 
1581 	if (!strcmp("strict", str))
1582 		acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1583 	else if (!strcmp("lax", str))
1584 		acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1585 	else if (!strcmp("no", str))
1586 		acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1587 
1588 	return 1;
1589 }
1590 
1591 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1592 
1593 /* Check for resource conflicts between ACPI OperationRegions and native
1594  * drivers */
1595 int acpi_check_resource_conflict(const struct resource *res)
1596 {
1597 	acpi_adr_space_type space_id;
1598 	acpi_size length;
1599 	u8 warn = 0;
1600 	int clash = 0;
1601 
1602 	if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1603 		return 0;
1604 	if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1605 		return 0;
1606 
1607 	if (res->flags & IORESOURCE_IO)
1608 		space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1609 	else
1610 		space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1611 
1612 	length = resource_size(res);
1613 	if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1614 		warn = 1;
1615 	clash = acpi_check_address_range(space_id, res->start, length, warn);
1616 
1617 	if (clash) {
1618 		if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
1619 			if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1620 				printk(KERN_NOTICE "ACPI: This conflict may"
1621 				       " cause random problems and system"
1622 				       " instability\n");
1623 			printk(KERN_INFO "ACPI: If an ACPI driver is available"
1624 			       " for this device, you should use it instead of"
1625 			       " the native driver\n");
1626 		}
1627 		if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1628 			return -EBUSY;
1629 	}
1630 	return 0;
1631 }
1632 EXPORT_SYMBOL(acpi_check_resource_conflict);
1633 
1634 int acpi_check_region(resource_size_t start, resource_size_t n,
1635 		      const char *name)
1636 {
1637 	struct resource res = {
1638 		.start = start,
1639 		.end   = start + n - 1,
1640 		.name  = name,
1641 		.flags = IORESOURCE_IO,
1642 	};
1643 
1644 	return acpi_check_resource_conflict(&res);
1645 }
1646 EXPORT_SYMBOL(acpi_check_region);
1647 
1648 /*
1649  * Let drivers know whether the resource checks are effective
1650  */
1651 int acpi_resources_are_enforced(void)
1652 {
1653 	return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1654 }
1655 EXPORT_SYMBOL(acpi_resources_are_enforced);
1656 
1657 /*
1658  * Deallocate the memory for a spinlock.
1659  */
1660 void acpi_os_delete_lock(acpi_spinlock handle)
1661 {
1662 	ACPI_FREE(handle);
1663 }
1664 
1665 /*
1666  * Acquire a spinlock.
1667  *
1668  * handle is a pointer to the spinlock_t.
1669  */
1670 
1671 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1672 {
1673 	acpi_cpu_flags flags;
1674 	spin_lock_irqsave(lockp, flags);
1675 	return flags;
1676 }
1677 
1678 /*
1679  * Release a spinlock. See above.
1680  */
1681 
1682 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1683 {
1684 	spin_unlock_irqrestore(lockp, flags);
1685 }
1686 
1687 #ifndef ACPI_USE_LOCAL_CACHE
1688 
1689 /*******************************************************************************
1690  *
1691  * FUNCTION:    acpi_os_create_cache
1692  *
1693  * PARAMETERS:  name      - Ascii name for the cache
1694  *              size      - Size of each cached object
1695  *              depth     - Maximum depth of the cache (in objects) <ignored>
1696  *              cache     - Where the new cache object is returned
1697  *
1698  * RETURN:      status
1699  *
1700  * DESCRIPTION: Create a cache object
1701  *
1702  ******************************************************************************/
1703 
1704 acpi_status
1705 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1706 {
1707 	*cache = kmem_cache_create(name, size, 0, 0, NULL);
1708 	if (*cache == NULL)
1709 		return AE_ERROR;
1710 	else
1711 		return AE_OK;
1712 }
1713 
1714 /*******************************************************************************
1715  *
1716  * FUNCTION:    acpi_os_purge_cache
1717  *
1718  * PARAMETERS:  Cache           - Handle to cache object
1719  *
1720  * RETURN:      Status
1721  *
1722  * DESCRIPTION: Free all objects within the requested cache.
1723  *
1724  ******************************************************************************/
1725 
1726 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1727 {
1728 	kmem_cache_shrink(cache);
1729 	return (AE_OK);
1730 }
1731 
1732 /*******************************************************************************
1733  *
1734  * FUNCTION:    acpi_os_delete_cache
1735  *
1736  * PARAMETERS:  Cache           - Handle to cache object
1737  *
1738  * RETURN:      Status
1739  *
1740  * DESCRIPTION: Free all objects within the requested cache and delete the
1741  *              cache object.
1742  *
1743  ******************************************************************************/
1744 
1745 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1746 {
1747 	kmem_cache_destroy(cache);
1748 	return (AE_OK);
1749 }
1750 
1751 /*******************************************************************************
1752  *
1753  * FUNCTION:    acpi_os_release_object
1754  *
1755  * PARAMETERS:  Cache       - Handle to cache object
1756  *              Object      - The object to be released
1757  *
1758  * RETURN:      None
1759  *
1760  * DESCRIPTION: Release an object to the specified cache.  If cache is full,
1761  *              the object is deleted.
1762  *
1763  ******************************************************************************/
1764 
1765 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1766 {
1767 	kmem_cache_free(cache, object);
1768 	return (AE_OK);
1769 }
1770 #endif
1771 
1772 static int __init acpi_no_auto_ssdt_setup(char *s)
1773 {
1774         printk(KERN_NOTICE PREFIX "SSDT auto-load disabled\n");
1775 
1776         acpi_gbl_disable_ssdt_table_load = TRUE;
1777 
1778         return 1;
1779 }
1780 
1781 __setup("acpi_no_auto_ssdt", acpi_no_auto_ssdt_setup);
1782 
1783 acpi_status __init acpi_os_initialize(void)
1784 {
1785 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1786 	acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1787 	acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1788 	acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1789 
1790 	return AE_OK;
1791 }
1792 
1793 acpi_status __init acpi_os_initialize1(void)
1794 {
1795 	kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1796 	kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1797 	kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1798 	BUG_ON(!kacpid_wq);
1799 	BUG_ON(!kacpi_notify_wq);
1800 	BUG_ON(!kacpi_hotplug_wq);
1801 	acpi_install_interface_handler(acpi_osi_handler);
1802 	acpi_osi_setup_late();
1803 	return AE_OK;
1804 }
1805 
1806 acpi_status acpi_os_terminate(void)
1807 {
1808 	if (acpi_irq_handler) {
1809 		acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1810 						 acpi_irq_handler);
1811 	}
1812 
1813 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1814 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1815 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1816 	acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1817 
1818 	destroy_workqueue(kacpid_wq);
1819 	destroy_workqueue(kacpi_notify_wq);
1820 	destroy_workqueue(kacpi_hotplug_wq);
1821 
1822 	return AE_OK;
1823 }
1824 
1825 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1826 				  u32 pm1b_control)
1827 {
1828 	int rc = 0;
1829 	if (__acpi_os_prepare_sleep)
1830 		rc = __acpi_os_prepare_sleep(sleep_state,
1831 					     pm1a_control, pm1b_control);
1832 	if (rc < 0)
1833 		return AE_ERROR;
1834 	else if (rc > 0)
1835 		return AE_CTRL_SKIP;
1836 
1837 	return AE_OK;
1838 }
1839 
1840 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1841 			       u32 pm1a_ctrl, u32 pm1b_ctrl))
1842 {
1843 	__acpi_os_prepare_sleep = func;
1844 }
1845 
1846 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1847 				  u32 val_b)
1848 {
1849 	int rc = 0;
1850 	if (__acpi_os_prepare_extended_sleep)
1851 		rc = __acpi_os_prepare_extended_sleep(sleep_state,
1852 					     val_a, val_b);
1853 	if (rc < 0)
1854 		return AE_ERROR;
1855 	else if (rc > 0)
1856 		return AE_CTRL_SKIP;
1857 
1858 	return AE_OK;
1859 }
1860 
1861 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1862 			       u32 val_a, u32 val_b))
1863 {
1864 	__acpi_os_prepare_extended_sleep = func;
1865 }
1866