2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
7 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
26 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
30 #include <linux/module.h>
31 #include <linux/kernel.h>
32 #include <linux/slab.h>
34 #include <linux/highmem.h>
35 #include <linux/pci.h>
36 #include <linux/interrupt.h>
37 #include <linux/kmod.h>
38 #include <linux/delay.h>
39 #include <linux/workqueue.h>
40 #include <linux/nmi.h>
41 #include <linux/acpi.h>
42 #include <linux/efi.h>
43 #include <linux/ioport.h>
44 #include <linux/list.h>
45 #include <linux/jiffies.h>
46 #include <linux/semaphore.h>
49 #include <asm/uaccess.h>
53 #define _COMPONENT ACPI_OS_SERVICES
54 ACPI_MODULE_NAME("osl");
57 acpi_osd_exec_callback function;
59 struct work_struct work;
62 #ifdef CONFIG_ACPI_CUSTOM_DSDT
63 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
66 #ifdef ENABLE_DEBUGGER
67 #include <linux/kdb.h>
69 /* stuff for debugger support */
71 EXPORT_SYMBOL(acpi_in_debugger);
73 extern char line_buf[80];
74 #endif /*ENABLE_DEBUGGER */
76 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
78 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
81 static acpi_osd_handler acpi_irq_handler;
82 static void *acpi_irq_context;
83 static struct workqueue_struct *kacpid_wq;
84 static struct workqueue_struct *kacpi_notify_wq;
85 static struct workqueue_struct *kacpi_hotplug_wq;
88 * This list of permanent mappings is for memory that may be accessed from
89 * interrupt context, where we can't do the ioremap().
92 struct list_head list;
94 acpi_physical_address phys;
96 unsigned long refcount;
99 static LIST_HEAD(acpi_ioremaps);
100 static DEFINE_MUTEX(acpi_ioremap_lock);
102 static void __init acpi_osi_setup_late(void);
105 * The story of _OSI(Linux)
107 * From pre-history through Linux-2.6.22,
108 * Linux responded TRUE upon a BIOS OSI(Linux) query.
110 * Unfortunately, reference BIOS writers got wind of this
111 * and put OSI(Linux) in their example code, quickly exposing
112 * this string as ill-conceived and opening the door to
113 * an un-bounded number of BIOS incompatibilities.
115 * For example, OSI(Linux) was used on resume to re-POST a
116 * video card on one system, because Linux at that time
117 * could not do a speedy restore in its native driver.
118 * But then upon gaining quick native restore capability,
119 * Linux has no way to tell the BIOS to skip the time-consuming
120 * POST -- putting Linux at a permanent performance disadvantage.
121 * On another system, the BIOS writer used OSI(Linux)
122 * to infer native OS support for IPMI! On other systems,
123 * OSI(Linux) simply got in the way of Linux claiming to
124 * be compatible with other operating systems, exposing
125 * BIOS issues such as skipped device initialization.
127 * So "Linux" turned out to be a really poor chose of
128 * OSI string, and from Linux-2.6.23 onward we respond FALSE.
130 * BIOS writers should NOT query _OSI(Linux) on future systems.
131 * Linux will complain on the console when it sees it, and return FALSE.
132 * To get Linux to return TRUE for your system will require
133 * a kernel source update to add a DMI entry,
134 * or boot with "acpi_osi=Linux"
137 static struct osi_linux {
138 unsigned int enable:1;
140 unsigned int cmdline:1;
141 unsigned int default_disabling:1;
142 } osi_linux = {0, 0, 0, 0};
144 static u32 acpi_osi_handler(acpi_string interface, u32 supported)
146 if (!strcmp("Linux", interface)) {
148 printk_once(KERN_NOTICE FW_BUG PREFIX
149 "BIOS _OSI(Linux) query %s%s\n",
150 osi_linux.enable ? "honored" : "ignored",
151 osi_linux.cmdline ? " via cmdline" :
152 osi_linux.dmi ? " via DMI" : "");
158 static void __init acpi_request_region (struct acpi_generic_address *gas,
159 unsigned int length, char *desc)
163 /* Handle possible alignment issues */
164 memcpy(&addr, &gas->address, sizeof(addr));
165 if (!addr || !length)
168 /* Resources are never freed */
169 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
170 request_region(addr, length, desc);
171 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
172 request_mem_region(addr, length, desc);
175 static int __init acpi_reserve_resources(void)
177 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
178 "ACPI PM1a_EVT_BLK");
180 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
181 "ACPI PM1b_EVT_BLK");
183 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
184 "ACPI PM1a_CNT_BLK");
186 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
187 "ACPI PM1b_CNT_BLK");
189 if (acpi_gbl_FADT.pm_timer_length == 4)
190 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
192 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
195 /* Length of GPE blocks must be a non-negative multiple of 2 */
197 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
198 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
199 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
201 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
202 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
203 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
207 device_initcall(acpi_reserve_resources);
209 void acpi_os_printf(const char *fmt, ...)
213 acpi_os_vprintf(fmt, args);
217 void acpi_os_vprintf(const char *fmt, va_list args)
219 static char buffer[512];
221 vsprintf(buffer, fmt, args);
223 #ifdef ENABLE_DEBUGGER
224 if (acpi_in_debugger) {
225 kdb_printf("%s", buffer);
227 printk(KERN_CONT "%s", buffer);
230 printk(KERN_CONT "%s", buffer);
235 static unsigned long acpi_rsdp;
236 static int __init setup_acpi_rsdp(char *arg)
238 acpi_rsdp = simple_strtoul(arg, NULL, 16);
241 early_param("acpi_rsdp", setup_acpi_rsdp);
244 acpi_physical_address __init acpi_os_get_root_pointer(void)
251 if (efi_enabled(EFI_CONFIG_TABLES)) {
252 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
254 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
257 printk(KERN_ERR PREFIX
258 "System description tables not found\n");
262 acpi_physical_address pa = 0;
264 acpi_find_root_pointer(&pa);
269 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
270 static struct acpi_ioremap *
271 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
273 struct acpi_ioremap *map;
275 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
276 if (map->phys <= phys &&
277 phys + size <= map->phys + map->size)
283 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
284 static void __iomem *
285 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
287 struct acpi_ioremap *map;
289 map = acpi_map_lookup(phys, size);
291 return map->virt + (phys - map->phys);
296 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
298 struct acpi_ioremap *map;
299 void __iomem *virt = NULL;
301 mutex_lock(&acpi_ioremap_lock);
302 map = acpi_map_lookup(phys, size);
304 virt = map->virt + (phys - map->phys);
307 mutex_unlock(&acpi_ioremap_lock);
310 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
312 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
313 static struct acpi_ioremap *
314 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
316 struct acpi_ioremap *map;
318 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
319 if (map->virt <= virt &&
320 virt + size <= map->virt + map->size)
327 #define should_use_kmap(pfn) page_is_ram(pfn)
329 /* ioremap will take care of cache attributes */
330 #define should_use_kmap(pfn) 0
333 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
337 pfn = pg_off >> PAGE_SHIFT;
338 if (should_use_kmap(pfn)) {
339 if (pg_sz > PAGE_SIZE)
341 return (void __iomem __force *)kmap(pfn_to_page(pfn));
343 return acpi_os_ioremap(pg_off, pg_sz);
346 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
350 pfn = pg_off >> PAGE_SHIFT;
351 if (should_use_kmap(pfn))
352 kunmap(pfn_to_page(pfn));
357 void __iomem *__init_refok
358 acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
360 struct acpi_ioremap *map;
362 acpi_physical_address pg_off;
365 if (phys > ULONG_MAX) {
366 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
370 if (!acpi_gbl_permanent_mmap)
371 return __acpi_map_table((unsigned long)phys, size);
373 mutex_lock(&acpi_ioremap_lock);
374 /* Check if there's a suitable mapping already. */
375 map = acpi_map_lookup(phys, size);
381 map = kzalloc(sizeof(*map), GFP_KERNEL);
383 mutex_unlock(&acpi_ioremap_lock);
387 pg_off = round_down(phys, PAGE_SIZE);
388 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
389 virt = acpi_map(pg_off, pg_sz);
391 mutex_unlock(&acpi_ioremap_lock);
396 INIT_LIST_HEAD(&map->list);
402 list_add_tail_rcu(&map->list, &acpi_ioremaps);
405 mutex_unlock(&acpi_ioremap_lock);
406 return map->virt + (phys - map->phys);
408 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
410 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
412 if (!--map->refcount)
413 list_del_rcu(&map->list);
416 static void acpi_os_map_cleanup(struct acpi_ioremap *map)
418 if (!map->refcount) {
420 acpi_unmap(map->phys, map->virt);
425 void __ref acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
427 struct acpi_ioremap *map;
429 if (!acpi_gbl_permanent_mmap) {
430 __acpi_unmap_table(virt, size);
434 mutex_lock(&acpi_ioremap_lock);
435 map = acpi_map_lookup_virt(virt, size);
437 mutex_unlock(&acpi_ioremap_lock);
438 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
441 acpi_os_drop_map_ref(map);
442 mutex_unlock(&acpi_ioremap_lock);
444 acpi_os_map_cleanup(map);
446 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
448 void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
450 if (!acpi_gbl_permanent_mmap)
451 __acpi_unmap_table(virt, size);
454 int acpi_os_map_generic_address(struct acpi_generic_address *gas)
459 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
462 /* Handle possible alignment issues */
463 memcpy(&addr, &gas->address, sizeof(addr));
464 if (!addr || !gas->bit_width)
467 virt = acpi_os_map_memory(addr, gas->bit_width / 8);
473 EXPORT_SYMBOL(acpi_os_map_generic_address);
475 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
478 struct acpi_ioremap *map;
480 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
483 /* Handle possible alignment issues */
484 memcpy(&addr, &gas->address, sizeof(addr));
485 if (!addr || !gas->bit_width)
488 mutex_lock(&acpi_ioremap_lock);
489 map = acpi_map_lookup(addr, gas->bit_width / 8);
491 mutex_unlock(&acpi_ioremap_lock);
494 acpi_os_drop_map_ref(map);
495 mutex_unlock(&acpi_ioremap_lock);
497 acpi_os_map_cleanup(map);
499 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
501 #ifdef ACPI_FUTURE_USAGE
503 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
506 return AE_BAD_PARAMETER;
508 *phys = virt_to_phys(virt);
514 #define ACPI_MAX_OVERRIDE_LEN 100
516 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
519 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
520 acpi_string * new_val)
522 if (!init_val || !new_val)
523 return AE_BAD_PARAMETER;
526 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
527 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
529 *new_val = acpi_os_name;
535 #ifdef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
536 #include <linux/earlycpio.h>
537 #include <linux/memblock.h>
539 static u64 acpi_tables_addr;
540 static int all_tables_size;
542 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
543 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
546 u8 *end = buffer + length;
549 sum = (u8) (sum + *(buffer++));
553 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
554 static const char * const table_sigs[] = {
555 ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
556 ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
557 ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
558 ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
559 ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
560 ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
561 ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
562 ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
563 ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, NULL };
565 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
567 #define ACPI_OVERRIDE_TABLES 64
568 static struct cpio_data __initdata acpi_initrd_files[ACPI_OVERRIDE_TABLES];
570 #define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT)
572 void __init acpi_initrd_override(void *data, size_t size)
574 int sig, no, table_nr = 0, total_offset = 0;
576 struct acpi_table_header *table;
577 char cpio_path[32] = "kernel/firmware/acpi/";
578 struct cpio_data file;
580 if (data == NULL || size == 0)
583 for (no = 0; no < ACPI_OVERRIDE_TABLES; no++) {
584 file = find_cpio_data(cpio_path, data, size, &offset);
591 if (file.size < sizeof(struct acpi_table_header)) {
592 pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
593 cpio_path, file.name);
599 for (sig = 0; table_sigs[sig]; sig++)
600 if (!memcmp(table->signature, table_sigs[sig], 4))
603 if (!table_sigs[sig]) {
604 pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
605 cpio_path, file.name);
608 if (file.size != table->length) {
609 pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
610 cpio_path, file.name);
613 if (acpi_table_checksum(file.data, table->length)) {
614 pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
615 cpio_path, file.name);
619 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
620 table->signature, cpio_path, file.name, table->length);
622 all_tables_size += table->length;
623 acpi_initrd_files[table_nr].data = file.data;
624 acpi_initrd_files[table_nr].size = file.size;
631 memblock_find_in_range(0, max_low_pfn_mapped << PAGE_SHIFT,
632 all_tables_size, PAGE_SIZE);
633 if (!acpi_tables_addr) {
638 * Only calling e820_add_reserve does not work and the
639 * tables are invalid (memory got used) later.
640 * memblock_reserve works as expected and the tables won't get modified.
641 * But it's not enough on X86 because ioremap will
642 * complain later (used by acpi_os_map_memory) that the pages
643 * that should get mapped are not marked "reserved".
644 * Both memblock_reserve and e820_add_region (via arch_reserve_mem_area)
647 memblock_reserve(acpi_tables_addr, all_tables_size);
648 arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
651 * early_ioremap only can remap 256k one time. If we map all
652 * tables one time, we will hit the limit. Need to map chunks
653 * one by one during copying the same as that in relocate_initrd().
655 for (no = 0; no < table_nr; no++) {
656 unsigned char *src_p = acpi_initrd_files[no].data;
657 phys_addr_t size = acpi_initrd_files[no].size;
658 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
659 phys_addr_t slop, clen;
662 total_offset += size;
665 slop = dest_addr & ~PAGE_MASK;
667 if (clen > MAP_CHUNK_SIZE - slop)
668 clen = MAP_CHUNK_SIZE - slop;
669 dest_p = early_ioremap(dest_addr & PAGE_MASK,
671 memcpy(dest_p + slop, src_p, clen);
672 early_iounmap(dest_p, clen + slop);
679 #endif /* CONFIG_ACPI_INITRD_TABLE_OVERRIDE */
681 static void acpi_table_taint(struct acpi_table_header *table)
684 "Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
685 table->signature, table->oem_table_id);
686 add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
691 acpi_os_table_override(struct acpi_table_header * existing_table,
692 struct acpi_table_header ** new_table)
694 if (!existing_table || !new_table)
695 return AE_BAD_PARAMETER;
699 #ifdef CONFIG_ACPI_CUSTOM_DSDT
700 if (strncmp(existing_table->signature, "DSDT", 4) == 0)
701 *new_table = (struct acpi_table_header *)AmlCode;
703 if (*new_table != NULL)
704 acpi_table_taint(existing_table);
709 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
710 acpi_physical_address *address,
713 #ifndef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
718 int table_offset = 0;
719 struct acpi_table_header *table;
724 if (!acpi_tables_addr)
728 if (table_offset + ACPI_HEADER_SIZE > all_tables_size) {
733 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
736 if (table_offset + table->length > all_tables_size) {
737 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
742 table_offset += table->length;
744 if (memcmp(existing_table->signature, table->signature, 4)) {
745 acpi_os_unmap_memory(table,
750 /* Only override tables with matching oem id */
751 if (memcmp(table->oem_table_id, existing_table->oem_table_id,
752 ACPI_OEM_TABLE_ID_SIZE)) {
753 acpi_os_unmap_memory(table,
758 table_offset -= table->length;
759 *table_length = table->length;
760 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
761 *address = acpi_tables_addr + table_offset;
763 } while (table_offset + ACPI_HEADER_SIZE < all_tables_size);
766 acpi_table_taint(existing_table);
771 static irqreturn_t acpi_irq(int irq, void *dev_id)
775 handled = (*acpi_irq_handler) (acpi_irq_context);
781 acpi_irq_not_handled++;
787 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
792 acpi_irq_stats_init();
795 * ACPI interrupts different from the SCI in our copy of the FADT are
798 if (gsi != acpi_gbl_FADT.sci_interrupt)
799 return AE_BAD_PARAMETER;
801 if (acpi_irq_handler)
802 return AE_ALREADY_ACQUIRED;
804 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
805 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
810 acpi_irq_handler = handler;
811 acpi_irq_context = context;
812 if (request_irq(irq, acpi_irq, IRQF_SHARED | IRQF_NO_SUSPEND, "acpi", acpi_irq)) {
813 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
814 acpi_irq_handler = NULL;
815 return AE_NOT_ACQUIRED;
821 acpi_status acpi_os_remove_interrupt_handler(u32 irq, acpi_osd_handler handler)
823 if (irq != acpi_gbl_FADT.sci_interrupt)
824 return AE_BAD_PARAMETER;
826 free_irq(irq, acpi_irq);
827 acpi_irq_handler = NULL;
833 * Running in interpreter thread context, safe to sleep
836 void acpi_os_sleep(u64 ms)
841 void acpi_os_stall(u32 us)
849 touch_nmi_watchdog();
855 * Support ACPI 3.0 AML Timer operand
856 * Returns 64-bit free-running, monotonically increasing timer
857 * with 100ns granularity
859 u64 acpi_os_get_timer(void)
861 u64 time_ns = ktime_to_ns(ktime_get());
862 do_div(time_ns, 100);
866 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
875 *(u8 *) value = inb(port);
876 } else if (width <= 16) {
877 *(u16 *) value = inw(port);
878 } else if (width <= 32) {
879 *(u32 *) value = inl(port);
887 EXPORT_SYMBOL(acpi_os_read_port);
889 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
893 } else if (width <= 16) {
895 } else if (width <= 32) {
904 EXPORT_SYMBOL(acpi_os_write_port);
907 static inline u64 read64(const volatile void __iomem *addr)
912 static inline u64 read64(const volatile void __iomem *addr)
917 return l | (h << 32);
922 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
924 void __iomem *virt_addr;
925 unsigned int size = width / 8;
930 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
933 virt_addr = acpi_os_ioremap(phys_addr, size);
935 return AE_BAD_ADDRESS;
944 *(u8 *) value = readb(virt_addr);
947 *(u16 *) value = readw(virt_addr);
950 *(u32 *) value = readl(virt_addr);
953 *(u64 *) value = read64(virt_addr);
968 static inline void write64(u64 val, volatile void __iomem *addr)
973 static inline void write64(u64 val, volatile void __iomem *addr)
976 writel(val>>32, addr+4);
981 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
983 void __iomem *virt_addr;
984 unsigned int size = width / 8;
988 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
991 virt_addr = acpi_os_ioremap(phys_addr, size);
993 return AE_BAD_ADDRESS;
999 writeb(value, virt_addr);
1002 writew(value, virt_addr);
1005 writel(value, virt_addr);
1008 write64(value, virt_addr);
1023 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1024 u64 *value, u32 width)
1030 return AE_BAD_PARAMETER;
1046 result = raw_pci_read(pci_id->segment, pci_id->bus,
1047 PCI_DEVFN(pci_id->device, pci_id->function),
1048 reg, size, &value32);
1051 return (result ? AE_ERROR : AE_OK);
1055 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1056 u64 value, u32 width)
1074 result = raw_pci_write(pci_id->segment, pci_id->bus,
1075 PCI_DEVFN(pci_id->device, pci_id->function),
1078 return (result ? AE_ERROR : AE_OK);
1081 static void acpi_os_execute_deferred(struct work_struct *work)
1083 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
1085 dpc->function(dpc->context);
1089 /*******************************************************************************
1091 * FUNCTION: acpi_os_execute
1093 * PARAMETERS: Type - Type of the callback
1094 * Function - Function to be executed
1095 * Context - Function parameters
1099 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1100 * immediately executes function on a separate thread.
1102 ******************************************************************************/
1104 acpi_status acpi_os_execute(acpi_execute_type type,
1105 acpi_osd_exec_callback function, void *context)
1107 acpi_status status = AE_OK;
1108 struct acpi_os_dpc *dpc;
1109 struct workqueue_struct *queue;
1111 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1112 "Scheduling function [%p(%p)] for deferred execution.\n",
1113 function, context));
1116 * Allocate/initialize DPC structure. Note that this memory will be
1117 * freed by the callee. The kernel handles the work_struct list in a
1118 * way that allows us to also free its memory inside the callee.
1119 * Because we may want to schedule several tasks with different
1120 * parameters we can't use the approach some kernel code uses of
1121 * having a static work_struct.
1124 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1126 return AE_NO_MEMORY;
1128 dpc->function = function;
1129 dpc->context = context;
1132 * To prevent lockdep from complaining unnecessarily, make sure that
1133 * there is a different static lockdep key for each workqueue by using
1134 * INIT_WORK() for each of them separately.
1136 if (type == OSL_NOTIFY_HANDLER) {
1137 queue = kacpi_notify_wq;
1138 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1141 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1145 * On some machines, a software-initiated SMI causes corruption unless
1146 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1147 * typically it's done in GPE-related methods that are run via
1148 * workqueues, so we can avoid the known corruption cases by always
1149 * queueing on CPU 0.
1151 ret = queue_work_on(0, queue, &dpc->work);
1154 printk(KERN_ERR PREFIX
1155 "Call to queue_work() failed.\n");
1161 EXPORT_SYMBOL(acpi_os_execute);
1163 void acpi_os_wait_events_complete(void)
1165 flush_workqueue(kacpid_wq);
1166 flush_workqueue(kacpi_notify_wq);
1169 struct acpi_hp_work {
1170 struct work_struct work;
1171 struct acpi_device *adev;
1175 static void acpi_hotplug_work_fn(struct work_struct *work)
1177 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1179 acpi_os_wait_events_complete();
1180 acpi_device_hotplug(hpw->adev, hpw->src);
1184 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1186 struct acpi_hp_work *hpw;
1188 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1189 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1192 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1194 return AE_NO_MEMORY;
1196 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1200 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1201 * the hotplug code may call driver .remove() functions, which may
1202 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1205 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1212 bool acpi_queue_hotplug_work(struct work_struct *work)
1214 return queue_work(kacpi_hotplug_wq, work);
1218 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1220 struct semaphore *sem = NULL;
1222 sem = acpi_os_allocate(sizeof(struct semaphore));
1224 return AE_NO_MEMORY;
1225 memset(sem, 0, sizeof(struct semaphore));
1227 sema_init(sem, initial_units);
1229 *handle = (acpi_handle *) sem;
1231 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1232 *handle, initial_units));
1238 * TODO: A better way to delete semaphores? Linux doesn't have a
1239 * 'delete_semaphore()' function -- may result in an invalid
1240 * pointer dereference for non-synchronized consumers. Should
1241 * we at least check for blocked threads and signal/cancel them?
1244 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1246 struct semaphore *sem = (struct semaphore *)handle;
1249 return AE_BAD_PARAMETER;
1251 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1253 BUG_ON(!list_empty(&sem->wait_list));
1261 * TODO: Support for units > 1?
1263 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1265 acpi_status status = AE_OK;
1266 struct semaphore *sem = (struct semaphore *)handle;
1270 if (!sem || (units < 1))
1271 return AE_BAD_PARAMETER;
1276 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1277 handle, units, timeout));
1279 if (timeout == ACPI_WAIT_FOREVER)
1280 jiffies = MAX_SCHEDULE_TIMEOUT;
1282 jiffies = msecs_to_jiffies(timeout);
1284 ret = down_timeout(sem, jiffies);
1288 if (ACPI_FAILURE(status)) {
1289 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1290 "Failed to acquire semaphore[%p|%d|%d], %s",
1291 handle, units, timeout,
1292 acpi_format_exception(status)));
1294 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1295 "Acquired semaphore[%p|%d|%d]", handle,
1303 * TODO: Support for units > 1?
1305 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1307 struct semaphore *sem = (struct semaphore *)handle;
1309 if (!sem || (units < 1))
1310 return AE_BAD_PARAMETER;
1315 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1323 #ifdef ACPI_FUTURE_USAGE
1324 u32 acpi_os_get_line(char *buffer)
1327 #ifdef ENABLE_DEBUGGER
1328 if (acpi_in_debugger) {
1331 kdb_read(buffer, sizeof(line_buf));
1333 /* remove the CR kdb includes */
1334 chars = strlen(buffer) - 1;
1335 buffer[chars] = '\0';
1341 #endif /* ACPI_FUTURE_USAGE */
1343 acpi_status acpi_os_signal(u32 function, void *info)
1346 case ACPI_SIGNAL_FATAL:
1347 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1349 case ACPI_SIGNAL_BREAKPOINT:
1352 * ACPI spec. says to treat it as a NOP unless
1353 * you are debugging. So if/when we integrate
1354 * AML debugger into the kernel debugger its
1355 * hook will go here. But until then it is
1356 * not useful to print anything on breakpoints.
1366 static int __init acpi_os_name_setup(char *str)
1368 char *p = acpi_os_name;
1369 int count = ACPI_MAX_OVERRIDE_LEN - 1;
1374 for (; count-- && *str; str++) {
1375 if (isalnum(*str) || *str == ' ' || *str == ':')
1377 else if (*str == '\'' || *str == '"')
1388 __setup("acpi_os_name=", acpi_os_name_setup);
1390 #define OSI_STRING_LENGTH_MAX 64 /* arbitrary */
1391 #define OSI_STRING_ENTRIES_MAX 16 /* arbitrary */
1393 struct osi_setup_entry {
1394 char string[OSI_STRING_LENGTH_MAX];
1398 static struct osi_setup_entry
1399 osi_setup_entries[OSI_STRING_ENTRIES_MAX] __initdata = {
1400 {"Module Device", true},
1401 {"Processor Device", true},
1402 {"3.0 _SCP Extensions", true},
1403 {"Processor Aggregator Device", true},
1406 void __init acpi_osi_setup(char *str)
1408 struct osi_setup_entry *osi;
1412 if (!acpi_gbl_create_osi_method)
1415 if (str == NULL || *str == '\0') {
1416 printk(KERN_INFO PREFIX "_OSI method disabled\n");
1417 acpi_gbl_create_osi_method = FALSE;
1424 osi_linux.default_disabling = 1;
1426 } else if (*str == '*') {
1427 acpi_update_interfaces(ACPI_DISABLE_ALL_STRINGS);
1428 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1429 osi = &osi_setup_entries[i];
1430 osi->enable = false;
1437 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1438 osi = &osi_setup_entries[i];
1439 if (!strcmp(osi->string, str)) {
1440 osi->enable = enable;
1442 } else if (osi->string[0] == '\0') {
1443 osi->enable = enable;
1444 strncpy(osi->string, str, OSI_STRING_LENGTH_MAX);
1450 static void __init set_osi_linux(unsigned int enable)
1452 if (osi_linux.enable != enable)
1453 osi_linux.enable = enable;
1455 if (osi_linux.enable)
1456 acpi_osi_setup("Linux");
1458 acpi_osi_setup("!Linux");
1463 static void __init acpi_cmdline_osi_linux(unsigned int enable)
1465 osi_linux.cmdline = 1; /* cmdline set the default and override DMI */
1467 set_osi_linux(enable);
1472 void __init acpi_dmi_osi_linux(int enable, const struct dmi_system_id *d)
1474 printk(KERN_NOTICE PREFIX "DMI detected: %s\n", d->ident);
1479 osi_linux.dmi = 1; /* DMI knows that this box asks OSI(Linux) */
1480 set_osi_linux(enable);
1486 * Modify the list of "OS Interfaces" reported to BIOS via _OSI
1488 * empty string disables _OSI
1489 * string starting with '!' disables that string
1490 * otherwise string is added to list, augmenting built-in strings
1492 static void __init acpi_osi_setup_late(void)
1494 struct osi_setup_entry *osi;
1499 if (osi_linux.default_disabling) {
1500 status = acpi_update_interfaces(ACPI_DISABLE_ALL_VENDOR_STRINGS);
1502 if (ACPI_SUCCESS(status))
1503 printk(KERN_INFO PREFIX "Disabled all _OSI OS vendors\n");
1506 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1507 osi = &osi_setup_entries[i];
1513 status = acpi_install_interface(str);
1515 if (ACPI_SUCCESS(status))
1516 printk(KERN_INFO PREFIX "Added _OSI(%s)\n", str);
1518 status = acpi_remove_interface(str);
1520 if (ACPI_SUCCESS(status))
1521 printk(KERN_INFO PREFIX "Deleted _OSI(%s)\n", str);
1526 static int __init osi_setup(char *str)
1528 if (str && !strcmp("Linux", str))
1529 acpi_cmdline_osi_linux(1);
1530 else if (str && !strcmp("!Linux", str))
1531 acpi_cmdline_osi_linux(0);
1533 acpi_osi_setup(str);
1538 __setup("acpi_osi=", osi_setup);
1541 * Disable the auto-serialization of named objects creation methods.
1543 * This feature is enabled by default. It marks the AML control methods
1544 * that contain the opcodes to create named objects as "Serialized".
1546 static int __init acpi_no_auto_serialize_setup(char *str)
1548 acpi_gbl_auto_serialize_methods = FALSE;
1549 pr_info("ACPI: auto-serialization disabled\n");
1554 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1556 /* Check of resource interference between native drivers and ACPI
1557 * OperationRegions (SystemIO and System Memory only).
1558 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1559 * in arbitrary AML code and can interfere with legacy drivers.
1560 * acpi_enforce_resources= can be set to:
1562 * - strict (default) (2)
1563 * -> further driver trying to access the resources will not load
1565 * -> further driver trying to access the resources will load, but you
1566 * get a system message that something might go wrong...
1569 * -> ACPI Operation Region resources will not be registered
1572 #define ENFORCE_RESOURCES_STRICT 2
1573 #define ENFORCE_RESOURCES_LAX 1
1574 #define ENFORCE_RESOURCES_NO 0
1576 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1578 static int __init acpi_enforce_resources_setup(char *str)
1580 if (str == NULL || *str == '\0')
1583 if (!strcmp("strict", str))
1584 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1585 else if (!strcmp("lax", str))
1586 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1587 else if (!strcmp("no", str))
1588 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1593 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1595 /* Check for resource conflicts between ACPI OperationRegions and native
1597 int acpi_check_resource_conflict(const struct resource *res)
1599 acpi_adr_space_type space_id;
1604 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1606 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1609 if (res->flags & IORESOURCE_IO)
1610 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1612 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1614 length = resource_size(res);
1615 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1617 clash = acpi_check_address_range(space_id, res->start, length, warn);
1620 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
1621 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1622 printk(KERN_NOTICE "ACPI: This conflict may"
1623 " cause random problems and system"
1625 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1626 " for this device, you should use it instead of"
1627 " the native driver\n");
1629 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1634 EXPORT_SYMBOL(acpi_check_resource_conflict);
1636 int acpi_check_region(resource_size_t start, resource_size_t n,
1639 struct resource res = {
1641 .end = start + n - 1,
1643 .flags = IORESOURCE_IO,
1646 return acpi_check_resource_conflict(&res);
1648 EXPORT_SYMBOL(acpi_check_region);
1651 * Let drivers know whether the resource checks are effective
1653 int acpi_resources_are_enforced(void)
1655 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1657 EXPORT_SYMBOL(acpi_resources_are_enforced);
1660 * Deallocate the memory for a spinlock.
1662 void acpi_os_delete_lock(acpi_spinlock handle)
1668 * Acquire a spinlock.
1670 * handle is a pointer to the spinlock_t.
1673 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1675 acpi_cpu_flags flags;
1676 spin_lock_irqsave(lockp, flags);
1681 * Release a spinlock. See above.
1684 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1686 spin_unlock_irqrestore(lockp, flags);
1689 #ifndef ACPI_USE_LOCAL_CACHE
1691 /*******************************************************************************
1693 * FUNCTION: acpi_os_create_cache
1695 * PARAMETERS: name - Ascii name for the cache
1696 * size - Size of each cached object
1697 * depth - Maximum depth of the cache (in objects) <ignored>
1698 * cache - Where the new cache object is returned
1702 * DESCRIPTION: Create a cache object
1704 ******************************************************************************/
1707 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1709 *cache = kmem_cache_create(name, size, 0, 0, NULL);
1716 /*******************************************************************************
1718 * FUNCTION: acpi_os_purge_cache
1720 * PARAMETERS: Cache - Handle to cache object
1724 * DESCRIPTION: Free all objects within the requested cache.
1726 ******************************************************************************/
1728 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1730 kmem_cache_shrink(cache);
1734 /*******************************************************************************
1736 * FUNCTION: acpi_os_delete_cache
1738 * PARAMETERS: Cache - Handle to cache object
1742 * DESCRIPTION: Free all objects within the requested cache and delete the
1745 ******************************************************************************/
1747 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1749 kmem_cache_destroy(cache);
1753 /*******************************************************************************
1755 * FUNCTION: acpi_os_release_object
1757 * PARAMETERS: Cache - Handle to cache object
1758 * Object - The object to be released
1762 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1763 * the object is deleted.
1765 ******************************************************************************/
1767 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1769 kmem_cache_free(cache, object);
1774 static int __init acpi_no_auto_ssdt_setup(char *s)
1776 printk(KERN_NOTICE PREFIX "SSDT auto-load disabled\n");
1778 acpi_gbl_disable_ssdt_table_load = TRUE;
1783 __setup("acpi_no_auto_ssdt", acpi_no_auto_ssdt_setup);
1785 static int __init acpi_disable_return_repair(char *s)
1787 printk(KERN_NOTICE PREFIX
1788 "ACPI: Predefined validation mechanism disabled\n");
1789 acpi_gbl_disable_auto_repair = TRUE;
1794 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1796 acpi_status __init acpi_os_initialize(void)
1798 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1799 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1800 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1801 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1806 acpi_status __init acpi_os_initialize1(void)
1808 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1809 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1810 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1812 BUG_ON(!kacpi_notify_wq);
1813 BUG_ON(!kacpi_hotplug_wq);
1814 acpi_install_interface_handler(acpi_osi_handler);
1815 acpi_osi_setup_late();
1819 acpi_status acpi_os_terminate(void)
1821 if (acpi_irq_handler) {
1822 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1826 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1827 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1828 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1829 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1831 destroy_workqueue(kacpid_wq);
1832 destroy_workqueue(kacpi_notify_wq);
1833 destroy_workqueue(kacpi_hotplug_wq);
1838 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1842 if (__acpi_os_prepare_sleep)
1843 rc = __acpi_os_prepare_sleep(sleep_state,
1844 pm1a_control, pm1b_control);
1848 return AE_CTRL_SKIP;
1853 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1854 u32 pm1a_ctrl, u32 pm1b_ctrl))
1856 __acpi_os_prepare_sleep = func;
1859 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1863 if (__acpi_os_prepare_extended_sleep)
1864 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1869 return AE_CTRL_SKIP;
1874 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1875 u32 val_a, u32 val_b))
1877 __acpi_os_prepare_extended_sleep = func;