drivers/acpi/bus.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  *  acpi_bus.c - ACPI Bus Driver ($Revision: 80 $)
   4  *
   5  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  */
   7
   8 #define pr_fmt(fmt) "ACPI: " fmt
   9
  10 #include <linux/module.h>
  11 #include <linux/init.h>
  12 #include <linux/ioport.h>
  13 #include <linux/kernel.h>
  14 #include <linux/list.h>
  15 #include <linux/sched.h>
  16 #include <linux/pm.h>
  17 #include <linux/device.h>
  18 #include <linux/proc_fs.h>
  19 #include <linux/acpi.h>
  20 #include <linux/slab.h>
  21 #include <linux/regulator/machine.h>
  22 #include <linux/workqueue.h>
  23 #include <linux/reboot.h>
  24 #include <linux/delay.h>
  25 #ifdef CONFIG_X86
  26 #include <asm/mpspec.h>
  27 #include <linux/dmi.h>
  28 #endif
  29 #include <linux/acpi_agdi.h>
  30 #include <linux/acpi_iort.h>
  31 #include <linux/acpi_viot.h>
  32 #include <linux/pci.h>
  33 #include <acpi/apei.h>
  34 #include <linux/suspend.h>
  35 #include <linux/prmt.h>
  36
  37 #include "internal.h"
  38
  39 struct acpi_device *acpi_root;
  40 struct proc_dir_entry *acpi_root_dir;
  41 EXPORT_SYMBOL(acpi_root_dir);
  42
  43 #ifdef CONFIG_X86
  44 #ifdef CONFIG_ACPI_CUSTOM_DSDT
  45 static inline int set_copy_dsdt(const struct dmi_system_id *id)
  46 {
  47         return 0;
  48 }
  49 #else
  50 static int set_copy_dsdt(const struct dmi_system_id *id)
  51 {
  52         pr_notice("%s detected - force copy of DSDT to local memory\n", id->ident);
  53         acpi_gbl_copy_dsdt_locally = 1;
  54         return 0;
  55 }
  56 #endif
  57
  58 static const struct dmi_system_id dsdt_dmi_table[] __initconst = {
  59         /*
  60          * Invoke DSDT corruption work-around on all Toshiba Satellite.
  61          * https://bugzilla.kernel.org/show_bug.cgi?id=14679
  62          */
  63         {
  64          .callback = set_copy_dsdt,
  65          .ident = "TOSHIBA Satellite",
  66          .matches = {
  67                 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
  68                 DMI_MATCH(DMI_PRODUCT_NAME, "Satellite"),
  69                 },
  70         },
  71         {}
  72 };
  73 #endif
  74
  75 /* --------------------------------------------------------------------------
  76                                 Device Management
  77    -------------------------------------------------------------------------- */
  78
  79 acpi_status acpi_bus_get_status_handle(acpi_handle handle,
  80                                        unsigned long long *sta)
  81 {
  82         acpi_status status;
  83
  84         status = acpi_evaluate_integer(handle, "_STA", NULL, sta);
  85         if (ACPI_SUCCESS(status))
  86                 return AE_OK;
  87
  88         if (status == AE_NOT_FOUND) {
  89                 *sta = ACPI_STA_DEVICE_PRESENT | ACPI_STA_DEVICE_ENABLED |
  90                        ACPI_STA_DEVICE_UI      | ACPI_STA_DEVICE_FUNCTIONING;
  91                 return AE_OK;
  92         }
  93         return status;
  94 }
  95 EXPORT_SYMBOL_GPL(acpi_bus_get_status_handle);
  96
  97 int acpi_bus_get_status(struct acpi_device *device)
  98 {
  99         acpi_status status;
 100         unsigned long long sta;
 101
 102         if (acpi_device_override_status(device, &sta)) {
 103                 acpi_set_device_status(device, sta);
 104                 return 0;
 105         }
 106
 107         /* Battery devices must have their deps met before calling _STA */
 108         if (acpi_device_is_battery(device) && device->dep_unmet) {
 109                 acpi_set_device_status(device, 0);
 110                 return 0;
 111         }
 112
 113         status = acpi_bus_get_status_handle(device->handle, &sta);
 114         if (ACPI_FAILURE(status))
 115                 return -ENODEV;
 116
 117         acpi_set_device_status(device, sta);
 118
 119         if (device->status.functional && !device->status.present) {
 120                 pr_debug("Device [%s] status [%08x]: functional but not present\n",
 121                          device->pnp.bus_id, (u32)sta);
 122         }
 123
 124         pr_debug("Device [%s] status [%08x]\n", device->pnp.bus_id, (u32)sta);
 125         return 0;
 126 }
 127 EXPORT_SYMBOL(acpi_bus_get_status);
 128
 129 void acpi_bus_private_data_handler(acpi_handle handle,
 130                                    void *context)
 131 {
 132         return;
 133 }
 134 EXPORT_SYMBOL(acpi_bus_private_data_handler);
 135
 136 int acpi_bus_attach_private_data(acpi_handle handle, void *data)
 137 {
 138         acpi_status status;
 139
 140         status = acpi_attach_data(handle,
 141                         acpi_bus_private_data_handler, data);
 142         if (ACPI_FAILURE(status)) {
 143                 acpi_handle_debug(handle, "Error attaching device data\n");
 144                 return -ENODEV;
 145         }
 146
 147         return 0;
 148 }
 149 EXPORT_SYMBOL_GPL(acpi_bus_attach_private_data);
 150
 151 int acpi_bus_get_private_data(acpi_handle handle, void **data)
 152 {
 153         acpi_status status;
 154
 155         if (!data)
 156                 return -EINVAL;
 157
 158         status = acpi_get_data(handle, acpi_bus_private_data_handler, data);
 159         if (ACPI_FAILURE(status)) {
 160                 acpi_handle_debug(handle, "No context for object\n");
 161                 return -ENODEV;
 162         }
 163
 164         return 0;
 165 }
 166 EXPORT_SYMBOL_GPL(acpi_bus_get_private_data);
 167
 168 void acpi_bus_detach_private_data(acpi_handle handle)
 169 {
 170         acpi_detach_data(handle, acpi_bus_private_data_handler);
 171 }
 172 EXPORT_SYMBOL_GPL(acpi_bus_detach_private_data);
 173
 174 static void acpi_print_osc_error(acpi_handle handle,
 175                                  struct acpi_osc_context *context, char *error)
 176 {
 177         int i;
 178
 179         acpi_handle_debug(handle, "(%s): %s\n", context->uuid_str, error);
 180
 181         pr_debug("_OSC request data:");
 182         for (i = 0; i < context->cap.length; i += sizeof(u32))
 183                 pr_debug(" %x", *((u32 *)(context->cap.pointer + i)));
 184
 185         pr_debug("\n");
 186 }
 187
 188 acpi_status acpi_run_osc(acpi_handle handle, struct acpi_osc_context *context)
 189 {
 190         acpi_status status;
 191         struct acpi_object_list input;
 192         union acpi_object in_params[4];
 193         union acpi_object *out_obj;
 194         guid_t guid;
 195         u32 errors;
 196         struct acpi_buffer output = {ACPI_ALLOCATE_BUFFER, NULL};
 197
 198         if (!context)
 199                 return AE_ERROR;
 200         if (guid_parse(context->uuid_str, &guid))
 201                 return AE_ERROR;
 202         context->ret.length = ACPI_ALLOCATE_BUFFER;
 203         context->ret.pointer = NULL;
 204
 205         /* Setting up input parameters */
 206         input.count = 4;
 207         input.pointer = in_params;
 208         in_params[0].type               = ACPI_TYPE_BUFFER;
 209         in_params[0].buffer.length      = 16;
 210         in_params[0].buffer.pointer     = (u8 *)&guid;
 211         in_params[1].type               = ACPI_TYPE_INTEGER;
 212         in_params[1].integer.value      = context->rev;
 213         in_params[2].type               = ACPI_TYPE_INTEGER;
 214         in_params[2].integer.value      = context->cap.length/sizeof(u32);
 215         in_params[3].type               = ACPI_TYPE_BUFFER;
 216         in_params[3].buffer.length      = context->cap.length;
 217         in_params[3].buffer.pointer     = context->cap.pointer;
 218
 219         status = acpi_evaluate_object(handle, "_OSC", &input, &output);
 220         if (ACPI_FAILURE(status))
 221                 return status;
 222
 223         if (!output.length)
 224                 return AE_NULL_OBJECT;
 225
 226         out_obj = output.pointer;
 227         if (out_obj->type != ACPI_TYPE_BUFFER
 228                 || out_obj->buffer.length != context->cap.length) {
 229                 acpi_print_osc_error(handle, context,
 230                         "_OSC evaluation returned wrong type");
 231                 status = AE_TYPE;
 232                 goto out_kfree;
 233         }
 234         /* Need to ignore the bit0 in result code */
 235         errors = *((u32 *)out_obj->buffer.pointer) & ~(1 << 0);
 236         if (errors) {
 237                 if (errors & OSC_REQUEST_ERROR)
 238                         acpi_print_osc_error(handle, context,
 239                                 "_OSC request failed");
 240                 if (errors & OSC_INVALID_UUID_ERROR)
 241                         acpi_print_osc_error(handle, context,
 242                                 "_OSC invalid UUID");
 243                 if (errors & OSC_INVALID_REVISION_ERROR)
 244                         acpi_print_osc_error(handle, context,
 245                                 "_OSC invalid revision");
 246                 if (errors & OSC_CAPABILITIES_MASK_ERROR) {
 247                         if (((u32 *)context->cap.pointer)[OSC_QUERY_DWORD]
 248                             & OSC_QUERY_ENABLE)
 249                                 goto out_success;
 250                         status = AE_SUPPORT;
 251                         goto out_kfree;
 252                 }
 253                 status = AE_ERROR;
 254                 goto out_kfree;
 255         }
 256 out_success:
 257         context->ret.length = out_obj->buffer.length;
 258         context->ret.pointer = kmemdup(out_obj->buffer.pointer,
 259                                        context->ret.length, GFP_KERNEL);
 260         if (!context->ret.pointer) {
 261                 status =  AE_NO_MEMORY;
 262                 goto out_kfree;
 263         }
 264         status =  AE_OK;
 265
 266 out_kfree:
 267         kfree(output.pointer);
 268         return status;
 269 }
 270 EXPORT_SYMBOL(acpi_run_osc);
 271
 272 bool osc_sb_apei_support_acked;
 273
 274 /*
 275  * ACPI 6.0 Section 8.4.4.2 Idle State Coordination
 276  * OSPM supports platform coordinated low power idle(LPI) states
 277  */
 278 bool osc_pc_lpi_support_confirmed;
 279 EXPORT_SYMBOL_GPL(osc_pc_lpi_support_confirmed);
 280
 281 /*
 282  * ACPI 6.2 Section 6.2.11.2 'Platform-Wide OSPM Capabilities':
 283  *   Starting with ACPI Specification 6.2, all _CPC registers can be in
 284  *   PCC, System Memory, System IO, or Functional Fixed Hardware address
 285  *   spaces. OSPM support for this more flexible register space scheme is
 286  *   indicated by the “Flexible Address Space for CPPC Registers” _OSC bit.
 287  *
 288  * Otherwise (cf ACPI 6.1, s8.4.7.1.1.X), _CPC registers must be in:
 289  * - PCC or Functional Fixed Hardware address space if defined
 290  * - SystemMemory address space (NULL register) if not defined
 291  */
 292 bool osc_cpc_flexible_adr_space_confirmed;
 293 EXPORT_SYMBOL_GPL(osc_cpc_flexible_adr_space_confirmed);
 294
 295 /*
 296  * ACPI 6.4 Operating System Capabilities for USB.
 297  */
 298 bool osc_sb_native_usb4_support_confirmed;
 299 EXPORT_SYMBOL_GPL(osc_sb_native_usb4_support_confirmed);
 300
 301 bool osc_sb_cppc2_support_acked;
 302
 303 static u8 sb_uuid_str[] = "0811B06E-4A27-44F9-8D60-3CBBC22E7B48";
 304 static void acpi_bus_osc_negotiate_platform_control(void)
 305 {
 306         u32 capbuf[2], *capbuf_ret;
 307         struct acpi_osc_context context = {
 308                 .uuid_str = sb_uuid_str,
 309                 .rev = 1,
 310                 .cap.length = 8,
 311                 .cap.pointer = capbuf,
 312         };
 313         acpi_handle handle;
 314
 315         capbuf[OSC_QUERY_DWORD] = OSC_QUERY_ENABLE;
 316         capbuf[OSC_SUPPORT_DWORD] = OSC_SB_PR3_SUPPORT; /* _PR3 is in use */
 317         if (IS_ENABLED(CONFIG_ACPI_PROCESSOR_AGGREGATOR))
 318                 capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_PAD_SUPPORT;
 319         if (IS_ENABLED(CONFIG_ACPI_PROCESSOR))
 320                 capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_PPC_OST_SUPPORT;
 321
 322         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_HOTPLUG_OST_SUPPORT;
 323         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_PCLPI_SUPPORT;
 324         if (IS_ENABLED(CONFIG_ACPI_PRMT))
 325                 capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_PRM_SUPPORT;
 326
 327 #ifdef CONFIG_ARM64
 328         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_GENERIC_INITIATOR_SUPPORT;
 329 #endif
 330 #ifdef CONFIG_X86
 331         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_GENERIC_INITIATOR_SUPPORT;
 332 #endif
 333
 334 #ifdef CONFIG_ACPI_CPPC_LIB
 335         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_CPC_SUPPORT;
 336         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_CPCV2_SUPPORT;
 337 #endif
 338
 339         capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_CPC_FLEXIBLE_ADR_SPACE;
 340
 341         if (IS_ENABLED(CONFIG_SCHED_MC_PRIO))
 342                 capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_CPC_DIVERSE_HIGH_SUPPORT;
 343
 344         if (IS_ENABLED(CONFIG_USB4))
 345                 capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_NATIVE_USB4_SUPPORT;
 346
 347         if (!ghes_disable)
 348                 capbuf[OSC_SUPPORT_DWORD] |= OSC_SB_APEI_SUPPORT;
 349         if (ACPI_FAILURE(acpi_get_handle(NULL, "\\_SB", &handle)))
 350                 return;
 351
 352         if (ACPI_FAILURE(acpi_run_osc(handle, &context)))
 353                 return;
 354
 355         capbuf_ret = context.ret.pointer;
 356         if (context.ret.length <= OSC_SUPPORT_DWORD) {
 357                 kfree(context.ret.pointer);
 358                 return;
 359         }
 360
 361         /*
 362          * Now run _OSC again with query flag clear and with the caps
 363          * supported by both the OS and the platform.
 364          */
 365         capbuf[OSC_QUERY_DWORD] = 0;
 366         capbuf[OSC_SUPPORT_DWORD] = capbuf_ret[OSC_SUPPORT_DWORD];
 367         kfree(context.ret.pointer);
 368
 369         if (ACPI_FAILURE(acpi_run_osc(handle, &context)))
 370                 return;
 371
 372         capbuf_ret = context.ret.pointer;
 373         if (context.ret.length > OSC_SUPPORT_DWORD) {
 374 #ifdef CONFIG_ACPI_CPPC_LIB
 375                 osc_sb_cppc2_support_acked = capbuf_ret[OSC_SUPPORT_DWORD] & OSC_SB_CPCV2_SUPPORT;
 376 #endif
 377
 378                 osc_sb_apei_support_acked =
 379                         capbuf_ret[OSC_SUPPORT_DWORD] & OSC_SB_APEI_SUPPORT;
 380                 osc_pc_lpi_support_confirmed =
 381                         capbuf_ret[OSC_SUPPORT_DWORD] & OSC_SB_PCLPI_SUPPORT;
 382                 osc_sb_native_usb4_support_confirmed =
 383                         capbuf_ret[OSC_SUPPORT_DWORD] & OSC_SB_NATIVE_USB4_SUPPORT;
 384                 osc_cpc_flexible_adr_space_confirmed =
 385                         capbuf_ret[OSC_SUPPORT_DWORD] & OSC_SB_CPC_FLEXIBLE_ADR_SPACE;
 386         }
 387
 388         kfree(context.ret.pointer);
 389 }
 390
 391 /*
 392  * Native control of USB4 capabilities. If any of the tunneling bits is
 393  * set it means OS is in control and we use software based connection
 394  * manager.
 395  */
 396 u32 osc_sb_native_usb4_control;
 397 EXPORT_SYMBOL_GPL(osc_sb_native_usb4_control);
 398
 399 static void acpi_bus_decode_usb_osc(const char *msg, u32 bits)
 400 {
 401         pr_info("%s USB3%c DisplayPort%c PCIe%c XDomain%c\n", msg,
 402                (bits & OSC_USB_USB3_TUNNELING) ? '+' : '-',
 403                (bits & OSC_USB_DP_TUNNELING) ? '+' : '-',
 404                (bits & OSC_USB_PCIE_TUNNELING) ? '+' : '-',
 405                (bits & OSC_USB_XDOMAIN) ? '+' : '-');
 406 }
 407
 408 static u8 sb_usb_uuid_str[] = "23A0D13A-26AB-486C-9C5F-0FFA525A575A";
 409 static void acpi_bus_osc_negotiate_usb_control(void)
 410 {
 411         u32 capbuf[3];
 412         struct acpi_osc_context context = {
 413                 .uuid_str = sb_usb_uuid_str,
 414                 .rev = 1,
 415                 .cap.length = sizeof(capbuf),
 416                 .cap.pointer = capbuf,
 417         };
 418         acpi_handle handle;
 419         acpi_status status;
 420         u32 control;
 421
 422         if (!osc_sb_native_usb4_support_confirmed)
 423                 return;
 424
 425         if (ACPI_FAILURE(acpi_get_handle(NULL, "\\_SB", &handle)))
 426                 return;
 427
 428         control = OSC_USB_USB3_TUNNELING | OSC_USB_DP_TUNNELING |
 429                   OSC_USB_PCIE_TUNNELING | OSC_USB_XDOMAIN;
 430
 431         capbuf[OSC_QUERY_DWORD] = 0;
 432         capbuf[OSC_SUPPORT_DWORD] = 0;
 433         capbuf[OSC_CONTROL_DWORD] = control;
 434
 435         status = acpi_run_osc(handle, &context);
 436         if (ACPI_FAILURE(status))
 437                 return;
 438
 439         if (context.ret.length != sizeof(capbuf)) {
 440                 pr_info("USB4 _OSC: returned invalid length buffer\n");
 441                 goto out_free;
 442         }
 443
 444         osc_sb_native_usb4_control =
 445                 control &  acpi_osc_ctx_get_pci_control(&context);
 446
 447         acpi_bus_decode_usb_osc("USB4 _OSC: OS supports", control);
 448         acpi_bus_decode_usb_osc("USB4 _OSC: OS controls",
 449                                 osc_sb_native_usb4_control);
 450
 451 out_free:
 452         kfree(context.ret.pointer);
 453 }
 454
 455 /* --------------------------------------------------------------------------
 456                              Notification Handling
 457    -------------------------------------------------------------------------- */
 458
 459 /**
 460  * acpi_bus_notify - Global system-level (0x00-0x7F) notifications handler
 461  * @handle: Target ACPI object.
 462  * @type: Notification type.
 463  * @data: Ignored.
 464  *
 465  * This only handles notifications related to device hotplug.
 466  */
 467 static void acpi_bus_notify(acpi_handle handle, u32 type, void *data)
 468 {
 469         struct acpi_device *adev;
 470
 471         switch (type) {
 472         case ACPI_NOTIFY_BUS_CHECK:
 473                 acpi_handle_debug(handle, "ACPI_NOTIFY_BUS_CHECK event\n");
 474                 break;
 475
 476         case ACPI_NOTIFY_DEVICE_CHECK:
 477                 acpi_handle_debug(handle, "ACPI_NOTIFY_DEVICE_CHECK event\n");
 478                 break;
 479
 480         case ACPI_NOTIFY_DEVICE_WAKE:
 481                 acpi_handle_debug(handle, "ACPI_NOTIFY_DEVICE_WAKE event\n");
 482                 return;
 483
 484         case ACPI_NOTIFY_EJECT_REQUEST:
 485                 acpi_handle_debug(handle, "ACPI_NOTIFY_EJECT_REQUEST event\n");
 486                 break;
 487
 488         case ACPI_NOTIFY_DEVICE_CHECK_LIGHT:
 489                 acpi_handle_debug(handle, "ACPI_NOTIFY_DEVICE_CHECK_LIGHT event\n");
 490                 /* TBD: Exactly what does 'light' mean? */
 491                 return;
 492
 493         case ACPI_NOTIFY_FREQUENCY_MISMATCH:
 494                 acpi_handle_err(handle, "Device cannot be configured due "
 495                                 "to a frequency mismatch\n");
 496                 return;
 497
 498         case ACPI_NOTIFY_BUS_MODE_MISMATCH:
 499                 acpi_handle_err(handle, "Device cannot be configured due "
 500                                 "to a bus mode mismatch\n");
 501                 return;
 502
 503         case ACPI_NOTIFY_POWER_FAULT:
 504                 acpi_handle_err(handle, "Device has suffered a power fault\n");
 505                 return;
 506
 507         default:
 508                 acpi_handle_debug(handle, "Unknown event type 0x%x\n", type);
 509                 return;
 510         }
 511
 512         adev = acpi_get_acpi_dev(handle);
 513
 514         if (adev && ACPI_SUCCESS(acpi_hotplug_schedule(adev, type)))
 515                 return;
 516
 517         acpi_put_acpi_dev(adev);
 518
 519         acpi_evaluate_ost(handle, type, ACPI_OST_SC_NON_SPECIFIC_FAILURE, NULL);
 520 }
 521
 522 static void acpi_notify_device(acpi_handle handle, u32 event, void *data)
 523 {
 524         struct acpi_device *device = data;
 525         struct acpi_driver *acpi_drv = to_acpi_driver(device->dev.driver);
 526
 527         acpi_drv->ops.notify(device, event);
 528 }
 529
 530 static void acpi_notify_device_fixed(void *data)
 531 {
 532         struct acpi_device *device = data;
 533
 534         /* Fixed hardware devices have no handles */
 535         acpi_notify_device(NULL, ACPI_FIXED_HARDWARE_EVENT, device);
 536 }
 537
 538 static u32 acpi_device_fixed_event(void *data)
 539 {
 540         acpi_os_execute(OSL_NOTIFY_HANDLER, acpi_notify_device_fixed, data);
 541         return ACPI_INTERRUPT_HANDLED;
 542 }
 543
 544 static int acpi_device_install_notify_handler(struct acpi_device *device,
 545                                               struct acpi_driver *acpi_drv)
 546 {
 547         acpi_status status;
 548
 549         if (device->device_type == ACPI_BUS_TYPE_POWER_BUTTON) {
 550                 status =
 551                     acpi_install_fixed_event_handler(ACPI_EVENT_POWER_BUTTON,
 552                                                      acpi_device_fixed_event,
 553                                                      device);
 554         } else if (device->device_type == ACPI_BUS_TYPE_SLEEP_BUTTON) {
 555                 status =
 556                     acpi_install_fixed_event_handler(ACPI_EVENT_SLEEP_BUTTON,
 557                                                      acpi_device_fixed_event,
 558                                                      device);
 559         } else {
 560                 u32 type = acpi_drv->flags & ACPI_DRIVER_ALL_NOTIFY_EVENTS ?
 561                                 ACPI_ALL_NOTIFY : ACPI_DEVICE_NOTIFY;
 562
 563                 status = acpi_install_notify_handler(device->handle, type,
 564                                                      acpi_notify_device,
 565                                                      device);
 566         }
 567
 568         if (ACPI_FAILURE(status))
 569                 return -EINVAL;
 570         return 0;
 571 }
 572
 573 static void acpi_device_remove_notify_handler(struct acpi_device *device,
 574                                               struct acpi_driver *acpi_drv)
 575 {
 576         if (device->device_type == ACPI_BUS_TYPE_POWER_BUTTON) {
 577                 acpi_remove_fixed_event_handler(ACPI_EVENT_POWER_BUTTON,
 578                                                 acpi_device_fixed_event);
 579         } else if (device->device_type == ACPI_BUS_TYPE_SLEEP_BUTTON) {
 580                 acpi_remove_fixed_event_handler(ACPI_EVENT_SLEEP_BUTTON,
 581                                                 acpi_device_fixed_event);
 582         } else {
 583                 u32 type = acpi_drv->flags & ACPI_DRIVER_ALL_NOTIFY_EVENTS ?
 584                                 ACPI_ALL_NOTIFY : ACPI_DEVICE_NOTIFY;
 585
 586                 acpi_remove_notify_handler(device->handle, type,
 587                                            acpi_notify_device);
 588         }
 589 }
 590
 591 /* Handle events targeting \_SB device (at present only graceful shutdown) */
 592
 593 #define ACPI_SB_NOTIFY_SHUTDOWN_REQUEST 0x81
 594 #define ACPI_SB_INDICATE_INTERVAL       10000
 595
 596 static void sb_notify_work(struct work_struct *dummy)
 597 {
 598         acpi_handle sb_handle;
 599
 600         orderly_poweroff(true);
 601
 602         /*
 603          * After initiating graceful shutdown, the ACPI spec requires OSPM
 604          * to evaluate _OST method once every 10seconds to indicate that
 605          * the shutdown is in progress
 606          */
 607         acpi_get_handle(NULL, "\\_SB", &sb_handle);
 608         while (1) {
 609                 pr_info("Graceful shutdown in progress.\n");
 610                 acpi_evaluate_ost(sb_handle, ACPI_OST_EC_OSPM_SHUTDOWN,
 611                                 ACPI_OST_SC_OS_SHUTDOWN_IN_PROGRESS, NULL);
 612                 msleep(ACPI_SB_INDICATE_INTERVAL);
 613         }
 614 }
 615
 616 static void acpi_sb_notify(acpi_handle handle, u32 event, void *data)
 617 {
 618         static DECLARE_WORK(acpi_sb_work, sb_notify_work);
 619
 620         if (event == ACPI_SB_NOTIFY_SHUTDOWN_REQUEST) {
 621                 if (!work_busy(&acpi_sb_work))
 622                         schedule_work(&acpi_sb_work);
 623         } else
 624                 pr_warn("event %x is not supported by \\_SB device\n", event);
 625 }
 626
 627 static int __init acpi_setup_sb_notify_handler(void)
 628 {
 629         acpi_handle sb_handle;
 630
 631         if (ACPI_FAILURE(acpi_get_handle(NULL, "\\_SB", &sb_handle)))
 632                 return -ENXIO;
 633
 634         if (ACPI_FAILURE(acpi_install_notify_handler(sb_handle, ACPI_DEVICE_NOTIFY,
 635                                                 acpi_sb_notify, NULL)))
 636                 return -EINVAL;
 637
 638         return 0;
 639 }
 640
 641 /* --------------------------------------------------------------------------
 642                              Device Matching
 643    -------------------------------------------------------------------------- */
 644
 645 /**
 646  * acpi_get_first_physical_node - Get first physical node of an ACPI device
 647  * @adev:       ACPI device in question
 648  *
 649  * Return: First physical node of ACPI device @adev
 650  */
 651 struct device *acpi_get_first_physical_node(struct acpi_device *adev)
 652 {
 653         struct mutex *physical_node_lock = &adev->physical_node_lock;
 654         struct device *phys_dev;
 655
 656         mutex_lock(physical_node_lock);
 657         if (list_empty(&adev->physical_node_list)) {
 658                 phys_dev = NULL;
 659         } else {
 660                 const struct acpi_device_physical_node *node;
 661
 662                 node = list_first_entry(&adev->physical_node_list,
 663                                         struct acpi_device_physical_node, node);
 664
 665                 phys_dev = node->dev;
 666         }
 667         mutex_unlock(physical_node_lock);
 668         return phys_dev;
 669 }
 670 EXPORT_SYMBOL_GPL(acpi_get_first_physical_node);
 671
 672 static struct acpi_device *acpi_primary_dev_companion(struct acpi_device *adev,
 673                                                       const struct device *dev)
 674 {
 675         const struct device *phys_dev = acpi_get_first_physical_node(adev);
 676
 677         return phys_dev && phys_dev == dev ? adev : NULL;
 678 }
 679
 680 /**
 681  * acpi_device_is_first_physical_node - Is given dev first physical node
 682  * @adev: ACPI companion device
 683  * @dev: Physical device to check
 684  *
 685  * Function checks if given @dev is the first physical devices attached to
 686  * the ACPI companion device. This distinction is needed in some cases
 687  * where the same companion device is shared between many physical devices.
 688  *
 689  * Note that the caller have to provide valid @adev pointer.
 690  */
 691 bool acpi_device_is_first_physical_node(struct acpi_device *adev,
 692                                         const struct device *dev)
 693 {
 694         return !!acpi_primary_dev_companion(adev, dev);
 695 }
 696
 697 /*
 698  * acpi_companion_match() - Can we match via ACPI companion device
 699  * @dev: Device in question
 700  *
 701  * Check if the given device has an ACPI companion and if that companion has
 702  * a valid list of PNP IDs, and if the device is the first (primary) physical
 703  * device associated with it.  Return the companion pointer if that's the case
 704  * or NULL otherwise.
 705  *
 706  * If multiple physical devices are attached to a single ACPI companion, we need
 707  * to be careful.  The usage scenario for this kind of relationship is that all
 708  * of the physical devices in question use resources provided by the ACPI
 709  * companion.  A typical case is an MFD device where all the sub-devices share
 710  * the parent's ACPI companion.  In such cases we can only allow the primary
 711  * (first) physical device to be matched with the help of the companion's PNP
 712  * IDs.
 713  *
 714  * Additional physical devices sharing the ACPI companion can still use
 715  * resources available from it but they will be matched normally using functions
 716  * provided by their bus types (and analogously for their modalias).
 717  */
 718 struct acpi_device *acpi_companion_match(const struct device *dev)
 719 {
 720         struct acpi_device *adev;
 721
 722         adev = ACPI_COMPANION(dev);
 723         if (!adev)
 724                 return NULL;
 725
 726         if (list_empty(&adev->pnp.ids))
 727                 return NULL;
 728
 729         return acpi_primary_dev_companion(adev, dev);
 730 }
 731
 732 /**
 733  * acpi_of_match_device - Match device object using the "compatible" property.
 734  * @adev: ACPI device object to match.
 735  * @of_match_table: List of device IDs to match against.
 736  * @of_id: OF ID if matched
 737  *
 738  * If @dev has an ACPI companion which has ACPI_DT_NAMESPACE_HID in its list of
 739  * identifiers and a _DSD object with the "compatible" property, use that
 740  * property to match against the given list of identifiers.
 741  */
 742 static bool acpi_of_match_device(struct acpi_device *adev,
 743                                  const struct of_device_id *of_match_table,
 744                                  const struct of_device_id **of_id)
 745 {
 746         const union acpi_object *of_compatible, *obj;
 747         int i, nval;
 748
 749         if (!adev)
 750                 return false;
 751
 752         of_compatible = adev->data.of_compatible;
 753         if (!of_match_table || !of_compatible)
 754                 return false;
 755
 756         if (of_compatible->type == ACPI_TYPE_PACKAGE) {
 757                 nval = of_compatible->package.count;
 758                 obj = of_compatible->package.elements;
 759         } else { /* Must be ACPI_TYPE_STRING. */
 760                 nval = 1;
 761                 obj = of_compatible;
 762         }
 763         /* Now we can look for the driver DT compatible strings */
 764         for (i = 0; i < nval; i++, obj++) {
 765                 const struct of_device_id *id;
 766
 767                 for (id = of_match_table; id->compatible[0]; id++)
 768                         if (!strcasecmp(obj->string.pointer, id->compatible)) {
 769                                 if (of_id)
 770                                         *of_id = id;
 771                                 return true;
 772                         }
 773         }
 774
 775         return false;
 776 }
 777
 778 static bool acpi_of_modalias(struct acpi_device *adev,
 779                              char *modalias, size_t len)
 780 {
 781         const union acpi_object *of_compatible;
 782         const union acpi_object *obj;
 783         const char *str, *chr;
 784
 785         of_compatible = adev->data.of_compatible;
 786         if (!of_compatible)
 787                 return false;
 788
 789         if (of_compatible->type == ACPI_TYPE_PACKAGE)
 790                 obj = of_compatible->package.elements;
 791         else /* Must be ACPI_TYPE_STRING. */
 792                 obj = of_compatible;
 793
 794         str = obj->string.pointer;
 795         chr = strchr(str, ',');
 796         strscpy(modalias, chr ? chr + 1 : str, len);
 797
 798         return true;
 799 }
 800
 801 /**
 802  * acpi_set_modalias - Set modalias using "compatible" property or supplied ID
 803  * @adev:       ACPI device object to match
 804  * @default_id: ID string to use as default if no compatible string found
 805  * @modalias:   Pointer to buffer that modalias value will be copied into
 806  * @len:        Length of modalias buffer
 807  *
 808  * This is a counterpart of of_modalias_node() for struct acpi_device objects.
 809  * If there is a compatible string for @adev, it will be copied to @modalias
 810  * with the vendor prefix stripped; otherwise, @default_id will be used.
 811  */
 812 void acpi_set_modalias(struct acpi_device *adev, const char *default_id,
 813                        char *modalias, size_t len)
 814 {
 815         if (!acpi_of_modalias(adev, modalias, len))
 816                 strscpy(modalias, default_id, len);
 817 }
 818 EXPORT_SYMBOL_GPL(acpi_set_modalias);
 819
 820 static bool __acpi_match_device_cls(const struct acpi_device_id *id,
 821                                     struct acpi_hardware_id *hwid)
 822 {
 823         int i, msk, byte_shift;
 824         char buf[3];
 825
 826         if (!id->cls)
 827                 return false;
 828
 829         /* Apply class-code bitmask, before checking each class-code byte */
 830         for (i = 1; i <= 3; i++) {
 831                 byte_shift = 8 * (3 - i);
 832                 msk = (id->cls_msk >> byte_shift) & 0xFF;
 833                 if (!msk)
 834                         continue;
 835
 836                 sprintf(buf, "%02x", (id->cls >> byte_shift) & msk);
 837                 if (strncmp(buf, &hwid->id[(i - 1) * 2], 2))
 838                         return false;
 839         }
 840         return true;
 841 }
 842
 843 static bool __acpi_match_device(struct acpi_device *device,
 844                                 const struct acpi_device_id *acpi_ids,
 845                                 const struct of_device_id *of_ids,
 846                                 const struct acpi_device_id **acpi_id,
 847                                 const struct of_device_id **of_id)
 848 {
 849         const struct acpi_device_id *id;
 850         struct acpi_hardware_id *hwid;
 851
 852         /*
 853          * If the device is not present, it is unnecessary to load device
 854          * driver for it.
 855          */
 856         if (!device || !device->status.present)
 857                 return false;
 858
 859         list_for_each_entry(hwid, &device->pnp.ids, list) {
 860                 /* First, check the ACPI/PNP IDs provided by the caller. */
 861                 if (acpi_ids) {
 862                         for (id = acpi_ids; id->id[0] || id->cls; id++) {
 863                                 if (id->id[0] && !strcmp((char *)id->id, hwid->id))
 864                                         goto out_acpi_match;
 865                                 if (id->cls && __acpi_match_device_cls(id, hwid))
 866                                         goto out_acpi_match;
 867                         }
 868                 }
 869
 870                 /*
 871                  * Next, check ACPI_DT_NAMESPACE_HID and try to match the
 872                  * "compatible" property if found.
 873                  */
 874                 if (!strcmp(ACPI_DT_NAMESPACE_HID, hwid->id))
 875                         return acpi_of_match_device(device, of_ids, of_id);
 876         }
 877         return false;
 878
 879 out_acpi_match:
 880         if (acpi_id)
 881                 *acpi_id = id;
 882         return true;
 883 }
 884
 885 /**
 886  * acpi_match_device - Match a struct device against a given list of ACPI IDs
 887  * @ids: Array of struct acpi_device_id object to match against.
 888  * @dev: The device structure to match.
 889  *
 890  * Check if @dev has a valid ACPI handle and if there is a struct acpi_device
 891  * object for that handle and use that object to match against a given list of
 892  * device IDs.
 893  *
 894  * Return a pointer to the first matching ID on success or %NULL on failure.
 895  */
 896 const struct acpi_device_id *acpi_match_device(const struct acpi_device_id *ids,
 897                                                const struct device *dev)
 898 {
 899         const struct acpi_device_id *id = NULL;
 900
 901         __acpi_match_device(acpi_companion_match(dev), ids, NULL, &id, NULL);
 902         return id;
 903 }
 904 EXPORT_SYMBOL_GPL(acpi_match_device);
 905
 906 static const void *acpi_of_device_get_match_data(const struct device *dev)
 907 {
 908         struct acpi_device *adev = ACPI_COMPANION(dev);
 909         const struct of_device_id *match = NULL;
 910
 911         if (!acpi_of_match_device(adev, dev->driver->of_match_table, &match))
 912                 return NULL;
 913
 914         return match->data;
 915 }
 916
 917 const void *acpi_device_get_match_data(const struct device *dev)
 918 {
 919         const struct acpi_device_id *acpi_ids = dev->driver->acpi_match_table;
 920         const struct acpi_device_id *match;
 921
 922         if (!acpi_ids)
 923                 return acpi_of_device_get_match_data(dev);
 924
 925         match = acpi_match_device(acpi_ids, dev);
 926         if (!match)
 927                 return NULL;
 928
 929         return (const void *)match->driver_data;
 930 }
 931 EXPORT_SYMBOL_GPL(acpi_device_get_match_data);
 932
 933 int acpi_match_device_ids(struct acpi_device *device,
 934                           const struct acpi_device_id *ids)
 935 {
 936         return __acpi_match_device(device, ids, NULL, NULL, NULL) ? 0 : -ENOENT;
 937 }
 938 EXPORT_SYMBOL(acpi_match_device_ids);
 939
 940 bool acpi_driver_match_device(struct device *dev,
 941                               const struct device_driver *drv)
 942 {
 943         const struct acpi_device_id *acpi_ids = drv->acpi_match_table;
 944         const struct of_device_id *of_ids = drv->of_match_table;
 945
 946         if (!acpi_ids)
 947                 return acpi_of_match_device(ACPI_COMPANION(dev), of_ids, NULL);
 948
 949         return __acpi_match_device(acpi_companion_match(dev), acpi_ids, of_ids, NULL, NULL);
 950 }
 951 EXPORT_SYMBOL_GPL(acpi_driver_match_device);
 952
 953 /* --------------------------------------------------------------------------
 954                               ACPI Driver Management
 955    -------------------------------------------------------------------------- */
 956
 957 /**
 958  * acpi_bus_register_driver - register a driver with the ACPI bus
 959  * @driver: driver being registered
 960  *
 961  * Registers a driver with the ACPI bus.  Searches the namespace for all
 962  * devices that match the driver's criteria and binds.  Returns zero for
 963  * success or a negative error status for failure.
 964  */
 965 int acpi_bus_register_driver(struct acpi_driver *driver)
 966 {
 967         if (acpi_disabled)
 968                 return -ENODEV;
 969         driver->drv.name = driver->name;
 970         driver->drv.bus = &acpi_bus_type;
 971         driver->drv.owner = driver->owner;
 972
 973         return driver_register(&driver->drv);
 974 }
 975
 976 EXPORT_SYMBOL(acpi_bus_register_driver);
 977
 978 /**
 979  * acpi_bus_unregister_driver - unregisters a driver with the ACPI bus
 980  * @driver: driver to unregister
 981  *
 982  * Unregisters a driver with the ACPI bus.  Searches the namespace for all
 983  * devices that match the driver's criteria and unbinds.
 984  */
 985 void acpi_bus_unregister_driver(struct acpi_driver *driver)
 986 {
 987         driver_unregister(&driver->drv);
 988 }
 989
 990 EXPORT_SYMBOL(acpi_bus_unregister_driver);
 991
 992 /* --------------------------------------------------------------------------
 993                               ACPI Bus operations
 994    -------------------------------------------------------------------------- */
 995
 996 static int acpi_bus_match(struct device *dev, struct device_driver *drv)
 997 {
 998         struct acpi_device *acpi_dev = to_acpi_device(dev);
 999         struct acpi_driver *acpi_drv = to_acpi_driver(drv);
1000
1001         return acpi_dev->flags.match_driver
1002                 && !acpi_match_device_ids(acpi_dev, acpi_drv->ids);
1003 }
1004
1005 static int acpi_device_uevent(struct device *dev, struct kobj_uevent_env *env)
1006 {
1007         return __acpi_device_uevent_modalias(to_acpi_device(dev), env);
1008 }
1009
1010 static int acpi_device_probe(struct device *dev)
1011 {
1012         struct acpi_device *acpi_dev = to_acpi_device(dev);
1013         struct acpi_driver *acpi_drv = to_acpi_driver(dev->driver);
1014         int ret;
1015
1016         if (acpi_dev->handler && !acpi_is_pnp_device(acpi_dev))
1017                 return -EINVAL;
1018
1019         if (!acpi_drv->ops.add)
1020                 return -ENOSYS;
1021
1022         ret = acpi_drv->ops.add(acpi_dev);
1023         if (ret)
1024                 return ret;
1025
1026         pr_debug("Driver [%s] successfully bound to device [%s]\n",
1027                  acpi_drv->name, acpi_dev->pnp.bus_id);
1028
1029         if (acpi_drv->ops.notify) {
1030                 ret = acpi_device_install_notify_handler(acpi_dev, acpi_drv);
1031                 if (ret) {
1032                         if (acpi_drv->ops.remove)
1033                                 acpi_drv->ops.remove(acpi_dev);
1034
1035                         acpi_dev->driver_data = NULL;
1036                         return ret;
1037                 }
1038         }
1039
1040         pr_debug("Found driver [%s] for device [%s]\n", acpi_drv->name,
1041                  acpi_dev->pnp.bus_id);
1042
1043         get_device(dev);
1044         return 0;
1045 }
1046
1047 static void acpi_device_remove(struct device *dev)
1048 {
1049         struct acpi_device *acpi_dev = to_acpi_device(dev);
1050         struct acpi_driver *acpi_drv = to_acpi_driver(dev->driver);
1051
1052         if (acpi_drv->ops.notify)
1053                 acpi_device_remove_notify_handler(acpi_dev, acpi_drv);
1054
1055         if (acpi_drv->ops.remove)
1056                 acpi_drv->ops.remove(acpi_dev);
1057
1058         acpi_dev->driver_data = NULL;
1059
1060         put_device(dev);
1061 }
1062
1063 struct bus_type acpi_bus_type = {
1064         .name           = "acpi",
1065         .match          = acpi_bus_match,
1066         .probe          = acpi_device_probe,
1067         .remove         = acpi_device_remove,
1068         .uevent         = acpi_device_uevent,
1069 };
1070
1071 int acpi_bus_for_each_dev(int (*fn)(struct device *, void *), void *data)
1072 {
1073         return bus_for_each_dev(&acpi_bus_type, NULL, data, fn);
1074 }
1075 EXPORT_SYMBOL_GPL(acpi_bus_for_each_dev);
1076
1077 struct acpi_dev_walk_context {
1078         int (*fn)(struct acpi_device *, void *);
1079         void *data;
1080 };
1081
1082 static int acpi_dev_for_one_check(struct device *dev, void *context)
1083 {
1084         struct acpi_dev_walk_context *adwc = context;
1085
1086         if (dev->bus != &acpi_bus_type)
1087                 return 0;
1088
1089         return adwc->fn(to_acpi_device(dev), adwc->data);
1090 }
1091 EXPORT_SYMBOL_GPL(acpi_dev_for_each_child);
1092
1093 int acpi_dev_for_each_child(struct acpi_device *adev,
1094                             int (*fn)(struct acpi_device *, void *), void *data)
1095 {
1096         struct acpi_dev_walk_context adwc = {
1097                 .fn = fn,
1098                 .data = data,
1099         };
1100
1101         return device_for_each_child(&adev->dev, &adwc, acpi_dev_for_one_check);
1102 }
1103
1104 int acpi_dev_for_each_child_reverse(struct acpi_device *adev,
1105                                     int (*fn)(struct acpi_device *, void *),
1106                                     void *data)
1107 {
1108         struct acpi_dev_walk_context adwc = {
1109                 .fn = fn,
1110                 .data = data,
1111         };
1112
1113         return device_for_each_child_reverse(&adev->dev, &adwc, acpi_dev_for_one_check);
1114 }
1115
1116 /* --------------------------------------------------------------------------
1117                              Initialization/Cleanup
1118    -------------------------------------------------------------------------- */
1119
1120 static int __init acpi_bus_init_irq(void)
1121 {
1122         acpi_status status;
1123         char *message = NULL;
1124
1125
1126         /*
1127          * Let the system know what interrupt model we are using by
1128          * evaluating the \_PIC object, if exists.
1129          */
1130
1131         switch (acpi_irq_model) {
1132         case ACPI_IRQ_MODEL_PIC:
1133                 message = "PIC";
1134                 break;
1135         case ACPI_IRQ_MODEL_IOAPIC:
1136                 message = "IOAPIC";
1137                 break;
1138         case ACPI_IRQ_MODEL_IOSAPIC:
1139                 message = "IOSAPIC";
1140                 break;
1141         case ACPI_IRQ_MODEL_GIC:
1142                 message = "GIC";
1143                 break;
1144         case ACPI_IRQ_MODEL_PLATFORM:
1145                 message = "platform specific model";
1146                 break;
1147         case ACPI_IRQ_MODEL_LPIC:
1148                 message = "LPIC";
1149                 break;
1150         default:
1151                 pr_info("Unknown interrupt routing model\n");
1152                 return -ENODEV;
1153         }
1154
1155         pr_info("Using %s for interrupt routing\n", message);
1156
1157         status = acpi_execute_simple_method(NULL, "\\_PIC", acpi_irq_model);
1158         if (ACPI_FAILURE(status) && (status != AE_NOT_FOUND)) {
1159                 pr_info("_PIC evaluation failed: %s\n", acpi_format_exception(status));
1160                 return -ENODEV;
1161         }
1162
1163         return 0;
1164 }
1165
1166 /**
1167  * acpi_early_init - Initialize ACPICA and populate the ACPI namespace.
1168  *
1169  * The ACPI tables are accessible after this, but the handling of events has not
1170  * been initialized and the global lock is not available yet, so AML should not
1171  * be executed at this point.
1172  *
1173  * Doing this before switching the EFI runtime services to virtual mode allows
1174  * the EfiBootServices memory to be freed slightly earlier on boot.
1175  */
1176 void __init acpi_early_init(void)
1177 {
1178         acpi_status status;
1179
1180         if (acpi_disabled)
1181                 return;
1182
1183         pr_info("Core revision %08x\n", ACPI_CA_VERSION);
1184
1185         /* enable workarounds, unless strict ACPI spec. compliance */
1186         if (!acpi_strict)
1187                 acpi_gbl_enable_interpreter_slack = TRUE;
1188
1189         acpi_permanent_mmap = true;
1190
1191 #ifdef CONFIG_X86
1192         /*
1193          * If the machine falls into the DMI check table,
1194          * DSDT will be copied to memory.
1195          * Note that calling dmi_check_system() here on other architectures
1196          * would not be OK because only x86 initializes dmi early enough.
1197          * Thankfully only x86 systems need such quirks for now.
1198          */
1199         dmi_check_system(dsdt_dmi_table);
1200 #endif
1201
1202         status = acpi_reallocate_root_table();
1203         if (ACPI_FAILURE(status)) {
1204                 pr_err("Unable to reallocate ACPI tables\n");
1205                 goto error0;
1206         }
1207
1208         status = acpi_initialize_subsystem();
1209         if (ACPI_FAILURE(status)) {
1210                 pr_err("Unable to initialize the ACPI Interpreter\n");
1211                 goto error0;
1212         }
1213
1214 #ifdef CONFIG_X86
1215         if (!acpi_ioapic) {
1216                 /* compatible (0) means level (3) */
1217                 if (!(acpi_sci_flags & ACPI_MADT_TRIGGER_MASK)) {
1218                         acpi_sci_flags &= ~ACPI_MADT_TRIGGER_MASK;
1219                         acpi_sci_flags |= ACPI_MADT_TRIGGER_LEVEL;
1220                 }
1221                 /* Set PIC-mode SCI trigger type */
1222                 acpi_pic_sci_set_trigger(acpi_gbl_FADT.sci_interrupt,
1223                                          (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK) >> 2);
1224         } else {
1225                 /*
1226                  * now that acpi_gbl_FADT is initialized,
1227                  * update it with result from INT_SRC_OVR parsing
1228                  */
1229                 acpi_gbl_FADT.sci_interrupt = acpi_sci_override_gsi;
1230         }
1231 #endif
1232         return;
1233
1234  error0:
1235         disable_acpi();
1236 }
1237
1238 /**
1239  * acpi_subsystem_init - Finalize the early initialization of ACPI.
1240  *
1241  * Switch over the platform to the ACPI mode (if possible).
1242  *
1243  * Doing this too early is generally unsafe, but at the same time it needs to be
1244  * done before all things that really depend on ACPI.  The right spot appears to
1245  * be before finalizing the EFI initialization.
1246  */
1247 void __init acpi_subsystem_init(void)
1248 {
1249         acpi_status status;
1250
1251         if (acpi_disabled)
1252                 return;
1253
1254         status = acpi_enable_subsystem(~ACPI_NO_ACPI_ENABLE);
1255         if (ACPI_FAILURE(status)) {
1256                 pr_err("Unable to enable ACPI\n");
1257                 disable_acpi();
1258         } else {
1259                 /*
1260                  * If the system is using ACPI then we can be reasonably
1261                  * confident that any regulators are managed by the firmware
1262                  * so tell the regulator core it has everything it needs to
1263                  * know.
1264                  */
1265                 regulator_has_full_constraints();
1266         }
1267 }
1268
1269 static acpi_status acpi_bus_table_handler(u32 event, void *table, void *context)
1270 {
1271         if (event == ACPI_TABLE_EVENT_LOAD)
1272                 acpi_scan_table_notify();
1273
1274         return acpi_sysfs_table_handler(event, table, context);
1275 }
1276
1277 static int __init acpi_bus_init(void)
1278 {
1279         int result;
1280         acpi_status status;
1281
1282         acpi_os_initialize1();
1283
1284         status = acpi_load_tables();
1285         if (ACPI_FAILURE(status)) {
1286                 pr_err("Unable to load the System Description Tables\n");
1287                 goto error1;
1288         }
1289
1290         /*
1291          * ACPI 2.0 requires the EC driver to be loaded and work before the EC
1292          * device is found in the namespace.
1293          *
1294          * This is accomplished by looking for the ECDT table and getting the EC
1295          * parameters out of that.
1296          *
1297          * Do that before calling acpi_initialize_objects() which may trigger EC
1298          * address space accesses.
1299          */
1300         acpi_ec_ecdt_probe();
1301
1302         status = acpi_enable_subsystem(ACPI_NO_ACPI_ENABLE);
1303         if (ACPI_FAILURE(status)) {
1304                 pr_err("Unable to start the ACPI Interpreter\n");
1305                 goto error1;
1306         }
1307
1308         status = acpi_initialize_objects(ACPI_FULL_INITIALIZATION);
1309         if (ACPI_FAILURE(status)) {
1310                 pr_err("Unable to initialize ACPI objects\n");
1311                 goto error1;
1312         }
1313
1314         /* Set capability bits for _OSC under processor scope */
1315         acpi_early_processor_osc();
1316
1317         /*
1318          * _OSC method may exist in module level code,
1319          * so it must be run after ACPI_FULL_INITIALIZATION
1320          */
1321         acpi_bus_osc_negotiate_platform_control();
1322         acpi_bus_osc_negotiate_usb_control();
1323
1324         /*
1325          * _PDC control method may load dynamic SSDT tables,
1326          * and we need to install the table handler before that.
1327          */
1328         status = acpi_install_table_handler(acpi_bus_table_handler, NULL);
1329
1330         acpi_sysfs_init();
1331
1332         acpi_early_processor_set_pdc();
1333
1334         /*
1335          * Maybe EC region is required at bus_scan/acpi_get_devices. So it
1336          * is necessary to enable it as early as possible.
1337          */
1338         acpi_ec_dsdt_probe();
1339
1340         pr_info("Interpreter enabled\n");
1341
1342         /* Initialize sleep structures */
1343         acpi_sleep_init();
1344
1345         /*
1346          * Get the system interrupt model and evaluate \_PIC.
1347          */
1348         result = acpi_bus_init_irq();
1349         if (result)
1350                 goto error1;
1351
1352         /*
1353          * Register the for all standard device notifications.
1354          */
1355         status =
1356             acpi_install_notify_handler(ACPI_ROOT_OBJECT, ACPI_SYSTEM_NOTIFY,
1357                                         &acpi_bus_notify, NULL);
1358         if (ACPI_FAILURE(status)) {
1359                 pr_err("Unable to register for system notifications\n");
1360                 goto error1;
1361         }
1362
1363         /*
1364          * Create the top ACPI proc directory
1365          */
1366         acpi_root_dir = proc_mkdir(ACPI_BUS_FILE_ROOT, NULL);
1367
1368         result = bus_register(&acpi_bus_type);
1369         if (!result)
1370                 return 0;
1371
1372         /* Mimic structured exception handling */
1373       error1:
1374         acpi_terminate();
1375         return -ENODEV;
1376 }
1377
1378 struct kobject *acpi_kobj;
1379 EXPORT_SYMBOL_GPL(acpi_kobj);
1380
1381 static int __init acpi_init(void)
1382 {
1383         int result;
1384
1385         if (acpi_disabled) {
1386                 pr_info("Interpreter disabled.\n");
1387                 return -ENODEV;
1388         }
1389
1390         acpi_kobj = kobject_create_and_add("acpi", firmware_kobj);
1391         if (!acpi_kobj)
1392                 pr_debug("%s: kset create error\n", __func__);
1393
1394         init_prmt();
1395         acpi_init_pcc();
1396         result = acpi_bus_init();
1397         if (result) {
1398                 kobject_put(acpi_kobj);
1399                 disable_acpi();
1400                 return result;
1401         }
1402
1403         pci_mmcfg_late_init();
1404         acpi_iort_init();
1405         acpi_viot_early_init();
1406         acpi_hest_init();
1407         acpi_ghes_init();
1408         acpi_scan_init();
1409         acpi_ec_init();
1410         acpi_debugfs_init();
1411         acpi_sleep_proc_init();
1412         acpi_wakeup_device_init();
1413         acpi_debugger_init();
1414         acpi_setup_sb_notify_handler();
1415         acpi_viot_init();
1416         acpi_agdi_init();
1417         return 0;
1418 }
1419
1420 subsys_initcall(acpi_init);