drivers/acpi/tables.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  *  acpi_tables.c - ACPI Boot-Time Table Parsing
   4  *
   5  *  Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  */
   7
   8 /* Uncomment next line to get verbose printout */
   9 /* #define DEBUG */
  10 #define pr_fmt(fmt) "ACPI: " fmt
  11
  12 #include <linux/init.h>
  13 #include <linux/kernel.h>
  14 #include <linux/smp.h>
  15 #include <linux/string.h>
  16 #include <linux/types.h>
  17 #include <linux/irq.h>
  18 #include <linux/errno.h>
  19 #include <linux/acpi.h>
  20 #include <linux/memblock.h>
  21 #include <linux/earlycpio.h>
  22 #include <linux/initrd.h>
  23 #include "internal.h"
  24
  25 #ifdef CONFIG_ACPI_CUSTOM_DSDT
  26 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
  27 #endif
  28
  29 #define ACPI_MAX_TABLES         128
  30
  31 static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
  32 static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
  33
  34 static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
  35
  36 static int acpi_apic_instance __initdata;
  37
  38 enum acpi_subtable_type {
  39         ACPI_SUBTABLE_COMMON,
  40         ACPI_SUBTABLE_HMAT,
  41 };
  42
  43 struct acpi_subtable_entry {
  44         union acpi_subtable_headers *hdr;
  45         enum acpi_subtable_type type;
  46 };
  47
  48 /*
  49  * Disable table checksum verification for the early stage due to the size
  50  * limitation of the current x86 early mapping implementation.
  51  */
  52 static bool acpi_verify_table_checksum __initdata = false;
  53
  54 void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
  55 {
  56         if (!header)
  57                 return;
  58
  59         switch (header->type) {
  60
  61         case ACPI_MADT_TYPE_LOCAL_APIC:
  62                 {
  63                         struct acpi_madt_local_apic *p =
  64                             (struct acpi_madt_local_apic *)header;
  65                         pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
  66                                  p->processor_id, p->id,
  67                                  (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
  68                 }
  69                 break;
  70
  71         case ACPI_MADT_TYPE_LOCAL_X2APIC:
  72                 {
  73                         struct acpi_madt_local_x2apic *p =
  74                             (struct acpi_madt_local_x2apic *)header;
  75                         pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
  76                                  p->local_apic_id, p->uid,
  77                                  (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
  78                 }
  79                 break;
  80
  81         case ACPI_MADT_TYPE_IO_APIC:
  82                 {
  83                         struct acpi_madt_io_apic *p =
  84                             (struct acpi_madt_io_apic *)header;
  85                         pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
  86                                  p->id, p->address, p->global_irq_base);
  87                 }
  88                 break;
  89
  90         case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
  91                 {
  92                         struct acpi_madt_interrupt_override *p =
  93                             (struct acpi_madt_interrupt_override *)header;
  94                         pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
  95                                 p->bus, p->source_irq, p->global_irq,
  96                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
  97                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
  98                         if (p->inti_flags  &
  99                             ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
 100                                 pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
 101                                         p->inti_flags  &
 102                                         ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
 103                 }
 104                 break;
 105
 106         case ACPI_MADT_TYPE_NMI_SOURCE:
 107                 {
 108                         struct acpi_madt_nmi_source *p =
 109                             (struct acpi_madt_nmi_source *)header;
 110                         pr_info("NMI_SRC (%s %s global_irq %d)\n",
 111                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
 112                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
 113                                 p->global_irq);
 114                 }
 115                 break;
 116
 117         case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
 118                 {
 119                         struct acpi_madt_local_apic_nmi *p =
 120                             (struct acpi_madt_local_apic_nmi *)header;
 121                         pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
 122                                 p->processor_id,
 123                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK ],
 124                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
 125                                 p->lint);
 126                 }
 127                 break;
 128
 129         case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
 130                 {
 131                         u16 polarity, trigger;
 132                         struct acpi_madt_local_x2apic_nmi *p =
 133                             (struct acpi_madt_local_x2apic_nmi *)header;
 134
 135                         polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
 136                         trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
 137
 138                         pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
 139                                 p->uid,
 140                                 mps_inti_flags_polarity[polarity],
 141                                 mps_inti_flags_trigger[trigger],
 142                                 p->lint);
 143                 }
 144                 break;
 145
 146         case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
 147                 {
 148                         struct acpi_madt_local_apic_override *p =
 149                             (struct acpi_madt_local_apic_override *)header;
 150                         pr_info("LAPIC_ADDR_OVR (address[%p])\n",
 151                                 (void *)(unsigned long)p->address);
 152                 }
 153                 break;
 154
 155         case ACPI_MADT_TYPE_IO_SAPIC:
 156                 {
 157                         struct acpi_madt_io_sapic *p =
 158                             (struct acpi_madt_io_sapic *)header;
 159                         pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
 160                                  p->id, (void *)(unsigned long)p->address,
 161                                  p->global_irq_base);
 162                 }
 163                 break;
 164
 165         case ACPI_MADT_TYPE_LOCAL_SAPIC:
 166                 {
 167                         struct acpi_madt_local_sapic *p =
 168                             (struct acpi_madt_local_sapic *)header;
 169                         pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
 170                                  p->processor_id, p->id, p->eid,
 171                                  (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
 172                 }
 173                 break;
 174
 175         case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
 176                 {
 177                         struct acpi_madt_interrupt_source *p =
 178                             (struct acpi_madt_interrupt_source *)header;
 179                         pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
 180                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
 181                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
 182                                 p->type, p->id, p->eid, p->io_sapic_vector,
 183                                 p->global_irq);
 184                 }
 185                 break;
 186
 187         case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
 188                 {
 189                         struct acpi_madt_generic_interrupt *p =
 190                                 (struct acpi_madt_generic_interrupt *)header;
 191                         pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
 192                                  p->uid, p->base_address,
 193                                  p->arm_mpidr,
 194                                  (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
 195
 196                 }
 197                 break;
 198
 199         case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
 200                 {
 201                         struct acpi_madt_generic_distributor *p =
 202                                 (struct acpi_madt_generic_distributor *)header;
 203                         pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
 204                                  p->gic_id, p->base_address,
 205                                  p->global_irq_base);
 206                 }
 207                 break;
 208
 209         default:
 210                 pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
 211                         header->type);
 212                 break;
 213         }
 214 }
 215
 216 static unsigned long __init
 217 acpi_get_entry_type(struct acpi_subtable_entry *entry)
 218 {
 219         switch (entry->type) {
 220         case ACPI_SUBTABLE_COMMON:
 221                 return entry->hdr->common.type;
 222         case ACPI_SUBTABLE_HMAT:
 223                 return entry->hdr->hmat.type;
 224         }
 225         return 0;
 226 }
 227
 228 static unsigned long __init
 229 acpi_get_entry_length(struct acpi_subtable_entry *entry)
 230 {
 231         switch (entry->type) {
 232         case ACPI_SUBTABLE_COMMON:
 233                 return entry->hdr->common.length;
 234         case ACPI_SUBTABLE_HMAT:
 235                 return entry->hdr->hmat.length;
 236         }
 237         return 0;
 238 }
 239
 240 static unsigned long __init
 241 acpi_get_subtable_header_length(struct acpi_subtable_entry *entry)
 242 {
 243         switch (entry->type) {
 244         case ACPI_SUBTABLE_COMMON:
 245                 return sizeof(entry->hdr->common);
 246         case ACPI_SUBTABLE_HMAT:
 247                 return sizeof(entry->hdr->hmat);
 248         }
 249         return 0;
 250 }
 251
 252 static enum acpi_subtable_type __init
 253 acpi_get_subtable_type(char *id)
 254 {
 255         if (strncmp(id, ACPI_SIG_HMAT, 4) == 0)
 256                 return ACPI_SUBTABLE_HMAT;
 257         return ACPI_SUBTABLE_COMMON;
 258 }
 259
 260 /**
 261  * acpi_parse_entries_array - for each proc_num find a suitable subtable
 262  *
 263  * @id: table id (for debugging purposes)
 264  * @table_size: size of the root table
 265  * @table_header: where does the table start?
 266  * @proc: array of acpi_subtable_proc struct containing entry id
 267  *        and associated handler with it
 268  * @proc_num: how big proc is?
 269  * @max_entries: how many entries can we process?
 270  *
 271  * For each proc_num find a subtable with proc->id and run proc->handler
 272  * on it. Assumption is that there's only single handler for particular
 273  * entry id.
 274  *
 275  * The table_size is not the size of the complete ACPI table (the length
 276  * field in the header struct), but only the size of the root table; i.e.,
 277  * the offset from the very first byte of the complete ACPI table, to the
 278  * first byte of the very first subtable.
 279  *
 280  * On success returns sum of all matching entries for all proc handlers.
 281  * Otherwise, -ENODEV or -EINVAL is returned.
 282  */
 283 static int __init acpi_parse_entries_array(char *id, unsigned long table_size,
 284                 struct acpi_table_header *table_header,
 285                 struct acpi_subtable_proc *proc, int proc_num,
 286                 unsigned int max_entries)
 287 {
 288         struct acpi_subtable_entry entry;
 289         unsigned long table_end, subtable_len, entry_len;
 290         int count = 0;
 291         int errs = 0;
 292         int i;
 293
 294         if (acpi_disabled)
 295                 return -ENODEV;
 296
 297         if (!id)
 298                 return -EINVAL;
 299
 300         if (!table_size)
 301                 return -EINVAL;
 302
 303         if (!table_header) {
 304                 pr_warn("%4.4s not present\n", id);
 305                 return -ENODEV;
 306         }
 307
 308         table_end = (unsigned long)table_header + table_header->length;
 309
 310         /* Parse all entries looking for a match. */
 311
 312         entry.type = acpi_get_subtable_type(id);
 313         entry.hdr = (union acpi_subtable_headers *)
 314             ((unsigned long)table_header + table_size);
 315         subtable_len = acpi_get_subtable_header_length(&entry);
 316
 317         while (((unsigned long)entry.hdr) + subtable_len  < table_end) {
 318                 if (max_entries && count >= max_entries)
 319                         break;
 320
 321                 for (i = 0; i < proc_num; i++) {
 322                         if (acpi_get_entry_type(&entry) != proc[i].id)
 323                                 continue;
 324                         if (!proc[i].handler ||
 325                              (!errs && proc[i].handler(entry.hdr, table_end))) {
 326                                 errs++;
 327                                 continue;
 328                         }
 329
 330                         proc[i].count++;
 331                         break;
 332                 }
 333                 if (i != proc_num)
 334                         count++;
 335
 336                 /*
 337                  * If entry->length is 0, break from this loop to avoid
 338                  * infinite loop.
 339                  */
 340                 entry_len = acpi_get_entry_length(&entry);
 341                 if (entry_len == 0) {
 342                         pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id);
 343                         return -EINVAL;
 344                 }
 345
 346                 entry.hdr = (union acpi_subtable_headers *)
 347                     ((unsigned long)entry.hdr + entry_len);
 348         }
 349
 350         if (max_entries && count > max_entries) {
 351                 pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n",
 352                         id, proc->id, count);
 353         }
 354
 355         return errs ? -EINVAL : count;
 356 }
 357
 358 int __init acpi_table_parse_entries_array(char *id,
 359                          unsigned long table_size,
 360                          struct acpi_subtable_proc *proc, int proc_num,
 361                          unsigned int max_entries)
 362 {
 363         struct acpi_table_header *table_header = NULL;
 364         int count;
 365         u32 instance = 0;
 366
 367         if (acpi_disabled)
 368                 return -ENODEV;
 369
 370         if (!id)
 371                 return -EINVAL;
 372
 373         if (!strncmp(id, ACPI_SIG_MADT, 4))
 374                 instance = acpi_apic_instance;
 375
 376         acpi_get_table(id, instance, &table_header);
 377         if (!table_header) {
 378                 pr_warn("%4.4s not present\n", id);
 379                 return -ENODEV;
 380         }
 381
 382         count = acpi_parse_entries_array(id, table_size, table_header,
 383                         proc, proc_num, max_entries);
 384
 385         acpi_put_table(table_header);
 386         return count;
 387 }
 388
 389 int __init acpi_table_parse_entries(char *id,
 390                         unsigned long table_size,
 391                         int entry_id,
 392                         acpi_tbl_entry_handler handler,
 393                         unsigned int max_entries)
 394 {
 395         struct acpi_subtable_proc proc = {
 396                 .id             = entry_id,
 397                 .handler        = handler,
 398         };
 399
 400         return acpi_table_parse_entries_array(id, table_size, &proc, 1,
 401                                                 max_entries);
 402 }
 403
 404 int __init acpi_table_parse_madt(enum acpi_madt_type id,
 405                       acpi_tbl_entry_handler handler, unsigned int max_entries)
 406 {
 407         return acpi_table_parse_entries(ACPI_SIG_MADT,
 408                                             sizeof(struct acpi_table_madt), id,
 409                                             handler, max_entries);
 410 }
 411
 412 /**
 413  * acpi_table_parse - find table with @id, run @handler on it
 414  * @id: table id to find
 415  * @handler: handler to run
 416  *
 417  * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
 418  * run @handler on it.
 419  *
 420  * Return 0 if table found, -errno if not.
 421  */
 422 int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
 423 {
 424         struct acpi_table_header *table = NULL;
 425
 426         if (acpi_disabled)
 427                 return -ENODEV;
 428
 429         if (!id || !handler)
 430                 return -EINVAL;
 431
 432         if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
 433                 acpi_get_table(id, acpi_apic_instance, &table);
 434         else
 435                 acpi_get_table(id, 0, &table);
 436
 437         if (table) {
 438                 handler(table);
 439                 acpi_put_table(table);
 440                 return 0;
 441         } else
 442                 return -ENODEV;
 443 }
 444
 445 /*
 446  * The BIOS is supposed to supply a single APIC/MADT,
 447  * but some report two.  Provide a knob to use either.
 448  * (don't you wish instance 0 and 1 were not the same?)
 449  */
 450 static void __init check_multiple_madt(void)
 451 {
 452         struct acpi_table_header *table = NULL;
 453
 454         acpi_get_table(ACPI_SIG_MADT, 2, &table);
 455         if (table) {
 456                 pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
 457                         acpi_apic_instance);
 458                 pr_warn("If \"acpi_apic_instance=%d\" works better, "
 459                         "notify linux-acpi@vger.kernel.org\n",
 460                         acpi_apic_instance ? 0 : 2);
 461                 acpi_put_table(table);
 462
 463         } else
 464                 acpi_apic_instance = 0;
 465
 466         return;
 467 }
 468
 469 static void acpi_table_taint(struct acpi_table_header *table)
 470 {
 471         pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
 472                 table->signature, table->oem_table_id);
 473         add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
 474 }
 475
 476 #ifdef CONFIG_ACPI_TABLE_UPGRADE
 477 static u64 acpi_tables_addr;
 478 static int all_tables_size;
 479
 480 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
 481 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
 482 {
 483         u8 sum = 0;
 484         u8 *end = buffer + length;
 485
 486         while (buffer < end)
 487                 sum = (u8) (sum + *(buffer++));
 488         return sum;
 489 }
 490
 491 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
 492 static const char * const table_sigs[] = {
 493         ACPI_SIG_BERT, ACPI_SIG_BGRT, ACPI_SIG_CPEP, ACPI_SIG_ECDT,
 494         ACPI_SIG_EINJ, ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT,
 495         ACPI_SIG_MSCT, ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT,
 496         ACPI_SIG_ASF,  ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR,
 497         ACPI_SIG_HPET, ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG,
 498         ACPI_SIG_MCHI, ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI,
 499         ACPI_SIG_TCPA, ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT,
 500         ACPI_SIG_WDDT, ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT,
 501         ACPI_SIG_PSDT, ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT,
 502         ACPI_SIG_IORT, ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT,
 503         NULL };
 504
 505 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
 506
 507 #define NR_ACPI_INITRD_TABLES 64
 508 static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
 509 static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
 510
 511 #define MAP_CHUNK_SIZE   (NR_FIX_BTMAPS << PAGE_SHIFT)
 512
 513 void __init acpi_table_upgrade(void)
 514 {
 515         void *data;
 516         size_t size;
 517         int sig, no, table_nr = 0, total_offset = 0;
 518         long offset = 0;
 519         struct acpi_table_header *table;
 520         char cpio_path[32] = "kernel/firmware/acpi/";
 521         struct cpio_data file;
 522
 523         if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
 524                 data = __initramfs_start;
 525                 size = __initramfs_size;
 526         } else {
 527                 data = (void *)initrd_start;
 528                 size = initrd_end - initrd_start;
 529         }
 530
 531         if (data == NULL || size == 0)
 532                 return;
 533
 534         for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
 535                 file = find_cpio_data(cpio_path, data, size, &offset);
 536                 if (!file.data)
 537                         break;
 538
 539                 data += offset;
 540                 size -= offset;
 541
 542                 if (file.size < sizeof(struct acpi_table_header)) {
 543                         pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
 544                                 cpio_path, file.name);
 545                         continue;
 546                 }
 547
 548                 table = file.data;
 549
 550                 for (sig = 0; table_sigs[sig]; sig++)
 551                         if (!memcmp(table->signature, table_sigs[sig], 4))
 552                                 break;
 553
 554                 if (!table_sigs[sig]) {
 555                         pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
 556                                 cpio_path, file.name);
 557                         continue;
 558                 }
 559                 if (file.size != table->length) {
 560                         pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
 561                                 cpio_path, file.name);
 562                         continue;
 563                 }
 564                 if (acpi_table_checksum(file.data, table->length)) {
 565                         pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
 566                                 cpio_path, file.name);
 567                         continue;
 568                 }
 569
 570                 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
 571                         table->signature, cpio_path, file.name, table->length);
 572
 573                 all_tables_size += table->length;
 574                 acpi_initrd_files[table_nr].data = file.data;
 575                 acpi_initrd_files[table_nr].size = file.size;
 576                 table_nr++;
 577         }
 578         if (table_nr == 0)
 579                 return;
 580
 581         acpi_tables_addr =
 582                 memblock_find_in_range(0, ACPI_TABLE_UPGRADE_MAX_PHYS,
 583                                        all_tables_size, PAGE_SIZE);
 584         if (!acpi_tables_addr) {
 585                 WARN_ON(1);
 586                 return;
 587         }
 588         /*
 589          * Only calling e820_add_reserve does not work and the
 590          * tables are invalid (memory got used) later.
 591          * memblock_reserve works as expected and the tables won't get modified.
 592          * But it's not enough on X86 because ioremap will
 593          * complain later (used by acpi_os_map_memory) that the pages
 594          * that should get mapped are not marked "reserved".
 595          * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
 596          * works fine.
 597          */
 598         memblock_reserve(acpi_tables_addr, all_tables_size);
 599         arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
 600
 601         /*
 602          * early_ioremap only can remap 256k one time. If we map all
 603          * tables one time, we will hit the limit. Need to map chunks
 604          * one by one during copying the same as that in relocate_initrd().
 605          */
 606         for (no = 0; no < table_nr; no++) {
 607                 unsigned char *src_p = acpi_initrd_files[no].data;
 608                 phys_addr_t size = acpi_initrd_files[no].size;
 609                 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
 610                 phys_addr_t slop, clen;
 611                 char *dest_p;
 612
 613                 total_offset += size;
 614
 615                 while (size) {
 616                         slop = dest_addr & ~PAGE_MASK;
 617                         clen = size;
 618                         if (clen > MAP_CHUNK_SIZE - slop)
 619                                 clen = MAP_CHUNK_SIZE - slop;
 620                         dest_p = early_memremap(dest_addr & PAGE_MASK,
 621                                                 clen + slop);
 622                         memcpy(dest_p + slop, src_p, clen);
 623                         early_memunmap(dest_p, clen + slop);
 624                         src_p += clen;
 625                         dest_addr += clen;
 626                         size -= clen;
 627                 }
 628         }
 629 }
 630
 631 static acpi_status
 632 acpi_table_initrd_override(struct acpi_table_header *existing_table,
 633                            acpi_physical_address *address, u32 *length)
 634 {
 635         int table_offset = 0;
 636         int table_index = 0;
 637         struct acpi_table_header *table;
 638         u32 table_length;
 639
 640         *length = 0;
 641         *address = 0;
 642         if (!acpi_tables_addr)
 643                 return AE_OK;
 644
 645         while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
 646                 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
 647                                            ACPI_HEADER_SIZE);
 648                 if (table_offset + table->length > all_tables_size) {
 649                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 650                         WARN_ON(1);
 651                         return AE_OK;
 652                 }
 653
 654                 table_length = table->length;
 655
 656                 /* Only override tables matched */
 657                 if (memcmp(existing_table->signature, table->signature, 4) ||
 658                     memcmp(table->oem_id, existing_table->oem_id,
 659                            ACPI_OEM_ID_SIZE) ||
 660                     memcmp(table->oem_table_id, existing_table->oem_table_id,
 661                            ACPI_OEM_TABLE_ID_SIZE)) {
 662                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 663                         goto next_table;
 664                 }
 665                 /*
 666                  * Mark the table to avoid being used in
 667                  * acpi_table_initrd_scan() and check the revision.
 668                  */
 669                 if (test_and_set_bit(table_index, acpi_initrd_installed) ||
 670                     existing_table->oem_revision >= table->oem_revision) {
 671                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 672                         goto next_table;
 673                 }
 674
 675                 *length = table_length;
 676                 *address = acpi_tables_addr + table_offset;
 677                 pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
 678                         table->signature, table->oem_id,
 679                         table->oem_table_id);
 680                 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 681                 break;
 682
 683 next_table:
 684                 table_offset += table_length;
 685                 table_index++;
 686         }
 687         return AE_OK;
 688 }
 689
 690 static void __init acpi_table_initrd_scan(void)
 691 {
 692         int table_offset = 0;
 693         int table_index = 0;
 694         u32 table_length;
 695         struct acpi_table_header *table;
 696
 697         if (!acpi_tables_addr)
 698                 return;
 699
 700         while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
 701                 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
 702                                            ACPI_HEADER_SIZE);
 703                 if (table_offset + table->length > all_tables_size) {
 704                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 705                         WARN_ON(1);
 706                         return;
 707                 }
 708
 709                 table_length = table->length;
 710
 711                 /* Skip RSDT/XSDT which should only be used for override */
 712                 if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
 713                     ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
 714                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 715                         goto next_table;
 716                 }
 717                 /*
 718                  * Mark the table to avoid being used in
 719                  * acpi_table_initrd_override(). Though this is not possible
 720                  * because override is disabled in acpi_install_table().
 721                  */
 722                 if (test_and_set_bit(table_index, acpi_initrd_installed)) {
 723                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 724                         goto next_table;
 725                 }
 726
 727                 pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
 728                         table->signature, table->oem_id,
 729                         table->oem_table_id);
 730                 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 731                 acpi_install_table(acpi_tables_addr + table_offset, TRUE);
 732 next_table:
 733                 table_offset += table_length;
 734                 table_index++;
 735         }
 736 }
 737 #else
 738 static acpi_status
 739 acpi_table_initrd_override(struct acpi_table_header *existing_table,
 740                            acpi_physical_address *address,
 741                            u32 *table_length)
 742 {
 743         *table_length = 0;
 744         *address = 0;
 745         return AE_OK;
 746 }
 747
 748 static void __init acpi_table_initrd_scan(void)
 749 {
 750 }
 751 #endif /* CONFIG_ACPI_TABLE_UPGRADE */
 752
 753 acpi_status
 754 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
 755                                 acpi_physical_address *address,
 756                                 u32 *table_length)
 757 {
 758         return acpi_table_initrd_override(existing_table, address,
 759                                           table_length);
 760 }
 761
 762 #ifdef CONFIG_ACPI_CUSTOM_DSDT
 763 static void *amlcode __attribute__ ((weakref("AmlCode")));
 764 static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
 765 #endif
 766
 767 acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
 768                        struct acpi_table_header **new_table)
 769 {
 770         if (!existing_table || !new_table)
 771                 return AE_BAD_PARAMETER;
 772
 773         *new_table = NULL;
 774
 775 #ifdef CONFIG_ACPI_CUSTOM_DSDT
 776         if (!strncmp(existing_table->signature, "DSDT", 4)) {
 777                 *new_table = (struct acpi_table_header *)&amlcode;
 778                 if (!(*new_table))
 779                         *new_table = (struct acpi_table_header *)&dsdt_amlcode;
 780         }
 781 #endif
 782         if (*new_table != NULL)
 783                 acpi_table_taint(existing_table);
 784         return AE_OK;
 785 }
 786
 787 /*
 788  * acpi_table_init()
 789  *
 790  * find RSDP, find and checksum SDT/XSDT.
 791  * checksum all tables, print SDT/XSDT
 792  *
 793  * result: sdt_entry[] is initialized
 794  */
 795
 796 int __init acpi_table_init(void)
 797 {
 798         acpi_status status;
 799
 800         if (acpi_verify_table_checksum) {
 801                 pr_info("Early table checksum verification enabled\n");
 802                 acpi_gbl_enable_table_validation = TRUE;
 803         } else {
 804                 pr_info("Early table checksum verification disabled\n");
 805                 acpi_gbl_enable_table_validation = FALSE;
 806         }
 807
 808         status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
 809         if (ACPI_FAILURE(status))
 810                 return -EINVAL;
 811         acpi_table_initrd_scan();
 812
 813         check_multiple_madt();
 814         return 0;
 815 }
 816
 817 static int __init acpi_parse_apic_instance(char *str)
 818 {
 819         if (!str)
 820                 return -EINVAL;
 821
 822         if (kstrtoint(str, 0, &acpi_apic_instance))
 823                 return -EINVAL;
 824
 825         pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
 826
 827         return 0;
 828 }
 829 early_param("acpi_apic_instance", acpi_parse_apic_instance);
 830
 831 static int __init acpi_force_table_verification_setup(char *s)
 832 {
 833         acpi_verify_table_checksum = true;
 834
 835         return 0;
 836 }
 837 early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
 838
 839 static int __init acpi_force_32bit_fadt_addr(char *s)
 840 {
 841         pr_info("Forcing 32 Bit FADT addresses\n");
 842         acpi_gbl_use32_bit_fadt_addresses = TRUE;
 843
 844         return 0;
 845 }
 846 early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);