xref: /linux/drivers/acpi/tables.c (revision 3bdab16c55f57a24245c97d707241dd9b48d1a91)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *  acpi_tables.c - ACPI Boot-Time Table Parsing
4  *
5  *  Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6  */
7 
8 /* Uncomment next line to get verbose printout */
9 /* #define DEBUG */
10 #define pr_fmt(fmt) "ACPI: " fmt
11 
12 #include <linux/init.h>
13 #include <linux/kernel.h>
14 #include <linux/smp.h>
15 #include <linux/string.h>
16 #include <linux/types.h>
17 #include <linux/irq.h>
18 #include <linux/errno.h>
19 #include <linux/acpi.h>
20 #include <linux/memblock.h>
21 #include <linux/earlycpio.h>
22 #include <linux/initrd.h>
23 #include "internal.h"
24 
25 #ifdef CONFIG_ACPI_CUSTOM_DSDT
26 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
27 #endif
28 
29 #define ACPI_MAX_TABLES		128
30 
31 static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
32 static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
33 
34 static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
35 
36 static int acpi_apic_instance __initdata;
37 
38 enum acpi_subtable_type {
39 	ACPI_SUBTABLE_COMMON,
40 	ACPI_SUBTABLE_HMAT,
41 };
42 
43 struct acpi_subtable_entry {
44 	union acpi_subtable_headers *hdr;
45 	enum acpi_subtable_type type;
46 };
47 
48 /*
49  * Disable table checksum verification for the early stage due to the size
50  * limitation of the current x86 early mapping implementation.
51  */
52 static bool acpi_verify_table_checksum __initdata = false;
53 
54 void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
55 {
56 	if (!header)
57 		return;
58 
59 	switch (header->type) {
60 
61 	case ACPI_MADT_TYPE_LOCAL_APIC:
62 		{
63 			struct acpi_madt_local_apic *p =
64 			    (struct acpi_madt_local_apic *)header;
65 			pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
66 				 p->processor_id, p->id,
67 				 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
68 		}
69 		break;
70 
71 	case ACPI_MADT_TYPE_LOCAL_X2APIC:
72 		{
73 			struct acpi_madt_local_x2apic *p =
74 			    (struct acpi_madt_local_x2apic *)header;
75 			pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
76 				 p->local_apic_id, p->uid,
77 				 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
78 		}
79 		break;
80 
81 	case ACPI_MADT_TYPE_IO_APIC:
82 		{
83 			struct acpi_madt_io_apic *p =
84 			    (struct acpi_madt_io_apic *)header;
85 			pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
86 				 p->id, p->address, p->global_irq_base);
87 		}
88 		break;
89 
90 	case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
91 		{
92 			struct acpi_madt_interrupt_override *p =
93 			    (struct acpi_madt_interrupt_override *)header;
94 			pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
95 				p->bus, p->source_irq, p->global_irq,
96 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
97 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
98 			if (p->inti_flags  &
99 			    ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
100 				pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
101 					p->inti_flags  &
102 					~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
103 		}
104 		break;
105 
106 	case ACPI_MADT_TYPE_NMI_SOURCE:
107 		{
108 			struct acpi_madt_nmi_source *p =
109 			    (struct acpi_madt_nmi_source *)header;
110 			pr_info("NMI_SRC (%s %s global_irq %d)\n",
111 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
112 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
113 				p->global_irq);
114 		}
115 		break;
116 
117 	case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
118 		{
119 			struct acpi_madt_local_apic_nmi *p =
120 			    (struct acpi_madt_local_apic_nmi *)header;
121 			pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
122 				p->processor_id,
123 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK	],
124 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
125 				p->lint);
126 		}
127 		break;
128 
129 	case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
130 		{
131 			u16 polarity, trigger;
132 			struct acpi_madt_local_x2apic_nmi *p =
133 			    (struct acpi_madt_local_x2apic_nmi *)header;
134 
135 			polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
136 			trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
137 
138 			pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
139 				p->uid,
140 				mps_inti_flags_polarity[polarity],
141 				mps_inti_flags_trigger[trigger],
142 				p->lint);
143 		}
144 		break;
145 
146 	case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
147 		{
148 			struct acpi_madt_local_apic_override *p =
149 			    (struct acpi_madt_local_apic_override *)header;
150 			pr_info("LAPIC_ADDR_OVR (address[%p])\n",
151 				(void *)(unsigned long)p->address);
152 		}
153 		break;
154 
155 	case ACPI_MADT_TYPE_IO_SAPIC:
156 		{
157 			struct acpi_madt_io_sapic *p =
158 			    (struct acpi_madt_io_sapic *)header;
159 			pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
160 				 p->id, (void *)(unsigned long)p->address,
161 				 p->global_irq_base);
162 		}
163 		break;
164 
165 	case ACPI_MADT_TYPE_LOCAL_SAPIC:
166 		{
167 			struct acpi_madt_local_sapic *p =
168 			    (struct acpi_madt_local_sapic *)header;
169 			pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
170 				 p->processor_id, p->id, p->eid,
171 				 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
172 		}
173 		break;
174 
175 	case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
176 		{
177 			struct acpi_madt_interrupt_source *p =
178 			    (struct acpi_madt_interrupt_source *)header;
179 			pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
180 				mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
181 				mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
182 				p->type, p->id, p->eid, p->io_sapic_vector,
183 				p->global_irq);
184 		}
185 		break;
186 
187 	case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
188 		{
189 			struct acpi_madt_generic_interrupt *p =
190 				(struct acpi_madt_generic_interrupt *)header;
191 			pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
192 				 p->uid, p->base_address,
193 				 p->arm_mpidr,
194 				 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
195 
196 		}
197 		break;
198 
199 	case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
200 		{
201 			struct acpi_madt_generic_distributor *p =
202 				(struct acpi_madt_generic_distributor *)header;
203 			pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
204 				 p->gic_id, p->base_address,
205 				 p->global_irq_base);
206 		}
207 		break;
208 
209 	default:
210 		pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
211 			header->type);
212 		break;
213 	}
214 }
215 
216 static unsigned long __init
217 acpi_get_entry_type(struct acpi_subtable_entry *entry)
218 {
219 	switch (entry->type) {
220 	case ACPI_SUBTABLE_COMMON:
221 		return entry->hdr->common.type;
222 	case ACPI_SUBTABLE_HMAT:
223 		return entry->hdr->hmat.type;
224 	}
225 	return 0;
226 }
227 
228 static unsigned long __init
229 acpi_get_entry_length(struct acpi_subtable_entry *entry)
230 {
231 	switch (entry->type) {
232 	case ACPI_SUBTABLE_COMMON:
233 		return entry->hdr->common.length;
234 	case ACPI_SUBTABLE_HMAT:
235 		return entry->hdr->hmat.length;
236 	}
237 	return 0;
238 }
239 
240 static unsigned long __init
241 acpi_get_subtable_header_length(struct acpi_subtable_entry *entry)
242 {
243 	switch (entry->type) {
244 	case ACPI_SUBTABLE_COMMON:
245 		return sizeof(entry->hdr->common);
246 	case ACPI_SUBTABLE_HMAT:
247 		return sizeof(entry->hdr->hmat);
248 	}
249 	return 0;
250 }
251 
252 static enum acpi_subtable_type __init
253 acpi_get_subtable_type(char *id)
254 {
255 	if (strncmp(id, ACPI_SIG_HMAT, 4) == 0)
256 		return ACPI_SUBTABLE_HMAT;
257 	return ACPI_SUBTABLE_COMMON;
258 }
259 
260 /**
261  * acpi_parse_entries_array - for each proc_num find a suitable subtable
262  *
263  * @id: table id (for debugging purposes)
264  * @table_size: size of the root table
265  * @table_header: where does the table start?
266  * @proc: array of acpi_subtable_proc struct containing entry id
267  *        and associated handler with it
268  * @proc_num: how big proc is?
269  * @max_entries: how many entries can we process?
270  *
271  * For each proc_num find a subtable with proc->id and run proc->handler
272  * on it. Assumption is that there's only single handler for particular
273  * entry id.
274  *
275  * The table_size is not the size of the complete ACPI table (the length
276  * field in the header struct), but only the size of the root table; i.e.,
277  * the offset from the very first byte of the complete ACPI table, to the
278  * first byte of the very first subtable.
279  *
280  * On success returns sum of all matching entries for all proc handlers.
281  * Otherwise, -ENODEV or -EINVAL is returned.
282  */
283 static int __init acpi_parse_entries_array(char *id, unsigned long table_size,
284 		struct acpi_table_header *table_header,
285 		struct acpi_subtable_proc *proc, int proc_num,
286 		unsigned int max_entries)
287 {
288 	struct acpi_subtable_entry entry;
289 	unsigned long table_end, subtable_len, entry_len;
290 	int count = 0;
291 	int errs = 0;
292 	int i;
293 
294 	if (acpi_disabled)
295 		return -ENODEV;
296 
297 	if (!id)
298 		return -EINVAL;
299 
300 	if (!table_size)
301 		return -EINVAL;
302 
303 	if (!table_header) {
304 		pr_warn("%4.4s not present\n", id);
305 		return -ENODEV;
306 	}
307 
308 	table_end = (unsigned long)table_header + table_header->length;
309 
310 	/* Parse all entries looking for a match. */
311 
312 	entry.type = acpi_get_subtable_type(id);
313 	entry.hdr = (union acpi_subtable_headers *)
314 	    ((unsigned long)table_header + table_size);
315 	subtable_len = acpi_get_subtable_header_length(&entry);
316 
317 	while (((unsigned long)entry.hdr) + subtable_len  < table_end) {
318 		if (max_entries && count >= max_entries)
319 			break;
320 
321 		for (i = 0; i < proc_num; i++) {
322 			if (acpi_get_entry_type(&entry) != proc[i].id)
323 				continue;
324 			if (!proc[i].handler ||
325 			     (!errs && proc[i].handler(entry.hdr, table_end))) {
326 				errs++;
327 				continue;
328 			}
329 
330 			proc[i].count++;
331 			break;
332 		}
333 		if (i != proc_num)
334 			count++;
335 
336 		/*
337 		 * If entry->length is 0, break from this loop to avoid
338 		 * infinite loop.
339 		 */
340 		entry_len = acpi_get_entry_length(&entry);
341 		if (entry_len == 0) {
342 			pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id);
343 			return -EINVAL;
344 		}
345 
346 		entry.hdr = (union acpi_subtable_headers *)
347 		    ((unsigned long)entry.hdr + entry_len);
348 	}
349 
350 	if (max_entries && count > max_entries) {
351 		pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n",
352 			id, proc->id, count);
353 	}
354 
355 	return errs ? -EINVAL : count;
356 }
357 
358 int __init acpi_table_parse_entries_array(char *id,
359 			 unsigned long table_size,
360 			 struct acpi_subtable_proc *proc, int proc_num,
361 			 unsigned int max_entries)
362 {
363 	struct acpi_table_header *table_header = NULL;
364 	int count;
365 	u32 instance = 0;
366 
367 	if (acpi_disabled)
368 		return -ENODEV;
369 
370 	if (!id)
371 		return -EINVAL;
372 
373 	if (!strncmp(id, ACPI_SIG_MADT, 4))
374 		instance = acpi_apic_instance;
375 
376 	acpi_get_table(id, instance, &table_header);
377 	if (!table_header) {
378 		pr_warn("%4.4s not present\n", id);
379 		return -ENODEV;
380 	}
381 
382 	count = acpi_parse_entries_array(id, table_size, table_header,
383 			proc, proc_num, max_entries);
384 
385 	acpi_put_table(table_header);
386 	return count;
387 }
388 
389 int __init acpi_table_parse_entries(char *id,
390 			unsigned long table_size,
391 			int entry_id,
392 			acpi_tbl_entry_handler handler,
393 			unsigned int max_entries)
394 {
395 	struct acpi_subtable_proc proc = {
396 		.id		= entry_id,
397 		.handler	= handler,
398 	};
399 
400 	return acpi_table_parse_entries_array(id, table_size, &proc, 1,
401 						max_entries);
402 }
403 
404 int __init acpi_table_parse_madt(enum acpi_madt_type id,
405 		      acpi_tbl_entry_handler handler, unsigned int max_entries)
406 {
407 	return acpi_table_parse_entries(ACPI_SIG_MADT,
408 					    sizeof(struct acpi_table_madt), id,
409 					    handler, max_entries);
410 }
411 
412 /**
413  * acpi_table_parse - find table with @id, run @handler on it
414  * @id: table id to find
415  * @handler: handler to run
416  *
417  * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
418  * run @handler on it.
419  *
420  * Return 0 if table found, -errno if not.
421  */
422 int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
423 {
424 	struct acpi_table_header *table = NULL;
425 
426 	if (acpi_disabled)
427 		return -ENODEV;
428 
429 	if (!id || !handler)
430 		return -EINVAL;
431 
432 	if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
433 		acpi_get_table(id, acpi_apic_instance, &table);
434 	else
435 		acpi_get_table(id, 0, &table);
436 
437 	if (table) {
438 		handler(table);
439 		acpi_put_table(table);
440 		return 0;
441 	} else
442 		return -ENODEV;
443 }
444 
445 /*
446  * The BIOS is supposed to supply a single APIC/MADT,
447  * but some report two.  Provide a knob to use either.
448  * (don't you wish instance 0 and 1 were not the same?)
449  */
450 static void __init check_multiple_madt(void)
451 {
452 	struct acpi_table_header *table = NULL;
453 
454 	acpi_get_table(ACPI_SIG_MADT, 2, &table);
455 	if (table) {
456 		pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
457 			acpi_apic_instance);
458 		pr_warn("If \"acpi_apic_instance=%d\" works better, "
459 			"notify linux-acpi@vger.kernel.org\n",
460 			acpi_apic_instance ? 0 : 2);
461 		acpi_put_table(table);
462 
463 	} else
464 		acpi_apic_instance = 0;
465 
466 	return;
467 }
468 
469 static void acpi_table_taint(struct acpi_table_header *table)
470 {
471 	pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
472 		table->signature, table->oem_table_id);
473 	add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
474 }
475 
476 #ifdef CONFIG_ACPI_TABLE_UPGRADE
477 static u64 acpi_tables_addr;
478 static int all_tables_size;
479 
480 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
481 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
482 {
483 	u8 sum = 0;
484 	u8 *end = buffer + length;
485 
486 	while (buffer < end)
487 		sum = (u8) (sum + *(buffer++));
488 	return sum;
489 }
490 
491 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
492 static const char * const table_sigs[] = {
493 	ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
494 	ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
495 	ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
496 	ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
497 	ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
498 	ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
499 	ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
500 	ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
501 	ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, ACPI_SIG_IORT,
502 	ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT, NULL };
503 
504 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
505 
506 #define NR_ACPI_INITRD_TABLES 64
507 static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
508 static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
509 
510 #define MAP_CHUNK_SIZE   (NR_FIX_BTMAPS << PAGE_SHIFT)
511 
512 void __init acpi_table_upgrade(void)
513 {
514 	void *data;
515 	size_t size;
516 	int sig, no, table_nr = 0, total_offset = 0;
517 	long offset = 0;
518 	struct acpi_table_header *table;
519 	char cpio_path[32] = "kernel/firmware/acpi/";
520 	struct cpio_data file;
521 
522 	if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
523 		data = __initramfs_start;
524 		size = __initramfs_size;
525 	} else {
526 		data = (void *)initrd_start;
527 		size = initrd_end - initrd_start;
528 	}
529 
530 	if (data == NULL || size == 0)
531 		return;
532 
533 	for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
534 		file = find_cpio_data(cpio_path, data, size, &offset);
535 		if (!file.data)
536 			break;
537 
538 		data += offset;
539 		size -= offset;
540 
541 		if (file.size < sizeof(struct acpi_table_header)) {
542 			pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
543 				cpio_path, file.name);
544 			continue;
545 		}
546 
547 		table = file.data;
548 
549 		for (sig = 0; table_sigs[sig]; sig++)
550 			if (!memcmp(table->signature, table_sigs[sig], 4))
551 				break;
552 
553 		if (!table_sigs[sig]) {
554 			pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
555 				cpio_path, file.name);
556 			continue;
557 		}
558 		if (file.size != table->length) {
559 			pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
560 				cpio_path, file.name);
561 			continue;
562 		}
563 		if (acpi_table_checksum(file.data, table->length)) {
564 			pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
565 				cpio_path, file.name);
566 			continue;
567 		}
568 
569 		pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
570 			table->signature, cpio_path, file.name, table->length);
571 
572 		all_tables_size += table->length;
573 		acpi_initrd_files[table_nr].data = file.data;
574 		acpi_initrd_files[table_nr].size = file.size;
575 		table_nr++;
576 	}
577 	if (table_nr == 0)
578 		return;
579 
580 	acpi_tables_addr =
581 		memblock_find_in_range(0, ACPI_TABLE_UPGRADE_MAX_PHYS,
582 				       all_tables_size, PAGE_SIZE);
583 	if (!acpi_tables_addr) {
584 		WARN_ON(1);
585 		return;
586 	}
587 	/*
588 	 * Only calling e820_add_reserve does not work and the
589 	 * tables are invalid (memory got used) later.
590 	 * memblock_reserve works as expected and the tables won't get modified.
591 	 * But it's not enough on X86 because ioremap will
592 	 * complain later (used by acpi_os_map_memory) that the pages
593 	 * that should get mapped are not marked "reserved".
594 	 * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
595 	 * works fine.
596 	 */
597 	memblock_reserve(acpi_tables_addr, all_tables_size);
598 	arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
599 
600 	/*
601 	 * early_ioremap only can remap 256k one time. If we map all
602 	 * tables one time, we will hit the limit. Need to map chunks
603 	 * one by one during copying the same as that in relocate_initrd().
604 	 */
605 	for (no = 0; no < table_nr; no++) {
606 		unsigned char *src_p = acpi_initrd_files[no].data;
607 		phys_addr_t size = acpi_initrd_files[no].size;
608 		phys_addr_t dest_addr = acpi_tables_addr + total_offset;
609 		phys_addr_t slop, clen;
610 		char *dest_p;
611 
612 		total_offset += size;
613 
614 		while (size) {
615 			slop = dest_addr & ~PAGE_MASK;
616 			clen = size;
617 			if (clen > MAP_CHUNK_SIZE - slop)
618 				clen = MAP_CHUNK_SIZE - slop;
619 			dest_p = early_memremap(dest_addr & PAGE_MASK,
620 						clen + slop);
621 			memcpy(dest_p + slop, src_p, clen);
622 			early_memunmap(dest_p, clen + slop);
623 			src_p += clen;
624 			dest_addr += clen;
625 			size -= clen;
626 		}
627 	}
628 }
629 
630 static acpi_status
631 acpi_table_initrd_override(struct acpi_table_header *existing_table,
632 			   acpi_physical_address *address, u32 *length)
633 {
634 	int table_offset = 0;
635 	int table_index = 0;
636 	struct acpi_table_header *table;
637 	u32 table_length;
638 
639 	*length = 0;
640 	*address = 0;
641 	if (!acpi_tables_addr)
642 		return AE_OK;
643 
644 	while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
645 		table = acpi_os_map_memory(acpi_tables_addr + table_offset,
646 					   ACPI_HEADER_SIZE);
647 		if (table_offset + table->length > all_tables_size) {
648 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
649 			WARN_ON(1);
650 			return AE_OK;
651 		}
652 
653 		table_length = table->length;
654 
655 		/* Only override tables matched */
656 		if (memcmp(existing_table->signature, table->signature, 4) ||
657 		    memcmp(table->oem_id, existing_table->oem_id,
658 			   ACPI_OEM_ID_SIZE) ||
659 		    memcmp(table->oem_table_id, existing_table->oem_table_id,
660 			   ACPI_OEM_TABLE_ID_SIZE)) {
661 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
662 			goto next_table;
663 		}
664 		/*
665 		 * Mark the table to avoid being used in
666 		 * acpi_table_initrd_scan() and check the revision.
667 		 */
668 		if (test_and_set_bit(table_index, acpi_initrd_installed) ||
669 		    existing_table->oem_revision >= table->oem_revision) {
670 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
671 			goto next_table;
672 		}
673 
674 		*length = table_length;
675 		*address = acpi_tables_addr + table_offset;
676 		pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
677 			table->signature, table->oem_id,
678 			table->oem_table_id);
679 		acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
680 		break;
681 
682 next_table:
683 		table_offset += table_length;
684 		table_index++;
685 	}
686 	return AE_OK;
687 }
688 
689 static void __init acpi_table_initrd_scan(void)
690 {
691 	int table_offset = 0;
692 	int table_index = 0;
693 	u32 table_length;
694 	struct acpi_table_header *table;
695 
696 	if (!acpi_tables_addr)
697 		return;
698 
699 	while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
700 		table = acpi_os_map_memory(acpi_tables_addr + table_offset,
701 					   ACPI_HEADER_SIZE);
702 		if (table_offset + table->length > all_tables_size) {
703 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
704 			WARN_ON(1);
705 			return;
706 		}
707 
708 		table_length = table->length;
709 
710 		/* Skip RSDT/XSDT which should only be used for override */
711 		if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
712 		    ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
713 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
714 			goto next_table;
715 		}
716 		/*
717 		 * Mark the table to avoid being used in
718 		 * acpi_table_initrd_override(). Though this is not possible
719 		 * because override is disabled in acpi_install_table().
720 		 */
721 		if (test_and_set_bit(table_index, acpi_initrd_installed)) {
722 			acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
723 			goto next_table;
724 		}
725 
726 		pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
727 			table->signature, table->oem_id,
728 			table->oem_table_id);
729 		acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
730 		acpi_install_table(acpi_tables_addr + table_offset, TRUE);
731 next_table:
732 		table_offset += table_length;
733 		table_index++;
734 	}
735 }
736 #else
737 static acpi_status
738 acpi_table_initrd_override(struct acpi_table_header *existing_table,
739 			   acpi_physical_address *address,
740 			   u32 *table_length)
741 {
742 	*table_length = 0;
743 	*address = 0;
744 	return AE_OK;
745 }
746 
747 static void __init acpi_table_initrd_scan(void)
748 {
749 }
750 #endif /* CONFIG_ACPI_TABLE_UPGRADE */
751 
752 acpi_status
753 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
754 				acpi_physical_address *address,
755 				u32 *table_length)
756 {
757 	return acpi_table_initrd_override(existing_table, address,
758 					  table_length);
759 }
760 
761 #ifdef CONFIG_ACPI_CUSTOM_DSDT
762 static void *amlcode __attribute__ ((weakref("AmlCode")));
763 static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
764 #endif
765 
766 acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
767 		       struct acpi_table_header **new_table)
768 {
769 	if (!existing_table || !new_table)
770 		return AE_BAD_PARAMETER;
771 
772 	*new_table = NULL;
773 
774 #ifdef CONFIG_ACPI_CUSTOM_DSDT
775 	if (!strncmp(existing_table->signature, "DSDT", 4)) {
776 		*new_table = (struct acpi_table_header *)&amlcode;
777 		if (!(*new_table))
778 			*new_table = (struct acpi_table_header *)&dsdt_amlcode;
779 	}
780 #endif
781 	if (*new_table != NULL)
782 		acpi_table_taint(existing_table);
783 	return AE_OK;
784 }
785 
786 /*
787  * acpi_table_init()
788  *
789  * find RSDP, find and checksum SDT/XSDT.
790  * checksum all tables, print SDT/XSDT
791  *
792  * result: sdt_entry[] is initialized
793  */
794 
795 int __init acpi_table_init(void)
796 {
797 	acpi_status status;
798 
799 	if (acpi_verify_table_checksum) {
800 		pr_info("Early table checksum verification enabled\n");
801 		acpi_gbl_enable_table_validation = TRUE;
802 	} else {
803 		pr_info("Early table checksum verification disabled\n");
804 		acpi_gbl_enable_table_validation = FALSE;
805 	}
806 
807 	status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
808 	if (ACPI_FAILURE(status))
809 		return -EINVAL;
810 	acpi_table_initrd_scan();
811 
812 	check_multiple_madt();
813 	return 0;
814 }
815 
816 static int __init acpi_parse_apic_instance(char *str)
817 {
818 	if (!str)
819 		return -EINVAL;
820 
821 	if (kstrtoint(str, 0, &acpi_apic_instance))
822 		return -EINVAL;
823 
824 	pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
825 
826 	return 0;
827 }
828 early_param("acpi_apic_instance", acpi_parse_apic_instance);
829 
830 static int __init acpi_force_table_verification_setup(char *s)
831 {
832 	acpi_verify_table_checksum = true;
833 
834 	return 0;
835 }
836 early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
837 
838 static int __init acpi_force_32bit_fadt_addr(char *s)
839 {
840 	pr_info("Forcing 32 Bit FADT addresses\n");
841 	acpi_gbl_use32_bit_fadt_addresses = TRUE;
842 
843 	return 0;
844 }
845 early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);
846