projects/linux·blob master · refs

448 lines · 11.6 KiB

1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2005 Intel Corporation
4 * Copyright (C) 2009 Hewlett-Packard Development Company, L.P.
5 *
6 * Alex Chiang <[email protected]>
7 * - Unified x86/ia64 implementations
8 *
9 * I/O APIC hotplug support
10 * Yinghai Lu <[email protected]>
11 * Jiang Liu <[email protected]>
12 */
13#include <linux/export.h>
14#include <linux/acpi.h>
15#include <acpi/processor.h>
16
17static struct acpi_table_madt *get_madt_table(void)
18{
19 static struct acpi_table_madt *madt;
20 static int read_madt;
21
22 if (!read_madt) {
23 if (ACPI_FAILURE(acpi_get_table(ACPI_SIG_MADT, 0,
24 (struct acpi_table_header **)&madt)))
25 madt = NULL;
26 read_madt++;
27 }
28
29 return madt;
30}
31
32static int map_lapic_id(struct acpi_subtable_header *entry,
33 u32 acpi_id, phys_cpuid_t *apic_id)
34{
35 struct acpi_madt_local_apic *lapic =
36 container_of(entry, struct acpi_madt_local_apic, header);
37
38 if (!(lapic->lapic_flags & ACPI_MADT_ENABLED))
39 return -ENODEV;
40
41 if (lapic->processor_id != acpi_id)
42 return -EINVAL;
43
44 *apic_id = lapic->id;
45 return 0;
46}
47
48static int map_x2apic_id(struct acpi_subtable_header *entry,
49 int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id)
50{
51 struct acpi_madt_local_x2apic *apic =
52 container_of(entry, struct acpi_madt_local_x2apic, header);
53
54 if (!(apic->lapic_flags & ACPI_MADT_ENABLED))
55 return -ENODEV;
56
57 if (apic->uid == acpi_id && (device_declaration || acpi_id < 255)) {
58 *apic_id = apic->local_apic_id;
59 return 0;
60 }
61
62 return -EINVAL;
63}
64
65static int map_lsapic_id(struct acpi_subtable_header *entry,
66 int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id)
67{
68 struct acpi_madt_local_sapic *lsapic =
69 container_of(entry, struct acpi_madt_local_sapic, header);
70
71 if (!(lsapic->lapic_flags & ACPI_MADT_ENABLED))
72 return -ENODEV;
73
74 if (device_declaration) {
75 if ((entry->length < 16) || (lsapic->uid != acpi_id))
76 return -EINVAL;
77 } else if (lsapic->processor_id != acpi_id)
78 return -EINVAL;
79
80 *apic_id = (lsapic->id << 8) | lsapic->eid;
81 return 0;
82}
83
84/*
85 * Retrieve the ARM CPU physical identifier (MPIDR)
86 */
87static int map_gicc_mpidr(struct acpi_subtable_header *entry,
88 int device_declaration, u32 acpi_id, phys_cpuid_t *mpidr)
89{
90 struct acpi_madt_generic_interrupt *gicc =
91 container_of(entry, struct acpi_madt_generic_interrupt, header);
92
93 if (!(gicc->flags &
94 (ACPI_MADT_ENABLED | ACPI_MADT_GICC_ONLINE_CAPABLE)))
95 return -ENODEV;
96
97 /* device_declaration means Device object in DSDT, in the
98 * GIC interrupt model, logical processors are required to
99 * have a Processor Device object in the DSDT, so we should
100 * check device_declaration here
101 */
102 if (device_declaration && (gicc->uid == acpi_id)) {
103 *mpidr = gicc->arm_mpidr;
104 return 0;
105 }
106
107 return -EINVAL;
108}
109
110/*
111 * Retrieve the RISC-V hartid for the processor
112 */
113static int map_rintc_hartid(struct acpi_subtable_header *entry,
114 int device_declaration, u32 acpi_id,
115 phys_cpuid_t *hartid)
116{
117 struct acpi_madt_rintc *rintc =
118 container_of(entry, struct acpi_madt_rintc, header);
119
120 if (!(rintc->flags & ACPI_MADT_ENABLED))
121 return -ENODEV;
122
123 /* device_declaration means Device object in DSDT, in the
124 * RISC-V, logical processors are required to
125 * have a Processor Device object in the DSDT, so we should
126 * check device_declaration here
127 */
128 if (device_declaration && rintc->uid == acpi_id) {
129 *hartid = rintc->hart_id;
130 return 0;
131 }
132
133 return -EINVAL;
134}
135
136/*
137 * Retrieve LoongArch CPU physical id
138 */
139static int map_core_pic_id(struct acpi_subtable_header *entry,
140 int device_declaration, u32 acpi_id, phys_cpuid_t *phys_id)
141{
142 struct acpi_madt_core_pic *core_pic =
143 container_of(entry, struct acpi_madt_core_pic, header);
144
145 if (!(core_pic->flags & ACPI_MADT_ENABLED))
146 return -ENODEV;
147
148 /* device_declaration means Device object in DSDT, in LoongArch
149 * system, logical processor acpi_id is required in _UID property
150 * of DSDT table, so we should check device_declaration here
151 */
152 if (device_declaration && (core_pic->processor_id == acpi_id)) {
153 *phys_id = core_pic->core_id;
154 return 0;
155 }
156
157 return -EINVAL;
158}
159
160static phys_cpuid_t map_madt_entry(struct acpi_table_madt *madt,
161 int type, u32 acpi_id)
162{
163 unsigned long madt_end, entry;
164 phys_cpuid_t phys_id = PHYS_CPUID_INVALID; /* CPU hardware ID */
165
166 if (!madt)
167 return phys_id;
168
169 entry = (unsigned long)madt;
170 madt_end = entry + madt->header.length;
171
172 /* Parse all entries looking for a match. */
173
174 entry += sizeof(struct acpi_table_madt);
175 while (entry + sizeof(struct acpi_subtable_header) < madt_end) {
176 struct acpi_subtable_header *header =
177 (struct acpi_subtable_header *)entry;
178 if (header->type == ACPI_MADT_TYPE_LOCAL_APIC) {
179 if (!map_lapic_id(header, acpi_id, &phys_id))
180 break;
181 } else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC) {
182 if (!map_x2apic_id(header, type, acpi_id, &phys_id))
183 break;
184 } else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC) {
185 if (!map_lsapic_id(header, type, acpi_id, &phys_id))
186 break;
187 } else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT) {
188 if (!map_gicc_mpidr(header, type, acpi_id, &phys_id))
189 break;
190 } else if (header->type == ACPI_MADT_TYPE_RINTC) {
191 if (!map_rintc_hartid(header, type, acpi_id, &phys_id))
192 break;
193 } else if (header->type == ACPI_MADT_TYPE_CORE_PIC) {
194 if (!map_core_pic_id(header, type, acpi_id, &phys_id))
195 break;
196 }
197 entry += header->length;
198 }
199 return phys_id;
200}
201
202phys_cpuid_t __init acpi_map_madt_entry(u32 acpi_id)
203{
204 struct acpi_table_madt *madt = NULL;
205 phys_cpuid_t rv;
206
207 acpi_get_table(ACPI_SIG_MADT, 0,
208 (struct acpi_table_header **)&madt);
209 if (!madt)
210 return PHYS_CPUID_INVALID;
211
212 rv = map_madt_entry(madt, 1, acpi_id);
213
214 acpi_put_table((struct acpi_table_header *)madt);
215
216 return rv;
217}
218
219int __init acpi_get_madt_revision(void)
220{
221 struct acpi_table_header *madt = NULL;
222 int revision;
223
224 if (ACPI_FAILURE(acpi_get_table(ACPI_SIG_MADT, 0, &madt)))
225 return -EINVAL;
226
227 revision = madt->revision;
228
229 acpi_put_table(madt);
230
231 return revision;
232}
233
234static phys_cpuid_t map_mat_entry(acpi_handle handle, int type, u32 acpi_id)
235{
236 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
237 union acpi_object *obj;
238 struct acpi_subtable_header *header;
239 phys_cpuid_t phys_id = PHYS_CPUID_INVALID;
240
241 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
242 goto exit;
243
244 if (!buffer.length || !buffer.pointer)
245 goto exit;
246
247 obj = buffer.pointer;
248 if (obj->type != ACPI_TYPE_BUFFER ||
249 obj->buffer.length < sizeof(struct acpi_subtable_header)) {
250 goto exit;
251 }
252
253 header = (struct acpi_subtable_header *)obj->buffer.pointer;
254 if (header->type == ACPI_MADT_TYPE_LOCAL_APIC)
255 map_lapic_id(header, acpi_id, &phys_id);
256 else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC)
257 map_lsapic_id(header, type, acpi_id, &phys_id);
258 else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC)
259 map_x2apic_id(header, type, acpi_id, &phys_id);
260 else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT)
261 map_gicc_mpidr(header, type, acpi_id, &phys_id);
262 else if (header->type == ACPI_MADT_TYPE_CORE_PIC)
263 map_core_pic_id(header, type, acpi_id, &phys_id);
264
265exit:
266 kfree(buffer.pointer);
267 return phys_id;
268}
269
270phys_cpuid_t acpi_get_phys_id(acpi_handle handle, int type, u32 acpi_id)
271{
272 phys_cpuid_t phys_id;
273
274 phys_id = map_mat_entry(handle, type, acpi_id);
275 if (invalid_phys_cpuid(phys_id))
276 phys_id = map_madt_entry(get_madt_table(), type, acpi_id);
277
278 return phys_id;
279}
280EXPORT_SYMBOL_GPL(acpi_get_phys_id);
281
282int acpi_map_cpuid(phys_cpuid_t phys_id, u32 acpi_id)
283{
284#ifdef CONFIG_SMP
285 int i;
286#endif
287
288 if (invalid_phys_cpuid(phys_id)) {
289 /*
290 * On UP processor, there is no _MAT or MADT table.
291 * So above phys_id is always set to PHYS_CPUID_INVALID.
292 *
293 * BIOS may define multiple CPU handles even for UP processor.
294 * For example,
295 *
296 * Scope (_PR)
297 * {
298 * Processor (CPU0, 0x00, 0x00000410, 0x06) {}
299 * Processor (CPU1, 0x01, 0x00000410, 0x06) {}
300 * Processor (CPU2, 0x02, 0x00000410, 0x06) {}
301 * Processor (CPU3, 0x03, 0x00000410, 0x06) {}
302 * }
303 *
304 * Ignores phys_id and always returns 0 for the processor
305 * handle with acpi id 0 if nr_cpu_ids is 1.
306 * This should be the case if SMP tables are not found.
307 * Return -EINVAL for other CPU's handle.
308 */
309 if (nr_cpu_ids <= 1 && acpi_id == 0)
310 return acpi_id;
311 else
312 return -EINVAL;
313 }
314
315#ifdef CONFIG_SMP
316 for_each_possible_cpu(i) {
317 if (cpu_physical_id(i) == phys_id)
318 return i;
319 }
320#else
321 /* In UP kernel, only processor 0 is valid */
322 if (phys_id == 0)
323 return phys_id;
324#endif
325 return -ENODEV;
326}
327
328int acpi_get_cpuid(acpi_handle handle, int type, u32 acpi_id)
329{
330 phys_cpuid_t phys_id;
331
332 phys_id = acpi_get_phys_id(handle, type, acpi_id);
333
334 return acpi_map_cpuid(phys_id, acpi_id);
335}
336EXPORT_SYMBOL_GPL(acpi_get_cpuid);
337
338#ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
339static bool madt_entry_is_valid(struct acpi_subtable_header *entry,
340 unsigned long end)
341{
342 unsigned long start = (unsigned long)entry;
343
344 if (start >= end || end - start < sizeof(*entry))
345 return false;
346
347 return entry->length >= sizeof(*entry) && entry->length <= end - start;
348}
349
350static int get_ioapic_id(struct acpi_subtable_header *entry,
351 const unsigned long end, u32 gsi_base,
352 u64 *phys_addr, int *ioapic_id)
353{
354 struct acpi_madt_io_apic *ioapic = (struct acpi_madt_io_apic *)entry;
355
356 if (!madt_entry_is_valid(entry, end) || BAD_MADT_ENTRY(ioapic, end))
357 return 0;
358
359 if (ioapic->global_irq_base != gsi_base)
360 return 0;
361
362 *phys_addr = ioapic->address;
363 *ioapic_id = ioapic->id;
364 return 1;
365}
366
367static int parse_madt_ioapic_entry(u32 gsi_base, u64 *phys_addr)
368{
369 struct acpi_subtable_header *hdr;
370 unsigned long madt_end, entry;
371 struct acpi_table_madt *madt;
372 int apic_id = -1;
373
374 madt = get_madt_table();
375 if (!madt)
376 return apic_id;
377
378 entry = (unsigned long)madt;
379 if (madt->header.length < sizeof(*madt))
380 return apic_id;
381 madt_end = entry + madt->header.length;
382
383 /* Parse all entries looking for a match. */
384 entry += sizeof(struct acpi_table_madt);
385 while (madt_entry_is_valid((struct acpi_subtable_header *)entry,
386 madt_end)) {
387 hdr = (struct acpi_subtable_header *)entry;
388 if (hdr->type == ACPI_MADT_TYPE_IO_APIC &&
389 get_ioapic_id(hdr, madt_end, gsi_base, phys_addr, &apic_id))
390 break;
391 entry += hdr->length;
392 }
393
394 return apic_id;
395}
396
397static int parse_mat_ioapic_entry(acpi_handle handle, u32 gsi_base,
398 u64 *phys_addr)
399{
400 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
401 struct acpi_subtable_header *header;
402 union acpi_object *obj;
403 int apic_id = -1;
404
405 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
406 goto exit;
407
408 if (!buffer.length || !buffer.pointer)
409 goto exit;
410
411 obj = buffer.pointer;
412 if (obj->type != ACPI_TYPE_BUFFER ||
413 obj->buffer.length < sizeof(struct acpi_subtable_header))
414 goto exit;
415
416 header = (struct acpi_subtable_header *)obj->buffer.pointer;
417 if (header->type == ACPI_MADT_TYPE_IO_APIC)
418 get_ioapic_id(header,
419 (unsigned long)header + obj->buffer.length,
420 gsi_base, phys_addr, &apic_id);
421
422exit:
423 kfree(buffer.pointer);
424 return apic_id;
425}
426
427/**
428 * acpi_get_ioapic_id - Get IOAPIC ID and physical address matching @gsi_base
429 * @handle: ACPI object for IOAPIC device
430 * @gsi_base: GSI base to match with
431 * @phys_addr: Pointer to store physical address of matching IOAPIC record
432 *
433 * Walk resources returned by ACPI_MAT method, then ACPI MADT table, to search
434 * for an ACPI IOAPIC record matching @gsi_base.
435 * Return IOAPIC id and store physical address in @phys_addr if found a match,
436 * otherwise return <0.
437 */
438int acpi_get_ioapic_id(acpi_handle handle, u32 gsi_base, u64 *phys_addr)
439{
440 int apic_id;
441
442 apic_id = parse_mat_ioapic_entry(handle, gsi_base, phys_addr);
443 if (apic_id == -1)
444 apic_id = parse_madt_ioapic_entry(gsi_base, phys_addr);
445
446 return apic_id;
447}
448#endif /* CONFIG_ACPI_HOTPLUG_IOAPIC */