]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - arch/powerpc/kernel/prom.c
powerpc: Update cpu_user_features2 in scan_features()
[mirror_ubuntu-bionic-kernel.git] / arch / powerpc / kernel / prom.c
CommitLineData
9b6b563c
PM
1/*
2 * Procedures for creating, accessing and interpreting the device tree.
3 *
4 * Paul Mackerras August 1996.
5 * Copyright (C) 1996-2005 Paul Mackerras.
6 *
7 * Adapted for 64bit PowerPC by Dave Engebretsen and Peter Bergner.
8 * {engebret|bergner}@us.ibm.com
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15
16#undef DEBUG
17
18#include <stdarg.h>
9b6b563c
PM
19#include <linux/kernel.h>
20#include <linux/string.h>
21#include <linux/init.h>
22#include <linux/threads.h>
23#include <linux/spinlock.h>
24#include <linux/types.h>
25#include <linux/pci.h>
26#include <linux/stringify.h>
27#include <linux/delay.h>
28#include <linux/initrd.h>
29#include <linux/bitops.h>
4b16f8e2 30#include <linux/export.h>
dcee3036 31#include <linux/kexec.h>
0ebfff14 32#include <linux/irq.h>
95f72d1e 33#include <linux/memblock.h>
1cf3d8b3 34#include <linux/of.h>
708b7eef 35#include <linux/of_fdt.h>
060f78c2 36#include <linux/libfdt.h>
9b6b563c
PM
37
38#include <asm/prom.h>
39#include <asm/rtas.h>
9b6b563c
PM
40#include <asm/page.h>
41#include <asm/processor.h>
42#include <asm/irq.h>
43#include <asm/io.h>
0cc4746c 44#include <asm/kdump.h>
9b6b563c 45#include <asm/smp.h>
9b6b563c 46#include <asm/mmu.h>
1426d5a3 47#include <asm/paca.h>
9b6b563c 48#include <asm/pgtable.h>
9b6b563c
PM
49#include <asm/iommu.h>
50#include <asm/btext.h>
51#include <asm/sections.h>
52#include <asm/machdep.h>
40ef8cbc 53#include <asm/pci-bridge.h>
2babf5c2 54#include <asm/kexec.h>
14a43e69 55#include <asm/opal.h>
eb39c880 56#include <asm/fadump.h>
0dc3289c 57#include <asm/debug.h>
14a43e69 58
37dd2bad 59#include <mm/mmu_decl.h>
9b6b563c
PM
60
61#ifdef DEBUG
62#define DBG(fmt...) printk(KERN_ERR fmt)
63#else
64#define DBG(fmt...)
65#endif
66
9b6b563c 67#ifdef CONFIG_PPC64
28897731 68int __initdata iommu_is_off;
9b6b563c 69int __initdata iommu_force_on;
cf00a8d1 70unsigned long tce_alloc_start, tce_alloc_end;
cd3db0c4 71u64 ppc64_rma_size;
9b6b563c 72#endif
03bf469a 73static phys_addr_t first_memblock_size;
7ac87abb 74static int __initdata boot_cpu_count;
9b6b563c 75
2babf5c2
ME
76static int __init early_parse_mem(char *p)
77{
78 if (!p)
79 return 1;
80
81 memory_limit = PAGE_ALIGN(memparse(p, &p));
a84fcd46 82 DBG("memory limit = 0x%llx\n", memory_limit);
2babf5c2
ME
83
84 return 0;
85}
86early_param("mem", early_parse_mem);
87
307cfe71
BH
88/*
89 * overlaps_initrd - check for overlap with page aligned extension of
90 * initrd.
91 */
92static inline int overlaps_initrd(unsigned long start, unsigned long size)
93{
94#ifdef CONFIG_BLK_DEV_INITRD
95 if (!initrd_start)
96 return 0;
97
98 return (start + size) > _ALIGN_DOWN(initrd_start, PAGE_SIZE) &&
99 start <= _ALIGN_UP(initrd_end, PAGE_SIZE);
100#else
101 return 0;
102#endif
103}
104
3c607ce2
LV
105/**
106 * move_device_tree - move tree to an unused area, if needed.
107 *
108 * The device tree may be allocated beyond our memory limit, or inside the
307cfe71
BH
109 * crash kernel region for kdump, or within the page aligned range of initrd.
110 * If so, move it out of the way.
2babf5c2 111 */
18f032cb 112static void __init move_device_tree(void)
2babf5c2
ME
113{
114 unsigned long start, size;
115 void *p;
116
117 DBG("-> move_device_tree\n");
118
119 start = __pa(initial_boot_params);
060f78c2 120 size = fdt_totalsize(initial_boot_params);
2babf5c2 121
6dd22700 122 if ((memory_limit && (start + size) > PHYSICAL_START + memory_limit) ||
307cfe71
BH
123 overlaps_crashkernel(start, size) ||
124 overlaps_initrd(start, size)) {
e63075a3 125 p = __va(memblock_alloc(size, PAGE_SIZE));
2babf5c2 126 memcpy(p, initial_boot_params, size);
060f78c2 127 initial_boot_params = p;
2babf5c2
ME
128 DBG("Moved device tree to 0x%p\n", p);
129 }
130
131 DBG("<- move_device_tree\n");
132}
9b6b563c 133
d205819e
PM
134/*
135 * ibm,pa-features is a per-cpu property that contains a string of
136 * attribute descriptors, each of which has a 2 byte header plus up
137 * to 254 bytes worth of processor attribute bits. First header
138 * byte specifies the number of bytes following the header.
139 * Second header byte is an "attribute-specifier" type, of which
140 * zero is the only currently-defined value.
141 * Implementation: Pass in the byte and bit offset for the feature
142 * that we are interested in. The function will return -1 if the
143 * pa-features property is missing, or a 1/0 to indicate if the feature
144 * is supported/not supported. Note that the bit numbers are
145 * big-endian to match the definition in PAPR.
146 */
147static struct ibm_pa_feature {
148 unsigned long cpu_features; /* CPU_FTR_xxx bit */
44ae3ab3 149 unsigned long mmu_features; /* MMU_FTR_xxx bit */
d205819e 150 unsigned int cpu_user_ftrs; /* PPC_FEATURE_xxx bit */
beff8237 151 unsigned int cpu_user_ftrs2; /* PPC_FEATURE2_xxx bit */
d205819e
PM
152 unsigned char pabyte; /* byte number in ibm,pa-features */
153 unsigned char pabit; /* bit number (big-endian) */
154 unsigned char invert; /* if 1, pa bit set => clear feature */
155} ibm_pa_features[] __initdata = {
beff8237
AB
156 {0, 0, PPC_FEATURE_HAS_MMU, 0, 0, 0, 0},
157 {0, 0, PPC_FEATURE_HAS_FPU, 0, 0, 1, 0},
158 {CPU_FTR_CTRL, 0, 0, 0, 0, 3, 0},
159 {CPU_FTR_NOEXECUTE, 0, 0, 0, 0, 6, 0},
160 {CPU_FTR_NODSISRALIGN, 0, 0, 0, 1, 1, 1},
161 {0, MMU_FTR_CI_LARGE_PAGE, 0, 0, 1, 2, 0},
162 {CPU_FTR_REAL_LE, 0, PPC_FEATURE_TRUE_LE, 0, 5, 0, 0},
9e819963
AK
163 /*
164 * If the kernel doesn't support TM (ie. CONFIG_PPC_TRANSACTIONAL_MEM=n),
165 * we don't want to turn on CPU_FTR_TM here, so we use CPU_FTR_TM_COMP
166 * which is 0 if the kernel doesn't support TM.
167 */
beff8237 168 {CPU_FTR_TM_COMP, 0, 0, 0, 22, 0, 0},
d205819e
PM
169};
170
9d0c4dfe 171static void __init scan_features(unsigned long node, const unsigned char *ftrs,
974a76f5
PM
172 unsigned long tablelen,
173 struct ibm_pa_feature *fp,
174 unsigned long ft_size)
d205819e 175{
974a76f5 176 unsigned long i, len, bit;
d205819e
PM
177
178 /* find descriptor with type == 0 */
179 for (;;) {
180 if (tablelen < 3)
181 return;
974a76f5 182 len = 2 + ftrs[0];
d205819e
PM
183 if (tablelen < len)
184 return; /* descriptor 0 not found */
974a76f5 185 if (ftrs[1] == 0)
d205819e
PM
186 break;
187 tablelen -= len;
974a76f5 188 ftrs += len;
d205819e
PM
189 }
190
191 /* loop over bits we know about */
974a76f5
PM
192 for (i = 0; i < ft_size; ++i, ++fp) {
193 if (fp->pabyte >= ftrs[0])
d205819e 194 continue;
974a76f5 195 bit = (ftrs[2 + fp->pabyte] >> (7 - fp->pabit)) & 1;
d205819e
PM
196 if (bit ^ fp->invert) {
197 cur_cpu_spec->cpu_features |= fp->cpu_features;
198 cur_cpu_spec->cpu_user_features |= fp->cpu_user_ftrs;
beff8237 199 cur_cpu_spec->cpu_user_features2 |= fp->cpu_user_ftrs2;
44ae3ab3 200 cur_cpu_spec->mmu_features |= fp->mmu_features;
d205819e
PM
201 } else {
202 cur_cpu_spec->cpu_features &= ~fp->cpu_features;
203 cur_cpu_spec->cpu_user_features &= ~fp->cpu_user_ftrs;
beff8237 204 cur_cpu_spec->cpu_user_features2 &= ~fp->cpu_user_ftrs2;
44ae3ab3 205 cur_cpu_spec->mmu_features &= ~fp->mmu_features;
d205819e
PM
206 }
207 }
208}
209
974a76f5
PM
210static void __init check_cpu_pa_features(unsigned long node)
211{
9d0c4dfe
RH
212 const unsigned char *pa_ftrs;
213 int tablelen;
974a76f5
PM
214
215 pa_ftrs = of_get_flat_dt_prop(node, "ibm,pa-features", &tablelen);
216 if (pa_ftrs == NULL)
217 return;
218
219 scan_features(node, pa_ftrs, tablelen,
220 ibm_pa_features, ARRAY_SIZE(ibm_pa_features));
221}
222
94491685 223#ifdef CONFIG_PPC_STD_MMU_64
9c61f7a0 224static void __init init_mmu_slb_size(unsigned long node)
584f8b71 225{
9d0c4dfe 226 const __be32 *slb_size_ptr;
584f8b71 227
9c61f7a0
AK
228 slb_size_ptr = of_get_flat_dt_prop(node, "slb-size", NULL) ? :
229 of_get_flat_dt_prop(node, "ibm,slb-size", NULL);
230
231 if (slb_size_ptr)
dc0e643a 232 mmu_slb_size = be32_to_cpup(slb_size_ptr);
584f8b71
MN
233}
234#else
9c61f7a0 235#define init_mmu_slb_size(node) do { } while(0)
584f8b71
MN
236#endif
237
974a76f5
PM
238static struct feature_property {
239 const char *name;
240 u32 min_value;
241 unsigned long cpu_feature;
242 unsigned long cpu_user_ftr;
243} feature_properties[] __initdata = {
244#ifdef CONFIG_ALTIVEC
245 {"altivec", 0, CPU_FTR_ALTIVEC, PPC_FEATURE_HAS_ALTIVEC},
246 {"ibm,vmx", 1, CPU_FTR_ALTIVEC, PPC_FEATURE_HAS_ALTIVEC},
247#endif /* CONFIG_ALTIVEC */
b962ce9d
MN
248#ifdef CONFIG_VSX
249 /* Yes, this _really_ is ibm,vmx == 2 to enable VSX */
250 {"ibm,vmx", 2, CPU_FTR_VSX, PPC_FEATURE_HAS_VSX},
251#endif /* CONFIG_VSX */
974a76f5
PM
252#ifdef CONFIG_PPC64
253 {"ibm,dfp", 1, 0, PPC_FEATURE_HAS_DFP},
254 {"ibm,purr", 1, CPU_FTR_PURR, 0},
255 {"ibm,spurr", 1, CPU_FTR_SPURR, 0},
256#endif /* CONFIG_PPC64 */
257};
258
14b3d926
VB
259#if defined(CONFIG_44x) && defined(CONFIG_PPC_FPU)
260static inline void identical_pvr_fixup(unsigned long node)
261{
262 unsigned int pvr;
9d0c4dfe 263 const char *model = of_get_flat_dt_prop(node, "model", NULL);
14b3d926
VB
264
265 /*
266 * Since 440GR(x)/440EP(x) processors have the same pvr,
267 * we check the node path and set bit 28 in the cur_cpu_spec
268 * pvr for EP(x) processor version. This bit is always 0 in
269 * the "real" pvr. Then we call identify_cpu again with
270 * the new logical pvr to enable FPU support.
271 */
272 if (model && strstr(model, "440EP")) {
273 pvr = cur_cpu_spec->pvr_value | 0x8;
274 identify_cpu(0, pvr);
275 DBG("Using logical pvr %x for %s\n", pvr, model);
276 }
277}
278#else
279#define identical_pvr_fixup(node) do { } while(0)
280#endif
281
974a76f5
PM
282static void __init check_cpu_feature_properties(unsigned long node)
283{
284 unsigned long i;
285 struct feature_property *fp = feature_properties;
dc0e643a 286 const __be32 *prop;
974a76f5
PM
287
288 for (i = 0; i < ARRAY_SIZE(feature_properties); ++i, ++fp) {
289 prop = of_get_flat_dt_prop(node, fp->name, NULL);
dc0e643a 290 if (prop && be32_to_cpup(prop) >= fp->min_value) {
974a76f5
PM
291 cur_cpu_spec->cpu_features |= fp->cpu_feature;
292 cur_cpu_spec->cpu_user_features |= fp->cpu_user_ftr;
293 }
294 }
295}
296
9b6b563c 297static int __init early_init_dt_scan_cpus(unsigned long node,
4df20460
AB
298 const char *uname, int depth,
299 void *data)
9b6b563c 300{
9d0c4dfe 301 const char *type = of_get_flat_dt_prop(node, "device_type", NULL);
dc0e643a
IM
302 const __be32 *prop;
303 const __be32 *intserv;
4df20460 304 int i, nthreads;
9d0c4dfe 305 int len;
9d07bc84 306 int found = -1;
208b3a4c 307 int found_thread = 0;
9b6b563c
PM
308
309 /* We are scanning "cpu" nodes only */
310 if (type == NULL || strcmp(type, "cpu") != 0)
311 return 0;
312
4df20460
AB
313 /* Get physical cpuid */
314 intserv = of_get_flat_dt_prop(node, "ibm,ppc-interrupt-server#s", &len);
e16c8765
AF
315 if (!intserv)
316 intserv = of_get_flat_dt_prop(node, "reg", &len);
317
318 nthreads = len / sizeof(int);
4df20460
AB
319
320 /*
321 * Now see if any of these threads match our boot cpu.
322 * NOTE: This must match the parsing done in smp_setup_cpu_maps.
323 */
324 for (i = 0; i < nthreads; i++) {
325 /*
326 * version 2 of the kexec param format adds the phys cpuid of
327 * booted proc.
328 */
060f78c2 329 if (fdt_version(initial_boot_params) >= 2) {
dc0e643a 330 if (be32_to_cpu(intserv[i]) ==
060f78c2 331 fdt_boot_cpuid_phys(initial_boot_params)) {
9d07bc84 332 found = boot_cpu_count;
208b3a4c
BH
333 found_thread = i;
334 }
4df20460
AB
335 } else {
336 /*
337 * Check if it's the boot-cpu, set it's hw index now,
338 * unfortunately this format did not support booting
339 * off secondary threads.
340 */
341 if (of_get_flat_dt_prop(node,
9d07bc84
BH
342 "linux,boot-cpu", NULL) != NULL)
343 found = boot_cpu_count;
9b6b563c 344 }
4df20460
AB
345#ifdef CONFIG_SMP
346 /* logical cpu id is always 0 on UP kernels */
9d07bc84 347 boot_cpu_count++;
4df20460
AB
348#endif
349 }
350
7222f779
BH
351 /* Not the boot CPU */
352 if (found < 0)
353 return 0;
9b6b563c 354
7222f779
BH
355 DBG("boot cpu: logical %d physical %d\n", found,
356 be32_to_cpu(intserv[found_thread]));
357 boot_cpuid = found;
358 set_hard_smp_processor_id(found, be32_to_cpu(intserv[found_thread]));
14b3d926 359
7222f779
BH
360 /*
361 * PAPR defines "logical" PVR values for cpus that
362 * meet various levels of the architecture:
363 * 0x0f000001 Architecture version 2.04
364 * 0x0f000002 Architecture version 2.05
365 * If the cpu-version property in the cpu node contains
366 * such a value, we call identify_cpu again with the
367 * logical PVR value in order to use the cpu feature
368 * bits appropriate for the architecture level.
369 *
370 * A POWER6 partition in "POWER6 architected" mode
371 * uses the 0x0f000002 PVR value; in POWER5+ mode
372 * it uses 0x0f000001.
373 */
374 prop = of_get_flat_dt_prop(node, "cpu-version", NULL);
375 if (prop && (be32_to_cpup(prop) & 0xff000000) == 0x0f000000)
376 identify_cpu(0, be32_to_cpup(prop));
377
378 identical_pvr_fixup(node);
9b6b563c 379
974a76f5 380 check_cpu_feature_properties(node);
d205819e 381 check_cpu_pa_features(node);
9c61f7a0 382 init_mmu_slb_size(node);
d205819e 383
4a85b31d 384#ifdef CONFIG_PPC64
4df20460 385 if (nthreads > 1)
9b6b563c 386 cur_cpu_spec->cpu_features |= CPU_FTR_SMT;
4df20460
AB
387 else
388 cur_cpu_spec->cpu_features &= ~CPU_FTR_SMT;
9b6b563c 389#endif
9b6b563c
PM
390 return 0;
391}
392
e51df2c1
AB
393static int __init early_init_dt_scan_chosen_ppc(unsigned long node,
394 const char *uname,
395 int depth, void *data)
9b6b563c 396{
9d0c4dfe 397 const unsigned long *lprop; /* All these set by kernel, so no need to convert endian */
9b6b563c 398
32c97689
GL
399 /* Use common scan routine to determine if this is the chosen node */
400 if (early_init_dt_scan_chosen(node, uname, depth, data) == 0)
401 return 0;
402
9b6b563c
PM
403#ifdef CONFIG_PPC64
404 /* check if iommu is forced on or off */
3c726f8d 405 if (of_get_flat_dt_prop(node, "linux,iommu-off", NULL) != NULL)
9b6b563c 406 iommu_is_off = 1;
3c726f8d 407 if (of_get_flat_dt_prop(node, "linux,iommu-force-on", NULL) != NULL)
9b6b563c
PM
408 iommu_force_on = 1;
409#endif
410
2babf5c2 411 /* mem=x on the command line is the preferred mechanism */
86e03221
GL
412 lprop = of_get_flat_dt_prop(node, "linux,memory-limit", NULL);
413 if (lprop)
414 memory_limit = *lprop;
9b6b563c
PM
415
416#ifdef CONFIG_PPC64
86e03221
GL
417 lprop = of_get_flat_dt_prop(node, "linux,tce-alloc-start", NULL);
418 if (lprop)
419 tce_alloc_start = *lprop;
420 lprop = of_get_flat_dt_prop(node, "linux,tce-alloc-end", NULL);
421 if (lprop)
422 tce_alloc_end = *lprop;
9b6b563c
PM
423#endif
424
dcee3036 425#ifdef CONFIG_KEXEC
63277161 426 lprop = of_get_flat_dt_prop(node, "linux,crashkernel-base", NULL);
70c6cc37
LV
427 if (lprop)
428 crashk_res.start = *lprop;
dcee3036 429
63277161 430 lprop = of_get_flat_dt_prop(node, "linux,crashkernel-size", NULL);
70c6cc37
LV
431 if (lprop)
432 crashk_res.end = crashk_res.start + *lprop - 1;
dcee3036 433#endif
32c97689
GL
434
435 /* break now */
436 return 1;
9b6b563c
PM
437}
438
0204568a
PM
439#ifdef CONFIG_PPC_PSERIES
440/*
441 * Interpret the ibm,dynamic-memory property in the
442 * /ibm,dynamic-reconfiguration-memory node.
443 * This contains a list of memory blocks along with NUMA affinity
444 * information.
445 */
446static int __init early_init_dt_scan_drconf_memory(unsigned long node)
447{
9d0c4dfe
RH
448 const __be32 *dm, *ls, *usm;
449 int l;
450 unsigned long n, flags;
95f72d1e 451 u64 base, size, memblock_size;
cf00085d 452 unsigned int is_kexec_kdump = 0, rngs;
0204568a 453
3fdfd990 454 ls = of_get_flat_dt_prop(node, "ibm,lmb-size", &l);
0f0b56c3 455 if (ls == NULL || l < dt_root_size_cells * sizeof(__be32))
0204568a 456 return 0;
95f72d1e 457 memblock_size = dt_mem_next_cell(dt_root_size_cells, &ls);
0204568a 458
63277161 459 dm = of_get_flat_dt_prop(node, "ibm,dynamic-memory", &l);
0f0b56c3 460 if (dm == NULL || l < sizeof(__be32))
0204568a
PM
461 return 0;
462
e91ae5bd 463 n = of_read_number(dm++, 1); /* number of entries */
0f0b56c3 464 if (l < (n * (dt_root_addr_cells + 4) + 1) * sizeof(__be32))
0204568a
PM
465 return 0;
466
cf00085d 467 /* check if this is a kexec/kdump kernel. */
63277161 468 usm = of_get_flat_dt_prop(node, "linux,drconf-usable-memory",
cf00085d
C
469 &l);
470 if (usm != NULL)
471 is_kexec_kdump = 1;
472
0204568a
PM
473 for (; n != 0; --n) {
474 base = dt_mem_next_cell(dt_root_addr_cells, &dm);
e91ae5bd 475 flags = of_read_number(&dm[3], 1);
0204568a
PM
476 /* skip DRC index, pad, assoc. list index, flags */
477 dm += 4;
9afac933
AK
478 /* skip this block if the reserved bit is set in flags
479 or if the block is not assigned to this partition */
480 if ((flags & DRCONF_MEM_RESERVED) ||
481 !(flags & DRCONF_MEM_ASSIGNED))
0204568a 482 continue;
95f72d1e 483 size = memblock_size;
cf00085d
C
484 rngs = 1;
485 if (is_kexec_kdump) {
486 /*
95f72d1e 487 * For each memblock in ibm,dynamic-memory, a corresponding
cf00085d
C
488 * entry in linux,drconf-usable-memory property contains
489 * a counter 'p' followed by 'p' (base, size) duple.
490 * Now read the counter from
491 * linux,drconf-usable-memory property
492 */
493 rngs = dt_mem_next_cell(dt_root_size_cells, &usm);
494 if (!rngs) /* there are no (base, size) duple */
0204568a 495 continue;
0204568a 496 }
cf00085d
C
497 do {
498 if (is_kexec_kdump) {
499 base = dt_mem_next_cell(dt_root_addr_cells,
500 &usm);
501 size = dt_mem_next_cell(dt_root_size_cells,
502 &usm);
503 }
504 if (iommu_is_off) {
505 if (base >= 0x80000000ul)
506 continue;
507 if ((base + size) > 0x80000000ul)
508 size = 0x80000000ul - base;
509 }
95f72d1e 510 memblock_add(base, size);
cf00085d 511 } while (--rngs);
0204568a 512 }
95f72d1e 513 memblock_dump_all();
0204568a
PM
514 return 0;
515}
516#else
517#define early_init_dt_scan_drconf_memory(node) 0
518#endif /* CONFIG_PPC_PSERIES */
9b6b563c 519
51975db0
GL
520static int __init early_init_dt_scan_memory_ppc(unsigned long node,
521 const char *uname,
522 int depth, void *data)
9b6b563c 523{
0204568a
PM
524 if (depth == 1 &&
525 strcmp(uname, "ibm,dynamic-reconfiguration-memory") == 0)
526 return early_init_dt_scan_drconf_memory(node);
51975db0
GL
527
528 return early_init_dt_scan_memory(node, uname, depth, data);
529}
0204568a 530
b27652dd
KH
531/*
532 * For a relocatable kernel, we need to get the memstart_addr first,
533 * then use it to calculate the virtual kernel start address. This has
534 * to happen at a very early stage (before machine_init). In this case,
535 * we just want to get the memstart_address and would not like to mess the
536 * memblock at this stage. So introduce a variable to skip the memblock_add()
537 * for this reason.
538 */
539#ifdef CONFIG_RELOCATABLE
540static int add_mem_to_memblock = 1;
541#else
542#define add_mem_to_memblock 1
543#endif
544
51975db0
GL
545void __init early_init_dt_add_memory_arch(u64 base, u64 size)
546{
cd3db0c4 547#ifdef CONFIG_PPC64
51975db0
GL
548 if (iommu_is_off) {
549 if (base >= 0x80000000ul)
550 return;
551 if ((base + size) > 0x80000000ul)
552 size = 0x80000000ul - base;
553 }
9b6b563c 554#endif
03bf469a
BH
555 /* Keep track of the beginning of memory -and- the size of
556 * the very first block in the device-tree as it represents
557 * the RMA on ppc64 server
558 */
559 if (base < memstart_addr) {
560 memstart_addr = base;
561 first_memblock_size = size;
562 }
cd3db0c4
BH
563
564 /* Add the chunk to the MEMBLOCK list */
b27652dd
KH
565 if (add_mem_to_memblock)
566 memblock_add(base, size);
9b6b563c
PM
567}
568
c039e3a8 569static void __init early_reserve_mem_dt(void)
0962e800 570{
9d0c4dfe
RH
571 unsigned long i, dt_root;
572 int len;
0962e800
JK
573 const __be32 *prop;
574
24bbd929 575 early_init_fdt_reserve_self();
edba274c
RH
576 early_init_fdt_scan_reserved_mem();
577
0962e800
JK
578 dt_root = of_get_flat_dt_root();
579
580 prop = of_get_flat_dt_prop(dt_root, "reserved-ranges", &len);
581
582 if (!prop)
c039e3a8
BH
583 return;
584
585 DBG("Found new-style reserved-ranges\n");
0962e800
JK
586
587 /* Each reserved range is an (address,size) pair, 2 cells each,
588 * totalling 4 cells per range. */
589 for (i = 0; i < len / (sizeof(*prop) * 4); i++) {
590 u64 base, size;
591
592 base = of_read_number(prop + (i * 4) + 0, 2);
593 size = of_read_number(prop + (i * 4) + 2, 2);
594
c039e3a8
BH
595 if (size) {
596 DBG("reserving: %llx -> %llx\n", base, size);
0962e800 597 memblock_reserve(base, size);
c039e3a8 598 }
0962e800 599 }
0962e800
JK
600}
601
9b6b563c
PM
602static void __init early_reserve_mem(void)
603{
dc0e643a 604 __be64 *reserve_map;
9b6b563c 605
dc0e643a 606 reserve_map = (__be64 *)(((unsigned long)initial_boot_params) +
060f78c2 607 fdt_off_mem_rsvmap(initial_boot_params));
4d1f3f25 608
c039e3a8
BH
609 /* Look for the new "reserved-regions" property in the DT */
610 early_reserve_mem_dt();
0962e800 611
30437b3e 612#ifdef CONFIG_BLK_DEV_INITRD
c039e3a8
BH
613 /* Then reserve the initrd, if any */
614 if (initrd_start && (initrd_end > initrd_start)) {
307cfe71
BH
615 memblock_reserve(_ALIGN_DOWN(__pa(initrd_start), PAGE_SIZE),
616 _ALIGN_UP(initrd_end, PAGE_SIZE) -
617 _ALIGN_DOWN(initrd_start, PAGE_SIZE));
c039e3a8 618 }
30437b3e
DG
619#endif /* CONFIG_BLK_DEV_INITRD */
620
cbbcf340
KG
621#ifdef CONFIG_PPC32
622 /*
623 * Handle the case where we might be booting from an old kexec
624 * image that setup the mem_rsvmap as pairs of 32-bit values
625 */
dc0e643a 626 if (be64_to_cpup(reserve_map) > 0xffffffffull) {
cbbcf340 627 u32 base_32, size_32;
dc0e643a 628 __be32 *reserve_map_32 = (__be32 *)reserve_map;
cbbcf340 629
c039e3a8
BH
630 DBG("Found old 32-bit reserve map\n");
631
cbbcf340 632 while (1) {
dc0e643a
IM
633 base_32 = be32_to_cpup(reserve_map_32++);
634 size_32 = be32_to_cpup(reserve_map_32++);
cbbcf340
KG
635 if (size_32 == 0)
636 break;
329dda08 637 DBG("reserving: %x -> %x\n", base_32, size_32);
95f72d1e 638 memblock_reserve(base_32, size_32);
cbbcf340
KG
639 }
640 return;
641 }
642#endif
9b6b563c
PM
643}
644
645void __init early_init_devtree(void *params)
646{
49a84965 647 phys_addr_t limit;
6ca4f749 648
44348105 649 DBG(" -> early_init_devtree(%p)\n", params);
9b6b563c 650
ad72a279
ME
651 /* Too early to BUG_ON(), do it by hand */
652 if (!early_init_dt_verify(params))
653 panic("BUG: Failed verifying flat device tree, bad version?");
654
458148c0
ME
655#ifdef CONFIG_PPC_RTAS
656 /* Some machines might need RTAS info for debugging, grab it now. */
657 of_scan_flat_dt(early_init_dt_scan_rtas, NULL);
658#endif
659
14a43e69
BH
660#ifdef CONFIG_PPC_POWERNV
661 /* Some machines might need OPAL info for debugging, grab it now. */
662 of_scan_flat_dt(early_init_dt_scan_opal, NULL);
663#endif
664
eb39c880
MS
665#ifdef CONFIG_FA_DUMP
666 /* scan tree to see if dump is active during last boot */
667 of_scan_flat_dt(early_init_dt_scan_fw_dump, NULL);
668#endif
669
9b6b563c
PM
670 /* Retrieve various informations from the /chosen node of the
671 * device-tree, including the platform type, initrd location and
672 * size, TCE reserve, and more ...
673 */
3e47d147 674 of_scan_flat_dt(early_init_dt_scan_chosen_ppc, boot_command_line);
9b6b563c 675
95f72d1e 676 /* Scan memory nodes and rebuild MEMBLOCKs */
3c726f8d 677 of_scan_flat_dt(early_init_dt_scan_root, NULL);
51975db0 678 of_scan_flat_dt(early_init_dt_scan_memory_ppc, NULL);
846f77b0 679
846f77b0
ME
680 parse_early_param();
681
ba14f649
KG
682 /* make sure we've parsed cmdline for mem= before this */
683 if (memory_limit)
a84fcd46 684 first_memblock_size = min_t(u64, first_memblock_size, memory_limit);
ba14f649 685 setup_initial_memory_limit(memstart_addr, first_memblock_size);
95f72d1e
YL
686 /* Reserve MEMBLOCK regions used by kernel, initrd, dt, etc... */
687 memblock_reserve(PHYSICAL_START, __pa(klimit) - PHYSICAL_START);
549e8152
PM
688 /* If relocatable, reserve first 32k for interrupt vectors etc. */
689 if (PHYSICAL_START > MEMORY_START)
95f72d1e 690 memblock_reserve(MEMORY_START, 0x8000);
47310413 691 reserve_kdump_trampoline();
eb39c880
MS
692#ifdef CONFIG_FA_DUMP
693 /*
694 * If we fail to reserve memory for firmware-assisted dump then
695 * fallback to kexec based kdump.
696 */
697 if (fadump_reserve_mem() == 0)
698#endif
699 reserve_crashkernel();
9b6b563c
PM
700 early_reserve_mem();
701
14ed7409 702 /* Ensure that total memory size is page-aligned. */
6fbef13c 703 limit = ALIGN(memory_limit ?: memblock_phys_mem_size(), PAGE_SIZE);
95f72d1e 704 memblock_enforce_memory_limit(limit);
6ca4f749 705
1aadc056 706 memblock_allow_resize();
95f72d1e 707 memblock_dump_all();
2babf5c2 708
95f72d1e 709 DBG("Phys. mem: %llx\n", memblock_phys_mem_size());
2babf5c2
ME
710
711 /* We may need to relocate the flat tree, do it now.
712 * FIXME .. and the initrd too? */
713 move_device_tree();
714
1426d5a3
ME
715 allocate_pacas();
716
9b6b563c
PM
717 DBG("Scanning CPUs ...\n");
718
25985edc 719 /* Retrieve CPU related informations from the flat tree
3c726f8d 720 * (altivec support, boot CPU ID, ...)
9b6b563c 721 */
3c726f8d 722 of_scan_flat_dt(early_init_dt_scan_cpus, NULL);
36ae37e3 723 if (boot_cpuid < 0) {
d939be3a 724 printk("Failed to identify boot CPU !\n");
36ae37e3
BH
725 BUG();
726 }
9b6b563c 727
7ac87abb
ME
728#if defined(CONFIG_SMP) && defined(CONFIG_PPC64)
729 /* We'll later wait for secondaries to check in; there are
730 * NCPUS-1 non-boot CPUs :-)
731 */
732 spinning_secondaries = boot_cpu_count - 1;
733#endif
734
55672ecf
MS
735#ifdef CONFIG_PPC_POWERNV
736 /* Scan and build the list of machine check recoverable ranges */
737 of_scan_flat_dt(early_init_dt_scan_recoverable_ranges, NULL);
738#endif
739
9b6b563c
PM
740 DBG(" <- early_init_devtree()\n");
741}
742
b27652dd
KH
743#ifdef CONFIG_RELOCATABLE
744/*
745 * This function run before early_init_devtree, so we have to init
746 * initial_boot_params.
747 */
748void __init early_get_first_memblock_info(void *params, phys_addr_t *size)
749{
750 /* Setup flat device-tree pointer */
751 initial_boot_params = params;
752
753 /*
754 * Scan the memory nodes and set add_mem_to_memblock to 0 to avoid
755 * mess the memblock.
756 */
757 add_mem_to_memblock = 0;
758 of_scan_flat_dt(early_init_dt_scan_root, NULL);
759 of_scan_flat_dt(early_init_dt_scan_memory_ppc, NULL);
760 add_mem_to_memblock = 1;
761
762 if (size)
763 *size = first_memblock_size;
764}
765#endif
766
9b6b563c
PM
767/*******
768 *
769 * New implementation of the OF "find" APIs, return a refcounted
770 * object, call of_node_put() when done. The device tree and list
771 * are protected by a rw_lock.
772 *
773 * Note that property management will need some locking as well,
774 * this isn't dealt with yet.
775 *
776 *******/
777
b37193b7
BH
778/**
779 * of_get_ibm_chip_id - Returns the IBM "chip-id" of a device
780 * @np: device node of the device
781 *
782 * This looks for a property "ibm,chip-id" in the node or any
783 * of its parents and returns its content, or -1 if it cannot
784 * be found.
785 */
786int of_get_ibm_chip_id(struct device_node *np)
787{
788 of_node_get(np);
1856f50c 789 while (np) {
1856f50c 790 u32 chip_id;
b37193b7 791
1856f50c
CJ
792 /*
793 * Skiboot may produce memory nodes that contain more than one
794 * cell in chip-id, we only read the first one here.
795 */
796 if (!of_property_read_u32(np, "ibm,chip-id", &chip_id)) {
b37193b7 797 of_node_put(np);
1856f50c 798 return chip_id;
b37193b7 799 }
16c1d606
ME
800
801 np = of_get_next_parent(np);
b37193b7
BH
802 }
803 return -1;
804}
b130e7c0 805EXPORT_SYMBOL(of_get_ibm_chip_id);
b37193b7 806
3eb906c6
ME
807/**
808 * cpu_to_chip_id - Return the cpus chip-id
809 * @cpu: The logical cpu number.
810 *
811 * Return the value of the ibm,chip-id property corresponding to the given
812 * logical cpu number. If the chip-id can not be found, returns -1.
813 */
814int cpu_to_chip_id(int cpu)
815{
816 struct device_node *np;
817
818 np = of_get_cpu_node(cpu, NULL);
819 if (!np)
820 return -1;
821
822 of_node_put(np);
823 return of_get_ibm_chip_id(np);
824}
825EXPORT_SYMBOL(cpu_to_chip_id);
826
819d5965
SH
827bool arch_match_cpu_phys_id(int cpu, u64 phys_id)
828{
829 return (int)phys_id == get_hard_smp_processor_id(cpu);
830}