]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * This file is subject to the terms and conditions of the GNU General Public | |
3 | * License. See the file "COPYING" in the main directory of this archive | |
4 | * for more details. | |
5 | * | |
6 | * Copyright (C) 1995 Linus Torvalds | |
7 | * Copyright (C) 1995 Waldorf Electronics | |
8 | * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 Ralf Baechle | |
9 | * Copyright (C) 1996 Stoned Elipot | |
10 | * Copyright (C) 1999 Silicon Graphics, Inc. | |
70342287 | 11 | * Copyright (C) 2000, 2001, 2002, 2007 Maciej W. Rozycki |
1da177e4 | 12 | */ |
1da177e4 LT |
13 | #include <linux/init.h> |
14 | #include <linux/ioport.h> | |
73bc256d | 15 | #include <linux/export.h> |
894673ee | 16 | #include <linux/screen_info.h> |
9d15ffc8 | 17 | #include <linux/memblock.h> |
1da177e4 LT |
18 | #include <linux/bootmem.h> |
19 | #include <linux/initrd.h> | |
1da177e4 LT |
20 | #include <linux/root_dev.h> |
21 | #include <linux/highmem.h> | |
22 | #include <linux/console.h> | |
22a9835c | 23 | #include <linux/pfn.h> |
6312e0ee | 24 | #include <linux/debugfs.h> |
7aa1c8f4 | 25 | #include <linux/kexec.h> |
4d9f77d2 | 26 | #include <linux/sizes.h> |
f4649382 ZLK |
27 | #include <linux/device.h> |
28 | #include <linux/dma-contiguous.h> | |
8f4703aa | 29 | #include <linux/decompress/generic.h> |
1da177e4 LT |
30 | |
31 | #include <asm/addrspace.h> | |
32 | #include <asm/bootinfo.h> | |
20d60d99 | 33 | #include <asm/bugs.h> |
ec74e361 | 34 | #include <asm/cache.h> |
e934945d | 35 | #include <asm/cdmm.h> |
1da177e4 | 36 | #include <asm/cpu.h> |
75dcfc1d | 37 | #include <asm/debug.h> |
1da177e4 LT |
38 | #include <asm/sections.h> |
39 | #include <asm/setup.h> | |
87353d8a | 40 | #include <asm/smp-ops.h> |
f2ffa5ab | 41 | #include <asm/prom.h> |
1da177e4 | 42 | |
87db537d AK |
43 | #ifdef CONFIG_MIPS_ELF_APPENDED_DTB |
44 | const char __section(.appended_dtb) __appended_dtb[0x100000]; | |
45 | #endif /* CONFIG_MIPS_ELF_APPENDED_DTB */ | |
46 | ||
ec74e361 | 47 | struct cpuinfo_mips cpu_data[NR_CPUS] __read_mostly; |
1da177e4 LT |
48 | |
49 | EXPORT_SYMBOL(cpu_data); | |
50 | ||
51 | #ifdef CONFIG_VT | |
52 | struct screen_info screen_info; | |
53 | #endif | |
54 | ||
1da177e4 LT |
55 | /* |
56 | * Setup information | |
57 | * | |
58 | * These are initialized so they are in the .data section | |
59 | */ | |
ec74e361 | 60 | unsigned long mips_machtype __read_mostly = MACH_UNKNOWN; |
1da177e4 LT |
61 | |
62 | EXPORT_SYMBOL(mips_machtype); | |
1da177e4 LT |
63 | |
64 | struct boot_mem_map boot_mem_map; | |
65 | ||
6acc7d48 DV |
66 | static char __initdata command_line[COMMAND_LINE_SIZE]; |
67 | char __initdata arcs_cmdline[COMMAND_LINE_SIZE]; | |
68 | ||
69 | #ifdef CONFIG_CMDLINE_BOOL | |
70 | static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; | |
71 | #endif | |
1da177e4 LT |
72 | |
73 | /* | |
74 | * mips_io_port_base is the begin of the address space to which x86 style | |
75 | * I/O ports are mapped. | |
76 | */ | |
1befdd55 | 77 | const unsigned long mips_io_port_base = -1; |
1da177e4 LT |
78 | EXPORT_SYMBOL(mips_io_port_base); |
79 | ||
1da177e4 LT |
80 | static struct resource code_resource = { .name = "Kernel code", }; |
81 | static struct resource data_resource = { .name = "Kernel data", }; | |
82 | ||
4d9f77d2 JC |
83 | static void *detect_magic __initdata = detect_memory_region; |
84 | ||
15d45cce | 85 | void __init add_memory_region(phys_addr_t start, phys_addr_t size, long type) |
1da177e4 LT |
86 | { |
87 | int x = boot_mem_map.nr_map; | |
0ec7ec75 | 88 | int i; |
1da177e4 | 89 | |
58cae9b0 JH |
90 | /* |
91 | * If the region reaches the top of the physical address space, adjust | |
92 | * the size slightly so that (start + size) doesn't overflow | |
93 | */ | |
94 | if (start + size - 1 == (phys_addr_t)ULLONG_MAX) | |
95 | --size; | |
96 | ||
b6f1f0de FBH |
97 | /* Sanity check */ |
98 | if (start + size < start) { | |
7178d2cd | 99 | pr_warn("Trying to add an invalid memory region, skipped\n"); |
b6f1f0de FBH |
100 | return; |
101 | } | |
102 | ||
1da177e4 | 103 | /* |
0ec7ec75 | 104 | * Try to merge with existing entry, if any. |
1da177e4 | 105 | */ |
0ec7ec75 RB |
106 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
107 | struct boot_mem_map_entry *entry = boot_mem_map.map + i; | |
108 | unsigned long top; | |
109 | ||
110 | if (entry->type != type) | |
111 | continue; | |
112 | ||
113 | if (start + size < entry->addr) | |
114 | continue; /* no overlap */ | |
115 | ||
116 | if (entry->addr + entry->size < start) | |
117 | continue; /* no overlap */ | |
118 | ||
119 | top = max(entry->addr + entry->size, start + size); | |
120 | entry->addr = min(entry->addr, start); | |
121 | entry->size = top - entry->addr; | |
122 | ||
1da177e4 LT |
123 | return; |
124 | } | |
125 | ||
0ec7ec75 | 126 | if (boot_mem_map.nr_map == BOOT_MEM_MAP_MAX) { |
a64ae7a2 | 127 | pr_err("Ooops! Too many entries in the memory map!\n"); |
1da177e4 LT |
128 | return; |
129 | } | |
130 | ||
131 | boot_mem_map.map[x].addr = start; | |
132 | boot_mem_map.map[x].size = size; | |
133 | boot_mem_map.map[x].type = type; | |
134 | boot_mem_map.nr_map++; | |
135 | } | |
136 | ||
15d45cce | 137 | void __init detect_memory_region(phys_addr_t start, phys_addr_t sz_min, phys_addr_t sz_max) |
4d9f77d2 JC |
138 | { |
139 | void *dm = &detect_magic; | |
15d45cce | 140 | phys_addr_t size; |
4d9f77d2 JC |
141 | |
142 | for (size = sz_min; size < sz_max; size <<= 1) { | |
143 | if (!memcmp(dm, dm + size, sizeof(detect_magic))) | |
144 | break; | |
145 | } | |
146 | ||
147 | pr_debug("Memory: %lluMB of RAM detected at 0x%llx (min: %lluMB, max: %lluMB)\n", | |
148 | ((unsigned long long) size) / SZ_1M, | |
149 | (unsigned long long) start, | |
150 | ((unsigned long long) sz_min) / SZ_1M, | |
151 | ((unsigned long long) sz_max) / SZ_1M); | |
152 | ||
153 | add_memory_region(start, size, BOOT_MEM_RAM); | |
154 | } | |
155 | ||
1da177e4 LT |
156 | static void __init print_memory_map(void) |
157 | { | |
158 | int i; | |
159 | const int field = 2 * sizeof(unsigned long); | |
160 | ||
161 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
a64ae7a2 | 162 | printk(KERN_INFO " memory: %0*Lx @ %0*Lx ", |
1da177e4 LT |
163 | field, (unsigned long long) boot_mem_map.map[i].size, |
164 | field, (unsigned long long) boot_mem_map.map[i].addr); | |
165 | ||
166 | switch (boot_mem_map.map[i].type) { | |
167 | case BOOT_MEM_RAM: | |
a64ae7a2 | 168 | printk(KERN_CONT "(usable)\n"); |
1da177e4 | 169 | break; |
43064c0c DD |
170 | case BOOT_MEM_INIT_RAM: |
171 | printk(KERN_CONT "(usable after init)\n"); | |
172 | break; | |
1da177e4 | 173 | case BOOT_MEM_ROM_DATA: |
a64ae7a2 | 174 | printk(KERN_CONT "(ROM data)\n"); |
1da177e4 LT |
175 | break; |
176 | case BOOT_MEM_RESERVED: | |
a64ae7a2 | 177 | printk(KERN_CONT "(reserved)\n"); |
1da177e4 LT |
178 | break; |
179 | default: | |
a64ae7a2 | 180 | printk(KERN_CONT "type %lu\n", boot_mem_map.map[i].type); |
1da177e4 LT |
181 | break; |
182 | } | |
183 | } | |
184 | } | |
185 | ||
d2043ca8 FBH |
186 | /* |
187 | * Manage initrd | |
188 | */ | |
189 | #ifdef CONFIG_BLK_DEV_INITRD | |
190 | ||
a09fc446 | 191 | static int __init rd_start_early(char *p) |
1da177e4 | 192 | { |
a09fc446 | 193 | unsigned long start = memparse(p, &p); |
1da177e4 | 194 | |
875d43e7 | 195 | #ifdef CONFIG_64BIT |
a7837b76 FBH |
196 | /* Guess if the sign extension was forgotten by bootloader */ |
197 | if (start < XKPHYS) | |
198 | start = (int)start; | |
1da177e4 | 199 | #endif |
a09fc446 FBH |
200 | initrd_start = start; |
201 | initrd_end += start; | |
a09fc446 FBH |
202 | return 0; |
203 | } | |
204 | early_param("rd_start", rd_start_early); | |
205 | ||
206 | static int __init rd_size_early(char *p) | |
207 | { | |
208 | initrd_end += memparse(p, &p); | |
1da177e4 LT |
209 | return 0; |
210 | } | |
a09fc446 | 211 | early_param("rd_size", rd_size_early); |
1da177e4 | 212 | |
a7837b76 | 213 | /* it returns the next free pfn after initrd */ |
d2043ca8 FBH |
214 | static unsigned long __init init_initrd(void) |
215 | { | |
a7837b76 | 216 | unsigned long end; |
d2043ca8 | 217 | |
d2043ca8 | 218 | /* |
a09fc446 FBH |
219 | * Board specific code or command line parser should have |
220 | * already set up initrd_start and initrd_end. In these cases | |
221 | * perfom sanity checks and use them if all looks good. | |
d2043ca8 | 222 | */ |
32028f1f | 223 | if (!initrd_start || initrd_end <= initrd_start) |
a7837b76 | 224 | goto disable; |
a7837b76 | 225 | |
a7837b76 | 226 | if (initrd_start & ~PAGE_MASK) { |
a64ae7a2 | 227 | pr_err("initrd start must be page aligned\n"); |
a7837b76 | 228 | goto disable; |
d2043ca8 | 229 | } |
a7837b76 | 230 | if (initrd_start < PAGE_OFFSET) { |
a64ae7a2 | 231 | pr_err("initrd start < PAGE_OFFSET\n"); |
a7837b76 FBH |
232 | goto disable; |
233 | } | |
234 | ||
235 | /* | |
236 | * Sanitize initrd addresses. For example firmware | |
237 | * can't guess if they need to pass them through | |
238 | * 64-bits values if the kernel has been built in pure | |
239 | * 32-bit. We need also to switch from KSEG0 to XKPHYS | |
240 | * addresses now, so the code can now safely use __pa(). | |
241 | */ | |
242 | end = __pa(initrd_end); | |
243 | initrd_end = (unsigned long)__va(end); | |
244 | initrd_start = (unsigned long)__va(__pa(initrd_start)); | |
245 | ||
246 | ROOT_DEV = Root_RAM0; | |
247 | return PFN_UP(end); | |
248 | disable: | |
249 | initrd_start = 0; | |
250 | initrd_end = 0; | |
251 | return 0; | |
d2043ca8 FBH |
252 | } |
253 | ||
8f4703aa AJ |
254 | /* In some conditions (e.g. big endian bootloader with a little endian |
255 | kernel), the initrd might appear byte swapped. Try to detect this and | |
256 | byte swap it if needed. */ | |
257 | static void __init maybe_bswap_initrd(void) | |
258 | { | |
259 | #if defined(CONFIG_CPU_CAVIUM_OCTEON) | |
260 | u64 buf; | |
261 | ||
262 | /* Check for CPIO signature */ | |
263 | if (!memcmp((void *)initrd_start, "070701", 6)) | |
264 | return; | |
265 | ||
266 | /* Check for compressed initrd */ | |
267 | if (decompress_method((unsigned char *)initrd_start, 8, NULL)) | |
268 | return; | |
269 | ||
270 | /* Try again with a byte swapped header */ | |
271 | buf = swab64p((u64 *)initrd_start); | |
272 | if (!memcmp(&buf, "070701", 6) || | |
273 | decompress_method((unsigned char *)(&buf), 8, NULL)) { | |
274 | unsigned long i; | |
275 | ||
276 | pr_info("Byteswapped initrd detected\n"); | |
277 | for (i = initrd_start; i < ALIGN(initrd_end, 8); i += 8) | |
278 | swab64s((u64 *)i); | |
279 | } | |
280 | #endif | |
281 | } | |
282 | ||
d2043ca8 FBH |
283 | static void __init finalize_initrd(void) |
284 | { | |
285 | unsigned long size = initrd_end - initrd_start; | |
286 | ||
287 | if (size == 0) { | |
288 | printk(KERN_INFO "Initrd not found or empty"); | |
289 | goto disable; | |
290 | } | |
d4df6d4e | 291 | if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { |
a64ae7a2 | 292 | printk(KERN_ERR "Initrd extends beyond end of memory"); |
d2043ca8 FBH |
293 | goto disable; |
294 | } | |
295 | ||
8f4703aa AJ |
296 | maybe_bswap_initrd(); |
297 | ||
72a7fe39 | 298 | reserve_bootmem(__pa(initrd_start), size, BOOTMEM_DEFAULT); |
d2043ca8 FBH |
299 | initrd_below_start_ok = 1; |
300 | ||
a64ae7a2 MC |
301 | pr_info("Initial ramdisk at: 0x%lx (%lu bytes)\n", |
302 | initrd_start, size); | |
d2043ca8 FBH |
303 | return; |
304 | disable: | |
a64ae7a2 | 305 | printk(KERN_CONT " - disabling initrd\n"); |
d2043ca8 FBH |
306 | initrd_start = 0; |
307 | initrd_end = 0; | |
308 | } | |
309 | ||
310 | #else /* !CONFIG_BLK_DEV_INITRD */ | |
311 | ||
9ba126cf RB |
312 | static unsigned long __init init_initrd(void) |
313 | { | |
314 | return 0; | |
315 | } | |
316 | ||
d2043ca8 FBH |
317 | #define finalize_initrd() do {} while (0) |
318 | ||
319 | #endif | |
320 | ||
b6f1f0de FBH |
321 | /* |
322 | * Initialize the bootmem allocator. It also setup initrd related data | |
323 | * if needed. | |
324 | */ | |
c4617318 | 325 | #if defined(CONFIG_SGI_IP27) || (defined(CONFIG_CPU_LOONGSON3) && defined(CONFIG_NUMA)) |
d2043ca8 | 326 | |
b6f1f0de | 327 | static void __init bootmem_init(void) |
1da177e4 | 328 | { |
d2043ca8 FBH |
329 | init_initrd(); |
330 | finalize_initrd(); | |
331 | } | |
332 | ||
333 | #else /* !CONFIG_SGI_IP27 */ | |
334 | ||
335 | static void __init bootmem_init(void) | |
336 | { | |
e452e94e | 337 | unsigned long reserved_end; |
db84dc61 | 338 | unsigned long mapstart = ~0UL; |
1da177e4 LT |
339 | unsigned long bootmap_size; |
340 | int i; | |
1da177e4 LT |
341 | |
342 | /* | |
f9a7febd GU |
343 | * Sanity check any INITRD first. We don't take it into account |
344 | * for bootmem setup initially, rely on the end-of-kernel-code | |
345 | * as our memory range starting point. Once bootmem is inited we | |
346 | * will reserve the area used for the initrd. | |
1da177e4 | 347 | */ |
f9a7febd GU |
348 | init_initrd(); |
349 | reserved_end = (unsigned long) PFN_UP(__pa_symbol(&_end)); | |
1da177e4 | 350 | |
db84dc61 FBH |
351 | /* |
352 | * max_low_pfn is not a number of pages. The number of pages | |
353 | * of the system is given by 'max_low_pfn - min_low_pfn'. | |
354 | */ | |
355 | min_low_pfn = ~0UL; | |
356 | max_low_pfn = 0; | |
357 | ||
b6f1f0de FBH |
358 | /* |
359 | * Find the highest page frame number we have available. | |
360 | */ | |
1da177e4 LT |
361 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
362 | unsigned long start, end; | |
363 | ||
364 | if (boot_mem_map.map[i].type != BOOT_MEM_RAM) | |
365 | continue; | |
366 | ||
367 | start = PFN_UP(boot_mem_map.map[i].addr); | |
368 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
b6f1f0de | 369 | + boot_mem_map.map[i].size); |
1da177e4 | 370 | |
db84dc61 FBH |
371 | if (end > max_low_pfn) |
372 | max_low_pfn = end; | |
373 | if (start < min_low_pfn) | |
374 | min_low_pfn = start; | |
b6f1f0de | 375 | if (end <= reserved_end) |
1da177e4 | 376 | continue; |
a6335fa1 | 377 | #ifdef CONFIG_BLK_DEV_INITRD |
88d34269 | 378 | /* Skip zones before initrd and initrd itself */ |
a6335fa1 AS |
379 | if (initrd_end && end <= (unsigned long)PFN_UP(__pa(initrd_end))) |
380 | continue; | |
381 | #endif | |
b6f1f0de FBH |
382 | if (start >= mapstart) |
383 | continue; | |
384 | mapstart = max(reserved_end, start); | |
1da177e4 LT |
385 | } |
386 | ||
db84dc61 FBH |
387 | if (min_low_pfn >= max_low_pfn) |
388 | panic("Incorrect memory mapping !!!"); | |
6f284a2c | 389 | if (min_low_pfn > ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
390 | pr_info("Wasting %lu bytes for tracking %lu unused pages\n", |
391 | (min_low_pfn - ARCH_PFN_OFFSET) * sizeof(struct page), | |
392 | min_low_pfn - ARCH_PFN_OFFSET); | |
6f284a2c | 393 | } else if (min_low_pfn < ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
394 | pr_info("%lu free pages won't be used\n", |
395 | ARCH_PFN_OFFSET - min_low_pfn); | |
db84dc61 | 396 | } |
6f284a2c | 397 | min_low_pfn = ARCH_PFN_OFFSET; |
db84dc61 | 398 | |
1da177e4 LT |
399 | /* |
400 | * Determine low and high memory ranges | |
401 | */ | |
dc3bf353 | 402 | max_pfn = max_low_pfn; |
db84dc61 | 403 | if (max_low_pfn > PFN_DOWN(HIGHMEM_START)) { |
b6f1f0de FBH |
404 | #ifdef CONFIG_HIGHMEM |
405 | highstart_pfn = PFN_DOWN(HIGHMEM_START); | |
db84dc61 | 406 | highend_pfn = max_low_pfn; |
1da177e4 | 407 | #endif |
db84dc61 | 408 | max_low_pfn = PFN_DOWN(HIGHMEM_START); |
1da177e4 LT |
409 | } |
410 | ||
88d34269 AS |
411 | #ifdef CONFIG_BLK_DEV_INITRD |
412 | /* | |
413 | * mapstart should be after initrd_end | |
414 | */ | |
415 | if (initrd_end) | |
416 | mapstart = max(mapstart, (unsigned long)PFN_UP(__pa(initrd_end))); | |
417 | #endif | |
418 | ||
1da177e4 | 419 | /* |
b6f1f0de | 420 | * Initialize the boot-time allocator with low memory only. |
1da177e4 | 421 | */ |
db84dc61 FBH |
422 | bootmap_size = init_bootmem_node(NODE_DATA(0), mapstart, |
423 | min_low_pfn, max_low_pfn); | |
cce335ae RB |
424 | |
425 | ||
cce335ae RB |
426 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
427 | unsigned long start, end; | |
428 | ||
429 | start = PFN_UP(boot_mem_map.map[i].addr); | |
430 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
431 | + boot_mem_map.map[i].size); | |
432 | ||
e452e94e AN |
433 | if (start <= min_low_pfn) |
434 | start = min_low_pfn; | |
cce335ae RB |
435 | if (start >= end) |
436 | continue; | |
437 | ||
438 | #ifndef CONFIG_HIGHMEM | |
439 | if (end > max_low_pfn) | |
440 | end = max_low_pfn; | |
441 | ||
442 | /* | |
443 | * ... finally, is the area going away? | |
444 | */ | |
445 | if (end <= start) | |
446 | continue; | |
447 | #endif | |
448 | ||
9d15ffc8 | 449 | memblock_add_node(PFN_PHYS(start), PFN_PHYS(end - start), 0); |
cce335ae RB |
450 | } |
451 | ||
1da177e4 LT |
452 | /* |
453 | * Register fully available low RAM pages with the bootmem allocator. | |
454 | */ | |
455 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
b6f1f0de | 456 | unsigned long start, end, size; |
1da177e4 | 457 | |
43064c0c DD |
458 | start = PFN_UP(boot_mem_map.map[i].addr); |
459 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
460 | + boot_mem_map.map[i].size); | |
461 | ||
1da177e4 LT |
462 | /* |
463 | * Reserve usable memory. | |
464 | */ | |
43064c0c DD |
465 | switch (boot_mem_map.map[i].type) { |
466 | case BOOT_MEM_RAM: | |
467 | break; | |
468 | case BOOT_MEM_INIT_RAM: | |
469 | memory_present(0, start, end); | |
1da177e4 | 470 | continue; |
43064c0c DD |
471 | default: |
472 | /* Not usable memory */ | |
473 | continue; | |
474 | } | |
1da177e4 | 475 | |
1da177e4 | 476 | /* |
b6f1f0de FBH |
477 | * We are rounding up the start address of usable memory |
478 | * and at the end of the usable range downwards. | |
1da177e4 | 479 | */ |
b6f1f0de | 480 | if (start >= max_low_pfn) |
1da177e4 | 481 | continue; |
b6f1f0de FBH |
482 | if (start < reserved_end) |
483 | start = reserved_end; | |
484 | if (end > max_low_pfn) | |
485 | end = max_low_pfn; | |
1da177e4 LT |
486 | |
487 | /* | |
b6f1f0de | 488 | * ... finally, is the area going away? |
1da177e4 | 489 | */ |
b6f1f0de | 490 | if (end <= start) |
1da177e4 | 491 | continue; |
b6f1f0de | 492 | size = end - start; |
1da177e4 LT |
493 | |
494 | /* Register lowmem ranges */ | |
b6f1f0de FBH |
495 | free_bootmem(PFN_PHYS(start), size << PAGE_SHIFT); |
496 | memory_present(0, start, end); | |
1da177e4 LT |
497 | } |
498 | ||
b6f1f0de FBH |
499 | /* |
500 | * Reserve the bootmap memory. | |
501 | */ | |
72a7fe39 | 502 | reserve_bootmem(PFN_PHYS(mapstart), bootmap_size, BOOTMEM_DEFAULT); |
b6f1f0de | 503 | |
61cd52d4 MR |
504 | #ifdef CONFIG_RELOCATABLE |
505 | /* | |
506 | * The kernel reserves all memory below its _end symbol as bootmem, | |
507 | * but the kernel may now be at a much higher address. The memory | |
508 | * between the original and new locations may be returned to the system. | |
509 | */ | |
510 | if (__pa_symbol(_text) > __pa_symbol(VMLINUX_LOAD_ADDRESS)) { | |
511 | unsigned long offset; | |
919beb4e | 512 | extern void show_kernel_relocation(const char *level); |
61cd52d4 MR |
513 | |
514 | offset = __pa_symbol(_text) - __pa_symbol(VMLINUX_LOAD_ADDRESS); | |
515 | free_bootmem(__pa_symbol(VMLINUX_LOAD_ADDRESS), offset); | |
919beb4e MR |
516 | |
517 | #if defined(CONFIG_DEBUG_KERNEL) && defined(CONFIG_DEBUG_INFO) | |
518 | /* | |
519 | * This information is necessary when debugging the kernel | |
520 | * But is a security vulnerability otherwise! | |
521 | */ | |
522 | show_kernel_relocation(KERN_INFO); | |
523 | #endif | |
61cd52d4 MR |
524 | } |
525 | #endif | |
526 | ||
d2043ca8 FBH |
527 | /* |
528 | * Reserve initrd memory if needed. | |
529 | */ | |
530 | finalize_initrd(); | |
1da177e4 LT |
531 | } |
532 | ||
d2043ca8 FBH |
533 | #endif /* CONFIG_SGI_IP27 */ |
534 | ||
2925aba4 | 535 | /* |
603e82ed | 536 | * arch_mem_init - initialize memory management subsystem |
2925aba4 RB |
537 | * |
538 | * o plat_mem_setup() detects the memory configuration and will record detected | |
539 | * memory areas using add_memory_region. | |
2925aba4 RB |
540 | * |
541 | * At this stage the memory configuration of the system is known to the | |
603e82ed | 542 | * kernel but generic memory management system is still entirely uninitialized. |
2925aba4 RB |
543 | * |
544 | * o bootmem_init() | |
545 | * o sparse_init() | |
546 | * o paging_init() | |
e1c05067 | 547 | * o dma_contiguous_reserve() |
2925aba4 RB |
548 | * |
549 | * At this stage the bootmem allocator is ready to use. | |
550 | * | |
551 | * NOTE: historically plat_mem_setup did the entire platform initialization. | |
70342287 | 552 | * This was rather impractical because it meant plat_mem_setup had to |
2925aba4 | 553 | * get away without any kind of memory allocator. To keep old code from |
7f0dd768 | 554 | * breaking plat_setup was just renamed to plat_mem_setup and a second platform |
2925aba4 RB |
555 | * initialization hook for anything else was introduced. |
556 | */ | |
557 | ||
982f6ffe | 558 | static int usermem __initdata; |
a09fc446 FBH |
559 | |
560 | static int __init early_parse_mem(char *p) | |
561 | { | |
ad8f723a | 562 | phys_addr_t start, size; |
a09fc446 FBH |
563 | |
564 | /* | |
565 | * If a user specifies memory size, we | |
566 | * blow away any automatically generated | |
567 | * size. | |
568 | */ | |
569 | if (usermem == 0) { | |
570 | boot_mem_map.nr_map = 0; | |
571 | usermem = 1; | |
70342287 | 572 | } |
a09fc446 FBH |
573 | start = 0; |
574 | size = memparse(p, &p); | |
575 | if (*p == '@') | |
576 | start = memparse(p + 1, &p); | |
577 | ||
578 | add_memory_region(start, size, BOOT_MEM_RAM); | |
579 | return 0; | |
580 | } | |
581 | early_param("mem", early_parse_mem); | |
2925aba4 | 582 | |
4893fc88 CM |
583 | #ifdef CONFIG_PROC_VMCORE |
584 | unsigned long setup_elfcorehdr, setup_elfcorehdr_size; | |
585 | static int __init early_parse_elfcorehdr(char *p) | |
586 | { | |
587 | int i; | |
588 | ||
589 | setup_elfcorehdr = memparse(p, &p); | |
590 | ||
591 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
592 | unsigned long start = boot_mem_map.map[i].addr; | |
593 | unsigned long end = (boot_mem_map.map[i].addr + | |
594 | boot_mem_map.map[i].size); | |
595 | if (setup_elfcorehdr >= start && setup_elfcorehdr < end) { | |
596 | /* | |
597 | * Reserve from the elf core header to the end of | |
598 | * the memory segment, that should all be kdump | |
599 | * reserved memory. | |
600 | */ | |
601 | setup_elfcorehdr_size = end - setup_elfcorehdr; | |
602 | break; | |
603 | } | |
604 | } | |
605 | /* | |
606 | * If we don't find it in the memory map, then we shouldn't | |
607 | * have to worry about it, as the new kernel won't use it. | |
608 | */ | |
609 | return 0; | |
610 | } | |
611 | early_param("elfcorehdr", early_parse_elfcorehdr); | |
612 | #endif | |
613 | ||
15d45cce | 614 | static void __init arch_mem_addpart(phys_addr_t mem, phys_addr_t end, int type) |
2925aba4 | 615 | { |
15d45cce | 616 | phys_addr_t size; |
d3ff9338 | 617 | int i; |
43064c0c | 618 | |
d3ff9338 CM |
619 | size = end - mem; |
620 | if (!size) | |
621 | return; | |
622 | ||
623 | /* Make sure it is in the boot_mem_map */ | |
624 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
625 | if (mem >= boot_mem_map.map[i].addr && | |
626 | mem < (boot_mem_map.map[i].addr + | |
627 | boot_mem_map.map[i].size)) | |
628 | return; | |
629 | } | |
630 | add_memory_region(mem, size, type); | |
631 | } | |
43064c0c | 632 | |
c2882b7f PM |
633 | #ifdef CONFIG_KEXEC |
634 | static inline unsigned long long get_total_mem(void) | |
635 | { | |
636 | unsigned long long total; | |
637 | ||
638 | total = max_pfn - min_low_pfn; | |
639 | return total << PAGE_SHIFT; | |
640 | } | |
641 | ||
642 | static void __init mips_parse_crashkernel(void) | |
643 | { | |
644 | unsigned long long total_mem; | |
645 | unsigned long long crash_size, crash_base; | |
646 | int ret; | |
647 | ||
648 | total_mem = get_total_mem(); | |
649 | ret = parse_crashkernel(boot_command_line, total_mem, | |
650 | &crash_size, &crash_base); | |
651 | if (ret != 0 || crash_size <= 0) | |
652 | return; | |
653 | ||
654 | crashk_res.start = crash_base; | |
655 | crashk_res.end = crash_base + crash_size - 1; | |
656 | } | |
657 | ||
658 | static void __init request_crashkernel(struct resource *res) | |
659 | { | |
660 | int ret; | |
661 | ||
662 | ret = request_resource(res, &crashk_res); | |
663 | if (!ret) | |
664 | pr_info("Reserving %ldMB of memory at %ldMB for crashkernel\n", | |
665 | (unsigned long)((crashk_res.end - | |
666 | crashk_res.start + 1) >> 20), | |
667 | (unsigned long)(crashk_res.start >> 20)); | |
668 | } | |
669 | #else /* !defined(CONFIG_KEXEC) */ | |
670 | static void __init mips_parse_crashkernel(void) | |
671 | { | |
672 | } | |
673 | ||
674 | static void __init request_crashkernel(struct resource *res) | |
675 | { | |
676 | } | |
677 | #endif /* !defined(CONFIG_KEXEC) */ | |
678 | ||
2024972e JG |
679 | #define USE_PROM_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_BOOTLOADER) |
680 | #define USE_DTB_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_DTB) | |
2549cc96 | 681 | #define EXTEND_WITH_PROM IS_ENABLED(CONFIG_MIPS_CMDLINE_DTB_EXTEND) |
ed47e153 RV |
682 | #define BUILTIN_EXTEND_WITH_PROM \ |
683 | IS_ENABLED(CONFIG_MIPS_CMDLINE_BUILTIN_EXTEND) | |
2024972e | 684 | |
d3ff9338 CM |
685 | static void __init arch_mem_init(char **cmdline_p) |
686 | { | |
f4649382 | 687 | struct memblock_region *reg; |
a09fc446 FBH |
688 | extern void plat_mem_setup(void); |
689 | ||
2925aba4 RB |
690 | /* call board setup routine */ |
691 | plat_mem_setup(); | |
692 | ||
d3ff9338 CM |
693 | /* |
694 | * Make sure all kernel memory is in the maps. The "UP" and | |
695 | * "DOWN" are opposite for initdata since if it crosses over | |
696 | * into another memory section you don't want that to be | |
697 | * freed when the initdata is freed. | |
698 | */ | |
699 | arch_mem_addpart(PFN_DOWN(__pa_symbol(&_text)) << PAGE_SHIFT, | |
700 | PFN_UP(__pa_symbol(&_edata)) << PAGE_SHIFT, | |
701 | BOOT_MEM_RAM); | |
702 | arch_mem_addpart(PFN_UP(__pa_symbol(&__init_begin)) << PAGE_SHIFT, | |
703 | PFN_DOWN(__pa_symbol(&__init_end)) << PAGE_SHIFT, | |
704 | BOOT_MEM_INIT_RAM); | |
43064c0c | 705 | |
a64ae7a2 | 706 | pr_info("Determined physical RAM map:\n"); |
a09fc446 FBH |
707 | print_memory_map(); |
708 | ||
2024972e | 709 | #if defined(CONFIG_CMDLINE_BOOL) && defined(CONFIG_CMDLINE_OVERRIDE) |
6acc7d48 DV |
710 | strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
711 | #else | |
2024972e JG |
712 | if ((USE_PROM_CMDLINE && arcs_cmdline[0]) || |
713 | (USE_DTB_CMDLINE && !boot_command_line[0])) | |
714 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
715 | ||
716 | if (EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
e54ad8c5 RV |
717 | if (boot_command_line[0]) |
718 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
2024972e JG |
719 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); |
720 | } | |
721 | ||
722 | #if defined(CONFIG_CMDLINE_BOOL) | |
6acc7d48 | 723 | if (builtin_cmdline[0]) { |
e54ad8c5 RV |
724 | if (boot_command_line[0]) |
725 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
2024972e | 726 | strlcat(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
6acc7d48 | 727 | } |
ed47e153 RV |
728 | |
729 | if (BUILTIN_EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
730 | if (boot_command_line[0]) | |
731 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
732 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
733 | } | |
6acc7d48 | 734 | #endif |
6acc7d48 DV |
735 | #endif |
736 | strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); | |
2925aba4 RB |
737 | |
738 | *cmdline_p = command_line; | |
739 | ||
a09fc446 FBH |
740 | parse_early_param(); |
741 | ||
742 | if (usermem) { | |
a64ae7a2 | 743 | pr_info("User-defined physical RAM map:\n"); |
a09fc446 FBH |
744 | print_memory_map(); |
745 | } | |
746 | ||
2925aba4 | 747 | bootmem_init(); |
4893fc88 CM |
748 | #ifdef CONFIG_PROC_VMCORE |
749 | if (setup_elfcorehdr && setup_elfcorehdr_size) { | |
750 | printk(KERN_INFO "kdump reserved memory at %lx-%lx\n", | |
751 | setup_elfcorehdr, setup_elfcorehdr_size); | |
752 | reserve_bootmem(setup_elfcorehdr, setup_elfcorehdr_size, | |
753 | BOOTMEM_DEFAULT); | |
754 | } | |
755 | #endif | |
c2882b7f PM |
756 | |
757 | mips_parse_crashkernel(); | |
7aa1c8f4 RB |
758 | #ifdef CONFIG_KEXEC |
759 | if (crashk_res.start != crashk_res.end) | |
760 | reserve_bootmem(crashk_res.start, | |
761 | crashk_res.end - crashk_res.start + 1, | |
762 | BOOTMEM_DEFAULT); | |
763 | #endif | |
f2ffa5ab | 764 | device_tree_init(); |
2925aba4 | 765 | sparse_init(); |
ee71b7d2 | 766 | plat_swiotlb_setup(); |
2925aba4 | 767 | paging_init(); |
f4649382 ZLK |
768 | |
769 | dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); | |
770 | /* Tell bootmem about cma reserved memblock section */ | |
771 | for_each_memblock(reserved, reg) | |
30fa0530 ZLK |
772 | if (reg->size != 0) |
773 | reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT); | |
a95d0692 HC |
774 | |
775 | reserve_bootmem_region(__pa_symbol(&__nosave_begin), | |
776 | __pa_symbol(&__nosave_end)); /* Reserve for hibernation */ | |
2925aba4 RB |
777 | } |
778 | ||
8df32c63 | 779 | static void __init resource_init(void) |
1da177e4 LT |
780 | { |
781 | int i; | |
782 | ||
6adb5fe7 RB |
783 | if (UNCAC_BASE != IO_BASE) |
784 | return; | |
785 | ||
f5bffe3a FBH |
786 | code_resource.start = __pa_symbol(&_text); |
787 | code_resource.end = __pa_symbol(&_etext) - 1; | |
788 | data_resource.start = __pa_symbol(&_etext); | |
789 | data_resource.end = __pa_symbol(&_edata) - 1; | |
1da177e4 | 790 | |
1da177e4 LT |
791 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
792 | struct resource *res; | |
793 | unsigned long start, end; | |
794 | ||
795 | start = boot_mem_map.map[i].addr; | |
796 | end = boot_mem_map.map[i].addr + boot_mem_map.map[i].size - 1; | |
1c6fd44d | 797 | if (start >= HIGHMEM_START) |
1da177e4 | 798 | continue; |
1c6fd44d FBH |
799 | if (end >= HIGHMEM_START) |
800 | end = HIGHMEM_START - 1; | |
1da177e4 LT |
801 | |
802 | res = alloc_bootmem(sizeof(struct resource)); | |
35d98e93 TK |
803 | |
804 | res->start = start; | |
805 | res->end = end; | |
806 | res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; | |
807 | ||
1da177e4 LT |
808 | switch (boot_mem_map.map[i].type) { |
809 | case BOOT_MEM_RAM: | |
43064c0c | 810 | case BOOT_MEM_INIT_RAM: |
1da177e4 LT |
811 | case BOOT_MEM_ROM_DATA: |
812 | res->name = "System RAM"; | |
35d98e93 | 813 | res->flags |= IORESOURCE_SYSRAM; |
1da177e4 LT |
814 | break; |
815 | case BOOT_MEM_RESERVED: | |
816 | default: | |
817 | res->name = "reserved"; | |
818 | } | |
819 | ||
1da177e4 LT |
820 | request_resource(&iomem_resource, res); |
821 | ||
822 | /* | |
823 | * We don't know which RAM region contains kernel data, | |
824 | * so we try it repeatedly and let the resource manager | |
825 | * test it. | |
826 | */ | |
827 | request_resource(res, &code_resource); | |
828 | request_resource(res, &data_resource); | |
7aa1c8f4 | 829 | request_crashkernel(res); |
1da177e4 LT |
830 | } |
831 | } | |
832 | ||
0f3f506b HC |
833 | #ifdef CONFIG_SMP |
834 | static void __init prefill_possible_map(void) | |
835 | { | |
836 | int i, possible = num_possible_cpus(); | |
837 | ||
838 | if (possible > nr_cpu_ids) | |
839 | possible = nr_cpu_ids; | |
840 | ||
841 | for (i = 0; i < possible; i++) | |
842 | set_cpu_possible(i, true); | |
843 | for (; i < NR_CPUS; i++) | |
844 | set_cpu_possible(i, false); | |
845 | ||
846 | nr_cpu_ids = possible; | |
847 | } | |
848 | #else | |
849 | static inline void prefill_possible_map(void) {} | |
850 | #endif | |
851 | ||
1da177e4 LT |
852 | void __init setup_arch(char **cmdline_p) |
853 | { | |
854 | cpu_probe(); | |
3af5a67c | 855 | mips_cm_probe(); |
1da177e4 | 856 | prom_init(); |
36a88530 | 857 | |
e934945d | 858 | setup_early_fdc_console(); |
36a88530 | 859 | #ifdef CONFIG_EARLY_PRINTK |
07cdb784 | 860 | setup_early_printk(); |
36a88530 | 861 | #endif |
1da177e4 | 862 | cpu_report(); |
20d60d99 | 863 | check_bugs_early(); |
1da177e4 LT |
864 | |
865 | #if defined(CONFIG_VT) | |
866 | #if defined(CONFIG_VGA_CONSOLE) | |
e0daad44 | 867 | conswitchp = &vga_con; |
1da177e4 | 868 | #elif defined(CONFIG_DUMMY_CONSOLE) |
e0daad44 | 869 | conswitchp = &dummy_con; |
1da177e4 LT |
870 | #endif |
871 | #endif | |
872 | ||
2925aba4 | 873 | arch_mem_init(cmdline_p); |
1da177e4 | 874 | |
1da177e4 | 875 | resource_init(); |
9b6695a8 | 876 | plat_smp_setup(); |
0f3f506b | 877 | prefill_possible_map(); |
6650df3c DD |
878 | |
879 | cpu_cache_init(); | |
1da177e4 LT |
880 | } |
881 | ||
69a6c312 AN |
882 | unsigned long kernelsp[NR_CPUS]; |
883 | unsigned long fw_arg0, fw_arg1, fw_arg2, fw_arg3; | |
6312e0ee | 884 | |
15f37e15 JG |
885 | #ifdef CONFIG_USE_OF |
886 | unsigned long fw_passed_dtb; | |
887 | #endif | |
888 | ||
6312e0ee AN |
889 | #ifdef CONFIG_DEBUG_FS |
890 | struct dentry *mips_debugfs_dir; | |
891 | static int __init debugfs_mips(void) | |
892 | { | |
893 | struct dentry *d; | |
894 | ||
895 | d = debugfs_create_dir("mips", NULL); | |
b517531c Z |
896 | if (!d) |
897 | return -ENOMEM; | |
6312e0ee AN |
898 | mips_debugfs_dir = d; |
899 | return 0; | |
900 | } | |
901 | arch_initcall(debugfs_mips); | |
902 | #endif |