]>
Commit | Line | Data |
---|---|---|
88278ca2 | 1 | /* |
1da177e4 LT |
2 | * linux/arch/sparc/mm/init.c |
3 | * | |
4 | * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu) | |
5 | * Copyright (C) 1995 Eddie C. Dost (ecd@skynet.be) | |
6 | * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz) | |
7 | * Copyright (C) 2000 Anton Blanchard (anton@samba.org) | |
8 | */ | |
9 | ||
1da177e4 LT |
10 | #include <linux/module.h> |
11 | #include <linux/signal.h> | |
12 | #include <linux/sched.h> | |
13 | #include <linux/kernel.h> | |
14 | #include <linux/errno.h> | |
15 | #include <linux/string.h> | |
16 | #include <linux/types.h> | |
17 | #include <linux/ptrace.h> | |
18 | #include <linux/mman.h> | |
19 | #include <linux/mm.h> | |
20 | #include <linux/swap.h> | |
21 | #include <linux/initrd.h> | |
22 | #include <linux/init.h> | |
23 | #include <linux/highmem.h> | |
24 | #include <linux/bootmem.h> | |
f538f3df | 25 | #include <linux/pagemap.h> |
1aa0365f | 26 | #include <linux/poison.h> |
5a0e3ad6 | 27 | #include <linux/gfp.h> |
1da177e4 | 28 | |
86ed40bd | 29 | #include <asm/sections.h> |
1da177e4 LT |
30 | #include <asm/page.h> |
31 | #include <asm/pgtable.h> | |
32 | #include <asm/vaddrs.h> | |
33 | #include <asm/pgalloc.h> /* bug in asm-generic/tlb.h: check_pgt_cache */ | |
34 | #include <asm/tlb.h> | |
942a6bdd | 35 | #include <asm/prom.h> |
0fd7ef1f | 36 | #include <asm/leon.h> |
1da177e4 | 37 | |
1da177e4 | 38 | unsigned long *sparc_valid_addr_bitmap; |
6943f3da | 39 | EXPORT_SYMBOL(sparc_valid_addr_bitmap); |
1da177e4 LT |
40 | |
41 | unsigned long phys_base; | |
6943f3da SR |
42 | EXPORT_SYMBOL(phys_base); |
43 | ||
1da177e4 | 44 | unsigned long pfn_base; |
6943f3da | 45 | EXPORT_SYMBOL(pfn_base); |
1da177e4 | 46 | |
1da177e4 | 47 | struct sparc_phys_banks sp_banks[SPARC_PHYS_BANKS+1]; |
1da177e4 | 48 | |
1da177e4 LT |
49 | /* Initial ramdisk setup */ |
50 | extern unsigned int sparc_ramdisk_image; | |
51 | extern unsigned int sparc_ramdisk_size; | |
52 | ||
53 | unsigned long highstart_pfn, highend_pfn; | |
54 | ||
55 | pte_t *kmap_pte; | |
56 | pgprot_t kmap_prot; | |
57 | ||
58 | #define kmap_get_fixmap_pte(vaddr) \ | |
59 | pte_offset_kernel(pmd_offset(pgd_offset_k(vaddr), (vaddr)), (vaddr)) | |
60 | ||
61 | void __init kmap_init(void) | |
62 | { | |
63 | /* cache the first kmap pte */ | |
64 | kmap_pte = kmap_get_fixmap_pte(__fix_to_virt(FIX_KMAP_BEGIN)); | |
65 | kmap_prot = __pgprot(SRMMU_ET_PTE | SRMMU_PRIV | SRMMU_CACHE); | |
66 | } | |
67 | ||
b2b755b5 | 68 | void show_mem(unsigned int filter) |
1da177e4 LT |
69 | { |
70 | printk("Mem-info:\n"); | |
7bf02ea2 | 71 | show_free_areas(filter); |
1da177e4 LT |
72 | printk("Free swap: %6ldkB\n", |
73 | nr_swap_pages << (PAGE_SHIFT-10)); | |
74 | printk("%ld pages of RAM\n", totalram_pages); | |
f0f0d0c6 | 75 | printk("%ld free pages\n", nr_free_pages()); |
1da177e4 LT |
76 | #if 0 /* undefined pgtable_cache_size, pgd_cache_size */ |
77 | printk("%ld pages in page table cache\n",pgtable_cache_size); | |
78 | #ifndef CONFIG_SMP | |
79 | if (sparc_cpu_model == sun4m || sparc_cpu_model == sun4d) | |
80 | printk("%ld entries in page dir cache\n",pgd_cache_size); | |
81 | #endif | |
82 | #endif | |
83 | } | |
84 | ||
1da177e4 LT |
85 | |
86 | extern unsigned long cmdline_memory_size; | |
87 | unsigned long last_valid_pfn; | |
88 | ||
89 | unsigned long calc_highpages(void) | |
90 | { | |
91 | int i; | |
92 | int nr = 0; | |
93 | ||
94 | for (i = 0; sp_banks[i].num_bytes != 0; i++) { | |
95 | unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; | |
96 | unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; | |
97 | ||
98 | if (end_pfn <= max_low_pfn) | |
99 | continue; | |
100 | ||
101 | if (start_pfn < max_low_pfn) | |
102 | start_pfn = max_low_pfn; | |
103 | ||
104 | nr += end_pfn - start_pfn; | |
105 | } | |
106 | ||
107 | return nr; | |
108 | } | |
109 | ||
50215d65 | 110 | static unsigned long calc_max_low_pfn(void) |
1da177e4 LT |
111 | { |
112 | int i; | |
113 | unsigned long tmp = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); | |
114 | unsigned long curr_pfn, last_pfn; | |
115 | ||
116 | last_pfn = (sp_banks[0].base_addr + sp_banks[0].num_bytes) >> PAGE_SHIFT; | |
117 | for (i = 1; sp_banks[i].num_bytes != 0; i++) { | |
118 | curr_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; | |
119 | ||
120 | if (curr_pfn >= tmp) { | |
121 | if (last_pfn < tmp) | |
122 | tmp = last_pfn; | |
123 | break; | |
124 | } | |
125 | ||
126 | last_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; | |
127 | } | |
128 | ||
129 | return tmp; | |
130 | } | |
131 | ||
132 | unsigned long __init bootmem_init(unsigned long *pages_avail) | |
133 | { | |
134 | unsigned long bootmap_size, start_pfn; | |
135 | unsigned long end_of_phys_memory = 0UL; | |
136 | unsigned long bootmap_pfn, bytes_avail, size; | |
137 | int i; | |
138 | ||
139 | bytes_avail = 0UL; | |
140 | for (i = 0; sp_banks[i].num_bytes != 0; i++) { | |
141 | end_of_phys_memory = sp_banks[i].base_addr + | |
142 | sp_banks[i].num_bytes; | |
143 | bytes_avail += sp_banks[i].num_bytes; | |
144 | if (cmdline_memory_size) { | |
145 | if (bytes_avail > cmdline_memory_size) { | |
146 | unsigned long slack = bytes_avail - cmdline_memory_size; | |
147 | ||
148 | bytes_avail -= slack; | |
149 | end_of_phys_memory -= slack; | |
150 | ||
151 | sp_banks[i].num_bytes -= slack; | |
152 | if (sp_banks[i].num_bytes == 0) { | |
153 | sp_banks[i].base_addr = 0xdeadbeef; | |
154 | } else { | |
155 | sp_banks[i+1].num_bytes = 0; | |
156 | sp_banks[i+1].base_addr = 0xdeadbeef; | |
157 | } | |
158 | break; | |
159 | } | |
160 | } | |
161 | } | |
162 | ||
163 | /* Start with page aligned address of last symbol in kernel | |
164 | * image. | |
165 | */ | |
166 | start_pfn = (unsigned long)__pa(PAGE_ALIGN((unsigned long) &_end)); | |
167 | ||
168 | /* Now shift down to get the real physical page frame number. */ | |
169 | start_pfn >>= PAGE_SHIFT; | |
170 | ||
171 | bootmap_pfn = start_pfn; | |
172 | ||
173 | max_pfn = end_of_phys_memory >> PAGE_SHIFT; | |
174 | ||
175 | max_low_pfn = max_pfn; | |
176 | highstart_pfn = highend_pfn = max_pfn; | |
177 | ||
178 | if (max_low_pfn > pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT)) { | |
179 | highstart_pfn = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); | |
180 | max_low_pfn = calc_max_low_pfn(); | |
181 | printk(KERN_NOTICE "%ldMB HIGHMEM available.\n", | |
182 | calc_highpages() >> (20 - PAGE_SHIFT)); | |
183 | } | |
184 | ||
185 | #ifdef CONFIG_BLK_DEV_INITRD | |
186 | /* Now have to check initial ramdisk, so that bootmap does not overwrite it */ | |
187 | if (sparc_ramdisk_image) { | |
efb89630 DM |
188 | if (sparc_ramdisk_image >= (unsigned long)&_end - 2 * PAGE_SIZE) |
189 | sparc_ramdisk_image -= KERNBASE; | |
1da177e4 LT |
190 | initrd_start = sparc_ramdisk_image + phys_base; |
191 | initrd_end = initrd_start + sparc_ramdisk_size; | |
192 | if (initrd_end > end_of_phys_memory) { | |
193 | printk(KERN_CRIT "initrd extends beyond end of memory " | |
194 | "(0x%016lx > 0x%016lx)\ndisabling initrd\n", | |
195 | initrd_end, end_of_phys_memory); | |
196 | initrd_start = 0; | |
197 | } | |
198 | if (initrd_start) { | |
199 | if (initrd_start >= (start_pfn << PAGE_SHIFT) && | |
200 | initrd_start < (start_pfn << PAGE_SHIFT) + 2 * PAGE_SIZE) | |
201 | bootmap_pfn = PAGE_ALIGN (initrd_end) >> PAGE_SHIFT; | |
202 | } | |
203 | } | |
204 | #endif | |
205 | /* Initialize the boot-time allocator. */ | |
206 | bootmap_size = init_bootmem_node(NODE_DATA(0), bootmap_pfn, pfn_base, | |
207 | max_low_pfn); | |
208 | ||
209 | /* Now register the available physical memory with the | |
210 | * allocator. | |
211 | */ | |
212 | *pages_avail = 0; | |
213 | for (i = 0; sp_banks[i].num_bytes != 0; i++) { | |
214 | unsigned long curr_pfn, last_pfn; | |
215 | ||
216 | curr_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; | |
217 | if (curr_pfn >= max_low_pfn) | |
218 | break; | |
219 | ||
220 | last_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; | |
221 | if (last_pfn > max_low_pfn) | |
222 | last_pfn = max_low_pfn; | |
223 | ||
224 | /* | |
225 | * .. finally, did all the rounding and playing | |
226 | * around just make the area go away? | |
227 | */ | |
228 | if (last_pfn <= curr_pfn) | |
229 | continue; | |
230 | ||
231 | size = (last_pfn - curr_pfn) << PAGE_SHIFT; | |
232 | *pages_avail += last_pfn - curr_pfn; | |
233 | ||
234 | free_bootmem(sp_banks[i].base_addr, size); | |
235 | } | |
236 | ||
237 | #ifdef CONFIG_BLK_DEV_INITRD | |
238 | if (initrd_start) { | |
239 | /* Reserve the initrd image area. */ | |
240 | size = initrd_end - initrd_start; | |
72a7fe39 | 241 | reserve_bootmem(initrd_start, size, BOOTMEM_DEFAULT); |
1da177e4 LT |
242 | *pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT; |
243 | ||
244 | initrd_start = (initrd_start - phys_base) + PAGE_OFFSET; | |
245 | initrd_end = (initrd_end - phys_base) + PAGE_OFFSET; | |
246 | } | |
247 | #endif | |
248 | /* Reserve the kernel text/data/bss. */ | |
249 | size = (start_pfn << PAGE_SHIFT) - phys_base; | |
72a7fe39 | 250 | reserve_bootmem(phys_base, size, BOOTMEM_DEFAULT); |
1da177e4 LT |
251 | *pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT; |
252 | ||
253 | /* Reserve the bootmem map. We do not account for it | |
254 | * in pages_avail because we will release that memory | |
255 | * in free_all_bootmem. | |
256 | */ | |
257 | size = bootmap_size; | |
72a7fe39 | 258 | reserve_bootmem((bootmap_pfn << PAGE_SHIFT), size, BOOTMEM_DEFAULT); |
1da177e4 LT |
259 | *pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT; |
260 | ||
261 | return max_pfn; | |
262 | } | |
263 | ||
1da177e4 LT |
264 | /* |
265 | * paging_init() sets up the page tables: We call the MMU specific | |
266 | * init routine based upon the Sun model type on the Sparc. | |
267 | * | |
268 | */ | |
1da177e4 LT |
269 | extern void srmmu_paging_init(void); |
270 | extern void device_scan(void); | |
271 | ||
272 | void __init paging_init(void) | |
273 | { | |
cc52aea9 | 274 | srmmu_paging_init(); |
942a6bdd | 275 | prom_build_devicetree(); |
890db403 | 276 | of_fill_in_cpu_data(); |
1da177e4 LT |
277 | device_scan(); |
278 | } | |
279 | ||
1da177e4 LT |
280 | static void __init taint_real_pages(void) |
281 | { | |
282 | int i; | |
283 | ||
284 | for (i = 0; sp_banks[i].num_bytes; i++) { | |
285 | unsigned long start, end; | |
286 | ||
287 | start = sp_banks[i].base_addr; | |
288 | end = start + sp_banks[i].num_bytes; | |
289 | ||
290 | while (start < end) { | |
291 | set_bit(start >> 20, sparc_valid_addr_bitmap); | |
292 | start += PAGE_SIZE; | |
293 | } | |
294 | } | |
295 | } | |
296 | ||
50215d65 | 297 | static void map_high_region(unsigned long start_pfn, unsigned long end_pfn) |
1da177e4 LT |
298 | { |
299 | unsigned long tmp; | |
300 | ||
301 | #ifdef CONFIG_DEBUG_HIGHMEM | |
302 | printk("mapping high region %08lx - %08lx\n", start_pfn, end_pfn); | |
303 | #endif | |
304 | ||
305 | for (tmp = start_pfn; tmp < end_pfn; tmp++) { | |
306 | struct page *page = pfn_to_page(tmp); | |
307 | ||
308 | ClearPageReserved(page); | |
7835e98b | 309 | init_page_count(page); |
1da177e4 LT |
310 | __free_page(page); |
311 | totalhigh_pages++; | |
312 | } | |
313 | } | |
314 | ||
315 | void __init mem_init(void) | |
316 | { | |
317 | int codepages = 0; | |
318 | int datapages = 0; | |
319 | int initpages = 0; | |
320 | int reservedpages = 0; | |
321 | int i; | |
322 | ||
323 | if (PKMAP_BASE+LAST_PKMAP*PAGE_SIZE >= FIXADDR_START) { | |
324 | prom_printf("BUG: fixmap and pkmap areas overlap\n"); | |
325 | prom_printf("pkbase: 0x%lx pkend: 0x%lx fixstart 0x%lx\n", | |
326 | PKMAP_BASE, | |
327 | (unsigned long)PKMAP_BASE+LAST_PKMAP*PAGE_SIZE, | |
328 | FIXADDR_START); | |
329 | prom_printf("Please mail sparclinux@vger.kernel.org.\n"); | |
330 | prom_halt(); | |
331 | } | |
332 | ||
333 | ||
334 | /* Saves us work later. */ | |
335 | memset((void *)&empty_zero_page, 0, PAGE_SIZE); | |
336 | ||
337 | i = last_valid_pfn >> ((20 - PAGE_SHIFT) + 5); | |
338 | i += 1; | |
339 | sparc_valid_addr_bitmap = (unsigned long *) | |
340 | __alloc_bootmem(i << 2, SMP_CACHE_BYTES, 0UL); | |
341 | ||
342 | if (sparc_valid_addr_bitmap == NULL) { | |
343 | prom_printf("mem_init: Cannot alloc valid_addr_bitmap.\n"); | |
344 | prom_halt(); | |
345 | } | |
346 | memset(sparc_valid_addr_bitmap, 0, i << 2); | |
347 | ||
348 | taint_real_pages(); | |
349 | ||
350 | max_mapnr = last_valid_pfn - pfn_base; | |
351 | high_memory = __va(max_low_pfn << PAGE_SHIFT); | |
352 | ||
353 | totalram_pages = free_all_bootmem(); | |
354 | ||
355 | for (i = 0; sp_banks[i].num_bytes != 0; i++) { | |
356 | unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; | |
357 | unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; | |
358 | ||
359 | num_physpages += sp_banks[i].num_bytes >> PAGE_SHIFT; | |
360 | ||
361 | if (end_pfn <= highstart_pfn) | |
362 | continue; | |
363 | ||
364 | if (start_pfn < highstart_pfn) | |
365 | start_pfn = highstart_pfn; | |
366 | ||
367 | map_high_region(start_pfn, end_pfn); | |
368 | } | |
369 | ||
370 | totalram_pages += totalhigh_pages; | |
371 | ||
86ed40bd | 372 | codepages = (((unsigned long) &_etext) - ((unsigned long)&_start)); |
1da177e4 | 373 | codepages = PAGE_ALIGN(codepages) >> PAGE_SHIFT; |
86ed40bd | 374 | datapages = (((unsigned long) &_edata) - ((unsigned long)&_etext)); |
1da177e4 LT |
375 | datapages = PAGE_ALIGN(datapages) >> PAGE_SHIFT; |
376 | initpages = (((unsigned long) &__init_end) - ((unsigned long) &__init_begin)); | |
377 | initpages = PAGE_ALIGN(initpages) >> PAGE_SHIFT; | |
378 | ||
379 | /* Ignore memory holes for the purpose of counting reserved pages */ | |
380 | for (i=0; i < max_low_pfn; i++) | |
381 | if (test_bit(i >> (20 - PAGE_SHIFT), sparc_valid_addr_bitmap) | |
382 | && PageReserved(pfn_to_page(i))) | |
383 | reservedpages++; | |
384 | ||
385 | printk(KERN_INFO "Memory: %luk/%luk available (%dk kernel code, %dk reserved, %dk data, %dk init, %ldk highmem)\n", | |
cc013a88 | 386 | nr_free_pages() << (PAGE_SHIFT-10), |
1da177e4 LT |
387 | num_physpages << (PAGE_SHIFT - 10), |
388 | codepages << (PAGE_SHIFT-10), | |
389 | reservedpages << (PAGE_SHIFT - 10), | |
390 | datapages << (PAGE_SHIFT-10), | |
391 | initpages << (PAGE_SHIFT-10), | |
392 | totalhigh_pages << (PAGE_SHIFT-10)); | |
393 | } | |
394 | ||
395 | void free_initmem (void) | |
396 | { | |
397 | unsigned long addr; | |
86ed40bd | 398 | unsigned long freed; |
1da177e4 LT |
399 | |
400 | addr = (unsigned long)(&__init_begin); | |
86ed40bd | 401 | freed = (unsigned long)(&__init_end) - addr; |
1da177e4 LT |
402 | for (; addr < (unsigned long)(&__init_end); addr += PAGE_SIZE) { |
403 | struct page *p; | |
404 | ||
1aa0365f | 405 | memset((void *)addr, POISON_FREE_INITMEM, PAGE_SIZE); |
1da177e4 LT |
406 | p = virt_to_page(addr); |
407 | ||
408 | ClearPageReserved(p); | |
7835e98b | 409 | init_page_count(p); |
1da177e4 LT |
410 | __free_page(p); |
411 | totalram_pages++; | |
412 | num_physpages++; | |
413 | } | |
86ed40bd SR |
414 | printk(KERN_INFO "Freeing unused kernel memory: %ldk freed\n", |
415 | freed >> 10); | |
1da177e4 LT |
416 | } |
417 | ||
418 | #ifdef CONFIG_BLK_DEV_INITRD | |
419 | void free_initrd_mem(unsigned long start, unsigned long end) | |
420 | { | |
421 | if (start < end) | |
1aa0365f RR |
422 | printk(KERN_INFO "Freeing initrd memory: %ldk freed\n", |
423 | (end - start) >> 10); | |
1da177e4 | 424 | for (; start < end; start += PAGE_SIZE) { |
1aa0365f RR |
425 | struct page *p; |
426 | ||
427 | memset((void *)start, POISON_FREE_INITMEM, PAGE_SIZE); | |
428 | p = virt_to_page(start); | |
1da177e4 LT |
429 | |
430 | ClearPageReserved(p); | |
7835e98b | 431 | init_page_count(p); |
1da177e4 | 432 | __free_page(p); |
1aa0365f | 433 | totalram_pages++; |
1da177e4 LT |
434 | num_physpages++; |
435 | } | |
436 | } | |
437 | #endif | |
438 | ||
439 | void sparc_flush_page_to_ram(struct page *page) | |
440 | { | |
441 | unsigned long vaddr = (unsigned long)page_address(page); | |
442 | ||
443 | if (vaddr) | |
444 | __flush_page_to_ram(vaddr); | |
445 | } | |
6943f3da | 446 | EXPORT_SYMBOL(sparc_flush_page_to_ram); |