]>
git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blob - arch/powerpc/mm/init_64.c
3 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
5 * Modifications by Paul Mackerras (PowerMac) (paulus@cs.anu.edu.au)
6 * and Cort Dougan (PReP) (cort@cs.nmt.edu)
7 * Copyright (C) 1996 Paul Mackerras
8 * Amiga/APUS changes by Jesper Skov (jskov@cygnus.co.uk).
10 * Derived from "arch/i386/mm/init.c"
11 * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds
13 * Dave Engebretsen <engebret@us.ibm.com>
14 * Rework for PPC64 port.
16 * This program is free software; you can redistribute it and/or
17 * modify it under the terms of the GNU General Public License
18 * as published by the Free Software Foundation; either version
19 * 2 of the License, or (at your option) any later version.
25 #include <linux/config.h>
26 #include <linux/signal.h>
27 #include <linux/sched.h>
28 #include <linux/kernel.h>
29 #include <linux/errno.h>
30 #include <linux/string.h>
31 #include <linux/types.h>
32 #include <linux/mman.h>
34 #include <linux/swap.h>
35 #include <linux/stddef.h>
36 #include <linux/vmalloc.h>
37 #include <linux/init.h>
38 #include <linux/delay.h>
39 #include <linux/bootmem.h>
40 #include <linux/highmem.h>
41 #include <linux/idr.h>
42 #include <linux/nodemask.h>
43 #include <linux/module.h>
45 #include <asm/pgalloc.h>
51 #include <asm/mmu_context.h>
52 #include <asm/pgtable.h>
54 #include <asm/uaccess.h>
56 #include <asm/machdep.h>
59 #include <asm/processor.h>
60 #include <asm/mmzone.h>
61 #include <asm/cputable.h>
62 #include <asm/sections.h>
63 #include <asm/system.h>
64 #include <asm/iommu.h>
65 #include <asm/abs_addr.h>
67 #include <asm/imalloc.h>
70 #define DBG(fmt...) printk(fmt)
75 #if PGTABLE_RANGE > USER_VSID_RANGE
76 #warning Limited user VSID range means pagetable space is wasted
79 #if (TASK_SIZE_USER64 < PGTABLE_RANGE) && (TASK_SIZE_USER64 < USER_VSID_RANGE)
80 #warning TASK_SIZE is smaller than it needs to be.
83 /* max amount of RAM to use */
84 unsigned long __max_memory
;
86 /* info on what we think the IO hole is */
87 unsigned long io_hole_start
;
88 unsigned long io_hole_size
;
91 * Do very early mm setup.
93 void __init
mm_init_ppc64(void)
95 #ifndef CONFIG_PPC_ISERIES
99 ppc64_boot_msg(0x100, "MM Init");
101 /* This is the story of the IO hole... please, keep seated,
102 * unfortunately, we are out of oxygen masks at the moment.
103 * So we need some rough way to tell where your big IO hole
104 * is. On pmac, it's between 2G and 4G, on POWER3, it's around
105 * that area as well, on POWER4 we don't have one, etc...
106 * We need that as a "hint" when sizing the TCE table on POWER3
107 * So far, the simplest way that seem work well enough for us it
108 * to just assume that the first discontinuity in our physical
109 * RAM layout is the IO hole. That may not be correct in the future
110 * (and isn't on iSeries but then we don't care ;)
113 #ifndef CONFIG_PPC_ISERIES
114 for (i
= 1; i
< lmb
.memory
.cnt
; i
++) {
115 unsigned long base
, prevbase
, prevsize
;
117 prevbase
= lmb
.memory
.region
[i
-1].base
;
118 prevsize
= lmb
.memory
.region
[i
-1].size
;
119 base
= lmb
.memory
.region
[i
].base
;
120 if (base
> (prevbase
+ prevsize
)) {
121 io_hole_start
= prevbase
+ prevsize
;
122 io_hole_size
= base
- (prevbase
+ prevsize
);
126 #endif /* CONFIG_PPC_ISERIES */
128 printk("IO Hole assumed to be %lx -> %lx\n",
129 io_hole_start
, io_hole_start
+ io_hole_size
- 1);
131 ppc64_boot_msg(0x100, "MM Init Done");
134 void free_initmem(void)
138 addr
= (unsigned long)__init_begin
;
139 for (; addr
< (unsigned long)__init_end
; addr
+= PAGE_SIZE
) {
140 memset((void *)addr
, 0xcc, PAGE_SIZE
);
141 ClearPageReserved(virt_to_page(addr
));
142 set_page_count(virt_to_page(addr
), 1);
146 printk ("Freeing unused kernel memory: %luk freed\n",
147 ((unsigned long)__init_end
- (unsigned long)__init_begin
) >> 10);
150 #ifdef CONFIG_BLK_DEV_INITRD
151 void free_initrd_mem(unsigned long start
, unsigned long end
)
154 printk ("Freeing initrd memory: %ldk freed\n", (end
- start
) >> 10);
155 for (; start
< end
; start
+= PAGE_SIZE
) {
156 ClearPageReserved(virt_to_page(start
));
157 set_page_count(virt_to_page(start
), 1);
164 static struct kcore_list kcore_vmem
;
166 static int __init
setup_kcore(void)
170 for (i
=0; i
< lmb
.memory
.cnt
; i
++) {
171 unsigned long base
, size
;
172 struct kcore_list
*kcore_mem
;
174 base
= lmb
.memory
.region
[i
].base
;
175 size
= lmb
.memory
.region
[i
].size
;
177 /* GFP_ATOMIC to avoid might_sleep warnings during boot */
178 kcore_mem
= kmalloc(sizeof(struct kcore_list
), GFP_ATOMIC
);
180 panic("mem_init: kmalloc failed\n");
182 kclist_add(kcore_mem
, __va(base
), size
);
185 kclist_add(&kcore_vmem
, (void *)VMALLOC_START
, VMALLOC_END
-VMALLOC_START
);
189 module_init(setup_kcore
);
191 static void zero_ctor(void *addr
, kmem_cache_t
*cache
, unsigned long flags
)
193 memset(addr
, 0, kmem_cache_size(cache
));
196 #ifdef CONFIG_PPC_64K_PAGES
197 static const unsigned int pgtable_cache_size
[3] = {
198 PTE_TABLE_SIZE
, PMD_TABLE_SIZE
, PGD_TABLE_SIZE
200 static const char *pgtable_cache_name
[ARRAY_SIZE(pgtable_cache_size
)] = {
201 "pte_pmd_cache", "pmd_cache", "pgd_cache",
204 static const unsigned int pgtable_cache_size
[2] = {
205 PTE_TABLE_SIZE
, PMD_TABLE_SIZE
207 static const char *pgtable_cache_name
[ARRAY_SIZE(pgtable_cache_size
)] = {
208 "pgd_pte_cache", "pud_pmd_cache",
210 #endif /* CONFIG_PPC_64K_PAGES */
212 kmem_cache_t
*pgtable_cache
[ARRAY_SIZE(pgtable_cache_size
)];
214 void pgtable_cache_init(void)
218 for (i
= 0; i
< ARRAY_SIZE(pgtable_cache_size
); i
++) {
219 int size
= pgtable_cache_size
[i
];
220 const char *name
= pgtable_cache_name
[i
];
222 DBG("Allocating page table cache %s (#%d) "
223 "for size: %08x...\n", name
, i
, size
);
224 pgtable_cache
[i
] = kmem_cache_create(name
,
227 SLAB_MUST_HWCACHE_ALIGN
,
230 if (! pgtable_cache
[i
])
231 panic("pgtable_cache_init(): could not create %s!\n",