]>
Commit | Line | Data |
---|---|---|
457c8996 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
6b74ab97 MG |
2 | /* |
3 | * mm_init.c - Memory initialisation verification and debugging | |
4 | * | |
5 | * Copyright 2008 IBM Corporation, 2008 | |
6 | * Author Mel Gorman <mel@csn.ul.ie> | |
7 | * | |
8 | */ | |
9 | #include <linux/kernel.h> | |
10 | #include <linux/init.h> | |
ff7ea79c | 11 | #include <linux/kobject.h> |
b95f1b31 | 12 | #include <linux/export.h> |
917d9290 TC |
13 | #include <linux/memory.h> |
14 | #include <linux/notifier.h> | |
7e18adb4 | 15 | #include <linux/sched.h> |
708614e6 | 16 | #include "internal.h" |
6b74ab97 | 17 | |
5e9426ab | 18 | #ifdef CONFIG_DEBUG_MEMORY_INIT |
194e8151 | 19 | int __meminitdata mminit_loglevel; |
6b74ab97 | 20 | |
5c9ffc9c AM |
21 | #ifndef SECTIONS_SHIFT |
22 | #define SECTIONS_SHIFT 0 | |
23 | #endif | |
24 | ||
68ad8df4 | 25 | /* The zonelists are simply reported, validation is manual. */ |
0e2342c7 | 26 | void __init mminit_verify_zonelist(void) |
68ad8df4 MG |
27 | { |
28 | int nid; | |
29 | ||
30 | if (mminit_loglevel < MMINIT_VERIFY) | |
31 | return; | |
32 | ||
33 | for_each_online_node(nid) { | |
34 | pg_data_t *pgdat = NODE_DATA(nid); | |
35 | struct zone *zone; | |
36 | struct zoneref *z; | |
37 | struct zonelist *zonelist; | |
38 | int i, listid, zoneid; | |
39 | ||
e46b893d | 40 | BUILD_BUG_ON(MAX_ZONELISTS > 2); |
68ad8df4 MG |
41 | for (i = 0; i < MAX_ZONELISTS * MAX_NR_ZONES; i++) { |
42 | ||
43 | /* Identify the zone and nodelist */ | |
44 | zoneid = i % MAX_NR_ZONES; | |
45 | listid = i / MAX_NR_ZONES; | |
46 | zonelist = &pgdat->node_zonelists[listid]; | |
47 | zone = &pgdat->node_zones[zoneid]; | |
48 | if (!populated_zone(zone)) | |
49 | continue; | |
50 | ||
51 | /* Print information about the zonelist */ | |
52 | printk(KERN_DEBUG "mminit::zonelist %s %d:%s = ", | |
53 | listid > 0 ? "thisnode" : "general", nid, | |
54 | zone->name); | |
55 | ||
56 | /* Iterate the zonelist */ | |
c1093b74 PT |
57 | for_each_zone_zonelist(zone, z, zonelist, zoneid) |
58 | pr_cont("%d:%s ", zone_to_nid(zone), zone->name); | |
1170532b | 59 | pr_cont("\n"); |
68ad8df4 MG |
60 | } |
61 | } | |
62 | } | |
63 | ||
708614e6 MG |
64 | void __init mminit_verify_pageflags_layout(void) |
65 | { | |
66 | int shift, width; | |
67 | unsigned long or_mask, add_mask; | |
68 | ||
69 | shift = 8 * sizeof(unsigned long); | |
86fea8b4 JX |
70 | width = shift - SECTIONS_WIDTH - NODES_WIDTH - ZONES_WIDTH |
71 | - LAST_CPUPID_SHIFT - KASAN_TAG_WIDTH; | |
708614e6 | 72 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_widths", |
86fea8b4 | 73 | "Section %d Node %d Zone %d Lastcpupid %d Kasantag %d Flags %d\n", |
708614e6 MG |
74 | SECTIONS_WIDTH, |
75 | NODES_WIDTH, | |
76 | ZONES_WIDTH, | |
90572890 | 77 | LAST_CPUPID_WIDTH, |
86fea8b4 | 78 | KASAN_TAG_WIDTH, |
708614e6 MG |
79 | NR_PAGEFLAGS); |
80 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_shifts", | |
86fea8b4 | 81 | "Section %d Node %d Zone %d Lastcpupid %d Kasantag %d\n", |
708614e6 | 82 | SECTIONS_SHIFT, |
708614e6 | 83 | NODES_SHIFT, |
a4e1b4c6 | 84 | ZONES_SHIFT, |
86fea8b4 JX |
85 | LAST_CPUPID_SHIFT, |
86 | KASAN_TAG_WIDTH); | |
a4e1b4c6 | 87 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_pgshifts", |
86fea8b4 | 88 | "Section %lu Node %lu Zone %lu Lastcpupid %lu Kasantag %lu\n", |
708614e6 MG |
89 | (unsigned long)SECTIONS_PGSHIFT, |
90 | (unsigned long)NODES_PGSHIFT, | |
a4e1b4c6 | 91 | (unsigned long)ZONES_PGSHIFT, |
86fea8b4 JX |
92 | (unsigned long)LAST_CPUPID_PGSHIFT, |
93 | (unsigned long)KASAN_TAG_PGSHIFT); | |
a4e1b4c6 MG |
94 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_nodezoneid", |
95 | "Node/Zone ID: %lu -> %lu\n", | |
96 | (unsigned long)(ZONEID_PGOFF + ZONEID_SHIFT), | |
97 | (unsigned long)ZONEID_PGOFF); | |
708614e6 | 98 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_usage", |
a4e1b4c6 | 99 | "location: %d -> %d layout %d -> %d unused %d -> %d page-flags\n", |
708614e6 MG |
100 | shift, width, width, NR_PAGEFLAGS, NR_PAGEFLAGS, 0); |
101 | #ifdef NODE_NOT_IN_PAGE_FLAGS | |
102 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_nodeflags", | |
103 | "Node not in page flags"); | |
104 | #endif | |
90572890 | 105 | #ifdef LAST_CPUPID_NOT_IN_PAGE_FLAGS |
a4e1b4c6 | 106 | mminit_dprintk(MMINIT_TRACE, "pageflags_layout_nodeflags", |
90572890 | 107 | "Last cpupid not in page flags"); |
a4e1b4c6 | 108 | #endif |
708614e6 MG |
109 | |
110 | if (SECTIONS_WIDTH) { | |
111 | shift -= SECTIONS_WIDTH; | |
112 | BUG_ON(shift != SECTIONS_PGSHIFT); | |
113 | } | |
114 | if (NODES_WIDTH) { | |
115 | shift -= NODES_WIDTH; | |
116 | BUG_ON(shift != NODES_PGSHIFT); | |
117 | } | |
118 | if (ZONES_WIDTH) { | |
119 | shift -= ZONES_WIDTH; | |
120 | BUG_ON(shift != ZONES_PGSHIFT); | |
121 | } | |
122 | ||
123 | /* Check for bitmask overlaps */ | |
124 | or_mask = (ZONES_MASK << ZONES_PGSHIFT) | | |
125 | (NODES_MASK << NODES_PGSHIFT) | | |
126 | (SECTIONS_MASK << SECTIONS_PGSHIFT); | |
127 | add_mask = (ZONES_MASK << ZONES_PGSHIFT) + | |
128 | (NODES_MASK << NODES_PGSHIFT) + | |
129 | (SECTIONS_MASK << SECTIONS_PGSHIFT); | |
130 | BUG_ON(or_mask != add_mask); | |
131 | } | |
132 | ||
6b74ab97 MG |
133 | static __init int set_mminit_loglevel(char *str) |
134 | { | |
135 | get_option(&str, &mminit_loglevel); | |
136 | return 0; | |
137 | } | |
138 | early_param("mminit_loglevel", set_mminit_loglevel); | |
5e9426ab | 139 | #endif /* CONFIG_DEBUG_MEMORY_INIT */ |
ff7ea79c NA |
140 | |
141 | struct kobject *mm_kobj; | |
142 | EXPORT_SYMBOL_GPL(mm_kobj); | |
143 | ||
917d9290 TC |
144 | #ifdef CONFIG_SMP |
145 | s32 vm_committed_as_batch = 32; | |
146 | ||
147 | static void __meminit mm_compute_batch(void) | |
148 | { | |
149 | u64 memsized_batch; | |
150 | s32 nr = num_present_cpus(); | |
151 | s32 batch = max_t(s32, nr*2, 32); | |
152 | ||
153 | /* batch size set to 0.4% of (total memory/#cpus), or max int32 */ | |
ca79b0c2 | 154 | memsized_batch = min_t(u64, (totalram_pages()/nr)/256, 0x7fffffff); |
917d9290 TC |
155 | |
156 | vm_committed_as_batch = max_t(s32, memsized_batch, batch); | |
157 | } | |
158 | ||
159 | static int __meminit mm_compute_batch_notifier(struct notifier_block *self, | |
160 | unsigned long action, void *arg) | |
161 | { | |
162 | switch (action) { | |
163 | case MEM_ONLINE: | |
164 | case MEM_OFFLINE: | |
165 | mm_compute_batch(); | |
166 | default: | |
167 | break; | |
168 | } | |
169 | return NOTIFY_OK; | |
170 | } | |
171 | ||
172 | static struct notifier_block compute_batch_nb __meminitdata = { | |
173 | .notifier_call = mm_compute_batch_notifier, | |
174 | .priority = IPC_CALLBACK_PRI, /* use lowest priority */ | |
175 | }; | |
176 | ||
177 | static int __init mm_compute_batch_init(void) | |
178 | { | |
179 | mm_compute_batch(); | |
180 | register_hotmemory_notifier(&compute_batch_nb); | |
181 | ||
182 | return 0; | |
183 | } | |
184 | ||
185 | __initcall(mm_compute_batch_init); | |
186 | ||
187 | #endif | |
188 | ||
ff7ea79c NA |
189 | static int __init mm_sysfs_init(void) |
190 | { | |
191 | mm_kobj = kobject_create_and_add("mm", kernel_kobj); | |
192 | if (!mm_kobj) | |
193 | return -ENOMEM; | |
194 | ||
195 | return 0; | |
196 | } | |
e82cb95d | 197 | postcore_initcall(mm_sysfs_init); |