]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - arch/x86/mm/pageattr-test.c
x86: fix sparse warnings in cpu/common.c
[mirror_ubuntu-bionic-kernel.git] / arch / x86 / mm / pageattr-test.c
CommitLineData
fa2d8369
AK
1/*
2 * self test for change_page_attr.
3 *
4 * Clears the global bit on random pages in the direct mapping, then reverts
5 * and compares page tables forwards and afterwards.
6 */
851339b1 7#include <linux/bootmem.h>
fa2d8369
AK
8#include <linux/random.h>
9#include <linux/kernel.h>
10#include <linux/init.h>
851339b1
IM
11#include <linux/mm.h>
12
fa2d8369
AK
13#include <asm/cacheflush.h>
14#include <asm/pgtable.h>
15#include <asm/kdebug.h>
16
17enum {
86f03989 18 NTEST = 4000,
fa2d8369 19#ifdef CONFIG_X86_64
851339b1 20 LPS = (1 << PMD_SHIFT),
fa2d8369 21#elif defined(CONFIG_X86_PAE)
851339b1 22 LPS = (1 << PMD_SHIFT),
fa2d8369 23#else
851339b1 24 LPS = (1 << 22),
fa2d8369 25#endif
851339b1 26 GPS = (1<<30)
fa2d8369
AK
27};
28
fa2d8369
AK
29struct split_state {
30 long lpg, gpg, spg, exec;
31 long min_exec, max_exec;
32};
33
34static __init int print_split(struct split_state *s)
35{
fa2d8369 36 long i, expected, missed = 0;
851339b1 37 int printed = 0;
fa2d8369
AK
38 int err = 0;
39
40 s->lpg = s->gpg = s->spg = s->exec = 0;
41 s->min_exec = ~0UL;
42 s->max_exec = 0;
f87519e8 43 for (i = 0; i < max_pfn_mapped; ) {
851339b1 44 unsigned long addr = (unsigned long)__va(i << PAGE_SHIFT);
fa2d8369
AK
45 int level;
46 pte_t *pte;
fa2d8369 47
851339b1 48 pte = lookup_address(addr, &level);
fa2d8369
AK
49 if (!pte) {
50 if (!printed) {
851339b1
IM
51 dump_pagetable(addr);
52 printk(KERN_INFO "CPA %lx no pte level %d\n",
53 addr, level);
fa2d8369
AK
54 printed = 1;
55 }
56 missed++;
57 i++;
58 continue;
59 }
60
86f03989 61 if (level == PG_LEVEL_1G && sizeof(long) == 8) {
fa2d8369
AK
62 s->gpg++;
63 i += GPS/PAGE_SIZE;
86f03989 64 } else if (level == PG_LEVEL_2M) {
fa2d8369 65 if (!(pte_val(*pte) & _PAGE_PSE)) {
851339b1
IM
66 printk(KERN_ERR
67 "%lx level %d but not PSE %Lx\n",
68 addr, level, (u64)pte_val(*pte));
fa2d8369
AK
69 err = 1;
70 }
71 s->lpg++;
72 i += LPS/PAGE_SIZE;
73 } else {
74 s->spg++;
75 i++;
76 }
77 if (!(pte_val(*pte) & _PAGE_NX)) {
78 s->exec++;
851339b1
IM
79 if (addr < s->min_exec)
80 s->min_exec = addr;
81 if (addr > s->max_exec)
82 s->max_exec = addr;
fa2d8369
AK
83 }
84 }
851339b1
IM
85 printk(KERN_INFO
86 "CPA mapping 4k %lu large %lu gb %lu x %lu[%lx-%lx] miss %lu\n",
fa2d8369
AK
87 s->spg, s->lpg, s->gpg, s->exec,
88 s->min_exec != ~0UL ? s->min_exec : 0, s->max_exec, missed);
851339b1 89
fa2d8369
AK
90 expected = (s->gpg*GPS + s->lpg*LPS)/PAGE_SIZE + s->spg + missed;
91 if (expected != i) {
f87519e8
TG
92 printk(KERN_ERR "CPA max_pfn_mapped %lu but expected %lu\n",
93 max_pfn_mapped, expected);
fa2d8369
AK
94 return 1;
95 }
96 return err;
97}
98
851339b1
IM
99static unsigned long __initdata addr[NTEST];
100static unsigned int __initdata len[NTEST];
fa2d8369
AK
101
102/* Change the global bit on random pages in the direct mapping */
103static __init int exercise_pageattr(void)
104{
851339b1
IM
105 struct split_state sa, sb, sc;
106 unsigned long *bm;
fa2d8369 107 pte_t *pte, pte0;
851339b1 108 int failed = 0;
fa2d8369 109 int level;
851339b1 110 int i, k;
fa2d8369 111 int err;
fa2d8369 112
851339b1 113 printk(KERN_INFO "CPA exercising pageattr\n");
fa2d8369 114
f87519e8 115 bm = vmalloc((max_pfn_mapped + 7) / 8);
fa2d8369 116 if (!bm) {
851339b1 117 printk(KERN_ERR "CPA Cannot vmalloc bitmap\n");
fa2d8369
AK
118 return -ENOMEM;
119 }
f87519e8 120 memset(bm, 0, (max_pfn_mapped + 7) / 8);
fa2d8369
AK
121
122 failed += print_split(&sa);
123 srandom32(100);
851339b1 124
fa2d8369 125 for (i = 0; i < NTEST; i++) {
f87519e8 126 unsigned long pfn = random32() % max_pfn_mapped;
851339b1 127
fa2d8369
AK
128 addr[i] = (unsigned long)__va(pfn << PAGE_SHIFT);
129 len[i] = random32() % 100;
f87519e8 130 len[i] = min_t(unsigned long, len[i], max_pfn_mapped - pfn - 1);
851339b1 131
fa2d8369
AK
132 if (len[i] == 0)
133 len[i] = 1;
134
135 pte = NULL;
136 pte0 = pfn_pte(0, __pgprot(0)); /* shut gcc up */
851339b1 137
fa2d8369
AK
138 for (k = 0; k < len[i]; k++) {
139 pte = lookup_address(addr[i] + k*PAGE_SIZE, &level);
140 if (!pte || pgprot_val(pte_pgprot(*pte)) == 0) {
141 addr[i] = 0;
142 break;
143 }
851339b1 144 if (k == 0) {
fa2d8369 145 pte0 = *pte;
851339b1
IM
146 } else {
147 if (pgprot_val(pte_pgprot(*pte)) !=
fa2d8369 148 pgprot_val(pte_pgprot(pte0))) {
851339b1
IM
149 len[i] = k;
150 break;
151 }
fa2d8369
AK
152 }
153 if (test_bit(pfn + k, bm)) {
154 len[i] = k;
155 break;
156 }
157 __set_bit(pfn + k, bm);
158 }
159 if (!addr[i] || !pte || !k) {
160 addr[i] = 0;
161 continue;
162 }
163
86f03989 164 err = change_page_attr_clear(addr[i], len[i],
72932c7a 165 __pgprot(_PAGE_GLOBAL));
fa2d8369 166 if (err < 0) {
851339b1 167 printk(KERN_ERR "CPA %d failed %d\n", i, err);
fa2d8369
AK
168 failed++;
169 }
170
171 pte = lookup_address(addr[i], &level);
172 if (!pte || pte_global(*pte) || pte_huge(*pte)) {
851339b1 173 printk(KERN_ERR "CPA %lx: bad pte %Lx\n", addr[i],
fa2d8369
AK
174 pte ? (u64)pte_val(*pte) : 0ULL);
175 failed++;
176 }
86f03989 177 if (level != PG_LEVEL_4K) {
851339b1
IM
178 printk(KERN_ERR "CPA %lx: unexpected level %d\n",
179 addr[i], level);
fa2d8369
AK
180 failed++;
181 }
182
183 }
184 vfree(bm);
fa2d8369
AK
185
186 failed += print_split(&sb);
187
851339b1 188 printk(KERN_INFO "CPA reverting everything\n");
fa2d8369
AK
189 for (i = 0; i < NTEST; i++) {
190 if (!addr[i])
191 continue;
192 pte = lookup_address(addr[i], &level);
193 if (!pte) {
851339b1 194 printk(KERN_ERR "CPA lookup of %lx failed\n", addr[i]);
fa2d8369
AK
195 failed++;
196 continue;
197 }
86f03989 198 err = change_page_attr_set(addr[i], len[i],
72932c7a 199 __pgprot(_PAGE_GLOBAL));
fa2d8369 200 if (err < 0) {
851339b1 201 printk(KERN_ERR "CPA reverting failed: %d\n", err);
fa2d8369
AK
202 failed++;
203 }
204 pte = lookup_address(addr[i], &level);
205 if (!pte || !pte_global(*pte)) {
851339b1
IM
206 printk(KERN_ERR "CPA %lx: bad pte after revert %Lx\n",
207 addr[i], pte ? (u64)pte_val(*pte) : 0ULL);
fa2d8369
AK
208 failed++;
209 }
210
211 }
fa2d8369
AK
212
213 failed += print_split(&sc);
fa2d8369 214
55ce29ba 215 if (failed) {
851339b1 216 printk(KERN_ERR "CPA selftests NOT PASSED. Please report.\n");
55ce29ba
IM
217 WARN_ON(1);
218 } else {
851339b1 219 printk(KERN_INFO "CPA selftests PASSED\n");
55ce29ba 220 }
fa2d8369
AK
221
222 return 0;
223}
fa2d8369 224module_init(exercise_pageattr);