]>
Commit | Line | Data |
---|---|---|
51c52e86 ME |
1 | /* |
2 | * Copyright (C) 2001 Ben. Herrenschmidt (benh@kernel.crashing.org) | |
3 | * | |
4 | * Modifications for ppc64: | |
5 | * Copyright (C) 2003 Dave Engebretsen <engebret@us.ibm.com> | |
6 | * | |
7 | * Copyright 2008 Michael Ellerman, IBM Corporation. | |
8 | * | |
9 | * This program is free software; you can redistribute it and/or | |
10 | * modify it under the terms of the GNU General Public License | |
11 | * as published by the Free Software Foundation; either version | |
12 | * 2 of the License, or (at your option) any later version. | |
13 | */ | |
14 | ||
3880ecb0 | 15 | #include <linux/types.h> |
309b315b | 16 | #include <linux/jump_label.h> |
51c52e86 | 17 | #include <linux/kernel.h> |
362e7701 ME |
18 | #include <linux/string.h> |
19 | #include <linux/init.h> | |
589ee628 | 20 | #include <linux/sched/mm.h> |
51c52e86 ME |
21 | #include <asm/cputable.h> |
22 | #include <asm/code-patching.h> | |
d715e433 AB |
23 | #include <asm/page.h> |
24 | #include <asm/sections.h> | |
9402c684 | 25 | #include <asm/setup.h> |
cc437c1d | 26 | #include <asm/security_features.h> |
9402c684 | 27 | #include <asm/firmware.h> |
51c52e86 ME |
28 | |
29 | struct fixup_entry { | |
30 | unsigned long mask; | |
31 | unsigned long value; | |
32 | long start_off; | |
33 | long end_off; | |
fac23fe4 ME |
34 | long alt_start_off; |
35 | long alt_end_off; | |
51c52e86 ME |
36 | }; |
37 | ||
9b1a735d | 38 | static unsigned int *calc_addr(struct fixup_entry *fcur, long offset) |
51c52e86 | 39 | { |
9b1a735d ME |
40 | /* |
41 | * We store the offset to the code as a negative offset from | |
42 | * the start of the alt_entry, to support the VDSO. This | |
43 | * routine converts that back into an actual address. | |
44 | */ | |
45 | return (unsigned int *)((unsigned long)fcur + offset); | |
46 | } | |
47 | ||
48 | static int patch_alt_instruction(unsigned int *src, unsigned int *dest, | |
49 | unsigned int *alt_start, unsigned int *alt_end) | |
50 | { | |
51 | unsigned int instr; | |
52 | ||
53 | instr = *src; | |
54 | ||
55 | if (instr_is_relative_branch(*src)) { | |
56 | unsigned int *target = (unsigned int *)branch_target(src); | |
57 | ||
58 | /* Branch within the section doesn't need translating */ | |
e673e2ad | 59 | if (target < alt_start || target > alt_end) { |
9b1a735d ME |
60 | instr = translate_branch(dest, src); |
61 | if (!instr) | |
62 | return 1; | |
63 | } | |
64 | } | |
65 | ||
56c684d5 | 66 | raw_patch_instruction(dest, instr); |
9b1a735d ME |
67 | |
68 | return 0; | |
69 | } | |
70 | ||
71 | static int patch_feature_section(unsigned long value, struct fixup_entry *fcur) | |
72 | { | |
73 | unsigned int *start, *end, *alt_start, *alt_end, *src, *dest; | |
74 | ||
75 | start = calc_addr(fcur, fcur->start_off); | |
76 | end = calc_addr(fcur, fcur->end_off); | |
77 | alt_start = calc_addr(fcur, fcur->alt_start_off); | |
78 | alt_end = calc_addr(fcur, fcur->alt_end_off); | |
79 | ||
80 | if ((alt_end - alt_start) > (end - start)) | |
81 | return 1; | |
51c52e86 ME |
82 | |
83 | if ((value & fcur->mask) == fcur->value) | |
9b1a735d | 84 | return 0; |
51c52e86 | 85 | |
9b1a735d ME |
86 | src = alt_start; |
87 | dest = start; | |
51c52e86 | 88 | |
9b1a735d ME |
89 | for (; src < alt_end; src++, dest++) { |
90 | if (patch_alt_instruction(src, dest, alt_start, alt_end)) | |
91 | return 1; | |
51c52e86 | 92 | } |
9b1a735d ME |
93 | |
94 | for (; dest < end; dest++) | |
56c684d5 | 95 | raw_patch_instruction(dest, PPC_INST_NOP); |
9b1a735d ME |
96 | |
97 | return 0; | |
51c52e86 ME |
98 | } |
99 | ||
100 | void do_feature_fixups(unsigned long value, void *fixup_start, void *fixup_end) | |
101 | { | |
102 | struct fixup_entry *fcur, *fend; | |
103 | ||
104 | fcur = fixup_start; | |
105 | fend = fixup_end; | |
106 | ||
9b1a735d ME |
107 | for (; fcur < fend; fcur++) { |
108 | if (patch_feature_section(value, fcur)) { | |
1856c020 | 109 | WARN_ON(1); |
9b1a735d ME |
110 | printk("Unable to patch feature section at %p - %p" \ |
111 | " with %p - %p\n", | |
112 | calc_addr(fcur, fcur->start_off), | |
113 | calc_addr(fcur, fcur->end_off), | |
114 | calc_addr(fcur, fcur->alt_start_off), | |
115 | calc_addr(fcur, fcur->alt_end_off)); | |
116 | } | |
117 | } | |
51c52e86 | 118 | } |
362e7701 | 119 | |
aa8a5e00 | 120 | #ifdef CONFIG_PPC_BOOK3S_64 |
cc437c1d NP |
121 | void do_stf_entry_barrier_fixups(enum stf_barrier_type types) |
122 | { | |
123 | unsigned int instrs[3], *dest; | |
124 | long *start, *end; | |
125 | int i; | |
126 | ||
127 | start = PTRRELOC(&__start___stf_entry_barrier_fixup), | |
128 | end = PTRRELOC(&__stop___stf_entry_barrier_fixup); | |
129 | ||
130 | instrs[0] = 0x60000000; /* nop */ | |
131 | instrs[1] = 0x60000000; /* nop */ | |
132 | instrs[2] = 0x60000000; /* nop */ | |
133 | ||
134 | i = 0; | |
135 | if (types & STF_BARRIER_FALLBACK) { | |
136 | instrs[i++] = 0x7d4802a6; /* mflr r10 */ | |
137 | instrs[i++] = 0x60000000; /* branch patched below */ | |
138 | instrs[i++] = 0x7d4803a6; /* mtlr r10 */ | |
139 | } else if (types & STF_BARRIER_EIEIO) { | |
140 | instrs[i++] = 0x7e0006ac; /* eieio + bit 6 hint */ | |
141 | } else if (types & STF_BARRIER_SYNC_ORI) { | |
142 | instrs[i++] = 0x7c0004ac; /* hwsync */ | |
143 | instrs[i++] = 0xe94d0000; /* ld r10,0(r13) */ | |
144 | instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */ | |
145 | } | |
146 | ||
147 | for (i = 0; start < end; start++, i++) { | |
148 | dest = (void *)start + *start; | |
149 | ||
150 | pr_devel("patching dest %lx\n", (unsigned long)dest); | |
151 | ||
152 | patch_instruction(dest, instrs[0]); | |
153 | ||
154 | if (types & STF_BARRIER_FALLBACK) | |
155 | patch_branch(dest + 1, (unsigned long)&stf_barrier_fallback, | |
156 | BRANCH_SET_LINK); | |
157 | else | |
158 | patch_instruction(dest + 1, instrs[1]); | |
159 | ||
160 | patch_instruction(dest + 2, instrs[2]); | |
161 | } | |
162 | ||
163 | printk(KERN_DEBUG "stf-barrier: patched %d entry locations (%s barrier)\n", i, | |
164 | (types == STF_BARRIER_NONE) ? "no" : | |
165 | (types == STF_BARRIER_FALLBACK) ? "fallback" : | |
166 | (types == STF_BARRIER_EIEIO) ? "eieio" : | |
167 | (types == (STF_BARRIER_SYNC_ORI)) ? "hwsync" | |
168 | : "unknown"); | |
169 | } | |
170 | ||
171 | void do_stf_exit_barrier_fixups(enum stf_barrier_type types) | |
172 | { | |
173 | unsigned int instrs[6], *dest; | |
174 | long *start, *end; | |
175 | int i; | |
176 | ||
177 | start = PTRRELOC(&__start___stf_exit_barrier_fixup), | |
178 | end = PTRRELOC(&__stop___stf_exit_barrier_fixup); | |
179 | ||
180 | instrs[0] = 0x60000000; /* nop */ | |
181 | instrs[1] = 0x60000000; /* nop */ | |
182 | instrs[2] = 0x60000000; /* nop */ | |
183 | instrs[3] = 0x60000000; /* nop */ | |
184 | instrs[4] = 0x60000000; /* nop */ | |
185 | instrs[5] = 0x60000000; /* nop */ | |
186 | ||
187 | i = 0; | |
188 | if (types & STF_BARRIER_FALLBACK || types & STF_BARRIER_SYNC_ORI) { | |
189 | if (cpu_has_feature(CPU_FTR_HVMODE)) { | |
190 | instrs[i++] = 0x7db14ba6; /* mtspr 0x131, r13 (HSPRG1) */ | |
191 | instrs[i++] = 0x7db04aa6; /* mfspr r13, 0x130 (HSPRG0) */ | |
192 | } else { | |
193 | instrs[i++] = 0x7db243a6; /* mtsprg 2,r13 */ | |
194 | instrs[i++] = 0x7db142a6; /* mfsprg r13,1 */ | |
195 | } | |
196 | instrs[i++] = 0x7c0004ac; /* hwsync */ | |
197 | instrs[i++] = 0xe9ad0000; /* ld r13,0(r13) */ | |
198 | instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */ | |
199 | if (cpu_has_feature(CPU_FTR_HVMODE)) { | |
200 | instrs[i++] = 0x7db14aa6; /* mfspr r13, 0x131 (HSPRG1) */ | |
201 | } else { | |
202 | instrs[i++] = 0x7db242a6; /* mfsprg r13,2 */ | |
203 | } | |
204 | } else if (types & STF_BARRIER_EIEIO) { | |
205 | instrs[i++] = 0x7e0006ac; /* eieio + bit 6 hint */ | |
206 | } | |
207 | ||
208 | for (i = 0; start < end; start++, i++) { | |
209 | dest = (void *)start + *start; | |
210 | ||
211 | pr_devel("patching dest %lx\n", (unsigned long)dest); | |
212 | ||
213 | patch_instruction(dest, instrs[0]); | |
214 | patch_instruction(dest + 1, instrs[1]); | |
215 | patch_instruction(dest + 2, instrs[2]); | |
216 | patch_instruction(dest + 3, instrs[3]); | |
217 | patch_instruction(dest + 4, instrs[4]); | |
218 | patch_instruction(dest + 5, instrs[5]); | |
219 | } | |
220 | printk(KERN_DEBUG "stf-barrier: patched %d exit locations (%s barrier)\n", i, | |
221 | (types == STF_BARRIER_NONE) ? "no" : | |
222 | (types == STF_BARRIER_FALLBACK) ? "fallback" : | |
223 | (types == STF_BARRIER_EIEIO) ? "eieio" : | |
224 | (types == (STF_BARRIER_SYNC_ORI)) ? "hwsync" | |
225 | : "unknown"); | |
226 | } | |
227 | ||
228 | ||
229 | void do_stf_barrier_fixups(enum stf_barrier_type types) | |
230 | { | |
231 | do_stf_entry_barrier_fixups(types); | |
232 | do_stf_exit_barrier_fixups(types); | |
233 | } | |
234 | ||
aa8a5e00 ME |
235 | void do_rfi_flush_fixups(enum l1d_flush_type types) |
236 | { | |
237 | unsigned int instrs[3], *dest; | |
238 | long *start, *end; | |
239 | int i; | |
240 | ||
241 | start = PTRRELOC(&__start___rfi_flush_fixup), | |
242 | end = PTRRELOC(&__stop___rfi_flush_fixup); | |
243 | ||
244 | instrs[0] = 0x60000000; /* nop */ | |
245 | instrs[1] = 0x60000000; /* nop */ | |
246 | instrs[2] = 0x60000000; /* nop */ | |
247 | ||
248 | if (types & L1D_FLUSH_FALLBACK) | |
249 | /* b .+16 to fallback flush */ | |
250 | instrs[0] = 0x48000010; | |
251 | ||
252 | i = 0; | |
253 | if (types & L1D_FLUSH_ORI) { | |
254 | instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */ | |
255 | instrs[i++] = 0x63de0000; /* ori 30,30,0 L1d flush*/ | |
256 | } | |
257 | ||
258 | if (types & L1D_FLUSH_MTTRIG) | |
259 | instrs[i++] = 0x7c12dba6; /* mtspr TRIG2,r0 (SPR #882) */ | |
260 | ||
261 | for (i = 0; start < end; start++, i++) { | |
262 | dest = (void *)start + *start; | |
263 | ||
264 | pr_devel("patching dest %lx\n", (unsigned long)dest); | |
265 | ||
266 | patch_instruction(dest, instrs[0]); | |
267 | patch_instruction(dest + 1, instrs[1]); | |
268 | patch_instruction(dest + 2, instrs[2]); | |
269 | } | |
270 | ||
0271696c MFO |
271 | printk(KERN_DEBUG "rfi-flush: patched %d locations (%s flush)\n", i, |
272 | (types == L1D_FLUSH_NONE) ? "no" : | |
273 | (types == L1D_FLUSH_FALLBACK) ? "fallback displacement" : | |
274 | (types & L1D_FLUSH_ORI) ? (types & L1D_FLUSH_MTTRIG) | |
275 | ? "ori+mttrig type" | |
276 | : "ori type" : | |
277 | (types & L1D_FLUSH_MTTRIG) ? "mttrig type" | |
278 | : "unknown"); | |
aa8a5e00 | 279 | } |
113a8b0f | 280 | |
80dde6e3 | 281 | void do_barrier_nospec_fixups_range(bool enable, void *fixup_start, void *fixup_end) |
113a8b0f MS |
282 | { |
283 | unsigned int instr, *dest; | |
284 | long *start, *end; | |
285 | int i; | |
286 | ||
80dde6e3 MS |
287 | start = fixup_start; |
288 | end = fixup_end; | |
113a8b0f MS |
289 | |
290 | instr = 0x60000000; /* nop */ | |
291 | ||
292 | if (enable) { | |
293 | pr_info("barrier-nospec: using ORI speculation barrier\n"); | |
294 | instr = 0x63ff0000; /* ori 31,31,0 speculation barrier */ | |
295 | } | |
296 | ||
297 | for (i = 0; start < end; start++, i++) { | |
298 | dest = (void *)start + *start; | |
299 | ||
300 | pr_devel("patching dest %lx\n", (unsigned long)dest); | |
301 | patch_instruction(dest, instr); | |
302 | } | |
303 | ||
304 | printk(KERN_DEBUG "barrier-nospec: patched %d locations\n", i); | |
305 | } | |
306 | ||
6c1ae837 ME |
307 | #endif /* CONFIG_PPC_BOOK3S_64 */ |
308 | ||
309 | #ifdef CONFIG_PPC_BARRIER_NOSPEC | |
80dde6e3 MS |
310 | void do_barrier_nospec_fixups(bool enable) |
311 | { | |
312 | void *start, *end; | |
313 | ||
314 | start = PTRRELOC(&__start___barrier_nospec_fixup), | |
315 | end = PTRRELOC(&__stop___barrier_nospec_fixup); | |
316 | ||
317 | do_barrier_nospec_fixups_range(enable, start, end); | |
318 | } | |
6c1ae837 | 319 | #endif /* CONFIG_PPC_BARRIER_NOSPEC */ |
aa8a5e00 | 320 | |
2d1b2027 KG |
321 | void do_lwsync_fixups(unsigned long value, void *fixup_start, void *fixup_end) |
322 | { | |
3d98ffbf BH |
323 | long *start, *end; |
324 | unsigned int *dest; | |
2d1b2027 KG |
325 | |
326 | if (!(value & CPU_FTR_LWSYNC)) | |
327 | return ; | |
328 | ||
329 | start = fixup_start; | |
330 | end = fixup_end; | |
331 | ||
332 | for (; start < end; start++) { | |
333 | dest = (void *)start + *start; | |
56c684d5 | 334 | raw_patch_instruction(dest, PPC_INST_LWSYNC); |
2d1b2027 KG |
335 | } |
336 | } | |
337 | ||
9402c684 | 338 | static void do_final_fixups(void) |
d715e433 AB |
339 | { |
340 | #if defined(CONFIG_PPC64) && defined(CONFIG_RELOCATABLE) | |
341 | int *src, *dest; | |
342 | unsigned long length; | |
343 | ||
344 | if (PHYSICAL_START == 0) | |
345 | return; | |
346 | ||
347 | src = (int *)(KERNELBASE + PHYSICAL_START); | |
348 | dest = (int *)KERNELBASE; | |
349 | length = (__end_interrupts - _stext) / sizeof(int); | |
350 | ||
351 | while (length--) { | |
56c684d5 | 352 | raw_patch_instruction(dest, *src); |
d715e433 AB |
353 | src++; |
354 | dest++; | |
355 | } | |
356 | #endif | |
357 | } | |
358 | ||
a28e46f1 ME |
359 | static unsigned long __initdata saved_cpu_features; |
360 | static unsigned int __initdata saved_mmu_features; | |
361 | #ifdef CONFIG_PPC64 | |
362 | static unsigned long __initdata saved_firmware_features; | |
363 | #endif | |
364 | ||
365 | void __init apply_feature_fixups(void) | |
9402c684 | 366 | { |
2c0f9951 | 367 | struct cpu_spec *spec = PTRRELOC(*PTRRELOC(&cur_cpu_spec)); |
9402c684 | 368 | |
a28e46f1 ME |
369 | *PTRRELOC(&saved_cpu_features) = spec->cpu_features; |
370 | *PTRRELOC(&saved_mmu_features) = spec->mmu_features; | |
371 | ||
9402c684 BH |
372 | /* |
373 | * Apply the CPU-specific and firmware specific fixups to kernel text | |
374 | * (nop out sections not relevant to this CPU or this firmware). | |
375 | */ | |
376 | do_feature_fixups(spec->cpu_features, | |
377 | PTRRELOC(&__start___ftr_fixup), | |
378 | PTRRELOC(&__stop___ftr_fixup)); | |
379 | ||
380 | do_feature_fixups(spec->mmu_features, | |
381 | PTRRELOC(&__start___mmu_ftr_fixup), | |
382 | PTRRELOC(&__stop___mmu_ftr_fixup)); | |
383 | ||
384 | do_lwsync_fixups(spec->cpu_features, | |
385 | PTRRELOC(&__start___lwsync_fixup), | |
386 | PTRRELOC(&__stop___lwsync_fixup)); | |
387 | ||
388 | #ifdef CONFIG_PPC64 | |
a28e46f1 | 389 | saved_firmware_features = powerpc_firmware_features; |
9402c684 BH |
390 | do_feature_fixups(powerpc_firmware_features, |
391 | &__start___fw_ftr_fixup, &__stop___fw_ftr_fixup); | |
392 | #endif | |
393 | do_final_fixups(); | |
97f6e0cc | 394 | } |
309b315b | 395 | |
97f6e0cc BH |
396 | void __init setup_feature_keys(void) |
397 | { | |
309b315b AK |
398 | /* |
399 | * Initialise jump label. This causes all the cpu/mmu_has_feature() | |
400 | * checks to take on their correct polarity based on the current set of | |
401 | * CPU/MMU features. | |
402 | */ | |
403 | jump_label_init(); | |
4db73271 | 404 | cpu_feature_keys_init(); |
c12e6f24 | 405 | mmu_feature_keys_init(); |
9402c684 BH |
406 | } |
407 | ||
a28e46f1 ME |
408 | static int __init check_features(void) |
409 | { | |
410 | WARN(saved_cpu_features != cur_cpu_spec->cpu_features, | |
411 | "CPU features changed after feature patching!\n"); | |
412 | WARN(saved_mmu_features != cur_cpu_spec->mmu_features, | |
413 | "MMU features changed after feature patching!\n"); | |
414 | #ifdef CONFIG_PPC64 | |
415 | WARN(saved_firmware_features != powerpc_firmware_features, | |
416 | "Firmware features changed after feature patching!\n"); | |
417 | #endif | |
418 | ||
419 | return 0; | |
420 | } | |
421 | late_initcall(check_features); | |
422 | ||
362e7701 ME |
423 | #ifdef CONFIG_FTR_FIXUP_SELFTEST |
424 | ||
425 | #define check(x) \ | |
426 | if (!(x)) printk("feature-fixups: test failed at line %d\n", __LINE__); | |
427 | ||
428 | /* This must be after the text it fixes up, vmlinux.lds.S enforces that atm */ | |
429 | static struct fixup_entry fixup; | |
430 | ||
431 | static long calc_offset(struct fixup_entry *entry, unsigned int *p) | |
432 | { | |
433 | return (unsigned long)p - (unsigned long)entry; | |
434 | } | |
435 | ||
e51df2c1 | 436 | static void test_basic_patching(void) |
362e7701 | 437 | { |
c69a48cd DA |
438 | extern unsigned int ftr_fixup_test1[]; |
439 | extern unsigned int end_ftr_fixup_test1[]; | |
440 | extern unsigned int ftr_fixup_test1_orig[]; | |
441 | extern unsigned int ftr_fixup_test1_expected[]; | |
442 | int size = end_ftr_fixup_test1 - ftr_fixup_test1; | |
362e7701 ME |
443 | |
444 | fixup.value = fixup.mask = 8; | |
c69a48cd DA |
445 | fixup.start_off = calc_offset(&fixup, ftr_fixup_test1 + 1); |
446 | fixup.end_off = calc_offset(&fixup, ftr_fixup_test1 + 2); | |
362e7701 ME |
447 | fixup.alt_start_off = fixup.alt_end_off = 0; |
448 | ||
449 | /* Sanity check */ | |
c69a48cd | 450 | check(memcmp(ftr_fixup_test1, ftr_fixup_test1_orig, size) == 0); |
362e7701 ME |
451 | |
452 | /* Check we don't patch if the value matches */ | |
453 | patch_feature_section(8, &fixup); | |
c69a48cd | 454 | check(memcmp(ftr_fixup_test1, ftr_fixup_test1_orig, size) == 0); |
362e7701 ME |
455 | |
456 | /* Check we do patch if the value doesn't match */ | |
457 | patch_feature_section(0, &fixup); | |
c69a48cd | 458 | check(memcmp(ftr_fixup_test1, ftr_fixup_test1_expected, size) == 0); |
362e7701 ME |
459 | |
460 | /* Check we do patch if the mask doesn't match */ | |
c69a48cd DA |
461 | memcpy(ftr_fixup_test1, ftr_fixup_test1_orig, size); |
462 | check(memcmp(ftr_fixup_test1, ftr_fixup_test1_orig, size) == 0); | |
362e7701 | 463 | patch_feature_section(~8, &fixup); |
c69a48cd | 464 | check(memcmp(ftr_fixup_test1, ftr_fixup_test1_expected, size) == 0); |
362e7701 ME |
465 | } |
466 | ||
467 | static void test_alternative_patching(void) | |
468 | { | |
c69a48cd DA |
469 | extern unsigned int ftr_fixup_test2[]; |
470 | extern unsigned int end_ftr_fixup_test2[]; | |
471 | extern unsigned int ftr_fixup_test2_orig[]; | |
472 | extern unsigned int ftr_fixup_test2_alt[]; | |
473 | extern unsigned int ftr_fixup_test2_expected[]; | |
474 | int size = end_ftr_fixup_test2 - ftr_fixup_test2; | |
362e7701 ME |
475 | |
476 | fixup.value = fixup.mask = 0xF; | |
c69a48cd DA |
477 | fixup.start_off = calc_offset(&fixup, ftr_fixup_test2 + 1); |
478 | fixup.end_off = calc_offset(&fixup, ftr_fixup_test2 + 2); | |
479 | fixup.alt_start_off = calc_offset(&fixup, ftr_fixup_test2_alt); | |
480 | fixup.alt_end_off = calc_offset(&fixup, ftr_fixup_test2_alt + 1); | |
362e7701 ME |
481 | |
482 | /* Sanity check */ | |
c69a48cd | 483 | check(memcmp(ftr_fixup_test2, ftr_fixup_test2_orig, size) == 0); |
362e7701 ME |
484 | |
485 | /* Check we don't patch if the value matches */ | |
486 | patch_feature_section(0xF, &fixup); | |
c69a48cd | 487 | check(memcmp(ftr_fixup_test2, ftr_fixup_test2_orig, size) == 0); |
362e7701 ME |
488 | |
489 | /* Check we do patch if the value doesn't match */ | |
490 | patch_feature_section(0, &fixup); | |
c69a48cd | 491 | check(memcmp(ftr_fixup_test2, ftr_fixup_test2_expected, size) == 0); |
362e7701 ME |
492 | |
493 | /* Check we do patch if the mask doesn't match */ | |
c69a48cd DA |
494 | memcpy(ftr_fixup_test2, ftr_fixup_test2_orig, size); |
495 | check(memcmp(ftr_fixup_test2, ftr_fixup_test2_orig, size) == 0); | |
362e7701 | 496 | patch_feature_section(~0xF, &fixup); |
c69a48cd | 497 | check(memcmp(ftr_fixup_test2, ftr_fixup_test2_expected, size) == 0); |
362e7701 ME |
498 | } |
499 | ||
500 | static void test_alternative_case_too_big(void) | |
501 | { | |
c69a48cd DA |
502 | extern unsigned int ftr_fixup_test3[]; |
503 | extern unsigned int end_ftr_fixup_test3[]; | |
504 | extern unsigned int ftr_fixup_test3_orig[]; | |
505 | extern unsigned int ftr_fixup_test3_alt[]; | |
506 | int size = end_ftr_fixup_test3 - ftr_fixup_test3; | |
362e7701 ME |
507 | |
508 | fixup.value = fixup.mask = 0xC; | |
c69a48cd DA |
509 | fixup.start_off = calc_offset(&fixup, ftr_fixup_test3 + 1); |
510 | fixup.end_off = calc_offset(&fixup, ftr_fixup_test3 + 2); | |
511 | fixup.alt_start_off = calc_offset(&fixup, ftr_fixup_test3_alt); | |
512 | fixup.alt_end_off = calc_offset(&fixup, ftr_fixup_test3_alt + 2); | |
362e7701 ME |
513 | |
514 | /* Sanity check */ | |
c69a48cd | 515 | check(memcmp(ftr_fixup_test3, ftr_fixup_test3_orig, size) == 0); |
362e7701 ME |
516 | |
517 | /* Expect nothing to be patched, and the error returned to us */ | |
518 | check(patch_feature_section(0xF, &fixup) == 1); | |
c69a48cd | 519 | check(memcmp(ftr_fixup_test3, ftr_fixup_test3_orig, size) == 0); |
362e7701 | 520 | check(patch_feature_section(0, &fixup) == 1); |
c69a48cd | 521 | check(memcmp(ftr_fixup_test3, ftr_fixup_test3_orig, size) == 0); |
362e7701 | 522 | check(patch_feature_section(~0xF, &fixup) == 1); |
c69a48cd | 523 | check(memcmp(ftr_fixup_test3, ftr_fixup_test3_orig, size) == 0); |
362e7701 ME |
524 | } |
525 | ||
526 | static void test_alternative_case_too_small(void) | |
527 | { | |
c69a48cd DA |
528 | extern unsigned int ftr_fixup_test4[]; |
529 | extern unsigned int end_ftr_fixup_test4[]; | |
530 | extern unsigned int ftr_fixup_test4_orig[]; | |
531 | extern unsigned int ftr_fixup_test4_alt[]; | |
532 | extern unsigned int ftr_fixup_test4_expected[]; | |
533 | int size = end_ftr_fixup_test4 - ftr_fixup_test4; | |
362e7701 ME |
534 | unsigned long flag; |
535 | ||
536 | /* Check a high-bit flag */ | |
537 | flag = 1UL << ((sizeof(unsigned long) - 1) * 8); | |
538 | fixup.value = fixup.mask = flag; | |
c69a48cd DA |
539 | fixup.start_off = calc_offset(&fixup, ftr_fixup_test4 + 1); |
540 | fixup.end_off = calc_offset(&fixup, ftr_fixup_test4 + 5); | |
541 | fixup.alt_start_off = calc_offset(&fixup, ftr_fixup_test4_alt); | |
542 | fixup.alt_end_off = calc_offset(&fixup, ftr_fixup_test4_alt + 2); | |
362e7701 ME |
543 | |
544 | /* Sanity check */ | |
c69a48cd | 545 | check(memcmp(ftr_fixup_test4, ftr_fixup_test4_orig, size) == 0); |
362e7701 ME |
546 | |
547 | /* Check we don't patch if the value matches */ | |
548 | patch_feature_section(flag, &fixup); | |
c69a48cd | 549 | check(memcmp(ftr_fixup_test4, ftr_fixup_test4_orig, size) == 0); |
362e7701 ME |
550 | |
551 | /* Check we do patch if the value doesn't match */ | |
552 | patch_feature_section(0, &fixup); | |
c69a48cd | 553 | check(memcmp(ftr_fixup_test4, ftr_fixup_test4_expected, size) == 0); |
362e7701 ME |
554 | |
555 | /* Check we do patch if the mask doesn't match */ | |
c69a48cd DA |
556 | memcpy(ftr_fixup_test4, ftr_fixup_test4_orig, size); |
557 | check(memcmp(ftr_fixup_test4, ftr_fixup_test4_orig, size) == 0); | |
362e7701 | 558 | patch_feature_section(~flag, &fixup); |
c69a48cd | 559 | check(memcmp(ftr_fixup_test4, ftr_fixup_test4_expected, size) == 0); |
362e7701 ME |
560 | } |
561 | ||
562 | static void test_alternative_case_with_branch(void) | |
563 | { | |
c69a48cd DA |
564 | extern unsigned int ftr_fixup_test5[]; |
565 | extern unsigned int end_ftr_fixup_test5[]; | |
566 | extern unsigned int ftr_fixup_test5_expected[]; | |
567 | int size = end_ftr_fixup_test5 - ftr_fixup_test5; | |
362e7701 | 568 | |
c69a48cd | 569 | check(memcmp(ftr_fixup_test5, ftr_fixup_test5_expected, size) == 0); |
362e7701 ME |
570 | } |
571 | ||
572 | static void test_alternative_case_with_external_branch(void) | |
573 | { | |
c69a48cd DA |
574 | extern unsigned int ftr_fixup_test6[]; |
575 | extern unsigned int end_ftr_fixup_test6[]; | |
576 | extern unsigned int ftr_fixup_test6_expected[]; | |
577 | int size = end_ftr_fixup_test6 - ftr_fixup_test6; | |
362e7701 | 578 | |
c69a48cd | 579 | check(memcmp(ftr_fixup_test6, ftr_fixup_test6_expected, size) == 0); |
362e7701 ME |
580 | } |
581 | ||
582 | static void test_cpu_macros(void) | |
583 | { | |
c69a48cd DA |
584 | extern u8 ftr_fixup_test_FTR_macros[]; |
585 | extern u8 ftr_fixup_test_FTR_macros_expected[]; | |
586 | unsigned long size = ftr_fixup_test_FTR_macros_expected - | |
587 | ftr_fixup_test_FTR_macros; | |
362e7701 ME |
588 | |
589 | /* The fixups have already been done for us during boot */ | |
c69a48cd DA |
590 | check(memcmp(ftr_fixup_test_FTR_macros, |
591 | ftr_fixup_test_FTR_macros_expected, size) == 0); | |
362e7701 ME |
592 | } |
593 | ||
594 | static void test_fw_macros(void) | |
595 | { | |
596 | #ifdef CONFIG_PPC64 | |
c69a48cd DA |
597 | extern u8 ftr_fixup_test_FW_FTR_macros[]; |
598 | extern u8 ftr_fixup_test_FW_FTR_macros_expected[]; | |
599 | unsigned long size = ftr_fixup_test_FW_FTR_macros_expected - | |
600 | ftr_fixup_test_FW_FTR_macros; | |
362e7701 ME |
601 | |
602 | /* The fixups have already been done for us during boot */ | |
c69a48cd DA |
603 | check(memcmp(ftr_fixup_test_FW_FTR_macros, |
604 | ftr_fixup_test_FW_FTR_macros_expected, size) == 0); | |
362e7701 ME |
605 | #endif |
606 | } | |
607 | ||
2d1b2027 KG |
608 | static void test_lwsync_macros(void) |
609 | { | |
c69a48cd DA |
610 | extern u8 lwsync_fixup_test[]; |
611 | extern u8 end_lwsync_fixup_test[]; | |
612 | extern u8 lwsync_fixup_test_expected_LWSYNC[]; | |
613 | extern u8 lwsync_fixup_test_expected_SYNC[]; | |
614 | unsigned long size = end_lwsync_fixup_test - | |
615 | lwsync_fixup_test; | |
2d1b2027 KG |
616 | |
617 | /* The fixups have already been done for us during boot */ | |
618 | if (cur_cpu_spec->cpu_features & CPU_FTR_LWSYNC) { | |
c69a48cd DA |
619 | check(memcmp(lwsync_fixup_test, |
620 | lwsync_fixup_test_expected_LWSYNC, size) == 0); | |
2d1b2027 | 621 | } else { |
c69a48cd DA |
622 | check(memcmp(lwsync_fixup_test, |
623 | lwsync_fixup_test_expected_SYNC, size) == 0); | |
2d1b2027 KG |
624 | } |
625 | } | |
626 | ||
362e7701 ME |
627 | static int __init test_feature_fixups(void) |
628 | { | |
629 | printk(KERN_DEBUG "Running feature fixup self-tests ...\n"); | |
630 | ||
631 | test_basic_patching(); | |
632 | test_alternative_patching(); | |
633 | test_alternative_case_too_big(); | |
634 | test_alternative_case_too_small(); | |
635 | test_alternative_case_with_branch(); | |
636 | test_alternative_case_with_external_branch(); | |
637 | test_cpu_macros(); | |
638 | test_fw_macros(); | |
2d1b2027 | 639 | test_lwsync_macros(); |
362e7701 ME |
640 | |
641 | return 0; | |
642 | } | |
643 | late_initcall(test_feature_fixups); | |
644 | ||
645 | #endif /* CONFIG_FTR_FIXUP_SELFTEST */ |