]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
ab14de6c | 2 | /* |
155af2f9 | 3 | * Copyright IBM Corp. 2007, 2009 |
ab14de6c HC |
4 | * Author(s): Hongjie Yang <hongjie@us.ibm.com>, |
5 | * Heiko Carstens <heiko.carstens@de.ibm.com> | |
6 | */ | |
7 | ||
11af97e1 HB |
8 | #define KMSG_COMPONENT "setup" |
9 | #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt | |
10 | ||
92e6ecf3 | 11 | #include <linux/compiler.h> |
ab14de6c HC |
12 | #include <linux/init.h> |
13 | #include <linux/errno.h> | |
14 | #include <linux/string.h> | |
15 | #include <linux/ctype.h> | |
16 | #include <linux/lockdep.h> | |
dcc096c5 | 17 | #include <linux/extable.h> |
ab14de6c HC |
18 | #include <linux/pfn.h> |
19 | #include <linux/uaccess.h> | |
11af97e1 | 20 | #include <linux/kernel.h> |
1ec2772e | 21 | #include <asm/diag.h> |
a0443fbb | 22 | #include <asm/ebcdic.h> |
46b05d26 | 23 | #include <asm/ipl.h> |
ab14de6c HC |
24 | #include <asm/lowcore.h> |
25 | #include <asm/processor.h> | |
26 | #include <asm/sections.h> | |
27 | #include <asm/setup.h> | |
92e6ecf3 | 28 | #include <asm/sysinfo.h> |
ab14de6c HC |
29 | #include <asm/cpcmd.h> |
30 | #include <asm/sclp.h> | |
a0616cde | 31 | #include <asm/facility.h> |
49698745 | 32 | #include <asm/boot_data.h> |
c2313594 | 33 | #include <asm/switch_to.h> |
a806170e | 34 | #include "entry.h" |
ab14de6c | 35 | |
2e83e0eb VG |
36 | static void __init reset_tod_clock(void) |
37 | { | |
38 | u64 time; | |
39 | ||
40 | if (store_tod_clock(&time) == 0) | |
41 | return; | |
42 | /* TOD clock not running. Set the clock to Unix Epoch. */ | |
43 | if (set_tod_clock(TOD_UNIX_EPOCH) != 0 || store_tod_clock(&time) != 0) | |
44 | disabled_wait(); | |
45 | ||
46 | memset(tod_clock_base, 0, 16); | |
47 | *(__u64 *) &tod_clock_base[1] = TOD_UNIX_EPOCH; | |
48 | S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; | |
49 | } | |
50 | ||
ab14de6c HC |
51 | /* |
52 | * Initialize storage key for kernel pages | |
53 | */ | |
54 | static noinline __init void init_kernel_storage_key(void) | |
55 | { | |
127c1fef | 56 | #if PAGE_DEFAULT_KEY |
ab14de6c HC |
57 | unsigned long end_pfn, init_pfn; |
58 | ||
320d9555 | 59 | end_pfn = PFN_UP(__pa(_end)); |
ab14de6c HC |
60 | |
61 | for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++) | |
e2b8d7af MS |
62 | page_set_storage_key(init_pfn << PAGE_SHIFT, |
63 | PAGE_DEFAULT_KEY, 0); | |
127c1fef | 64 | #endif |
ab14de6c HC |
65 | } |
66 | ||
fade4dc4 | 67 | static __initdata char sysinfo_page[PAGE_SIZE] __aligned(PAGE_SIZE); |
92e6ecf3 | 68 | |
ab14de6c HC |
69 | static noinline __init void detect_machine_type(void) |
70 | { | |
fade4dc4 HC |
71 | struct sysinfo_3_2_2 *vmms = (struct sysinfo_3_2_2 *)&sysinfo_page; |
72 | ||
27d71602 | 73 | /* Check current-configuration-level */ |
caf757c6 | 74 | if (stsi(NULL, 0, 0, 0) <= 2) { |
27d71602 | 75 | S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; |
92e6ecf3 | 76 | return; |
27d71602 MS |
77 | } |
78 | /* Get virtual-machine cpu information. */ | |
caf757c6 | 79 | if (stsi(vmms, 3, 2, 2) || !vmms->count) |
92e6ecf3 | 80 | return; |
ab14de6c | 81 | |
03aa047e | 82 | /* Detect known hypervisors */ |
fade4dc4 | 83 | if (!memcmp(vmms->vm[0].cpi, "\xd2\xe5\xd4", 3)) |
d3135e0c | 84 | S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; |
03aa047e | 85 | else if (!memcmp(vmms->vm[0].cpi, "\xa9\x61\xe5\xd4", 4)) |
d3135e0c | 86 | S390_lowcore.machine_flags |= MACHINE_FLAG_VM; |
ab14de6c HC |
87 | } |
88 | ||
d2f03974 HC |
89 | /* Remove leading, trailing and double whitespace. */ |
90 | static inline void strim_all(char *str) | |
91 | { | |
92 | char *s; | |
93 | ||
94 | s = strim(str); | |
95 | if (s != str) | |
96 | memmove(str, s, strlen(s)); | |
97 | while (*str) { | |
98 | if (!isspace(*str++)) | |
99 | continue; | |
100 | if (isspace(*str)) { | |
101 | s = skip_spaces(str); | |
102 | memmove(str, s, strlen(s) + 1); | |
103 | } | |
104 | } | |
105 | } | |
106 | ||
4b8fe77a CB |
107 | static noinline __init void setup_arch_string(void) |
108 | { | |
109 | struct sysinfo_1_1_1 *mach = (struct sysinfo_1_1_1 *)&sysinfo_page; | |
2f8876f9 HC |
110 | struct sysinfo_3_2_2 *vm = (struct sysinfo_3_2_2 *)&sysinfo_page; |
111 | char mstr[80], hvstr[17]; | |
4b8fe77a CB |
112 | |
113 | if (stsi(mach, 1, 1, 1)) | |
114 | return; | |
115 | EBCASC(mach->manufacturer, sizeof(mach->manufacturer)); | |
116 | EBCASC(mach->type, sizeof(mach->type)); | |
117 | EBCASC(mach->model, sizeof(mach->model)); | |
118 | EBCASC(mach->model_capacity, sizeof(mach->model_capacity)); | |
d2f03974 HC |
119 | sprintf(mstr, "%-16.16s %-4.4s %-16.16s %-16.16s", |
120 | mach->manufacturer, mach->type, | |
121 | mach->model, mach->model_capacity); | |
122 | strim_all(mstr); | |
2f8876f9 HC |
123 | if (stsi(vm, 3, 2, 2) == 0 && vm->count) { |
124 | EBCASC(vm->vm[0].cpi, sizeof(vm->vm[0].cpi)); | |
125 | sprintf(hvstr, "%-16.16s", vm->vm[0].cpi); | |
126 | strim_all(hvstr); | |
127 | } else { | |
128 | sprintf(hvstr, "%s", | |
129 | MACHINE_IS_LPAR ? "LPAR" : | |
130 | MACHINE_IS_VM ? "z/VM" : | |
131 | MACHINE_IS_KVM ? "KVM" : "unknown"); | |
132 | } | |
133 | dump_stack_set_arch_desc("%s (%s)", mstr, hvstr); | |
4b8fe77a CB |
134 | } |
135 | ||
fade4dc4 HC |
136 | static __init void setup_topology(void) |
137 | { | |
fade4dc4 HC |
138 | int max_mnest; |
139 | ||
140 | if (!test_facility(11)) | |
141 | return; | |
142 | S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; | |
143 | for (max_mnest = 6; max_mnest > 1; max_mnest--) { | |
caf757c6 | 144 | if (stsi(&sysinfo_page, 15, 1, max_mnest) == 0) |
fade4dc4 HC |
145 | break; |
146 | } | |
147 | topology_max_mnest = max_mnest; | |
fade4dc4 HC |
148 | } |
149 | ||
a3415703 | 150 | static void early_pgm_check_handler(void) |
ab14de6c | 151 | { |
ab14de6c | 152 | const struct exception_table_entry *fixup; |
50be6345 | 153 | unsigned long cr0, cr0_new; |
eb608fb3 | 154 | unsigned long addr; |
ab14de6c HC |
155 | |
156 | addr = S390_lowcore.program_old_psw.addr; | |
a80313ff | 157 | fixup = s390_search_extables(addr); |
ab14de6c | 158 | if (!fixup) |
98587c2d | 159 | disabled_wait(); |
50be6345 PH |
160 | /* Disable low address protection before storing into lowcore. */ |
161 | __ctl_store(cr0, 0, 0); | |
162 | cr0_new = cr0 & ~(1UL << 28); | |
163 | __ctl_load(cr0_new, 0, 0); | |
fecc868a | 164 | S390_lowcore.program_old_psw.addr = extable_fixup(fixup); |
50be6345 | 165 | __ctl_load(cr0, 0, 0); |
ab14de6c HC |
166 | } |
167 | ||
5f954c34 | 168 | static noinline __init void setup_lowcore_early(void) |
ab14de6c HC |
169 | { |
170 | psw_t psw; | |
171 | ||
f38b0a74 | 172 | psw.addr = (unsigned long)s390_base_pgm_handler; |
b50511e4 | 173 | psw.mask = PSW_MASK_BASE | PSW_DEFAULT_KEY | PSW_MASK_EA | PSW_MASK_BA; |
998f5bbe VG |
174 | if (IS_ENABLED(CONFIG_KASAN)) |
175 | psw.mask |= PSW_MASK_DAT; | |
ab14de6c HC |
176 | S390_lowcore.program_new_psw = psw; |
177 | s390_base_pgm_handler_fn = early_pgm_check_handler; | |
c360192b | 178 | S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; |
ab14de6c HC |
179 | } |
180 | ||
14375bc4 MS |
181 | static noinline __init void setup_facility_list(void) |
182 | { | |
cf148998 MS |
183 | memcpy(S390_lowcore.alt_stfle_fac_list, |
184 | S390_lowcore.stfle_fac_list, | |
185 | sizeof(S390_lowcore.alt_stfle_fac_list)); | |
d768bd89 MS |
186 | if (!IS_ENABLED(CONFIG_KERNEL_NOBP)) |
187 | __clear_facility(82, S390_lowcore.alt_stfle_fac_list); | |
14375bc4 MS |
188 | } |
189 | ||
2e5061e4 HC |
190 | static __init void detect_diag9c(void) |
191 | { | |
192 | unsigned int cpu_address; | |
193 | int rc; | |
194 | ||
195 | cpu_address = stap(); | |
1ec2772e | 196 | diag_stat_inc(DIAG_STAT_X09C); |
2e5061e4 HC |
197 | asm volatile( |
198 | " diag %2,0,0x9c\n" | |
199 | "0: la %0,0\n" | |
200 | "1:\n" | |
201 | EX_TABLE(0b,1b) | |
202 | : "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc"); | |
203 | if (!rc) | |
d3135e0c | 204 | S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C; |
2e5061e4 HC |
205 | } |
206 | ||
2e5061e4 HC |
207 | static __init void detect_machine_facilities(void) |
208 | { | |
3c7ef08b HC |
209 | if (test_facility(8)) { |
210 | S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1; | |
211 | __ctl_set_bit(0, 23); | |
212 | } | |
85e9d0e5 HC |
213 | if (test_facility(78)) |
214 | S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT2; | |
14375bc4 | 215 | if (test_facility(3)) |
d3135e0c | 216 | S390_lowcore.machine_flags |= MACHINE_FLAG_IDTE; |
a1c5befc | 217 | if (test_facility(50) && test_facility(73)) { |
d35339a4 | 218 | S390_lowcore.machine_flags |= MACHINE_FLAG_TE; |
a1c5befc HC |
219 | __ctl_set_bit(0, 55); |
220 | } | |
1b948d6c MS |
221 | if (test_facility(51)) |
222 | S390_lowcore.machine_flags |= MACHINE_FLAG_TLB_LC; | |
b5510d9b | 223 | if (test_facility(129)) { |
80703617 | 224 | S390_lowcore.machine_flags |= MACHINE_FLAG_VX; |
b5510d9b HB |
225 | __ctl_set_bit(0, 17); |
226 | } | |
d3baaeb5 | 227 | if (test_facility(130) && !noexec_disabled) { |
57d7f939 MS |
228 | S390_lowcore.machine_flags |= MACHINE_FLAG_NX; |
229 | __ctl_set_bit(0, 20); | |
230 | } | |
916cda1a MS |
231 | if (test_facility(133)) |
232 | S390_lowcore.machine_flags |= MACHINE_FLAG_GS; | |
6e2ef5e4 MS |
233 | if (test_facility(139) && (tod_clock_base[1] & 0x80)) { |
234 | /* Enabled signed clock comparator comparisons */ | |
235 | S390_lowcore.machine_flags |= MACHINE_FLAG_SCC; | |
236 | clock_comparator_max = -1ULL >> 1; | |
237 | __ctl_set_bit(0, 53); | |
238 | } | |
b5510d9b HB |
239 | } |
240 | ||
1a36a39e MS |
241 | static inline void save_vector_registers(void) |
242 | { | |
243 | #ifdef CONFIG_CRASH_DUMP | |
244 | if (test_facility(129)) | |
245 | save_vx_regs(boot_cpu_vector_save_area); | |
246 | #endif | |
247 | } | |
248 | ||
c02ee6a1 VG |
249 | static inline void setup_control_registers(void) |
250 | { | |
251 | unsigned long reg; | |
252 | ||
253 | __ctl_store(reg, 0, 0); | |
254 | reg |= CR0_LOW_ADDRESS_PROTECTION; | |
255 | reg |= CR0_EMERGENCY_SIGNAL_SUBMASK; | |
256 | reg |= CR0_EXTERNAL_CALL_SUBMASK; | |
257 | __ctl_load(reg, 0, 0); | |
258 | } | |
259 | ||
c2313594 VG |
260 | static inline void setup_access_registers(void) |
261 | { | |
262 | unsigned int acrs[NUM_ACRS] = { 0 }; | |
263 | ||
264 | restore_access_regs(acrs); | |
265 | } | |
266 | ||
b5510d9b HB |
267 | static int __init disable_vector_extension(char *str) |
268 | { | |
269 | S390_lowcore.machine_flags &= ~MACHINE_FLAG_VX; | |
270 | __ctl_clear_bit(0, 17); | |
673cfddf | 271 | return 0; |
2e5061e4 | 272 | } |
b5510d9b | 273 | early_param("novx", disable_vector_extension); |
2e5061e4 | 274 | |
49698745 | 275 | char __bootdata(early_command_line)[COMMAND_LINE_SIZE]; |
1fb81057 MH |
276 | static void __init setup_boot_command_line(void) |
277 | { | |
a0443fbb | 278 | /* copy arch command line */ |
49698745 | 279 | strlcpy(boot_command_line, early_command_line, ARCH_COMMAND_LINE_SIZE); |
a0443fbb HB |
280 | } |
281 | ||
627c9b62 VG |
282 | static void __init check_image_bootable(void) |
283 | { | |
284 | if (!memcmp(EP_STRING, (void *)EP_OFFSET, strlen(EP_STRING))) | |
285 | return; | |
286 | ||
287 | sclp_early_printk("Linux kernel boot failure: An attempt to boot a vmlinux ELF image failed.\n"); | |
288 | sclp_early_printk("This image does not contain all parts necessary for starting up. Use\n"); | |
289 | sclp_early_printk("bzImage or arch/s390/boot/compressed/vmlinux instead.\n"); | |
98587c2d | 290 | disabled_wait(); |
627c9b62 VG |
291 | } |
292 | ||
ab14de6c HC |
293 | void __init startup_init(void) |
294 | { | |
2e83e0eb | 295 | reset_tod_clock(); |
627c9b62 | 296 | check_image_bootable(); |
b1c0854d | 297 | time_early_init(); |
ab14de6c | 298 | init_kernel_storage_key(); |
ab14de6c | 299 | lockdep_off(); |
ab14de6c | 300 | setup_lowcore_early(); |
14375bc4 | 301 | setup_facility_list(); |
a0443fbb | 302 | detect_machine_type(); |
4b8fe77a | 303 | setup_arch_string(); |
a0443fbb | 304 | setup_boot_command_line(); |
2e5061e4 | 305 | detect_diag9c(); |
2e5061e4 | 306 | detect_machine_facilities(); |
1a36a39e | 307 | save_vector_registers(); |
fade4dc4 | 308 | setup_topology(); |
7b50da53 | 309 | sclp_early_detect(); |
c02ee6a1 | 310 | setup_control_registers(); |
c2313594 | 311 | setup_access_registers(); |
ab14de6c HC |
312 | lockdep_on(); |
313 | } |