]>
Commit | Line | Data |
---|---|---|
0e60a699 AG |
1 | /* |
2 | * QEMU S390x KVM implementation | |
3 | * | |
4 | * Copyright (c) 2009 Alexander Graf <agraf@suse.de> | |
ccb084d3 | 5 | * Copyright IBM Corp. 2012 |
0e60a699 AG |
6 | * |
7 | * This library is free software; you can redistribute it and/or | |
8 | * modify it under the terms of the GNU Lesser General Public | |
9 | * License as published by the Free Software Foundation; either | |
10 | * version 2 of the License, or (at your option) any later version. | |
11 | * | |
12 | * This library is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | * Lesser General Public License for more details. | |
16 | * | |
ccb084d3 CB |
17 | * Contributions after 2012-10-29 are licensed under the terms of the |
18 | * GNU GPL, version 2 or (at your option) any later version. | |
19 | * | |
20 | * You should have received a copy of the GNU (Lesser) General Public | |
0e60a699 AG |
21 | * License along with this library; if not, see <http://www.gnu.org/licenses/>. |
22 | */ | |
23 | ||
24 | #include <sys/types.h> | |
25 | #include <sys/ioctl.h> | |
26 | #include <sys/mman.h> | |
27 | ||
28 | #include <linux/kvm.h> | |
29 | #include <asm/ptrace.h> | |
30 | ||
31 | #include "qemu-common.h" | |
1de7afc9 | 32 | #include "qemu/timer.h" |
9c17d615 PB |
33 | #include "sysemu/sysemu.h" |
34 | #include "sysemu/kvm.h" | |
0e60a699 | 35 | #include "cpu.h" |
9c17d615 | 36 | #include "sysemu/device_tree.h" |
08eb8c85 CB |
37 | #include "qapi/qmp/qjson.h" |
38 | #include "monitor/monitor.h" | |
0e60a699 AG |
39 | |
40 | /* #define DEBUG_KVM */ | |
41 | ||
42 | #ifdef DEBUG_KVM | |
e67137c6 | 43 | #define DPRINTF(fmt, ...) \ |
0e60a699 AG |
44 | do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0) |
45 | #else | |
e67137c6 | 46 | #define DPRINTF(fmt, ...) \ |
0e60a699 AG |
47 | do { } while (0) |
48 | #endif | |
49 | ||
50 | #define IPA0_DIAG 0x8300 | |
51 | #define IPA0_SIGP 0xae00 | |
09b99878 CH |
52 | #define IPA0_B2 0xb200 |
53 | #define IPA0_B9 0xb900 | |
54 | #define IPA0_EB 0xeb00 | |
0e60a699 AG |
55 | |
56 | #define PRIV_SCLP_CALL 0x20 | |
09b99878 CH |
57 | #define PRIV_CSCH 0x30 |
58 | #define PRIV_HSCH 0x31 | |
59 | #define PRIV_MSCH 0x32 | |
60 | #define PRIV_SSCH 0x33 | |
61 | #define PRIV_STSCH 0x34 | |
62 | #define PRIV_TSCH 0x35 | |
63 | #define PRIV_TPI 0x36 | |
64 | #define PRIV_SAL 0x37 | |
65 | #define PRIV_RSCH 0x38 | |
66 | #define PRIV_STCRW 0x39 | |
67 | #define PRIV_STCPS 0x3a | |
68 | #define PRIV_RCHP 0x3b | |
69 | #define PRIV_SCHM 0x3c | |
70 | #define PRIV_CHSC 0x5f | |
71 | #define PRIV_SIGA 0x74 | |
72 | #define PRIV_XSCH 0x76 | |
73 | #define PRIV_SQBS 0x8a | |
74 | #define PRIV_EQBS 0x9c | |
0e60a699 AG |
75 | #define DIAG_KVM_HYPERCALL 0x500 |
76 | #define DIAG_KVM_BREAKPOINT 0x501 | |
77 | ||
0e60a699 AG |
78 | #define ICPT_INSTRUCTION 0x04 |
79 | #define ICPT_WAITPSW 0x1c | |
80 | #define ICPT_SOFT_INTERCEPT 0x24 | |
81 | #define ICPT_CPU_STOP 0x28 | |
82 | #define ICPT_IO 0x40 | |
83 | ||
84 | #define SIGP_RESTART 0x06 | |
85 | #define SIGP_INITIAL_CPU_RESET 0x0b | |
86 | #define SIGP_STORE_STATUS_ADDR 0x0e | |
87 | #define SIGP_SET_ARCH 0x12 | |
88 | ||
94a8d39a JK |
89 | const KVMCapabilityInfo kvm_arch_required_capabilities[] = { |
90 | KVM_CAP_LAST_INFO | |
91 | }; | |
92 | ||
5b08b344 CB |
93 | static int cap_sync_regs; |
94 | ||
cad1e282 | 95 | int kvm_arch_init(KVMState *s) |
0e60a699 | 96 | { |
5b08b344 | 97 | cap_sync_regs = kvm_check_extension(s, KVM_CAP_SYNC_REGS); |
0e60a699 AG |
98 | return 0; |
99 | } | |
100 | ||
b164e48e EH |
101 | unsigned long kvm_arch_vcpu_id(CPUState *cpu) |
102 | { | |
103 | return cpu->cpu_index; | |
104 | } | |
105 | ||
20d695a9 | 106 | int kvm_arch_init_vcpu(CPUState *cpu) |
0e60a699 | 107 | { |
1c9d2a1d CB |
108 | /* nothing todo yet */ |
109 | return 0; | |
0e60a699 AG |
110 | } |
111 | ||
20d695a9 | 112 | void kvm_arch_reset_vcpu(CPUState *cpu) |
0e60a699 | 113 | { |
419831d7 AG |
114 | /* The initial reset call is needed here to reset in-kernel |
115 | * vcpu data that we can't access directly from QEMU | |
116 | * (i.e. with older kernels which don't support sync_regs/ONE_REG). | |
117 | * Before this ioctl cpu_synchronize_state() is called in common kvm | |
118 | * code (kvm-all) */ | |
70bada03 JF |
119 | if (kvm_vcpu_ioctl(cpu, KVM_S390_INITIAL_RESET, NULL)) { |
120 | perror("Can't reset vcpu\n"); | |
121 | } | |
0e60a699 AG |
122 | } |
123 | ||
20d695a9 | 124 | int kvm_arch_put_registers(CPUState *cs, int level) |
0e60a699 | 125 | { |
20d695a9 AF |
126 | S390CPU *cpu = S390_CPU(cs); |
127 | CPUS390XState *env = &cpu->env; | |
420840e5 | 128 | struct kvm_one_reg reg; |
5b08b344 | 129 | struct kvm_sregs sregs; |
0e60a699 AG |
130 | struct kvm_regs regs; |
131 | int ret; | |
132 | int i; | |
133 | ||
5b08b344 | 134 | /* always save the PSW and the GPRS*/ |
f7575c96 AF |
135 | cs->kvm_run->psw_addr = env->psw.addr; |
136 | cs->kvm_run->psw_mask = env->psw.mask; | |
0e60a699 | 137 | |
f7575c96 | 138 | if (cap_sync_regs && cs->kvm_run->kvm_valid_regs & KVM_SYNC_GPRS) { |
5b08b344 | 139 | for (i = 0; i < 16; i++) { |
f7575c96 AF |
140 | cs->kvm_run->s.regs.gprs[i] = env->regs[i]; |
141 | cs->kvm_run->kvm_dirty_regs |= KVM_SYNC_GPRS; | |
5b08b344 CB |
142 | } |
143 | } else { | |
144 | for (i = 0; i < 16; i++) { | |
145 | regs.gprs[i] = env->regs[i]; | |
146 | } | |
1bc22652 | 147 | ret = kvm_vcpu_ioctl(cs, KVM_SET_REGS, ®s); |
5b08b344 CB |
148 | if (ret < 0) { |
149 | return ret; | |
150 | } | |
0e60a699 AG |
151 | } |
152 | ||
420840e5 JH |
153 | if (env->runtime_reg_dirty_mask == KVM_S390_RUNTIME_DIRTY_FULL) { |
154 | reg.id = KVM_REG_S390_CPU_TIMER; | |
155 | reg.addr = (__u64)&(env->cputm); | |
156 | ret = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, ®); | |
157 | if (ret < 0) { | |
158 | return ret; | |
159 | } | |
160 | ||
161 | reg.id = KVM_REG_S390_CLOCK_COMP; | |
162 | reg.addr = (__u64)&(env->ckc); | |
163 | ret = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, ®); | |
164 | if (ret < 0) { | |
165 | return ret; | |
166 | } | |
167 | ||
168 | reg.id = KVM_REG_S390_TODPR; | |
169 | reg.addr = (__u64)&(env->todpr); | |
170 | ret = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, ®); | |
171 | if (ret < 0) { | |
172 | return ret; | |
173 | } | |
174 | } | |
175 | env->runtime_reg_dirty_mask = KVM_S390_RUNTIME_DIRTY_NONE; | |
176 | ||
5b08b344 CB |
177 | /* Do we need to save more than that? */ |
178 | if (level == KVM_PUT_RUNTIME_STATE) { | |
179 | return 0; | |
0e60a699 AG |
180 | } |
181 | ||
5b08b344 | 182 | if (cap_sync_regs && |
f7575c96 AF |
183 | cs->kvm_run->kvm_valid_regs & KVM_SYNC_ACRS && |
184 | cs->kvm_run->kvm_valid_regs & KVM_SYNC_CRS) { | |
5b08b344 | 185 | for (i = 0; i < 16; i++) { |
f7575c96 AF |
186 | cs->kvm_run->s.regs.acrs[i] = env->aregs[i]; |
187 | cs->kvm_run->s.regs.crs[i] = env->cregs[i]; | |
5b08b344 | 188 | } |
f7575c96 AF |
189 | cs->kvm_run->kvm_dirty_regs |= KVM_SYNC_ACRS; |
190 | cs->kvm_run->kvm_dirty_regs |= KVM_SYNC_CRS; | |
5b08b344 CB |
191 | } else { |
192 | for (i = 0; i < 16; i++) { | |
193 | sregs.acrs[i] = env->aregs[i]; | |
194 | sregs.crs[i] = env->cregs[i]; | |
195 | } | |
1bc22652 | 196 | ret = kvm_vcpu_ioctl(cs, KVM_SET_SREGS, &sregs); |
5b08b344 CB |
197 | if (ret < 0) { |
198 | return ret; | |
199 | } | |
200 | } | |
0e60a699 | 201 | |
5b08b344 | 202 | /* Finally the prefix */ |
f7575c96 AF |
203 | if (cap_sync_regs && cs->kvm_run->kvm_valid_regs & KVM_SYNC_PREFIX) { |
204 | cs->kvm_run->s.regs.prefix = env->psa; | |
205 | cs->kvm_run->kvm_dirty_regs |= KVM_SYNC_PREFIX; | |
5b08b344 CB |
206 | } else { |
207 | /* prefix is only supported via sync regs */ | |
208 | } | |
209 | return 0; | |
0e60a699 AG |
210 | } |
211 | ||
20d695a9 | 212 | int kvm_arch_get_registers(CPUState *cs) |
420840e5 JH |
213 | { |
214 | S390CPU *cpu = S390_CPU(cs); | |
215 | CPUS390XState *env = &cpu->env; | |
216 | struct kvm_one_reg reg; | |
217 | int r; | |
218 | ||
219 | r = kvm_s390_get_registers_partial(cs); | |
220 | if (r < 0) { | |
221 | return r; | |
222 | } | |
223 | ||
224 | reg.id = KVM_REG_S390_CPU_TIMER; | |
225 | reg.addr = (__u64)&(env->cputm); | |
226 | r = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, ®); | |
227 | if (r < 0) { | |
228 | return r; | |
229 | } | |
230 | ||
231 | reg.id = KVM_REG_S390_CLOCK_COMP; | |
232 | reg.addr = (__u64)&(env->ckc); | |
233 | r = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, ®); | |
234 | if (r < 0) { | |
235 | return r; | |
236 | } | |
237 | ||
238 | reg.id = KVM_REG_S390_TODPR; | |
239 | reg.addr = (__u64)&(env->todpr); | |
240 | r = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, ®); | |
241 | if (r < 0) { | |
242 | return r; | |
243 | } | |
244 | ||
245 | env->runtime_reg_dirty_mask = KVM_S390_RUNTIME_DIRTY_FULL; | |
246 | return 0; | |
247 | } | |
248 | ||
249 | int kvm_s390_get_registers_partial(CPUState *cs) | |
0e60a699 | 250 | { |
20d695a9 AF |
251 | S390CPU *cpu = S390_CPU(cs); |
252 | CPUS390XState *env = &cpu->env; | |
5b08b344 | 253 | struct kvm_sregs sregs; |
0e60a699 | 254 | struct kvm_regs regs; |
5b08b344 | 255 | int ret; |
0e60a699 AG |
256 | int i; |
257 | ||
420840e5 JH |
258 | if (env->runtime_reg_dirty_mask) { |
259 | return 0; | |
260 | } | |
261 | ||
5b08b344 | 262 | /* get the PSW */ |
f7575c96 AF |
263 | env->psw.addr = cs->kvm_run->psw_addr; |
264 | env->psw.mask = cs->kvm_run->psw_mask; | |
5b08b344 CB |
265 | |
266 | /* the GPRS */ | |
f7575c96 | 267 | if (cap_sync_regs && cs->kvm_run->kvm_valid_regs & KVM_SYNC_GPRS) { |
5b08b344 | 268 | for (i = 0; i < 16; i++) { |
f7575c96 | 269 | env->regs[i] = cs->kvm_run->s.regs.gprs[i]; |
5b08b344 CB |
270 | } |
271 | } else { | |
1bc22652 | 272 | ret = kvm_vcpu_ioctl(cs, KVM_GET_REGS, ®s); |
5b08b344 CB |
273 | if (ret < 0) { |
274 | return ret; | |
275 | } | |
276 | for (i = 0; i < 16; i++) { | |
277 | env->regs[i] = regs.gprs[i]; | |
278 | } | |
0e60a699 AG |
279 | } |
280 | ||
5b08b344 CB |
281 | /* The ACRS and CRS */ |
282 | if (cap_sync_regs && | |
f7575c96 AF |
283 | cs->kvm_run->kvm_valid_regs & KVM_SYNC_ACRS && |
284 | cs->kvm_run->kvm_valid_regs & KVM_SYNC_CRS) { | |
5b08b344 | 285 | for (i = 0; i < 16; i++) { |
f7575c96 AF |
286 | env->aregs[i] = cs->kvm_run->s.regs.acrs[i]; |
287 | env->cregs[i] = cs->kvm_run->s.regs.crs[i]; | |
5b08b344 CB |
288 | } |
289 | } else { | |
1bc22652 | 290 | ret = kvm_vcpu_ioctl(cs, KVM_GET_SREGS, &sregs); |
5b08b344 CB |
291 | if (ret < 0) { |
292 | return ret; | |
293 | } | |
294 | for (i = 0; i < 16; i++) { | |
295 | env->aregs[i] = sregs.acrs[i]; | |
296 | env->cregs[i] = sregs.crs[i]; | |
297 | } | |
0e60a699 AG |
298 | } |
299 | ||
5b08b344 | 300 | /* Finally the prefix */ |
f7575c96 AF |
301 | if (cap_sync_regs && cs->kvm_run->kvm_valid_regs & KVM_SYNC_PREFIX) { |
302 | env->psa = cs->kvm_run->s.regs.prefix; | |
5b08b344 CB |
303 | } else { |
304 | /* no prefix without sync regs */ | |
305 | } | |
0e60a699 | 306 | |
420840e5 | 307 | env->runtime_reg_dirty_mask = KVM_S390_RUNTIME_DIRTY_PARTIAL; |
0e60a699 AG |
308 | return 0; |
309 | } | |
310 | ||
fdec9918 CB |
311 | /* |
312 | * Legacy layout for s390: | |
313 | * Older S390 KVM requires the topmost vma of the RAM to be | |
314 | * smaller than an system defined value, which is at least 256GB. | |
315 | * Larger systems have larger values. We put the guest between | |
316 | * the end of data segment (system break) and this value. We | |
317 | * use 32GB as a base to have enough room for the system break | |
318 | * to grow. We also have to use MAP parameters that avoid | |
319 | * read-only mapping of guest pages. | |
320 | */ | |
321 | static void *legacy_s390_alloc(ram_addr_t size) | |
322 | { | |
323 | void *mem; | |
324 | ||
325 | mem = mmap((void *) 0x800000000ULL, size, | |
326 | PROT_EXEC|PROT_READ|PROT_WRITE, | |
327 | MAP_SHARED | MAP_ANONYMOUS | MAP_FIXED, -1, 0); | |
328 | if (mem == MAP_FAILED) { | |
329 | fprintf(stderr, "Allocating RAM failed\n"); | |
330 | abort(); | |
331 | } | |
332 | return mem; | |
333 | } | |
334 | ||
6eebf958 | 335 | void *kvm_arch_ram_alloc(ram_addr_t size) |
fdec9918 CB |
336 | { |
337 | /* Can we use the standard allocation ? */ | |
338 | if (kvm_check_extension(kvm_state, KVM_CAP_S390_GMAP) && | |
339 | kvm_check_extension(kvm_state, KVM_CAP_S390_COW)) { | |
340 | return NULL; | |
341 | } else { | |
342 | return legacy_s390_alloc(size); | |
343 | } | |
344 | } | |
345 | ||
20d695a9 | 346 | int kvm_arch_insert_sw_breakpoint(CPUState *cs, struct kvm_sw_breakpoint *bp) |
0e60a699 AG |
347 | { |
348 | static const uint8_t diag_501[] = {0x83, 0x24, 0x05, 0x01}; | |
349 | ||
9282b73a CB |
350 | if (cpu_memory_rw_debug(cs, bp->pc, (uint8_t *)&bp->saved_insn, 4, 0) || |
351 | cpu_memory_rw_debug(cs, bp->pc, (uint8_t *)diag_501, 4, 1)) { | |
0e60a699 AG |
352 | return -EINVAL; |
353 | } | |
354 | return 0; | |
355 | } | |
356 | ||
20d695a9 | 357 | int kvm_arch_remove_sw_breakpoint(CPUState *cs, struct kvm_sw_breakpoint *bp) |
0e60a699 AG |
358 | { |
359 | uint8_t t[4]; | |
360 | static const uint8_t diag_501[] = {0x83, 0x24, 0x05, 0x01}; | |
361 | ||
9282b73a | 362 | if (cpu_memory_rw_debug(cs, bp->pc, t, 4, 0)) { |
0e60a699 AG |
363 | return -EINVAL; |
364 | } else if (memcmp(t, diag_501, 4)) { | |
365 | return -EINVAL; | |
9282b73a | 366 | } else if (cpu_memory_rw_debug(cs, bp->pc, (uint8_t *)&bp->saved_insn, 1, 1)) { |
0e60a699 AG |
367 | return -EINVAL; |
368 | } | |
369 | ||
370 | return 0; | |
371 | } | |
372 | ||
20d695a9 | 373 | void kvm_arch_pre_run(CPUState *cpu, struct kvm_run *run) |
0e60a699 | 374 | { |
0e60a699 AG |
375 | } |
376 | ||
20d695a9 | 377 | void kvm_arch_post_run(CPUState *cpu, struct kvm_run *run) |
0e60a699 | 378 | { |
0e60a699 AG |
379 | } |
380 | ||
20d695a9 | 381 | int kvm_arch_process_async_events(CPUState *cs) |
0af691d7 | 382 | { |
225dc991 | 383 | return cs->halted; |
0af691d7 MT |
384 | } |
385 | ||
1bc22652 | 386 | void kvm_s390_interrupt_internal(S390CPU *cpu, int type, uint32_t parm, |
bcec36ea | 387 | uint64_t parm64, int vm) |
0e60a699 | 388 | { |
1bc22652 | 389 | CPUState *cs = CPU(cpu); |
0e60a699 AG |
390 | struct kvm_s390_interrupt kvmint; |
391 | int r; | |
392 | ||
a60f24b5 | 393 | if (!cs->kvm_state) { |
0e60a699 AG |
394 | return; |
395 | } | |
396 | ||
0e60a699 AG |
397 | kvmint.type = type; |
398 | kvmint.parm = parm; | |
399 | kvmint.parm64 = parm64; | |
400 | ||
401 | if (vm) { | |
a60f24b5 | 402 | r = kvm_vm_ioctl(cs->kvm_state, KVM_S390_INTERRUPT, &kvmint); |
0e60a699 | 403 | } else { |
1bc22652 | 404 | r = kvm_vcpu_ioctl(cs, KVM_S390_INTERRUPT, &kvmint); |
0e60a699 AG |
405 | } |
406 | ||
407 | if (r < 0) { | |
408 | fprintf(stderr, "KVM failed to inject interrupt\n"); | |
409 | exit(1); | |
410 | } | |
411 | } | |
412 | ||
1bc22652 | 413 | void kvm_s390_virtio_irq(S390CPU *cpu, int config_change, uint64_t token) |
0e60a699 | 414 | { |
1bc22652 | 415 | kvm_s390_interrupt_internal(cpu, KVM_S390_INT_VIRTIO, config_change, |
0e60a699 AG |
416 | token, 1); |
417 | } | |
418 | ||
1bc22652 | 419 | void kvm_s390_interrupt(S390CPU *cpu, int type, uint32_t code) |
0e60a699 | 420 | { |
1bc22652 | 421 | kvm_s390_interrupt_internal(cpu, type, code, 0, 0); |
0e60a699 AG |
422 | } |
423 | ||
1bc22652 | 424 | static void enter_pgmcheck(S390CPU *cpu, uint16_t code) |
0e60a699 | 425 | { |
1bc22652 | 426 | kvm_s390_interrupt(cpu, KVM_S390_PROGRAM_INT, code); |
0e60a699 AG |
427 | } |
428 | ||
f7575c96 | 429 | static inline void setcc(S390CPU *cpu, uint64_t cc) |
0e60a699 | 430 | { |
f7575c96 AF |
431 | CPUS390XState *env = &cpu->env; |
432 | CPUState *cs = CPU(cpu); | |
433 | ||
434 | cs->kvm_run->psw_mask &= ~(3ull << 44); | |
435 | cs->kvm_run->psw_mask |= (cc & 3) << 44; | |
0e60a699 AG |
436 | |
437 | env->psw.mask &= ~(3ul << 44); | |
438 | env->psw.mask |= (cc & 3) << 44; | |
439 | } | |
440 | ||
1bc22652 | 441 | static int kvm_sclp_service_call(S390CPU *cpu, struct kvm_run *run, |
bcec36ea | 442 | uint16_t ipbh0) |
0e60a699 | 443 | { |
1bc22652 | 444 | CPUS390XState *env = &cpu->env; |
0e60a699 AG |
445 | uint32_t sccb; |
446 | uint64_t code; | |
447 | int r = 0; | |
448 | ||
cb446eca | 449 | cpu_synchronize_state(CPU(cpu)); |
0e60a699 AG |
450 | sccb = env->regs[ipbh0 & 0xf]; |
451 | code = env->regs[(ipbh0 & 0xf0) >> 4]; | |
452 | ||
f6c98f92 | 453 | r = sclp_service_call(sccb, code); |
9abf567d | 454 | if (r < 0) { |
1bc22652 | 455 | enter_pgmcheck(cpu, -r); |
0e60a699 | 456 | } |
f7575c96 | 457 | setcc(cpu, r); |
81f7c56c | 458 | |
0e60a699 AG |
459 | return 0; |
460 | } | |
461 | ||
09b99878 CH |
462 | static int kvm_handle_css_inst(S390CPU *cpu, struct kvm_run *run, |
463 | uint8_t ipa0, uint8_t ipa1, uint8_t ipb) | |
464 | { | |
465 | int r = 0; | |
466 | int no_cc = 0; | |
467 | CPUS390XState *env = &cpu->env; | |
19079e46 | 468 | CPUState *cs = CPU(cpu); |
09b99878 CH |
469 | |
470 | if (ipa0 != 0xb2) { | |
471 | /* Not handled for now. */ | |
472 | return -1; | |
473 | } | |
3474b679 JH |
474 | |
475 | kvm_s390_get_registers_partial(cs); | |
476 | cs->kvm_vcpu_dirty = true; | |
477 | ||
09b99878 CH |
478 | switch (ipa1) { |
479 | case PRIV_XSCH: | |
480 | r = ioinst_handle_xsch(env, env->regs[1]); | |
481 | break; | |
482 | case PRIV_CSCH: | |
483 | r = ioinst_handle_csch(env, env->regs[1]); | |
484 | break; | |
485 | case PRIV_HSCH: | |
486 | r = ioinst_handle_hsch(env, env->regs[1]); | |
487 | break; | |
488 | case PRIV_MSCH: | |
489 | r = ioinst_handle_msch(env, env->regs[1], run->s390_sieic.ipb); | |
490 | break; | |
491 | case PRIV_SSCH: | |
492 | r = ioinst_handle_ssch(env, env->regs[1], run->s390_sieic.ipb); | |
493 | break; | |
494 | case PRIV_STCRW: | |
495 | r = ioinst_handle_stcrw(env, run->s390_sieic.ipb); | |
496 | break; | |
497 | case PRIV_STSCH: | |
498 | r = ioinst_handle_stsch(env, env->regs[1], run->s390_sieic.ipb); | |
499 | break; | |
500 | case PRIV_TSCH: | |
501 | /* We should only get tsch via KVM_EXIT_S390_TSCH. */ | |
502 | fprintf(stderr, "Spurious tsch intercept\n"); | |
503 | break; | |
504 | case PRIV_CHSC: | |
505 | r = ioinst_handle_chsc(env, run->s390_sieic.ipb); | |
506 | break; | |
507 | case PRIV_TPI: | |
508 | /* This should have been handled by kvm already. */ | |
509 | fprintf(stderr, "Spurious tpi intercept\n"); | |
510 | break; | |
511 | case PRIV_SCHM: | |
512 | no_cc = 1; | |
513 | r = ioinst_handle_schm(env, env->regs[1], env->regs[2], | |
514 | run->s390_sieic.ipb); | |
515 | break; | |
516 | case PRIV_RSCH: | |
517 | r = ioinst_handle_rsch(env, env->regs[1]); | |
518 | break; | |
519 | case PRIV_RCHP: | |
520 | r = ioinst_handle_rchp(env, env->regs[1]); | |
521 | break; | |
522 | case PRIV_STCPS: | |
523 | /* We do not provide this instruction, it is suppressed. */ | |
524 | no_cc = 1; | |
525 | r = 0; | |
526 | break; | |
527 | case PRIV_SAL: | |
528 | no_cc = 1; | |
529 | r = ioinst_handle_sal(env, env->regs[1]); | |
530 | break; | |
c1e8dfb5 TH |
531 | case PRIV_SIGA: |
532 | /* Not provided, set CC = 3 for subchannel not operational */ | |
533 | r = 3; | |
09b99878 | 534 | break; |
c1e8dfb5 TH |
535 | default: |
536 | return -1; | |
09b99878 CH |
537 | } |
538 | ||
c1e8dfb5 TH |
539 | if (r >= 0 && !no_cc) { |
540 | setcc(cpu, r); | |
09b99878 CH |
541 | } |
542 | ||
c1e8dfb5 | 543 | return 0; |
09b99878 CH |
544 | } |
545 | ||
546 | static int handle_priv(S390CPU *cpu, struct kvm_run *run, | |
547 | uint8_t ipa0, uint8_t ipa1) | |
0e60a699 AG |
548 | { |
549 | int r = 0; | |
550 | uint16_t ipbh0 = (run->s390_sieic.ipb & 0xffff0000) >> 16; | |
09b99878 | 551 | uint8_t ipb = run->s390_sieic.ipb & 0xff; |
0e60a699 | 552 | |
e67137c6 | 553 | DPRINTF("KVM: PRIV: %d\n", ipa1); |
0e60a699 AG |
554 | switch (ipa1) { |
555 | case PRIV_SCLP_CALL: | |
1bc22652 | 556 | r = kvm_sclp_service_call(cpu, run, ipbh0); |
0e60a699 AG |
557 | break; |
558 | default: | |
c1e8dfb5 TH |
559 | r = kvm_handle_css_inst(cpu, run, ipa0, ipa1, ipb); |
560 | if (r == -1) { | |
561 | DPRINTF("KVM: unhandled PRIV: 0x%x\n", ipa1); | |
09b99878 | 562 | } |
0e60a699 AG |
563 | break; |
564 | } | |
565 | ||
566 | return r; | |
567 | } | |
568 | ||
4fd6dd06 | 569 | static int handle_hypercall(S390CPU *cpu, struct kvm_run *run) |
0e60a699 | 570 | { |
4fd6dd06 AF |
571 | CPUState *cs = CPU(cpu); |
572 | CPUS390XState *env = &cpu->env; | |
3474b679 JH |
573 | |
574 | kvm_s390_get_registers_partial(cs); | |
575 | cs->kvm_vcpu_dirty = true; | |
28e942f8 | 576 | env->regs[2] = s390_virtio_hypercall(env); |
0e60a699 | 577 | |
bcec36ea | 578 | return 0; |
0e60a699 AG |
579 | } |
580 | ||
4fd6dd06 | 581 | static int handle_diag(S390CPU *cpu, struct kvm_run *run, int ipb_code) |
0e60a699 AG |
582 | { |
583 | int r = 0; | |
584 | ||
585 | switch (ipb_code) { | |
586 | case DIAG_KVM_HYPERCALL: | |
4fd6dd06 | 587 | r = handle_hypercall(cpu, run); |
0e60a699 AG |
588 | break; |
589 | case DIAG_KVM_BREAKPOINT: | |
590 | sleep(10); | |
591 | break; | |
592 | default: | |
e67137c6 | 593 | DPRINTF("KVM: unknown DIAG: 0x%x\n", ipb_code); |
0e60a699 AG |
594 | r = -1; |
595 | break; | |
596 | } | |
597 | ||
598 | return r; | |
599 | } | |
600 | ||
3edb8f92 | 601 | static int s390_cpu_restart(S390CPU *cpu) |
0e60a699 | 602 | { |
1bc22652 | 603 | kvm_s390_interrupt(cpu, KVM_S390_RESTART, 0); |
49e15878 | 604 | s390_add_running_cpu(cpu); |
c08d7424 | 605 | qemu_cpu_kick(CPU(cpu)); |
e67137c6 | 606 | DPRINTF("DONE: SIGP cpu restart: %p\n", &cpu->env); |
0e60a699 AG |
607 | return 0; |
608 | } | |
609 | ||
a4e3ad19 | 610 | static int s390_store_status(CPUS390XState *env, uint32_t parameter) |
0e60a699 AG |
611 | { |
612 | /* XXX */ | |
613 | fprintf(stderr, "XXX SIGP store status\n"); | |
614 | return -1; | |
615 | } | |
616 | ||
1bc22652 | 617 | static int s390_cpu_initial_reset(S390CPU *cpu) |
0e60a699 | 618 | { |
cb446eca | 619 | CPUState *cs = CPU(cpu); |
1bc22652 | 620 | CPUS390XState *env = &cpu->env; |
d5900813 AG |
621 | int i; |
622 | ||
49e15878 | 623 | s390_del_running_cpu(cpu); |
cb446eca | 624 | if (kvm_vcpu_ioctl(cs, KVM_S390_INITIAL_RESET, NULL) < 0) { |
d5900813 AG |
625 | perror("cannot init reset vcpu"); |
626 | } | |
627 | ||
628 | /* Manually zero out all registers */ | |
cb446eca | 629 | cpu_synchronize_state(cs); |
d5900813 AG |
630 | for (i = 0; i < 16; i++) { |
631 | env->regs[i] = 0; | |
632 | } | |
633 | ||
e67137c6 | 634 | DPRINTF("DONE: SIGP initial reset: %p\n", env); |
d5900813 | 635 | return 0; |
0e60a699 AG |
636 | } |
637 | ||
f7575c96 | 638 | static int handle_sigp(S390CPU *cpu, struct kvm_run *run, uint8_t ipa1) |
0e60a699 | 639 | { |
f7575c96 | 640 | CPUS390XState *env = &cpu->env; |
0e60a699 AG |
641 | uint8_t order_code; |
642 | uint32_t parameter; | |
643 | uint16_t cpu_addr; | |
644 | uint8_t t; | |
645 | int r = -1; | |
45fa769b | 646 | S390CPU *target_cpu; |
a4e3ad19 | 647 | CPUS390XState *target_env; |
0e60a699 | 648 | |
cb446eca | 649 | cpu_synchronize_state(CPU(cpu)); |
0e60a699 AG |
650 | |
651 | /* get order code */ | |
652 | order_code = run->s390_sieic.ipb >> 28; | |
653 | if (order_code > 0) { | |
654 | order_code = env->regs[order_code]; | |
655 | } | |
656 | order_code += (run->s390_sieic.ipb & 0x0fff0000) >> 16; | |
657 | ||
658 | /* get parameters */ | |
659 | t = (ipa1 & 0xf0) >> 4; | |
660 | if (!(t % 2)) { | |
661 | t++; | |
662 | } | |
663 | ||
664 | parameter = env->regs[t] & 0x7ffffe00; | |
665 | cpu_addr = env->regs[ipa1 & 0x0f]; | |
666 | ||
45fa769b AF |
667 | target_cpu = s390_cpu_addr2state(cpu_addr); |
668 | if (target_cpu == NULL) { | |
0e60a699 AG |
669 | goto out; |
670 | } | |
45fa769b | 671 | target_env = &target_cpu->env; |
0e60a699 AG |
672 | |
673 | switch (order_code) { | |
674 | case SIGP_RESTART: | |
3edb8f92 | 675 | r = s390_cpu_restart(target_cpu); |
0e60a699 AG |
676 | break; |
677 | case SIGP_STORE_STATUS_ADDR: | |
678 | r = s390_store_status(target_env, parameter); | |
679 | break; | |
680 | case SIGP_SET_ARCH: | |
681 | /* make the caller panic */ | |
682 | return -1; | |
683 | case SIGP_INITIAL_CPU_RESET: | |
1bc22652 | 684 | r = s390_cpu_initial_reset(target_cpu); |
0e60a699 AG |
685 | break; |
686 | default: | |
a74cdab4 | 687 | fprintf(stderr, "KVM: unknown SIGP: 0x%x\n", order_code); |
0e60a699 AG |
688 | break; |
689 | } | |
690 | ||
691 | out: | |
f7575c96 | 692 | setcc(cpu, r ? 3 : 0); |
0e60a699 AG |
693 | return 0; |
694 | } | |
695 | ||
1bc22652 | 696 | static int handle_instruction(S390CPU *cpu, struct kvm_run *run) |
0e60a699 AG |
697 | { |
698 | unsigned int ipa0 = (run->s390_sieic.ipa & 0xff00); | |
699 | uint8_t ipa1 = run->s390_sieic.ipa & 0x00ff; | |
700 | int ipb_code = (run->s390_sieic.ipb & 0x0fff0000) >> 16; | |
d7963c43 | 701 | int r = -1; |
0e60a699 | 702 | |
e67137c6 PM |
703 | DPRINTF("handle_instruction 0x%x 0x%x\n", |
704 | run->s390_sieic.ipa, run->s390_sieic.ipb); | |
0e60a699 | 705 | switch (ipa0) { |
09b99878 CH |
706 | case IPA0_B2: |
707 | case IPA0_B9: | |
708 | case IPA0_EB: | |
709 | r = handle_priv(cpu, run, ipa0 >> 8, ipa1); | |
710 | break; | |
711 | case IPA0_DIAG: | |
4fd6dd06 | 712 | r = handle_diag(cpu, run, ipb_code); |
09b99878 CH |
713 | break; |
714 | case IPA0_SIGP: | |
715 | r = handle_sigp(cpu, run, ipa1); | |
716 | break; | |
0e60a699 AG |
717 | } |
718 | ||
719 | if (r < 0) { | |
1bc22652 | 720 | enter_pgmcheck(cpu, 0x0001); |
0e60a699 | 721 | } |
359507ee | 722 | return 0; |
0e60a699 AG |
723 | } |
724 | ||
f7575c96 | 725 | static bool is_special_wait_psw(CPUState *cs) |
eca3ed03 CB |
726 | { |
727 | /* signal quiesce */ | |
f7575c96 | 728 | return cs->kvm_run->psw_addr == 0xfffUL; |
eca3ed03 CB |
729 | } |
730 | ||
1bc22652 | 731 | static int handle_intercept(S390CPU *cpu) |
0e60a699 | 732 | { |
f7575c96 AF |
733 | CPUState *cs = CPU(cpu); |
734 | struct kvm_run *run = cs->kvm_run; | |
0e60a699 AG |
735 | int icpt_code = run->s390_sieic.icptcode; |
736 | int r = 0; | |
737 | ||
e67137c6 | 738 | DPRINTF("intercept: 0x%x (at 0x%lx)\n", icpt_code, |
f7575c96 | 739 | (long)cs->kvm_run->psw_addr); |
0e60a699 AG |
740 | switch (icpt_code) { |
741 | case ICPT_INSTRUCTION: | |
1bc22652 | 742 | r = handle_instruction(cpu, run); |
0e60a699 AG |
743 | break; |
744 | case ICPT_WAITPSW: | |
08eb8c85 CB |
745 | /* disabled wait, since enabled wait is handled in kernel */ |
746 | if (s390_del_running_cpu(cpu) == 0) { | |
747 | if (is_special_wait_psw(cs)) { | |
748 | qemu_system_shutdown_request(); | |
749 | } else { | |
750 | QObject *data; | |
751 | ||
752 | data = qobject_from_jsonf("{ 'action': %s }", "pause"); | |
753 | monitor_protocol_event(QEVENT_GUEST_PANICKED, data); | |
754 | qobject_decref(data); | |
755 | vm_stop(RUN_STATE_GUEST_PANICKED); | |
756 | } | |
eca3ed03 CB |
757 | } |
758 | r = EXCP_HALTED; | |
759 | break; | |
854e42f3 | 760 | case ICPT_CPU_STOP: |
49e15878 | 761 | if (s390_del_running_cpu(cpu) == 0) { |
854e42f3 CB |
762 | qemu_system_shutdown_request(); |
763 | } | |
764 | r = EXCP_HALTED; | |
0e60a699 AG |
765 | break; |
766 | case ICPT_SOFT_INTERCEPT: | |
767 | fprintf(stderr, "KVM unimplemented icpt SOFT\n"); | |
768 | exit(1); | |
769 | break; | |
0e60a699 AG |
770 | case ICPT_IO: |
771 | fprintf(stderr, "KVM unimplemented icpt IO\n"); | |
772 | exit(1); | |
773 | break; | |
774 | default: | |
775 | fprintf(stderr, "Unknown intercept code: %d\n", icpt_code); | |
776 | exit(1); | |
777 | break; | |
778 | } | |
779 | ||
780 | return r; | |
781 | } | |
782 | ||
09b99878 CH |
783 | static int handle_tsch(S390CPU *cpu) |
784 | { | |
785 | CPUS390XState *env = &cpu->env; | |
786 | CPUState *cs = CPU(cpu); | |
787 | struct kvm_run *run = cs->kvm_run; | |
788 | int ret; | |
789 | ||
3474b679 JH |
790 | kvm_s390_get_registers_partial(cs); |
791 | cs->kvm_vcpu_dirty = true; | |
792 | ||
09b99878 CH |
793 | ret = ioinst_handle_tsch(env, env->regs[1], run->s390_tsch.ipb); |
794 | if (ret >= 0) { | |
795 | /* Success; set condition code. */ | |
796 | setcc(cpu, ret); | |
797 | ret = 0; | |
798 | } else if (ret < -1) { | |
799 | /* | |
800 | * Failure. | |
801 | * If an I/O interrupt had been dequeued, we have to reinject it. | |
802 | */ | |
803 | if (run->s390_tsch.dequeued) { | |
804 | uint16_t subchannel_id = run->s390_tsch.subchannel_id; | |
805 | uint16_t subchannel_nr = run->s390_tsch.subchannel_nr; | |
806 | uint32_t io_int_parm = run->s390_tsch.io_int_parm; | |
807 | uint32_t io_int_word = run->s390_tsch.io_int_word; | |
808 | uint32_t type = ((subchannel_id & 0xff00) << 24) | | |
809 | ((subchannel_id & 0x00060) << 22) | (subchannel_nr << 16); | |
810 | ||
811 | kvm_s390_interrupt_internal(cpu, type, | |
812 | ((uint32_t)subchannel_id << 16) | |
813 | | subchannel_nr, | |
814 | ((uint64_t)io_int_parm << 32) | |
815 | | io_int_word, 1); | |
816 | } | |
817 | ret = 0; | |
818 | } | |
819 | return ret; | |
820 | } | |
821 | ||
20d695a9 | 822 | int kvm_arch_handle_exit(CPUState *cs, struct kvm_run *run) |
0e60a699 | 823 | { |
20d695a9 | 824 | S390CPU *cpu = S390_CPU(cs); |
0e60a699 AG |
825 | int ret = 0; |
826 | ||
827 | switch (run->exit_reason) { | |
828 | case KVM_EXIT_S390_SIEIC: | |
1bc22652 | 829 | ret = handle_intercept(cpu); |
0e60a699 AG |
830 | break; |
831 | case KVM_EXIT_S390_RESET: | |
add142e0 | 832 | qemu_system_reset_request(); |
0e60a699 | 833 | break; |
09b99878 CH |
834 | case KVM_EXIT_S390_TSCH: |
835 | ret = handle_tsch(cpu); | |
836 | break; | |
0e60a699 AG |
837 | default: |
838 | fprintf(stderr, "Unknown KVM exit: %d\n", run->exit_reason); | |
839 | break; | |
840 | } | |
841 | ||
bb4ea393 JK |
842 | if (ret == 0) { |
843 | ret = EXCP_INTERRUPT; | |
bb4ea393 | 844 | } |
0e60a699 AG |
845 | return ret; |
846 | } | |
4513d923 | 847 | |
20d695a9 | 848 | bool kvm_arch_stop_on_emulation_error(CPUState *cpu) |
4513d923 GN |
849 | { |
850 | return true; | |
851 | } | |
a1b87fe0 | 852 | |
20d695a9 | 853 | int kvm_arch_on_sigbus_vcpu(CPUState *cpu, int code, void *addr) |
a1b87fe0 JK |
854 | { |
855 | return 1; | |
856 | } | |
857 | ||
858 | int kvm_arch_on_sigbus(int code, void *addr) | |
859 | { | |
860 | return 1; | |
861 | } | |
09b99878 CH |
862 | |
863 | void kvm_s390_io_interrupt(S390CPU *cpu, uint16_t subchannel_id, | |
864 | uint16_t subchannel_nr, uint32_t io_int_parm, | |
865 | uint32_t io_int_word) | |
866 | { | |
867 | uint32_t type; | |
868 | ||
869 | type = ((subchannel_id & 0xff00) << 24) | | |
870 | ((subchannel_id & 0x00060) << 22) | (subchannel_nr << 16); | |
871 | kvm_s390_interrupt_internal(cpu, type, | |
872 | ((uint32_t)subchannel_id << 16) | subchannel_nr, | |
873 | ((uint64_t)io_int_parm << 32) | io_int_word, 1); | |
874 | } | |
875 | ||
876 | void kvm_s390_crw_mchk(S390CPU *cpu) | |
877 | { | |
878 | kvm_s390_interrupt_internal(cpu, KVM_S390_MCHK, 1 << 28, | |
879 | 0x00400f1d40330000, 1); | |
880 | } | |
881 | ||
882 | void kvm_s390_enable_css_support(S390CPU *cpu) | |
883 | { | |
884 | struct kvm_enable_cap cap = {}; | |
885 | int r; | |
886 | ||
887 | /* Activate host kernel channel subsystem support. */ | |
888 | cap.cap = KVM_CAP_S390_CSS_SUPPORT; | |
889 | r = kvm_vcpu_ioctl(CPU(cpu), KVM_ENABLE_CAP, &cap); | |
890 | assert(r == 0); | |
891 | } | |
48475e14 AK |
892 | |
893 | void kvm_arch_init_irq_routing(KVMState *s) | |
894 | { | |
895 | } | |
b4436a0b | 896 | |
cc3ac9c4 CH |
897 | int kvm_s390_assign_subch_ioeventfd(EventNotifier *notifier, uint32_t sch, |
898 | int vq, bool assign) | |
b4436a0b CH |
899 | { |
900 | struct kvm_ioeventfd kick = { | |
901 | .flags = KVM_IOEVENTFD_FLAG_VIRTIO_CCW_NOTIFY | | |
902 | KVM_IOEVENTFD_FLAG_DATAMATCH, | |
cc3ac9c4 | 903 | .fd = event_notifier_get_fd(notifier), |
b4436a0b CH |
904 | .datamatch = vq, |
905 | .addr = sch, | |
906 | .len = 8, | |
907 | }; | |
908 | if (!kvm_check_extension(kvm_state, KVM_CAP_IOEVENTFD)) { | |
909 | return -ENOSYS; | |
910 | } | |
911 | if (!assign) { | |
912 | kick.flags |= KVM_IOEVENTFD_FLAG_DEASSIGN; | |
913 | } | |
914 | return kvm_vm_ioctl(kvm_state, KVM_IOEVENTFD, &kick); | |
915 | } |