target-s390x/kvm.c

   1 /*
   2  * QEMU S390x KVM implementation
   3  *
   4  * Copyright (c) 2009 Alexander Graf <agraf@suse.de>
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
  18  */
  19
  20 #include <sys/types.h>
  21 #include <sys/ioctl.h>
  22 #include <sys/mman.h>
  23
  24 #include <linux/kvm.h>
  25 #include <asm/ptrace.h>
  26
  27 #include "qemu-common.h"
  28 #include "qemu-timer.h"
  29 #include "sysemu.h"
  30 #include "kvm.h"
  31 #include "cpu.h"
  32 #include "device_tree.h"
  33
  34 /* #define DEBUG_KVM */
  35
  36 #ifdef DEBUG_KVM
  37 #define dprintf(fmt, ...) \
  38     do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0)
  39 #else
  40 #define dprintf(fmt, ...) \
  41     do { } while (0)
  42 #endif
  43
  44 #define IPA0_DIAG                       0x8300
  45 #define IPA0_SIGP                       0xae00
  46 #define IPA0_PRIV                       0xb200
  47
  48 #define PRIV_SCLP_CALL                  0x20
  49 #define DIAG_KVM_HYPERCALL              0x500
  50 #define DIAG_KVM_BREAKPOINT             0x501
  51
  52 #define ICPT_INSTRUCTION                0x04
  53 #define ICPT_WAITPSW                    0x1c
  54 #define ICPT_SOFT_INTERCEPT             0x24
  55 #define ICPT_CPU_STOP                   0x28
  56 #define ICPT_IO                         0x40
  57
  58 #define SIGP_RESTART                    0x06
  59 #define SIGP_INITIAL_CPU_RESET          0x0b
  60 #define SIGP_STORE_STATUS_ADDR          0x0e
  61 #define SIGP_SET_ARCH                   0x12
  62
  63 const KVMCapabilityInfo kvm_arch_required_capabilities[] = {
  64     KVM_CAP_LAST_INFO
  65 };
  66
  67 static int cap_sync_regs;
  68
  69 int kvm_arch_init(KVMState *s)
  70 {
  71     cap_sync_regs = kvm_check_extension(s, KVM_CAP_SYNC_REGS);
  72     return 0;
  73 }
  74
  75 int kvm_arch_init_vcpu(CPUState *cpu)
  76 {
  77     CPUS390XState *env = &S390_CPU(cpu)->env;
  78     int ret = 0;
  79
  80     if (kvm_vcpu_ioctl(env, KVM_S390_INITIAL_RESET, NULL) < 0) {
  81         perror("cannot init reset vcpu");
  82     }
  83
  84     return ret;
  85 }
  86
  87 void kvm_arch_reset_vcpu(CPUState *cpu)
  88 {
  89     /* FIXME: add code to reset vcpu. */
  90 }
  91
  92 int kvm_arch_put_registers(CPUState *cs, int level)
  93 {
  94     S390CPU *cpu = S390_CPU(cs);
  95     CPUS390XState *env = &cpu->env;
  96     struct kvm_sregs sregs;
  97     struct kvm_regs regs;
  98     int ret;
  99     int i;
 100
 101     /* always save the PSW  and the GPRS*/
 102     env->kvm_run->psw_addr = env->psw.addr;
 103     env->kvm_run->psw_mask = env->psw.mask;
 104
 105     if (cap_sync_regs && env->kvm_run->kvm_valid_regs & KVM_SYNC_GPRS) {
 106         for (i = 0; i < 16; i++) {
 107             env->kvm_run->s.regs.gprs[i] = env->regs[i];
 108             env->kvm_run->kvm_dirty_regs |= KVM_SYNC_GPRS;
 109         }
 110     } else {
 111         for (i = 0; i < 16; i++) {
 112             regs.gprs[i] = env->regs[i];
 113         }
 114         ret = kvm_vcpu_ioctl(env, KVM_SET_REGS, &regs);
 115         if (ret < 0) {
 116             return ret;
 117         }
 118     }
 119
 120     /* Do we need to save more than that? */
 121     if (level == KVM_PUT_RUNTIME_STATE) {
 122         return 0;
 123     }
 124
 125     if (cap_sync_regs &&
 126         env->kvm_run->kvm_valid_regs & KVM_SYNC_ACRS &&
 127         env->kvm_run->kvm_valid_regs & KVM_SYNC_CRS) {
 128         for (i = 0; i < 16; i++) {
 129             env->kvm_run->s.regs.acrs[i] = env->aregs[i];
 130             env->kvm_run->s.regs.crs[i] = env->cregs[i];
 131         }
 132         env->kvm_run->kvm_dirty_regs |= KVM_SYNC_ACRS;
 133         env->kvm_run->kvm_dirty_regs |= KVM_SYNC_CRS;
 134     } else {
 135         for (i = 0; i < 16; i++) {
 136             sregs.acrs[i] = env->aregs[i];
 137             sregs.crs[i] = env->cregs[i];
 138         }
 139         ret = kvm_vcpu_ioctl(env, KVM_SET_SREGS, &sregs);
 140         if (ret < 0) {
 141             return ret;
 142         }
 143     }
 144
 145     /* Finally the prefix */
 146     if (cap_sync_regs && env->kvm_run->kvm_valid_regs & KVM_SYNC_PREFIX) {
 147         env->kvm_run->s.regs.prefix = env->psa;
 148         env->kvm_run->kvm_dirty_regs |= KVM_SYNC_PREFIX;
 149     } else {
 150         /* prefix is only supported via sync regs */
 151     }
 152     return 0;
 153 }
 154
 155 int kvm_arch_get_registers(CPUState *cs)
 156 {
 157     S390CPU *cpu = S390_CPU(cs);
 158     CPUS390XState *env = &cpu->env;
 159     struct kvm_sregs sregs;
 160     struct kvm_regs regs;
 161     int ret;
 162     int i;
 163
 164     /* get the PSW */
 165     env->psw.addr = env->kvm_run->psw_addr;
 166     env->psw.mask = env->kvm_run->psw_mask;
 167
 168     /* the GPRS */
 169     if (cap_sync_regs && env->kvm_run->kvm_valid_regs & KVM_SYNC_GPRS) {
 170         for (i = 0; i < 16; i++) {
 171             env->regs[i] = env->kvm_run->s.regs.gprs[i];
 172         }
 173     } else {
 174         ret = kvm_vcpu_ioctl(env, KVM_GET_REGS, &regs);
 175         if (ret < 0) {
 176             return ret;
 177         }
 178          for (i = 0; i < 16; i++) {
 179             env->regs[i] = regs.gprs[i];
 180         }
 181     }
 182
 183     /* The ACRS and CRS */
 184     if (cap_sync_regs &&
 185         env->kvm_run->kvm_valid_regs & KVM_SYNC_ACRS &&
 186         env->kvm_run->kvm_valid_regs & KVM_SYNC_CRS) {
 187         for (i = 0; i < 16; i++) {
 188             env->aregs[i] = env->kvm_run->s.regs.acrs[i];
 189             env->cregs[i] = env->kvm_run->s.regs.crs[i];
 190         }
 191     } else {
 192         ret = kvm_vcpu_ioctl(env, KVM_GET_SREGS, &sregs);
 193         if (ret < 0) {
 194             return ret;
 195         }
 196          for (i = 0; i < 16; i++) {
 197             env->aregs[i] = sregs.acrs[i];
 198             env->cregs[i] = sregs.crs[i];
 199         }
 200     }
 201
 202     /* Finally the prefix */
 203     if (cap_sync_regs && env->kvm_run->kvm_valid_regs & KVM_SYNC_PREFIX) {
 204         env->psa = env->kvm_run->s.regs.prefix;
 205     } else {
 206         /* no prefix without sync regs */
 207     }
 208
 209     return 0;
 210 }
 211
 212 /*
 213  * Legacy layout for s390:
 214  * Older S390 KVM requires the topmost vma of the RAM to be
 215  * smaller than an system defined value, which is at least 256GB.
 216  * Larger systems have larger values. We put the guest between
 217  * the end of data segment (system break) and this value. We
 218  * use 32GB as a base to have enough room for the system break
 219  * to grow. We also have to use MAP parameters that avoid
 220  * read-only mapping of guest pages.
 221  */
 222 static void *legacy_s390_alloc(ram_addr_t size)
 223 {
 224     void *mem;
 225
 226     mem = mmap((void *) 0x800000000ULL, size,
 227                PROT_EXEC|PROT_READ|PROT_WRITE,
 228                MAP_SHARED | MAP_ANONYMOUS | MAP_FIXED, -1, 0);
 229     if (mem == MAP_FAILED) {
 230         fprintf(stderr, "Allocating RAM failed\n");
 231         abort();
 232     }
 233     return mem;
 234 }
 235
 236 void *kvm_arch_vmalloc(ram_addr_t size)
 237 {
 238     /* Can we use the standard allocation ? */
 239     if (kvm_check_extension(kvm_state, KVM_CAP_S390_GMAP) &&
 240         kvm_check_extension(kvm_state, KVM_CAP_S390_COW)) {
 241         return NULL;
 242     } else {
 243         return legacy_s390_alloc(size);
 244     }
 245 }
 246
 247 int kvm_arch_insert_sw_breakpoint(CPUState *cs, struct kvm_sw_breakpoint *bp)
 248 {
 249     S390CPU *cpu = S390_CPU(cs);
 250     CPUS390XState *env = &cpu->env;
 251     static const uint8_t diag_501[] = {0x83, 0x24, 0x05, 0x01};
 252
 253     if (cpu_memory_rw_debug(env, bp->pc, (uint8_t *)&bp->saved_insn, 4, 0) ||
 254         cpu_memory_rw_debug(env, bp->pc, (uint8_t *)diag_501, 4, 1)) {
 255         return -EINVAL;
 256     }
 257     return 0;
 258 }
 259
 260 int kvm_arch_remove_sw_breakpoint(CPUState *cs, struct kvm_sw_breakpoint *bp)
 261 {
 262     S390CPU *cpu = S390_CPU(cs);
 263     CPUS390XState *env = &cpu->env;
 264     uint8_t t[4];
 265     static const uint8_t diag_501[] = {0x83, 0x24, 0x05, 0x01};
 266
 267     if (cpu_memory_rw_debug(env, bp->pc, t, 4, 0)) {
 268         return -EINVAL;
 269     } else if (memcmp(t, diag_501, 4)) {
 270         return -EINVAL;
 271     } else if (cpu_memory_rw_debug(env, bp->pc, (uint8_t *)&bp->saved_insn, 1, 1)) {
 272         return -EINVAL;
 273     }
 274
 275     return 0;
 276 }
 277
 278 void kvm_arch_pre_run(CPUState *cpu, struct kvm_run *run)
 279 {
 280 }
 281
 282 void kvm_arch_post_run(CPUState *cpu, struct kvm_run *run)
 283 {
 284 }
 285
 286 int kvm_arch_process_async_events(CPUState *cs)
 287 {
 288     S390CPU *cpu = S390_CPU(cs);
 289     return cpu->env.halted;
 290 }
 291
 292 void kvm_s390_interrupt_internal(CPUS390XState *env, int type, uint32_t parm,
 293                                  uint64_t parm64, int vm)
 294 {
 295     struct kvm_s390_interrupt kvmint;
 296     int r;
 297
 298     if (!env->kvm_state) {
 299         return;
 300     }
 301
 302     kvmint.type = type;
 303     kvmint.parm = parm;
 304     kvmint.parm64 = parm64;
 305
 306     if (vm) {
 307         r = kvm_vm_ioctl(env->kvm_state, KVM_S390_INTERRUPT, &kvmint);
 308     } else {
 309         r = kvm_vcpu_ioctl(env, KVM_S390_INTERRUPT, &kvmint);
 310     }
 311
 312     if (r < 0) {
 313         fprintf(stderr, "KVM failed to inject interrupt\n");
 314         exit(1);
 315     }
 316 }
 317
 318 void kvm_s390_virtio_irq(CPUS390XState *env, int config_change, uint64_t token)
 319 {
 320     kvm_s390_interrupt_internal(env, KVM_S390_INT_VIRTIO, config_change,
 321                                 token, 1);
 322 }
 323
 324 void kvm_s390_interrupt(CPUS390XState *env, int type, uint32_t code)
 325 {
 326     kvm_s390_interrupt_internal(env, type, code, 0, 0);
 327 }
 328
 329 static void enter_pgmcheck(CPUS390XState *env, uint16_t code)
 330 {
 331     kvm_s390_interrupt(env, KVM_S390_PROGRAM_INT, code);
 332 }
 333
 334 static inline void setcc(CPUS390XState *env, uint64_t cc)
 335 {
 336     env->kvm_run->psw_mask &= ~(3ull << 44);
 337     env->kvm_run->psw_mask |= (cc & 3) << 44;
 338
 339     env->psw.mask &= ~(3ul << 44);
 340     env->psw.mask |= (cc & 3) << 44;
 341 }
 342
 343 static int kvm_sclp_service_call(CPUS390XState *env, struct kvm_run *run,
 344                                  uint16_t ipbh0)
 345 {
 346     uint32_t sccb;
 347     uint64_t code;
 348     int r = 0;
 349
 350     cpu_synchronize_state(env);
 351     sccb = env->regs[ipbh0 & 0xf];
 352     code = env->regs[(ipbh0 & 0xf0) >> 4];
 353
 354     r = sclp_service_call(sccb, code);
 355     if (r < 0) {
 356         enter_pgmcheck(env, -r);
 357     }
 358     setcc(env, r);
 359
 360     return 0;
 361 }
 362
 363 static int handle_priv(CPUS390XState *env, struct kvm_run *run, uint8_t ipa1)
 364 {
 365     int r = 0;
 366     uint16_t ipbh0 = (run->s390_sieic.ipb & 0xffff0000) >> 16;
 367
 368     dprintf("KVM: PRIV: %d\n", ipa1);
 369     switch (ipa1) {
 370         case PRIV_SCLP_CALL:
 371             r = kvm_sclp_service_call(env, run, ipbh0);
 372             break;
 373         default:
 374             dprintf("KVM: unknown PRIV: 0x%x\n", ipa1);
 375             r = -1;
 376             break;
 377     }
 378
 379     return r;
 380 }
 381
 382 static int handle_hypercall(CPUS390XState *env, struct kvm_run *run)
 383 {
 384     cpu_synchronize_state(env);
 385     env->regs[2] = s390_virtio_hypercall(env, env->regs[2], env->regs[1]);
 386
 387     return 0;
 388 }
 389
 390 static int handle_diag(CPUS390XState *env, struct kvm_run *run, int ipb_code)
 391 {
 392     int r = 0;
 393
 394     switch (ipb_code) {
 395         case DIAG_KVM_HYPERCALL:
 396             r = handle_hypercall(env, run);
 397             break;
 398         case DIAG_KVM_BREAKPOINT:
 399             sleep(10);
 400             break;
 401         default:
 402             dprintf("KVM: unknown DIAG: 0x%x\n", ipb_code);
 403             r = -1;
 404             break;
 405     }
 406
 407     return r;
 408 }
 409
 410 static int s390_cpu_restart(S390CPU *cpu)
 411 {
 412     CPUS390XState *env = &cpu->env;
 413
 414     kvm_s390_interrupt(env, KVM_S390_RESTART, 0);
 415     s390_add_running_cpu(env);
 416     qemu_cpu_kick(CPU(cpu));
 417     dprintf("DONE: SIGP cpu restart: %p\n", env);
 418     return 0;
 419 }
 420
 421 static int s390_store_status(CPUS390XState *env, uint32_t parameter)
 422 {
 423     /* XXX */
 424     fprintf(stderr, "XXX SIGP store status\n");
 425     return -1;
 426 }
 427
 428 static int s390_cpu_initial_reset(CPUS390XState *env)
 429 {
 430     int i;
 431
 432     s390_del_running_cpu(env);
 433     if (kvm_vcpu_ioctl(env, KVM_S390_INITIAL_RESET, NULL) < 0) {
 434         perror("cannot init reset vcpu");
 435     }
 436
 437     /* Manually zero out all registers */
 438     cpu_synchronize_state(env);
 439     for (i = 0; i < 16; i++) {
 440         env->regs[i] = 0;
 441     }
 442
 443     dprintf("DONE: SIGP initial reset: %p\n", env);
 444     return 0;
 445 }
 446
 447 static int handle_sigp(CPUS390XState *env, struct kvm_run *run, uint8_t ipa1)
 448 {
 449     uint8_t order_code;
 450     uint32_t parameter;
 451     uint16_t cpu_addr;
 452     uint8_t t;
 453     int r = -1;
 454     S390CPU *target_cpu;
 455     CPUS390XState *target_env;
 456
 457     cpu_synchronize_state(env);
 458
 459     /* get order code */
 460     order_code = run->s390_sieic.ipb >> 28;
 461     if (order_code > 0) {
 462         order_code = env->regs[order_code];
 463     }
 464     order_code += (run->s390_sieic.ipb & 0x0fff0000) >> 16;
 465
 466     /* get parameters */
 467     t = (ipa1 & 0xf0) >> 4;
 468     if (!(t % 2)) {
 469         t++;
 470     }
 471
 472     parameter = env->regs[t] & 0x7ffffe00;
 473     cpu_addr = env->regs[ipa1 & 0x0f];
 474
 475     target_cpu = s390_cpu_addr2state(cpu_addr);
 476     if (target_cpu == NULL) {
 477         goto out;
 478     }
 479     target_env = &target_cpu->env;
 480
 481     switch (order_code) {
 482         case SIGP_RESTART:
 483             r = s390_cpu_restart(target_cpu);
 484             break;
 485         case SIGP_STORE_STATUS_ADDR:
 486             r = s390_store_status(target_env, parameter);
 487             break;
 488         case SIGP_SET_ARCH:
 489             /* make the caller panic */
 490             return -1;
 491         case SIGP_INITIAL_CPU_RESET:
 492             r = s390_cpu_initial_reset(target_env);
 493             break;
 494         default:
 495             fprintf(stderr, "KVM: unknown SIGP: 0x%x\n", order_code);
 496             break;
 497     }
 498
 499 out:
 500     setcc(env, r ? 3 : 0);
 501     return 0;
 502 }
 503
 504 static int handle_instruction(CPUS390XState *env, struct kvm_run *run)
 505 {
 506     unsigned int ipa0 = (run->s390_sieic.ipa & 0xff00);
 507     uint8_t ipa1 = run->s390_sieic.ipa & 0x00ff;
 508     int ipb_code = (run->s390_sieic.ipb & 0x0fff0000) >> 16;
 509     int r = -1;
 510
 511     dprintf("handle_instruction 0x%x 0x%x\n", run->s390_sieic.ipa, run->s390_sieic.ipb);
 512     switch (ipa0) {
 513         case IPA0_PRIV:
 514             r = handle_priv(env, run, ipa1);
 515             break;
 516         case IPA0_DIAG:
 517             r = handle_diag(env, run, ipb_code);
 518             break;
 519         case IPA0_SIGP:
 520             r = handle_sigp(env, run, ipa1);
 521             break;
 522     }
 523
 524     if (r < 0) {
 525         enter_pgmcheck(env, 0x0001);
 526     }
 527     return 0;
 528 }
 529
 530 static bool is_special_wait_psw(CPUS390XState *env)
 531 {
 532     /* signal quiesce */
 533     return env->kvm_run->psw_addr == 0xfffUL;
 534 }
 535
 536 static int handle_intercept(CPUS390XState *env)
 537 {
 538     struct kvm_run *run = env->kvm_run;
 539     int icpt_code = run->s390_sieic.icptcode;
 540     int r = 0;
 541
 542     dprintf("intercept: 0x%x (at 0x%lx)\n", icpt_code,
 543             (long)env->kvm_run->psw_addr);
 544     switch (icpt_code) {
 545         case ICPT_INSTRUCTION:
 546             r = handle_instruction(env, run);
 547             break;
 548         case ICPT_WAITPSW:
 549             if (s390_del_running_cpu(env) == 0 &&
 550                 is_special_wait_psw(env)) {
 551                 qemu_system_shutdown_request();
 552             }
 553             r = EXCP_HALTED;
 554             break;
 555         case ICPT_CPU_STOP:
 556             if (s390_del_running_cpu(env) == 0) {
 557                 qemu_system_shutdown_request();
 558             }
 559             r = EXCP_HALTED;
 560             break;
 561         case ICPT_SOFT_INTERCEPT:
 562             fprintf(stderr, "KVM unimplemented icpt SOFT\n");
 563             exit(1);
 564             break;
 565         case ICPT_IO:
 566             fprintf(stderr, "KVM unimplemented icpt IO\n");
 567             exit(1);
 568             break;
 569         default:
 570             fprintf(stderr, "Unknown intercept code: %d\n", icpt_code);
 571             exit(1);
 572             break;
 573     }
 574
 575     return r;
 576 }
 577
 578 int kvm_arch_handle_exit(CPUState *cs, struct kvm_run *run)
 579 {
 580     S390CPU *cpu = S390_CPU(cs);
 581     CPUS390XState *env = &cpu->env;
 582     int ret = 0;
 583
 584     switch (run->exit_reason) {
 585         case KVM_EXIT_S390_SIEIC:
 586             ret = handle_intercept(env);
 587             break;
 588         case KVM_EXIT_S390_RESET:
 589             qemu_system_reset_request();
 590             break;
 591         default:
 592             fprintf(stderr, "Unknown KVM exit: %d\n", run->exit_reason);
 593             break;
 594     }
 595
 596     if (ret == 0) {
 597         ret = EXCP_INTERRUPT;
 598     }
 599     return ret;
 600 }
 601
 602 bool kvm_arch_stop_on_emulation_error(CPUState *cpu)
 603 {
 604     return true;
 605 }
 606
 607 int kvm_arch_on_sigbus_vcpu(CPUState *cpu, int code, void *addr)
 608 {
 609     return 1;
 610 }
 611
 612 int kvm_arch_on_sigbus(int code, void *addr)
 613 {
 614     return 1;
 615 }