]> git.proxmox.com Git - mirror_qemu.git/blame - target-i386/kvm.c
move stop/stopped CPU_COMMON fields after area zeroed by reset
[mirror_qemu.git] / target-i386 / kvm.c
CommitLineData
05330448
AL
1/*
2 * QEMU KVM support
3 *
4 * Copyright (C) 2006-2008 Qumranet Technologies
5 * Copyright IBM, Corp. 2008
6 *
7 * Authors:
8 * Anthony Liguori <aliguori@us.ibm.com>
9 *
10 * This work is licensed under the terms of the GNU GPL, version 2 or later.
11 * See the COPYING file in the top-level directory.
12 *
13 */
14
15#include <sys/types.h>
16#include <sys/ioctl.h>
17#include <sys/mman.h>
18
19#include <linux/kvm.h>
20
21#include "qemu-common.h"
22#include "sysemu.h"
23#include "kvm.h"
24#include "cpu.h"
e22a25c9 25#include "gdbstub.h"
0e607a80 26#include "host-utils.h"
4c5b10b7 27#include "hw/pc.h"
35bed8ee 28#include "ioport.h"
05330448 29
bb0300dc
GN
30#ifdef CONFIG_KVM_PARA
31#include <linux/kvm_para.h>
32#endif
33//
05330448
AL
34//#define DEBUG_KVM
35
36#ifdef DEBUG_KVM
8c0d577e 37#define DPRINTF(fmt, ...) \
05330448
AL
38 do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0)
39#else
8c0d577e 40#define DPRINTF(fmt, ...) \
05330448
AL
41 do { } while (0)
42#endif
43
1a03675d
GC
44#define MSR_KVM_WALL_CLOCK 0x11
45#define MSR_KVM_SYSTEM_TIME 0x12
46
b827df58
AK
47#ifdef KVM_CAP_EXT_CPUID
48
49static struct kvm_cpuid2 *try_get_cpuid(KVMState *s, int max)
50{
51 struct kvm_cpuid2 *cpuid;
52 int r, size;
53
54 size = sizeof(*cpuid) + max * sizeof(*cpuid->entries);
55 cpuid = (struct kvm_cpuid2 *)qemu_mallocz(size);
56 cpuid->nent = max;
57 r = kvm_ioctl(s, KVM_GET_SUPPORTED_CPUID, cpuid);
76ae317f
MM
58 if (r == 0 && cpuid->nent >= max) {
59 r = -E2BIG;
60 }
b827df58
AK
61 if (r < 0) {
62 if (r == -E2BIG) {
63 qemu_free(cpuid);
64 return NULL;
65 } else {
66 fprintf(stderr, "KVM_GET_SUPPORTED_CPUID failed: %s\n",
67 strerror(-r));
68 exit(1);
69 }
70 }
71 return cpuid;
72}
73
74uint32_t kvm_arch_get_supported_cpuid(CPUState *env, uint32_t function, int reg)
75{
76 struct kvm_cpuid2 *cpuid;
77 int i, max;
78 uint32_t ret = 0;
79 uint32_t cpuid_1_edx;
80
81 if (!kvm_check_extension(env->kvm_state, KVM_CAP_EXT_CPUID)) {
82 return -1U;
83 }
84
85 max = 1;
86 while ((cpuid = try_get_cpuid(env->kvm_state, max)) == NULL) {
87 max *= 2;
88 }
89
90 for (i = 0; i < cpuid->nent; ++i) {
91 if (cpuid->entries[i].function == function) {
92 switch (reg) {
93 case R_EAX:
94 ret = cpuid->entries[i].eax;
95 break;
96 case R_EBX:
97 ret = cpuid->entries[i].ebx;
98 break;
99 case R_ECX:
100 ret = cpuid->entries[i].ecx;
101 break;
102 case R_EDX:
103 ret = cpuid->entries[i].edx;
19ccb8ea
JK
104 switch (function) {
105 case 1:
106 /* KVM before 2.6.30 misreports the following features */
107 ret |= CPUID_MTRR | CPUID_PAT | CPUID_MCE | CPUID_MCA;
108 break;
109 case 0x80000001:
b827df58
AK
110 /* On Intel, kvm returns cpuid according to the Intel spec,
111 * so add missing bits according to the AMD spec:
112 */
113 cpuid_1_edx = kvm_arch_get_supported_cpuid(env, 1, R_EDX);
114 ret |= cpuid_1_edx & 0xdfeff7ff;
19ccb8ea 115 break;
b827df58
AK
116 }
117 break;
118 }
119 }
120 }
121
122 qemu_free(cpuid);
123
124 return ret;
125}
126
127#else
128
129uint32_t kvm_arch_get_supported_cpuid(CPUState *env, uint32_t function, int reg)
130{
131 return -1U;
132}
133
134#endif
135
bb0300dc
GN
136#ifdef CONFIG_KVM_PARA
137struct kvm_para_features {
138 int cap;
139 int feature;
140} para_features[] = {
141#ifdef KVM_CAP_CLOCKSOURCE
142 { KVM_CAP_CLOCKSOURCE, KVM_FEATURE_CLOCKSOURCE },
143#endif
144#ifdef KVM_CAP_NOP_IO_DELAY
145 { KVM_CAP_NOP_IO_DELAY, KVM_FEATURE_NOP_IO_DELAY },
146#endif
147#ifdef KVM_CAP_PV_MMU
148 { KVM_CAP_PV_MMU, KVM_FEATURE_MMU_OP },
bb0300dc
GN
149#endif
150 { -1, -1 }
151};
152
153static int get_para_features(CPUState *env)
154{
155 int i, features = 0;
156
157 for (i = 0; i < ARRAY_SIZE(para_features) - 1; i++) {
158 if (kvm_check_extension(env->kvm_state, para_features[i].cap))
159 features |= (1 << para_features[i].feature);
160 }
161
162 return features;
163}
164#endif
165
05330448
AL
166int kvm_arch_init_vcpu(CPUState *env)
167{
168 struct {
486bd5a2
AL
169 struct kvm_cpuid2 cpuid;
170 struct kvm_cpuid_entry2 entries[100];
05330448 171 } __attribute__((packed)) cpuid_data;
486bd5a2 172 uint32_t limit, i, j, cpuid_i;
a33609ca 173 uint32_t unused;
bb0300dc
GN
174 struct kvm_cpuid_entry2 *c;
175#ifdef KVM_CPUID_SIGNATURE
176 uint32_t signature[3];
177#endif
05330448 178
f8d926e9
JK
179 env->mp_state = KVM_MP_STATE_RUNNABLE;
180
457dfed6 181 env->cpuid_features &= kvm_arch_get_supported_cpuid(env, 1, R_EDX);
6c0d7ee8
AP
182
183 i = env->cpuid_ext_features & CPUID_EXT_HYPERVISOR;
457dfed6 184 env->cpuid_ext_features &= kvm_arch_get_supported_cpuid(env, 1, R_ECX);
6c0d7ee8
AP
185 env->cpuid_ext_features |= i;
186
457dfed6
AP
187 env->cpuid_ext2_features &= kvm_arch_get_supported_cpuid(env, 0x80000001,
188 R_EDX);
189 env->cpuid_ext3_features &= kvm_arch_get_supported_cpuid(env, 0x80000001,
190 R_ECX);
6c1f42fe 191
05330448
AL
192 cpuid_i = 0;
193
bb0300dc
GN
194#ifdef CONFIG_KVM_PARA
195 /* Paravirtualization CPUIDs */
196 memcpy(signature, "KVMKVMKVM\0\0\0", 12);
197 c = &cpuid_data.entries[cpuid_i++];
198 memset(c, 0, sizeof(*c));
199 c->function = KVM_CPUID_SIGNATURE;
200 c->eax = 0;
201 c->ebx = signature[0];
202 c->ecx = signature[1];
203 c->edx = signature[2];
204
205 c = &cpuid_data.entries[cpuid_i++];
206 memset(c, 0, sizeof(*c));
207 c->function = KVM_CPUID_FEATURES;
208 c->eax = env->cpuid_kvm_features & get_para_features(env);
209#endif
210
a33609ca 211 cpu_x86_cpuid(env, 0, 0, &limit, &unused, &unused, &unused);
05330448
AL
212
213 for (i = 0; i <= limit; i++) {
bb0300dc 214 c = &cpuid_data.entries[cpuid_i++];
486bd5a2
AL
215
216 switch (i) {
a36b1029
AL
217 case 2: {
218 /* Keep reading function 2 till all the input is received */
219 int times;
220
a36b1029 221 c->function = i;
a33609ca
AL
222 c->flags = KVM_CPUID_FLAG_STATEFUL_FUNC |
223 KVM_CPUID_FLAG_STATE_READ_NEXT;
224 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx);
225 times = c->eax & 0xff;
a36b1029
AL
226
227 for (j = 1; j < times; ++j) {
a33609ca 228 c = &cpuid_data.entries[cpuid_i++];
a36b1029 229 c->function = i;
a33609ca
AL
230 c->flags = KVM_CPUID_FLAG_STATEFUL_FUNC;
231 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx);
a36b1029
AL
232 }
233 break;
234 }
486bd5a2
AL
235 case 4:
236 case 0xb:
237 case 0xd:
238 for (j = 0; ; j++) {
486bd5a2
AL
239 c->function = i;
240 c->flags = KVM_CPUID_FLAG_SIGNIFCANT_INDEX;
241 c->index = j;
a33609ca 242 cpu_x86_cpuid(env, i, j, &c->eax, &c->ebx, &c->ecx, &c->edx);
486bd5a2 243
a33609ca 244 if (i == 4 && c->eax == 0)
486bd5a2 245 break;
a33609ca 246 if (i == 0xb && !(c->ecx & 0xff00))
486bd5a2 247 break;
a33609ca 248 if (i == 0xd && c->eax == 0)
486bd5a2 249 break;
a33609ca
AL
250
251 c = &cpuid_data.entries[cpuid_i++];
486bd5a2
AL
252 }
253 break;
254 default:
486bd5a2 255 c->function = i;
a33609ca
AL
256 c->flags = 0;
257 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx);
486bd5a2
AL
258 break;
259 }
05330448 260 }
a33609ca 261 cpu_x86_cpuid(env, 0x80000000, 0, &limit, &unused, &unused, &unused);
05330448
AL
262
263 for (i = 0x80000000; i <= limit; i++) {
bb0300dc 264 c = &cpuid_data.entries[cpuid_i++];
05330448 265
05330448 266 c->function = i;
a33609ca
AL
267 c->flags = 0;
268 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx);
05330448
AL
269 }
270
271 cpuid_data.cpuid.nent = cpuid_i;
272
486bd5a2 273 return kvm_vcpu_ioctl(env, KVM_SET_CPUID2, &cpuid_data);
05330448
AL
274}
275
caa5af0f
JK
276void kvm_arch_reset_vcpu(CPUState *env)
277{
e73223a5 278 env->exception_injected = -1;
0e607a80 279 env->interrupt_injected = -1;
a0fb002c
JK
280 env->nmi_injected = 0;
281 env->nmi_pending = 0;
caa5af0f
JK
282}
283
05330448
AL
284static int kvm_has_msr_star(CPUState *env)
285{
286 static int has_msr_star;
287 int ret;
288
289 /* first time */
290 if (has_msr_star == 0) {
291 struct kvm_msr_list msr_list, *kvm_msr_list;
292
293 has_msr_star = -1;
294
295 /* Obtain MSR list from KVM. These are the MSRs that we must
296 * save/restore */
4c9f7372 297 msr_list.nmsrs = 0;
05330448 298 ret = kvm_ioctl(env->kvm_state, KVM_GET_MSR_INDEX_LIST, &msr_list);
6fb6d245 299 if (ret < 0 && ret != -E2BIG) {
05330448 300 return 0;
6fb6d245 301 }
d9db889f
JK
302 /* Old kernel modules had a bug and could write beyond the provided
303 memory. Allocate at least a safe amount of 1K. */
304 kvm_msr_list = qemu_mallocz(MAX(1024, sizeof(msr_list) +
305 msr_list.nmsrs *
306 sizeof(msr_list.indices[0])));
05330448 307
55308450 308 kvm_msr_list->nmsrs = msr_list.nmsrs;
05330448
AL
309 ret = kvm_ioctl(env->kvm_state, KVM_GET_MSR_INDEX_LIST, kvm_msr_list);
310 if (ret >= 0) {
311 int i;
312
313 for (i = 0; i < kvm_msr_list->nmsrs; i++) {
314 if (kvm_msr_list->indices[i] == MSR_STAR) {
315 has_msr_star = 1;
316 break;
317 }
318 }
319 }
320
321 free(kvm_msr_list);
322 }
323
324 if (has_msr_star == 1)
325 return 1;
326 return 0;
327}
328
20420430
SY
329static int kvm_init_identity_map_page(KVMState *s)
330{
331#ifdef KVM_CAP_SET_IDENTITY_MAP_ADDR
332 int ret;
333 uint64_t addr = 0xfffbc000;
334
335 if (!kvm_check_extension(s, KVM_CAP_SET_IDENTITY_MAP_ADDR)) {
336 return 0;
337 }
338
339 ret = kvm_vm_ioctl(s, KVM_SET_IDENTITY_MAP_ADDR, &addr);
340 if (ret < 0) {
341 fprintf(stderr, "kvm_set_identity_map_addr: %s\n", strerror(ret));
342 return ret;
343 }
344#endif
345 return 0;
346}
347
05330448
AL
348int kvm_arch_init(KVMState *s, int smp_cpus)
349{
350 int ret;
351
352 /* create vm86 tss. KVM uses vm86 mode to emulate 16-bit code
353 * directly. In order to use vm86 mode, a TSS is needed. Since this
354 * must be part of guest physical memory, we need to allocate it. Older
355 * versions of KVM just assumed that it would be at the end of physical
356 * memory but that doesn't work with more than 4GB of memory. We simply
357 * refuse to work with those older versions of KVM. */
984b5181 358 ret = kvm_ioctl(s, KVM_CHECK_EXTENSION, KVM_CAP_SET_TSS_ADDR);
05330448
AL
359 if (ret <= 0) {
360 fprintf(stderr, "kvm does not support KVM_CAP_SET_TSS_ADDR\n");
361 return ret;
362 }
363
364 /* this address is 3 pages before the bios, and the bios should present
365 * as unavaible memory. FIXME, need to ensure the e820 map deals with
366 * this?
367 */
4c5b10b7
JS
368 /*
369 * Tell fw_cfg to notify the BIOS to reserve the range.
370 */
371 if (e820_add_entry(0xfffbc000, 0x4000, E820_RESERVED) < 0) {
372 perror("e820_add_entry() table is full");
373 exit(1);
374 }
20420430
SY
375 ret = kvm_vm_ioctl(s, KVM_SET_TSS_ADDR, 0xfffbd000);
376 if (ret < 0) {
377 return ret;
378 }
379
380 return kvm_init_identity_map_page(s);
05330448
AL
381}
382
383static void set_v8086_seg(struct kvm_segment *lhs, const SegmentCache *rhs)
384{
385 lhs->selector = rhs->selector;
386 lhs->base = rhs->base;
387 lhs->limit = rhs->limit;
388 lhs->type = 3;
389 lhs->present = 1;
390 lhs->dpl = 3;
391 lhs->db = 0;
392 lhs->s = 1;
393 lhs->l = 0;
394 lhs->g = 0;
395 lhs->avl = 0;
396 lhs->unusable = 0;
397}
398
399static void set_seg(struct kvm_segment *lhs, const SegmentCache *rhs)
400{
401 unsigned flags = rhs->flags;
402 lhs->selector = rhs->selector;
403 lhs->base = rhs->base;
404 lhs->limit = rhs->limit;
405 lhs->type = (flags >> DESC_TYPE_SHIFT) & 15;
406 lhs->present = (flags & DESC_P_MASK) != 0;
407 lhs->dpl = rhs->selector & 3;
408 lhs->db = (flags >> DESC_B_SHIFT) & 1;
409 lhs->s = (flags & DESC_S_MASK) != 0;
410 lhs->l = (flags >> DESC_L_SHIFT) & 1;
411 lhs->g = (flags & DESC_G_MASK) != 0;
412 lhs->avl = (flags & DESC_AVL_MASK) != 0;
413 lhs->unusable = 0;
414}
415
416static void get_seg(SegmentCache *lhs, const struct kvm_segment *rhs)
417{
418 lhs->selector = rhs->selector;
419 lhs->base = rhs->base;
420 lhs->limit = rhs->limit;
421 lhs->flags =
422 (rhs->type << DESC_TYPE_SHIFT)
423 | (rhs->present * DESC_P_MASK)
424 | (rhs->dpl << DESC_DPL_SHIFT)
425 | (rhs->db << DESC_B_SHIFT)
426 | (rhs->s * DESC_S_MASK)
427 | (rhs->l << DESC_L_SHIFT)
428 | (rhs->g * DESC_G_MASK)
429 | (rhs->avl * DESC_AVL_MASK);
430}
431
432static void kvm_getput_reg(__u64 *kvm_reg, target_ulong *qemu_reg, int set)
433{
434 if (set)
435 *kvm_reg = *qemu_reg;
436 else
437 *qemu_reg = *kvm_reg;
438}
439
440static int kvm_getput_regs(CPUState *env, int set)
441{
442 struct kvm_regs regs;
443 int ret = 0;
444
445 if (!set) {
446 ret = kvm_vcpu_ioctl(env, KVM_GET_REGS, &regs);
447 if (ret < 0)
448 return ret;
449 }
450
451 kvm_getput_reg(&regs.rax, &env->regs[R_EAX], set);
452 kvm_getput_reg(&regs.rbx, &env->regs[R_EBX], set);
453 kvm_getput_reg(&regs.rcx, &env->regs[R_ECX], set);
454 kvm_getput_reg(&regs.rdx, &env->regs[R_EDX], set);
455 kvm_getput_reg(&regs.rsi, &env->regs[R_ESI], set);
456 kvm_getput_reg(&regs.rdi, &env->regs[R_EDI], set);
457 kvm_getput_reg(&regs.rsp, &env->regs[R_ESP], set);
458 kvm_getput_reg(&regs.rbp, &env->regs[R_EBP], set);
459#ifdef TARGET_X86_64
460 kvm_getput_reg(&regs.r8, &env->regs[8], set);
461 kvm_getput_reg(&regs.r9, &env->regs[9], set);
462 kvm_getput_reg(&regs.r10, &env->regs[10], set);
463 kvm_getput_reg(&regs.r11, &env->regs[11], set);
464 kvm_getput_reg(&regs.r12, &env->regs[12], set);
465 kvm_getput_reg(&regs.r13, &env->regs[13], set);
466 kvm_getput_reg(&regs.r14, &env->regs[14], set);
467 kvm_getput_reg(&regs.r15, &env->regs[15], set);
468#endif
469
470 kvm_getput_reg(&regs.rflags, &env->eflags, set);
471 kvm_getput_reg(&regs.rip, &env->eip, set);
472
473 if (set)
474 ret = kvm_vcpu_ioctl(env, KVM_SET_REGS, &regs);
475
476 return ret;
477}
478
479static int kvm_put_fpu(CPUState *env)
480{
481 struct kvm_fpu fpu;
482 int i;
483
484 memset(&fpu, 0, sizeof fpu);
485 fpu.fsw = env->fpus & ~(7 << 11);
486 fpu.fsw |= (env->fpstt & 7) << 11;
487 fpu.fcw = env->fpuc;
488 for (i = 0; i < 8; ++i)
489 fpu.ftwx |= (!env->fptags[i]) << i;
490 memcpy(fpu.fpr, env->fpregs, sizeof env->fpregs);
491 memcpy(fpu.xmm, env->xmm_regs, sizeof env->xmm_regs);
492 fpu.mxcsr = env->mxcsr;
493
494 return kvm_vcpu_ioctl(env, KVM_SET_FPU, &fpu);
495}
496
497static int kvm_put_sregs(CPUState *env)
498{
499 struct kvm_sregs sregs;
500
0e607a80
JK
501 memset(sregs.interrupt_bitmap, 0, sizeof(sregs.interrupt_bitmap));
502 if (env->interrupt_injected >= 0) {
503 sregs.interrupt_bitmap[env->interrupt_injected / 64] |=
504 (uint64_t)1 << (env->interrupt_injected % 64);
505 }
05330448
AL
506
507 if ((env->eflags & VM_MASK)) {
508 set_v8086_seg(&sregs.cs, &env->segs[R_CS]);
509 set_v8086_seg(&sregs.ds, &env->segs[R_DS]);
510 set_v8086_seg(&sregs.es, &env->segs[R_ES]);
511 set_v8086_seg(&sregs.fs, &env->segs[R_FS]);
512 set_v8086_seg(&sregs.gs, &env->segs[R_GS]);
513 set_v8086_seg(&sregs.ss, &env->segs[R_SS]);
514 } else {
515 set_seg(&sregs.cs, &env->segs[R_CS]);
516 set_seg(&sregs.ds, &env->segs[R_DS]);
517 set_seg(&sregs.es, &env->segs[R_ES]);
518 set_seg(&sregs.fs, &env->segs[R_FS]);
519 set_seg(&sregs.gs, &env->segs[R_GS]);
520 set_seg(&sregs.ss, &env->segs[R_SS]);
521
522 if (env->cr[0] & CR0_PE_MASK) {
523 /* force ss cpl to cs cpl */
524 sregs.ss.selector = (sregs.ss.selector & ~3) |
525 (sregs.cs.selector & 3);
526 sregs.ss.dpl = sregs.ss.selector & 3;
527 }
528 }
529
530 set_seg(&sregs.tr, &env->tr);
531 set_seg(&sregs.ldt, &env->ldt);
532
533 sregs.idt.limit = env->idt.limit;
534 sregs.idt.base = env->idt.base;
535 sregs.gdt.limit = env->gdt.limit;
536 sregs.gdt.base = env->gdt.base;
537
538 sregs.cr0 = env->cr[0];
539 sregs.cr2 = env->cr[2];
540 sregs.cr3 = env->cr[3];
541 sregs.cr4 = env->cr[4];
542
543 sregs.cr8 = cpu_get_apic_tpr(env);
544 sregs.apic_base = cpu_get_apic_base(env);
545
546 sregs.efer = env->efer;
547
548 return kvm_vcpu_ioctl(env, KVM_SET_SREGS, &sregs);
549}
550
551static void kvm_msr_entry_set(struct kvm_msr_entry *entry,
552 uint32_t index, uint64_t value)
553{
554 entry->index = index;
555 entry->data = value;
556}
557
ea643051 558static int kvm_put_msrs(CPUState *env, int level)
05330448
AL
559{
560 struct {
561 struct kvm_msrs info;
562 struct kvm_msr_entry entries[100];
563 } msr_data;
564 struct kvm_msr_entry *msrs = msr_data.entries;
565 int n = 0;
566
567 kvm_msr_entry_set(&msrs[n++], MSR_IA32_SYSENTER_CS, env->sysenter_cs);
568 kvm_msr_entry_set(&msrs[n++], MSR_IA32_SYSENTER_ESP, env->sysenter_esp);
569 kvm_msr_entry_set(&msrs[n++], MSR_IA32_SYSENTER_EIP, env->sysenter_eip);
570 if (kvm_has_msr_star(env))
571 kvm_msr_entry_set(&msrs[n++], MSR_STAR, env->star);
05330448
AL
572#ifdef TARGET_X86_64
573 /* FIXME if lm capable */
574 kvm_msr_entry_set(&msrs[n++], MSR_CSTAR, env->cstar);
575 kvm_msr_entry_set(&msrs[n++], MSR_KERNELGSBASE, env->kernelgsbase);
576 kvm_msr_entry_set(&msrs[n++], MSR_FMASK, env->fmask);
577 kvm_msr_entry_set(&msrs[n++], MSR_LSTAR, env->lstar);
578#endif
ea643051
JK
579 if (level == KVM_PUT_FULL_STATE) {
580 kvm_msr_entry_set(&msrs[n++], MSR_IA32_TSC, env->tsc);
581 kvm_msr_entry_set(&msrs[n++], MSR_KVM_SYSTEM_TIME,
582 env->system_time_msr);
583 kvm_msr_entry_set(&msrs[n++], MSR_KVM_WALL_CLOCK, env->wall_clock_msr);
584 }
1a03675d 585
05330448
AL
586 msr_data.info.nmsrs = n;
587
588 return kvm_vcpu_ioctl(env, KVM_SET_MSRS, &msr_data);
589
590}
591
592
593static int kvm_get_fpu(CPUState *env)
594{
595 struct kvm_fpu fpu;
596 int i, ret;
597
598 ret = kvm_vcpu_ioctl(env, KVM_GET_FPU, &fpu);
599 if (ret < 0)
600 return ret;
601
602 env->fpstt = (fpu.fsw >> 11) & 7;
603 env->fpus = fpu.fsw;
604 env->fpuc = fpu.fcw;
605 for (i = 0; i < 8; ++i)
606 env->fptags[i] = !((fpu.ftwx >> i) & 1);
607 memcpy(env->fpregs, fpu.fpr, sizeof env->fpregs);
608 memcpy(env->xmm_regs, fpu.xmm, sizeof env->xmm_regs);
609 env->mxcsr = fpu.mxcsr;
610
611 return 0;
612}
613
614static int kvm_get_sregs(CPUState *env)
615{
616 struct kvm_sregs sregs;
617 uint32_t hflags;
0e607a80 618 int bit, i, ret;
05330448
AL
619
620 ret = kvm_vcpu_ioctl(env, KVM_GET_SREGS, &sregs);
621 if (ret < 0)
622 return ret;
623
0e607a80
JK
624 /* There can only be one pending IRQ set in the bitmap at a time, so try
625 to find it and save its number instead (-1 for none). */
626 env->interrupt_injected = -1;
627 for (i = 0; i < ARRAY_SIZE(sregs.interrupt_bitmap); i++) {
628 if (sregs.interrupt_bitmap[i]) {
629 bit = ctz64(sregs.interrupt_bitmap[i]);
630 env->interrupt_injected = i * 64 + bit;
631 break;
632 }
633 }
05330448
AL
634
635 get_seg(&env->segs[R_CS], &sregs.cs);
636 get_seg(&env->segs[R_DS], &sregs.ds);
637 get_seg(&env->segs[R_ES], &sregs.es);
638 get_seg(&env->segs[R_FS], &sregs.fs);
639 get_seg(&env->segs[R_GS], &sregs.gs);
640 get_seg(&env->segs[R_SS], &sregs.ss);
641
642 get_seg(&env->tr, &sregs.tr);
643 get_seg(&env->ldt, &sregs.ldt);
644
645 env->idt.limit = sregs.idt.limit;
646 env->idt.base = sregs.idt.base;
647 env->gdt.limit = sregs.gdt.limit;
648 env->gdt.base = sregs.gdt.base;
649
650 env->cr[0] = sregs.cr0;
651 env->cr[2] = sregs.cr2;
652 env->cr[3] = sregs.cr3;
653 env->cr[4] = sregs.cr4;
654
655 cpu_set_apic_base(env, sregs.apic_base);
656
657 env->efer = sregs.efer;
658 //cpu_set_apic_tpr(env, sregs.cr8);
659
660#define HFLAG_COPY_MASK ~( \
661 HF_CPL_MASK | HF_PE_MASK | HF_MP_MASK | HF_EM_MASK | \
662 HF_TS_MASK | HF_TF_MASK | HF_VM_MASK | HF_IOPL_MASK | \
663 HF_OSFXSR_MASK | HF_LMA_MASK | HF_CS32_MASK | \
664 HF_SS32_MASK | HF_CS64_MASK | HF_ADDSEG_MASK)
665
666
667
668 hflags = (env->segs[R_CS].flags >> DESC_DPL_SHIFT) & HF_CPL_MASK;
669 hflags |= (env->cr[0] & CR0_PE_MASK) << (HF_PE_SHIFT - CR0_PE_SHIFT);
670 hflags |= (env->cr[0] << (HF_MP_SHIFT - CR0_MP_SHIFT)) &
671 (HF_MP_MASK | HF_EM_MASK | HF_TS_MASK);
672 hflags |= (env->eflags & (HF_TF_MASK | HF_VM_MASK | HF_IOPL_MASK));
673 hflags |= (env->cr[4] & CR4_OSFXSR_MASK) <<
674 (HF_OSFXSR_SHIFT - CR4_OSFXSR_SHIFT);
675
676 if (env->efer & MSR_EFER_LMA) {
677 hflags |= HF_LMA_MASK;
678 }
679
680 if ((hflags & HF_LMA_MASK) && (env->segs[R_CS].flags & DESC_L_MASK)) {
681 hflags |= HF_CS32_MASK | HF_SS32_MASK | HF_CS64_MASK;
682 } else {
683 hflags |= (env->segs[R_CS].flags & DESC_B_MASK) >>
684 (DESC_B_SHIFT - HF_CS32_SHIFT);
685 hflags |= (env->segs[R_SS].flags & DESC_B_MASK) >>
686 (DESC_B_SHIFT - HF_SS32_SHIFT);
687 if (!(env->cr[0] & CR0_PE_MASK) ||
688 (env->eflags & VM_MASK) ||
689 !(hflags & HF_CS32_MASK)) {
690 hflags |= HF_ADDSEG_MASK;
691 } else {
692 hflags |= ((env->segs[R_DS].base |
693 env->segs[R_ES].base |
694 env->segs[R_SS].base) != 0) <<
695 HF_ADDSEG_SHIFT;
696 }
697 }
698 env->hflags = (env->hflags & HFLAG_COPY_MASK) | hflags;
05330448
AL
699
700 return 0;
701}
702
703static int kvm_get_msrs(CPUState *env)
704{
705 struct {
706 struct kvm_msrs info;
707 struct kvm_msr_entry entries[100];
708 } msr_data;
709 struct kvm_msr_entry *msrs = msr_data.entries;
710 int ret, i, n;
711
712 n = 0;
713 msrs[n++].index = MSR_IA32_SYSENTER_CS;
714 msrs[n++].index = MSR_IA32_SYSENTER_ESP;
715 msrs[n++].index = MSR_IA32_SYSENTER_EIP;
716 if (kvm_has_msr_star(env))
717 msrs[n++].index = MSR_STAR;
718 msrs[n++].index = MSR_IA32_TSC;
719#ifdef TARGET_X86_64
720 /* FIXME lm_capable_kernel */
721 msrs[n++].index = MSR_CSTAR;
722 msrs[n++].index = MSR_KERNELGSBASE;
723 msrs[n++].index = MSR_FMASK;
724 msrs[n++].index = MSR_LSTAR;
725#endif
1a03675d
GC
726 msrs[n++].index = MSR_KVM_SYSTEM_TIME;
727 msrs[n++].index = MSR_KVM_WALL_CLOCK;
728
05330448
AL
729 msr_data.info.nmsrs = n;
730 ret = kvm_vcpu_ioctl(env, KVM_GET_MSRS, &msr_data);
731 if (ret < 0)
732 return ret;
733
734 for (i = 0; i < ret; i++) {
735 switch (msrs[i].index) {
736 case MSR_IA32_SYSENTER_CS:
737 env->sysenter_cs = msrs[i].data;
738 break;
739 case MSR_IA32_SYSENTER_ESP:
740 env->sysenter_esp = msrs[i].data;
741 break;
742 case MSR_IA32_SYSENTER_EIP:
743 env->sysenter_eip = msrs[i].data;
744 break;
745 case MSR_STAR:
746 env->star = msrs[i].data;
747 break;
748#ifdef TARGET_X86_64
749 case MSR_CSTAR:
750 env->cstar = msrs[i].data;
751 break;
752 case MSR_KERNELGSBASE:
753 env->kernelgsbase = msrs[i].data;
754 break;
755 case MSR_FMASK:
756 env->fmask = msrs[i].data;
757 break;
758 case MSR_LSTAR:
759 env->lstar = msrs[i].data;
760 break;
761#endif
762 case MSR_IA32_TSC:
763 env->tsc = msrs[i].data;
764 break;
1a03675d
GC
765 case MSR_KVM_SYSTEM_TIME:
766 env->system_time_msr = msrs[i].data;
767 break;
768 case MSR_KVM_WALL_CLOCK:
769 env->wall_clock_msr = msrs[i].data;
770 break;
05330448
AL
771 }
772 }
773
774 return 0;
775}
776
9bdbe550
HB
777static int kvm_put_mp_state(CPUState *env)
778{
779 struct kvm_mp_state mp_state = { .mp_state = env->mp_state };
780
781 return kvm_vcpu_ioctl(env, KVM_SET_MP_STATE, &mp_state);
782}
783
784static int kvm_get_mp_state(CPUState *env)
785{
786 struct kvm_mp_state mp_state;
787 int ret;
788
789 ret = kvm_vcpu_ioctl(env, KVM_GET_MP_STATE, &mp_state);
790 if (ret < 0) {
791 return ret;
792 }
793 env->mp_state = mp_state.mp_state;
794 return 0;
795}
796
ea643051 797static int kvm_put_vcpu_events(CPUState *env, int level)
a0fb002c
JK
798{
799#ifdef KVM_CAP_VCPU_EVENTS
800 struct kvm_vcpu_events events;
801
802 if (!kvm_has_vcpu_events()) {
803 return 0;
804 }
805
31827373
JK
806 events.exception.injected = (env->exception_injected >= 0);
807 events.exception.nr = env->exception_injected;
a0fb002c
JK
808 events.exception.has_error_code = env->has_error_code;
809 events.exception.error_code = env->error_code;
810
811 events.interrupt.injected = (env->interrupt_injected >= 0);
812 events.interrupt.nr = env->interrupt_injected;
813 events.interrupt.soft = env->soft_interrupt;
814
815 events.nmi.injected = env->nmi_injected;
816 events.nmi.pending = env->nmi_pending;
817 events.nmi.masked = !!(env->hflags2 & HF2_NMI_MASK);
818
819 events.sipi_vector = env->sipi_vector;
820
ea643051
JK
821 events.flags = 0;
822 if (level >= KVM_PUT_RESET_STATE) {
823 events.flags |=
824 KVM_VCPUEVENT_VALID_NMI_PENDING | KVM_VCPUEVENT_VALID_SIPI_VECTOR;
825 }
aee028b9 826
a0fb002c
JK
827 return kvm_vcpu_ioctl(env, KVM_SET_VCPU_EVENTS, &events);
828#else
829 return 0;
830#endif
831}
832
833static int kvm_get_vcpu_events(CPUState *env)
834{
835#ifdef KVM_CAP_VCPU_EVENTS
836 struct kvm_vcpu_events events;
837 int ret;
838
839 if (!kvm_has_vcpu_events()) {
840 return 0;
841 }
842
843 ret = kvm_vcpu_ioctl(env, KVM_GET_VCPU_EVENTS, &events);
844 if (ret < 0) {
845 return ret;
846 }
31827373 847 env->exception_injected =
a0fb002c
JK
848 events.exception.injected ? events.exception.nr : -1;
849 env->has_error_code = events.exception.has_error_code;
850 env->error_code = events.exception.error_code;
851
852 env->interrupt_injected =
853 events.interrupt.injected ? events.interrupt.nr : -1;
854 env->soft_interrupt = events.interrupt.soft;
855
856 env->nmi_injected = events.nmi.injected;
857 env->nmi_pending = events.nmi.pending;
858 if (events.nmi.masked) {
859 env->hflags2 |= HF2_NMI_MASK;
860 } else {
861 env->hflags2 &= ~HF2_NMI_MASK;
862 }
863
864 env->sipi_vector = events.sipi_vector;
865#endif
866
867 return 0;
868}
869
b0b1d690
JK
870static int kvm_guest_debug_workarounds(CPUState *env)
871{
872 int ret = 0;
873#ifdef KVM_CAP_SET_GUEST_DEBUG
874 unsigned long reinject_trap = 0;
875
876 if (!kvm_has_vcpu_events()) {
877 if (env->exception_injected == 1) {
878 reinject_trap = KVM_GUESTDBG_INJECT_DB;
879 } else if (env->exception_injected == 3) {
880 reinject_trap = KVM_GUESTDBG_INJECT_BP;
881 }
882 env->exception_injected = -1;
883 }
884
885 /*
886 * Kernels before KVM_CAP_X86_ROBUST_SINGLESTEP overwrote flags.TF
887 * injected via SET_GUEST_DEBUG while updating GP regs. Work around this
888 * by updating the debug state once again if single-stepping is on.
889 * Another reason to call kvm_update_guest_debug here is a pending debug
890 * trap raise by the guest. On kernels without SET_VCPU_EVENTS we have to
891 * reinject them via SET_GUEST_DEBUG.
892 */
893 if (reinject_trap ||
894 (!kvm_has_robust_singlestep() && env->singlestep_enabled)) {
895 ret = kvm_update_guest_debug(env, reinject_trap);
896 }
897#endif /* KVM_CAP_SET_GUEST_DEBUG */
898 return ret;
899}
900
ff44f1a3
JK
901static int kvm_put_debugregs(CPUState *env)
902{
903#ifdef KVM_CAP_DEBUGREGS
904 struct kvm_debugregs dbgregs;
905 int i;
906
907 if (!kvm_has_debugregs()) {
908 return 0;
909 }
910
911 for (i = 0; i < 4; i++) {
912 dbgregs.db[i] = env->dr[i];
913 }
914 dbgregs.dr6 = env->dr[6];
915 dbgregs.dr7 = env->dr[7];
916 dbgregs.flags = 0;
917
918 return kvm_vcpu_ioctl(env, KVM_SET_DEBUGREGS, &dbgregs);
919#else
920 return 0;
921#endif
922}
923
924static int kvm_get_debugregs(CPUState *env)
925{
926#ifdef KVM_CAP_DEBUGREGS
927 struct kvm_debugregs dbgregs;
928 int i, ret;
929
930 if (!kvm_has_debugregs()) {
931 return 0;
932 }
933
934 ret = kvm_vcpu_ioctl(env, KVM_GET_DEBUGREGS, &dbgregs);
935 if (ret < 0) {
936 return ret;
937 }
938 for (i = 0; i < 4; i++) {
939 env->dr[i] = dbgregs.db[i];
940 }
941 env->dr[4] = env->dr[6] = dbgregs.dr6;
942 env->dr[5] = env->dr[7] = dbgregs.dr7;
943#endif
944
945 return 0;
946}
947
ea375f9a 948int kvm_arch_put_registers(CPUState *env, int level)
05330448
AL
949{
950 int ret;
951
952 ret = kvm_getput_regs(env, 1);
953 if (ret < 0)
954 return ret;
955
956 ret = kvm_put_fpu(env);
957 if (ret < 0)
958 return ret;
959
960 ret = kvm_put_sregs(env);
961 if (ret < 0)
962 return ret;
963
ea643051 964 ret = kvm_put_msrs(env, level);
05330448
AL
965 if (ret < 0)
966 return ret;
967
ea643051
JK
968 if (level >= KVM_PUT_RESET_STATE) {
969 ret = kvm_put_mp_state(env);
970 if (ret < 0)
971 return ret;
972 }
f8d926e9 973
ea643051 974 ret = kvm_put_vcpu_events(env, level);
a0fb002c
JK
975 if (ret < 0)
976 return ret;
977
b0b1d690
JK
978 /* must be last */
979 ret = kvm_guest_debug_workarounds(env);
980 if (ret < 0)
981 return ret;
982
ff44f1a3
JK
983 ret = kvm_put_debugregs(env);
984 if (ret < 0)
985 return ret;
986
05330448
AL
987 return 0;
988}
989
990int kvm_arch_get_registers(CPUState *env)
991{
992 int ret;
993
994 ret = kvm_getput_regs(env, 0);
995 if (ret < 0)
996 return ret;
997
998 ret = kvm_get_fpu(env);
999 if (ret < 0)
1000 return ret;
1001
1002 ret = kvm_get_sregs(env);
1003 if (ret < 0)
1004 return ret;
1005
1006 ret = kvm_get_msrs(env);
1007 if (ret < 0)
1008 return ret;
1009
5a2e3c2e
JK
1010 ret = kvm_get_mp_state(env);
1011 if (ret < 0)
1012 return ret;
1013
a0fb002c
JK
1014 ret = kvm_get_vcpu_events(env);
1015 if (ret < 0)
1016 return ret;
1017
ff44f1a3
JK
1018 ret = kvm_get_debugregs(env);
1019 if (ret < 0)
1020 return ret;
1021
05330448
AL
1022 return 0;
1023}
1024
1025int kvm_arch_pre_run(CPUState *env, struct kvm_run *run)
1026{
1027 /* Try to inject an interrupt if the guest can accept it */
1028 if (run->ready_for_interrupt_injection &&
1029 (env->interrupt_request & CPU_INTERRUPT_HARD) &&
1030 (env->eflags & IF_MASK)) {
1031 int irq;
1032
1033 env->interrupt_request &= ~CPU_INTERRUPT_HARD;
1034 irq = cpu_get_pic_interrupt(env);
1035 if (irq >= 0) {
1036 struct kvm_interrupt intr;
1037 intr.irq = irq;
1038 /* FIXME: errors */
8c0d577e 1039 DPRINTF("injected interrupt %d\n", irq);
05330448
AL
1040 kvm_vcpu_ioctl(env, KVM_INTERRUPT, &intr);
1041 }
1042 }
1043
1044 /* If we have an interrupt but the guest is not ready to receive an
1045 * interrupt, request an interrupt window exit. This will
1046 * cause a return to userspace as soon as the guest is ready to
1047 * receive interrupts. */
1048 if ((env->interrupt_request & CPU_INTERRUPT_HARD))
1049 run->request_interrupt_window = 1;
1050 else
1051 run->request_interrupt_window = 0;
1052
8c0d577e 1053 DPRINTF("setting tpr\n");
05330448
AL
1054 run->cr8 = cpu_get_apic_tpr(env);
1055
1056 return 0;
1057}
1058
1059int kvm_arch_post_run(CPUState *env, struct kvm_run *run)
1060{
1061 if (run->if_flag)
1062 env->eflags |= IF_MASK;
1063 else
1064 env->eflags &= ~IF_MASK;
1065
1066 cpu_set_apic_tpr(env, run->cr8);
1067 cpu_set_apic_base(env, run->apic_base);
1068
1069 return 0;
1070}
1071
1072static int kvm_handle_halt(CPUState *env)
1073{
1074 if (!((env->interrupt_request & CPU_INTERRUPT_HARD) &&
1075 (env->eflags & IF_MASK)) &&
1076 !(env->interrupt_request & CPU_INTERRUPT_NMI)) {
1077 env->halted = 1;
1078 env->exception_index = EXCP_HLT;
1079 return 0;
1080 }
1081
1082 return 1;
1083}
1084
1085int kvm_arch_handle_exit(CPUState *env, struct kvm_run *run)
1086{
1087 int ret = 0;
1088
1089 switch (run->exit_reason) {
1090 case KVM_EXIT_HLT:
8c0d577e 1091 DPRINTF("handle_hlt\n");
05330448
AL
1092 ret = kvm_handle_halt(env);
1093 break;
1094 }
1095
1096 return ret;
1097}
e22a25c9
AL
1098
1099#ifdef KVM_CAP_SET_GUEST_DEBUG
e22a25c9
AL
1100int kvm_arch_insert_sw_breakpoint(CPUState *env, struct kvm_sw_breakpoint *bp)
1101{
38972938 1102 static const uint8_t int3 = 0xcc;
64bf3f4e 1103
e22a25c9 1104 if (cpu_memory_rw_debug(env, bp->pc, (uint8_t *)&bp->saved_insn, 1, 0) ||
64bf3f4e 1105 cpu_memory_rw_debug(env, bp->pc, (uint8_t *)&int3, 1, 1))
e22a25c9
AL
1106 return -EINVAL;
1107 return 0;
1108}
1109
1110int kvm_arch_remove_sw_breakpoint(CPUState *env, struct kvm_sw_breakpoint *bp)
1111{
1112 uint8_t int3;
1113
1114 if (cpu_memory_rw_debug(env, bp->pc, &int3, 1, 0) || int3 != 0xcc ||
64bf3f4e 1115 cpu_memory_rw_debug(env, bp->pc, (uint8_t *)&bp->saved_insn, 1, 1))
e22a25c9
AL
1116 return -EINVAL;
1117 return 0;
1118}
1119
1120static struct {
1121 target_ulong addr;
1122 int len;
1123 int type;
1124} hw_breakpoint[4];
1125
1126static int nb_hw_breakpoint;
1127
1128static int find_hw_breakpoint(target_ulong addr, int len, int type)
1129{
1130 int n;
1131
1132 for (n = 0; n < nb_hw_breakpoint; n++)
1133 if (hw_breakpoint[n].addr == addr && hw_breakpoint[n].type == type &&
1134 (hw_breakpoint[n].len == len || len == -1))
1135 return n;
1136 return -1;
1137}
1138
1139int kvm_arch_insert_hw_breakpoint(target_ulong addr,
1140 target_ulong len, int type)
1141{
1142 switch (type) {
1143 case GDB_BREAKPOINT_HW:
1144 len = 1;
1145 break;
1146 case GDB_WATCHPOINT_WRITE:
1147 case GDB_WATCHPOINT_ACCESS:
1148 switch (len) {
1149 case 1:
1150 break;
1151 case 2:
1152 case 4:
1153 case 8:
1154 if (addr & (len - 1))
1155 return -EINVAL;
1156 break;
1157 default:
1158 return -EINVAL;
1159 }
1160 break;
1161 default:
1162 return -ENOSYS;
1163 }
1164
1165 if (nb_hw_breakpoint == 4)
1166 return -ENOBUFS;
1167
1168 if (find_hw_breakpoint(addr, len, type) >= 0)
1169 return -EEXIST;
1170
1171 hw_breakpoint[nb_hw_breakpoint].addr = addr;
1172 hw_breakpoint[nb_hw_breakpoint].len = len;
1173 hw_breakpoint[nb_hw_breakpoint].type = type;
1174 nb_hw_breakpoint++;
1175
1176 return 0;
1177}
1178
1179int kvm_arch_remove_hw_breakpoint(target_ulong addr,
1180 target_ulong len, int type)
1181{
1182 int n;
1183
1184 n = find_hw_breakpoint(addr, (type == GDB_BREAKPOINT_HW) ? 1 : len, type);
1185 if (n < 0)
1186 return -ENOENT;
1187
1188 nb_hw_breakpoint--;
1189 hw_breakpoint[n] = hw_breakpoint[nb_hw_breakpoint];
1190
1191 return 0;
1192}
1193
1194void kvm_arch_remove_all_hw_breakpoints(void)
1195{
1196 nb_hw_breakpoint = 0;
1197}
1198
1199static CPUWatchpoint hw_watchpoint;
1200
1201int kvm_arch_debug(struct kvm_debug_exit_arch *arch_info)
1202{
1203 int handle = 0;
1204 int n;
1205
1206 if (arch_info->exception == 1) {
1207 if (arch_info->dr6 & (1 << 14)) {
1208 if (cpu_single_env->singlestep_enabled)
1209 handle = 1;
1210 } else {
1211 for (n = 0; n < 4; n++)
1212 if (arch_info->dr6 & (1 << n))
1213 switch ((arch_info->dr7 >> (16 + n*4)) & 0x3) {
1214 case 0x0:
1215 handle = 1;
1216 break;
1217 case 0x1:
1218 handle = 1;
1219 cpu_single_env->watchpoint_hit = &hw_watchpoint;
1220 hw_watchpoint.vaddr = hw_breakpoint[n].addr;
1221 hw_watchpoint.flags = BP_MEM_WRITE;
1222 break;
1223 case 0x3:
1224 handle = 1;
1225 cpu_single_env->watchpoint_hit = &hw_watchpoint;
1226 hw_watchpoint.vaddr = hw_breakpoint[n].addr;
1227 hw_watchpoint.flags = BP_MEM_ACCESS;
1228 break;
1229 }
1230 }
1231 } else if (kvm_find_sw_breakpoint(cpu_single_env, arch_info->pc))
1232 handle = 1;
1233
b0b1d690
JK
1234 if (!handle) {
1235 cpu_synchronize_state(cpu_single_env);
1236 assert(cpu_single_env->exception_injected == -1);
1237
1238 cpu_single_env->exception_injected = arch_info->exception;
1239 cpu_single_env->has_error_code = 0;
1240 }
e22a25c9
AL
1241
1242 return handle;
1243}
1244
1245void kvm_arch_update_guest_debug(CPUState *env, struct kvm_guest_debug *dbg)
1246{
1247 const uint8_t type_code[] = {
1248 [GDB_BREAKPOINT_HW] = 0x0,
1249 [GDB_WATCHPOINT_WRITE] = 0x1,
1250 [GDB_WATCHPOINT_ACCESS] = 0x3
1251 };
1252 const uint8_t len_code[] = {
1253 [1] = 0x0, [2] = 0x1, [4] = 0x3, [8] = 0x2
1254 };
1255 int n;
1256
1257 if (kvm_sw_breakpoints_active(env))
1258 dbg->control |= KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_USE_SW_BP;
1259
1260 if (nb_hw_breakpoint > 0) {
1261 dbg->control |= KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_USE_HW_BP;
1262 dbg->arch.debugreg[7] = 0x0600;
1263 for (n = 0; n < nb_hw_breakpoint; n++) {
1264 dbg->arch.debugreg[n] = hw_breakpoint[n].addr;
1265 dbg->arch.debugreg[7] |= (2 << (n * 2)) |
1266 (type_code[hw_breakpoint[n].type] << (16 + n*4)) |
1267 (len_code[hw_breakpoint[n].len] << (18 + n*4));
1268 }
1269 }
1270}
1271#endif /* KVM_CAP_SET_GUEST_DEBUG */