2 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
3 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2, as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
19 #include <linux/errno.h>
20 #include <linux/err.h>
21 #include <linux/kvm_host.h>
22 #include <linux/module.h>
23 #include <linux/vmalloc.h>
25 #include <asm/cputype.h>
26 #include <asm/uaccess.h>
28 #include <asm/kvm_asm.h>
29 #include <asm/kvm_emulate.h>
30 #include <asm/kvm_coproc.h>
32 #define VM_STAT(x) { #x, offsetof(struct kvm, stat.x), KVM_STAT_VM }
33 #define VCPU_STAT(x) { #x, offsetof(struct kvm_vcpu, stat.x), KVM_STAT_VCPU }
35 struct kvm_stats_debugfs_item debugfs_entries
[] = {
36 VCPU_STAT(hvc_exit_stat
),
37 VCPU_STAT(wfe_exit_stat
),
38 VCPU_STAT(wfi_exit_stat
),
39 VCPU_STAT(mmio_exit_user
),
40 VCPU_STAT(mmio_exit_kernel
),
45 int kvm_arch_vcpu_setup(struct kvm_vcpu
*vcpu
)
50 static u64
core_reg_offset_from_id(u64 id
)
52 return id
& ~(KVM_REG_ARCH_MASK
| KVM_REG_SIZE_MASK
| KVM_REG_ARM_CORE
);
55 static int get_core_reg(struct kvm_vcpu
*vcpu
, const struct kvm_one_reg
*reg
)
57 u32 __user
*uaddr
= (u32 __user
*)(long)reg
->addr
;
58 struct kvm_regs
*regs
= &vcpu
->arch
.regs
;
61 if (KVM_REG_SIZE(reg
->id
) != 4)
64 /* Our ID is an index into the kvm_regs struct. */
65 off
= core_reg_offset_from_id(reg
->id
);
66 if (off
>= sizeof(*regs
) / KVM_REG_SIZE(reg
->id
))
69 return put_user(((u32
*)regs
)[off
], uaddr
);
72 static int set_core_reg(struct kvm_vcpu
*vcpu
, const struct kvm_one_reg
*reg
)
74 u32 __user
*uaddr
= (u32 __user
*)(long)reg
->addr
;
75 struct kvm_regs
*regs
= &vcpu
->arch
.regs
;
78 if (KVM_REG_SIZE(reg
->id
) != 4)
81 /* Our ID is an index into the kvm_regs struct. */
82 off
= core_reg_offset_from_id(reg
->id
);
83 if (off
>= sizeof(*regs
) / KVM_REG_SIZE(reg
->id
))
86 if (get_user(val
, uaddr
) != 0)
89 if (off
== KVM_REG_ARM_CORE_REG(usr_regs
.ARM_cpsr
)) {
90 unsigned long mode
= val
& MODE_MASK
;
104 ((u32
*)regs
)[off
] = val
;
108 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu
*vcpu
, struct kvm_regs
*regs
)
113 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu
*vcpu
, struct kvm_regs
*regs
)
118 #define NUM_TIMER_REGS 3
120 static bool is_timer_reg(u64 index
)
123 case KVM_REG_ARM_TIMER_CTL
:
124 case KVM_REG_ARM_TIMER_CNT
:
125 case KVM_REG_ARM_TIMER_CVAL
:
131 static int copy_timer_indices(struct kvm_vcpu
*vcpu
, u64 __user
*uindices
)
133 if (put_user(KVM_REG_ARM_TIMER_CTL
, uindices
))
136 if (put_user(KVM_REG_ARM_TIMER_CNT
, uindices
))
139 if (put_user(KVM_REG_ARM_TIMER_CVAL
, uindices
))
145 static int set_timer_reg(struct kvm_vcpu
*vcpu
, const struct kvm_one_reg
*reg
)
147 void __user
*uaddr
= (void __user
*)(long)reg
->addr
;
151 ret
= copy_from_user(&val
, uaddr
, KVM_REG_SIZE(reg
->id
));
155 return kvm_arm_timer_set_reg(vcpu
, reg
->id
, val
);
158 static int get_timer_reg(struct kvm_vcpu
*vcpu
, const struct kvm_one_reg
*reg
)
160 void __user
*uaddr
= (void __user
*)(long)reg
->addr
;
163 val
= kvm_arm_timer_get_reg(vcpu
, reg
->id
);
164 return copy_to_user(uaddr
, &val
, KVM_REG_SIZE(reg
->id
)) ? -EFAULT
: 0;
167 static unsigned long num_core_regs(void)
169 return sizeof(struct kvm_regs
) / sizeof(u32
);
173 * kvm_arm_num_regs - how many registers do we present via KVM_GET_ONE_REG
175 * This is for all registers.
177 unsigned long kvm_arm_num_regs(struct kvm_vcpu
*vcpu
)
179 return num_core_regs() + kvm_arm_num_coproc_regs(vcpu
)
184 * kvm_arm_copy_reg_indices - get indices of all registers.
186 * We do core registers right here, then we apppend coproc regs.
188 int kvm_arm_copy_reg_indices(struct kvm_vcpu
*vcpu
, u64 __user
*uindices
)
191 const u64 core_reg
= KVM_REG_ARM
| KVM_REG_SIZE_U32
| KVM_REG_ARM_CORE
;
194 for (i
= 0; i
< sizeof(struct kvm_regs
)/sizeof(u32
); i
++) {
195 if (put_user(core_reg
| i
, uindices
))
200 ret
= copy_timer_indices(vcpu
, uindices
);
203 uindices
+= NUM_TIMER_REGS
;
205 return kvm_arm_copy_coproc_indices(vcpu
, uindices
);
208 int kvm_arm_get_reg(struct kvm_vcpu
*vcpu
, const struct kvm_one_reg
*reg
)
210 /* We currently use nothing arch-specific in upper 32 bits */
211 if ((reg
->id
& ~KVM_REG_SIZE_MASK
) >> 32 != KVM_REG_ARM
>> 32)
214 /* Register group 16 means we want a core register. */
215 if ((reg
->id
& KVM_REG_ARM_COPROC_MASK
) == KVM_REG_ARM_CORE
)
216 return get_core_reg(vcpu
, reg
);
218 if (is_timer_reg(reg
->id
))
219 return get_timer_reg(vcpu
, reg
);
221 return kvm_arm_coproc_get_reg(vcpu
, reg
);
224 int kvm_arm_set_reg(struct kvm_vcpu
*vcpu
, const struct kvm_one_reg
*reg
)
226 /* We currently use nothing arch-specific in upper 32 bits */
227 if ((reg
->id
& ~KVM_REG_SIZE_MASK
) >> 32 != KVM_REG_ARM
>> 32)
230 /* Register group 16 means we set a core register. */
231 if ((reg
->id
& KVM_REG_ARM_COPROC_MASK
) == KVM_REG_ARM_CORE
)
232 return set_core_reg(vcpu
, reg
);
234 if (is_timer_reg(reg
->id
))
235 return set_timer_reg(vcpu
, reg
);
237 return kvm_arm_coproc_set_reg(vcpu
, reg
);
240 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu
*vcpu
,
241 struct kvm_sregs
*sregs
)
246 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu
*vcpu
,
247 struct kvm_sregs
*sregs
)
252 int __attribute_const__
kvm_target_cpu(void)
254 switch (read_cpuid_part()) {
255 case ARM_CPU_PART_CORTEX_A7
:
256 return KVM_ARM_TARGET_CORTEX_A7
;
257 case ARM_CPU_PART_CORTEX_A15
:
258 return KVM_ARM_TARGET_CORTEX_A15
;
264 int kvm_vcpu_preferred_target(struct kvm_vcpu_init
*init
)
266 int target
= kvm_target_cpu();
271 memset(init
, 0, sizeof(*init
));
274 * For now, we don't return any features.
275 * In future, we might use features to return target
276 * specific features available for the preferred
279 init
->target
= (__u32
)target
;
284 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu
*vcpu
, struct kvm_fpu
*fpu
)
289 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu
*vcpu
, struct kvm_fpu
*fpu
)
294 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu
*vcpu
,
295 struct kvm_translation
*tr
)
300 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu
*vcpu
,
301 struct kvm_guest_debug
*dbg
)