]>
Commit | Line | Data |
---|---|---|
749cf76c CD |
1 | /* |
2 | * Copyright (C) 2012 - Virtual Open Systems and Columbia University | |
3 | * Author: Christoffer Dall <c.dall@virtualopensystems.com> | |
4 | * | |
5 | * This program is free software; you can redistribute it and/or modify | |
6 | * it under the terms of the GNU General Public License, version 2, as | |
7 | * published by the Free Software Foundation. | |
8 | * | |
9 | * This program is distributed in the hope that it will be useful, | |
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
12 | * GNU General Public License for more details. | |
13 | * | |
14 | * You should have received a copy of the GNU General Public License | |
15 | * along with this program; if not, write to the Free Software | |
16 | * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. | |
17 | */ | |
18 | ||
19 | #ifndef __ARM_KVM_HOST_H__ | |
20 | #define __ARM_KVM_HOST_H__ | |
21 | ||
65647300 PB |
22 | #include <linux/types.h> |
23 | #include <linux/kvm_types.h> | |
749cf76c CD |
24 | #include <asm/kvm.h> |
25 | #include <asm/kvm_asm.h> | |
45e96ea6 | 26 | #include <asm/kvm_mmio.h> |
f7ed45be | 27 | #include <asm/fpstate.h> |
7275acdf | 28 | #include <kvm/arm_arch_timer.h> |
749cf76c | 29 | |
c1426e4c EA |
30 | #define __KVM_HAVE_ARCH_INTC_INITIALIZED |
31 | ||
2b5e1e47 | 32 | #define KVM_USER_MEM_SLOTS 32 |
749cf76c CD |
33 | #define KVM_PRIVATE_MEM_SLOTS 4 |
34 | #define KVM_COALESCED_MMIO_PAGE_OFFSET 1 | |
1138245c | 35 | #define KVM_HAVE_ONE_REG |
920552b2 | 36 | #define KVM_HALT_POLL_NS_DEFAULT 500000 |
749cf76c | 37 | |
7d0f84aa | 38 | #define KVM_VCPU_MAX_FEATURES 2 |
749cf76c | 39 | |
7275acdf | 40 | #include <kvm/arm_vgic.h> |
1a89dd91 | 41 | |
ef748917 ML |
42 | #define KVM_MAX_VCPUS VGIC_V2_MAX_CPUS |
43 | ||
749cf76c | 44 | u32 *kvm_vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num, u32 mode); |
6951e48b | 45 | int __attribute_const__ kvm_target_cpu(void); |
749cf76c CD |
46 | int kvm_reset_vcpu(struct kvm_vcpu *vcpu); |
47 | void kvm_reset_coprocs(struct kvm_vcpu *vcpu); | |
48 | ||
49 | struct kvm_arch { | |
50 | /* VTTBR value associated with below pgd and vmid */ | |
51 | u64 vttbr; | |
52 | ||
53e72406 MZ |
53 | /* Timer */ |
54 | struct arch_timer_kvm timer; | |
55 | ||
749cf76c CD |
56 | /* |
57 | * Anything that is not used directly from assembly code goes | |
58 | * here. | |
59 | */ | |
60 | ||
61 | /* The VMID generation used for the virt. memory system */ | |
62 | u64 vmid_gen; | |
63 | u32 vmid; | |
64 | ||
65 | /* Stage-2 page table */ | |
66 | pgd_t *pgd; | |
1a89dd91 MZ |
67 | |
68 | /* Interrupt controller */ | |
69 | struct vgic_dist vgic; | |
3caa2d8c | 70 | int max_vcpus; |
749cf76c CD |
71 | }; |
72 | ||
73 | #define KVM_NR_MEM_OBJS 40 | |
74 | ||
75 | /* | |
76 | * We don't want allocation failures within the mmu code, so we preallocate | |
77 | * enough memory for a single page fault in a cache. | |
78 | */ | |
79 | struct kvm_mmu_memory_cache { | |
80 | int nobjs; | |
81 | void *objects[KVM_NR_MEM_OBJS]; | |
82 | }; | |
83 | ||
7393b599 MZ |
84 | struct kvm_vcpu_fault_info { |
85 | u32 hsr; /* Hyp Syndrome Register */ | |
86 | u32 hxfar; /* Hyp Data/Inst. Fault Address Register */ | |
87 | u32 hpfar; /* Hyp IPA Fault Address Register */ | |
88 | u32 hyp_pc; /* PC when exception was taken from Hyp mode */ | |
89 | }; | |
90 | ||
3de50da6 | 91 | typedef struct vfp_hard_struct kvm_cpu_context_t; |
9c7a6432 | 92 | |
749cf76c CD |
93 | struct kvm_vcpu_arch { |
94 | struct kvm_regs regs; | |
95 | ||
96 | int target; /* Processor target */ | |
97 | DECLARE_BITMAP(features, KVM_VCPU_MAX_FEATURES); | |
98 | ||
99 | /* System control coprocessor (cp15) */ | |
100 | u32 cp15[NR_CP15_REGS]; | |
101 | ||
102 | /* The CPU type we expose to the VM */ | |
103 | u32 midr; | |
104 | ||
ac30a11e MZ |
105 | /* HYP trapping configuration */ |
106 | u32 hcr; | |
107 | ||
108 | /* Interrupt related fields */ | |
109 | u32 irq_lines; /* IRQ and FIQ levels */ | |
110 | ||
749cf76c | 111 | /* Exception Information */ |
7393b599 | 112 | struct kvm_vcpu_fault_info fault; |
749cf76c | 113 | |
f7ed45be | 114 | /* Floating point registers (VFP and Advanced SIMD/NEON) */ |
3de50da6 MZ |
115 | struct vfp_hard_struct vfp_guest; |
116 | ||
117 | /* Host FP context */ | |
118 | kvm_cpu_context_t *host_cpu_context; | |
f7ed45be | 119 | |
1a89dd91 MZ |
120 | /* VGIC state */ |
121 | struct vgic_cpu vgic_cpu; | |
53e72406 | 122 | struct arch_timer_cpu timer_cpu; |
1a89dd91 | 123 | |
f7ed45be CD |
124 | /* |
125 | * Anything that is not used directly from assembly code goes | |
126 | * here. | |
127 | */ | |
5b3e5e5b | 128 | |
3781528e EA |
129 | /* vcpu power-off state */ |
130 | bool power_off; | |
aa024c2f | 131 | |
3b92830a EA |
132 | /* Don't run the guest (internal implementation need) */ |
133 | bool pause; | |
134 | ||
45e96ea6 CD |
135 | /* IO related fields */ |
136 | struct kvm_decode mmio_decode; | |
137 | ||
749cf76c CD |
138 | /* Cache some mmu pages needed inside spinlock regions */ |
139 | struct kvm_mmu_memory_cache mmu_page_cache; | |
f7ed45be CD |
140 | |
141 | /* Detect first run of a vcpu */ | |
142 | bool has_run_once; | |
749cf76c CD |
143 | }; |
144 | ||
145 | struct kvm_vm_stat { | |
146 | u32 remote_tlb_flush; | |
147 | }; | |
148 | ||
149 | struct kvm_vcpu_stat { | |
f7819512 | 150 | u32 halt_successful_poll; |
62bea5bf | 151 | u32 halt_attempted_poll; |
749cf76c | 152 | u32 halt_wakeup; |
b19e6892 AT |
153 | u32 hvc_exit_stat; |
154 | u64 wfe_exit_stat; | |
155 | u64 wfi_exit_stat; | |
156 | u64 mmio_exit_user; | |
157 | u64 mmio_exit_kernel; | |
158 | u64 exits; | |
749cf76c CD |
159 | }; |
160 | ||
4a6fee80 | 161 | int kvm_vcpu_preferred_target(struct kvm_vcpu_init *init); |
749cf76c CD |
162 | unsigned long kvm_arm_num_regs(struct kvm_vcpu *vcpu); |
163 | int kvm_arm_copy_reg_indices(struct kvm_vcpu *vcpu, u64 __user *indices); | |
749cf76c CD |
164 | int kvm_arm_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg); |
165 | int kvm_arm_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg); | |
342cd0ab | 166 | u64 kvm_call_hyp(void *hypfn, ...); |
f7ed45be | 167 | void force_vm_exit(const cpumask_t *mask); |
d5d8184d CD |
168 | |
169 | #define KVM_ARCH_WANT_MMU_NOTIFIER | |
d5d8184d CD |
170 | int kvm_unmap_hva(struct kvm *kvm, unsigned long hva); |
171 | int kvm_unmap_hva_range(struct kvm *kvm, | |
172 | unsigned long start, unsigned long end); | |
173 | void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte); | |
174 | ||
1138245c CD |
175 | unsigned long kvm_arm_num_regs(struct kvm_vcpu *vcpu); |
176 | int kvm_arm_copy_reg_indices(struct kvm_vcpu *vcpu, u64 __user *indices); | |
35307b9a MZ |
177 | int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end); |
178 | int kvm_test_age_hva(struct kvm *kvm, unsigned long hva); | |
1138245c | 179 | |
d5d8184d | 180 | /* We do not have shadow page tables, hence the empty hooks */ |
fe71557a TC |
181 | static inline void kvm_arch_mmu_notifier_invalidate_page(struct kvm *kvm, |
182 | unsigned long address) | |
183 | { | |
184 | } | |
185 | ||
1638a12d MZ |
186 | struct kvm_vcpu *kvm_arm_get_running_vcpu(void); |
187 | struct kvm_vcpu __percpu **kvm_get_running_vcpus(void); | |
188 | ||
189 | int kvm_arm_copy_coproc_indices(struct kvm_vcpu *vcpu, u64 __user *uindices); | |
190 | unsigned long kvm_arm_num_coproc_regs(struct kvm_vcpu *vcpu); | |
1638a12d MZ |
191 | int kvm_arm_coproc_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *); |
192 | int kvm_arm_coproc_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *); | |
193 | ||
3414bbff MZ |
194 | int handle_exit(struct kvm_vcpu *vcpu, struct kvm_run *run, |
195 | int exception_index); | |
196 | ||
dac288f7 MZ |
197 | static inline void __cpu_init_hyp_mode(phys_addr_t boot_pgd_ptr, |
198 | phys_addr_t pgd_ptr, | |
e7858c58 MZ |
199 | unsigned long hyp_stack_ptr, |
200 | unsigned long vector_ptr) | |
201 | { | |
e7858c58 | 202 | /* |
5a677ce0 MZ |
203 | * Call initialization code, and switch to the full blown HYP |
204 | * code. The init code doesn't need to preserve these | |
205 | * registers as r0-r3 are already callee saved according to | |
206 | * the AAPCS. | |
207 | * Note that we slightly misuse the prototype by casing the | |
208 | * stack pointer to a void *. | |
209 | * | |
210 | * We don't have enough registers to perform the full init in | |
211 | * one go. Install the boot PGD first, and then install the | |
212 | * runtime PGD, stack pointer and vectors. The PGDs are always | |
213 | * passed as the third argument, in order to be passed into | |
214 | * r2-r3 to the init code (yes, this is compliant with the | |
215 | * PCS!). | |
e7858c58 | 216 | */ |
5a677ce0 MZ |
217 | |
218 | kvm_call_hyp(NULL, 0, boot_pgd_ptr); | |
219 | ||
220 | kvm_call_hyp((void*)hyp_stack_ptr, vector_ptr, pgd_ptr); | |
e7858c58 MZ |
221 | } |
222 | ||
17b1e31f MZ |
223 | static inline int kvm_arch_dev_ioctl_check_extension(long ext) |
224 | { | |
225 | return 0; | |
226 | } | |
227 | ||
210552c1 MZ |
228 | int kvm_perf_init(void); |
229 | int kvm_perf_teardown(void); | |
230 | ||
c6473555 MS |
231 | void kvm_mmu_wp_memory_region(struct kvm *kvm, int slot); |
232 | ||
4429fc64 AP |
233 | struct kvm_vcpu *kvm_mpidr_to_vcpu(struct kvm *kvm, unsigned long mpidr); |
234 | ||
13a34e06 | 235 | static inline void kvm_arch_hardware_disable(void) {} |
0865e636 RK |
236 | static inline void kvm_arch_hardware_unsetup(void) {} |
237 | static inline void kvm_arch_sync_events(struct kvm *kvm) {} | |
238 | static inline void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) {} | |
239 | static inline void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu) {} | |
240 | ||
56c7f5e7 AB |
241 | static inline void kvm_arm_init_debug(void) {} |
242 | static inline void kvm_arm_setup_debug(struct kvm_vcpu *vcpu) {} | |
243 | static inline void kvm_arm_clear_debug(struct kvm_vcpu *vcpu) {} | |
84e690bf | 244 | static inline void kvm_arm_reset_debug_ptr(struct kvm_vcpu *vcpu) {} |
56c7f5e7 | 245 | |
749cf76c | 246 | #endif /* __ARM_KVM_HOST_H__ */ |