]>
Commit | Line | Data |
---|---|---|
043405e1 CO |
1 | #/* |
2 | * Kernel-based Virtual Machine driver for Linux | |
3 | * | |
4 | * This header defines architecture specific interfaces, x86 version | |
5 | * | |
6 | * This work is licensed under the terms of the GNU GPL, version 2. See | |
7 | * the COPYING file in the top-level directory. | |
8 | * | |
9 | */ | |
10 | ||
11 | #ifndef KVM_X86_H | |
12 | #define KVM_X86_H | |
13 | ||
14 | #include "kvm.h" | |
15 | ||
34c16eec ZX |
16 | #include <linux/types.h> |
17 | #include <linux/mm.h> | |
18 | ||
19 | #include <linux/kvm.h> | |
20 | #include <linux/kvm_para.h> | |
21 | ||
cd6e8f87 ZX |
22 | #define CR3_PAE_RESERVED_BITS ((X86_CR3_PWT | X86_CR3_PCD) - 1) |
23 | #define CR3_NONPAE_RESERVED_BITS ((PAGE_SIZE-1) & ~(X86_CR3_PWT | X86_CR3_PCD)) | |
24 | #define CR3_L_MODE_RESERVED_BITS (CR3_NONPAE_RESERVED_BITS|0xFFFFFF0000000000ULL) | |
25 | ||
26 | #define KVM_GUEST_CR0_MASK \ | |
27 | (X86_CR0_PG | X86_CR0_PE | X86_CR0_WP | X86_CR0_NE \ | |
28 | | X86_CR0_NW | X86_CR0_CD) | |
29 | #define KVM_VM_CR0_ALWAYS_ON \ | |
30 | (X86_CR0_PG | X86_CR0_PE | X86_CR0_WP | X86_CR0_NE | X86_CR0_TS \ | |
31 | | X86_CR0_MP) | |
32 | #define KVM_GUEST_CR4_MASK \ | |
33 | (X86_CR4_VME | X86_CR4_PSE | X86_CR4_PAE | X86_CR4_PGE | X86_CR4_VMXE) | |
34 | #define KVM_PMODE_VM_CR4_ALWAYS_ON (X86_CR4_PAE | X86_CR4_VMXE) | |
35 | #define KVM_RMODE_VM_CR4_ALWAYS_ON (X86_CR4_VME | X86_CR4_PAE | X86_CR4_VMXE) | |
36 | ||
37 | #define INVALID_PAGE (~(hpa_t)0) | |
38 | #define UNMAPPED_GVA (~(gpa_t)0) | |
39 | ||
40 | #define DE_VECTOR 0 | |
41 | #define UD_VECTOR 6 | |
42 | #define NM_VECTOR 7 | |
43 | #define DF_VECTOR 8 | |
44 | #define TS_VECTOR 10 | |
45 | #define NP_VECTOR 11 | |
46 | #define SS_VECTOR 12 | |
47 | #define GP_VECTOR 13 | |
48 | #define PF_VECTOR 14 | |
49 | ||
50 | #define SELECTOR_TI_MASK (1 << 2) | |
51 | #define SELECTOR_RPL_MASK 0x03 | |
52 | ||
53 | #define IOPL_SHIFT 12 | |
54 | ||
e9b11c17 ZX |
55 | extern spinlock_t kvm_lock; |
56 | extern struct list_head vm_list; | |
57 | ||
34c16eec ZX |
58 | struct kvm_vcpu { |
59 | KVM_VCPU_COMM; | |
60 | u64 host_tsc; | |
61 | int interrupt_window_open; | |
62 | unsigned long irq_summary; /* bit vector: 1 per word in irq_pending */ | |
63 | DECLARE_BITMAP(irq_pending, KVM_NR_INTERRUPTS); | |
64 | unsigned long regs[NR_VCPU_REGS]; /* for rsp: vcpu_load_rsp_rip() */ | |
65 | unsigned long rip; /* needs vcpu_load_rsp_rip() */ | |
66 | ||
67 | unsigned long cr0; | |
68 | unsigned long cr2; | |
69 | unsigned long cr3; | |
70 | unsigned long cr4; | |
71 | unsigned long cr8; | |
72 | u64 pdptrs[4]; /* pae */ | |
73 | u64 shadow_efer; | |
74 | u64 apic_base; | |
75 | struct kvm_lapic *apic; /* kernel irqchip context */ | |
76 | #define VCPU_MP_STATE_RUNNABLE 0 | |
77 | #define VCPU_MP_STATE_UNINITIALIZED 1 | |
78 | #define VCPU_MP_STATE_INIT_RECEIVED 2 | |
79 | #define VCPU_MP_STATE_SIPI_RECEIVED 3 | |
80 | #define VCPU_MP_STATE_HALTED 4 | |
81 | int mp_state; | |
82 | int sipi_vector; | |
83 | u64 ia32_misc_enable_msr; | |
84 | ||
85 | struct kvm_mmu mmu; | |
86 | ||
87 | struct kvm_mmu_memory_cache mmu_pte_chain_cache; | |
88 | struct kvm_mmu_memory_cache mmu_rmap_desc_cache; | |
89 | struct kvm_mmu_memory_cache mmu_page_cache; | |
90 | struct kvm_mmu_memory_cache mmu_page_header_cache; | |
91 | ||
92 | gfn_t last_pt_write_gfn; | |
93 | int last_pt_write_count; | |
94 | u64 *last_pte_updated; | |
95 | ||
96 | ||
97 | struct i387_fxsave_struct host_fx_image; | |
98 | struct i387_fxsave_struct guest_fx_image; | |
99 | ||
100 | gva_t mmio_fault_cr2; | |
101 | struct kvm_pio_request pio; | |
102 | void *pio_data; | |
103 | ||
104 | struct { | |
105 | int active; | |
106 | u8 save_iopl; | |
107 | struct kvm_save_segment { | |
108 | u16 selector; | |
109 | unsigned long base; | |
110 | u32 limit; | |
111 | u32 ar; | |
112 | } tr, es, ds, fs, gs; | |
113 | } rmode; | |
114 | int halt_request; /* real mode on Intel only */ | |
115 | ||
116 | int cpuid_nent; | |
117 | struct kvm_cpuid_entry cpuid_entries[KVM_MAX_CPUID_ENTRIES]; | |
118 | ||
119 | /* emulate context */ | |
120 | ||
121 | struct x86_emulate_ctxt emulate_ctxt; | |
122 | }; | |
123 | ||
ea4a5ff8 ZX |
124 | struct kvm_x86_ops { |
125 | int (*cpu_has_kvm_support)(void); /* __init */ | |
126 | int (*disabled_by_bios)(void); /* __init */ | |
127 | void (*hardware_enable)(void *dummy); /* __init */ | |
128 | void (*hardware_disable)(void *dummy); | |
129 | void (*check_processor_compatibility)(void *rtn); | |
130 | int (*hardware_setup)(void); /* __init */ | |
131 | void (*hardware_unsetup)(void); /* __exit */ | |
132 | ||
133 | /* Create, but do not attach this VCPU */ | |
134 | struct kvm_vcpu *(*vcpu_create)(struct kvm *kvm, unsigned id); | |
135 | void (*vcpu_free)(struct kvm_vcpu *vcpu); | |
136 | int (*vcpu_reset)(struct kvm_vcpu *vcpu); | |
137 | ||
138 | void (*prepare_guest_switch)(struct kvm_vcpu *vcpu); | |
139 | void (*vcpu_load)(struct kvm_vcpu *vcpu, int cpu); | |
140 | void (*vcpu_put)(struct kvm_vcpu *vcpu); | |
141 | void (*vcpu_decache)(struct kvm_vcpu *vcpu); | |
142 | ||
143 | int (*set_guest_debug)(struct kvm_vcpu *vcpu, | |
144 | struct kvm_debug_guest *dbg); | |
145 | void (*guest_debug_pre)(struct kvm_vcpu *vcpu); | |
146 | int (*get_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 *pdata); | |
147 | int (*set_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 data); | |
148 | u64 (*get_segment_base)(struct kvm_vcpu *vcpu, int seg); | |
149 | void (*get_segment)(struct kvm_vcpu *vcpu, | |
150 | struct kvm_segment *var, int seg); | |
151 | void (*set_segment)(struct kvm_vcpu *vcpu, | |
152 | struct kvm_segment *var, int seg); | |
153 | void (*get_cs_db_l_bits)(struct kvm_vcpu *vcpu, int *db, int *l); | |
154 | void (*decache_cr4_guest_bits)(struct kvm_vcpu *vcpu); | |
155 | void (*set_cr0)(struct kvm_vcpu *vcpu, unsigned long cr0); | |
156 | void (*set_cr3)(struct kvm_vcpu *vcpu, unsigned long cr3); | |
157 | void (*set_cr4)(struct kvm_vcpu *vcpu, unsigned long cr4); | |
158 | void (*set_efer)(struct kvm_vcpu *vcpu, u64 efer); | |
159 | void (*get_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt); | |
160 | void (*set_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt); | |
161 | void (*get_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt); | |
162 | void (*set_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt); | |
163 | unsigned long (*get_dr)(struct kvm_vcpu *vcpu, int dr); | |
164 | void (*set_dr)(struct kvm_vcpu *vcpu, int dr, unsigned long value, | |
165 | int *exception); | |
166 | void (*cache_regs)(struct kvm_vcpu *vcpu); | |
167 | void (*decache_regs)(struct kvm_vcpu *vcpu); | |
168 | unsigned long (*get_rflags)(struct kvm_vcpu *vcpu); | |
169 | void (*set_rflags)(struct kvm_vcpu *vcpu, unsigned long rflags); | |
170 | ||
171 | void (*tlb_flush)(struct kvm_vcpu *vcpu); | |
172 | void (*inject_page_fault)(struct kvm_vcpu *vcpu, | |
173 | unsigned long addr, u32 err_code); | |
174 | ||
175 | void (*inject_gp)(struct kvm_vcpu *vcpu, unsigned err_code); | |
176 | ||
177 | void (*run)(struct kvm_vcpu *vcpu, struct kvm_run *run); | |
178 | int (*handle_exit)(struct kvm_run *run, struct kvm_vcpu *vcpu); | |
179 | void (*skip_emulated_instruction)(struct kvm_vcpu *vcpu); | |
180 | void (*patch_hypercall)(struct kvm_vcpu *vcpu, | |
181 | unsigned char *hypercall_addr); | |
182 | int (*get_irq)(struct kvm_vcpu *vcpu); | |
183 | void (*set_irq)(struct kvm_vcpu *vcpu, int vec); | |
184 | void (*inject_pending_irq)(struct kvm_vcpu *vcpu); | |
185 | void (*inject_pending_vectors)(struct kvm_vcpu *vcpu, | |
186 | struct kvm_run *run); | |
187 | ||
188 | int (*set_tss_addr)(struct kvm *kvm, unsigned int addr); | |
189 | }; | |
190 | ||
97896d04 ZX |
191 | extern struct kvm_x86_ops *kvm_x86_ops; |
192 | ||
3067714c | 193 | int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code); |
34c16eec ZX |
194 | |
195 | static inline void kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu) | |
196 | { | |
197 | if (unlikely(vcpu->kvm->n_free_mmu_pages < KVM_MIN_FREE_MMU_PAGES)) | |
198 | __kvm_mmu_free_some_pages(vcpu); | |
199 | } | |
200 | ||
201 | static inline int kvm_mmu_reload(struct kvm_vcpu *vcpu) | |
202 | { | |
203 | if (likely(vcpu->mmu.root_hpa != INVALID_PAGE)) | |
204 | return 0; | |
205 | ||
206 | return kvm_mmu_load(vcpu); | |
207 | } | |
208 | ||
209 | static inline int is_long_mode(struct kvm_vcpu *vcpu) | |
210 | { | |
211 | #ifdef CONFIG_X86_64 | |
212 | return vcpu->shadow_efer & EFER_LME; | |
213 | #else | |
214 | return 0; | |
215 | #endif | |
216 | } | |
217 | ||
218 | static inline int is_pae(struct kvm_vcpu *vcpu) | |
219 | { | |
220 | return vcpu->cr4 & X86_CR4_PAE; | |
221 | } | |
222 | ||
223 | static inline int is_pse(struct kvm_vcpu *vcpu) | |
224 | { | |
225 | return vcpu->cr4 & X86_CR4_PSE; | |
226 | } | |
227 | ||
228 | static inline int is_paging(struct kvm_vcpu *vcpu) | |
229 | { | |
230 | return vcpu->cr0 & X86_CR0_PG; | |
231 | } | |
232 | ||
a03490ed | 233 | int load_pdptrs(struct kvm_vcpu *vcpu, unsigned long cr3); |
de7d789a | 234 | int complete_pio(struct kvm_vcpu *vcpu); |
043405e1 | 235 | #endif |