[mirror_ubuntu-bionic-kernel.git] / include / linux / kvm_host.h

#ifndef __KVM_HOST_H
#define __KVM_HOST_H

/*
 * This work is licensed under the terms of the GNU GPL, version 2.  See
 * the COPYING file in the top-level directory.
 */

#include <linux/types.h>
#include <linux/hardirq.h>
#include <linux/list.h>
#include <linux/mutex.h>
#include <linux/spinlock.h>
#include <linux/signal.h>
#include <linux/sched.h>
#include <linux/mm.h>
#include <linux/preempt.h>
#include <linux/marker.h>
#include <asm/signal.h>

#include <linux/kvm.h>
#include <linux/kvm_para.h>

#include <linux/kvm_types.h>

#include <asm/kvm_host.h>

/*
 * vcpu->requests bit members
 */
#define KVM_REQ_TLB_FLUSH          0
#define KVM_REQ_MIGRATE_TIMER      1
#define KVM_REQ_REPORT_TPR_ACCESS  2
#define KVM_REQ_MMU_RELOAD         3
#define KVM_REQ_TRIPLE_FAULT       4
#define KVM_REQ_PENDING_TIMER      5

struct kvm_vcpu;
extern struct kmem_cache *kvm_vcpu_cache;

/*
 * It would be nice to use something smarter than a linear search, TBD...
 * Thankfully we dont expect many devices to register (famous last words :),
 * so until then it will suffice.  At least its abstracted so we can change
 * in one place.
 */
struct kvm_io_bus {
	int                   dev_count;
#define NR_IOBUS_DEVS 6
	struct kvm_io_device *devs[NR_IOBUS_DEVS];
};

void kvm_io_bus_init(struct kvm_io_bus *bus);
void kvm_io_bus_destroy(struct kvm_io_bus *bus);
struct kvm_io_device *kvm_io_bus_find_dev(struct kvm_io_bus *bus, gpa_t addr);
void kvm_io_bus_register_dev(struct kvm_io_bus *bus,
			     struct kvm_io_device *dev);

struct kvm_vcpu {
	struct kvm *kvm;
#ifdef CONFIG_PREEMPT_NOTIFIERS
	struct preempt_notifier preempt_notifier;
#endif
	int vcpu_id;
	struct mutex mutex;
	int   cpu;
	struct kvm_run *run;
	int guest_mode;
	unsigned long requests;
	struct kvm_guest_debug guest_debug;
	int fpu_active;
	int guest_fpu_loaded;
	wait_queue_head_t wq;
	int sigset_active;
	sigset_t sigset;
	struct kvm_vcpu_stat stat;

#ifdef CONFIG_HAS_IOMEM
	int mmio_needed;
	int mmio_read_completed;
	int mmio_is_write;
	int mmio_size;
	unsigned char mmio_data[8];
	gpa_t mmio_phys_addr;
#endif

	struct kvm_vcpu_arch arch;
};

struct kvm_memory_slot {
	gfn_t base_gfn;
	unsigned long npages;
	unsigned long flags;
	unsigned long *rmap;
	unsigned long *dirty_bitmap;
	struct {
		unsigned long rmap_pde;
		int write_count;
	} *lpage_info;
	unsigned long userspace_addr;
	int user_alloc;
};

struct kvm {
	struct mutex lock; /* protects the vcpus array and APIC accesses */
	spinlock_t mmu_lock;
	struct rw_semaphore slots_lock;
	struct mm_struct *mm; /* userspace tied to this vm */
	int nmemslots;
	struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
					KVM_PRIVATE_MEM_SLOTS];
	struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
	struct list_head vm_list;
	struct kvm_io_bus mmio_bus;
	struct kvm_io_bus pio_bus;
	struct kvm_vm_stat stat;
	struct kvm_arch arch;
	atomic_t users_count;
};

/* The guest did something we don't support. */
#define pr_unimpl(vcpu, fmt, ...)					\
 do {									\
	if (printk_ratelimit())						\
		printk(KERN_ERR "kvm: %i: cpu%i " fmt,			\
		       current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
 } while (0)

#define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
#define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)

int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);

void vcpu_load(struct kvm_vcpu *vcpu);
void vcpu_put(struct kvm_vcpu *vcpu);

int kvm_init(void *opaque, unsigned int vcpu_size,
		  struct module *module);
void kvm_exit(void);

void kvm_get_kvm(struct kvm *kvm);
void kvm_put_kvm(struct kvm *kvm);

#define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
#define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
struct page *gva_to_page(struct kvm_vcpu *vcpu, gva_t gva);

extern struct page *bad_page;
extern pfn_t bad_pfn;

int is_error_page(struct page *page);
int is_error_pfn(pfn_t pfn);
int kvm_is_error_hva(unsigned long addr);
int kvm_set_memory_region(struct kvm *kvm,
			  struct kvm_userspace_memory_region *mem,
			  int user_alloc);
int __kvm_set_memory_region(struct kvm *kvm,
			    struct kvm_userspace_memory_region *mem,
			    int user_alloc);
int kvm_arch_set_memory_region(struct kvm *kvm,
				struct kvm_userspace_memory_region *mem,
				struct kvm_memory_slot old,
				int user_alloc);
gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
void kvm_release_page_clean(struct page *page);
void kvm_release_page_dirty(struct page *page);
void kvm_set_page_dirty(struct page *page);
void kvm_set_page_accessed(struct page *page);

pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
void kvm_release_pfn_dirty(pfn_t);
void kvm_release_pfn_clean(pfn_t pfn);
void kvm_set_pfn_dirty(pfn_t pfn);
void kvm_set_pfn_accessed(pfn_t pfn);
void kvm_get_pfn(pfn_t pfn);

int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
			int len);
int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
			  unsigned long len);
int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
			 int offset, int len);
int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
		    unsigned long len);
int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
void mark_page_dirty(struct kvm *kvm, gfn_t gfn);

void kvm_vcpu_block(struct kvm_vcpu *vcpu);
void kvm_resched(struct kvm_vcpu *vcpu);
void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
void kvm_flush_remote_tlbs(struct kvm *kvm);
void kvm_reload_remote_mmus(struct kvm *kvm);

long kvm_arch_dev_ioctl(struct file *filp,
			unsigned int ioctl, unsigned long arg);
long kvm_arch_vcpu_ioctl(struct file *filp,
			 unsigned int ioctl, unsigned long arg);
void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);

int kvm_dev_ioctl_check_extension(long ext);

int kvm_get_dirty_log(struct kvm *kvm,
			struct kvm_dirty_log *log, int *is_dirty);
int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
				struct kvm_dirty_log *log);

int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
				   struct
				   kvm_userspace_memory_region *mem,
				   int user_alloc);
long kvm_arch_vm_ioctl(struct file *filp,
		       unsigned int ioctl, unsigned long arg);
void kvm_arch_destroy_vm(struct kvm *kvm);

int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);

int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
				    struct kvm_translation *tr);

int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
				  struct kvm_sregs *sregs);
int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
				  struct kvm_sregs *sregs);
int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
				    struct kvm_mp_state *mp_state);
int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
				    struct kvm_mp_state *mp_state);
int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
				    struct kvm_debug_guest *dbg);
int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);

int kvm_arch_init(void *opaque);
void kvm_arch_exit(void);

int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);

void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);

int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
void kvm_arch_hardware_enable(void *garbage);
void kvm_arch_hardware_disable(void *garbage);
int kvm_arch_hardware_setup(void);
void kvm_arch_hardware_unsetup(void);
void kvm_arch_check_processor_compat(void *rtn);
int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);

void kvm_free_physmem(struct kvm *kvm);

struct  kvm *kvm_arch_create_vm(void);
void kvm_arch_destroy_vm(struct kvm *kvm);

int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
int kvm_cpu_has_interrupt(struct kvm_vcpu *v);
int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu);
void kvm_vcpu_kick(struct kvm_vcpu *vcpu);

static inline void kvm_guest_enter(void)
{
	account_system_vtime(current);
	current->flags |= PF_VCPU;
}

static inline void kvm_guest_exit(void)
{
	account_system_vtime(current);
	current->flags &= ~PF_VCPU;
}

static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot)
{
	return slot - kvm->memslots;
}

static inline gpa_t gfn_to_gpa(gfn_t gfn)
{
	return (gpa_t)gfn << PAGE_SHIFT;
}

static inline void kvm_migrate_timers(struct kvm_vcpu *vcpu)
{
	set_bit(KVM_REQ_MIGRATE_TIMER, &vcpu->requests);
}

enum kvm_stat_kind {
	KVM_STAT_VM,
	KVM_STAT_VCPU,
};

struct kvm_stats_debugfs_item {
	const char *name;
	int offset;
	enum kvm_stat_kind kind;
	struct dentry *dentry;
};
extern struct kvm_stats_debugfs_item debugfs_entries[];
extern struct dentry *kvm_debugfs_dir;

#ifdef CONFIG_KVM_TRACE
int kvm_trace_ioctl(unsigned int ioctl, unsigned long arg);
void kvm_trace_cleanup(void);
#else
static inline
int kvm_trace_ioctl(unsigned int ioctl, unsigned long arg)
{
	return -EINVAL;
}
#define kvm_trace_cleanup() ((void)0)
#endif

#endif
Commit	Line	Data
	1	#ifndef __KVM_HOST_H
	2	#define __KVM_HOST_H
	3
	4	/*
	5	* This work is licensed under the terms of the GNU GPL, version 2. See
	6	* the COPYING file in the top-level directory.
	7	*/
	8
	9	#include <linux/types.h>
	10	#include <linux/hardirq.h>
	11	#include <linux/list.h>
	12	#include <linux/mutex.h>
	13	#include <linux/spinlock.h>
	14	#include <linux/signal.h>
	15	#include <linux/sched.h>
	16	#include <linux/mm.h>
	17	#include <linux/preempt.h>
	18	#include <linux/marker.h>
	19	#include <asm/signal.h>
	20
	21	#include <linux/kvm.h>
	22	#include <linux/kvm_para.h>
	23
	24	#include <linux/kvm_types.h>
	25
	26	#include <asm/kvm_host.h>
	27
	28	/*
	29	* vcpu->requests bit members
	30	*/
	31	#define KVM_REQ_TLB_FLUSH 0
	32	#define KVM_REQ_MIGRATE_TIMER 1
	33	#define KVM_REQ_REPORT_TPR_ACCESS 2
	34	#define KVM_REQ_MMU_RELOAD 3
	35	#define KVM_REQ_TRIPLE_FAULT 4
	36	#define KVM_REQ_PENDING_TIMER 5
	37
	38	struct kvm_vcpu;
	39	extern struct kmem_cache *kvm_vcpu_cache;
	40
	41	/*
	42	* It would be nice to use something smarter than a linear search, TBD...
	43	* Thankfully we dont expect many devices to register (famous last words :),
	44	* so until then it will suffice. At least its abstracted so we can change
	45	* in one place.
	46	*/
	47	struct kvm_io_bus {
	48	int dev_count;
	49	#define NR_IOBUS_DEVS 6
	50	struct kvm_io_device *devs[NR_IOBUS_DEVS];
	51	};
	52
	53	void kvm_io_bus_init(struct kvm_io_bus *bus);
	54	void kvm_io_bus_destroy(struct kvm_io_bus *bus);
	55	struct kvm_io_device kvm_io_bus_find_dev(struct kvm_io_bus bus, gpa_t addr);
	56	void kvm_io_bus_register_dev(struct kvm_io_bus *bus,
	57	struct kvm_io_device *dev);
	58
	59	struct kvm_vcpu {
	60	struct kvm *kvm;
	61	#ifdef CONFIG_PREEMPT_NOTIFIERS
	62	struct preempt_notifier preempt_notifier;
	63	#endif
	64	int vcpu_id;
	65	struct mutex mutex;
	66	int cpu;
	67	struct kvm_run *run;
	68	int guest_mode;
	69	unsigned long requests;
	70	struct kvm_guest_debug guest_debug;
	71	int fpu_active;
	72	int guest_fpu_loaded;
	73	wait_queue_head_t wq;
	74	int sigset_active;
	75	sigset_t sigset;
	76	struct kvm_vcpu_stat stat;
	77
	78	#ifdef CONFIG_HAS_IOMEM
	79	int mmio_needed;
	80	int mmio_read_completed;
	81	int mmio_is_write;
	82	int mmio_size;
	83	unsigned char mmio_data[8];
	84	gpa_t mmio_phys_addr;
	85	#endif
	86
	87	struct kvm_vcpu_arch arch;
	88	};
	89
	90	struct kvm_memory_slot {
	91	gfn_t base_gfn;
	92	unsigned long npages;
	93	unsigned long flags;
	94	unsigned long *rmap;
	95	unsigned long *dirty_bitmap;
	96	struct {
	97	unsigned long rmap_pde;
	98	int write_count;
	99	} *lpage_info;
	100	unsigned long userspace_addr;
	101	int user_alloc;
	102	};
	103
	104	struct kvm {
	105	struct mutex lock; /* protects the vcpus array and APIC accesses */
	106	spinlock_t mmu_lock;
	107	struct rw_semaphore slots_lock;
	108	struct mm_struct mm; / userspace tied to this vm */
	109	int nmemslots;
	110	struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
	111	KVM_PRIVATE_MEM_SLOTS];
	112	struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
	113	struct list_head vm_list;
	114	struct kvm_io_bus mmio_bus;
	115	struct kvm_io_bus pio_bus;
	116	struct kvm_vm_stat stat;
	117	struct kvm_arch arch;
	118	atomic_t users_count;
	119	};
	120
	121	/* The guest did something we don't support. */
	122	#define pr_unimpl(vcpu, fmt, ...) \
	123	do { \
	124	if (printk_ratelimit()) \
	125	printk(KERN_ERR "kvm: %i: cpu%i " fmt, \
	126	current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
	127	} while (0)
	128
	129	#define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
	130	#define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)
	131
	132	int kvm_vcpu_init(struct kvm_vcpu vcpu, struct kvm kvm, unsigned id);
	133	void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);
	134
	135	void vcpu_load(struct kvm_vcpu *vcpu);
	136	void vcpu_put(struct kvm_vcpu *vcpu);
	137
	138	int kvm_init(void *opaque, unsigned int vcpu_size,
	139	struct module *module);
	140	void kvm_exit(void);
	141
	142	void kvm_get_kvm(struct kvm *kvm);
	143	void kvm_put_kvm(struct kvm *kvm);
	144
	145	#define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
	146	#define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
	147	static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
	148	struct page gva_to_page(struct kvm_vcpu vcpu, gva_t gva);
	149
	150	extern struct page *bad_page;
	151	extern pfn_t bad_pfn;
	152
	153	int is_error_page(struct page *page);
	154	int is_error_pfn(pfn_t pfn);
	155	int kvm_is_error_hva(unsigned long addr);
	156	int kvm_set_memory_region(struct kvm *kvm,
	157	struct kvm_userspace_memory_region *mem,
	158	int user_alloc);
	159	int __kvm_set_memory_region(struct kvm *kvm,
	160	struct kvm_userspace_memory_region *mem,
	161	int user_alloc);
	162	int kvm_arch_set_memory_region(struct kvm *kvm,
	163	struct kvm_userspace_memory_region *mem,
	164	struct kvm_memory_slot old,
	165	int user_alloc);
	166	gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
	167	struct page gfn_to_page(struct kvm kvm, gfn_t gfn);
	168	unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
	169	void kvm_release_page_clean(struct page *page);
	170	void kvm_release_page_dirty(struct page *page);
	171	void kvm_set_page_dirty(struct page *page);
	172	void kvm_set_page_accessed(struct page *page);
	173
	174	pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
	175	void kvm_release_pfn_dirty(pfn_t);
	176	void kvm_release_pfn_clean(pfn_t pfn);
	177	void kvm_set_pfn_dirty(pfn_t pfn);
	178	void kvm_set_pfn_accessed(pfn_t pfn);
	179	void kvm_get_pfn(pfn_t pfn);
	180
	181	int kvm_read_guest_page(struct kvm kvm, gfn_t gfn, void data, int offset,
	182	int len);
	183	int kvm_read_guest_atomic(struct kvm kvm, gpa_t gpa, void data,
	184	unsigned long len);
	185	int kvm_read_guest(struct kvm kvm, gpa_t gpa, void data, unsigned long len);
	186	int kvm_write_guest_page(struct kvm kvm, gfn_t gfn, const void data,
	187	int offset, int len);
	188	int kvm_write_guest(struct kvm kvm, gpa_t gpa, const void data,
	189	unsigned long len);
	190	int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
	191	int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
	192	struct kvm_memory_slot gfn_to_memslot(struct kvm kvm, gfn_t gfn);
	193	int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
	194	void mark_page_dirty(struct kvm *kvm, gfn_t gfn);
	195
	196	void kvm_vcpu_block(struct kvm_vcpu *vcpu);
	197	void kvm_resched(struct kvm_vcpu *vcpu);
	198	void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
	199	void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
	200	void kvm_flush_remote_tlbs(struct kvm *kvm);
	201	void kvm_reload_remote_mmus(struct kvm *kvm);
	202
	203	long kvm_arch_dev_ioctl(struct file *filp,
	204	unsigned int ioctl, unsigned long arg);
	205	long kvm_arch_vcpu_ioctl(struct file *filp,
	206	unsigned int ioctl, unsigned long arg);
	207	void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
	208	void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
	209
	210	int kvm_dev_ioctl_check_extension(long ext);
	211
	212	int kvm_get_dirty_log(struct kvm *kvm,
	213	struct kvm_dirty_log log, int is_dirty);
	214	int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
	215	struct kvm_dirty_log *log);
	216
	217	int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
	218	struct
	219	kvm_userspace_memory_region *mem,
	220	int user_alloc);
	221	long kvm_arch_vm_ioctl(struct file *filp,
	222	unsigned int ioctl, unsigned long arg);
	223	void kvm_arch_destroy_vm(struct kvm *kvm);
	224
	225	int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu vcpu, struct kvm_fpu fpu);
	226	int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu vcpu, struct kvm_fpu fpu);
	227
	228	int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
	229	struct kvm_translation *tr);
	230
	231	int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu vcpu, struct kvm_regs regs);
	232	int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu vcpu, struct kvm_regs regs);
	233	int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
	234	struct kvm_sregs *sregs);
	235	int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
	236	struct kvm_sregs *sregs);
	237	int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
	238	struct kvm_mp_state *mp_state);
	239	int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
	240	struct kvm_mp_state *mp_state);
	241	int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
	242	struct kvm_debug_guest *dbg);
	243	int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu vcpu, struct kvm_run kvm_run);
	244
	245	int kvm_arch_init(void *opaque);
	246	void kvm_arch_exit(void);
	247
	248	int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
	249	void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);
	250
	251	void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
	252	void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
	253	void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
	254	struct kvm_vcpu kvm_arch_vcpu_create(struct kvm kvm, unsigned int id);
	255	int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
	256	void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);
	257
	258	int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
	259	void kvm_arch_hardware_enable(void *garbage);
	260	void kvm_arch_hardware_disable(void *garbage);
	261	int kvm_arch_hardware_setup(void);
	262	void kvm_arch_hardware_unsetup(void);
	263	void kvm_arch_check_processor_compat(void *rtn);
	264	int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);
	265
	266	void kvm_free_physmem(struct kvm *kvm);
	267
	268	struct kvm *kvm_arch_create_vm(void);
	269	void kvm_arch_destroy_vm(struct kvm *kvm);
	270
	271	int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
	272	int kvm_cpu_has_interrupt(struct kvm_vcpu *v);
	273	int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu);
	274	void kvm_vcpu_kick(struct kvm_vcpu *vcpu);
	275
	276	static inline void kvm_guest_enter(void)
	277	{
	278	account_system_vtime(current);
	279	current->flags \|= PF_VCPU;
	280	}
	281
	282	static inline void kvm_guest_exit(void)
	283	{
	284	account_system_vtime(current);
	285	current->flags &= ~PF_VCPU;
	286	}
	287
	288	static inline int memslot_id(struct kvm kvm, struct kvm_memory_slot slot)
	289	{
	290	return slot - kvm->memslots;
	291	}
	292
	293	static inline gpa_t gfn_to_gpa(gfn_t gfn)
	294	{
	295	return (gpa_t)gfn << PAGE_SHIFT;
	296	}
	297
	298	static inline void kvm_migrate_timers(struct kvm_vcpu *vcpu)
	299	{
	300	set_bit(KVM_REQ_MIGRATE_TIMER, &vcpu->requests);
	301	}
	302
	303	enum kvm_stat_kind {
	304	KVM_STAT_VM,
	305	KVM_STAT_VCPU,
	306	};
	307
	308	struct kvm_stats_debugfs_item {
	309	const char *name;
	310	int offset;
	311	enum kvm_stat_kind kind;
	312	struct dentry *dentry;
	313	};
	314	extern struct kvm_stats_debugfs_item debugfs_entries[];
	315	extern struct dentry *kvm_debugfs_dir;
	316
	317	#ifdef CONFIG_KVM_TRACE
	318	int kvm_trace_ioctl(unsigned int ioctl, unsigned long arg);
	319	void kvm_trace_cleanup(void);
	320	#else
	321	static inline
	322	int kvm_trace_ioctl(unsigned int ioctl, unsigned long arg)
	323	{
	324	return -EINVAL;
	325	}
	326	#define kvm_trace_cleanup() ((void)0)
	327	#endif
	328
	329	#endif