[mirror_ubuntu-bionic-kernel.git] / arch / arm / include / asm / kvm_host.h

/*
 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License, version 2, as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
 */

#ifndef __ARM_KVM_HOST_H__
#define __ARM_KVM_HOST_H__

#include <linux/types.h>
#include <linux/kvm_types.h>
#include <asm/kvm.h>
#include <asm/kvm_asm.h>
#include <asm/kvm_mmio.h>
#include <asm/fpstate.h>
#include <kvm/arm_arch_timer.h>

#define __KVM_HAVE_ARCH_INTC_INITIALIZED

#define KVM_USER_MEM_SLOTS 32
#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
#define KVM_HAVE_ONE_REG
#define KVM_HALT_POLL_NS_DEFAULT 500000

#define KVM_VCPU_MAX_FEATURES 2

#include <kvm/arm_vgic.h>


#ifdef CONFIG_ARM_GIC_V3
#define KVM_MAX_VCPUS VGIC_V3_MAX_CPUS
#else
#define KVM_MAX_VCPUS VGIC_V2_MAX_CPUS
#endif

#define KVM_REQ_VCPU_EXIT	8

u32 *kvm_vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num, u32 mode);
int __attribute_const__ kvm_target_cpu(void);
int kvm_reset_vcpu(struct kvm_vcpu *vcpu);
void kvm_reset_coprocs(struct kvm_vcpu *vcpu);

struct kvm_arch {
	/* VTTBR value associated with below pgd and vmid */
	u64    vttbr;

	/* The last vcpu id that ran on each physical CPU */
	int __percpu *last_vcpu_ran;

	/*
	 * Anything that is not used directly from assembly code goes
	 * here.
	 */

	/* The VMID generation used for the virt. memory system */
	u64    vmid_gen;
	u32    vmid;

	/* Stage-2 page table */
	pgd_t *pgd;

	/* Interrupt controller */
	struct vgic_dist	vgic;
	int max_vcpus;
};

#define KVM_NR_MEM_OBJS     40

/*
 * We don't want allocation failures within the mmu code, so we preallocate
 * enough memory for a single page fault in a cache.
 */
struct kvm_mmu_memory_cache {
	int nobjs;
	void *objects[KVM_NR_MEM_OBJS];
};

struct kvm_vcpu_fault_info {
	u32 hsr;		/* Hyp Syndrome Register */
	u32 hxfar;		/* Hyp Data/Inst. Fault Address Register */
	u32 hpfar;		/* Hyp IPA Fault Address Register */
};

/*
 * 0 is reserved as an invalid value.
 * Order should be kept in sync with the save/restore code.
 */
enum vcpu_sysreg {
	__INVALID_SYSREG__,
	c0_MPIDR,		/* MultiProcessor ID Register */
	c0_CSSELR,		/* Cache Size Selection Register */
	c1_SCTLR,		/* System Control Register */
	c1_ACTLR,		/* Auxiliary Control Register */
	c1_CPACR,		/* Coprocessor Access Control */
	c2_TTBR0,		/* Translation Table Base Register 0 */
	c2_TTBR0_high,		/* TTBR0 top 32 bits */
	c2_TTBR1,		/* Translation Table Base Register 1 */
	c2_TTBR1_high,		/* TTBR1 top 32 bits */
	c2_TTBCR,		/* Translation Table Base Control R. */
	c3_DACR,		/* Domain Access Control Register */
	c5_DFSR,		/* Data Fault Status Register */
	c5_IFSR,		/* Instruction Fault Status Register */
	c5_ADFSR,		/* Auxilary Data Fault Status R */
	c5_AIFSR,		/* Auxilary Instrunction Fault Status R */
	c6_DFAR,		/* Data Fault Address Register */
	c6_IFAR,		/* Instruction Fault Address Register */
	c7_PAR,			/* Physical Address Register */
	c7_PAR_high,		/* PAR top 32 bits */
	c9_L2CTLR,		/* Cortex A15/A7 L2 Control Register */
	c10_PRRR,		/* Primary Region Remap Register */
	c10_NMRR,		/* Normal Memory Remap Register */
	c12_VBAR,		/* Vector Base Address Register */
	c13_CID,		/* Context ID Register */
	c13_TID_URW,		/* Thread ID, User R/W */
	c13_TID_URO,		/* Thread ID, User R/O */
	c13_TID_PRIV,		/* Thread ID, Privileged */
	c14_CNTKCTL,		/* Timer Control Register (PL1) */
	c10_AMAIR0,		/* Auxilary Memory Attribute Indirection Reg0 */
	c10_AMAIR1,		/* Auxilary Memory Attribute Indirection Reg1 */
	NR_CP15_REGS		/* Number of regs (incl. invalid) */
};

struct kvm_cpu_context {
	struct kvm_regs	gp_regs;
	struct vfp_hard_struct vfp;
	u32 cp15[NR_CP15_REGS];
};

typedef struct kvm_cpu_context kvm_cpu_context_t;

struct kvm_vcpu_arch {
	struct kvm_cpu_context ctxt;

	int target; /* Processor target */
	DECLARE_BITMAP(features, KVM_VCPU_MAX_FEATURES);

	/* The CPU type we expose to the VM */
	u32 midr;

	/* HYP trapping configuration */
	u32 hcr;

	/* Interrupt related fields */
	u32 irq_lines;		/* IRQ and FIQ levels */

	/* Exception Information */
	struct kvm_vcpu_fault_info fault;

	/* Host FP context */
	kvm_cpu_context_t *host_cpu_context;

	/* VGIC state */
	struct vgic_cpu vgic_cpu;
	struct arch_timer_cpu timer_cpu;

	/*
	 * Anything that is not used directly from assembly code goes
	 * here.
	 */

	/* vcpu power-off state */
	bool power_off;

	 /* Don't run the guest (internal implementation need) */
	bool pause;

	/* IO related fields */
	struct kvm_decode mmio_decode;

	/* Cache some mmu pages needed inside spinlock regions */
	struct kvm_mmu_memory_cache mmu_page_cache;

	/* Detect first run of a vcpu */
	bool has_run_once;
};

struct kvm_vm_stat {
	ulong remote_tlb_flush;
};

struct kvm_vcpu_stat {
	u64 halt_successful_poll;
	u64 halt_attempted_poll;
	u64 halt_poll_invalid;
	u64 halt_wakeup;
	u64 hvc_exit_stat;
	u64 wfe_exit_stat;
	u64 wfi_exit_stat;
	u64 mmio_exit_user;
	u64 mmio_exit_kernel;
	u64 exits;
};

#define vcpu_cp15(v,r)	(v)->arch.ctxt.cp15[r]

int kvm_vcpu_preferred_target(struct kvm_vcpu_init *init);
unsigned long kvm_arm_num_regs(struct kvm_vcpu *vcpu);
int kvm_arm_copy_reg_indices(struct kvm_vcpu *vcpu, u64 __user *indices);
int kvm_arm_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg);
int kvm_arm_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg);
unsigned long kvm_call_hyp(void *hypfn, ...);
void force_vm_exit(const cpumask_t *mask);

#define KVM_ARCH_WANT_MMU_NOTIFIER
int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
int kvm_unmap_hva_range(struct kvm *kvm,
			unsigned long start, unsigned long end);
void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);

unsigned long kvm_arm_num_regs(struct kvm_vcpu *vcpu);
int kvm_arm_copy_reg_indices(struct kvm_vcpu *vcpu, u64 __user *indices);
int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end);
int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);

/* We do not have shadow page tables, hence the empty hooks */
static inline void kvm_arch_mmu_notifier_invalidate_page(struct kvm *kvm,
							 unsigned long address)
{
}

struct kvm_vcpu *kvm_arm_get_running_vcpu(void);
struct kvm_vcpu __percpu **kvm_get_running_vcpus(void);
void kvm_arm_halt_guest(struct kvm *kvm);
void kvm_arm_resume_guest(struct kvm *kvm);
void kvm_arm_halt_vcpu(struct kvm_vcpu *vcpu);
void kvm_arm_resume_vcpu(struct kvm_vcpu *vcpu);

int kvm_arm_copy_coproc_indices(struct kvm_vcpu *vcpu, u64 __user *uindices);
unsigned long kvm_arm_num_coproc_regs(struct kvm_vcpu *vcpu);
int kvm_arm_coproc_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *);
int kvm_arm_coproc_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *);

int handle_exit(struct kvm_vcpu *vcpu, struct kvm_run *run,
		int exception_index);

static inline void __cpu_init_hyp_mode(phys_addr_t pgd_ptr,
				       unsigned long hyp_stack_ptr,
				       unsigned long vector_ptr)
{
	/*
	 * Call initialization code, and switch to the full blown HYP
	 * code. The init code doesn't need to preserve these
	 * registers as r0-r3 are already callee saved according to
	 * the AAPCS.
	 * Note that we slightly misuse the prototype by casting the
	 * stack pointer to a void *.

	 * The PGDs are always passed as the third argument, in order
	 * to be passed into r2-r3 to the init code (yes, this is
	 * compliant with the PCS!).
	 */

	kvm_call_hyp((void*)hyp_stack_ptr, vector_ptr, pgd_ptr);
}

static inline void __cpu_init_stage2(void)
{
	kvm_call_hyp(__init_stage2_translation);
}

static inline void __cpu_reset_hyp_mode(unsigned long vector_ptr,
					phys_addr_t phys_idmap_start)
{
	kvm_call_hyp((void *)virt_to_idmap(__kvm_hyp_reset), vector_ptr);
}

static inline int kvm_arch_dev_ioctl_check_extension(struct kvm *kvm, long ext)
{
	return 0;
}

int kvm_perf_init(void);
int kvm_perf_teardown(void);

void kvm_mmu_wp_memory_region(struct kvm *kvm, int slot);

struct kvm_vcpu *kvm_mpidr_to_vcpu(struct kvm *kvm, unsigned long mpidr);

static inline void kvm_arch_hardware_unsetup(void) {}
static inline void kvm_arch_sync_events(struct kvm *kvm) {}
static inline void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) {}
static inline void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu) {}
static inline void kvm_arch_vcpu_block_finish(struct kvm_vcpu *vcpu) {}

static inline void kvm_arm_init_debug(void) {}
static inline void kvm_arm_setup_debug(struct kvm_vcpu *vcpu) {}
static inline void kvm_arm_clear_debug(struct kvm_vcpu *vcpu) {}
static inline void kvm_arm_reset_debug_ptr(struct kvm_vcpu *vcpu) {}
static inline int kvm_arm_vcpu_arch_set_attr(struct kvm_vcpu *vcpu,
					     struct kvm_device_attr *attr)
{
	return -ENXIO;
}
static inline int kvm_arm_vcpu_arch_get_attr(struct kvm_vcpu *vcpu,
					     struct kvm_device_attr *attr)
{
	return -ENXIO;
}
static inline int kvm_arm_vcpu_arch_has_attr(struct kvm_vcpu *vcpu,
					     struct kvm_device_attr *attr)
{
	return -ENXIO;
}

#endif /* __ARM_KVM_HOST_H__ */
Commit	Line	Data
749cf76c CD	1	/*
	2	* Copyright (C) 2012 - Virtual Open Systems and Columbia University
	3	* Author: Christoffer Dall <c.dall@virtualopensystems.com>
	4	*
	5	* This program is free software; you can redistribute it and/or modify
	6	* it under the terms of the GNU General Public License, version 2, as
	7	* published by the Free Software Foundation.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write to the Free Software
	16	* Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
	17	*/
	18
	19	#ifndef __ARM_KVM_HOST_H__
	20	#define __ARM_KVM_HOST_H__
	21
65647300 PB	22	#include <linux/types.h>
65647300 PB	23	#include <linux/kvm_types.h>
749cf76c CD	24	#include <asm/kvm.h>
749cf76c CD	25	#include <asm/kvm_asm.h>
45e96ea6	26	#include <asm/kvm_mmio.h>
f7ed45be	27	#include <asm/fpstate.h>
7275acdf	28	#include <kvm/arm_arch_timer.h>
749cf76c	29
c1426e4c EA	30	#define __KVM_HAVE_ARCH_INTC_INITIALIZED
c1426e4c EA	31
2b5e1e47	32	#define KVM_USER_MEM_SLOTS 32
749cf76c	33	#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
1138245c	34	#define KVM_HAVE_ONE_REG
920552b2	35	#define KVM_HALT_POLL_NS_DEFAULT 500000
749cf76c	36
7d0f84aa	37	#define KVM_VCPU_MAX_FEATURES 2
749cf76c	38
7275acdf	39	#include <kvm/arm_vgic.h>
1a89dd91	40
acda5430 VM	41
	42	#ifdef CONFIG_ARM_GIC_V3
	43	#define KVM_MAX_VCPUS VGIC_V3_MAX_CPUS
	44	#else
ef748917	45	#define KVM_MAX_VCPUS VGIC_V2_MAX_CPUS
acda5430	46	#endif
ef748917	47
b13216cf CD	48	#define KVM_REQ_VCPU_EXIT 8
b13216cf CD	49
749cf76c	50	u32 kvm_vcpu_reg(struct kvm_vcpu vcpu, u8 reg_num, u32 mode);
6951e48b	51	int __attribute_const__ kvm_target_cpu(void);
749cf76c CD	52	int kvm_reset_vcpu(struct kvm_vcpu *vcpu);
	53	void kvm_reset_coprocs(struct kvm_vcpu *vcpu);
	54
	55	struct kvm_arch {
	56	/* VTTBR value associated with below pgd and vmid */
	57	u64 vttbr;
	58
94d0e598 MZ	59	/* The last vcpu id that ran on each physical CPU */
	60	int __percpu *last_vcpu_ran;
	61
749cf76c CD	62	/*
	63	* Anything that is not used directly from assembly code goes
	64	* here.
	65	*/
	66
	67	/* The VMID generation used for the virt. memory system */
	68	u64 vmid_gen;
	69	u32 vmid;
	70
	71	/* Stage-2 page table */
	72	pgd_t *pgd;
1a89dd91 MZ	73
	74	/* Interrupt controller */
	75	struct vgic_dist vgic;
3caa2d8c	76	int max_vcpus;
749cf76c CD	77	};
	78
	79	#define KVM_NR_MEM_OBJS 40
	80
	81	/*
	82	* We don't want allocation failures within the mmu code, so we preallocate
	83	* enough memory for a single page fault in a cache.
	84	*/
	85	struct kvm_mmu_memory_cache {
	86	int nobjs;
	87	void *objects[KVM_NR_MEM_OBJS];
	88	};
	89
7393b599 MZ	90	struct kvm_vcpu_fault_info {
	91	u32 hsr; /* Hyp Syndrome Register */
	92	u32 hxfar; /* Hyp Data/Inst. Fault Address Register */
	93	u32 hpfar; /* Hyp IPA Fault Address Register */
7393b599 MZ	94	};
7393b599 MZ	95
4448932f MZ	96	/*
	97	* 0 is reserved as an invalid value.
	98	* Order should be kept in sync with the save/restore code.
	99	*/
	100	enum vcpu_sysreg {
	101	__INVALID_SYSREG__,
	102	c0_MPIDR, /* MultiProcessor ID Register */
	103	c0_CSSELR, /* Cache Size Selection Register */
	104	c1_SCTLR, /* System Control Register */
	105	c1_ACTLR, /* Auxiliary Control Register */
	106	c1_CPACR, /* Coprocessor Access Control */
	107	c2_TTBR0, /* Translation Table Base Register 0 */
	108	c2_TTBR0_high, /* TTBR0 top 32 bits */
	109	c2_TTBR1, /* Translation Table Base Register 1 */
	110	c2_TTBR1_high, /* TTBR1 top 32 bits */
	111	c2_TTBCR, /* Translation Table Base Control R. */
	112	c3_DACR, /* Domain Access Control Register */
	113	c5_DFSR, /* Data Fault Status Register */
	114	c5_IFSR, /* Instruction Fault Status Register */
	115	c5_ADFSR, /* Auxilary Data Fault Status R */
	116	c5_AIFSR, /* Auxilary Instrunction Fault Status R */
	117	c6_DFAR, /* Data Fault Address Register */
	118	c6_IFAR, /* Instruction Fault Address Register */
	119	c7_PAR, /* Physical Address Register */
	120	c7_PAR_high, /* PAR top 32 bits */
	121	c9_L2CTLR, /* Cortex A15/A7 L2 Control Register */
	122	c10_PRRR, /* Primary Region Remap Register */
	123	c10_NMRR, /* Normal Memory Remap Register */
	124	c12_VBAR, /* Vector Base Address Register */
	125	c13_CID, /* Context ID Register */
	126	c13_TID_URW, /* Thread ID, User R/W */
	127	c13_TID_URO, /* Thread ID, User R/O */
	128	c13_TID_PRIV, /* Thread ID, Privileged */
	129	c14_CNTKCTL, /* Timer Control Register (PL1) */
	130	c10_AMAIR0, /* Auxilary Memory Attribute Indirection Reg0 */
	131	c10_AMAIR1, /* Auxilary Memory Attribute Indirection Reg1 */
	132	NR_CP15_REGS /* Number of regs (incl. invalid) */
	133	};
	134
0ca5565d	135	struct kvm_cpu_context {
c2a8dab5	136	struct kvm_regs gp_regs;
0ca5565d	137	struct vfp_hard_struct vfp;
fb32a52a	138	u32 cp15[NR_CP15_REGS];
0ca5565d MZ	139	};
	140
	141	typedef struct kvm_cpu_context kvm_cpu_context_t;
9c7a6432	142
749cf76c	143	struct kvm_vcpu_arch {
0ca5565d MZ	144	struct kvm_cpu_context ctxt;
0ca5565d MZ	145
749cf76c CD	146	int target; /* Processor target */
	147	DECLARE_BITMAP(features, KVM_VCPU_MAX_FEATURES);
	148
749cf76c CD	149	/* The CPU type we expose to the VM */
	150	u32 midr;
	151
ac30a11e MZ	152	/* HYP trapping configuration */
	153	u32 hcr;
	154
	155	/* Interrupt related fields */
	156	u32 irq_lines; /* IRQ and FIQ levels */
	157
749cf76c	158	/* Exception Information */
7393b599	159	struct kvm_vcpu_fault_info fault;
749cf76c	160
3de50da6 MZ	161	/* Host FP context */
3de50da6 MZ	162	kvm_cpu_context_t *host_cpu_context;
f7ed45be	163
1a89dd91 MZ	164	/* VGIC state */
1a89dd91 MZ	165	struct vgic_cpu vgic_cpu;
53e72406	166	struct arch_timer_cpu timer_cpu;
1a89dd91	167
f7ed45be CD	168	/*
	169	* Anything that is not used directly from assembly code goes
	170	* here.
	171	*/
5b3e5e5b	172
3781528e EA	173	/* vcpu power-off state */
3781528e EA	174	bool power_off;
aa024c2f	175
3b92830a EA	176	/* Don't run the guest (internal implementation need) */
	177	bool pause;
	178
45e96ea6 CD	179	/* IO related fields */
	180	struct kvm_decode mmio_decode;
	181
749cf76c CD	182	/* Cache some mmu pages needed inside spinlock regions */
749cf76c CD	183	struct kvm_mmu_memory_cache mmu_page_cache;
f7ed45be CD	184
	185	/* Detect first run of a vcpu */
	186	bool has_run_once;
749cf76c CD	187	};
	188
	189	struct kvm_vm_stat {
8a7e75d4	190	ulong remote_tlb_flush;
749cf76c CD	191	};
	192
	193	struct kvm_vcpu_stat {
8a7e75d4 SJS	194	u64 halt_successful_poll;
	195	u64 halt_attempted_poll;
	196	u64 halt_poll_invalid;
	197	u64 halt_wakeup;
	198	u64 hvc_exit_stat;
b19e6892 AT	199	u64 wfe_exit_stat;
	200	u64 wfi_exit_stat;
	201	u64 mmio_exit_user;
	202	u64 mmio_exit_kernel;
	203	u64 exits;
749cf76c CD	204	};
749cf76c CD	205
fb32a52a MZ	206	#define vcpu_cp15(v,r) (v)->arch.ctxt.cp15[r]
fb32a52a MZ	207
4a6fee80	208	int kvm_vcpu_preferred_target(struct kvm_vcpu_init *init);
749cf76c CD	209	unsigned long kvm_arm_num_regs(struct kvm_vcpu *vcpu);
749cf76c CD	210	int kvm_arm_copy_reg_indices(struct kvm_vcpu vcpu, u64 __user indices);
749cf76c CD	211	int kvm_arm_get_reg(struct kvm_vcpu vcpu, const struct kvm_one_reg reg);
749cf76c CD	212	int kvm_arm_set_reg(struct kvm_vcpu vcpu, const struct kvm_one_reg reg);
b57cd6f6	213	unsigned long kvm_call_hyp(void *hypfn, ...);
f7ed45be	214	void force_vm_exit(const cpumask_t *mask);
d5d8184d CD	215
d5d8184d CD	216	#define KVM_ARCH_WANT_MMU_NOTIFIER
d5d8184d CD	217	int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
	218	int kvm_unmap_hva_range(struct kvm *kvm,
	219	unsigned long start, unsigned long end);
	220	void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);
	221
1138245c CD	222	unsigned long kvm_arm_num_regs(struct kvm_vcpu *vcpu);
1138245c CD	223	int kvm_arm_copy_reg_indices(struct kvm_vcpu vcpu, u64 __user indices);
35307b9a MZ	224	int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end);
35307b9a MZ	225	int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);
1138245c	226
d5d8184d	227	/* We do not have shadow page tables, hence the empty hooks */
fe71557a TC	228	static inline void kvm_arch_mmu_notifier_invalidate_page(struct kvm *kvm,
	229	unsigned long address)
	230	{
	231	}
	232
1638a12d MZ	233	struct kvm_vcpu *kvm_arm_get_running_vcpu(void);
1638a12d MZ	234	struct kvm_vcpu __percpu **kvm_get_running_vcpus(void);
b13216cf CD	235	void kvm_arm_halt_guest(struct kvm *kvm);
b13216cf CD	236	void kvm_arm_resume_guest(struct kvm *kvm);
35a2d585 CD	237	void kvm_arm_halt_vcpu(struct kvm_vcpu *vcpu);
35a2d585 CD	238	void kvm_arm_resume_vcpu(struct kvm_vcpu *vcpu);
1638a12d MZ	239
	240	int kvm_arm_copy_coproc_indices(struct kvm_vcpu vcpu, u64 __user uindices);
	241	unsigned long kvm_arm_num_coproc_regs(struct kvm_vcpu *vcpu);
1638a12d MZ	242	int kvm_arm_coproc_get_reg(struct kvm_vcpu vcpu, const struct kvm_one_reg );
	243	int kvm_arm_coproc_set_reg(struct kvm_vcpu vcpu, const struct kvm_one_reg );
	244
3414bbff MZ	245	int handle_exit(struct kvm_vcpu vcpu, struct kvm_run run,
	246	int exception_index);
	247
12fda812	248	static inline void __cpu_init_hyp_mode(phys_addr_t pgd_ptr,
e7858c58 MZ	249	unsigned long hyp_stack_ptr,
	250	unsigned long vector_ptr)
	251	{
e7858c58	252	/*
5a677ce0 MZ	253	* Call initialization code, and switch to the full blown HYP
	254	* code. The init code doesn't need to preserve these
	255	* registers as r0-r3 are already callee saved according to
	256	* the AAPCS.
cd602a37	257	* Note that we slightly misuse the prototype by casting the
5a677ce0	258	* stack pointer to a void *.
5a677ce0	259
cd602a37 MZ	260	* The PGDs are always passed as the third argument, in order
	261	* to be passed into r2-r3 to the init code (yes, this is
	262	* compliant with the PCS!).
	263	*/
5a677ce0 MZ	264
5a677ce0 MZ	265	kvm_call_hyp((void*)hyp_stack_ptr, vector_ptr, pgd_ptr);
e7858c58 MZ	266	}
e7858c58 MZ	267
35a2491a MZ	268	static inline void __cpu_init_stage2(void)
35a2491a MZ	269	{
d4c7688c	270	kvm_call_hyp(__init_stage2_translation);
35a2491a MZ	271	}
35a2491a MZ	272
e537ecd7 MZ	273	static inline void __cpu_reset_hyp_mode(unsigned long vector_ptr,
e537ecd7 MZ	274	phys_addr_t phys_idmap_start)
67f69197	275	{
e537ecd7	276	kvm_call_hyp((void *)virt_to_idmap(__kvm_hyp_reset), vector_ptr);
67f69197 AT	277	}
67f69197 AT	278
b46f01ce	279	static inline int kvm_arch_dev_ioctl_check_extension(struct kvm *kvm, long ext)
17b1e31f MZ	280	{
	281	return 0;
	282	}
	283
210552c1 MZ	284	int kvm_perf_init(void);
	285	int kvm_perf_teardown(void);
	286
c6473555 MS	287	void kvm_mmu_wp_memory_region(struct kvm *kvm, int slot);
c6473555 MS	288
4429fc64 AP	289	struct kvm_vcpu kvm_mpidr_to_vcpu(struct kvm kvm, unsigned long mpidr);
4429fc64 AP	290
0865e636 RK	291	static inline void kvm_arch_hardware_unsetup(void) {}
	292	static inline void kvm_arch_sync_events(struct kvm *kvm) {}
	293	static inline void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) {}
	294	static inline void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu) {}
3491caf2	295	static inline void kvm_arch_vcpu_block_finish(struct kvm_vcpu *vcpu) {}
0865e636	296
56c7f5e7 AB	297	static inline void kvm_arm_init_debug(void) {}
	298	static inline void kvm_arm_setup_debug(struct kvm_vcpu *vcpu) {}
	299	static inline void kvm_arm_clear_debug(struct kvm_vcpu *vcpu) {}
84e690bf	300	static inline void kvm_arm_reset_debug_ptr(struct kvm_vcpu *vcpu) {}
bb0c70bc SZ	301	static inline int kvm_arm_vcpu_arch_set_attr(struct kvm_vcpu *vcpu,
	302	struct kvm_device_attr *attr)
	303	{
	304	return -ENXIO;
	305	}
	306	static inline int kvm_arm_vcpu_arch_get_attr(struct kvm_vcpu *vcpu,
	307	struct kvm_device_attr *attr)
	308	{
	309	return -ENXIO;
	310	}
	311	static inline int kvm_arm_vcpu_arch_has_attr(struct kvm_vcpu *vcpu,
	312	struct kvm_device_attr *attr)
	313	{
	314	return -ENXIO;
	315	}
56c7f5e7	316
749cf76c	317	#endif /* __ARM_KVM_HOST_H__ */