[mirror_ubuntu-bionic-kernel.git] / arch / arm64 / include / asm / kvm_asm.h

/*
 * Copyright (C) 2012,2013 - ARM Ltd
 * Author: Marc Zyngier <marc.zyngier@arm.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef __ARM_KVM_ASM_H__
#define __ARM_KVM_ASM_H__

#include <asm/virt.h>

#define ARM_EXIT_WITH_SERROR_BIT  31
#define ARM_EXCEPTION_CODE(x)	  ((x) & ~(1U << ARM_EXIT_WITH_SERROR_BIT))
#define ARM_SERROR_PENDING(x)	  !!((x) & (1U << ARM_EXIT_WITH_SERROR_BIT))

#define ARM_EXCEPTION_IRQ	  0
#define ARM_EXCEPTION_EL1_SERROR  1
#define ARM_EXCEPTION_TRAP	  2
/* The hyp-stub will return this for any kvm_call_hyp() call */
#define ARM_EXCEPTION_HYP_GONE	  HVC_STUB_ERR

#define KVM_ARM64_DEBUG_DIRTY_SHIFT	0
#define KVM_ARM64_DEBUG_DIRTY		(1 << KVM_ARM64_DEBUG_DIRTY_SHIFT)

#define	VCPU_WORKAROUND_2_FLAG_SHIFT	0
#define	VCPU_WORKAROUND_2_FLAG		(_AC(1, UL) << VCPU_WORKAROUND_2_FLAG_SHIFT)

/* Translate a kernel address of @sym into its equivalent linear mapping */
#define kvm_ksym_ref(sym)						\
	({								\
		void *val = &sym;					\
		if (!is_kernel_in_hyp_mode())				\
			val = phys_to_virt((u64)&sym - kimage_voffset);	\
		val;							\
	 })

#ifndef __ASSEMBLY__
struct kvm;
struct kvm_vcpu;

extern char __kvm_hyp_init[];
extern char __kvm_hyp_init_end[];

extern char __kvm_hyp_vector[];

extern void __kvm_flush_vm_context(void);
extern void __kvm_tlb_flush_vmid_ipa(struct kvm *kvm, phys_addr_t ipa);
extern void __kvm_tlb_flush_vmid(struct kvm *kvm);
extern void __kvm_tlb_flush_local_vmid(struct kvm_vcpu *vcpu);

extern void __kvm_timer_set_cntvoff(u32 cntvoff_low, u32 cntvoff_high);

extern int __kvm_vcpu_run(struct kvm_vcpu *vcpu);

extern u64 __vgic_v3_get_ich_vtr_el2(void);
extern u64 __vgic_v3_read_vmcr(void);
extern void __vgic_v3_write_vmcr(u32 vmcr);
extern void __vgic_v3_init_lrs(void);

extern u32 __kvm_get_mdcr_el2(void);

extern u32 __init_stage2_translation(void);

/* Home-grown __this_cpu_{ptr,read} variants that always work at HYP */
#define __hyp_this_cpu_ptr(sym)						\
	({								\
		void *__ptr = hyp_symbol_addr(sym);			\
		__ptr += read_sysreg(tpidr_el2);			\
		(typeof(&sym))__ptr;					\
	 })

#define __hyp_this_cpu_read(sym)					\
	({								\
		*__hyp_this_cpu_ptr(sym);				\
	 })

#else /* __ASSEMBLY__ */

.macro hyp_adr_this_cpu reg, sym, tmp
	adr_l	\reg, \sym
	mrs	\tmp, tpidr_el2
	add	\reg, \reg, \tmp
.endm

.macro hyp_ldr_this_cpu reg, sym, tmp
	adr_l	\reg, \sym
	mrs	\tmp, tpidr_el2
	ldr	\reg,  [\reg, \tmp]
.endm

.macro get_host_ctxt reg, tmp
	hyp_adr_this_cpu \reg, kvm_host_cpu_state, \tmp
.endm

.macro get_vcpu_ptr vcpu, ctxt
	get_host_ctxt \ctxt, \vcpu
	ldr	\vcpu, [\ctxt, #HOST_CONTEXT_VCPU]
	kern_hyp_va	\vcpu
.endm

#endif

#endif /* __ARM_KVM_ASM_H__ */
Commit	Line	Data
fd9fc9f7 MZ	1	/*
	2	* Copyright (C) 2012,2013 - ARM Ltd
	3	* Author: Marc Zyngier <marc.zyngier@arm.com>
	4	*
	5	* This program is free software; you can redistribute it and/or modify
	6	* it under the terms of the GNU General Public License version 2 as
	7	* published by the Free Software Foundation.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program. If not, see <http://www.gnu.org/licenses/>.
	16	*/
	17
	18	#ifndef __ARM_KVM_ASM_H__
	19	#define __ARM_KVM_ASM_H__
	20
45451914 MZ	21	#include <asm/virt.h>
45451914 MZ	22
20163403 MZ	23	#define ARM_EXIT_WITH_SERROR_BIT 31
	24	#define ARM_EXCEPTION_CODE(x) ((x) & ~(1U << ARM_EXIT_WITH_SERROR_BIT))
	25	#define ARM_SERROR_PENDING(x) !!((x) & (1U << ARM_EXIT_WITH_SERROR_BIT))
	26
fd9fc9f7	27	#define ARM_EXCEPTION_IRQ 0
9aecafc8 MZ	28	#define ARM_EXCEPTION_EL1_SERROR 1
9aecafc8 MZ	29	#define ARM_EXCEPTION_TRAP 2
c94b0cf2	30	/* The hyp-stub will return this for any kvm_call_hyp() call */
4993fdcf	31	#define ARM_EXCEPTION_HYP_GONE HVC_STUB_ERR
fd9fc9f7	32
0c557ed4 MZ	33	#define KVM_ARM64_DEBUG_DIRTY_SHIFT 0
	34	#define KVM_ARM64_DEBUG_DIRTY (1 << KVM_ARM64_DEBUG_DIRTY_SHIFT)
	35
9ae6a587 MZ	36	#define VCPU_WORKAROUND_2_FLAG_SHIFT 0
	37	#define VCPU_WORKAROUND_2_FLAG (_AC(1, UL) << VCPU_WORKAROUND_2_FLAG_SHIFT)
	38
47e02f07	39	/* Translate a kernel address of @sym into its equivalent linear mapping */
2510ffe1 MZ	40	#define kvm_ksym_ref(sym) \
	41	({ \
	42	void *val = &sym; \
	43	if (!is_kernel_in_hyp_mode()) \
	44	val = phys_to_virt((u64)&sym - kimage_voffset); \
	45	val; \
	46	})
a0bf9776	47
fd9fc9f7 MZ	48	#ifndef __ASSEMBLY__
	49	struct kvm;
	50	struct kvm_vcpu;
	51
	52	extern char __kvm_hyp_init[];
	53	extern char __kvm_hyp_init_end[];
	54
	55	extern char __kvm_hyp_vector[];
	56
fd9fc9f7 MZ	57	extern void __kvm_flush_vm_context(void);
fd9fc9f7 MZ	58	extern void __kvm_tlb_flush_vmid_ipa(struct kvm *kvm, phys_addr_t ipa);
8199ed0e	59	extern void __kvm_tlb_flush_vmid(struct kvm *kvm);
94d0e598	60	extern void __kvm_tlb_flush_local_vmid(struct kvm_vcpu *vcpu);
fd9fc9f7	61
688c50aa CD	62	extern void __kvm_timer_set_cntvoff(u32 cntvoff_low, u32 cntvoff_high);
688c50aa CD	63
fd9fc9f7	64	extern int __kvm_vcpu_run(struct kvm_vcpu *vcpu);
1a9b1305	65
b2fb1c0d	66	extern u64 __vgic_v3_get_ich_vtr_el2(void);
328e5664 CD	67	extern u64 __vgic_v3_read_vmcr(void);
328e5664 CD	68	extern void __vgic_v3_write_vmcr(u32 vmcr);
0d98d00b	69	extern void __vgic_v3_init_lrs(void);
b2fb1c0d	70
56c7f5e7 AB	71	extern u32 __kvm_get_mdcr_el2(void);
56c7f5e7 AB	72
6141570c	73	extern u32 __init_stage2_translation(void);
3a3604bc	74
984a9d1c MZ	75	/* Home-grown __this_cpu_{ptr,read} variants that always work at HYP */
	76	#define __hyp_this_cpu_ptr(sym) \
	77	({ \
	78	void *__ptr = hyp_symbol_addr(sym); \
	79	__ptr += read_sysreg(tpidr_el2); \
	80	(typeof(&sym))__ptr; \
	81	})
	82
	83	#define __hyp_this_cpu_read(sym) \
	84	({ \
	85	*__hyp_this_cpu_ptr(sym); \
	86	})
	87
47e02f07 CD	88	#else /* __ASSEMBLY__ */
47e02f07 CD	89
984a9d1c MZ	90	.macro hyp_adr_this_cpu reg, sym, tmp
984a9d1c MZ	91	adr_l \reg, \sym
47e02f07 CD	92	mrs \tmp, tpidr_el2
	93	add \reg, \reg, \tmp
	94	.endm
	95
984a9d1c MZ	96	.macro hyp_ldr_this_cpu reg, sym, tmp
	97	adr_l \reg, \sym
	98	mrs \tmp, tpidr_el2
	99	ldr \reg, [\reg, \tmp]
	100	.endm
	101
	102	.macro get_host_ctxt reg, tmp
	103	hyp_adr_this_cpu \reg, kvm_host_cpu_state, \tmp
	104	.endm
	105
47e02f07 CD	106	.macro get_vcpu_ptr vcpu, ctxt
	107	get_host_ctxt \ctxt, \vcpu
	108	ldr \vcpu, [\ctxt, #HOST_CONTEXT_VCPU]
	109	kern_hyp_va \vcpu
	110	.endm
	111
fd9fc9f7 MZ	112	#endif
	113
	114	#endif /* __ARM_KVM_ASM_H__ */