[mirror_ubuntu-jammy-kernel.git] / arch / arm64 / include / asm / kvm_asm.h

/*
 * Copyright (C) 2012,2013 - ARM Ltd
 * Author: Marc Zyngier <marc.zyngier@arm.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef __ARM_KVM_ASM_H__
#define __ARM_KVM_ASM_H__

#include <asm/virt.h>

#define	VCPU_WORKAROUND_2_FLAG_SHIFT	0
#define	VCPU_WORKAROUND_2_FLAG		(_AC(1, UL) << VCPU_WORKAROUND_2_FLAG_SHIFT)

#define ARM_EXIT_WITH_SERROR_BIT  31
#define ARM_EXCEPTION_CODE(x)	  ((x) & ~(1U << ARM_EXIT_WITH_SERROR_BIT))
#define ARM_SERROR_PENDING(x)	  !!((x) & (1U << ARM_EXIT_WITH_SERROR_BIT))

#define ARM_EXCEPTION_IRQ	  0
#define ARM_EXCEPTION_EL1_SERROR  1
#define ARM_EXCEPTION_TRAP	  2
#define ARM_EXCEPTION_IL	  3
/* The hyp-stub will return this for any kvm_call_hyp() call */
#define ARM_EXCEPTION_HYP_GONE	  HVC_STUB_ERR

#ifndef __ASSEMBLY__

#include <linux/mm.h>

/* Translate a kernel address of @sym into its equivalent linear mapping */
#define kvm_ksym_ref(sym)						\
	({								\
		void *val = &sym;					\
		if (!is_kernel_in_hyp_mode())				\
			val = lm_alias(&sym);				\
		val;							\
	 })

struct kvm;
struct kvm_vcpu;

extern char __kvm_hyp_init[];
extern char __kvm_hyp_init_end[];

extern char __kvm_hyp_vector[];

extern void __kvm_flush_vm_context(void);
extern void __kvm_tlb_flush_vmid_ipa(struct kvm *kvm, phys_addr_t ipa);
extern void __kvm_tlb_flush_vmid(struct kvm *kvm);
extern void __kvm_tlb_flush_local_vmid(struct kvm_vcpu *vcpu);

extern void __kvm_timer_set_cntvoff(u32 cntvoff_low, u32 cntvoff_high);

extern int kvm_vcpu_run_vhe(struct kvm_vcpu *vcpu);

extern int __kvm_vcpu_run_nvhe(struct kvm_vcpu *vcpu);

extern u64 __vgic_v3_get_ich_vtr_el2(void);
extern u64 __vgic_v3_read_vmcr(void);
extern void __vgic_v3_write_vmcr(u32 vmcr);
extern void __vgic_v3_init_lrs(void);

extern u32 __kvm_get_mdcr_el2(void);

/* Home-grown __this_cpu_{ptr,read} variants that always work at HYP */
#define __hyp_this_cpu_ptr(sym)						\
	({								\
		void *__ptr = hyp_symbol_addr(sym);			\
		__ptr += read_sysreg(tpidr_el2);			\
		(typeof(&sym))__ptr;					\
	 })

#define __hyp_this_cpu_read(sym)					\
	({								\
		*__hyp_this_cpu_ptr(sym);				\
	 })

#else /* __ASSEMBLY__ */

.macro hyp_adr_this_cpu reg, sym, tmp
	adr_l	\reg, \sym
	mrs	\tmp, tpidr_el2
	add	\reg, \reg, \tmp
.endm

.macro hyp_ldr_this_cpu reg, sym, tmp
	adr_l	\reg, \sym
	mrs	\tmp, tpidr_el2
	ldr	\reg,  [\reg, \tmp]
.endm

.macro get_host_ctxt reg, tmp
	hyp_adr_this_cpu \reg, kvm_host_cpu_state, \tmp
.endm

.macro get_vcpu_ptr vcpu, ctxt
	get_host_ctxt \ctxt, \vcpu
	ldr	\vcpu, [\ctxt, #HOST_CONTEXT_VCPU]
	kern_hyp_va	\vcpu
.endm

#endif

#endif /* __ARM_KVM_ASM_H__ */
Commit	Line	Data
fd9fc9f7 MZ	1	/*
	2	* Copyright (C) 2012,2013 - ARM Ltd
	3	* Author: Marc Zyngier <marc.zyngier@arm.com>
	4	*
	5	* This program is free software; you can redistribute it and/or modify
	6	* it under the terms of the GNU General Public License version 2 as
	7	* published by the Free Software Foundation.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program. If not, see <http://www.gnu.org/licenses/>.
	16	*/
	17
	18	#ifndef __ARM_KVM_ASM_H__
	19	#define __ARM_KVM_ASM_H__
	20
45451914 MZ	21	#include <asm/virt.h>
45451914 MZ	22
38500be1 CM	23	#define VCPU_WORKAROUND_2_FLAG_SHIFT 0
	24	#define VCPU_WORKAROUND_2_FLAG (_AC(1, UL) << VCPU_WORKAROUND_2_FLAG_SHIFT)
	25
20163403 MZ	26	#define ARM_EXIT_WITH_SERROR_BIT 31
	27	#define ARM_EXCEPTION_CODE(x) ((x) & ~(1U << ARM_EXIT_WITH_SERROR_BIT))
	28	#define ARM_SERROR_PENDING(x) !!((x) & (1U << ARM_EXIT_WITH_SERROR_BIT))
	29
fd9fc9f7	30	#define ARM_EXCEPTION_IRQ 0
9aecafc8 MZ	31	#define ARM_EXCEPTION_EL1_SERROR 1
9aecafc8 MZ	32	#define ARM_EXCEPTION_TRAP 2
e4e11cc0	33	#define ARM_EXCEPTION_IL 3
c94b0cf2	34	/* The hyp-stub will return this for any kvm_call_hyp() call */
4993fdcf	35	#define ARM_EXCEPTION_HYP_GONE HVC_STUB_ERR
fd9fc9f7	36
46c4a30b MR	37	#ifndef __ASSEMBLY__
	38
	39	#include <linux/mm.h>
0c557ed4	40
4464e210	41	/* Translate a kernel address of @sym into its equivalent linear mapping */
2510ffe1 MZ	42	#define kvm_ksym_ref(sym) \
	43	({ \
	44	void *val = &sym; \
	45	if (!is_kernel_in_hyp_mode()) \
46c4a30b	46	val = lm_alias(&sym); \
2510ffe1 MZ	47	val; \
2510ffe1 MZ	48	})
a0bf9776	49
fd9fc9f7 MZ	50	struct kvm;
	51	struct kvm_vcpu;
	52
	53	extern char __kvm_hyp_init[];
	54	extern char __kvm_hyp_init_end[];
	55
	56	extern char __kvm_hyp_vector[];
	57
fd9fc9f7 MZ	58	extern void __kvm_flush_vm_context(void);
fd9fc9f7 MZ	59	extern void __kvm_tlb_flush_vmid_ipa(struct kvm *kvm, phys_addr_t ipa);
8199ed0e	60	extern void __kvm_tlb_flush_vmid(struct kvm *kvm);
94d0e598	61	extern void __kvm_tlb_flush_local_vmid(struct kvm_vcpu *vcpu);
fd9fc9f7	62
688c50aa CD	63	extern void __kvm_timer_set_cntvoff(u32 cntvoff_low, u32 cntvoff_high);
688c50aa CD	64
3f5c90b8 CD	65	extern int kvm_vcpu_run_vhe(struct kvm_vcpu *vcpu);
	66
	67	extern int __kvm_vcpu_run_nvhe(struct kvm_vcpu *vcpu);
1a9b1305	68
b2fb1c0d	69	extern u64 __vgic_v3_get_ich_vtr_el2(void);
328e5664 CD	70	extern u64 __vgic_v3_read_vmcr(void);
328e5664 CD	71	extern void __vgic_v3_write_vmcr(u32 vmcr);
0d98d00b	72	extern void __vgic_v3_init_lrs(void);
b2fb1c0d	73
56c7f5e7 AB	74	extern u32 __kvm_get_mdcr_el2(void);
56c7f5e7 AB	75
85478bab MZ	76	/* Home-grown __this_cpu_{ptr,read} variants that always work at HYP */
	77	#define __hyp_this_cpu_ptr(sym) \
	78	({ \
	79	void *__ptr = hyp_symbol_addr(sym); \
	80	__ptr += read_sysreg(tpidr_el2); \
	81	(typeof(&sym))__ptr; \
	82	})
	83
	84	#define __hyp_this_cpu_read(sym) \
	85	({ \
	86	*__hyp_this_cpu_ptr(sym); \
	87	})
	88
4464e210 CD	89	#else /* __ASSEMBLY__ */
4464e210 CD	90
85478bab MZ	91	.macro hyp_adr_this_cpu reg, sym, tmp
85478bab MZ	92	adr_l \reg, \sym
4464e210 CD	93	mrs \tmp, tpidr_el2
	94	add \reg, \reg, \tmp
	95	.endm
	96
85478bab MZ	97	.macro hyp_ldr_this_cpu reg, sym, tmp
	98	adr_l \reg, \sym
	99	mrs \tmp, tpidr_el2
	100	ldr \reg, [\reg, \tmp]
	101	.endm
	102
	103	.macro get_host_ctxt reg, tmp
	104	hyp_adr_this_cpu \reg, kvm_host_cpu_state, \tmp
	105	.endm
	106
4464e210 CD	107	.macro get_vcpu_ptr vcpu, ctxt
	108	get_host_ctxt \ctxt, \vcpu
	109	ldr \vcpu, [\ctxt, #HOST_CONTEXT_VCPU]
	110	kern_hyp_va \vcpu
	111	.endm
	112
fd9fc9f7 MZ	113	#endif
	114
	115	#endif /* __ARM_KVM_ASM_H__ */