[mirror_ubuntu-jammy-kernel.git] / arch / x86 / include / asm / kvm_para.h

#ifndef _ASM_X86_KVM_PARA_H
#define _ASM_X86_KVM_PARA_H

#include <linux/types.h>
#include <asm/hyperv.h>

/* This CPUID returns the signature 'KVMKVMKVM' in ebx, ecx, and edx.  It
 * should be used to determine that a VM is running under KVM.
 */
#define KVM_CPUID_SIGNATURE	0x40000000

/* This CPUID returns a feature bitmap in eax.  Before enabling a particular
 * paravirtualization, the appropriate feature bit should be checked.
 */
#define KVM_CPUID_FEATURES	0x40000001
#define KVM_FEATURE_CLOCKSOURCE		0
#define KVM_FEATURE_NOP_IO_DELAY	1
#define KVM_FEATURE_MMU_OP		2
/* This indicates that the new set of kvmclock msrs
 * are available. The use of 0x11 and 0x12 is deprecated
 */
#define KVM_FEATURE_CLOCKSOURCE2        3
#define KVM_FEATURE_ASYNC_PF		4

/* The last 8 bits are used to indicate how to interpret the flags field
 * in pvclock structure. If no bits are set, all flags are ignored.
 */
#define KVM_FEATURE_CLOCKSOURCE_STABLE_BIT	24

#define MSR_KVM_WALL_CLOCK  0x11
#define MSR_KVM_SYSTEM_TIME 0x12

#define KVM_MSR_ENABLED 1
/* Custom MSRs falls in the range 0x4b564d00-0x4b564dff */
#define MSR_KVM_WALL_CLOCK_NEW  0x4b564d00
#define MSR_KVM_SYSTEM_TIME_NEW 0x4b564d01
#define MSR_KVM_ASYNC_PF_EN 0x4b564d02

#define KVM_MAX_MMU_OP_BATCH           32

#define KVM_ASYNC_PF_ENABLED			(1 << 0)
#define KVM_ASYNC_PF_SEND_ALWAYS		(1 << 1)

/* Operations for KVM_HC_MMU_OP */
#define KVM_MMU_OP_WRITE_PTE            1
#define KVM_MMU_OP_FLUSH_TLB	        2
#define KVM_MMU_OP_RELEASE_PT	        3

/* Payload for KVM_HC_MMU_OP */
struct kvm_mmu_op_header {
	__u32 op;
	__u32 pad;
};

struct kvm_mmu_op_write_pte {
	struct kvm_mmu_op_header header;
	__u64 pte_phys;
	__u64 pte_val;
};

struct kvm_mmu_op_flush_tlb {
	struct kvm_mmu_op_header header;
};

struct kvm_mmu_op_release_pt {
	struct kvm_mmu_op_header header;
	__u64 pt_phys;
};

#define KVM_PV_REASON_PAGE_NOT_PRESENT 1
#define KVM_PV_REASON_PAGE_READY 2

struct kvm_vcpu_pv_apf_data {
	__u32 reason;
	__u8 pad[60];
	__u32 enabled;
};

#ifdef __KERNEL__
#include <asm/processor.h>

extern void kvmclock_init(void);
extern int kvm_register_clock(char *txt);


/* This instruction is vmcall.  On non-VT architectures, it will generate a
 * trap that we will then rewrite to the appropriate instruction.
 */
#define KVM_HYPERCALL ".byte 0x0f,0x01,0xc1"

/* For KVM hypercalls, a three-byte sequence of either the vmrun or the vmmrun
 * instruction.  The hypervisor may replace it with something else but only the
 * instructions are guaranteed to be supported.
 *
 * Up to four arguments may be passed in rbx, rcx, rdx, and rsi respectively.
 * The hypercall number should be placed in rax and the return value will be
 * placed in rax.  No other registers will be clobbered unless explicited
 * noted by the particular hypercall.
 */

static inline long kvm_hypercall0(unsigned int nr)
{
	long ret;
	asm volatile(KVM_HYPERCALL
		     : "=a"(ret)
		     : "a"(nr)
		     : "memory");
	return ret;
}

static inline long kvm_hypercall1(unsigned int nr, unsigned long p1)
{
	long ret;
	asm volatile(KVM_HYPERCALL
		     : "=a"(ret)
		     : "a"(nr), "b"(p1)
		     : "memory");
	return ret;
}

static inline long kvm_hypercall2(unsigned int nr, unsigned long p1,
				  unsigned long p2)
{
	long ret;
	asm volatile(KVM_HYPERCALL
		     : "=a"(ret)
		     : "a"(nr), "b"(p1), "c"(p2)
		     : "memory");
	return ret;
}

static inline long kvm_hypercall3(unsigned int nr, unsigned long p1,
				  unsigned long p2, unsigned long p3)
{
	long ret;
	asm volatile(KVM_HYPERCALL
		     : "=a"(ret)
		     : "a"(nr), "b"(p1), "c"(p2), "d"(p3)
		     : "memory");
	return ret;
}

static inline long kvm_hypercall4(unsigned int nr, unsigned long p1,
				  unsigned long p2, unsigned long p3,
				  unsigned long p4)
{
	long ret;
	asm volatile(KVM_HYPERCALL
		     : "=a"(ret)
		     : "a"(nr), "b"(p1), "c"(p2), "d"(p3), "S"(p4)
		     : "memory");
	return ret;
}

static inline int kvm_para_available(void)
{
	unsigned int eax, ebx, ecx, edx;
	char signature[13];

	cpuid(KVM_CPUID_SIGNATURE, &eax, &ebx, &ecx, &edx);
	memcpy(signature + 0, &ebx, 4);
	memcpy(signature + 4, &ecx, 4);
	memcpy(signature + 8, &edx, 4);
	signature[12] = 0;

	if (strcmp(signature, "KVMKVMKVM") == 0)
		return 1;

	return 0;
}

static inline unsigned int kvm_arch_para_features(void)
{
	return cpuid_eax(KVM_CPUID_FEATURES);
}

#ifdef CONFIG_KVM_GUEST
void __init kvm_guest_init(void);
void kvm_async_pf_task_wait(u32 token);
void kvm_async_pf_task_wake(u32 token);
u32 kvm_read_and_reset_pf_reason(void);
#else
#define kvm_guest_init() do { } while (0)
#define kvm_async_pf_task_wait(T) do {} while(0)
#define kvm_async_pf_task_wake(T) do {} while(0)
static inline u32 kvm_read_and_reset_pf_reason(void)
{
	return 0;
}
#endif

#endif /* __KERNEL__ */

#endif /* _ASM_X86_KVM_PARA_H */
Commit	Line	Data
1965aae3 PA	1	#ifndef _ASM_X86_KVM_PARA_H
1965aae3 PA	2	#define _ASM_X86_KVM_PARA_H
5f43238d	3
fa6870c6	4	#include <linux/types.h>
55cd8e5a	5	#include <asm/hyperv.h>
fa6870c6	6
5f43238d CB	7	/* This CPUID returns the signature 'KVMKVMKVM' in ebx, ecx, and edx. It
	8	* should be used to determine that a VM is running under KVM.
	9	*/
	10	#define KVM_CPUID_SIGNATURE 0x40000000
	11
	12	/* This CPUID returns a feature bitmap in eax. Before enabling a particular
	13	* paravirtualization, the appropriate feature bit should be checked.
	14	*/
	15	#define KVM_CPUID_FEATURES 0x40000001
a28e4f5a MT	16	#define KVM_FEATURE_CLOCKSOURCE 0
a28e4f5a MT	17	#define KVM_FEATURE_NOP_IO_DELAY 1
2f333bcb	18	#define KVM_FEATURE_MMU_OP 2
0e6ac58a GC	19	/* This indicates that the new set of kvmclock msrs
	20	* are available. The use of 0x11 and 0x12 is deprecated
	21	*/
	22	#define KVM_FEATURE_CLOCKSOURCE2 3
344d9588	23	#define KVM_FEATURE_ASYNC_PF 4
18068523	24
3a0d7256 GC	25	/* The last 8 bits are used to indicate how to interpret the flags field
	26	* in pvclock structure. If no bits are set, all flags are ignored.
	27	*/
	28	#define KVM_FEATURE_CLOCKSOURCE_STABLE_BIT 24
	29
18068523 GOC	30	#define MSR_KVM_WALL_CLOCK 0x11
18068523 GOC	31	#define MSR_KVM_SYSTEM_TIME 0x12
5f43238d	32
4b6b35f5	33	#define KVM_MSR_ENABLED 1
11c6bffa GC	34	/* Custom MSRs falls in the range 0x4b564d00-0x4b564dff */
	35	#define MSR_KVM_WALL_CLOCK_NEW 0x4b564d00
	36	#define MSR_KVM_SYSTEM_TIME_NEW 0x4b564d01
344d9588	37	#define MSR_KVM_ASYNC_PF_EN 0x4b564d02
11c6bffa	38
2f333bcb MT	39	#define KVM_MAX_MMU_OP_BATCH 32
2f333bcb MT	40
344d9588	41	#define KVM_ASYNC_PF_ENABLED (1 << 0)
6adba527	42	#define KVM_ASYNC_PF_SEND_ALWAYS (1 << 1)
344d9588	43
2f333bcb MT	44	/* Operations for KVM_HC_MMU_OP */
	45	#define KVM_MMU_OP_WRITE_PTE 1
	46	#define KVM_MMU_OP_FLUSH_TLB 2
	47	#define KVM_MMU_OP_RELEASE_PT 3
	48
	49	/* Payload for KVM_HC_MMU_OP */
	50	struct kvm_mmu_op_header {
	51	__u32 op;
	52	__u32 pad;
	53	};
	54
	55	struct kvm_mmu_op_write_pte {
	56	struct kvm_mmu_op_header header;
	57	__u64 pte_phys;
	58	__u64 pte_val;
	59	};
	60
	61	struct kvm_mmu_op_flush_tlb {
	62	struct kvm_mmu_op_header header;
	63	};
	64
	65	struct kvm_mmu_op_release_pt {
	66	struct kvm_mmu_op_header header;
	67	__u64 pt_phys;
	68	};
	69
631bc487 GN	70	#define KVM_PV_REASON_PAGE_NOT_PRESENT 1
	71	#define KVM_PV_REASON_PAGE_READY 2
	72
fd10cde9 GN	73	struct kvm_vcpu_pv_apf_data {
	74	__u32 reason;
	75	__u8 pad[60];
	76	__u32 enabled;
	77	};
	78
5f43238d CB	79	#ifdef __KERNEL__
	80	#include <asm/processor.h>
	81
18068523	82	extern void kvmclock_init(void);
ca3f1017	83	extern int kvm_register_clock(char *txt);
18068523 GOC	84
18068523 GOC	85
5f43238d CB	86	/* This instruction is vmcall. On non-VT architectures, it will generate a
	87	* trap that we will then rewrite to the appropriate instruction.
	88	*/
	89	#define KVM_HYPERCALL ".byte 0x0f,0x01,0xc1"
	90
	91	/* For KVM hypercalls, a three-byte sequence of either the vmrun or the vmmrun
	92	* instruction. The hypervisor may replace it with something else but only the
	93	* instructions are guaranteed to be supported.
	94	*
	95	* Up to four arguments may be passed in rbx, rcx, rdx, and rsi respectively.
	96	* The hypercall number should be placed in rax and the return value will be
	97	* placed in rax. No other registers will be clobbered unless explicited
	98	* noted by the particular hypercall.
	99	*/
	100
	101	static inline long kvm_hypercall0(unsigned int nr)
	102	{
	103	long ret;
	104	asm volatile(KVM_HYPERCALL
	105	: "=a"(ret)
ca373932 AL	106	: "a"(nr)
ca373932 AL	107	: "memory");
5f43238d CB	108	return ret;
	109	}
	110
	111	static inline long kvm_hypercall1(unsigned int nr, unsigned long p1)
	112	{
	113	long ret;
	114	asm volatile(KVM_HYPERCALL
	115	: "=a"(ret)
ca373932 AL	116	: "a"(nr), "b"(p1)
ca373932 AL	117	: "memory");
5f43238d CB	118	return ret;
	119	}
	120
	121	static inline long kvm_hypercall2(unsigned int nr, unsigned long p1,
	122	unsigned long p2)
	123	{
	124	long ret;
	125	asm volatile(KVM_HYPERCALL
	126	: "=a"(ret)
ca373932 AL	127	: "a"(nr), "b"(p1), "c"(p2)
ca373932 AL	128	: "memory");
5f43238d CB	129	return ret;
	130	}
	131
	132	static inline long kvm_hypercall3(unsigned int nr, unsigned long p1,
	133	unsigned long p2, unsigned long p3)
	134	{
	135	long ret;
	136	asm volatile(KVM_HYPERCALL
	137	: "=a"(ret)
ca373932 AL	138	: "a"(nr), "b"(p1), "c"(p2), "d"(p3)
ca373932 AL	139	: "memory");
5f43238d CB	140	return ret;
	141	}
	142
	143	static inline long kvm_hypercall4(unsigned int nr, unsigned long p1,
	144	unsigned long p2, unsigned long p3,
	145	unsigned long p4)
	146	{
	147	long ret;
	148	asm volatile(KVM_HYPERCALL
	149	: "=a"(ret)
ca373932 AL	150	: "a"(nr), "b"(p1), "c"(p2), "d"(p3), "S"(p4)
ca373932 AL	151	: "memory");
5f43238d CB	152	return ret;
	153	}
	154
	155	static inline int kvm_para_available(void)
	156	{
	157	unsigned int eax, ebx, ecx, edx;
	158	char signature[13];
	159
	160	cpuid(KVM_CPUID_SIGNATURE, &eax, &ebx, &ecx, &edx);
	161	memcpy(signature + 0, &ebx, 4);
	162	memcpy(signature + 4, &ecx, 4);
	163	memcpy(signature + 8, &edx, 4);
	164	signature[12] = 0;
	165
	166	if (strcmp(signature, "KVMKVMKVM") == 0)
	167	return 1;
	168
	169	return 0;
	170	}
	171
	172	static inline unsigned int kvm_arch_para_features(void)
	173	{
	174	return cpuid_eax(KVM_CPUID_FEATURES);
	175	}
	176
ba492962 AG	177	#ifdef CONFIG_KVM_GUEST
ba492962 AG	178	void __init kvm_guest_init(void);
631bc487 GN	179	void kvm_async_pf_task_wait(u32 token);
	180	void kvm_async_pf_task_wake(u32 token);
	181	u32 kvm_read_and_reset_pf_reason(void);
ba492962 AG	182	#else
ba492962 AG	183	#define kvm_guest_init() do { } while (0)
631bc487 GN	184	#define kvm_async_pf_task_wait(T) do {} while(0)
631bc487 GN	185	#define kvm_async_pf_task_wake(T) do {} while(0)
d4c90b00	186	static inline u32 kvm_read_and_reset_pf_reason(void)
631bc487 GN	187	{
	188	return 0;
	189	}
5f43238d CB	190	#endif
5f43238d CB	191
ba492962 AG	192	#endif /* __KERNEL__ */
ba492962 AG	193
1965aae3	194	#endif /* _ASM_X86_KVM_PARA_H */