[mirror_ubuntu-bionic-kernel.git] / arch / s390 / kvm / intercept.c

/*
 * in-kernel handling for sie intercepts
 *
 * Copyright IBM Corp. 2008, 2009
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License (version 2 only)
 * as published by the Free Software Foundation.
 *
 *    Author(s): Carsten Otte <cotte@de.ibm.com>
 *               Christian Borntraeger <borntraeger@de.ibm.com>
 */

#include <linux/kvm_host.h>
#include <linux/errno.h>
#include <linux/pagemap.h>

#include <asm/kvm_host.h>

#include "kvm-s390.h"
#include "gaccess.h"
#include "trace.h"
#include "trace-s390.h"

static int handle_lctlg(struct kvm_vcpu *vcpu)
{
	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
	u64 useraddr;
	int reg, rc;

	vcpu->stat.instruction_lctlg++;

	useraddr = kvm_s390_get_base_disp_rsy(vcpu);

	if (useraddr & 7)
		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);

	reg = reg1;

	VCPU_EVENT(vcpu, 5, "lctlg r1:%x, r3:%x, addr:%llx", reg1, reg3,
		   useraddr);
	trace_kvm_s390_handle_lctl(vcpu, 1, reg1, reg3, useraddr);

	do {
		rc = get_guest_u64(vcpu, useraddr,
				   &vcpu->arch.sie_block->gcr[reg]);
		if (rc) {
			kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
			break;
		}
		useraddr += 8;
		if (reg == reg3)
			break;
		reg = (reg + 1) % 16;
	} while (1);
	return 0;
}

static int handle_lctl(struct kvm_vcpu *vcpu)
{
	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
	u64 useraddr;
	u32 val = 0;
	int reg, rc;

	vcpu->stat.instruction_lctl++;

	useraddr = kvm_s390_get_base_disp_rs(vcpu);

	if (useraddr & 3)
		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);

	VCPU_EVENT(vcpu, 5, "lctl r1:%x, r3:%x, addr:%llx", reg1, reg3,
		   useraddr);
	trace_kvm_s390_handle_lctl(vcpu, 0, reg1, reg3, useraddr);

	reg = reg1;
	do {
		rc = get_guest_u32(vcpu, useraddr, &val);
		if (rc) {
			kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
			break;
		}
		vcpu->arch.sie_block->gcr[reg] &= 0xffffffff00000000ul;
		vcpu->arch.sie_block->gcr[reg] |= val;
		useraddr += 4;
		if (reg == reg3)
			break;
		reg = (reg + 1) % 16;
	} while (1);
	return 0;
}

static const intercept_handler_t eb_handlers[256] = {
	[0x2f] = handle_lctlg,
	[0x8a] = kvm_s390_handle_priv_eb,
};

static int handle_eb(struct kvm_vcpu *vcpu)
{
	intercept_handler_t handler;

	handler = eb_handlers[vcpu->arch.sie_block->ipb & 0xff];
	if (handler)
		return handler(vcpu);
	return -EOPNOTSUPP;
}

static const intercept_handler_t instruction_handlers[256] = {
	[0x01] = kvm_s390_handle_01,
	[0x82] = kvm_s390_handle_lpsw,
	[0x83] = kvm_s390_handle_diag,
	[0xae] = kvm_s390_handle_sigp,
	[0xb2] = kvm_s390_handle_b2,
	[0xb7] = handle_lctl,
	[0xb9] = kvm_s390_handle_b9,
	[0xe5] = kvm_s390_handle_e5,
	[0xeb] = handle_eb,
};

static int handle_noop(struct kvm_vcpu *vcpu)
{
	switch (vcpu->arch.sie_block->icptcode) {
	case 0x0:
		vcpu->stat.exit_null++;
		break;
	case 0x10:
		vcpu->stat.exit_external_request++;
		break;
	case 0x14:
		vcpu->stat.exit_external_interrupt++;
		break;
	default:
		break; /* nothing */
	}
	return 0;
}

static int handle_stop(struct kvm_vcpu *vcpu)
{
	int rc = 0;

	vcpu->stat.exit_stop_request++;
	spin_lock_bh(&vcpu->arch.local_int.lock);

	trace_kvm_s390_stop_request(vcpu->arch.local_int.action_bits);

	if (vcpu->arch.local_int.action_bits & ACTION_RELOADVCPU_ON_STOP) {
		vcpu->arch.local_int.action_bits &= ~ACTION_RELOADVCPU_ON_STOP;
		rc = SIE_INTERCEPT_RERUNVCPU;
		vcpu->run->exit_reason = KVM_EXIT_INTR;
	}

	if (vcpu->arch.local_int.action_bits & ACTION_STOP_ON_STOP) {
		atomic_set_mask(CPUSTAT_STOPPED,
				&vcpu->arch.sie_block->cpuflags);
		vcpu->arch.local_int.action_bits &= ~ACTION_STOP_ON_STOP;
		VCPU_EVENT(vcpu, 3, "%s", "cpu stopped");
		rc = -EOPNOTSUPP;
	}

	if (vcpu->arch.local_int.action_bits & ACTION_STORE_ON_STOP) {
		vcpu->arch.local_int.action_bits &= ~ACTION_STORE_ON_STOP;
		/* store status must be called unlocked. Since local_int.lock
		 * only protects local_int.* and not guest memory we can give
		 * up the lock here */
		spin_unlock_bh(&vcpu->arch.local_int.lock);
		rc = kvm_s390_vcpu_store_status(vcpu,
						KVM_S390_STORE_STATUS_NOADDR);
		if (rc >= 0)
			rc = -EOPNOTSUPP;
	} else
		spin_unlock_bh(&vcpu->arch.local_int.lock);
	return rc;
}

static int handle_validity(struct kvm_vcpu *vcpu)
{
	unsigned long vmaddr;
	int viwhy = vcpu->arch.sie_block->ipb >> 16;
	int rc;

	vcpu->stat.exit_validity++;
	trace_kvm_s390_intercept_validity(vcpu, viwhy);
	if (viwhy == 0x37) {
		vmaddr = gmap_fault(vcpu->arch.sie_block->prefix,
				    vcpu->arch.gmap);
		if (IS_ERR_VALUE(vmaddr)) {
			rc = -EOPNOTSUPP;
			goto out;
		}
		rc = fault_in_pages_writeable((char __user *) vmaddr,
			 PAGE_SIZE);
		if (rc) {
			/* user will receive sigsegv, exit to user */
			rc = -EOPNOTSUPP;
			goto out;
		}
		vmaddr = gmap_fault(vcpu->arch.sie_block->prefix + PAGE_SIZE,
				    vcpu->arch.gmap);
		if (IS_ERR_VALUE(vmaddr)) {
			rc = -EOPNOTSUPP;
			goto out;
		}
		rc = fault_in_pages_writeable((char __user *) vmaddr,
			 PAGE_SIZE);
		if (rc) {
			/* user will receive sigsegv, exit to user */
			rc = -EOPNOTSUPP;
			goto out;
		}
	} else
		rc = -EOPNOTSUPP;

out:
	if (rc)
		VCPU_EVENT(vcpu, 2, "unhandled validity intercept code %d",
			   viwhy);
	return rc;
}

static int handle_instruction(struct kvm_vcpu *vcpu)
{
	intercept_handler_t handler;

	vcpu->stat.exit_instruction++;
	trace_kvm_s390_intercept_instruction(vcpu,
					     vcpu->arch.sie_block->ipa,
					     vcpu->arch.sie_block->ipb);
	handler = instruction_handlers[vcpu->arch.sie_block->ipa >> 8];
	if (handler)
		return handler(vcpu);
	return -EOPNOTSUPP;
}

static int handle_prog(struct kvm_vcpu *vcpu)
{
	vcpu->stat.exit_program_interruption++;
	trace_kvm_s390_intercept_prog(vcpu, vcpu->arch.sie_block->iprcc);
	return kvm_s390_inject_program_int(vcpu, vcpu->arch.sie_block->iprcc);
}

static int handle_instruction_and_prog(struct kvm_vcpu *vcpu)
{
	int rc, rc2;

	vcpu->stat.exit_instr_and_program++;
	rc = handle_instruction(vcpu);
	rc2 = handle_prog(vcpu);

	if (rc == -EOPNOTSUPP)
		vcpu->arch.sie_block->icptcode = 0x04;
	if (rc)
		return rc;
	return rc2;
}

static const intercept_handler_t intercept_funcs[] = {
	[0x00 >> 2] = handle_noop,
	[0x04 >> 2] = handle_instruction,
	[0x08 >> 2] = handle_prog,
	[0x0C >> 2] = handle_instruction_and_prog,
	[0x10 >> 2] = handle_noop,
	[0x14 >> 2] = handle_noop,
	[0x18 >> 2] = handle_noop,
	[0x1C >> 2] = kvm_s390_handle_wait,
	[0x20 >> 2] = handle_validity,
	[0x28 >> 2] = handle_stop,
};

int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu)
{
	intercept_handler_t func;
	u8 code = vcpu->arch.sie_block->icptcode;

	if (code & 3 || (code >> 2) >= ARRAY_SIZE(intercept_funcs))
		return -EOPNOTSUPP;
	func = intercept_funcs[code >> 2];
	if (func)
		return func(vcpu);
	return -EOPNOTSUPP;
}
Commit	Line	Data
8f2abe6a	1	/*
a53c8fab	2	* in-kernel handling for sie intercepts
8f2abe6a	3	*
a53c8fab	4	* Copyright IBM Corp. 2008, 2009
8f2abe6a CB	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License (version 2 only)
	8	* as published by the Free Software Foundation.
	9	*
	10	* Author(s): Carsten Otte <cotte@de.ibm.com>
	11	* Christian Borntraeger <borntraeger@de.ibm.com>
	12	*/
	13
	14	#include <linux/kvm_host.h>
	15	#include <linux/errno.h>
	16	#include <linux/pagemap.h>
	17
	18	#include <asm/kvm_host.h>
	19
	20	#include "kvm-s390.h"
ba5c1e9b	21	#include "gaccess.h"
5786fffa	22	#include "trace.h"
ade38c31	23	#include "trace-s390.h"
ba5c1e9b	24
f5e10b09	25	static int handle_lctlg(struct kvm_vcpu *vcpu)
ba5c1e9b CO	26	{
	27	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
	28	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
ba5c1e9b CO	29	u64 useraddr;
	30	int reg, rc;
	31
f5e10b09	32	vcpu->stat.instruction_lctlg++;
ba5c1e9b	33
b1c571a5	34	useraddr = kvm_s390_get_base_disp_rsy(vcpu);
ba5c1e9b	35
5a00a5e7 CB	36	if (useraddr & 7)
	37	return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
	38
ba5c1e9b CO	39	reg = reg1;
ba5c1e9b CO	40
b1c571a5 CH	41	VCPU_EVENT(vcpu, 5, "lctlg r1:%x, r3:%x, addr:%llx", reg1, reg3,
b1c571a5 CH	42	useraddr);
5786fffa	43	trace_kvm_s390_handle_lctl(vcpu, 1, reg1, reg3, useraddr);
ba5c1e9b CO	44
	45	do {
	46	rc = get_guest_u64(vcpu, useraddr,
	47	&vcpu->arch.sie_block->gcr[reg]);
dc5008b9	48	if (rc) {
ba5c1e9b CO	49	kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
	50	break;
	51	}
	52	useraddr += 8;
	53	if (reg == reg3)
	54	break;
	55	reg = (reg + 1) % 16;
	56	} while (1);
	57	return 0;
	58	}
	59
	60	static int handle_lctl(struct kvm_vcpu *vcpu)
	61	{
	62	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
	63	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
ba5c1e9b CO	64	u64 useraddr;
	65	u32 val = 0;
	66	int reg, rc;
	67
	68	vcpu->stat.instruction_lctl++;
	69
b1c571a5	70	useraddr = kvm_s390_get_base_disp_rs(vcpu);
ba5c1e9b	71
5a00a5e7 CB	72	if (useraddr & 3)
	73	return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
	74
b1c571a5 CH	75	VCPU_EVENT(vcpu, 5, "lctl r1:%x, r3:%x, addr:%llx", reg1, reg3,
b1c571a5 CH	76	useraddr);
5786fffa	77	trace_kvm_s390_handle_lctl(vcpu, 0, reg1, reg3, useraddr);
ba5c1e9b CO	78
	79	reg = reg1;
	80	do {
	81	rc = get_guest_u32(vcpu, useraddr, &val);
dc5008b9	82	if (rc) {
ba5c1e9b CO	83	kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
	84	break;
	85	}
	86	vcpu->arch.sie_block->gcr[reg] &= 0xffffffff00000000ul;
	87	vcpu->arch.sie_block->gcr[reg] \|= val;
	88	useraddr += 4;
	89	if (reg == reg3)
	90	break;
	91	reg = (reg + 1) % 16;
	92	} while (1);
	93	return 0;
	94	}
	95
f379aae5 CH	96	static const intercept_handler_t eb_handlers[256] = {
	97	[0x2f] = handle_lctlg,
	98	[0x8a] = kvm_s390_handle_priv_eb,
	99	};
	100
	101	static int handle_eb(struct kvm_vcpu *vcpu)
	102	{
	103	intercept_handler_t handler;
	104
	105	handler = eb_handlers[vcpu->arch.sie_block->ipb & 0xff];
	106	if (handler)
	107	return handler(vcpu);
	108	return -EOPNOTSUPP;
	109	}
	110
77975357	111	static const intercept_handler_t instruction_handlers[256] = {
8c3f61e2	112	[0x01] = kvm_s390_handle_01,
48a3e950	113	[0x82] = kvm_s390_handle_lpsw,
e28acfea	114	[0x83] = kvm_s390_handle_diag,
5288fbf0	115	[0xae] = kvm_s390_handle_sigp,
70455a36	116	[0xb2] = kvm_s390_handle_b2,
ba5c1e9b	117	[0xb7] = handle_lctl,
48a3e950	118	[0xb9] = kvm_s390_handle_b9,
bb25b9ba	119	[0xe5] = kvm_s390_handle_e5,
f379aae5	120	[0xeb] = handle_eb,
ba5c1e9b	121	};
8f2abe6a CB	122
	123	static int handle_noop(struct kvm_vcpu *vcpu)
	124	{
	125	switch (vcpu->arch.sie_block->icptcode) {
0eaeafa1 CB	126	case 0x0:
	127	vcpu->stat.exit_null++;
	128	break;
8f2abe6a CB	129	case 0x10:
	130	vcpu->stat.exit_external_request++;
	131	break;
	132	case 0x14:
	133	vcpu->stat.exit_external_interrupt++;
	134	break;
	135	default:
	136	break; /* nothing */
	137	}
	138	return 0;
	139	}
	140
	141	static int handle_stop(struct kvm_vcpu *vcpu)
	142	{
9ace903d	143	int rc = 0;
5288fbf0	144
8f2abe6a	145	vcpu->stat.exit_stop_request++;
5288fbf0	146	spin_lock_bh(&vcpu->arch.local_int.lock);
5288fbf0	147
ade38c31 CH	148	trace_kvm_s390_stop_request(vcpu->arch.local_int.action_bits);
ade38c31 CH	149
9ace903d CE	150	if (vcpu->arch.local_int.action_bits & ACTION_RELOADVCPU_ON_STOP) {
	151	vcpu->arch.local_int.action_bits &= ~ACTION_RELOADVCPU_ON_STOP;
	152	rc = SIE_INTERCEPT_RERUNVCPU;
	153	vcpu->run->exit_reason = KVM_EXIT_INTR;
	154	}
	155
5288fbf0	156	if (vcpu->arch.local_int.action_bits & ACTION_STOP_ON_STOP) {
9e6dabef CH	157	atomic_set_mask(CPUSTAT_STOPPED,
9e6dabef CH	158	&vcpu->arch.sie_block->cpuflags);
5288fbf0 CB	159	vcpu->arch.local_int.action_bits &= ~ACTION_STOP_ON_STOP;
5288fbf0 CB	160	VCPU_EVENT(vcpu, 3, "%s", "cpu stopped");
b8e660b8	161	rc = -EOPNOTSUPP;
9ace903d CE	162	}
9ace903d CE	163
9e0d5473 JF	164	if (vcpu->arch.local_int.action_bits & ACTION_STORE_ON_STOP) {
	165	vcpu->arch.local_int.action_bits &= ~ACTION_STORE_ON_STOP;
	166	/* store status must be called unlocked. Since local_int.lock
	167	* only protects local_int.* and not guest memory we can give
	168	* up the lock here */
	169	spin_unlock_bh(&vcpu->arch.local_int.lock);
	170	rc = kvm_s390_vcpu_store_status(vcpu,
	171	KVM_S390_STORE_STATUS_NOADDR);
	172	if (rc >= 0)
	173	rc = -EOPNOTSUPP;
	174	} else
	175	spin_unlock_bh(&vcpu->arch.local_int.lock);
5288fbf0	176	return rc;
8f2abe6a CB	177	}
	178
	179	static int handle_validity(struct kvm_vcpu *vcpu)
	180	{
598841ca	181	unsigned long vmaddr;
8f2abe6a	182	int viwhy = vcpu->arch.sie_block->ipb >> 16;
3edbcff9 CO	183	int rc;
3edbcff9 CO	184
8f2abe6a	185	vcpu->stat.exit_validity++;
5786fffa	186	trace_kvm_s390_intercept_validity(vcpu, viwhy);
092670cd CO	187	if (viwhy == 0x37) {
	188	vmaddr = gmap_fault(vcpu->arch.sie_block->prefix,
	189	vcpu->arch.gmap);
	190	if (IS_ERR_VALUE(vmaddr)) {
	191	rc = -EOPNOTSUPP;
	192	goto out;
	193	}
	194	rc = fault_in_pages_writeable((char __user *) vmaddr,
	195	PAGE_SIZE);
598841ca	196	if (rc) {
3edbcff9	197	/* user will receive sigsegv, exit to user */
b8e660b8	198	rc = -EOPNOTSUPP;
598841ca CO	199	goto out;
598841ca CO	200	}
092670cd	201	vmaddr = gmap_fault(vcpu->arch.sie_block->prefix + PAGE_SIZE,
598841ca CO	202	vcpu->arch.gmap);
	203	if (IS_ERR_VALUE(vmaddr)) {
	204	rc = -EOPNOTSUPP;
	205	goto out;
	206	}
092670cd CO	207	rc = fault_in_pages_writeable((char __user *) vmaddr,
	208	PAGE_SIZE);
	209	if (rc) {
	210	/* user will receive sigsegv, exit to user */
598841ca CO	211	rc = -EOPNOTSUPP;
	212	goto out;
	213	}
3edbcff9	214	} else
b8e660b8	215	rc = -EOPNOTSUPP;
3edbcff9	216
598841ca	217	out:
3edbcff9 CO	218	if (rc)
	219	VCPU_EVENT(vcpu, 2, "unhandled validity intercept code %d",
	220	viwhy);
	221	return rc;
8f2abe6a CB	222	}
8f2abe6a CB	223
ba5c1e9b CO	224	static int handle_instruction(struct kvm_vcpu *vcpu)
	225	{
	226	intercept_handler_t handler;
	227
	228	vcpu->stat.exit_instruction++;
5786fffa CH	229	trace_kvm_s390_intercept_instruction(vcpu,
	230	vcpu->arch.sie_block->ipa,
	231	vcpu->arch.sie_block->ipb);
ba5c1e9b CO	232	handler = instruction_handlers[vcpu->arch.sie_block->ipa >> 8];
	233	if (handler)
	234	return handler(vcpu);
b8e660b8	235	return -EOPNOTSUPP;
ba5c1e9b CO	236	}
	237
	238	static int handle_prog(struct kvm_vcpu *vcpu)
	239	{
	240	vcpu->stat.exit_program_interruption++;
5786fffa	241	trace_kvm_s390_intercept_prog(vcpu, vcpu->arch.sie_block->iprcc);
ba5c1e9b CO	242	return kvm_s390_inject_program_int(vcpu, vcpu->arch.sie_block->iprcc);
	243	}
	244
	245	static int handle_instruction_and_prog(struct kvm_vcpu *vcpu)
	246	{
	247	int rc, rc2;
	248
	249	vcpu->stat.exit_instr_and_program++;
	250	rc = handle_instruction(vcpu);
	251	rc2 = handle_prog(vcpu);
	252
b8e660b8	253	if (rc == -EOPNOTSUPP)
ba5c1e9b CO	254	vcpu->arch.sie_block->icptcode = 0x04;
	255	if (rc)
	256	return rc;
	257	return rc2;
	258	}
	259
062d5e9b	260	static const intercept_handler_t intercept_funcs[] = {
8f2abe6a	261	[0x00 >> 2] = handle_noop,
ba5c1e9b CO	262	[0x04 >> 2] = handle_instruction,
	263	[0x08 >> 2] = handle_prog,
	264	[0x0C >> 2] = handle_instruction_and_prog,
8f2abe6a CB	265	[0x10 >> 2] = handle_noop,
8f2abe6a CB	266	[0x14 >> 2] = handle_noop,
fa6b7fe9	267	[0x18 >> 2] = handle_noop,
ba5c1e9b	268	[0x1C >> 2] = kvm_s390_handle_wait,
8f2abe6a CB	269	[0x20 >> 2] = handle_validity,
	270	[0x28 >> 2] = handle_stop,
	271	};
	272
	273	int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu)
	274	{
	275	intercept_handler_t func;
	276	u8 code = vcpu->arch.sie_block->icptcode;
	277
062d5e9b	278	if (code & 3 \|\| (code >> 2) >= ARRAY_SIZE(intercept_funcs))
b8e660b8	279	return -EOPNOTSUPP;
8f2abe6a CB	280	func = intercept_funcs[code >> 2];
	281	if (func)
	282	return func(vcpu);
b8e660b8	283	return -EOPNOTSUPP;
8f2abe6a	284	}