[mirror_ubuntu-bionic-kernel.git] / include / linux / irqchip / arm-gic-v3.h

/*
 * Copyright (C) 2013, 2014 ARM Limited, All Rights Reserved.
 * Author: Marc Zyngier <marc.zyngier@arm.com>
 *
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
#ifndef __LINUX_IRQCHIP_ARM_GIC_V3_H
#define __LINUX_IRQCHIP_ARM_GIC_V3_H

/*
 * Distributor registers. We assume we're running non-secure, with ARE
 * being set. Secure-only and non-ARE registers are not described.
 */
#define GICD_CTLR			0x0000
#define GICD_TYPER			0x0004
#define GICD_IIDR			0x0008
#define GICD_STATUSR			0x0010
#define GICD_SETSPI_NSR			0x0040
#define GICD_CLRSPI_NSR			0x0048
#define GICD_SETSPI_SR			0x0050
#define GICD_CLRSPI_SR			0x0058
#define GICD_SEIR			0x0068
#define GICD_IGROUPR			0x0080
#define GICD_ISENABLER			0x0100
#define GICD_ICENABLER			0x0180
#define GICD_ISPENDR			0x0200
#define GICD_ICPENDR			0x0280
#define GICD_ISACTIVER			0x0300
#define GICD_ICACTIVER			0x0380
#define GICD_IPRIORITYR			0x0400
#define GICD_ICFGR			0x0C00
#define GICD_IGRPMODR			0x0D00
#define GICD_NSACR			0x0E00
#define GICD_IROUTER			0x6000
#define GICD_IDREGS			0xFFD0
#define GICD_PIDR2			0xFFE8

/*
 * Those registers are actually from GICv2, but the spec demands that they
 * are implemented as RES0 if ARE is 1 (which we do in KVM's emulated GICv3).
 */
#define GICD_ITARGETSR			0x0800
#define GICD_SGIR			0x0F00
#define GICD_CPENDSGIR			0x0F10
#define GICD_SPENDSGIR			0x0F20

#define GICD_CTLR_RWP			(1U << 31)
#define GICD_CTLR_DS			(1U << 6)
#define GICD_CTLR_ARE_NS		(1U << 4)
#define GICD_CTLR_ENABLE_G1A		(1U << 1)
#define GICD_CTLR_ENABLE_G1		(1U << 0)

/*
 * In systems with a single security state (what we emulate in KVM)
 * the meaning of the interrupt group enable bits is slightly different
 */
#define GICD_CTLR_ENABLE_SS_G1		(1U << 1)
#define GICD_CTLR_ENABLE_SS_G0		(1U << 0)

#define GICD_TYPER_LPIS			(1U << 17)
#define GICD_TYPER_MBIS			(1U << 16)

#define GICD_TYPER_ID_BITS(typer)	((((typer) >> 19) & 0x1f) + 1)
#define GICD_TYPER_IRQS(typer)		((((typer) & 0x1f) + 1) * 32)
#define GICD_TYPER_LPIS			(1U << 17)

#define GICD_IROUTER_SPI_MODE_ONE	(0U << 31)
#define GICD_IROUTER_SPI_MODE_ANY	(1U << 31)

#define GIC_PIDR2_ARCH_MASK		0xf0
#define GIC_PIDR2_ARCH_GICv3		0x30
#define GIC_PIDR2_ARCH_GICv4		0x40

#define GIC_V3_DIST_SIZE		0x10000

/*
 * Re-Distributor registers, offsets from RD_base
 */
#define GICR_CTLR			GICD_CTLR
#define GICR_IIDR			0x0004
#define GICR_TYPER			0x0008
#define GICR_STATUSR			GICD_STATUSR
#define GICR_WAKER			0x0014
#define GICR_SETLPIR			0x0040
#define GICR_CLRLPIR			0x0048
#define GICR_SEIR			GICD_SEIR
#define GICR_PROPBASER			0x0070
#define GICR_PENDBASER			0x0078
#define GICR_INVLPIR			0x00A0
#define GICR_INVALLR			0x00B0
#define GICR_SYNCR			0x00C0
#define GICR_MOVLPIR			0x0100
#define GICR_MOVALLR			0x0110
#define GICR_IDREGS			GICD_IDREGS
#define GICR_PIDR2			GICD_PIDR2

#define GICR_CTLR_ENABLE_LPIS		(1UL << 0)

#define GICR_TYPER_CPU_NUMBER(r)	(((r) >> 8) & 0xffff)

#define GICR_WAKER_ProcessorSleep	(1U << 1)
#define GICR_WAKER_ChildrenAsleep	(1U << 2)

#define GIC_BASER_CACHE_nCnB		0ULL
#define GIC_BASER_CACHE_SameAsInner	0ULL
#define GIC_BASER_CACHE_nC		1ULL
#define GIC_BASER_CACHE_RaWt		2ULL
#define GIC_BASER_CACHE_RaWb		3ULL
#define GIC_BASER_CACHE_WaWt		4ULL
#define GIC_BASER_CACHE_WaWb		5ULL
#define GIC_BASER_CACHE_RaWaWt		6ULL
#define GIC_BASER_CACHE_RaWaWb		7ULL
#define GIC_BASER_CACHE_MASK		7ULL
#define GIC_BASER_NonShareable		0ULL
#define GIC_BASER_InnerShareable	1ULL
#define GIC_BASER_OuterShareable	2ULL
#define GIC_BASER_SHAREABILITY_MASK	3ULL

#define GIC_BASER_CACHEABILITY(reg, inner_outer, type)			\
	(GIC_BASER_CACHE_##type << reg##_##inner_outer##_CACHEABILITY_SHIFT)

#define GIC_BASER_SHAREABILITY(reg, type)				\
	(GIC_BASER_##type << reg##_SHAREABILITY_SHIFT)

#define GICR_PROPBASER_SHAREABILITY_SHIFT		(10)
#define GICR_PROPBASER_INNER_CACHEABILITY_SHIFT		(7)
#define GICR_PROPBASER_OUTER_CACHEABILITY_SHIFT		(56)
#define GICR_PROPBASER_SHAREABILITY_MASK				\
	GIC_BASER_SHAREABILITY(GICR_PROPBASER, SHAREABILITY_MASK)
#define GICR_PROPBASER_INNER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, MASK)
#define GICR_PROPBASER_OUTER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GICR_PROPBASER, OUTER, MASK)
#define GICR_PROPBASER_CACHEABILITY_MASK GICR_PROPBASER_INNER_CACHEABILITY_MASK

#define GICR_PROPBASER_InnerShareable					\
	GIC_BASER_SHAREABILITY(GICR_PROPBASER, InnerShareable)
#define GICR_PROPBASER_nC GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, nC)
#define GICR_PROPBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, WaWb)
#define GICR_PROPBASER_IDBITS_MASK			(0x1f)

#define GICR_PENDBASER_SHAREABILITY_SHIFT		(10)
#define GICR_PENDBASER_INNER_CACHEABILITY_SHIFT		(7)
#define GICR_PENDBASER_OUTER_CACHEABILITY_SHIFT		(56)
#define GICR_PENDBASER_SHAREABILITY_MASK				\
	GIC_BASER_SHAREABILITY(GICR_PENDBASER, SHAREABILITY_MASK)
#define GICR_PENDBASER_INNER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, MASK)
#define GICR_PENDBASER_OUTER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GICR_PENDBASER, OUTER, MASK)
#define GICR_PENDBASER_CACHEABILITY_MASK GICR_PENDBASER_INNER_CACHEABILITY_MASK

#define GICR_PENDBASER_InnerShareable					\
	GIC_BASER_SHAREABILITY(GICR_PENDBASER, InnerShareable)
#define GICR_PENDBASER_nC GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, nC)
#define GICR_PENDBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, WaWb)
#define GICR_PENDBASER_PTZ				BIT_ULL(62)

/*
 * Re-Distributor registers, offsets from SGI_base
 */
#define GICR_IGROUPR0			GICD_IGROUPR
#define GICR_ISENABLER0			GICD_ISENABLER
#define GICR_ICENABLER0			GICD_ICENABLER
#define GICR_ISPENDR0			GICD_ISPENDR
#define GICR_ICPENDR0			GICD_ICPENDR
#define GICR_ISACTIVER0			GICD_ISACTIVER
#define GICR_ICACTIVER0			GICD_ICACTIVER
#define GICR_IPRIORITYR0		GICD_IPRIORITYR
#define GICR_ICFGR0			GICD_ICFGR
#define GICR_IGRPMODR0			GICD_IGRPMODR
#define GICR_NSACR			GICD_NSACR

#define GICR_TYPER_PLPIS		(1U << 0)
#define GICR_TYPER_VLPIS		(1U << 1)
#define GICR_TYPER_LAST			(1U << 4)

#define GIC_V3_REDIST_SIZE		0x20000

#define LPI_PROP_GROUP1			(1 << 1)
#define LPI_PROP_ENABLED		(1 << 0)

/*
 * ITS registers, offsets from ITS_base
 */
#define GITS_CTLR			0x0000
#define GITS_IIDR			0x0004
#define GITS_TYPER			0x0008
#define GITS_CBASER			0x0080
#define GITS_CWRITER			0x0088
#define GITS_CREADR			0x0090
#define GITS_BASER			0x0100
#define GITS_IDREGS_BASE		0xffd0
#define GITS_PIDR0			0xffe0
#define GITS_PIDR1			0xffe4
#define GITS_PIDR2			GICR_PIDR2
#define GITS_PIDR4			0xffd0
#define GITS_CIDR0			0xfff0
#define GITS_CIDR1			0xfff4
#define GITS_CIDR2			0xfff8
#define GITS_CIDR3			0xfffc

#define GITS_TRANSLATER			0x10040

#define GITS_CTLR_ENABLE		(1U << 0)
#define GITS_CTLR_QUIESCENT		(1U << 31)

#define GITS_TYPER_PLPIS		(1UL << 0)
#define GITS_TYPER_IDBITS_SHIFT		8
#define GITS_TYPER_DEVBITS_SHIFT	13
#define GITS_TYPER_DEVBITS(r)		((((r) >> GITS_TYPER_DEVBITS_SHIFT) & 0x1f) + 1)
#define GITS_TYPER_PTA			(1UL << 19)
#define GITS_TYPER_HWCOLLCNT_SHIFT	24

#define GITS_CBASER_VALID			(1UL << 63)
#define GITS_CBASER_SHAREABILITY_SHIFT		(10)
#define GITS_CBASER_INNER_CACHEABILITY_SHIFT	(59)
#define GITS_CBASER_OUTER_CACHEABILITY_SHIFT	(53)
#define GITS_CBASER_SHAREABILITY_MASK					\
	GIC_BASER_SHAREABILITY(GITS_CBASER, SHAREABILITY_MASK)
#define GITS_CBASER_INNER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, MASK)
#define GITS_CBASER_OUTER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GITS_CBASER, OUTER, MASK)
#define GITS_CBASER_CACHEABILITY_MASK GITS_CBASER_INNER_CACHEABILITY_MASK

#define GITS_CBASER_InnerShareable					\
	GIC_BASER_SHAREABILITY(GITS_CBASER, InnerShareable)
#define GITS_CBASER_nC GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, nC)
#define GITS_CBASER_WaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, WaWb)

#define GITS_BASER_NR_REGS		8

#define GITS_BASER_VALID			(1UL << 63)
#define GITS_BASER_INDIRECT			(1ULL << 62)
#define GITS_BASER_INNER_CACHEABILITY_SHIFT	(59)
#define GITS_BASER_OUTER_CACHEABILITY_SHIFT	(53)
#define GITS_BASER_INNER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GITS_BASER, INNER, MASK)
#define GITS_BASER_OUTER_CACHEABILITY_MASK				\
	GIC_BASER_CACHEABILITY(GITS_BASER, OUTER, MASK)
#define GITS_BASER_SHAREABILITY_MASK					\
	GIC_BASER_SHAREABILITY(GITS_BASER, SHAREABILITY_MASK)

#define GITS_BASER_nC GIC_BASER_CACHEABILITY(GITS_BASER, INNER, nC)
#define GITS_BASER_WaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, WaWb)
#define GITS_BASER_TYPE_SHIFT			(56)
#define GITS_BASER_TYPE(r)		(((r) >> GITS_BASER_TYPE_SHIFT) & 7)
#define GITS_BASER_ENTRY_SIZE_SHIFT		(48)
#define GITS_BASER_ENTRY_SIZE(r)	((((r) >> GITS_BASER_ENTRY_SIZE_SHIFT) & 0xff) + 1)
#define GITS_BASER_SHAREABILITY_SHIFT	(10)
#define GITS_BASER_InnerShareable					\
	GIC_BASER_SHAREABILITY(GITS_BASER, InnerShareable)
#define GITS_BASER_PAGE_SIZE_SHIFT	(8)
#define GITS_BASER_PAGE_SIZE_4K		(0UL << GITS_BASER_PAGE_SIZE_SHIFT)
#define GITS_BASER_PAGE_SIZE_16K	(1UL << GITS_BASER_PAGE_SIZE_SHIFT)
#define GITS_BASER_PAGE_SIZE_64K	(2UL << GITS_BASER_PAGE_SIZE_SHIFT)
#define GITS_BASER_PAGE_SIZE_MASK	(3UL << GITS_BASER_PAGE_SIZE_SHIFT)
#define GITS_BASER_PAGES_MAX		256
#define GITS_BASER_NR_PAGES(r)		(((r) & 0xff) + 1)

#define GITS_BASER_TYPE_NONE		0
#define GITS_BASER_TYPE_DEVICE		1
#define GITS_BASER_TYPE_VCPU		2
#define GITS_BASER_TYPE_CPU		3
#define GITS_BASER_TYPE_COLLECTION	4
#define GITS_BASER_TYPE_RESERVED5	5
#define GITS_BASER_TYPE_RESERVED6	6
#define GITS_BASER_TYPE_RESERVED7	7

/*
 * ITS commands
 */
#define GITS_CMD_MAPD			0x08
#define GITS_CMD_MAPC			0x09
#define GITS_CMD_MAPTI			0x0a
/* older GIC documentation used MAPVI for this command */
#define GITS_CMD_MAPVI			GITS_CMD_MAPTI
#define GITS_CMD_MAPI			0x0b
#define GITS_CMD_MOVI			0x01
#define GITS_CMD_DISCARD		0x0f
#define GITS_CMD_INV			0x0c
#define GITS_CMD_MOVALL			0x0e
#define GITS_CMD_INVALL			0x0d
#define GITS_CMD_INT			0x03
#define GITS_CMD_CLEAR			0x04
#define GITS_CMD_SYNC			0x05

/*
 * ITS error numbers
 */
#define E_ITS_MOVI_UNMAPPED_INTERRUPT		0x010107
#define E_ITS_MOVI_UNMAPPED_COLLECTION		0x010109
#define E_ITS_CLEAR_UNMAPPED_INTERRUPT		0x010507
#define E_ITS_MAPD_DEVICE_OOR			0x010801
#define E_ITS_MAPC_PROCNUM_OOR			0x010902
#define E_ITS_MAPC_COLLECTION_OOR		0x010903
#define E_ITS_MAPTI_UNMAPPED_DEVICE		0x010a04
#define E_ITS_MAPTI_PHYSICALID_OOR		0x010a06
#define E_ITS_INV_UNMAPPED_INTERRUPT		0x010c07
#define E_ITS_INVALL_UNMAPPED_COLLECTION	0x010d09
#define E_ITS_MOVALL_PROCNUM_OOR		0x010e01
#define E_ITS_DISCARD_UNMAPPED_INTERRUPT	0x010f07

/*
 * CPU interface registers
 */
#define ICC_CTLR_EL1_EOImode_drop_dir	(0U << 1)
#define ICC_CTLR_EL1_EOImode_drop	(1U << 1)
#define ICC_SRE_EL1_SRE			(1U << 0)

/*
 * Hypervisor interface registers (SRE only)
 */
#define ICH_LR_VIRTUAL_ID_MASK		((1ULL << 32) - 1)

#define ICH_LR_EOI			(1ULL << 41)
#define ICH_LR_GROUP			(1ULL << 60)
#define ICH_LR_HW			(1ULL << 61)
#define ICH_LR_STATE			(3ULL << 62)
#define ICH_LR_PENDING_BIT		(1ULL << 62)
#define ICH_LR_ACTIVE_BIT		(1ULL << 63)
#define ICH_LR_PHYS_ID_SHIFT		32
#define ICH_LR_PHYS_ID_MASK		(0x3ffULL << ICH_LR_PHYS_ID_SHIFT)
#define ICH_LR_PRIORITY_SHIFT		48

/* These are for GICv2 emulation only */
#define GICH_LR_VIRTUALID		(0x3ffUL << 0)
#define GICH_LR_PHYSID_CPUID_SHIFT	(10)
#define GICH_LR_PHYSID_CPUID		(7UL << GICH_LR_PHYSID_CPUID_SHIFT)

#define ICH_MISR_EOI			(1 << 0)
#define ICH_MISR_U			(1 << 1)

#define ICH_HCR_EN			(1 << 0)
#define ICH_HCR_UIE			(1 << 1)

#define ICH_VMCR_CTLR_SHIFT		0
#define ICH_VMCR_CTLR_MASK		(0x21f << ICH_VMCR_CTLR_SHIFT)
#define ICH_VMCR_BPR1_SHIFT		18
#define ICH_VMCR_BPR1_MASK		(7 << ICH_VMCR_BPR1_SHIFT)
#define ICH_VMCR_BPR0_SHIFT		21
#define ICH_VMCR_BPR0_MASK		(7 << ICH_VMCR_BPR0_SHIFT)
#define ICH_VMCR_PMR_SHIFT		24
#define ICH_VMCR_PMR_MASK		(0xffUL << ICH_VMCR_PMR_SHIFT)

#define ICC_IAR1_EL1_SPURIOUS		0x3ff

#define ICC_SRE_EL2_SRE			(1 << 0)
#define ICC_SRE_EL2_ENABLE		(1 << 3)

#define ICC_SGI1R_TARGET_LIST_SHIFT	0
#define ICC_SGI1R_TARGET_LIST_MASK	(0xffff << ICC_SGI1R_TARGET_LIST_SHIFT)
#define ICC_SGI1R_AFFINITY_1_SHIFT	16
#define ICC_SGI1R_AFFINITY_1_MASK	(0xff << ICC_SGI1R_AFFINITY_1_SHIFT)
#define ICC_SGI1R_SGI_ID_SHIFT		24
#define ICC_SGI1R_SGI_ID_MASK		(0xff << ICC_SGI1R_SGI_ID_SHIFT)
#define ICC_SGI1R_AFFINITY_2_SHIFT	32
#define ICC_SGI1R_AFFINITY_2_MASK	(0xffULL << ICC_SGI1R_AFFINITY_1_SHIFT)
#define ICC_SGI1R_IRQ_ROUTING_MODE_BIT	40
#define ICC_SGI1R_AFFINITY_3_SHIFT	48
#define ICC_SGI1R_AFFINITY_3_MASK	(0xffULL << ICC_SGI1R_AFFINITY_1_SHIFT)

#include <asm/arch_gicv3.h>

#ifndef __ASSEMBLY__

/*
 * We need a value to serve as a irq-type for LPIs. Choose one that will
 * hopefully pique the interest of the reviewer.
 */
#define GIC_IRQ_TYPE_LPI		0xa110c8ed

struct rdists {
	struct {
		void __iomem	*rd_base;
		struct page	*pend_page;
		phys_addr_t	phys_base;
	} __percpu		*rdist;
	struct page		*prop_page;
	int			id_bits;
	u64			flags;
};

struct irq_domain;
struct device_node;
int its_cpu_init(void);
int its_init(struct device_node *node, struct rdists *rdists,
	     struct irq_domain *domain);

static inline bool gic_enable_sre(void)
{
	u32 val;

	val = gic_read_sre();
	if (val & ICC_SRE_EL1_SRE)
		return true;

	val |= ICC_SRE_EL1_SRE;
	gic_write_sre(val);
	val = gic_read_sre();

	return !!(val & ICC_SRE_EL1_SRE);
}

#endif

#endif
Commit	Line	Data
021f6537 MZ	1	/*
	2	* Copyright (C) 2013, 2014 ARM Limited, All Rights Reserved.
	3	* Author: Marc Zyngier <marc.zyngier@arm.com>
	4	*
	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License version 2 as
	8	* published by the Free Software Foundation.
	9	*
	10	* This program is distributed in the hope that it will be useful,
	11	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	12	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	13	* GNU General Public License for more details.
	14	*
	15	* You should have received a copy of the GNU General Public License
	16	* along with this program. If not, see <http://www.gnu.org/licenses/>.
	17	*/
	18	#ifndef __LINUX_IRQCHIP_ARM_GIC_V3_H
	19	#define __LINUX_IRQCHIP_ARM_GIC_V3_H
	20
	21	/*
	22	* Distributor registers. We assume we're running non-secure, with ARE
	23	* being set. Secure-only and non-ARE registers are not described.
	24	*/
	25	#define GICD_CTLR 0x0000
	26	#define GICD_TYPER 0x0004
	27	#define GICD_IIDR 0x0008
	28	#define GICD_STATUSR 0x0010
	29	#define GICD_SETSPI_NSR 0x0040
	30	#define GICD_CLRSPI_NSR 0x0048
	31	#define GICD_SETSPI_SR 0x0050
	32	#define GICD_CLRSPI_SR 0x0058
	33	#define GICD_SEIR 0x0068
a0675c25	34	#define GICD_IGROUPR 0x0080
021f6537 MZ	35	#define GICD_ISENABLER 0x0100
	36	#define GICD_ICENABLER 0x0180
	37	#define GICD_ISPENDR 0x0200
	38	#define GICD_ICPENDR 0x0280
	39	#define GICD_ISACTIVER 0x0300
	40	#define GICD_ICACTIVER 0x0380
	41	#define GICD_IPRIORITYR 0x0400
	42	#define GICD_ICFGR 0x0C00
a0675c25 AP	43	#define GICD_IGRPMODR 0x0D00
a0675c25 AP	44	#define GICD_NSACR 0x0E00
021f6537	45	#define GICD_IROUTER 0x6000
a0675c25	46	#define GICD_IDREGS 0xFFD0
021f6537 MZ	47	#define GICD_PIDR2 0xFFE8
021f6537 MZ	48
a0675c25 AP	49	/*
	50	* Those registers are actually from GICv2, but the spec demands that they
	51	* are implemented as RES0 if ARE is 1 (which we do in KVM's emulated GICv3).
	52	*/
	53	#define GICD_ITARGETSR 0x0800
	54	#define GICD_SGIR 0x0F00
	55	#define GICD_CPENDSGIR 0x0F10
	56	#define GICD_SPENDSGIR 0x0F20
	57
021f6537	58	#define GICD_CTLR_RWP (1U << 31)
a0675c25	59	#define GICD_CTLR_DS (1U << 6)
021f6537 MZ	60	#define GICD_CTLR_ARE_NS (1U << 4)
	61	#define GICD_CTLR_ENABLE_G1A (1U << 1)
	62	#define GICD_CTLR_ENABLE_G1 (1U << 0)
	63
a0675c25 AP	64	/*
	65	* In systems with a single security state (what we emulate in KVM)
	66	* the meaning of the interrupt group enable bits is slightly different
	67	*/
	68	#define GICD_CTLR_ENABLE_SS_G1 (1U << 1)
	69	#define GICD_CTLR_ENABLE_SS_G0 (1U << 0)
	70
	71	#define GICD_TYPER_LPIS (1U << 17)
	72	#define GICD_TYPER_MBIS (1U << 16)
	73
f5c1434c MZ	74	#define GICD_TYPER_ID_BITS(typer) ((((typer) >> 19) & 0x1f) + 1)
	75	#define GICD_TYPER_IRQS(typer) ((((typer) & 0x1f) + 1) * 32)
	76	#define GICD_TYPER_LPIS (1U << 17)
	77
021f6537 MZ	78	#define GICD_IROUTER_SPI_MODE_ONE (0U << 31)
	79	#define GICD_IROUTER_SPI_MODE_ANY (1U << 31)
	80
	81	#define GIC_PIDR2_ARCH_MASK 0xf0
	82	#define GIC_PIDR2_ARCH_GICv3 0x30
	83	#define GIC_PIDR2_ARCH_GICv4 0x40
	84
a0675c25 AP	85	#define GIC_V3_DIST_SIZE 0x10000
a0675c25 AP	86
021f6537 MZ	87	/*
	88	* Re-Distributor registers, offsets from RD_base
	89	*/
	90	#define GICR_CTLR GICD_CTLR
	91	#define GICR_IIDR 0x0004
	92	#define GICR_TYPER 0x0008
	93	#define GICR_STATUSR GICD_STATUSR
	94	#define GICR_WAKER 0x0014
	95	#define GICR_SETLPIR 0x0040
	96	#define GICR_CLRLPIR 0x0048
	97	#define GICR_SEIR GICD_SEIR
	98	#define GICR_PROPBASER 0x0070
	99	#define GICR_PENDBASER 0x0078
	100	#define GICR_INVLPIR 0x00A0
	101	#define GICR_INVALLR 0x00B0
	102	#define GICR_SYNCR 0x00C0
	103	#define GICR_MOVLPIR 0x0100
	104	#define GICR_MOVALLR 0x0110
a0675c25	105	#define GICR_IDREGS GICD_IDREGS
021f6537 MZ	106	#define GICR_PIDR2 GICD_PIDR2
021f6537 MZ	107
cc2d3216 MZ	108	#define GICR_CTLR_ENABLE_LPIS (1UL << 0)
	109
	110	#define GICR_TYPER_CPU_NUMBER(r) (((r) >> 8) & 0xffff)
	111
021f6537 MZ	112	#define GICR_WAKER_ProcessorSleep (1U << 1)
	113	#define GICR_WAKER_ChildrenAsleep (1U << 2)
	114
645b9e49 AP	115	#define GIC_BASER_CACHE_nCnB 0ULL
	116	#define GIC_BASER_CACHE_SameAsInner 0ULL
	117	#define GIC_BASER_CACHE_nC 1ULL
	118	#define GIC_BASER_CACHE_RaWt 2ULL
	119	#define GIC_BASER_CACHE_RaWb 3ULL
	120	#define GIC_BASER_CACHE_WaWt 4ULL
	121	#define GIC_BASER_CACHE_WaWb 5ULL
	122	#define GIC_BASER_CACHE_RaWaWt 6ULL
	123	#define GIC_BASER_CACHE_RaWaWb 7ULL
	124	#define GIC_BASER_CACHE_MASK 7ULL
	125	#define GIC_BASER_NonShareable 0ULL
	126	#define GIC_BASER_InnerShareable 1ULL
	127	#define GIC_BASER_OuterShareable 2ULL
	128	#define GIC_BASER_SHAREABILITY_MASK 3ULL
	129
	130	#define GIC_BASER_CACHEABILITY(reg, inner_outer, type) \
	131	(GIC_BASER_CACHE_##type << reg##_##inner_outer##_CACHEABILITY_SHIFT)
	132
	133	#define GIC_BASER_SHAREABILITY(reg, type) \
	134	(GIC_BASER_##type << reg##_SHAREABILITY_SHIFT)
	135
	136	#define GICR_PROPBASER_SHAREABILITY_SHIFT (10)
	137	#define GICR_PROPBASER_INNER_CACHEABILITY_SHIFT (7)
	138	#define GICR_PROPBASER_OUTER_CACHEABILITY_SHIFT (56)
	139	#define GICR_PROPBASER_SHAREABILITY_MASK \
	140	GIC_BASER_SHAREABILITY(GICR_PROPBASER, SHAREABILITY_MASK)
	141	#define GICR_PROPBASER_INNER_CACHEABILITY_MASK \
	142	GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, MASK)
	143	#define GICR_PROPBASER_OUTER_CACHEABILITY_MASK \
	144	GIC_BASER_CACHEABILITY(GICR_PROPBASER, OUTER, MASK)
	145	#define GICR_PROPBASER_CACHEABILITY_MASK GICR_PROPBASER_INNER_CACHEABILITY_MASK
	146
	147	#define GICR_PROPBASER_InnerShareable \
	148	GIC_BASER_SHAREABILITY(GICR_PROPBASER, InnerShareable)
	149	#define GICR_PROPBASER_nC GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, nC)
	150	#define GICR_PROPBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, WaWb)
	151	#define GICR_PROPBASER_IDBITS_MASK (0x1f)
	152
	153	#define GICR_PENDBASER_SHAREABILITY_SHIFT (10)
	154	#define GICR_PENDBASER_INNER_CACHEABILITY_SHIFT (7)
	155	#define GICR_PENDBASER_OUTER_CACHEABILITY_SHIFT (56)
	156	#define GICR_PENDBASER_SHAREABILITY_MASK \
	157	GIC_BASER_SHAREABILITY(GICR_PENDBASER, SHAREABILITY_MASK)
	158	#define GICR_PENDBASER_INNER_CACHEABILITY_MASK \
	159	GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, MASK)
	160	#define GICR_PENDBASER_OUTER_CACHEABILITY_MASK \
	161	GIC_BASER_CACHEABILITY(GICR_PENDBASER, OUTER, MASK)
	162	#define GICR_PENDBASER_CACHEABILITY_MASK GICR_PENDBASER_INNER_CACHEABILITY_MASK
	163
	164	#define GICR_PENDBASER_InnerShareable \
	165	GIC_BASER_SHAREABILITY(GICR_PENDBASER, InnerShareable)
	166	#define GICR_PENDBASER_nC GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, nC)
	167	#define GICR_PENDBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, WaWb)
	168	#define GICR_PENDBASER_PTZ BIT_ULL(62)
4ad3e363	169
021f6537 MZ	170	/*
	171	* Re-Distributor registers, offsets from SGI_base
	172	*/
a0675c25	173	#define GICR_IGROUPR0 GICD_IGROUPR
021f6537 MZ	174	#define GICR_ISENABLER0 GICD_ISENABLER
	175	#define GICR_ICENABLER0 GICD_ICENABLER
	176	#define GICR_ISPENDR0 GICD_ISPENDR
	177	#define GICR_ICPENDR0 GICD_ICPENDR
	178	#define GICR_ISACTIVER0 GICD_ISACTIVER
	179	#define GICR_ICACTIVER0 GICD_ICACTIVER
	180	#define GICR_IPRIORITYR0 GICD_IPRIORITYR
	181	#define GICR_ICFGR0 GICD_ICFGR
a0675c25 AP	182	#define GICR_IGRPMODR0 GICD_IGRPMODR
a0675c25 AP	183	#define GICR_NSACR GICD_NSACR
021f6537	184
cc2d3216	185	#define GICR_TYPER_PLPIS (1U << 0)
021f6537 MZ	186	#define GICR_TYPER_VLPIS (1U << 1)
	187	#define GICR_TYPER_LAST (1U << 4)
	188
a0675c25 AP	189	#define GIC_V3_REDIST_SIZE 0x20000
a0675c25 AP	190
cc2d3216 MZ	191	#define LPI_PROP_GROUP1 (1 << 1)
	192	#define LPI_PROP_ENABLED (1 << 0)
	193
	194	/*
	195	* ITS registers, offsets from ITS_base
	196	*/
	197	#define GITS_CTLR 0x0000
	198	#define GITS_IIDR 0x0004
	199	#define GITS_TYPER 0x0008
	200	#define GITS_CBASER 0x0080
	201	#define GITS_CWRITER 0x0088
	202	#define GITS_CREADR 0x0090
	203	#define GITS_BASER 0x0100
645b9e49 AP	204	#define GITS_IDREGS_BASE 0xffd0
	205	#define GITS_PIDR0 0xffe0
	206	#define GITS_PIDR1 0xffe4
cc2d3216	207	#define GITS_PIDR2 GICR_PIDR2
645b9e49 AP	208	#define GITS_PIDR4 0xffd0
	209	#define GITS_CIDR0 0xfff0
	210	#define GITS_CIDR1 0xfff4
	211	#define GITS_CIDR2 0xfff8
	212	#define GITS_CIDR3 0xfffc
cc2d3216 MZ	213
	214	#define GITS_TRANSLATER 0x10040
	215
7cb99116 YW	216	#define GITS_CTLR_ENABLE (1U << 0)
	217	#define GITS_CTLR_QUIESCENT (1U << 31)
	218
645b9e49 AP	219	#define GITS_TYPER_PLPIS (1UL << 0)
645b9e49 AP	220	#define GITS_TYPER_IDBITS_SHIFT 8
f54b97ed MZ	221	#define GITS_TYPER_DEVBITS_SHIFT 13
f54b97ed MZ	222	#define GITS_TYPER_DEVBITS(r) ((((r) >> GITS_TYPER_DEVBITS_SHIFT) & 0x1f) + 1)
cc2d3216	223	#define GITS_TYPER_PTA (1UL << 19)
645b9e49 AP	224	#define GITS_TYPER_HWCOLLCNT_SHIFT 24
	225
	226	#define GITS_CBASER_VALID (1UL << 63)
	227	#define GITS_CBASER_SHAREABILITY_SHIFT (10)
	228	#define GITS_CBASER_INNER_CACHEABILITY_SHIFT (59)
	229	#define GITS_CBASER_OUTER_CACHEABILITY_SHIFT (53)
	230	#define GITS_CBASER_SHAREABILITY_MASK \
	231	GIC_BASER_SHAREABILITY(GITS_CBASER, SHAREABILITY_MASK)
	232	#define GITS_CBASER_INNER_CACHEABILITY_MASK \
	233	GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, MASK)
	234	#define GITS_CBASER_OUTER_CACHEABILITY_MASK \
	235	GIC_BASER_CACHEABILITY(GITS_CBASER, OUTER, MASK)
	236	#define GITS_CBASER_CACHEABILITY_MASK GITS_CBASER_INNER_CACHEABILITY_MASK
	237
	238	#define GITS_CBASER_InnerShareable \
	239	GIC_BASER_SHAREABILITY(GITS_CBASER, InnerShareable)
	240	#define GITS_CBASER_nC GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, nC)
	241	#define GITS_CBASER_WaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, WaWb)
cc2d3216 MZ	242
	243	#define GITS_BASER_NR_REGS 8
	244
645b9e49 AP	245	#define GITS_BASER_VALID (1UL << 63)
	246	#define GITS_BASER_INDIRECT (1ULL << 62)
	247	#define GITS_BASER_INNER_CACHEABILITY_SHIFT (59)
	248	#define GITS_BASER_OUTER_CACHEABILITY_SHIFT (53)
	249	#define GITS_BASER_INNER_CACHEABILITY_MASK \
	250	GIC_BASER_CACHEABILITY(GITS_BASER, INNER, MASK)
	251	#define GITS_BASER_OUTER_CACHEABILITY_MASK \
	252	GIC_BASER_CACHEABILITY(GITS_BASER, OUTER, MASK)
	253	#define GITS_BASER_SHAREABILITY_MASK \
	254	GIC_BASER_SHAREABILITY(GITS_BASER, SHAREABILITY_MASK)
	255
	256	#define GITS_BASER_nC GIC_BASER_CACHEABILITY(GITS_BASER, INNER, nC)
	257	#define GITS_BASER_WaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, WaWb)
	258	#define GITS_BASER_TYPE_SHIFT (56)
cc2d3216	259	#define GITS_BASER_TYPE(r) (((r) >> GITS_BASER_TYPE_SHIFT) & 7)
645b9e49	260	#define GITS_BASER_ENTRY_SIZE_SHIFT (48)
cc2d3216	261	#define GITS_BASER_ENTRY_SIZE(r) ((((r) >> GITS_BASER_ENTRY_SIZE_SHIFT) & 0xff) + 1)
cc2d3216	262	#define GITS_BASER_SHAREABILITY_SHIFT (10)
645b9e49 AP	263	#define GITS_BASER_InnerShareable \
645b9e49 AP	264	GIC_BASER_SHAREABILITY(GITS_BASER, InnerShareable)
cc2d3216 MZ	265	#define GITS_BASER_PAGE_SIZE_SHIFT (8)
	266	#define GITS_BASER_PAGE_SIZE_4K (0UL << GITS_BASER_PAGE_SIZE_SHIFT)
	267	#define GITS_BASER_PAGE_SIZE_16K (1UL << GITS_BASER_PAGE_SIZE_SHIFT)
	268	#define GITS_BASER_PAGE_SIZE_64K (2UL << GITS_BASER_PAGE_SIZE_SHIFT)
	269	#define GITS_BASER_PAGE_SIZE_MASK (3UL << GITS_BASER_PAGE_SIZE_SHIFT)
30f21363	270	#define GITS_BASER_PAGES_MAX 256
645b9e49	271	#define GITS_BASER_NR_PAGES(r) (((r) & 0xff) + 1)
cc2d3216 MZ	272
	273	#define GITS_BASER_TYPE_NONE 0
	274	#define GITS_BASER_TYPE_DEVICE 1
	275	#define GITS_BASER_TYPE_VCPU 2
	276	#define GITS_BASER_TYPE_CPU 3
	277	#define GITS_BASER_TYPE_COLLECTION 4
	278	#define GITS_BASER_TYPE_RESERVED5 5
	279	#define GITS_BASER_TYPE_RESERVED6 6
	280	#define GITS_BASER_TYPE_RESERVED7 7
	281
	282	/*
	283	* ITS commands
	284	*/
	285	#define GITS_CMD_MAPD 0x08
	286	#define GITS_CMD_MAPC 0x09
645b9e49 AP	287	#define GITS_CMD_MAPTI 0x0a
	288	/* older GIC documentation used MAPVI for this command */
	289	#define GITS_CMD_MAPVI GITS_CMD_MAPTI
	290	#define GITS_CMD_MAPI 0x0b
cc2d3216 MZ	291	#define GITS_CMD_MOVI 0x01
	292	#define GITS_CMD_DISCARD 0x0f
	293	#define GITS_CMD_INV 0x0c
	294	#define GITS_CMD_MOVALL 0x0e
	295	#define GITS_CMD_INVALL 0x0d
	296	#define GITS_CMD_INT 0x03
	297	#define GITS_CMD_CLEAR 0x04
	298	#define GITS_CMD_SYNC 0x05
	299
645b9e49 AP	300	/*
	301	* ITS error numbers
	302	*/
	303	#define E_ITS_MOVI_UNMAPPED_INTERRUPT 0x010107
	304	#define E_ITS_MOVI_UNMAPPED_COLLECTION 0x010109
	305	#define E_ITS_CLEAR_UNMAPPED_INTERRUPT 0x010507
	306	#define E_ITS_MAPD_DEVICE_OOR 0x010801
	307	#define E_ITS_MAPC_PROCNUM_OOR 0x010902
	308	#define E_ITS_MAPC_COLLECTION_OOR 0x010903
	309	#define E_ITS_MAPTI_UNMAPPED_DEVICE 0x010a04
	310	#define E_ITS_MAPTI_PHYSICALID_OOR 0x010a06
	311	#define E_ITS_INV_UNMAPPED_INTERRUPT 0x010c07
	312	#define E_ITS_INVALL_UNMAPPED_COLLECTION 0x010d09
	313	#define E_ITS_MOVALL_PROCNUM_OOR 0x010e01
	314	#define E_ITS_DISCARD_UNMAPPED_INTERRUPT 0x010f07
	315
021f6537 MZ	316	/*
	317	* CPU interface registers
	318	*/
	319	#define ICC_CTLR_EL1_EOImode_drop_dir (0U << 1)
	320	#define ICC_CTLR_EL1_EOImode_drop (1U << 1)
	321	#define ICC_SRE_EL1_SRE (1U << 0)
	322
	323	/*
	324	* Hypervisor interface registers (SRE only)
	325	*/
f6c86a41 JPB	326	#define ICH_LR_VIRTUAL_ID_MASK ((1ULL << 32) - 1)
	327
	328	#define ICH_LR_EOI (1ULL << 41)
	329	#define ICH_LR_GROUP (1ULL << 60)
	330	#define ICH_LR_HW (1ULL << 61)
	331	#define ICH_LR_STATE (3ULL << 62)
	332	#define ICH_LR_PENDING_BIT (1ULL << 62)
	333	#define ICH_LR_ACTIVE_BIT (1ULL << 63)
fb182cf8	334	#define ICH_LR_PHYS_ID_SHIFT 32
f6c86a41	335	#define ICH_LR_PHYS_ID_MASK (0x3ffULL << ICH_LR_PHYS_ID_SHIFT)
59529f69	336	#define ICH_LR_PRIORITY_SHIFT 48
021f6537	337
44bfc42e AP	338	/* These are for GICv2 emulation only */
	339	#define GICH_LR_VIRTUALID (0x3ffUL << 0)
	340	#define GICH_LR_PHYSID_CPUID_SHIFT (10)
	341	#define GICH_LR_PHYSID_CPUID (7UL << GICH_LR_PHYSID_CPUID_SHIFT)
021f6537 MZ	342
	343	#define ICH_MISR_EOI (1 << 0)
	344	#define ICH_MISR_U (1 << 1)
	345
	346	#define ICH_HCR_EN (1 << 0)
	347	#define ICH_HCR_UIE (1 << 1)
	348
	349	#define ICH_VMCR_CTLR_SHIFT 0
	350	#define ICH_VMCR_CTLR_MASK (0x21f << ICH_VMCR_CTLR_SHIFT)
	351	#define ICH_VMCR_BPR1_SHIFT 18
	352	#define ICH_VMCR_BPR1_MASK (7 << ICH_VMCR_BPR1_SHIFT)
	353	#define ICH_VMCR_BPR0_SHIFT 21
	354	#define ICH_VMCR_BPR0_MASK (7 << ICH_VMCR_BPR0_SHIFT)
	355	#define ICH_VMCR_PMR_SHIFT 24
	356	#define ICH_VMCR_PMR_MASK (0xffUL << ICH_VMCR_PMR_SHIFT)
	357
021f6537 MZ	358	#define ICC_IAR1_EL1_SPURIOUS 0x3ff
021f6537 MZ	359
021f6537 MZ	360	#define ICC_SRE_EL2_SRE (1 << 0)
	361	#define ICC_SRE_EL2_ENABLE (1 << 3)
	362
7e580278 AP	363	#define ICC_SGI1R_TARGET_LIST_SHIFT 0
	364	#define ICC_SGI1R_TARGET_LIST_MASK (0xffff << ICC_SGI1R_TARGET_LIST_SHIFT)
	365	#define ICC_SGI1R_AFFINITY_1_SHIFT 16
	366	#define ICC_SGI1R_AFFINITY_1_MASK (0xff << ICC_SGI1R_AFFINITY_1_SHIFT)
	367	#define ICC_SGI1R_SGI_ID_SHIFT 24
	368	#define ICC_SGI1R_SGI_ID_MASK (0xff << ICC_SGI1R_SGI_ID_SHIFT)
	369	#define ICC_SGI1R_AFFINITY_2_SHIFT 32
	370	#define ICC_SGI1R_AFFINITY_2_MASK (0xffULL << ICC_SGI1R_AFFINITY_1_SHIFT)
	371	#define ICC_SGI1R_IRQ_ROUTING_MODE_BIT 40
	372	#define ICC_SGI1R_AFFINITY_3_SHIFT 48
	373	#define ICC_SGI1R_AFFINITY_3_MASK (0xffULL << ICC_SGI1R_AFFINITY_1_SHIFT)
	374
7936e914	375	#include <asm/arch_gicv3.h>
021f6537 MZ	376
	377	#ifndef __ASSEMBLY__
	378
b48ac83d MZ	379	/*
	380	* We need a value to serve as a irq-type for LPIs. Choose one that will
	381	* hopefully pique the interest of the reviewer.
	382	*/
	383	#define GIC_IRQ_TYPE_LPI 0xa110c8ed
	384
f5c1434c MZ	385	struct rdists {
	386	struct {
	387	void __iomem *rd_base;
	388	struct page *pend_page;
	389	phys_addr_t phys_base;
	390	} __percpu *rdist;
	391	struct page *prop_page;
	392	int id_bits;
	393	u64 flags;
	394	};
	395
7936e914	396	struct irq_domain;
059393c5	397	struct device_node;
7936e914 JPB	398	int its_cpu_init(void);
	399	int its_init(struct device_node node, struct rdists rdists,
	400	struct irq_domain *domain);
0b6a3da9	401
7cabd008 MZ	402	static inline bool gic_enable_sre(void)
7cabd008 MZ	403	{
7936e914	404	u32 val;
7cabd008	405
7936e914	406	val = gic_read_sre();
7cabd008 MZ	407	if (val & ICC_SRE_EL1_SRE)
	408	return true;
	409
	410	val \|= ICC_SRE_EL1_SRE;
7936e914 JPB	411	gic_write_sre(val);
7936e914 JPB	412	val = gic_read_sre();
7cabd008 MZ	413
	414	return !!(val & ICC_SRE_EL1_SRE);
	415	}
	416
021f6537 MZ	417	#endif
	418
	419	#endif