[mirror_ubuntu-zesty-kernel.git] / drivers / scsi / cxlflash / sislite.h

/*
 * CXL Flash Device Driver
 *
 * Written by: Manoj N. Kumar <manoj@linux.vnet.ibm.com>, IBM Corporation
 *             Matthew R. Ochs <mrochs@linux.vnet.ibm.com>, IBM Corporation
 *
 * Copyright (C) 2015 IBM Corporation
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

#ifndef _SISLITE_H
#define _SISLITE_H

#include <linux/types.h>

typedef u16 ctx_hndl_t;
typedef u32 res_hndl_t;

#define SIZE_4K		4096
#define SIZE_64K	65536

/*
 * IOARCB: 64 bytes, min 16 byte alignment required, host native endianness
 * except for SCSI CDB which remains big endian per SCSI standards.
 */
struct sisl_ioarcb {
	u16 ctx_id;		/* ctx_hndl_t */
	u16 req_flags;
#define SISL_REQ_FLAGS_RES_HNDL       0x8000U	/* bit 0 (MSB) */
#define SISL_REQ_FLAGS_PORT_LUN_ID    0x0000U

#define SISL_REQ_FLAGS_SUP_UNDERRUN   0x4000U	/* bit 1 */

#define SISL_REQ_FLAGS_TIMEOUT_SECS   0x0000U	/* bits 8,9 */
#define SISL_REQ_FLAGS_TIMEOUT_MSECS  0x0040U
#define SISL_REQ_FLAGS_TIMEOUT_USECS  0x0080U
#define SISL_REQ_FLAGS_TIMEOUT_CYCLES 0x00C0U

#define SISL_REQ_FLAGS_TMF_CMD        0x0004u	/* bit 13 */

#define SISL_REQ_FLAGS_AFU_CMD        0x0002U	/* bit 14 */

#define SISL_REQ_FLAGS_HOST_WRITE     0x0001U	/* bit 15 (LSB) */
#define SISL_REQ_FLAGS_HOST_READ      0x0000U

	union {
		u32 res_hndl;	/* res_hndl_t */
		u32 port_sel;	/* this is a selection mask:
				 * 0x1 -> port#0 can be selected,
				 * 0x2 -> port#1 can be selected.
				 * Can be bitwise ORed.
				 */
	};
	u64 lun_id;
	u32 data_len;		/* 4K for read/write */
	u32 ioadl_len;
	union {
		u64 data_ea;	/* min 16 byte aligned */
		u64 ioadl_ea;
	};
	u8 msi;			/* LISN to send on RRQ write */
#define SISL_MSI_CXL_PFAULT        0	/* reserved for CXL page faults */
#define SISL_MSI_SYNC_ERROR        1	/* recommended for AFU sync error */
#define SISL_MSI_RRQ_UPDATED       2	/* recommended for IO completion */
#define SISL_MSI_ASYNC_ERROR       3	/* master only - for AFU async error */

	u8 rrq;			/* 0 for a single RRQ */
	u16 timeout;		/* in units specified by req_flags */
	u32 rsvd1;
	u8 cdb[16];		/* must be in big endian */
	union {
		u64 reserved;			/* Reserved for IOARRIN mode */
		struct sisl_ioasa *ioasa;	/* IOASA EA for SQ Mode */
	};
} __packed;

struct sisl_rc {
	u8 flags;
#define SISL_RC_FLAGS_SENSE_VALID         0x80U
#define SISL_RC_FLAGS_FCP_RSP_CODE_VALID  0x40U
#define SISL_RC_FLAGS_OVERRUN             0x20U
#define SISL_RC_FLAGS_UNDERRUN            0x10U

	u8 afu_rc;
#define SISL_AFU_RC_RHT_INVALID           0x01U	/* user error */
#define SISL_AFU_RC_RHT_UNALIGNED         0x02U	/* should never happen */
#define SISL_AFU_RC_RHT_OUT_OF_BOUNDS     0x03u	/* user error */
#define SISL_AFU_RC_RHT_DMA_ERR           0x04u	/* see afu_extra
						   may retry if afu_retry is off
						   possible on master exit
						 */
#define SISL_AFU_RC_RHT_RW_PERM           0x05u	/* no RW perms, user error */
#define SISL_AFU_RC_LXT_UNALIGNED         0x12U	/* should never happen */
#define SISL_AFU_RC_LXT_OUT_OF_BOUNDS     0x13u	/* user error */
#define SISL_AFU_RC_LXT_DMA_ERR           0x14u	/* see afu_extra
						   may retry if afu_retry is off
						   possible on master exit
						 */
#define SISL_AFU_RC_LXT_RW_PERM           0x15u	/* no RW perms, user error */

#define SISL_AFU_RC_NOT_XLATE_HOST        0x1au	/* possible if master exited */

	/* NO_CHANNELS means the FC ports selected by dest_port in
	 * IOARCB or in the LXT entry are down when the AFU tried to select
	 * a FC port. If the port went down on an active IO, it will set
	 * fc_rc to =0x54(NOLOGI) or 0x57(LINKDOWN) instead.
	 */
#define SISL_AFU_RC_NO_CHANNELS           0x20U	/* see afu_extra, may retry */
#define SISL_AFU_RC_CAP_VIOLATION         0x21U	/* either user error or
						   afu reset/master restart
						 */
#define SISL_AFU_RC_OUT_OF_DATA_BUFS      0x30U	/* always retry */
#define SISL_AFU_RC_DATA_DMA_ERR          0x31U	/* see afu_extra
						   may retry if afu_retry is off
						 */

	u8 scsi_rc;		/* SCSI status byte, retry as appropriate */
#define SISL_SCSI_RC_CHECK                0x02U
#define SISL_SCSI_RC_BUSY                 0x08u

	u8 fc_rc;		/* retry */
	/*
	 * We should only see fc_rc=0x57 (LINKDOWN) or 0x54(NOLOGI) for
	 * commands that are in flight when a link goes down or is logged out.
	 * If the link is down or logged out before AFU selects the port, either
	 * it will choose the other port or we will get afu_rc=0x20 (no_channel)
	 * if there is no valid port to use.
	 *
	 * ABORTPEND/ABORTOK/ABORTFAIL/TGTABORT can be retried, typically these
	 * would happen if a frame is dropped and something times out.
	 * NOLOGI or LINKDOWN can be retried if the other port is up.
	 * RESIDERR can be retried as well.
	 *
	 * ABORTFAIL might indicate that lots of frames are getting CRC errors.
	 * So it maybe retried once and reset the link if it happens again.
	 * The link can also be reset on the CRC error threshold interrupt.
	 */
#define SISL_FC_RC_ABORTPEND	0x52	/* exchange timeout or abort request */
#define SISL_FC_RC_WRABORTPEND	0x53	/* due to write XFER_RDY invalid */
#define SISL_FC_RC_NOLOGI	0x54	/* port not logged in, in-flight cmds */
#define SISL_FC_RC_NOEXP	0x55	/* FC protocol error or HW bug */
#define SISL_FC_RC_INUSE	0x56	/* tag already in use, HW bug */
#define SISL_FC_RC_LINKDOWN	0x57	/* link down, in-flight cmds */
#define SISL_FC_RC_ABORTOK	0x58	/* pending abort completed w/success */
#define SISL_FC_RC_ABORTFAIL	0x59	/* pending abort completed w/fail */
#define SISL_FC_RC_RESID	0x5A	/* ioasa underrun/overrun flags set */
#define SISL_FC_RC_RESIDERR	0x5B	/* actual data len does not match SCSI
					   reported len, possibly due to dropped
					   frames */
#define SISL_FC_RC_TGTABORT	0x5C	/* command aborted by target */
};

#define SISL_SENSE_DATA_LEN     20	/* Sense data length         */

/*
 * IOASA: 64 bytes & must follow IOARCB, min 16 byte alignment required,
 * host native endianness
 */
struct sisl_ioasa {
	union {
		struct sisl_rc rc;
		u32 ioasc;
#define SISL_IOASC_GOOD_COMPLETION        0x00000000U
	};
	u32 resid;
	u8 port;
	u8 afu_extra;
	/* when afu_rc=0x04, 0x14, 0x31 (_xxx_DMA_ERR):
	 * afu_exta contains PSL response code. Useful codes are:
	 */
#define SISL_AFU_DMA_ERR_PAGE_IN	0x0A	/* AFU_retry_on_pagein Action
						 *  Enabled            N/A
						 *  Disabled           retry
						 */
#define SISL_AFU_DMA_ERR_INVALID_EA	0x0B	/* this is a hard error
						 * afu_rc	Implies
						 * 0x04, 0x14	master exit.
						 * 0x31         user error.
						 */
	/* when afu rc=0x20 (no channels):
	 * afu_extra bits [4:5]: available portmask,  [6:7]: requested portmask.
	 */
#define SISL_AFU_NO_CLANNELS_AMASK(afu_extra) (((afu_extra) & 0x0C) >> 2)
#define SISL_AFU_NO_CLANNELS_RMASK(afu_extra) ((afu_extra) & 0x03)

	u8 scsi_extra;
	u8 fc_extra;
	u8 sense_data[SISL_SENSE_DATA_LEN];

	/* These fields are defined by the SISlite architecture for the
	 * host to use as they see fit for their implementation.
	 */
	union {
		u64 host_use[4];
		u8 host_use_b[32];
	};
} __packed;

#define SISL_RESP_HANDLE_T_BIT        0x1ULL	/* Toggle bit */

/* MMIO space is required to support only 64-bit access */

/*
 * This AFU has two mechanisms to deal with endian-ness.
 * One is a global configuration (in the afu_config) register
 * below that specifies the endian-ness of the host.
 * The other is a per context (i.e. application) specification
 * controlled by the endian_ctrl field here. Since the master
 * context is one such application the master context's
 * endian-ness is set to be the same as the host.
 *
 * As per the SISlite spec, the MMIO registers are always
 * big endian.
 */
#define SISL_ENDIAN_CTRL_BE           0x8000000000000080ULL
#define SISL_ENDIAN_CTRL_LE           0x0000000000000000ULL

#ifdef __BIG_ENDIAN
#define SISL_ENDIAN_CTRL              SISL_ENDIAN_CTRL_BE
#else
#define SISL_ENDIAN_CTRL              SISL_ENDIAN_CTRL_LE
#endif

/* per context host transport MMIO  */
struct sisl_host_map {
	__be64 endian_ctrl;     /* Per context Endian Control. The AFU will
			      * operate on whatever the context is of the
			      * host application.
			      */

	__be64 intr_status;	/* this sends LISN# programmed in ctx_ctrl.
				 * Only recovery in a PERM_ERR is a context
				 * exit since there is no way to tell which
				 * command caused the error.
				 */
#define SISL_ISTATUS_PERM_ERR_CMDROOM    0x0010ULL	/* b59, user error */
#define SISL_ISTATUS_PERM_ERR_RCB_READ   0x0008ULL	/* b60, user error */
#define SISL_ISTATUS_PERM_ERR_SA_WRITE   0x0004ULL	/* b61, user error */
#define SISL_ISTATUS_PERM_ERR_RRQ_WRITE  0x0002ULL	/* b62, user error */
	/* Page in wait accessing RCB/IOASA/RRQ is reported in b63.
	 * Same error in data/LXT/RHT access is reported via IOASA.
	 */
#define SISL_ISTATUS_TEMP_ERR_PAGEIN     0x0001ULL	/* b63, can be generated
							 * only when AFU auto
							 * retry is disabled.
							 * If user can determine
							 * the command that
							 * caused the error, it
							 * can be retried.
							 */
#define SISL_ISTATUS_UNMASK  (0x001FULL)	/* 1 means unmasked */
#define SISL_ISTATUS_MASK    ~(SISL_ISTATUS_UNMASK)	/* 1 means masked */

	__be64 intr_clear;
	__be64 intr_mask;
	__be64 ioarrin;		/* only write what cmd_room permits */
	__be64 rrq_start;	/* start & end are both inclusive */
	__be64 rrq_end;		/* write sequence: start followed by end */
	__be64 cmd_room;
	__be64 ctx_ctrl;	/* least significant byte or b56:63 is LISN# */
	__be64 mbox_w;		/* restricted use */
	__be64 sq_start;	/* Submission Queue (R/W): write sequence and */
	__be64 sq_end;		/* inclusion semantics are the same as RRQ    */
	__be64 sq_head;		/* Submission Queue Head (R): for debugging   */
	__be64 sq_tail;		/* Submission Queue TAIL (R/W): next IOARCB   */
	__be64 sq_ctx_reset;	/* Submission Queue Context Reset (R/W)	      */
};

/* per context provisioning & control MMIO */
struct sisl_ctrl_map {
	__be64 rht_start;
	__be64 rht_cnt_id;
	/* both cnt & ctx_id args must be ULL */
#define SISL_RHT_CNT_ID(cnt, ctx_id)  (((cnt) << 48) | ((ctx_id) << 32))

	__be64 ctx_cap;	/* afu_rc below is when the capability is violated */
#define SISL_CTX_CAP_PROXY_ISSUE       0x8000000000000000ULL /* afu_rc 0x21 */
#define SISL_CTX_CAP_REAL_MODE         0x4000000000000000ULL /* afu_rc 0x21 */
#define SISL_CTX_CAP_HOST_XLATE        0x2000000000000000ULL /* afu_rc 0x1a */
#define SISL_CTX_CAP_PROXY_TARGET      0x1000000000000000ULL /* afu_rc 0x21 */
#define SISL_CTX_CAP_AFU_CMD           0x0000000000000008ULL /* afu_rc 0x21 */
#define SISL_CTX_CAP_GSCSI_CMD         0x0000000000000004ULL /* afu_rc 0x21 */
#define SISL_CTX_CAP_WRITE_CMD         0x0000000000000002ULL /* afu_rc 0x21 */
#define SISL_CTX_CAP_READ_CMD          0x0000000000000001ULL /* afu_rc 0x21 */
	__be64 mbox_r;
};

/* single copy global regs */
struct sisl_global_regs {
	__be64 aintr_status;
	/* In cxlflash, each FC port/link gets a byte of status */
#define SISL_ASTATUS_FC0_OTHER	 0x8000ULL /* b48, other err,
					      FC_ERRCAP[31:20] */
#define SISL_ASTATUS_FC0_LOGO    0x4000ULL /* b49, target sent FLOGI/PLOGI/LOGO
						   while logged in */
#define SISL_ASTATUS_FC0_CRC_T   0x2000ULL /* b50, CRC threshold exceeded */
#define SISL_ASTATUS_FC0_LOGI_R  0x1000ULL /* b51, login state machine timed out
						   and retrying */
#define SISL_ASTATUS_FC0_LOGI_F  0x0800ULL /* b52, login failed,
					      FC_ERROR[19:0] */
#define SISL_ASTATUS_FC0_LOGI_S  0x0400ULL /* b53, login succeeded */
#define SISL_ASTATUS_FC0_LINK_DN 0x0200ULL /* b54, link online to offline */
#define SISL_ASTATUS_FC0_LINK_UP 0x0100ULL /* b55, link offline to online */

#define SISL_ASTATUS_FC1_OTHER   0x0080ULL /* b56 */
#define SISL_ASTATUS_FC1_LOGO    0x0040ULL /* b57 */
#define SISL_ASTATUS_FC1_CRC_T   0x0020ULL /* b58 */
#define SISL_ASTATUS_FC1_LOGI_R  0x0010ULL /* b59 */
#define SISL_ASTATUS_FC1_LOGI_F  0x0008ULL /* b60 */
#define SISL_ASTATUS_FC1_LOGI_S  0x0004ULL /* b61 */
#define SISL_ASTATUS_FC1_LINK_DN 0x0002ULL /* b62 */
#define SISL_ASTATUS_FC1_LINK_UP 0x0001ULL /* b63 */

#define SISL_FC_INTERNAL_UNMASK	0x0000000300000000ULL	/* 1 means unmasked */
#define SISL_FC_INTERNAL_MASK	~(SISL_FC_INTERNAL_UNMASK)
#define SISL_FC_INTERNAL_SHIFT	32

#define SISL_FC_SHUTDOWN_NORMAL		0x0000000000000010ULL
#define SISL_FC_SHUTDOWN_ABRUPT		0x0000000000000020ULL

#define SISL_STATUS_SHUTDOWN_ACTIVE	0x0000000000000010ULL
#define SISL_STATUS_SHUTDOWN_COMPLETE	0x0000000000000020ULL

#define SISL_ASTATUS_UNMASK	0xFFFFULL		/* 1 means unmasked */
#define SISL_ASTATUS_MASK	~(SISL_ASTATUS_UNMASK)	/* 1 means masked */

	__be64 aintr_clear;
	__be64 aintr_mask;
	__be64 afu_ctrl;
	__be64 afu_hb;
	__be64 afu_scratch_pad;
	__be64 afu_port_sel;
#define SISL_AFUCONF_AR_IOARCB	0x4000ULL
#define SISL_AFUCONF_AR_LXT	0x2000ULL
#define SISL_AFUCONF_AR_RHT	0x1000ULL
#define SISL_AFUCONF_AR_DATA	0x0800ULL
#define SISL_AFUCONF_AR_RSRC	0x0400ULL
#define SISL_AFUCONF_AR_IOASA	0x0200ULL
#define SISL_AFUCONF_AR_RRQ	0x0100ULL
/* Aggregate all Auto Retry Bits */
#define SISL_AFUCONF_AR_ALL	(SISL_AFUCONF_AR_IOARCB|SISL_AFUCONF_AR_LXT| \
				 SISL_AFUCONF_AR_RHT|SISL_AFUCONF_AR_DATA|   \
				 SISL_AFUCONF_AR_RSRC|SISL_AFUCONF_AR_IOASA| \
				 SISL_AFUCONF_AR_RRQ)
#ifdef __BIG_ENDIAN
#define SISL_AFUCONF_ENDIAN            0x0000ULL
#else
#define SISL_AFUCONF_ENDIAN            0x0020ULL
#endif
#define SISL_AFUCONF_MBOX_CLR_READ     0x0010ULL
	__be64 afu_config;
	__be64 rsvd[0xf8];
	__le64 afu_version;
	__be64 interface_version;
#define SISL_INTVER_CAP_SHIFT			16
#define SISL_INTVER_MAJ_SHIFT			8
#define SISL_INTVER_CAP_MASK			0xFFFFFFFF00000000ULL
#define SISL_INTVER_MAJ_MASK			0x00000000FFFF0000ULL
#define SISL_INTVER_MIN_MASK			0x000000000000FFFFULL
#define SISL_INTVER_CAP_IOARRIN_CMD_MODE	0x800000000000ULL
#define SISL_INTVER_CAP_SQ_CMD_MODE		0x400000000000ULL
#define SISL_INTVER_CAP_RESERVED_CMD_MODE_A	0x200000000000ULL
#define SISL_INTVER_CAP_RESERVED_CMD_MODE_B	0x100000000000ULL
};

#define CXLFLASH_MAX_FC_PORTS   2
#define CXLFLASH_NUM_FC_PORTS   2
#define CXLFLASH_MAX_CONTEXT  512	/* how many contexts per afu */
#define CXLFLASH_NUM_VLUNS    512

struct sisl_global_map {
	union {
		struct sisl_global_regs regs;
		char page0[SIZE_4K];	/* page 0 */
	};

	char page1[SIZE_4K];	/* page 1 */

	/* pages 2 & 3 */
	__be64 fc_regs[CXLFLASH_NUM_FC_PORTS][CXLFLASH_NUM_VLUNS];

	/* pages 4 & 5 (lun tbl) */
	__be64 fc_port[CXLFLASH_NUM_FC_PORTS][CXLFLASH_NUM_VLUNS];

};

/*
 * CXL Flash Memory Map
 *
 *	+-------------------------------+
 *	|    512 * 64 KB User MMIO      |
 *	|        (per context)          |
 *	|       User Accessible         |
 *	+-------------------------------+
 *	|    512 * 128 B per context    |
 *	|    Provisioning and Control   |
 *	|   Trusted Process accessible  |
 *	+-------------------------------+
 *	|         64 KB Global          |
 *	|   Trusted Process accessible  |
 *	+-------------------------------+
*/
struct cxlflash_afu_map {
	union {
		struct sisl_host_map host;
		char harea[SIZE_64K];	/* 64KB each */
	} hosts[CXLFLASH_MAX_CONTEXT];

	union {
		struct sisl_ctrl_map ctrl;
		char carea[cache_line_size()];	/* 128B each */
	} ctrls[CXLFLASH_MAX_CONTEXT];

	union {
		struct sisl_global_map global;
		char garea[SIZE_64K];	/* 64KB single block */
	};
};

/*
 * LXT - LBA Translation Table
 * LXT control blocks
 */
struct sisl_lxt_entry {
	u64 rlba_base;	/* bits 0:47 is base
			 * b48:55 is lun index
			 * b58:59 is write & read perms
			 * (if no perm, afu_rc=0x15)
			 * b60:63 is port_sel mask
			 */
};

/*
 * RHT - Resource Handle Table
 * Per the SISlite spec, RHT entries are to be 16-byte aligned
 */
struct sisl_rht_entry {
	struct sisl_lxt_entry *lxt_start;
	u32 lxt_cnt;
	u16 rsvd;
	u8 fp;			/* format & perm nibbles.
				 * (if no perm, afu_rc=0x05)
				 */
	u8 nmask;
} __packed __aligned(16);

struct sisl_rht_entry_f1 {
	u64 lun_id;
	union {
		struct {
			u8 valid;
			u8 rsvd[5];
			u8 fp;
			u8 port_sel;
		};

		u64 dw;
	};
} __packed __aligned(16);

/* make the fp byte */
#define SISL_RHT_FP(fmt, perm) (((fmt) << 4) | (perm))

/* make the fp byte for a clone from a source fp and clone flags
 * flags must be only 2 LSB bits.
 */
#define SISL_RHT_FP_CLONE(src_fp, cln_flags) ((src_fp) & (0xFC | (cln_flags)))

#define RHT_PERM_READ  0x01U
#define RHT_PERM_WRITE 0x02U
#define RHT_PERM_RW    (RHT_PERM_READ | RHT_PERM_WRITE)

/* extract the perm bits from a fp */
#define SISL_RHT_PERM(fp) ((fp) & RHT_PERM_RW)

#define PORT0  0x01U
#define PORT1  0x02U
#define BOTH_PORTS    (PORT0 | PORT1)

/* AFU Sync Mode byte */
#define AFU_LW_SYNC 0x0U
#define AFU_HW_SYNC 0x1U
#define AFU_GSYNC   0x2U

/* Special Task Management Function CDB */
#define TMF_LUN_RESET  0x1U
#define TMF_CLEAR_ACA  0x2U


#define SISLITE_MAX_WS_BLOCKS 512

#endif /* _SISLITE_H */
Commit	Line	Data
c21e0bbf MO	1	/*
	2	* CXL Flash Device Driver
	3	*
	4	* Written by: Manoj N. Kumar <manoj@linux.vnet.ibm.com>, IBM Corporation
	5	* Matthew R. Ochs <mrochs@linux.vnet.ibm.com>, IBM Corporation
	6	*
	7	* Copyright (C) 2015 IBM Corporation
	8	*
	9	* This program is free software; you can redistribute it and/or
	10	* modify it under the terms of the GNU General Public License
	11	* as published by the Free Software Foundation; either version
	12	* 2 of the License, or (at your option) any later version.
	13	*/
	14
	15	#ifndef _SISLITE_H
	16	#define _SISLITE_H
	17
	18	#include <linux/types.h>
	19
	20	typedef u16 ctx_hndl_t;
	21	typedef u32 res_hndl_t;
	22
	23	#define SIZE_4K 4096
	24	#define SIZE_64K 65536
	25
	26	/*
	27	* IOARCB: 64 bytes, min 16 byte alignment required, host native endianness
	28	* except for SCSI CDB which remains big endian per SCSI standards.
	29	*/
	30	struct sisl_ioarcb {
	31	u16 ctx_id; /* ctx_hndl_t */
	32	u16 req_flags;
	33	#define SISL_REQ_FLAGS_RES_HNDL 0x8000U /* bit 0 (MSB) */
	34	#define SISL_REQ_FLAGS_PORT_LUN_ID 0x0000U
	35
	36	#define SISL_REQ_FLAGS_SUP_UNDERRUN 0x4000U /* bit 1 */
	37
	38	#define SISL_REQ_FLAGS_TIMEOUT_SECS 0x0000U /* bits 8,9 */
	39	#define SISL_REQ_FLAGS_TIMEOUT_MSECS 0x0040U
	40	#define SISL_REQ_FLAGS_TIMEOUT_USECS 0x0080U
	41	#define SISL_REQ_FLAGS_TIMEOUT_CYCLES 0x00C0U
	42
	43	#define SISL_REQ_FLAGS_TMF_CMD 0x0004u /* bit 13 */
	44
	45	#define SISL_REQ_FLAGS_AFU_CMD 0x0002U /* bit 14 */
	46
	47	#define SISL_REQ_FLAGS_HOST_WRITE 0x0001U /* bit 15 (LSB) */
	48	#define SISL_REQ_FLAGS_HOST_READ 0x0000U
	49
	50	union {
	51	u32 res_hndl; /* res_hndl_t */
	52	u32 port_sel; /* this is a selection mask:
	53	* 0x1 -> port#0 can be selected,
	54	* 0x2 -> port#1 can be selected.
	55	* Can be bitwise ORed.
	56	*/
	57	};
	58	u64 lun_id;
	59	u32 data_len; /* 4K for read/write */
	60	u32 ioadl_len;
	61	union {
	62	u64 data_ea; /* min 16 byte aligned */
	63	u64 ioadl_ea;
	64	};
65	u8 msi; /* LISN to send on RRQ write */
66	#define SISL_MSI_CXL_PFAULT 0 /* reserved for CXL page faults */
67	#define SISL_MSI_SYNC_ERROR 1 /* recommended for AFU sync error */
68	#define SISL_MSI_RRQ_UPDATED 2 /* recommended for IO completion */
69	#define SISL_MSI_ASYNC_ERROR 3 /* master only - for AFU async error */
70
71	u8 rrq; /* 0 for a single RRQ */
72	u16 timeout; /* in units specified by req_flags */
73	u32 rsvd1;
74	u8 cdb[16]; /* must be in big endian */
bae0ac69 MO	75	union {
	76	u64 reserved; /* Reserved for IOARRIN mode */
	77	struct sisl_ioasa ioasa; / IOASA EA for SQ Mode */
	78	};
c21e0bbf MO	79	} __packed;
	80
	81	struct sisl_rc {
	82	u8 flags;
	83	#define SISL_RC_FLAGS_SENSE_VALID 0x80U
	84	#define SISL_RC_FLAGS_FCP_RSP_CODE_VALID 0x40U
	85	#define SISL_RC_FLAGS_OVERRUN 0x20U
	86	#define SISL_RC_FLAGS_UNDERRUN 0x10U
	87
	88	u8 afu_rc;
	89	#define SISL_AFU_RC_RHT_INVALID 0x01U /* user error */
	90	#define SISL_AFU_RC_RHT_UNALIGNED 0x02U /* should never happen */
	91	#define SISL_AFU_RC_RHT_OUT_OF_BOUNDS 0x03u /* user error */
	92	#define SISL_AFU_RC_RHT_DMA_ERR 0x04u /* see afu_extra
	93	may retry if afu_retry is off
	94	possible on master exit
	95	*/
	96	#define SISL_AFU_RC_RHT_RW_PERM 0x05u /* no RW perms, user error */
	97	#define SISL_AFU_RC_LXT_UNALIGNED 0x12U /* should never happen */
	98	#define SISL_AFU_RC_LXT_OUT_OF_BOUNDS 0x13u /* user error */
	99	#define SISL_AFU_RC_LXT_DMA_ERR 0x14u /* see afu_extra
	100	may retry if afu_retry is off
	101	possible on master exit
	102	*/
	103	#define SISL_AFU_RC_LXT_RW_PERM 0x15u /* no RW perms, user error */
	104
	105	#define SISL_AFU_RC_NOT_XLATE_HOST 0x1au /* possible if master exited */
	106
	107	/* NO_CHANNELS means the FC ports selected by dest_port in
	108	* IOARCB or in the LXT entry are down when the AFU tried to select
	109	* a FC port. If the port went down on an active IO, it will set
	110	* fc_rc to =0x54(NOLOGI) or 0x57(LINKDOWN) instead.
	111	*/
	112	#define SISL_AFU_RC_NO_CHANNELS 0x20U /* see afu_extra, may retry */
	113	#define SISL_AFU_RC_CAP_VIOLATION 0x21U /* either user error or
	114	afu reset/master restart
	115	*/
	116	#define SISL_AFU_RC_OUT_OF_DATA_BUFS 0x30U /* always retry */
	117	#define SISL_AFU_RC_DATA_DMA_ERR 0x31U /* see afu_extra
	118	may retry if afu_retry is off
	119	*/
	120
	121	u8 scsi_rc; /* SCSI status byte, retry as appropriate */
	122	#define SISL_SCSI_RC_CHECK 0x02U
	123	#define SISL_SCSI_RC_BUSY 0x08u
	124
	125	u8 fc_rc; /* retry */
	126	/*
	127	* We should only see fc_rc=0x57 (LINKDOWN) or 0x54(NOLOGI) for
	128	* commands that are in flight when a link goes down or is logged out.
	129	* If the link is down or logged out before AFU selects the port, either
	130	* it will choose the other port or we will get afu_rc=0x20 (no_channel)
	131	* if there is no valid port to use.
	132	*
	133	* ABORTPEND/ABORTOK/ABORTFAIL/TGTABORT can be retried, typically these
	134	* would happen if a frame is dropped and something times out.
	135	* NOLOGI or LINKDOWN can be retried if the other port is up.
	136	* RESIDERR can be retried as well.
	137	*
	138	* ABORTFAIL might indicate that lots of frames are getting CRC errors.
	139	* So it maybe retried once and reset the link if it happens again.
	140	* The link can also be reset on the CRC error threshold interrupt.
	141	*/
	142	#define SISL_FC_RC_ABORTPEND 0x52 /* exchange timeout or abort request */
143	#define SISL_FC_RC_WRABORTPEND 0x53 /* due to write XFER_RDY invalid */
144	#define SISL_FC_RC_NOLOGI 0x54 /* port not logged in, in-flight cmds */
145	#define SISL_FC_RC_NOEXP 0x55 /* FC protocol error or HW bug */
146	#define SISL_FC_RC_INUSE 0x56 /* tag already in use, HW bug */
147	#define SISL_FC_RC_LINKDOWN 0x57 /* link down, in-flight cmds */
148	#define SISL_FC_RC_ABORTOK 0x58 /* pending abort completed w/success */
149	#define SISL_FC_RC_ABORTFAIL 0x59 /* pending abort completed w/fail */
150	#define SISL_FC_RC_RESID 0x5A /* ioasa underrun/overrun flags set */
151	#define SISL_FC_RC_RESIDERR 0x5B /* actual data len does not match SCSI
f15fbf8d	152	reported len, possibly due to dropped
c21e0bbf MO	153	frames */
	154	#define SISL_FC_RC_TGTABORT 0x5C /* command aborted by target */
	155	};
	156
	157	#define SISL_SENSE_DATA_LEN 20 /* Sense data length */
	158
	159	/*
	160	* IOASA: 64 bytes & must follow IOARCB, min 16 byte alignment required,
	161	* host native endianness
	162	*/
	163	struct sisl_ioasa {
	164	union {
	165	struct sisl_rc rc;
	166	u32 ioasc;
	167	#define SISL_IOASC_GOOD_COMPLETION 0x00000000U
	168	};
	169	u32 resid;
	170	u8 port;
	171	u8 afu_extra;
	172	/* when afu_rc=0x04, 0x14, 0x31 (_xxx_DMA_ERR):
	173	* afu_exta contains PSL response code. Useful codes are:
	174	*/
	175	#define SISL_AFU_DMA_ERR_PAGE_IN 0x0A /* AFU_retry_on_pagein Action
	176	* Enabled N/A
	177	* Disabled retry
	178	*/
	179	#define SISL_AFU_DMA_ERR_INVALID_EA 0x0B /* this is a hard error
	180	* afu_rc Implies
	181	* 0x04, 0x14 master exit.
	182	* 0x31 user error.
	183	*/
	184	/* when afu rc=0x20 (no channels):
	185	* afu_extra bits [4:5]: available portmask, [6:7]: requested portmask.
	186	*/
	187	#define SISL_AFU_NO_CLANNELS_AMASK(afu_extra) (((afu_extra) & 0x0C) >> 2)
	188	#define SISL_AFU_NO_CLANNELS_RMASK(afu_extra) ((afu_extra) & 0x03)
	189
	190	u8 scsi_extra;
	191	u8 fc_extra;
	192	u8 sense_data[SISL_SENSE_DATA_LEN];
	193
	194	/* These fields are defined by the SISlite architecture for the
	195	* host to use as they see fit for their implementation.
	196	*/
	197	union {
	198	u64 host_use[4];
	199	u8 host_use_b[32];
	200	};
	201	} __packed;
	202
	203	#define SISL_RESP_HANDLE_T_BIT 0x1ULL /* Toggle bit */
	204
	205	/* MMIO space is required to support only 64-bit access */
	206
	207	/*
	208	* This AFU has two mechanisms to deal with endian-ness.
	209	* One is a global configuration (in the afu_config) register
	210	* below that specifies the endian-ness of the host.
	211	* The other is a per context (i.e. application) specification
	212	* controlled by the endian_ctrl field here. Since the master
	213	* context is one such application the master context's
	214	* endian-ness is set to be the same as the host.
	215	*
	216	* As per the SISlite spec, the MMIO registers are always
217	* big endian.
218	*/
219	#define SISL_ENDIAN_CTRL_BE 0x8000000000000080ULL
220	#define SISL_ENDIAN_CTRL_LE 0x0000000000000000ULL
221
222	#ifdef __BIG_ENDIAN
223	#define SISL_ENDIAN_CTRL SISL_ENDIAN_CTRL_BE
224	#else
225	#define SISL_ENDIAN_CTRL SISL_ENDIAN_CTRL_LE
226	#endif
227
228	/* per context host transport MMIO */
229	struct sisl_host_map {
230	__be64 endian_ctrl; /* Per context Endian Control. The AFU will
231	* operate on whatever the context is of the
232	* host application.
233	*/
234
235	__be64 intr_status; /* this sends LISN# programmed in ctx_ctrl.
236	* Only recovery in a PERM_ERR is a context
237	* exit since there is no way to tell which
238	* command caused the error.
239	*/
240	#define SISL_ISTATUS_PERM_ERR_CMDROOM 0x0010ULL /* b59, user error */
241	#define SISL_ISTATUS_PERM_ERR_RCB_READ 0x0008ULL /* b60, user error */
242	#define SISL_ISTATUS_PERM_ERR_SA_WRITE 0x0004ULL /* b61, user error */
243	#define SISL_ISTATUS_PERM_ERR_RRQ_WRITE 0x0002ULL /* b62, user error */
244	/* Page in wait accessing RCB/IOASA/RRQ is reported in b63.
245	* Same error in data/LXT/RHT access is reported via IOASA.
246	*/
247	#define SISL_ISTATUS_TEMP_ERR_PAGEIN 0x0001ULL /* b63, can be generated
248	* only when AFU auto
249	* retry is disabled.
250	* If user can determine
251	* the command that
252	* caused the error, it
253	* can be retried.
254	*/
255	#define SISL_ISTATUS_UNMASK (0x001FULL) /* 1 means unmasked */
256	#define SISL_ISTATUS_MASK ~(SISL_ISTATUS_UNMASK) /* 1 means masked */
257
258	__be64 intr_clear;
259	__be64 intr_mask;
260	__be64 ioarrin; /* only write what cmd_room permits */
261	__be64 rrq_start; /* start & end are both inclusive */
262	__be64 rrq_end; /* write sequence: start followed by end */
263	__be64 cmd_room;
f15fbf8d	264	__be64 ctx_ctrl; /* least significant byte or b56:63 is LISN# */
c21e0bbf	265	__be64 mbox_w; /* restricted use */
bae0ac69 MO	266	__be64 sq_start; /* Submission Queue (R/W): write sequence and */
	267	__be64 sq_end; /* inclusion semantics are the same as RRQ */
	268	__be64 sq_head; /* Submission Queue Head (R): for debugging */
	269	__be64 sq_tail; /* Submission Queue TAIL (R/W): next IOARCB */
	270	__be64 sq_ctx_reset; /* Submission Queue Context Reset (R/W) */
c21e0bbf MO	271	};
	272
	273	/* per context provisioning & control MMIO */
	274	struct sisl_ctrl_map {
	275	__be64 rht_start;
	276	__be64 rht_cnt_id;
	277	/* both cnt & ctx_id args must be ULL */
	278	#define SISL_RHT_CNT_ID(cnt, ctx_id) (((cnt) << 48) \| ((ctx_id) << 32))
	279
	280	__be64 ctx_cap; /* afu_rc below is when the capability is violated */
	281	#define SISL_CTX_CAP_PROXY_ISSUE 0x8000000000000000ULL /* afu_rc 0x21 */
	282	#define SISL_CTX_CAP_REAL_MODE 0x4000000000000000ULL /* afu_rc 0x21 */
	283	#define SISL_CTX_CAP_HOST_XLATE 0x2000000000000000ULL /* afu_rc 0x1a */
	284	#define SISL_CTX_CAP_PROXY_TARGET 0x1000000000000000ULL /* afu_rc 0x21 */
	285	#define SISL_CTX_CAP_AFU_CMD 0x0000000000000008ULL /* afu_rc 0x21 */
	286	#define SISL_CTX_CAP_GSCSI_CMD 0x0000000000000004ULL /* afu_rc 0x21 */
	287	#define SISL_CTX_CAP_WRITE_CMD 0x0000000000000002ULL /* afu_rc 0x21 */
	288	#define SISL_CTX_CAP_READ_CMD 0x0000000000000001ULL /* afu_rc 0x21 */
	289	__be64 mbox_r;
	290	};
	291
	292	/* single copy global regs */
	293	struct sisl_global_regs {
	294	__be64 aintr_status;
	295	/* In cxlflash, each FC port/link gets a byte of status */
	296	#define SISL_ASTATUS_FC0_OTHER 0x8000ULL /* b48, other err,
	297	FC_ERRCAP[31:20] */
	298	#define SISL_ASTATUS_FC0_LOGO 0x4000ULL /* b49, target sent FLOGI/PLOGI/LOGO
	299	while logged in */
	300	#define SISL_ASTATUS_FC0_CRC_T 0x2000ULL /* b50, CRC threshold exceeded */
f15fbf8d	301	#define SISL_ASTATUS_FC0_LOGI_R 0x1000ULL /* b51, login state machine timed out
c21e0bbf MO	302	and retrying */
	303	#define SISL_ASTATUS_FC0_LOGI_F 0x0800ULL /* b52, login failed,
	304	FC_ERROR[19:0] */
	305	#define SISL_ASTATUS_FC0_LOGI_S 0x0400ULL /* b53, login succeeded */
	306	#define SISL_ASTATUS_FC0_LINK_DN 0x0200ULL /* b54, link online to offline */
	307	#define SISL_ASTATUS_FC0_LINK_UP 0x0100ULL /* b55, link offline to online */
	308
	309	#define SISL_ASTATUS_FC1_OTHER 0x0080ULL /* b56 */
	310	#define SISL_ASTATUS_FC1_LOGO 0x0040ULL /* b57 */
	311	#define SISL_ASTATUS_FC1_CRC_T 0x0020ULL /* b58 */
	312	#define SISL_ASTATUS_FC1_LOGI_R 0x0010ULL /* b59 */
	313	#define SISL_ASTATUS_FC1_LOGI_F 0x0008ULL /* b60 */
	314	#define SISL_ASTATUS_FC1_LOGI_S 0x0004ULL /* b61 */
	315	#define SISL_ASTATUS_FC1_LINK_DN 0x0002ULL /* b62 */
	316	#define SISL_ASTATUS_FC1_LINK_UP 0x0001ULL /* b63 */
	317
	318	#define SISL_FC_INTERNAL_UNMASK 0x0000000300000000ULL /* 1 means unmasked */
	319	#define SISL_FC_INTERNAL_MASK ~(SISL_FC_INTERNAL_UNMASK)
	320	#define SISL_FC_INTERNAL_SHIFT 32
	321
704c4b0d UK	322	#define SISL_FC_SHUTDOWN_NORMAL 0x0000000000000010ULL
	323	#define SISL_FC_SHUTDOWN_ABRUPT 0x0000000000000020ULL
	324
	325	#define SISL_STATUS_SHUTDOWN_ACTIVE 0x0000000000000010ULL
	326	#define SISL_STATUS_SHUTDOWN_COMPLETE 0x0000000000000020ULL
	327
c21e0bbf MO	328	#define SISL_ASTATUS_UNMASK 0xFFFFULL /* 1 means unmasked */
	329	#define SISL_ASTATUS_MASK ~(SISL_ASTATUS_UNMASK) /* 1 means masked */
	330
	331	__be64 aintr_clear;
	332	__be64 aintr_mask;
	333	__be64 afu_ctrl;
	334	__be64 afu_hb;
	335	__be64 afu_scratch_pad;
	336	__be64 afu_port_sel;
	337	#define SISL_AFUCONF_AR_IOARCB 0x4000ULL
	338	#define SISL_AFUCONF_AR_LXT 0x2000ULL
	339	#define SISL_AFUCONF_AR_RHT 0x1000ULL
	340	#define SISL_AFUCONF_AR_DATA 0x0800ULL
	341	#define SISL_AFUCONF_AR_RSRC 0x0400ULL
	342	#define SISL_AFUCONF_AR_IOASA 0x0200ULL
	343	#define SISL_AFUCONF_AR_RRQ 0x0100ULL
	344	/* Aggregate all Auto Retry Bits */
	345	#define SISL_AFUCONF_AR_ALL (SISL_AFUCONF_AR_IOARCB\|SISL_AFUCONF_AR_LXT\| \
	346	SISL_AFUCONF_AR_RHT\|SISL_AFUCONF_AR_DATA\| \
	347	SISL_AFUCONF_AR_RSRC\|SISL_AFUCONF_AR_IOASA\| \
	348	SISL_AFUCONF_AR_RRQ)
	349	#ifdef __BIG_ENDIAN
	350	#define SISL_AFUCONF_ENDIAN 0x0000ULL
	351	#else
	352	#define SISL_AFUCONF_ENDIAN 0x0020ULL
	353	#endif
	354	#define SISL_AFUCONF_MBOX_CLR_READ 0x0010ULL
	355	__be64 afu_config;
	356	__be64 rsvd[0xf8];
e5ce067b	357	__le64 afu_version;
c21e0bbf	358	__be64 interface_version;
bae0ac69 MO	359	#define SISL_INTVER_CAP_SHIFT 16
	360	#define SISL_INTVER_MAJ_SHIFT 8
	361	#define SISL_INTVER_CAP_MASK 0xFFFFFFFF00000000ULL
	362	#define SISL_INTVER_MAJ_MASK 0x00000000FFFF0000ULL
	363	#define SISL_INTVER_MIN_MASK 0x000000000000FFFFULL
	364	#define SISL_INTVER_CAP_IOARRIN_CMD_MODE 0x800000000000ULL
	365	#define SISL_INTVER_CAP_SQ_CMD_MODE 0x400000000000ULL
	366	#define SISL_INTVER_CAP_RESERVED_CMD_MODE_A 0x200000000000ULL
	367	#define SISL_INTVER_CAP_RESERVED_CMD_MODE_B 0x100000000000ULL
c21e0bbf MO	368	};
c21e0bbf MO	369
66d4bce4	370	#define CXLFLASH_MAX_FC_PORTS 2
c21e0bbf MO	371	#define CXLFLASH_NUM_FC_PORTS 2
	372	#define CXLFLASH_MAX_CONTEXT 512 /* how many contexts per afu */
	373	#define CXLFLASH_NUM_VLUNS 512
	374
	375	struct sisl_global_map {
	376	union {
	377	struct sisl_global_regs regs;
	378	char page0[SIZE_4K]; /* page 0 */
	379	};
	380
	381	char page1[SIZE_4K]; /* page 1 */
	382
	383	/* pages 2 & 3 */
	384	__be64 fc_regs[CXLFLASH_NUM_FC_PORTS][CXLFLASH_NUM_VLUNS];
	385
	386	/* pages 4 & 5 (lun tbl) */
	387	__be64 fc_port[CXLFLASH_NUM_FC_PORTS][CXLFLASH_NUM_VLUNS];
	388
	389	};
	390
	391	/*
	392	* CXL Flash Memory Map
	393	*
	394	* +-------------------------------+
	395	* \| 512 * 64 KB User MMIO \|
	396	* \| (per context) \|
	397	* \| User Accessible \|
	398	* +-------------------------------+
	399	* \| 512 * 128 B per context \|
	400	* \| Provisioning and Control \|
	401	* \| Trusted Process accessible \|
	402	* +-------------------------------+
	403	* \| 64 KB Global \|
	404	* \| Trusted Process accessible \|
	405	* +-------------------------------+
	406	*/
	407	struct cxlflash_afu_map {
	408	union {
	409	struct sisl_host_map host;
	410	char harea[SIZE_64K]; /* 64KB each */
	411	} hosts[CXLFLASH_MAX_CONTEXT];
	412
	413	union {
	414	struct sisl_ctrl_map ctrl;
	415	char carea[cache_line_size()]; /* 128B each */
	416	} ctrls[CXLFLASH_MAX_CONTEXT];
	417
	418	union {
	419	struct sisl_global_map global;
	420	char garea[SIZE_64K]; /* 64KB single block */
	421	};
	422	};
	423
2cb79266 MO	424	/*
	425	* LXT - LBA Translation Table
	426	* LXT control blocks
	427	*/
c21e0bbf MO	428	struct sisl_lxt_entry {
c21e0bbf MO	429	u64 rlba_base; /* bits 0:47 is base
2cb79266 MO	430	* b48:55 is lun index
	431	* b58:59 is write & read perms
	432	* (if no perm, afu_rc=0x15)
	433	* b60:63 is port_sel mask
	434	*/
c21e0bbf MO	435	};
c21e0bbf MO	436
65be2c79 MO	437	/*
	438	* RHT - Resource Handle Table
	439	* Per the SISlite spec, RHT entries are to be 16-byte aligned
	440	*/
c21e0bbf MO	441	struct sisl_rht_entry {
	442	struct sisl_lxt_entry *lxt_start;
	443	u32 lxt_cnt;
	444	u16 rsvd;
	445	u8 fp; /* format & perm nibbles.
	446	* (if no perm, afu_rc=0x05)
	447	*/
	448	u8 nmask;
	449	} __packed __aligned(16);
	450
	451	struct sisl_rht_entry_f1 {
	452	u64 lun_id;
	453	union {
	454	struct {
	455	u8 valid;
	456	u8 rsvd[5];
	457	u8 fp;
	458	u8 port_sel;
	459	};
	460
	461	u64 dw;
	462	};
	463	} __packed __aligned(16);
	464
	465	/* make the fp byte */
	466	#define SISL_RHT_FP(fmt, perm) (((fmt) << 4) \| (perm))
	467
	468	/* make the fp byte for a clone from a source fp and clone flags
	469	* flags must be only 2 LSB bits.
	470	*/
	471	#define SISL_RHT_FP_CLONE(src_fp, cln_flags) ((src_fp) & (0xFC \| (cln_flags)))
	472
	473	#define RHT_PERM_READ 0x01U
	474	#define RHT_PERM_WRITE 0x02U
	475	#define RHT_PERM_RW (RHT_PERM_READ \| RHT_PERM_WRITE)
	476
	477	/* extract the perm bits from a fp */
	478	#define SISL_RHT_PERM(fp) ((fp) & RHT_PERM_RW)
	479
	480	#define PORT0 0x01U
	481	#define PORT1 0x02U
	482	#define BOTH_PORTS (PORT0 \| PORT1)
	483
	484	/* AFU Sync Mode byte */
	485	#define AFU_LW_SYNC 0x0U
	486	#define AFU_HW_SYNC 0x1U
	487	#define AFU_GSYNC 0x2U
	488
	489	/* Special Task Management Function CDB */
	490	#define TMF_LUN_RESET 0x1U
	491	#define TMF_CLEAR_ACA 0x2U
	492
2cb79266 MO	493
	494	#define SISLITE_MAX_WS_BLOCKS 512
	495
c21e0bbf	496	#endif /* _SISLITE_H */