[mirror_ubuntu-bionic-kernel.git] / drivers / scsi / hpsa.h

/*
 *    Disk Array driver for HP Smart Array SAS controllers
 *    Copyright 2000, 2014 Hewlett-Packard Development Company, L.P.
 *
 *    This program is free software; you can redistribute it and/or modify
 *    it under the terms of the GNU General Public License as published by
 *    the Free Software Foundation; version 2 of the License.
 *
 *    This program is distributed in the hope that it will be useful,
 *    but WITHOUT ANY WARRANTY; without even the implied warranty of
 *    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 *    NON INFRINGEMENT.  See the GNU General Public License for more details.
 *
 *    You should have received a copy of the GNU General Public License
 *    along with this program; if not, write to the Free Software
 *    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 *    Questions/Comments/Bugfixes to iss_storagedev@hp.com
 *
 */
#ifndef HPSA_H
#define HPSA_H

#include <scsi/scsicam.h>

#define IO_OK		0
#define IO_ERROR	1

struct ctlr_info;

struct access_method {
	void (*submit_command)(struct ctlr_info *h,
		struct CommandList *c);
	void (*set_intr_mask)(struct ctlr_info *h, unsigned long val);
	unsigned long (*fifo_full)(struct ctlr_info *h);
	bool (*intr_pending)(struct ctlr_info *h);
	unsigned long (*command_completed)(struct ctlr_info *h, u8 q);
};

struct hpsa_scsi_dev_t {
	int devtype;
	int bus, target, lun;		/* as presented to the OS */
	unsigned char scsi3addr[8];	/* as presented to the HW */
#define RAID_CTLR_LUNID "\0\0\0\0\0\0\0\0"
	unsigned char device_id[16];    /* from inquiry pg. 0x83 */
	unsigned char vendor[8];        /* bytes 8-15 of inquiry data */
	unsigned char model[16];        /* bytes 16-31 of inquiry data */
	unsigned char raid_level;	/* from inquiry page 0xC1 */
	unsigned char volume_offline;	/* discovered via TUR or VPD */
	u32 ioaccel_handle;
	int offload_config;		/* I/O accel RAID offload configured */
	int offload_enabled;		/* I/O accel RAID offload enabled */
	int offload_to_mirror;		/* Send next I/O accelerator RAID
					 * offload request to mirror drive
					 */
	struct raid_map_data raid_map;	/* I/O accelerator RAID map */

};

struct reply_pool {
	u64 *head;
	size_t size;
	u8 wraparound;
	u32 current_entry;
};

struct ctlr_info {
	int	ctlr;
	char	devname[8];
	char    *product_name;
	struct pci_dev *pdev;
	u32	board_id;
	void __iomem *vaddr;
	unsigned long paddr;
	int 	nr_cmds; /* Number of commands allowed on this controller */
	struct CfgTable __iomem *cfgtable;
	int	interrupts_enabled;
	int	major;
	int 	max_commands;
	int	commands_outstanding;
	int 	max_outstanding; /* Debug */
	int	usage_count;  /* number of opens all all minor devices */
#	define PERF_MODE_INT	0
#	define DOORBELL_INT	1
#	define SIMPLE_MODE_INT	2
#	define MEMQ_MODE_INT	3
	unsigned int intr[MAX_REPLY_QUEUES];
	unsigned int msix_vector;
	unsigned int msi_vector;
	int intr_mode; /* either PERF_MODE_INT or SIMPLE_MODE_INT */
	struct access_method access;

	/* queue and queue Info */
	struct list_head reqQ;
	struct list_head cmpQ;
	unsigned int Qdepth;
	unsigned int maxSG;
	spinlock_t lock;
	int maxsgentries;
	u8 max_cmd_sg_entries;
	int chainsize;
	struct SGDescriptor **cmd_sg_list;

	/* pointers to command and error info pool */
	struct CommandList 	*cmd_pool;
	dma_addr_t		cmd_pool_dhandle;
	struct io_accel1_cmd	*ioaccel_cmd_pool;
	dma_addr_t		ioaccel_cmd_pool_dhandle;
	struct io_accel2_cmd	*ioaccel2_cmd_pool;
	dma_addr_t		ioaccel2_cmd_pool_dhandle;
	struct ErrorInfo 	*errinfo_pool;
	dma_addr_t		errinfo_pool_dhandle;
	unsigned long  		*cmd_pool_bits;
	int			scan_finished;
	spinlock_t		scan_lock;
	wait_queue_head_t	scan_wait_queue;

	struct Scsi_Host *scsi_host;
	spinlock_t devlock; /* to protect hba[ctlr]->dev[];  */
	int ndevices; /* number of used elements in .dev[] array. */
	struct hpsa_scsi_dev_t *dev[HPSA_MAX_DEVICES];
	/*
	 * Performant mode tables.
	 */
	u32 trans_support;
	u32 trans_offset;
	struct TransTable_struct *transtable;
	unsigned long transMethod;

	/* cap concurrent passthrus at some reasonable maximum */
#define HPSA_MAX_CONCURRENT_PASSTHRUS (20)
	spinlock_t passthru_count_lock; /* protects passthru_count */
	int passthru_count;

	/*
	 * Performant mode completion buffers
	 */
	u64 *reply_pool;
	size_t reply_pool_size;
	struct reply_pool reply_queue[MAX_REPLY_QUEUES];
	u8 nreply_queues;
	dma_addr_t reply_pool_dhandle;
	u32 *blockFetchTable;
	u32 *ioaccel1_blockFetchTable;
	u32 *ioaccel2_blockFetchTable;
	u32 *ioaccel2_bft2_regs;
	unsigned char *hba_inquiry_data;
	u32 driver_support;
	u32 fw_support;
	int ioaccel_support;
	int ioaccel_maxsg;
	u64 last_intr_timestamp;
	u32 last_heartbeat;
	u64 last_heartbeat_timestamp;
	u32 heartbeat_sample_interval;
	atomic_t firmware_flash_in_progress;
	u32 lockup_detected;
	struct delayed_work monitor_ctlr_work;
	int remove_in_progress;
	u32 fifo_recently_full;
	/* Address of h->q[x] is passed to intr handler to know which queue */
	u8 q[MAX_REPLY_QUEUES];
	u32 TMFSupportFlags; /* cache what task mgmt funcs are supported. */
#define HPSATMF_BITS_SUPPORTED  (1 << 0)
#define HPSATMF_PHYS_LUN_RESET  (1 << 1)
#define HPSATMF_PHYS_NEX_RESET  (1 << 2)
#define HPSATMF_PHYS_TASK_ABORT (1 << 3)
#define HPSATMF_PHYS_TSET_ABORT (1 << 4)
#define HPSATMF_PHYS_CLEAR_ACA  (1 << 5)
#define HPSATMF_PHYS_CLEAR_TSET (1 << 6)
#define HPSATMF_PHYS_QRY_TASK   (1 << 7)
#define HPSATMF_PHYS_QRY_TSET   (1 << 8)
#define HPSATMF_PHYS_QRY_ASYNC  (1 << 9)
#define HPSATMF_MASK_SUPPORTED  (1 << 16)
#define HPSATMF_LOG_LUN_RESET   (1 << 17)
#define HPSATMF_LOG_NEX_RESET   (1 << 18)
#define HPSATMF_LOG_TASK_ABORT  (1 << 19)
#define HPSATMF_LOG_TSET_ABORT  (1 << 20)
#define HPSATMF_LOG_CLEAR_ACA   (1 << 21)
#define HPSATMF_LOG_CLEAR_TSET  (1 << 22)
#define HPSATMF_LOG_QRY_TASK    (1 << 23)
#define HPSATMF_LOG_QRY_TSET    (1 << 24)
#define HPSATMF_LOG_QRY_ASYNC   (1 << 25)
	u32 events;
#define CTLR_STATE_CHANGE_EVENT				(1 << 0)
#define CTLR_ENCLOSURE_HOT_PLUG_EVENT			(1 << 1)
#define CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV		(1 << 4)
#define CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV		(1 << 5)
#define CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL		(1 << 6)
#define CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED	(1 << 30)
#define CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE	(1 << 31)

#define RESCAN_REQUIRED_EVENT_BITS \
		(CTLR_STATE_CHANGE_EVENT | \
		CTLR_ENCLOSURE_HOT_PLUG_EVENT | \
		CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV | \
		CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV | \
		CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL | \
		CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED | \
		CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE)
	spinlock_t offline_device_lock;
	struct list_head offline_device_list;
	int	acciopath_status;
	int	drv_req_rescan;	/* flag for driver to request rescan event */
	int	raid_offload_debug;
};

struct offline_device_entry {
	unsigned char scsi3addr[8];
	struct list_head offline_list;
};

#define HPSA_ABORT_MSG 0
#define HPSA_DEVICE_RESET_MSG 1
#define HPSA_RESET_TYPE_CONTROLLER 0x00
#define HPSA_RESET_TYPE_BUS 0x01
#define HPSA_RESET_TYPE_TARGET 0x03
#define HPSA_RESET_TYPE_LUN 0x04
#define HPSA_MSG_SEND_RETRY_LIMIT 10
#define HPSA_MSG_SEND_RETRY_INTERVAL_MSECS (10000)

/* Maximum time in seconds driver will wait for command completions
 * when polling before giving up.
 */
#define HPSA_MAX_POLL_TIME_SECS (20)

/* During SCSI error recovery, HPSA_TUR_RETRY_LIMIT defines
 * how many times to retry TEST UNIT READY on a device
 * while waiting for it to become ready before giving up.
 * HPSA_MAX_WAIT_INTERVAL_SECS is the max wait interval
 * between sending TURs while waiting for a device
 * to become ready.
 */
#define HPSA_TUR_RETRY_LIMIT (20)
#define HPSA_MAX_WAIT_INTERVAL_SECS (30)

/* HPSA_BOARD_READY_WAIT_SECS is how long to wait for a board
 * to become ready, in seconds, before giving up on it.
 * HPSA_BOARD_READY_POLL_INTERVAL_MSECS * is how long to wait
 * between polling the board to see if it is ready, in
 * milliseconds.  HPSA_BOARD_READY_POLL_INTERVAL and
 * HPSA_BOARD_READY_ITERATIONS are derived from those.
 */
#define HPSA_BOARD_READY_WAIT_SECS (120)
#define HPSA_BOARD_NOT_READY_WAIT_SECS (100)
#define HPSA_BOARD_READY_POLL_INTERVAL_MSECS (100)
#define HPSA_BOARD_READY_POLL_INTERVAL \
	((HPSA_BOARD_READY_POLL_INTERVAL_MSECS * HZ) / 1000)
#define HPSA_BOARD_READY_ITERATIONS \
	((HPSA_BOARD_READY_WAIT_SECS * 1000) / \
		HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
#define HPSA_BOARD_NOT_READY_ITERATIONS \
	((HPSA_BOARD_NOT_READY_WAIT_SECS * 1000) / \
		HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
#define HPSA_POST_RESET_PAUSE_MSECS (3000)
#define HPSA_POST_RESET_NOOP_RETRIES (12)

/*  Defining the diffent access_menthods */
/*
 * Memory mapped FIFO interface (SMART 53xx cards)
 */
#define SA5_DOORBELL	0x20
#define SA5_REQUEST_PORT_OFFSET	0x40
#define SA5_REPLY_INTR_MASK_OFFSET	0x34
#define SA5_REPLY_PORT_OFFSET		0x44
#define SA5_INTR_STATUS		0x30
#define SA5_SCRATCHPAD_OFFSET	0xB0

#define SA5_CTCFG_OFFSET	0xB4
#define SA5_CTMEM_OFFSET	0xB8

#define SA5_INTR_OFF		0x08
#define SA5B_INTR_OFF		0x04
#define SA5_INTR_PENDING	0x08
#define SA5B_INTR_PENDING	0x04
#define FIFO_EMPTY		0xffffffff
#define HPSA_FIRMWARE_READY	0xffff0000 /* value in scratchpad register */

#define HPSA_ERROR_BIT		0x02

/* Performant mode flags */
#define SA5_PERF_INTR_PENDING   0x04
#define SA5_PERF_INTR_OFF       0x05
#define SA5_OUTDB_STATUS_PERF_BIT       0x01
#define SA5_OUTDB_CLEAR_PERF_BIT        0x01
#define SA5_OUTDB_CLEAR         0xA0
#define SA5_OUTDB_CLEAR_PERF_BIT        0x01
#define SA5_OUTDB_STATUS        0x9C


#define HPSA_INTR_ON 	1
#define HPSA_INTR_OFF	0

/*
 * Inbound Post Queue offsets for IO Accelerator Mode 2
 */
#define IOACCEL2_INBOUND_POSTQ_32	0x48
#define IOACCEL2_INBOUND_POSTQ_64_LOW	0xd0
#define IOACCEL2_INBOUND_POSTQ_64_HI	0xd4

/*
	Send the command to the hardware
*/
static void SA5_submit_command(struct ctlr_info *h,
	struct CommandList *c)
{
	dev_dbg(&h->pdev->dev, "Sending %x, tag = %x\n", c->busaddr,
		c->Header.Tag.lower);
	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
	(void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
}

static void SA5_submit_command_ioaccel2(struct ctlr_info *h,
	struct CommandList *c)
{
	dev_dbg(&h->pdev->dev, "Sending %x, tag = %x\n", c->busaddr,
		c->Header.Tag.lower);
	if (c->cmd_type == CMD_IOACCEL2)
		writel(c->busaddr, h->vaddr + IOACCEL2_INBOUND_POSTQ_32);
	else
		writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
	(void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
}

/*
 *  This card is the opposite of the other cards.
 *   0 turns interrupts on...
 *   0x08 turns them off...
 */
static void SA5_intr_mask(struct ctlr_info *h, unsigned long val)
{
	if (val) { /* Turn interrupts on */
		h->interrupts_enabled = 1;
		writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	} else { /* Turn them off */
		h->interrupts_enabled = 0;
		writel(SA5_INTR_OFF,
			h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	}
}

static void SA5_performant_intr_mask(struct ctlr_info *h, unsigned long val)
{
	if (val) { /* turn on interrupts */
		h->interrupts_enabled = 1;
		writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	} else {
		h->interrupts_enabled = 0;
		writel(SA5_PERF_INTR_OFF,
			h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	}
}

static unsigned long SA5_performant_completed(struct ctlr_info *h, u8 q)
{
	struct reply_pool *rq = &h->reply_queue[q];
	unsigned long flags, register_value = FIFO_EMPTY;

	/* msi auto clears the interrupt pending bit. */
	if (!(h->msi_vector || h->msix_vector)) {
		/* flush the controller write of the reply queue by reading
		 * outbound doorbell status register.
		 */
		register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
		writel(SA5_OUTDB_CLEAR_PERF_BIT, h->vaddr + SA5_OUTDB_CLEAR);
		/* Do a read in order to flush the write to the controller
		 * (as per spec.)
		 */
		register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	}

	if ((rq->head[rq->current_entry] & 1) == rq->wraparound) {
		register_value = rq->head[rq->current_entry];
		rq->current_entry++;
		spin_lock_irqsave(&h->lock, flags);
		h->commands_outstanding--;
		spin_unlock_irqrestore(&h->lock, flags);
	} else {
		register_value = FIFO_EMPTY;
	}
	/* Check for wraparound */
	if (rq->current_entry == h->max_commands) {
		rq->current_entry = 0;
		rq->wraparound ^= 1;
	}
	return register_value;
}

/*
 *  Returns true if fifo is full.
 *
 */
static unsigned long SA5_fifo_full(struct ctlr_info *h)
{
	if (h->commands_outstanding >= h->max_commands)
		return 1;
	else
		return 0;

}
/*
 *   returns value read from hardware.
 *     returns FIFO_EMPTY if there is nothing to read
 */
static unsigned long SA5_completed(struct ctlr_info *h,
	__attribute__((unused)) u8 q)
{
	unsigned long register_value
		= readl(h->vaddr + SA5_REPLY_PORT_OFFSET);
	unsigned long flags;

	if (register_value != FIFO_EMPTY) {
		spin_lock_irqsave(&h->lock, flags);
		h->commands_outstanding--;
		spin_unlock_irqrestore(&h->lock, flags);
	}

#ifdef HPSA_DEBUG
	if (register_value != FIFO_EMPTY)
		dev_dbg(&h->pdev->dev, "Read %lx back from board\n",
			register_value);
	else
		dev_dbg(&h->pdev->dev, "FIFO Empty read\n");
#endif

	return register_value;
}
/*
 *	Returns true if an interrupt is pending..
 */
static bool SA5_intr_pending(struct ctlr_info *h)
{
	unsigned long register_value  =
		readl(h->vaddr + SA5_INTR_STATUS);
	dev_dbg(&h->pdev->dev, "intr_pending %lx\n", register_value);
	return register_value & SA5_INTR_PENDING;
}

static bool SA5_performant_intr_pending(struct ctlr_info *h)
{
	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);

	if (!register_value)
		return false;

	if (h->msi_vector || h->msix_vector)
		return true;

	/* Read outbound doorbell to flush */
	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	return register_value & SA5_OUTDB_STATUS_PERF_BIT;
}

#define SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT    0x100

static bool SA5_ioaccel_mode1_intr_pending(struct ctlr_info *h)
{
	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);

	return (register_value & SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT) ?
		true : false;
}

#define IOACCEL_MODE1_REPLY_QUEUE_INDEX  0x1A0
#define IOACCEL_MODE1_PRODUCER_INDEX     0x1B8
#define IOACCEL_MODE1_CONSUMER_INDEX     0x1BC
#define IOACCEL_MODE1_REPLY_UNUSED       0xFFFFFFFFFFFFFFFFULL

static unsigned long SA5_ioaccel_mode1_completed(struct ctlr_info *h, u8 q)
{
	u64 register_value;
	struct reply_pool *rq = &h->reply_queue[q];
	unsigned long flags;

	BUG_ON(q >= h->nreply_queues);

	register_value = rq->head[rq->current_entry];
	if (register_value != IOACCEL_MODE1_REPLY_UNUSED) {
		rq->head[rq->current_entry] = IOACCEL_MODE1_REPLY_UNUSED;
		if (++rq->current_entry == rq->size)
			rq->current_entry = 0;
		/*
		 * @todo
		 *
		 * Don't really need to write the new index after each command,
		 * but with current driver design this is easiest.
		 */
		wmb();
		writel((q << 24) | rq->current_entry, h->vaddr +
				IOACCEL_MODE1_CONSUMER_INDEX);
		spin_lock_irqsave(&h->lock, flags);
		h->commands_outstanding--;
		spin_unlock_irqrestore(&h->lock, flags);
	}
	return (unsigned long) register_value;
}

static struct access_method SA5_access = {
	SA5_submit_command,
	SA5_intr_mask,
	SA5_fifo_full,
	SA5_intr_pending,
	SA5_completed,
};

static struct access_method SA5_ioaccel_mode1_access = {
	SA5_submit_command,
	SA5_performant_intr_mask,
	SA5_fifo_full,
	SA5_ioaccel_mode1_intr_pending,
	SA5_ioaccel_mode1_completed,
};

static struct access_method SA5_ioaccel_mode2_access = {
	SA5_submit_command_ioaccel2,
	SA5_performant_intr_mask,
	SA5_fifo_full,
	SA5_performant_intr_pending,
	SA5_performant_completed,
};

static struct access_method SA5_performant_access = {
	SA5_submit_command,
	SA5_performant_intr_mask,
	SA5_fifo_full,
	SA5_performant_intr_pending,
	SA5_performant_completed,
};

struct board_type {
	u32	board_id;
	char	*product_name;
	struct access_method *access;
};

#endif /* HPSA_H */
Commit	Line	Data
edd16368 SC	1	/*
edd16368 SC	2	* Disk Array driver for HP Smart Array SAS controllers
51c35139	3	* Copyright 2000, 2014 Hewlett-Packard Development Company, L.P.
edd16368 SC	4	*
	5	* This program is free software; you can redistribute it and/or modify
	6	* it under the terms of the GNU General Public License as published by
	7	* the Free Software Foundation; version 2 of the License.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
	12	* NON INFRINGEMENT. See the GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write to the Free Software
	16	* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
	17	*
	18	* Questions/Comments/Bugfixes to iss_storagedev@hp.com
	19	*
	20	*/
	21	#ifndef HPSA_H
	22	#define HPSA_H
	23
	24	#include <scsi/scsicam.h>
	25
	26	#define IO_OK 0
	27	#define IO_ERROR 1
	28
	29	struct ctlr_info;
	30
	31	struct access_method {
	32	void (submit_command)(struct ctlr_info h,
	33	struct CommandList *c);
	34	void (set_intr_mask)(struct ctlr_info h, unsigned long val);
	35	unsigned long (fifo_full)(struct ctlr_info h);
900c5440	36	bool (intr_pending)(struct ctlr_info h);
254f796b	37	unsigned long (command_completed)(struct ctlr_info h, u8 q);
edd16368 SC	38	};
	39
	40	struct hpsa_scsi_dev_t {
	41	int devtype;
	42	int bus, target, lun; /* as presented to the OS */
	43	unsigned char scsi3addr[8]; /* as presented to the HW */
	44	#define RAID_CTLR_LUNID "\0\0\0\0\0\0\0\0"
	45	unsigned char device_id[16]; /* from inquiry pg. 0x83 */
	46	unsigned char vendor[8]; /* bytes 8-15 of inquiry data */
	47	unsigned char model[16]; /* bytes 16-31 of inquiry data */
edd16368	48	unsigned char raid_level; /* from inquiry page 0xC1 */
9846590e	49	unsigned char volume_offline; /* discovered via TUR or VPD */
e1f7de0c	50	u32 ioaccel_handle;
283b4a9b SC	51	int offload_config; /* I/O accel RAID offload configured */
	52	int offload_enabled; /* I/O accel RAID offload enabled */
	53	int offload_to_mirror; /* Send next I/O accelerator RAID
	54	* offload request to mirror drive
	55	*/
	56	struct raid_map_data raid_map; /* I/O accelerator RAID map */
	57
edd16368 SC	58	};
edd16368 SC	59
254f796b MG	60	struct reply_pool {
	61	u64 *head;
	62	size_t size;
	63	u8 wraparound;
	64	u32 current_entry;
	65	};
	66
edd16368 SC	67	struct ctlr_info {
	68	int ctlr;
	69	char devname[8];
	70	char *product_name;
edd16368	71	struct pci_dev *pdev;
01a02ffc	72	u32 board_id;
edd16368 SC	73	void __iomem *vaddr;
	74	unsigned long paddr;
	75	int nr_cmds; /* Number of commands allowed on this controller */
	76	struct CfgTable __iomem *cfgtable;
	77	int interrupts_enabled;
	78	int major;
	79	int max_commands;
	80	int commands_outstanding;
	81	int max_outstanding; /* Debug */
	82	int usage_count; /* number of opens all all minor devices */
303932fd DB	83	# define PERF_MODE_INT 0
303932fd DB	84	# define DOORBELL_INT 1
edd16368 SC	85	# define SIMPLE_MODE_INT 2
edd16368 SC	86	# define MEMQ_MODE_INT 3
254f796b	87	unsigned int intr[MAX_REPLY_QUEUES];
edd16368 SC	88	unsigned int msix_vector;
edd16368 SC	89	unsigned int msi_vector;
a9a3a273	90	int intr_mode; /* either PERF_MODE_INT or SIMPLE_MODE_INT */
edd16368 SC	91	struct access_method access;
	92
	93	/* queue and queue Info */
9e0fc764 SC	94	struct list_head reqQ;
9e0fc764 SC	95	struct list_head cmpQ;
edd16368	96	unsigned int Qdepth;
edd16368 SC	97	unsigned int maxSG;
edd16368 SC	98	spinlock_t lock;
33a2ffce SC	99	int maxsgentries;
	100	u8 max_cmd_sg_entries;
	101	int chainsize;
	102	struct SGDescriptor **cmd_sg_list;
edd16368 SC	103
	104	/* pointers to command and error info pool */
	105	struct CommandList *cmd_pool;
	106	dma_addr_t cmd_pool_dhandle;
e1f7de0c MG	107	struct io_accel1_cmd *ioaccel_cmd_pool;
e1f7de0c MG	108	dma_addr_t ioaccel_cmd_pool_dhandle;
aca9012a SC	109	struct io_accel2_cmd *ioaccel2_cmd_pool;
aca9012a SC	110	dma_addr_t ioaccel2_cmd_pool_dhandle;
edd16368 SC	111	struct ErrorInfo *errinfo_pool;
	112	dma_addr_t errinfo_pool_dhandle;
	113	unsigned long *cmd_pool_bits;
a08a8471 SC	114	int scan_finished;
	115	spinlock_t scan_lock;
	116	wait_queue_head_t scan_wait_queue;
edd16368 SC	117
	118	struct Scsi_Host *scsi_host;
	119	spinlock_t devlock; /* to protect hba[ctlr]->dev[]; */
	120	int ndevices; /* number of used elements in .dev[] array. */
cfe5badc	121	struct hpsa_scsi_dev_t *dev[HPSA_MAX_DEVICES];
303932fd DB	122	/*
	123	* Performant mode tables.
	124	*/
	125	u32 trans_support;
	126	u32 trans_offset;
	127	struct TransTable_struct *transtable;
	128	unsigned long transMethod;
	129
0390f0c0 SC	130	/* cap concurrent passthrus at some reasonable maximum */
	131	#define HPSA_MAX_CONCURRENT_PASSTHRUS (20)
	132	spinlock_t passthru_count_lock; /* protects passthru_count */
	133	int passthru_count;
	134
303932fd	135	/*
254f796b	136	* Performant mode completion buffers
303932fd DB	137	*/
303932fd DB	138	u64 *reply_pool;
303932fd	139	size_t reply_pool_size;
254f796b MG	140	struct reply_pool reply_queue[MAX_REPLY_QUEUES];
	141	u8 nreply_queues;
	142	dma_addr_t reply_pool_dhandle;
303932fd	143	u32 *blockFetchTable;
e1f7de0c	144	u32 *ioaccel1_blockFetchTable;
aca9012a	145	u32 *ioaccel2_blockFetchTable;
b9af4937	146	u32 *ioaccel2_bft2_regs;
339b2b14	147	unsigned char *hba_inquiry_data;
283b4a9b SC	148	u32 driver_support;
	149	u32 fw_support;
	150	int ioaccel_support;
	151	int ioaccel_maxsg;
a0c12413 SC	152	u64 last_intr_timestamp;
	153	u32 last_heartbeat;
	154	u64 last_heartbeat_timestamp;
e85c5974 SC	155	u32 heartbeat_sample_interval;
e85c5974 SC	156	atomic_t firmware_flash_in_progress;
a0c12413	157	u32 lockup_detected;
8a98db73 SC	158	struct delayed_work monitor_ctlr_work;
8a98db73 SC	159	int remove_in_progress;
396883e2	160	u32 fifo_recently_full;
254f796b MG	161	/* Address of h->q[x] is passed to intr handler to know which queue */
254f796b MG	162	u8 q[MAX_REPLY_QUEUES];
75167d2c SC	163	u32 TMFSupportFlags; /* cache what task mgmt funcs are supported. */
	164	#define HPSATMF_BITS_SUPPORTED (1 << 0)
	165	#define HPSATMF_PHYS_LUN_RESET (1 << 1)
	166	#define HPSATMF_PHYS_NEX_RESET (1 << 2)
	167	#define HPSATMF_PHYS_TASK_ABORT (1 << 3)
	168	#define HPSATMF_PHYS_TSET_ABORT (1 << 4)
	169	#define HPSATMF_PHYS_CLEAR_ACA (1 << 5)
	170	#define HPSATMF_PHYS_CLEAR_TSET (1 << 6)
	171	#define HPSATMF_PHYS_QRY_TASK (1 << 7)
	172	#define HPSATMF_PHYS_QRY_TSET (1 << 8)
	173	#define HPSATMF_PHYS_QRY_ASYNC (1 << 9)
	174	#define HPSATMF_MASK_SUPPORTED (1 << 16)
	175	#define HPSATMF_LOG_LUN_RESET (1 << 17)
	176	#define HPSATMF_LOG_NEX_RESET (1 << 18)
	177	#define HPSATMF_LOG_TASK_ABORT (1 << 19)
	178	#define HPSATMF_LOG_TSET_ABORT (1 << 20)
	179	#define HPSATMF_LOG_CLEAR_ACA (1 << 21)
	180	#define HPSATMF_LOG_CLEAR_TSET (1 << 22)
	181	#define HPSATMF_LOG_QRY_TASK (1 << 23)
	182	#define HPSATMF_LOG_QRY_TSET (1 << 24)
	183	#define HPSATMF_LOG_QRY_ASYNC (1 << 25)
76438d08	184	u32 events;
faff6ee0 SC	185	#define CTLR_STATE_CHANGE_EVENT (1 << 0)
	186	#define CTLR_ENCLOSURE_HOT_PLUG_EVENT (1 << 1)
	187	#define CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV (1 << 4)
	188	#define CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV (1 << 5)
	189	#define CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL (1 << 6)
	190	#define CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED (1 << 30)
	191	#define CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE (1 << 31)
	192
	193	#define RESCAN_REQUIRED_EVENT_BITS \
	194	(CTLR_STATE_CHANGE_EVENT \| \
	195	CTLR_ENCLOSURE_HOT_PLUG_EVENT \| \
	196	CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV \| \
	197	CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV \| \
	198	CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL \| \
	199	CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED \| \
	200	CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE)
9846590e SC	201	spinlock_t offline_device_lock;
9846590e SC	202	struct list_head offline_device_list;
da0697bd	203	int acciopath_status;
e863d68e	204	int drv_req_rescan; /* flag for driver to request rescan event */
2ba8bfc8	205	int raid_offload_debug;
edd16368	206	};
9846590e SC	207
	208	struct offline_device_entry {
	209	unsigned char scsi3addr[8];
	210	struct list_head offline_list;
	211	};
	212
edd16368 SC	213	#define HPSA_ABORT_MSG 0
edd16368 SC	214	#define HPSA_DEVICE_RESET_MSG 1
64670ac8 SC	215	#define HPSA_RESET_TYPE_CONTROLLER 0x00
	216	#define HPSA_RESET_TYPE_BUS 0x01
	217	#define HPSA_RESET_TYPE_TARGET 0x03
	218	#define HPSA_RESET_TYPE_LUN 0x04
edd16368	219	#define HPSA_MSG_SEND_RETRY_LIMIT 10
516fda49	220	#define HPSA_MSG_SEND_RETRY_INTERVAL_MSECS (10000)
edd16368 SC	221
	222	/* Maximum time in seconds driver will wait for command completions
	223	* when polling before giving up.
	224	*/
	225	#define HPSA_MAX_POLL_TIME_SECS (20)
	226
	227	/* During SCSI error recovery, HPSA_TUR_RETRY_LIMIT defines
	228	* how many times to retry TEST UNIT READY on a device
	229	* while waiting for it to become ready before giving up.
	230	* HPSA_MAX_WAIT_INTERVAL_SECS is the max wait interval
	231	* between sending TURs while waiting for a device
	232	* to become ready.
	233	*/
	234	#define HPSA_TUR_RETRY_LIMIT (20)
	235	#define HPSA_MAX_WAIT_INTERVAL_SECS (30)
	236
	237	/* HPSA_BOARD_READY_WAIT_SECS is how long to wait for a board
	238	* to become ready, in seconds, before giving up on it.
	239	* HPSA_BOARD_READY_POLL_INTERVAL_MSECS * is how long to wait
	240	* between polling the board to see if it is ready, in
	241	* milliseconds. HPSA_BOARD_READY_POLL_INTERVAL and
	242	* HPSA_BOARD_READY_ITERATIONS are derived from those.
	243	*/
	244	#define HPSA_BOARD_READY_WAIT_SECS (120)
2ed7127b	245	#define HPSA_BOARD_NOT_READY_WAIT_SECS (100)
edd16368 SC	246	#define HPSA_BOARD_READY_POLL_INTERVAL_MSECS (100)
	247	#define HPSA_BOARD_READY_POLL_INTERVAL \
	248	((HPSA_BOARD_READY_POLL_INTERVAL_MSECS * HZ) / 1000)
	249	#define HPSA_BOARD_READY_ITERATIONS \
	250	((HPSA_BOARD_READY_WAIT_SECS * 1000) / \
	251	HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
fe5389c8 SC	252	#define HPSA_BOARD_NOT_READY_ITERATIONS \
	253	((HPSA_BOARD_NOT_READY_WAIT_SECS * 1000) / \
	254	HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
edd16368 SC	255	#define HPSA_POST_RESET_PAUSE_MSECS (3000)
	256	#define HPSA_POST_RESET_NOOP_RETRIES (12)
	257
	258	/* Defining the diffent access_menthods */
	259	/*
	260	* Memory mapped FIFO interface (SMART 53xx cards)
	261	*/
	262	#define SA5_DOORBELL 0x20
	263	#define SA5_REQUEST_PORT_OFFSET 0x40
	264	#define SA5_REPLY_INTR_MASK_OFFSET 0x34
	265	#define SA5_REPLY_PORT_OFFSET 0x44
	266	#define SA5_INTR_STATUS 0x30
	267	#define SA5_SCRATCHPAD_OFFSET 0xB0
	268
	269	#define SA5_CTCFG_OFFSET 0xB4
	270	#define SA5_CTMEM_OFFSET 0xB8
	271
	272	#define SA5_INTR_OFF 0x08
	273	#define SA5B_INTR_OFF 0x04
	274	#define SA5_INTR_PENDING 0x08
	275	#define SA5B_INTR_PENDING 0x04
	276	#define FIFO_EMPTY 0xffffffff
	277	#define HPSA_FIRMWARE_READY 0xffff0000 /* value in scratchpad register */
	278
	279	#define HPSA_ERROR_BIT 0x02
edd16368	280
303932fd DB	281	/* Performant mode flags */
	282	#define SA5_PERF_INTR_PENDING 0x04
	283	#define SA5_PERF_INTR_OFF 0x05
	284	#define SA5_OUTDB_STATUS_PERF_BIT 0x01
	285	#define SA5_OUTDB_CLEAR_PERF_BIT 0x01
	286	#define SA5_OUTDB_CLEAR 0xA0
	287	#define SA5_OUTDB_CLEAR_PERF_BIT 0x01
	288	#define SA5_OUTDB_STATUS 0x9C
	289
	290
edd16368 SC	291	#define HPSA_INTR_ON 1
edd16368 SC	292	#define HPSA_INTR_OFF 0
b66cc250 MM	293
	294	/*
	295	* Inbound Post Queue offsets for IO Accelerator Mode 2
	296	*/
	297	#define IOACCEL2_INBOUND_POSTQ_32 0x48
	298	#define IOACCEL2_INBOUND_POSTQ_64_LOW 0xd0
	299	#define IOACCEL2_INBOUND_POSTQ_64_HI 0xd4
	300
edd16368 SC	301	/*
	302	Send the command to the hardware
	303	*/
	304	static void SA5_submit_command(struct ctlr_info *h,
	305	struct CommandList *c)
	306	{
303932fd DB	307	dev_dbg(&h->pdev->dev, "Sending %x, tag = %x\n", c->busaddr,
303932fd DB	308	c->Header.Tag.lower);
edd16368	309	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
fec62c36	310	(void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
edd16368 SC	311	}
edd16368 SC	312
c349775e ST	313	static void SA5_submit_command_ioaccel2(struct ctlr_info *h,
	314	struct CommandList *c)
	315	{
	316	dev_dbg(&h->pdev->dev, "Sending %x, tag = %x\n", c->busaddr,
	317	c->Header.Tag.lower);
	318	if (c->cmd_type == CMD_IOACCEL2)
	319	writel(c->busaddr, h->vaddr + IOACCEL2_INBOUND_POSTQ_32);
	320	else
	321	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
	322	(void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
	323	}
	324
edd16368 SC	325	/*
	326	* This card is the opposite of the other cards.
	327	* 0 turns interrupts on...
	328	* 0x08 turns them off...
	329	*/
	330	static void SA5_intr_mask(struct ctlr_info *h, unsigned long val)
	331	{
	332	if (val) { /* Turn interrupts on */
	333	h->interrupts_enabled = 1;
	334	writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	335	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
edd16368 SC	336	} else { /* Turn them off */
	337	h->interrupts_enabled = 0;
	338	writel(SA5_INTR_OFF,
	339	h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	340	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
edd16368 SC	341	}
edd16368 SC	342	}
303932fd DB	343
	344	static void SA5_performant_intr_mask(struct ctlr_info *h, unsigned long val)
	345	{
	346	if (val) { /* turn on interrupts */
	347	h->interrupts_enabled = 1;
	348	writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	349	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
303932fd DB	350	} else {
	351	h->interrupts_enabled = 0;
	352	writel(SA5_PERF_INTR_OFF,
	353	h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	354	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
303932fd DB	355	}
	356	}
	357
254f796b	358	static unsigned long SA5_performant_completed(struct ctlr_info *h, u8 q)
303932fd	359	{
254f796b	360	struct reply_pool *rq = &h->reply_queue[q];
e16a33ad	361	unsigned long flags, register_value = FIFO_EMPTY;
303932fd	362
303932fd DB	363	/* msi auto clears the interrupt pending bit. */
303932fd DB	364	if (!(h->msi_vector \|\| h->msix_vector)) {
2c17d2da SC	365	/* flush the controller write of the reply queue by reading
	366	* outbound doorbell status register.
	367	*/
	368	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
303932fd DB	369	writel(SA5_OUTDB_CLEAR_PERF_BIT, h->vaddr + SA5_OUTDB_CLEAR);
	370	/* Do a read in order to flush the write to the controller
	371	* (as per spec.)
	372	*/
	373	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	374	}
	375
254f796b MG	376	if ((rq->head[rq->current_entry] & 1) == rq->wraparound) {
	377	register_value = rq->head[rq->current_entry];
	378	rq->current_entry++;
e16a33ad	379	spin_lock_irqsave(&h->lock, flags);
303932fd	380	h->commands_outstanding--;
e16a33ad	381	spin_unlock_irqrestore(&h->lock, flags);
303932fd DB	382	} else {
	383	register_value = FIFO_EMPTY;
	384	}
	385	/* Check for wraparound */
254f796b MG	386	if (rq->current_entry == h->max_commands) {
	387	rq->current_entry = 0;
	388	rq->wraparound ^= 1;
303932fd	389	}
303932fd DB	390	return register_value;
	391	}
	392
edd16368 SC	393	/*
	394	* Returns true if fifo is full.
	395	*
	396	*/
	397	static unsigned long SA5_fifo_full(struct ctlr_info *h)
	398	{
	399	if (h->commands_outstanding >= h->max_commands)
	400	return 1;
	401	else
	402	return 0;
	403
	404	}
	405	/*
	406	* returns value read from hardware.
	407	* returns FIFO_EMPTY if there is nothing to read
	408	*/
254f796b MG	409	static unsigned long SA5_completed(struct ctlr_info *h,
254f796b MG	410	__attribute__((unused)) u8 q)
edd16368 SC	411	{
	412	unsigned long register_value
	413	= readl(h->vaddr + SA5_REPLY_PORT_OFFSET);
e16a33ad	414	unsigned long flags;
edd16368	415
e16a33ad MG	416	if (register_value != FIFO_EMPTY) {
e16a33ad MG	417	spin_lock_irqsave(&h->lock, flags);
edd16368	418	h->commands_outstanding--;
e16a33ad MG	419	spin_unlock_irqrestore(&h->lock, flags);
e16a33ad MG	420	}
edd16368 SC	421
	422	#ifdef HPSA_DEBUG
	423	if (register_value != FIFO_EMPTY)
84ca0be2	424	dev_dbg(&h->pdev->dev, "Read %lx back from board\n",
edd16368 SC	425	register_value);
edd16368 SC	426	else
f79cfec6	427	dev_dbg(&h->pdev->dev, "FIFO Empty read\n");
edd16368 SC	428	#endif
	429
	430	return register_value;
	431	}
	432	/*
	433	* Returns true if an interrupt is pending..
	434	*/
900c5440	435	static bool SA5_intr_pending(struct ctlr_info *h)
edd16368 SC	436	{
	437	unsigned long register_value =
	438	readl(h->vaddr + SA5_INTR_STATUS);
84ca0be2	439	dev_dbg(&h->pdev->dev, "intr_pending %lx\n", register_value);
900c5440	440	return register_value & SA5_INTR_PENDING;
edd16368 SC	441	}
edd16368 SC	442
303932fd DB	443	static bool SA5_performant_intr_pending(struct ctlr_info *h)
	444	{
	445	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
	446
	447	if (!register_value)
	448	return false;
	449
	450	if (h->msi_vector \|\| h->msix_vector)
	451	return true;
	452
	453	/* Read outbound doorbell to flush */
	454	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	455	return register_value & SA5_OUTDB_STATUS_PERF_BIT;
	456	}
edd16368	457
e1f7de0c MG	458	#define SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT 0x100
	459
	460	static bool SA5_ioaccel_mode1_intr_pending(struct ctlr_info *h)
	461	{
	462	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
	463
	464	return (register_value & SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT) ?
	465	true : false;
	466	}
	467
	468	#define IOACCEL_MODE1_REPLY_QUEUE_INDEX 0x1A0
	469	#define IOACCEL_MODE1_PRODUCER_INDEX 0x1B8
	470	#define IOACCEL_MODE1_CONSUMER_INDEX 0x1BC
	471	#define IOACCEL_MODE1_REPLY_UNUSED 0xFFFFFFFFFFFFFFFFULL
	472
283b4a9b	473	static unsigned long SA5_ioaccel_mode1_completed(struct ctlr_info *h, u8 q)
e1f7de0c MG	474	{
	475	u64 register_value;
	476	struct reply_pool *rq = &h->reply_queue[q];
	477	unsigned long flags;
	478
	479	BUG_ON(q >= h->nreply_queues);
	480
	481	register_value = rq->head[rq->current_entry];
	482	if (register_value != IOACCEL_MODE1_REPLY_UNUSED) {
	483	rq->head[rq->current_entry] = IOACCEL_MODE1_REPLY_UNUSED;
	484	if (++rq->current_entry == rq->size)
	485	rq->current_entry = 0;
283b4a9b SC	486	/*
	487	* @todo
	488	*
	489	* Don't really need to write the new index after each command,
	490	* but with current driver design this is easiest.
	491	*/
	492	wmb();
	493	writel((q << 24) \| rq->current_entry, h->vaddr +
	494	IOACCEL_MODE1_CONSUMER_INDEX);
e1f7de0c MG	495	spin_lock_irqsave(&h->lock, flags);
	496	h->commands_outstanding--;
	497	spin_unlock_irqrestore(&h->lock, flags);
e1f7de0c MG	498	}
	499	return (unsigned long) register_value;
	500	}
	501
edd16368 SC	502	static struct access_method SA5_access = {
	503	SA5_submit_command,
	504	SA5_intr_mask,
	505	SA5_fifo_full,
	506	SA5_intr_pending,
	507	SA5_completed,
	508	};
	509
e1f7de0c MG	510	static struct access_method SA5_ioaccel_mode1_access = {
	511	SA5_submit_command,
	512	SA5_performant_intr_mask,
	513	SA5_fifo_full,
	514	SA5_ioaccel_mode1_intr_pending,
	515	SA5_ioaccel_mode1_completed,
	516	};
	517
c349775e ST	518	static struct access_method SA5_ioaccel_mode2_access = {
	519	SA5_submit_command_ioaccel2,
	520	SA5_performant_intr_mask,
	521	SA5_fifo_full,
	522	SA5_performant_intr_pending,
	523	SA5_performant_completed,
	524	};
	525
303932fd DB	526	static struct access_method SA5_performant_access = {
	527	SA5_submit_command,
	528	SA5_performant_intr_mask,
	529	SA5_fifo_full,
	530	SA5_performant_intr_pending,
	531	SA5_performant_completed,
	532	};
	533
edd16368	534	struct board_type {
01a02ffc	535	u32 board_id;
edd16368 SC	536	char *product_name;
	537	struct access_method *access;
	538	};
	539
edd16368 SC	540	#endif /* HPSA_H */
edd16368 SC	541