[mirror_ubuntu-zesty-kernel.git] / drivers / scsi / hpsa.h

/*
 *    Disk Array driver for HP Smart Array SAS controllers
 *    Copyright 2000, 2014 Hewlett-Packard Development Company, L.P.
 *
 *    This program is free software; you can redistribute it and/or modify
 *    it under the terms of the GNU General Public License as published by
 *    the Free Software Foundation; version 2 of the License.
 *
 *    This program is distributed in the hope that it will be useful,
 *    but WITHOUT ANY WARRANTY; without even the implied warranty of
 *    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 *    NON INFRINGEMENT.  See the GNU General Public License for more details.
 *
 *    You should have received a copy of the GNU General Public License
 *    along with this program; if not, write to the Free Software
 *    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 *    Questions/Comments/Bugfixes to iss_storagedev@hp.com
 *
 */
#ifndef HPSA_H
#define HPSA_H

#include <scsi/scsicam.h>

#define IO_OK		0
#define IO_ERROR	1

struct ctlr_info;

struct access_method {
	void (*submit_command)(struct ctlr_info *h,
		struct CommandList *c);
	void (*set_intr_mask)(struct ctlr_info *h, unsigned long val);
	bool (*intr_pending)(struct ctlr_info *h);
	unsigned long (*command_completed)(struct ctlr_info *h, u8 q);
};

struct hpsa_scsi_dev_t {
	int devtype;
	int bus, target, lun;		/* as presented to the OS */
	unsigned char scsi3addr[8];	/* as presented to the HW */
#define RAID_CTLR_LUNID "\0\0\0\0\0\0\0\0"
	unsigned char device_id[16];    /* from inquiry pg. 0x83 */
	unsigned char vendor[8];        /* bytes 8-15 of inquiry data */
	unsigned char model[16];        /* bytes 16-31 of inquiry data */
	unsigned char raid_level;	/* from inquiry page 0xC1 */
	unsigned char volume_offline;	/* discovered via TUR or VPD */
	u16 queue_depth;		/* max queue_depth for this device */
	atomic_t ioaccel_cmds_out;	/* Only used for physical devices
					 * counts commands sent to physical
					 * device via "ioaccel" path.
					 */
	u32 ioaccel_handle;
	int offload_config;		/* I/O accel RAID offload configured */
	int offload_enabled;		/* I/O accel RAID offload enabled */
	int offload_to_mirror;		/* Send next I/O accelerator RAID
					 * offload request to mirror drive
					 */
	struct raid_map_data raid_map;	/* I/O accelerator RAID map */

	/*
	 * Pointers from logical drive map indices to the phys drives that
	 * make those logical drives.  Note, multiple logical drives may
	 * share physical drives.  You can have for instance 5 physical
	 * drives with 3 logical drives each using those same 5 physical
	 * disks. We need these pointers for counting i/o's out to physical
	 * devices in order to honor physical device queue depth limits.
	 */
	struct hpsa_scsi_dev_t *phys_disk[RAID_MAP_MAX_ENTRIES];
};

struct reply_queue_buffer {
	u64 *head;
	size_t size;
	u8 wraparound;
	u32 current_entry;
	dma_addr_t busaddr;
};

#pragma pack(1)
struct bmic_controller_parameters {
	u8   led_flags;
	u8   enable_command_list_verification;
	u8   backed_out_write_drives;
	u16  stripes_for_parity;
	u8   parity_distribution_mode_flags;
	u16  max_driver_requests;
	u16  elevator_trend_count;
	u8   disable_elevator;
	u8   force_scan_complete;
	u8   scsi_transfer_mode;
	u8   force_narrow;
	u8   rebuild_priority;
	u8   expand_priority;
	u8   host_sdb_asic_fix;
	u8   pdpi_burst_from_host_disabled;
	char software_name[64];
	char hardware_name[32];
	u8   bridge_revision;
	u8   snapshot_priority;
	u32  os_specific;
	u8   post_prompt_timeout;
	u8   automatic_drive_slamming;
	u8   reserved1;
	u8   nvram_flags;
#define HBA_MODE_ENABLED_FLAG (1 << 3)
	u8   cache_nvram_flags;
	u8   drive_config_flags;
	u16  reserved2;
	u8   temp_warning_level;
	u8   temp_shutdown_level;
	u8   temp_condition_reset;
	u8   max_coalesce_commands;
	u32  max_coalesce_delay;
	u8   orca_password[4];
	u8   access_id[16];
	u8   reserved[356];
};
#pragma pack()

struct ctlr_info {
	int	ctlr;
	char	devname[8];
	char    *product_name;
	struct pci_dev *pdev;
	u32	board_id;
	void __iomem *vaddr;
	unsigned long paddr;
	int 	nr_cmds; /* Number of commands allowed on this controller */
#define HPSA_CMDS_RESERVED_FOR_ABORTS 2
#define HPSA_CMDS_RESERVED_FOR_DRIVER 1
	struct CfgTable __iomem *cfgtable;
	int	interrupts_enabled;
	int 	max_commands;
	atomic_t commands_outstanding;
#	define PERF_MODE_INT	0
#	define DOORBELL_INT	1
#	define SIMPLE_MODE_INT	2
#	define MEMQ_MODE_INT	3
	unsigned int intr[MAX_REPLY_QUEUES];
	unsigned int msix_vector;
	unsigned int msi_vector;
	int intr_mode; /* either PERF_MODE_INT or SIMPLE_MODE_INT */
	struct access_method access;
	char hba_mode_enabled;

	/* queue and queue Info */
	unsigned int Qdepth;
	unsigned int maxSG;
	spinlock_t lock;
	int maxsgentries;
	u8 max_cmd_sg_entries;
	int chainsize;
	struct SGDescriptor **cmd_sg_list;

	/* pointers to command and error info pool */
	struct CommandList 	*cmd_pool;
	dma_addr_t		cmd_pool_dhandle;
	struct io_accel1_cmd	*ioaccel_cmd_pool;
	dma_addr_t		ioaccel_cmd_pool_dhandle;
	struct io_accel2_cmd	*ioaccel2_cmd_pool;
	dma_addr_t		ioaccel2_cmd_pool_dhandle;
	struct ErrorInfo 	*errinfo_pool;
	dma_addr_t		errinfo_pool_dhandle;
	unsigned long  		*cmd_pool_bits;
	int			scan_finished;
	spinlock_t		scan_lock;
	wait_queue_head_t	scan_wait_queue;

	struct Scsi_Host *scsi_host;
	spinlock_t devlock; /* to protect hba[ctlr]->dev[];  */
	int ndevices; /* number of used elements in .dev[] array. */
	struct hpsa_scsi_dev_t *dev[HPSA_MAX_DEVICES];
	/*
	 * Performant mode tables.
	 */
	u32 trans_support;
	u32 trans_offset;
	struct TransTable_struct __iomem *transtable;
	unsigned long transMethod;

	/* cap concurrent passthrus at some reasonable maximum */
#define HPSA_MAX_CONCURRENT_PASSTHRUS (10)
	spinlock_t passthru_count_lock; /* protects passthru_count */
	int passthru_count;

	/*
	 * Performant mode completion buffers
	 */
	size_t reply_queue_size;
	struct reply_queue_buffer reply_queue[MAX_REPLY_QUEUES];
	u8 nreply_queues;
	u32 *blockFetchTable;
	u32 *ioaccel1_blockFetchTable;
	u32 *ioaccel2_blockFetchTable;
	u32 __iomem *ioaccel2_bft2_regs;
	unsigned char *hba_inquiry_data;
	u32 driver_support;
	u32 fw_support;
	int ioaccel_support;
	int ioaccel_maxsg;
	u64 last_intr_timestamp;
	u32 last_heartbeat;
	u64 last_heartbeat_timestamp;
	u32 heartbeat_sample_interval;
	atomic_t firmware_flash_in_progress;
	u32 __percpu *lockup_detected;
	struct delayed_work monitor_ctlr_work;
	int remove_in_progress;
	/* Address of h->q[x] is passed to intr handler to know which queue */
	u8 q[MAX_REPLY_QUEUES];
	u32 TMFSupportFlags; /* cache what task mgmt funcs are supported. */
#define HPSATMF_BITS_SUPPORTED  (1 << 0)
#define HPSATMF_PHYS_LUN_RESET  (1 << 1)
#define HPSATMF_PHYS_NEX_RESET  (1 << 2)
#define HPSATMF_PHYS_TASK_ABORT (1 << 3)
#define HPSATMF_PHYS_TSET_ABORT (1 << 4)
#define HPSATMF_PHYS_CLEAR_ACA  (1 << 5)
#define HPSATMF_PHYS_CLEAR_TSET (1 << 6)
#define HPSATMF_PHYS_QRY_TASK   (1 << 7)
#define HPSATMF_PHYS_QRY_TSET   (1 << 8)
#define HPSATMF_PHYS_QRY_ASYNC  (1 << 9)
#define HPSATMF_MASK_SUPPORTED  (1 << 16)
#define HPSATMF_LOG_LUN_RESET   (1 << 17)
#define HPSATMF_LOG_NEX_RESET   (1 << 18)
#define HPSATMF_LOG_TASK_ABORT  (1 << 19)
#define HPSATMF_LOG_TSET_ABORT  (1 << 20)
#define HPSATMF_LOG_CLEAR_ACA   (1 << 21)
#define HPSATMF_LOG_CLEAR_TSET  (1 << 22)
#define HPSATMF_LOG_QRY_TASK    (1 << 23)
#define HPSATMF_LOG_QRY_TSET    (1 << 24)
#define HPSATMF_LOG_QRY_ASYNC   (1 << 25)
	u32 events;
#define CTLR_STATE_CHANGE_EVENT				(1 << 0)
#define CTLR_ENCLOSURE_HOT_PLUG_EVENT			(1 << 1)
#define CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV		(1 << 4)
#define CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV		(1 << 5)
#define CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL		(1 << 6)
#define CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED	(1 << 30)
#define CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE	(1 << 31)

#define RESCAN_REQUIRED_EVENT_BITS \
		(CTLR_ENCLOSURE_HOT_PLUG_EVENT | \
		CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV | \
		CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV | \
		CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED | \
		CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE)
	spinlock_t offline_device_lock;
	struct list_head offline_device_list;
	int	acciopath_status;
	int	raid_offload_debug;
	struct workqueue_struct *resubmit_wq;
};

struct offline_device_entry {
	unsigned char scsi3addr[8];
	struct list_head offline_list;
};

#define HPSA_ABORT_MSG 0
#define HPSA_DEVICE_RESET_MSG 1
#define HPSA_RESET_TYPE_CONTROLLER 0x00
#define HPSA_RESET_TYPE_BUS 0x01
#define HPSA_RESET_TYPE_TARGET 0x03
#define HPSA_RESET_TYPE_LUN 0x04
#define HPSA_MSG_SEND_RETRY_LIMIT 10
#define HPSA_MSG_SEND_RETRY_INTERVAL_MSECS (10000)

/* Maximum time in seconds driver will wait for command completions
 * when polling before giving up.
 */
#define HPSA_MAX_POLL_TIME_SECS (20)

/* During SCSI error recovery, HPSA_TUR_RETRY_LIMIT defines
 * how many times to retry TEST UNIT READY on a device
 * while waiting for it to become ready before giving up.
 * HPSA_MAX_WAIT_INTERVAL_SECS is the max wait interval
 * between sending TURs while waiting for a device
 * to become ready.
 */
#define HPSA_TUR_RETRY_LIMIT (20)
#define HPSA_MAX_WAIT_INTERVAL_SECS (30)

/* HPSA_BOARD_READY_WAIT_SECS is how long to wait for a board
 * to become ready, in seconds, before giving up on it.
 * HPSA_BOARD_READY_POLL_INTERVAL_MSECS * is how long to wait
 * between polling the board to see if it is ready, in
 * milliseconds.  HPSA_BOARD_READY_POLL_INTERVAL and
 * HPSA_BOARD_READY_ITERATIONS are derived from those.
 */
#define HPSA_BOARD_READY_WAIT_SECS (120)
#define HPSA_BOARD_NOT_READY_WAIT_SECS (100)
#define HPSA_BOARD_READY_POLL_INTERVAL_MSECS (100)
#define HPSA_BOARD_READY_POLL_INTERVAL \
	((HPSA_BOARD_READY_POLL_INTERVAL_MSECS * HZ) / 1000)
#define HPSA_BOARD_READY_ITERATIONS \
	((HPSA_BOARD_READY_WAIT_SECS * 1000) / \
		HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
#define HPSA_BOARD_NOT_READY_ITERATIONS \
	((HPSA_BOARD_NOT_READY_WAIT_SECS * 1000) / \
		HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
#define HPSA_POST_RESET_PAUSE_MSECS (3000)
#define HPSA_POST_RESET_NOOP_RETRIES (12)

/*  Defining the diffent access_menthods */
/*
 * Memory mapped FIFO interface (SMART 53xx cards)
 */
#define SA5_DOORBELL	0x20
#define SA5_REQUEST_PORT_OFFSET	0x40
#define SA5_REPLY_INTR_MASK_OFFSET	0x34
#define SA5_REPLY_PORT_OFFSET		0x44
#define SA5_INTR_STATUS		0x30
#define SA5_SCRATCHPAD_OFFSET	0xB0

#define SA5_CTCFG_OFFSET	0xB4
#define SA5_CTMEM_OFFSET	0xB8

#define SA5_INTR_OFF		0x08
#define SA5B_INTR_OFF		0x04
#define SA5_INTR_PENDING	0x08
#define SA5B_INTR_PENDING	0x04
#define FIFO_EMPTY		0xffffffff
#define HPSA_FIRMWARE_READY	0xffff0000 /* value in scratchpad register */

#define HPSA_ERROR_BIT		0x02

/* Performant mode flags */
#define SA5_PERF_INTR_PENDING   0x04
#define SA5_PERF_INTR_OFF       0x05
#define SA5_OUTDB_STATUS_PERF_BIT       0x01
#define SA5_OUTDB_CLEAR_PERF_BIT        0x01
#define SA5_OUTDB_CLEAR         0xA0
#define SA5_OUTDB_CLEAR_PERF_BIT        0x01
#define SA5_OUTDB_STATUS        0x9C


#define HPSA_INTR_ON 	1
#define HPSA_INTR_OFF	0

/*
 * Inbound Post Queue offsets for IO Accelerator Mode 2
 */
#define IOACCEL2_INBOUND_POSTQ_32	0x48
#define IOACCEL2_INBOUND_POSTQ_64_LOW	0xd0
#define IOACCEL2_INBOUND_POSTQ_64_HI	0xd4

/*
	Send the command to the hardware
*/
static void SA5_submit_command(struct ctlr_info *h,
	struct CommandList *c)
{
	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
	(void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
}

static void SA5_submit_command_no_read(struct ctlr_info *h,
	struct CommandList *c)
{
	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
}

static void SA5_submit_command_ioaccel2(struct ctlr_info *h,
	struct CommandList *c)
{
	if (c->cmd_type == CMD_IOACCEL2)
		writel(c->busaddr, h->vaddr + IOACCEL2_INBOUND_POSTQ_32);
	else
		writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
}

/*
 *  This card is the opposite of the other cards.
 *   0 turns interrupts on...
 *   0x08 turns them off...
 */
static void SA5_intr_mask(struct ctlr_info *h, unsigned long val)
{
	if (val) { /* Turn interrupts on */
		h->interrupts_enabled = 1;
		writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	} else { /* Turn them off */
		h->interrupts_enabled = 0;
		writel(SA5_INTR_OFF,
			h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	}
}

static void SA5_performant_intr_mask(struct ctlr_info *h, unsigned long val)
{
	if (val) { /* turn on interrupts */
		h->interrupts_enabled = 1;
		writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	} else {
		h->interrupts_enabled = 0;
		writel(SA5_PERF_INTR_OFF,
			h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
		(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
	}
}

static unsigned long SA5_performant_completed(struct ctlr_info *h, u8 q)
{
	struct reply_queue_buffer *rq = &h->reply_queue[q];
	unsigned long register_value = FIFO_EMPTY;

	/* msi auto clears the interrupt pending bit. */
	if (!(h->msi_vector || h->msix_vector)) {
		/* flush the controller write of the reply queue by reading
		 * outbound doorbell status register.
		 */
		register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
		writel(SA5_OUTDB_CLEAR_PERF_BIT, h->vaddr + SA5_OUTDB_CLEAR);
		/* Do a read in order to flush the write to the controller
		 * (as per spec.)
		 */
		register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	}

	if ((rq->head[rq->current_entry] & 1) == rq->wraparound) {
		register_value = rq->head[rq->current_entry];
		rq->current_entry++;
		atomic_dec(&h->commands_outstanding);
	} else {
		register_value = FIFO_EMPTY;
	}
	/* Check for wraparound */
	if (rq->current_entry == h->max_commands) {
		rq->current_entry = 0;
		rq->wraparound ^= 1;
	}
	return register_value;
}

/*
 *   returns value read from hardware.
 *     returns FIFO_EMPTY if there is nothing to read
 */
static unsigned long SA5_completed(struct ctlr_info *h,
	__attribute__((unused)) u8 q)
{
	unsigned long register_value
		= readl(h->vaddr + SA5_REPLY_PORT_OFFSET);

	if (register_value != FIFO_EMPTY)
		atomic_dec(&h->commands_outstanding);

#ifdef HPSA_DEBUG
	if (register_value != FIFO_EMPTY)
		dev_dbg(&h->pdev->dev, "Read %lx back from board\n",
			register_value);
	else
		dev_dbg(&h->pdev->dev, "FIFO Empty read\n");
#endif

	return register_value;
}
/*
 *	Returns true if an interrupt is pending..
 */
static bool SA5_intr_pending(struct ctlr_info *h)
{
	unsigned long register_value  =
		readl(h->vaddr + SA5_INTR_STATUS);
	return register_value & SA5_INTR_PENDING;
}

static bool SA5_performant_intr_pending(struct ctlr_info *h)
{
	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);

	if (!register_value)
		return false;

	if (h->msi_vector || h->msix_vector)
		return true;

	/* Read outbound doorbell to flush */
	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	return register_value & SA5_OUTDB_STATUS_PERF_BIT;
}

#define SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT    0x100

static bool SA5_ioaccel_mode1_intr_pending(struct ctlr_info *h)
{
	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);

	return (register_value & SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT) ?
		true : false;
}

#define IOACCEL_MODE1_REPLY_QUEUE_INDEX  0x1A0
#define IOACCEL_MODE1_PRODUCER_INDEX     0x1B8
#define IOACCEL_MODE1_CONSUMER_INDEX     0x1BC
#define IOACCEL_MODE1_REPLY_UNUSED       0xFFFFFFFFFFFFFFFFULL

static unsigned long SA5_ioaccel_mode1_completed(struct ctlr_info *h, u8 q)
{
	u64 register_value;
	struct reply_queue_buffer *rq = &h->reply_queue[q];

	BUG_ON(q >= h->nreply_queues);

	register_value = rq->head[rq->current_entry];
	if (register_value != IOACCEL_MODE1_REPLY_UNUSED) {
		rq->head[rq->current_entry] = IOACCEL_MODE1_REPLY_UNUSED;
		if (++rq->current_entry == rq->size)
			rq->current_entry = 0;
		/*
		 * @todo
		 *
		 * Don't really need to write the new index after each command,
		 * but with current driver design this is easiest.
		 */
		wmb();
		writel((q << 24) | rq->current_entry, h->vaddr +
				IOACCEL_MODE1_CONSUMER_INDEX);
		atomic_dec(&h->commands_outstanding);
	}
	return (unsigned long) register_value;
}

static struct access_method SA5_access = {
	SA5_submit_command,
	SA5_intr_mask,
	SA5_intr_pending,
	SA5_completed,
};

static struct access_method SA5_ioaccel_mode1_access = {
	SA5_submit_command,
	SA5_performant_intr_mask,
	SA5_ioaccel_mode1_intr_pending,
	SA5_ioaccel_mode1_completed,
};

static struct access_method SA5_ioaccel_mode2_access = {
	SA5_submit_command_ioaccel2,
	SA5_performant_intr_mask,
	SA5_performant_intr_pending,
	SA5_performant_completed,
};

static struct access_method SA5_performant_access = {
	SA5_submit_command,
	SA5_performant_intr_mask,
	SA5_performant_intr_pending,
	SA5_performant_completed,
};

static struct access_method SA5_performant_access_no_read = {
	SA5_submit_command_no_read,
	SA5_performant_intr_mask,
	SA5_performant_intr_pending,
	SA5_performant_completed,
};

struct board_type {
	u32	board_id;
	char	*product_name;
	struct access_method *access;
};

#endif /* HPSA_H */
Commit	Line	Data
edd16368 SC	1	/*
edd16368 SC	2	* Disk Array driver for HP Smart Array SAS controllers
51c35139	3	* Copyright 2000, 2014 Hewlett-Packard Development Company, L.P.
edd16368 SC	4	*
	5	* This program is free software; you can redistribute it and/or modify
	6	* it under the terms of the GNU General Public License as published by
	7	* the Free Software Foundation; version 2 of the License.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
	12	* NON INFRINGEMENT. See the GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write to the Free Software
	16	* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
	17	*
	18	* Questions/Comments/Bugfixes to iss_storagedev@hp.com
	19	*
	20	*/
	21	#ifndef HPSA_H
	22	#define HPSA_H
	23
	24	#include <scsi/scsicam.h>
	25
	26	#define IO_OK 0
	27	#define IO_ERROR 1
	28
	29	struct ctlr_info;
	30
	31	struct access_method {
	32	void (submit_command)(struct ctlr_info h,
	33	struct CommandList *c);
	34	void (set_intr_mask)(struct ctlr_info h, unsigned long val);
900c5440	35	bool (intr_pending)(struct ctlr_info h);
254f796b	36	unsigned long (command_completed)(struct ctlr_info h, u8 q);
edd16368 SC	37	};
	38
	39	struct hpsa_scsi_dev_t {
	40	int devtype;
	41	int bus, target, lun; /* as presented to the OS */
	42	unsigned char scsi3addr[8]; /* as presented to the HW */
	43	#define RAID_CTLR_LUNID "\0\0\0\0\0\0\0\0"
	44	unsigned char device_id[16]; /* from inquiry pg. 0x83 */
	45	unsigned char vendor[8]; /* bytes 8-15 of inquiry data */
	46	unsigned char model[16]; /* bytes 16-31 of inquiry data */
edd16368	47	unsigned char raid_level; /* from inquiry page 0xC1 */
9846590e	48	unsigned char volume_offline; /* discovered via TUR or VPD */
03383736 DB	49	u16 queue_depth; /* max queue_depth for this device */
	50	atomic_t ioaccel_cmds_out; /* Only used for physical devices
	51	* counts commands sent to physical
	52	* device via "ioaccel" path.
	53	*/
e1f7de0c	54	u32 ioaccel_handle;
283b4a9b SC	55	int offload_config; /* I/O accel RAID offload configured */
	56	int offload_enabled; /* I/O accel RAID offload enabled */
	57	int offload_to_mirror; /* Send next I/O accelerator RAID
	58	* offload request to mirror drive
	59	*/
	60	struct raid_map_data raid_map; /* I/O accelerator RAID map */
	61
03383736 DB	62	/*
	63	* Pointers from logical drive map indices to the phys drives that
	64	* make those logical drives. Note, multiple logical drives may
	65	* share physical drives. You can have for instance 5 physical
	66	* drives with 3 logical drives each using those same 5 physical
	67	* disks. We need these pointers for counting i/o's out to physical
	68	* devices in order to honor physical device queue depth limits.
	69	*/
	70	struct hpsa_scsi_dev_t *phys_disk[RAID_MAP_MAX_ENTRIES];
edd16368 SC	71	};
edd16368 SC	72
072b0518	73	struct reply_queue_buffer {
254f796b MG	74	u64 *head;
	75	size_t size;
	76	u8 wraparound;
	77	u32 current_entry;
072b0518	78	dma_addr_t busaddr;
254f796b MG	79	};
254f796b MG	80
316b221a SC	81	#pragma pack(1)
	82	struct bmic_controller_parameters {
	83	u8 led_flags;
	84	u8 enable_command_list_verification;
	85	u8 backed_out_write_drives;
	86	u16 stripes_for_parity;
	87	u8 parity_distribution_mode_flags;
	88	u16 max_driver_requests;
	89	u16 elevator_trend_count;
	90	u8 disable_elevator;
	91	u8 force_scan_complete;
	92	u8 scsi_transfer_mode;
	93	u8 force_narrow;
	94	u8 rebuild_priority;
	95	u8 expand_priority;
	96	u8 host_sdb_asic_fix;
	97	u8 pdpi_burst_from_host_disabled;
	98	char software_name[64];
	99	char hardware_name[32];
	100	u8 bridge_revision;
	101	u8 snapshot_priority;
	102	u32 os_specific;
	103	u8 post_prompt_timeout;
	104	u8 automatic_drive_slamming;
	105	u8 reserved1;
	106	u8 nvram_flags;
6e8e8088	107	#define HBA_MODE_ENABLED_FLAG (1 << 3)
316b221a SC	108	u8 cache_nvram_flags;
	109	u8 drive_config_flags;
	110	u16 reserved2;
	111	u8 temp_warning_level;
	112	u8 temp_shutdown_level;
	113	u8 temp_condition_reset;
	114	u8 max_coalesce_commands;
	115	u32 max_coalesce_delay;
	116	u8 orca_password[4];
	117	u8 access_id[16];
	118	u8 reserved[356];
	119	};
	120	#pragma pack()
	121
edd16368 SC	122	struct ctlr_info {
	123	int ctlr;
	124	char devname[8];
	125	char *product_name;
edd16368	126	struct pci_dev *pdev;
01a02ffc	127	u32 board_id;
edd16368 SC	128	void __iomem *vaddr;
	129	unsigned long paddr;
	130	int nr_cmds; /* Number of commands allowed on this controller */
d54c5c24 SC	131	#define HPSA_CMDS_RESERVED_FOR_ABORTS 2
d54c5c24 SC	132	#define HPSA_CMDS_RESERVED_FOR_DRIVER 1
edd16368 SC	133	struct CfgTable __iomem *cfgtable;
edd16368 SC	134	int interrupts_enabled;
edd16368	135	int max_commands;
0cbf768e	136	atomic_t commands_outstanding;
303932fd DB	137	# define PERF_MODE_INT 0
303932fd DB	138	# define DOORBELL_INT 1
edd16368 SC	139	# define SIMPLE_MODE_INT 2
edd16368 SC	140	# define MEMQ_MODE_INT 3
254f796b	141	unsigned int intr[MAX_REPLY_QUEUES];
edd16368 SC	142	unsigned int msix_vector;
edd16368 SC	143	unsigned int msi_vector;
a9a3a273	144	int intr_mode; /* either PERF_MODE_INT or SIMPLE_MODE_INT */
edd16368	145	struct access_method access;
316b221a	146	char hba_mode_enabled;
edd16368 SC	147
edd16368 SC	148	/* queue and queue Info */
edd16368	149	unsigned int Qdepth;
edd16368 SC	150	unsigned int maxSG;
edd16368 SC	151	spinlock_t lock;
33a2ffce SC	152	int maxsgentries;
	153	u8 max_cmd_sg_entries;
	154	int chainsize;
	155	struct SGDescriptor **cmd_sg_list;
edd16368 SC	156
	157	/* pointers to command and error info pool */
	158	struct CommandList *cmd_pool;
	159	dma_addr_t cmd_pool_dhandle;
e1f7de0c MG	160	struct io_accel1_cmd *ioaccel_cmd_pool;
e1f7de0c MG	161	dma_addr_t ioaccel_cmd_pool_dhandle;
aca9012a SC	162	struct io_accel2_cmd *ioaccel2_cmd_pool;
aca9012a SC	163	dma_addr_t ioaccel2_cmd_pool_dhandle;
edd16368 SC	164	struct ErrorInfo *errinfo_pool;
	165	dma_addr_t errinfo_pool_dhandle;
	166	unsigned long *cmd_pool_bits;
a08a8471 SC	167	int scan_finished;
	168	spinlock_t scan_lock;
	169	wait_queue_head_t scan_wait_queue;
edd16368 SC	170
	171	struct Scsi_Host *scsi_host;
	172	spinlock_t devlock; /* to protect hba[ctlr]->dev[]; */
	173	int ndevices; /* number of used elements in .dev[] array. */
cfe5badc	174	struct hpsa_scsi_dev_t *dev[HPSA_MAX_DEVICES];
303932fd DB	175	/*
	176	* Performant mode tables.
	177	*/
	178	u32 trans_support;
	179	u32 trans_offset;
42a91641	180	struct TransTable_struct __iomem *transtable;
303932fd DB	181	unsigned long transMethod;
303932fd DB	182
0390f0c0	183	/* cap concurrent passthrus at some reasonable maximum */
45fcb86e	184	#define HPSA_MAX_CONCURRENT_PASSTHRUS (10)
0390f0c0 SC	185	spinlock_t passthru_count_lock; /* protects passthru_count */
	186	int passthru_count;
	187
303932fd	188	/*
254f796b	189	* Performant mode completion buffers
303932fd	190	*/
072b0518 SC	191	size_t reply_queue_size;
072b0518 SC	192	struct reply_queue_buffer reply_queue[MAX_REPLY_QUEUES];
254f796b	193	u8 nreply_queues;
303932fd	194	u32 *blockFetchTable;
e1f7de0c	195	u32 *ioaccel1_blockFetchTable;
aca9012a	196	u32 *ioaccel2_blockFetchTable;
42a91641	197	u32 __iomem *ioaccel2_bft2_regs;
339b2b14	198	unsigned char *hba_inquiry_data;
283b4a9b SC	199	u32 driver_support;
	200	u32 fw_support;
	201	int ioaccel_support;
	202	int ioaccel_maxsg;
a0c12413 SC	203	u64 last_intr_timestamp;
	204	u32 last_heartbeat;
	205	u64 last_heartbeat_timestamp;
e85c5974 SC	206	u32 heartbeat_sample_interval;
e85c5974 SC	207	atomic_t firmware_flash_in_progress;
42a91641	208	u32 __percpu *lockup_detected;
8a98db73 SC	209	struct delayed_work monitor_ctlr_work;
8a98db73 SC	210	int remove_in_progress;
254f796b MG	211	/* Address of h->q[x] is passed to intr handler to know which queue */
254f796b MG	212	u8 q[MAX_REPLY_QUEUES];
75167d2c SC	213	u32 TMFSupportFlags; /* cache what task mgmt funcs are supported. */
	214	#define HPSATMF_BITS_SUPPORTED (1 << 0)
	215	#define HPSATMF_PHYS_LUN_RESET (1 << 1)
	216	#define HPSATMF_PHYS_NEX_RESET (1 << 2)
	217	#define HPSATMF_PHYS_TASK_ABORT (1 << 3)
	218	#define HPSATMF_PHYS_TSET_ABORT (1 << 4)
	219	#define HPSATMF_PHYS_CLEAR_ACA (1 << 5)
	220	#define HPSATMF_PHYS_CLEAR_TSET (1 << 6)
	221	#define HPSATMF_PHYS_QRY_TASK (1 << 7)
	222	#define HPSATMF_PHYS_QRY_TSET (1 << 8)
	223	#define HPSATMF_PHYS_QRY_ASYNC (1 << 9)
	224	#define HPSATMF_MASK_SUPPORTED (1 << 16)
	225	#define HPSATMF_LOG_LUN_RESET (1 << 17)
	226	#define HPSATMF_LOG_NEX_RESET (1 << 18)
	227	#define HPSATMF_LOG_TASK_ABORT (1 << 19)
	228	#define HPSATMF_LOG_TSET_ABORT (1 << 20)
	229	#define HPSATMF_LOG_CLEAR_ACA (1 << 21)
	230	#define HPSATMF_LOG_CLEAR_TSET (1 << 22)
	231	#define HPSATMF_LOG_QRY_TASK (1 << 23)
	232	#define HPSATMF_LOG_QRY_TSET (1 << 24)
	233	#define HPSATMF_LOG_QRY_ASYNC (1 << 25)
76438d08	234	u32 events;
faff6ee0 SC	235	#define CTLR_STATE_CHANGE_EVENT (1 << 0)
	236	#define CTLR_ENCLOSURE_HOT_PLUG_EVENT (1 << 1)
	237	#define CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV (1 << 4)
	238	#define CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV (1 << 5)
	239	#define CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL (1 << 6)
	240	#define CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED (1 << 30)
	241	#define CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE (1 << 31)
	242
	243	#define RESCAN_REQUIRED_EVENT_BITS \
7b2c46ee	244	(CTLR_ENCLOSURE_HOT_PLUG_EVENT \| \
faff6ee0 SC	245	CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV \| \
faff6ee0 SC	246	CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV \| \
faff6ee0 SC	247	CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED \| \
faff6ee0 SC	248	CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE)
9846590e SC	249	spinlock_t offline_device_lock;
9846590e SC	250	struct list_head offline_device_list;
da0697bd	251	int acciopath_status;
2ba8bfc8	252	int raid_offload_debug;
080ef1cc	253	struct workqueue_struct *resubmit_wq;
edd16368	254	};
9846590e SC	255
	256	struct offline_device_entry {
	257	unsigned char scsi3addr[8];
	258	struct list_head offline_list;
	259	};
	260
edd16368 SC	261	#define HPSA_ABORT_MSG 0
edd16368 SC	262	#define HPSA_DEVICE_RESET_MSG 1
64670ac8 SC	263	#define HPSA_RESET_TYPE_CONTROLLER 0x00
	264	#define HPSA_RESET_TYPE_BUS 0x01
	265	#define HPSA_RESET_TYPE_TARGET 0x03
	266	#define HPSA_RESET_TYPE_LUN 0x04
edd16368	267	#define HPSA_MSG_SEND_RETRY_LIMIT 10
516fda49	268	#define HPSA_MSG_SEND_RETRY_INTERVAL_MSECS (10000)
edd16368 SC	269
	270	/* Maximum time in seconds driver will wait for command completions
	271	* when polling before giving up.
	272	*/
	273	#define HPSA_MAX_POLL_TIME_SECS (20)
	274
	275	/* During SCSI error recovery, HPSA_TUR_RETRY_LIMIT defines
	276	* how many times to retry TEST UNIT READY on a device
	277	* while waiting for it to become ready before giving up.
	278	* HPSA_MAX_WAIT_INTERVAL_SECS is the max wait interval
	279	* between sending TURs while waiting for a device
	280	* to become ready.
	281	*/
	282	#define HPSA_TUR_RETRY_LIMIT (20)
	283	#define HPSA_MAX_WAIT_INTERVAL_SECS (30)
	284
	285	/* HPSA_BOARD_READY_WAIT_SECS is how long to wait for a board
	286	* to become ready, in seconds, before giving up on it.
	287	* HPSA_BOARD_READY_POLL_INTERVAL_MSECS * is how long to wait
	288	* between polling the board to see if it is ready, in
	289	* milliseconds. HPSA_BOARD_READY_POLL_INTERVAL and
	290	* HPSA_BOARD_READY_ITERATIONS are derived from those.
	291	*/
	292	#define HPSA_BOARD_READY_WAIT_SECS (120)
2ed7127b	293	#define HPSA_BOARD_NOT_READY_WAIT_SECS (100)
edd16368 SC	294	#define HPSA_BOARD_READY_POLL_INTERVAL_MSECS (100)
	295	#define HPSA_BOARD_READY_POLL_INTERVAL \
	296	((HPSA_BOARD_READY_POLL_INTERVAL_MSECS * HZ) / 1000)
	297	#define HPSA_BOARD_READY_ITERATIONS \
	298	((HPSA_BOARD_READY_WAIT_SECS * 1000) / \
	299	HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
fe5389c8 SC	300	#define HPSA_BOARD_NOT_READY_ITERATIONS \
	301	((HPSA_BOARD_NOT_READY_WAIT_SECS * 1000) / \
	302	HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
edd16368 SC	303	#define HPSA_POST_RESET_PAUSE_MSECS (3000)
	304	#define HPSA_POST_RESET_NOOP_RETRIES (12)
	305
	306	/* Defining the diffent access_menthods */
	307	/*
	308	* Memory mapped FIFO interface (SMART 53xx cards)
	309	*/
	310	#define SA5_DOORBELL 0x20
	311	#define SA5_REQUEST_PORT_OFFSET 0x40
	312	#define SA5_REPLY_INTR_MASK_OFFSET 0x34
	313	#define SA5_REPLY_PORT_OFFSET 0x44
	314	#define SA5_INTR_STATUS 0x30
	315	#define SA5_SCRATCHPAD_OFFSET 0xB0
	316
	317	#define SA5_CTCFG_OFFSET 0xB4
	318	#define SA5_CTMEM_OFFSET 0xB8
	319
	320	#define SA5_INTR_OFF 0x08
	321	#define SA5B_INTR_OFF 0x04
	322	#define SA5_INTR_PENDING 0x08
	323	#define SA5B_INTR_PENDING 0x04
	324	#define FIFO_EMPTY 0xffffffff
	325	#define HPSA_FIRMWARE_READY 0xffff0000 /* value in scratchpad register */
	326
	327	#define HPSA_ERROR_BIT 0x02
edd16368	328
303932fd DB	329	/* Performant mode flags */
	330	#define SA5_PERF_INTR_PENDING 0x04
	331	#define SA5_PERF_INTR_OFF 0x05
	332	#define SA5_OUTDB_STATUS_PERF_BIT 0x01
	333	#define SA5_OUTDB_CLEAR_PERF_BIT 0x01
	334	#define SA5_OUTDB_CLEAR 0xA0
	335	#define SA5_OUTDB_CLEAR_PERF_BIT 0x01
	336	#define SA5_OUTDB_STATUS 0x9C
	337
	338
edd16368 SC	339	#define HPSA_INTR_ON 1
edd16368 SC	340	#define HPSA_INTR_OFF 0
b66cc250 MM	341
	342	/*
	343	* Inbound Post Queue offsets for IO Accelerator Mode 2
	344	*/
	345	#define IOACCEL2_INBOUND_POSTQ_32 0x48
	346	#define IOACCEL2_INBOUND_POSTQ_64_LOW 0xd0
	347	#define IOACCEL2_INBOUND_POSTQ_64_HI 0xd4
	348
edd16368 SC	349	/*
	350	Send the command to the hardware
	351	*/
	352	static void SA5_submit_command(struct ctlr_info *h,
	353	struct CommandList *c)
	354	{
edd16368	355	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
fec62c36	356	(void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
edd16368 SC	357	}
edd16368 SC	358
b3a52e79 SC	359	static void SA5_submit_command_no_read(struct ctlr_info *h,
	360	struct CommandList *c)
	361	{
	362	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
	363	}
	364
c349775e ST	365	static void SA5_submit_command_ioaccel2(struct ctlr_info *h,
	366	struct CommandList *c)
	367	{
c349775e ST	368	if (c->cmd_type == CMD_IOACCEL2)
	369	writel(c->busaddr, h->vaddr + IOACCEL2_INBOUND_POSTQ_32);
	370	else
	371	writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
c349775e ST	372	}
c349775e ST	373
edd16368 SC	374	/*
	375	* This card is the opposite of the other cards.
	376	* 0 turns interrupts on...
	377	* 0x08 turns them off...
	378	*/
	379	static void SA5_intr_mask(struct ctlr_info *h, unsigned long val)
	380	{
	381	if (val) { /* Turn interrupts on */
	382	h->interrupts_enabled = 1;
	383	writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	384	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
edd16368 SC	385	} else { /* Turn them off */
	386	h->interrupts_enabled = 0;
	387	writel(SA5_INTR_OFF,
	388	h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	389	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
edd16368 SC	390	}
edd16368 SC	391	}
303932fd DB	392
	393	static void SA5_performant_intr_mask(struct ctlr_info *h, unsigned long val)
	394	{
	395	if (val) { /* turn on interrupts */
	396	h->interrupts_enabled = 1;
	397	writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	398	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
303932fd DB	399	} else {
	400	h->interrupts_enabled = 0;
	401	writel(SA5_PERF_INTR_OFF,
	402	h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
8cd21da7	403	(void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
303932fd DB	404	}
	405	}
	406
254f796b	407	static unsigned long SA5_performant_completed(struct ctlr_info *h, u8 q)
303932fd	408	{
072b0518	409	struct reply_queue_buffer *rq = &h->reply_queue[q];
0cbf768e	410	unsigned long register_value = FIFO_EMPTY;
303932fd	411
303932fd DB	412	/* msi auto clears the interrupt pending bit. */
303932fd DB	413	if (!(h->msi_vector \|\| h->msix_vector)) {
2c17d2da SC	414	/* flush the controller write of the reply queue by reading
	415	* outbound doorbell status register.
	416	*/
	417	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
303932fd DB	418	writel(SA5_OUTDB_CLEAR_PERF_BIT, h->vaddr + SA5_OUTDB_CLEAR);
	419	/* Do a read in order to flush the write to the controller
	420	* (as per spec.)
	421	*/
	422	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	423	}
	424
254f796b MG	425	if ((rq->head[rq->current_entry] & 1) == rq->wraparound) {
	426	register_value = rq->head[rq->current_entry];
	427	rq->current_entry++;
0cbf768e	428	atomic_dec(&h->commands_outstanding);
303932fd DB	429	} else {
	430	register_value = FIFO_EMPTY;
	431	}
	432	/* Check for wraparound */
254f796b MG	433	if (rq->current_entry == h->max_commands) {
	434	rq->current_entry = 0;
	435	rq->wraparound ^= 1;
303932fd	436	}
303932fd DB	437	return register_value;
	438	}
	439
edd16368 SC	440	/*
	441	* returns value read from hardware.
	442	* returns FIFO_EMPTY if there is nothing to read
	443	*/
254f796b MG	444	static unsigned long SA5_completed(struct ctlr_info *h,
254f796b MG	445	__attribute__((unused)) u8 q)
edd16368 SC	446	{
	447	unsigned long register_value
	448	= readl(h->vaddr + SA5_REPLY_PORT_OFFSET);
	449
0cbf768e SC	450	if (register_value != FIFO_EMPTY)
0cbf768e SC	451	atomic_dec(&h->commands_outstanding);
edd16368 SC	452
	453	#ifdef HPSA_DEBUG
	454	if (register_value != FIFO_EMPTY)
84ca0be2	455	dev_dbg(&h->pdev->dev, "Read %lx back from board\n",
edd16368 SC	456	register_value);
edd16368 SC	457	else
f79cfec6	458	dev_dbg(&h->pdev->dev, "FIFO Empty read\n");
edd16368 SC	459	#endif
	460
	461	return register_value;
	462	}
	463	/*
	464	* Returns true if an interrupt is pending..
	465	*/
900c5440	466	static bool SA5_intr_pending(struct ctlr_info *h)
edd16368 SC	467	{
	468	unsigned long register_value =
	469	readl(h->vaddr + SA5_INTR_STATUS);
900c5440	470	return register_value & SA5_INTR_PENDING;
edd16368 SC	471	}
edd16368 SC	472
303932fd DB	473	static bool SA5_performant_intr_pending(struct ctlr_info *h)
	474	{
	475	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
	476
	477	if (!register_value)
	478	return false;
	479
	480	if (h->msi_vector \|\| h->msix_vector)
	481	return true;
	482
	483	/* Read outbound doorbell to flush */
	484	register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
	485	return register_value & SA5_OUTDB_STATUS_PERF_BIT;
	486	}
edd16368	487
e1f7de0c MG	488	#define SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT 0x100
	489
	490	static bool SA5_ioaccel_mode1_intr_pending(struct ctlr_info *h)
	491	{
	492	unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
	493
	494	return (register_value & SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT) ?
	495	true : false;
	496	}
	497
	498	#define IOACCEL_MODE1_REPLY_QUEUE_INDEX 0x1A0
	499	#define IOACCEL_MODE1_PRODUCER_INDEX 0x1B8
	500	#define IOACCEL_MODE1_CONSUMER_INDEX 0x1BC
	501	#define IOACCEL_MODE1_REPLY_UNUSED 0xFFFFFFFFFFFFFFFFULL
	502
283b4a9b	503	static unsigned long SA5_ioaccel_mode1_completed(struct ctlr_info *h, u8 q)
e1f7de0c MG	504	{
e1f7de0c MG	505	u64 register_value;
072b0518	506	struct reply_queue_buffer *rq = &h->reply_queue[q];
e1f7de0c MG	507
	508	BUG_ON(q >= h->nreply_queues);
	509
	510	register_value = rq->head[rq->current_entry];
	511	if (register_value != IOACCEL_MODE1_REPLY_UNUSED) {
	512	rq->head[rq->current_entry] = IOACCEL_MODE1_REPLY_UNUSED;
	513	if (++rq->current_entry == rq->size)
	514	rq->current_entry = 0;
283b4a9b SC	515	/*
	516	* @todo
	517	*
	518	* Don't really need to write the new index after each command,
	519	* but with current driver design this is easiest.
	520	*/
	521	wmb();
	522	writel((q << 24) \| rq->current_entry, h->vaddr +
	523	IOACCEL_MODE1_CONSUMER_INDEX);
0cbf768e	524	atomic_dec(&h->commands_outstanding);
e1f7de0c MG	525	}
	526	return (unsigned long) register_value;
	527	}
	528
edd16368 SC	529	static struct access_method SA5_access = {
	530	SA5_submit_command,
	531	SA5_intr_mask,
edd16368 SC	532	SA5_intr_pending,
	533	SA5_completed,
	534	};
	535
e1f7de0c MG	536	static struct access_method SA5_ioaccel_mode1_access = {
	537	SA5_submit_command,
	538	SA5_performant_intr_mask,
e1f7de0c MG	539	SA5_ioaccel_mode1_intr_pending,
	540	SA5_ioaccel_mode1_completed,
	541	};
	542
c349775e ST	543	static struct access_method SA5_ioaccel_mode2_access = {
	544	SA5_submit_command_ioaccel2,
	545	SA5_performant_intr_mask,
c349775e ST	546	SA5_performant_intr_pending,
	547	SA5_performant_completed,
	548	};
	549
303932fd DB	550	static struct access_method SA5_performant_access = {
	551	SA5_submit_command,
	552	SA5_performant_intr_mask,
303932fd DB	553	SA5_performant_intr_pending,
	554	SA5_performant_completed,
	555	};
	556
b3a52e79 SC	557	static struct access_method SA5_performant_access_no_read = {
	558	SA5_submit_command_no_read,
	559	SA5_performant_intr_mask,
b3a52e79 SC	560	SA5_performant_intr_pending,
	561	SA5_performant_completed,
	562	};
	563
edd16368	564	struct board_type {
01a02ffc	565	u32 board_id;
edd16368 SC	566	char *product_name;
	567	struct access_method *access;
	568	};
	569
edd16368 SC	570	#endif /* HPSA_H */
edd16368 SC	571