[mirror_ubuntu-artful-kernel.git] / drivers / scsi / qedi / qedi.h

/*
 * QLogic iSCSI Offload Driver
 * Copyright (c) 2016 Cavium Inc.
 *
 * This software is available under the terms of the GNU General Public License
 * (GPL) Version 2, available from the file COPYING in the main directory of
 * this source tree.
 */

#ifndef _QEDI_H_
#define _QEDI_H_

#define __PREVENT_QED_HSI__

#include <scsi/scsi_transport_iscsi.h>
#include <scsi/libiscsi.h>
#include <scsi/scsi_host.h>
#include <linux/uio_driver.h>

#include "qedi_hsi.h"
#include <linux/qed/qed_if.h>
#include "qedi_dbg.h"
#include <linux/qed/qed_iscsi_if.h>
#include <linux/qed/qed_ll2_if.h>
#include "qedi_version.h"
#include "qedi_nvm_iscsi_cfg.h"

#define QEDI_MODULE_NAME		"qedi"

struct qedi_endpoint;

#ifndef GET_FIELD2
#define GET_FIELD2(value, name) \
	(((value) & (name ## _MASK)) >> (name ## _OFFSET))
#endif

/*
 * PCI function probe defines
 */
#define QEDI_MODE_NORMAL	0
#define QEDI_MODE_RECOVERY	1

#define ISCSI_WQE_SET_PTU_INVALIDATE	1
#define QEDI_MAX_ISCSI_TASK		4096
#define QEDI_MAX_TASK_NUM		0x0FFF
#define QEDI_MAX_ISCSI_CONNS_PER_HBA	1024
#define QEDI_ISCSI_MAX_BDS_PER_CMD	255	/* Firmware max BDs is 255 */
#define MAX_OUSTANDING_TASKS_PER_CON	1024

#define QEDI_MAX_BD_LEN		0xffff
#define QEDI_BD_SPLIT_SZ	0x1000
#define QEDI_PAGE_SIZE		4096
#define QEDI_FAST_SGE_COUNT	4
/* MAX Length for cached SGL */
#define MAX_SGLEN_FOR_CACHESGL	((1U << 16) - 1)

#define MAX_NUM_MSIX_PF         8
#define MIN_NUM_CPUS_MSIX(x)	min((x)->msix_count, num_online_cpus())

#define QEDI_LOCAL_PORT_MIN     60000
#define QEDI_LOCAL_PORT_MAX     61024
#define QEDI_LOCAL_PORT_RANGE   (QEDI_LOCAL_PORT_MAX - QEDI_LOCAL_PORT_MIN)
#define QEDI_LOCAL_PORT_INVALID	0xffff
#define TX_RX_RING		16
#define RX_RING			(TX_RX_RING - 1)
#define LL2_SINGLE_BUF_SIZE	0x400
#define QEDI_PAGE_SIZE		4096
#define QEDI_PAGE_ALIGN(addr)	ALIGN(addr, QEDI_PAGE_SIZE)
#define QEDI_PAGE_MASK		(~((QEDI_PAGE_SIZE) - 1))

#define QEDI_PAGE_SIZE		4096
#define QEDI_HW_DMA_BOUNDARY	0xfff
#define QEDI_PATH_HANDLE	0xFE0000000UL

enum qedi_nvm_tgts {
	QEDI_NVM_TGT_PRI,
	QEDI_NVM_TGT_SEC,
};

struct qedi_uio_ctrl {
	/* meta data */
	u32 uio_hsi_version;

	/* user writes */
	u32 host_tx_prod;
	u32 host_rx_cons;
	u32 host_rx_bd_cons;
	u32 host_tx_pkt_len;
	u32 host_rx_cons_cnt;

	/* driver writes */
	u32 hw_tx_cons;
	u32 hw_rx_prod;
	u32 hw_rx_bd_prod;
	u32 hw_rx_prod_cnt;

	/* other */
	u8 mac_addr[6];
	u8 reserve[2];
};

struct qedi_rx_bd {
	u32 rx_pkt_index;
	u32 rx_pkt_len;
	u16 vlan_id;
};

#define QEDI_RX_DESC_CNT	(QEDI_PAGE_SIZE / sizeof(struct qedi_rx_bd))
#define QEDI_MAX_RX_DESC_CNT	(QEDI_RX_DESC_CNT - 1)
#define QEDI_NUM_RX_BD		(QEDI_RX_DESC_CNT * 1)
#define QEDI_MAX_RX_BD		(QEDI_NUM_RX_BD - 1)

#define QEDI_NEXT_RX_IDX(x)	((((x) & (QEDI_MAX_RX_DESC_CNT)) ==	\
				  (QEDI_MAX_RX_DESC_CNT - 1)) ?		\
				 (x) + 2 : (x) + 1)

struct qedi_uio_dev {
	struct uio_info		qedi_uinfo;
	u32			uio_dev;
	struct list_head	list;

	u32			ll2_ring_size;
	void			*ll2_ring;

	u32			ll2_buf_size;
	void			*ll2_buf;

	void			*rx_pkt;
	void			*tx_pkt;

	struct qedi_ctx		*qedi;
	struct pci_dev		*pdev;
	void			*uctrl;
};

/* List to maintain the skb pointers */
struct skb_work_list {
	struct list_head list;
	struct sk_buff *skb;
	u16 vlan_id;
};

/* Queue sizes in number of elements */
#define QEDI_SQ_SIZE		MAX_OUSTANDING_TASKS_PER_CON
#define QEDI_CQ_SIZE		2048
#define QEDI_CMDQ_SIZE		QEDI_MAX_ISCSI_TASK
#define QEDI_PROTO_CQ_PROD_IDX	0

struct qedi_glbl_q_params {
	u64 hw_p_cq;	/* Completion queue PBL */
	u64 hw_p_rq;	/* Request queue PBL */
	u64 hw_p_cmdq;	/* Command queue PBL */
};

struct global_queue {
	union iscsi_cqe *cq;
	dma_addr_t cq_dma;
	u32 cq_mem_size;
	u32 cq_cons_idx; /* Completion queue consumer index */

	void *cq_pbl;
	dma_addr_t cq_pbl_dma;
	u32 cq_pbl_size;

};

struct qedi_fastpath {
	struct qed_sb_info	*sb_info;
	u16			sb_id;
#define QEDI_NAME_SIZE		16
	char			name[QEDI_NAME_SIZE];
	struct qedi_ctx         *qedi;
};

/* Used to pass fastpath information needed to process CQEs */
struct qedi_io_work {
	struct list_head list;
	struct iscsi_cqe_solicited cqe;
	u16	que_idx;
};

/**
 * struct iscsi_cid_queue - Per adapter iscsi cid queue
 *
 * @cid_que_base:           queue base memory
 * @cid_que:                queue memory pointer
 * @cid_q_prod_idx:         produce index
 * @cid_q_cons_idx:         consumer index
 * @cid_q_max_idx:          max index. used to detect wrap around condition
 * @cid_free_cnt:           queue size
 * @conn_cid_tbl:           iscsi cid to conn structure mapping table
 *
 * Per adapter iSCSI CID Queue
 */
struct iscsi_cid_queue {
	void *cid_que_base;
	u32 *cid_que;
	u32 cid_q_prod_idx;
	u32 cid_q_cons_idx;
	u32 cid_q_max_idx;
	u32 cid_free_cnt;
	struct qedi_conn **conn_cid_tbl;
};

struct qedi_portid_tbl {
	spinlock_t      lock;	/* Port id lock */
	u16             start;
	u16             max;
	u16             next;
	unsigned long   *table;
};

struct qedi_itt_map {
	__le32	itt;
	struct qedi_cmd *p_cmd;
};

/* I/O tracing entry */
#define QEDI_IO_TRACE_SIZE             2048
struct qedi_io_log {
#define QEDI_IO_TRACE_REQ              0
#define QEDI_IO_TRACE_RSP              1
	u8 direction;
	u16 task_id;
	u32 cid;
	u32 port_id;	/* Remote port fabric ID */
	int lun;
	u8 op;		/* SCSI CDB */
	u8 lba[4];
	unsigned int bufflen;	/* SCSI buffer length */
	unsigned int sg_count;	/* Number of SG elements */
	u8 fast_sgs;		/* number of fast sgls */
	u8 slow_sgs;		/* number of slow sgls */
	u8 cached_sgs;		/* number of cached sgls */
	int result;		/* Result passed back to mid-layer */
	unsigned long jiffies;	/* Time stamp when I/O logged */
	int refcount;		/* Reference count for task id */
	unsigned int blk_req_cpu; /* CPU that the task is queued on by
				   * blk layer
				   */
	unsigned int req_cpu;	/* CPU that the task is queued on */
	unsigned int intr_cpu;	/* Interrupt CPU that the task is received on */
	unsigned int blk_rsp_cpu;/* CPU that task is actually processed and
				  * returned to blk layer
				  */
	bool cached_sge;
	bool slow_sge;
	bool fast_sge;
};

/* Number of entries in BDQ */
#define QEDI_BDQ_NUM		256
#define QEDI_BDQ_BUF_SIZE	256

/* DMA coherent buffers for BDQ */
struct qedi_bdq_buf {
	void *buf_addr;
	dma_addr_t buf_dma;
};

/* Main port level struct */
struct qedi_ctx {
	struct qedi_dbg_ctx dbg_ctx;
	struct Scsi_Host *shost;
	struct pci_dev *pdev;
	struct qed_dev *cdev;
	struct qed_dev_iscsi_info dev_info;
	struct qed_int_info int_info;
	struct qedi_glbl_q_params *p_cpuq;
	struct global_queue **global_queues;
	/* uio declaration */
	struct qedi_uio_dev *udev;
	struct list_head ll2_skb_list;
	spinlock_t ll2_lock;	/* Light L2 lock */
	spinlock_t hba_lock;	/* per port lock */
	struct task_struct *ll2_recv_thread;
	unsigned long flags;
#define UIO_DEV_OPENED		1
#define QEDI_IOTHREAD_WAKE	2
#define QEDI_IN_RECOVERY	5
#define QEDI_IN_OFFLINE		6

	u8 mac[ETH_ALEN];
	u32 src_ip[4];
	u8 ip_type;

	/* Physical address of above array */
	dma_addr_t hw_p_cpuq;

	struct qedi_bdq_buf bdq[QEDI_BDQ_NUM];
	void *bdq_pbl;
	dma_addr_t bdq_pbl_dma;
	size_t bdq_pbl_mem_size;
	void *bdq_pbl_list;
	dma_addr_t bdq_pbl_list_dma;
	u8 bdq_pbl_list_num_entries;
	struct nvm_iscsi_cfg *iscsi_cfg;
	dma_addr_t nvm_buf_dma;
	void __iomem *bdq_primary_prod;
	void __iomem *bdq_secondary_prod;
	u16 bdq_prod_idx;
	u16 rq_num_entries;

	u32 msix_count;
	u32 max_sqes;
	u8 num_queues;
	u32 max_active_conns;

	struct iscsi_cid_queue cid_que;
	struct qedi_endpoint **ep_tbl;
	struct qedi_portid_tbl lcl_port_tbl;

	/* Rx fast path intr context */
	struct qed_sb_info	*sb_array;
	struct qedi_fastpath	*fp_array;
	struct qed_iscsi_tid	tasks;

#define QEDI_LINK_DOWN		0
#define QEDI_LINK_UP		1
	atomic_t link_state;

#define QEDI_RESERVE_TASK_ID	0
#define MAX_ISCSI_TASK_ENTRIES	4096
#define QEDI_INVALID_TASK_ID	(MAX_ISCSI_TASK_ENTRIES + 1)
	unsigned long task_idx_map[MAX_ISCSI_TASK_ENTRIES / BITS_PER_LONG];
	struct qedi_itt_map *itt_map;
	u16 tid_reuse_count[QEDI_MAX_ISCSI_TASK];
	struct qed_pf_params pf_params;

	struct workqueue_struct *tmf_thread;
	struct workqueue_struct *offload_thread;

	u16 ll2_mtu;

	struct workqueue_struct *dpc_wq;

	spinlock_t task_idx_lock;	/* To protect gbl context */
	s32 last_tidx_alloc;
	s32 last_tidx_clear;

	struct qedi_io_log io_trace_buf[QEDI_IO_TRACE_SIZE];
	spinlock_t io_trace_lock;	/* prtect trace Log buf */
	u16 io_trace_idx;
	unsigned int intr_cpu;
	u32 cached_sgls;
	bool use_cached_sge;
	u32 slow_sgls;
	bool use_slow_sge;
	u32 fast_sgls;
	bool use_fast_sge;

	atomic_t num_offloads;
#define SYSFS_FLAG_FW_SEL_BOOT 2
#define IPV6_LEN	41
#define IPV4_LEN	17
	struct iscsi_boot_kset *boot_kset;
};

struct qedi_work {
	struct list_head list;
	struct qedi_ctx *qedi;
	union iscsi_cqe cqe;
	u16     que_idx;
	bool is_solicited;
};

struct qedi_percpu_s {
	struct task_struct *iothread;
	struct list_head work_list;
	spinlock_t p_work_lock;		/* Per cpu worker lock */
};

static inline void *qedi_get_task_mem(struct qed_iscsi_tid *info, u32 tid)
{
	return (info->blocks[tid / info->num_tids_per_block] +
		(tid % info->num_tids_per_block) * info->size);
}

#define QEDI_U64_HI(val) ((u32)(((u64)(val)) >> 32))
#define QEDI_U64_LO(val) ((u32)(((u64)(val)) & 0xffffffff))

#endif /* _QEDI_H_ */
Commit	Line	Data
ace7f46b MR	1	/*
	2	* QLogic iSCSI Offload Driver
	3	* Copyright (c) 2016 Cavium Inc.
	4	*
	5	* This software is available under the terms of the GNU General Public License
	6	* (GPL) Version 2, available from the file COPYING in the main directory of
	7	* this source tree.
	8	*/
	9
	10	#ifndef _QEDI_H_
	11	#define _QEDI_H_
	12
	13	#define __PREVENT_QED_HSI__
	14
	15	#include <scsi/scsi_transport_iscsi.h>
	16	#include <scsi/libiscsi.h>
	17	#include <scsi/scsi_host.h>
	18	#include <linux/uio_driver.h>
	19
	20	#include "qedi_hsi.h"
	21	#include <linux/qed/qed_if.h>
	22	#include "qedi_dbg.h"
	23	#include <linux/qed/qed_iscsi_if.h>
	24	#include <linux/qed/qed_ll2_if.h>
	25	#include "qedi_version.h"
c57ec8fb	26	#include "qedi_nvm_iscsi_cfg.h"
ace7f46b MR	27
	28	#define QEDI_MODULE_NAME "qedi"
	29
	30	struct qedi_endpoint;
	31
c57ec8fb NJ	32	#ifndef GET_FIELD2
	33	#define GET_FIELD2(value, name) \
	34	(((value) & (name ## _MASK)) >> (name ## _OFFSET))
	35	#endif
	36
ace7f46b MR	37	/*
	38	* PCI function probe defines
	39	*/
	40	#define QEDI_MODE_NORMAL 0
	41	#define QEDI_MODE_RECOVERY 1
	42
	43	#define ISCSI_WQE_SET_PTU_INVALIDATE 1
	44	#define QEDI_MAX_ISCSI_TASK 4096
	45	#define QEDI_MAX_TASK_NUM 0x0FFF
	46	#define QEDI_MAX_ISCSI_CONNS_PER_HBA 1024
fc2fbf0d	47	#define QEDI_ISCSI_MAX_BDS_PER_CMD 255 /* Firmware max BDs is 255 */
ace7f46b MR	48	#define MAX_OUSTANDING_TASKS_PER_CON 1024
	49
	50	#define QEDI_MAX_BD_LEN 0xffff
	51	#define QEDI_BD_SPLIT_SZ 0x1000
	52	#define QEDI_PAGE_SIZE 4096
	53	#define QEDI_FAST_SGE_COUNT 4
	54	/* MAX Length for cached SGL */
	55	#define MAX_SGLEN_FOR_CACHESGL ((1U << 16) - 1)
	56
	57	#define MAX_NUM_MSIX_PF 8
	58	#define MIN_NUM_CPUS_MSIX(x) min((x)->msix_count, num_online_cpus())
	59
	60	#define QEDI_LOCAL_PORT_MIN 60000
	61	#define QEDI_LOCAL_PORT_MAX 61024
	62	#define QEDI_LOCAL_PORT_RANGE (QEDI_LOCAL_PORT_MAX - QEDI_LOCAL_PORT_MIN)
	63	#define QEDI_LOCAL_PORT_INVALID 0xffff
	64	#define TX_RX_RING 16
	65	#define RX_RING (TX_RX_RING - 1)
	66	#define LL2_SINGLE_BUF_SIZE 0x400
	67	#define QEDI_PAGE_SIZE 4096
	68	#define QEDI_PAGE_ALIGN(addr) ALIGN(addr, QEDI_PAGE_SIZE)
	69	#define QEDI_PAGE_MASK (~((QEDI_PAGE_SIZE) - 1))
	70
	71	#define QEDI_PAGE_SIZE 4096
d0788a52	72	#define QEDI_HW_DMA_BOUNDARY 0xfff
ace7f46b MR	73	#define QEDI_PATH_HANDLE 0xFE0000000UL
ace7f46b MR	74
c57ec8fb NJ	75	enum qedi_nvm_tgts {
	76	QEDI_NVM_TGT_PRI,
	77	QEDI_NVM_TGT_SEC,
	78	};
	79
ace7f46b MR	80	struct qedi_uio_ctrl {
	81	/* meta data */
	82	u32 uio_hsi_version;
	83
	84	/* user writes */
	85	u32 host_tx_prod;
	86	u32 host_rx_cons;
	87	u32 host_rx_bd_cons;
	88	u32 host_tx_pkt_len;
	89	u32 host_rx_cons_cnt;
	90
	91	/* driver writes */
	92	u32 hw_tx_cons;
	93	u32 hw_rx_prod;
	94	u32 hw_rx_bd_prod;
	95	u32 hw_rx_prod_cnt;
	96
	97	/* other */
	98	u8 mac_addr[6];
	99	u8 reserve[2];
	100	};
	101
	102	struct qedi_rx_bd {
	103	u32 rx_pkt_index;
	104	u32 rx_pkt_len;
	105	u16 vlan_id;
	106	};
	107
	108	#define QEDI_RX_DESC_CNT (QEDI_PAGE_SIZE / sizeof(struct qedi_rx_bd))
	109	#define QEDI_MAX_RX_DESC_CNT (QEDI_RX_DESC_CNT - 1)
	110	#define QEDI_NUM_RX_BD (QEDI_RX_DESC_CNT * 1)
	111	#define QEDI_MAX_RX_BD (QEDI_NUM_RX_BD - 1)
	112
	113	#define QEDI_NEXT_RX_IDX(x) ((((x) & (QEDI_MAX_RX_DESC_CNT)) == \
	114	(QEDI_MAX_RX_DESC_CNT - 1)) ? \
	115	(x) + 2 : (x) + 1)
	116
	117	struct qedi_uio_dev {
	118	struct uio_info qedi_uinfo;
	119	u32 uio_dev;
	120	struct list_head list;
	121
	122	u32 ll2_ring_size;
	123	void *ll2_ring;
	124
	125	u32 ll2_buf_size;
	126	void *ll2_buf;
	127
	128	void *rx_pkt;
	129	void *tx_pkt;
	130
	131	struct qedi_ctx *qedi;
	132	struct pci_dev *pdev;
	133	void *uctrl;
	134	};
	135
	136	/* List to maintain the skb pointers */
	137	struct skb_work_list {
	138	struct list_head list;
	139	struct sk_buff *skb;
	140	u16 vlan_id;
	141	};
	142
	143	/* Queue sizes in number of elements */
144	#define QEDI_SQ_SIZE MAX_OUSTANDING_TASKS_PER_CON
145	#define QEDI_CQ_SIZE 2048
146	#define QEDI_CMDQ_SIZE QEDI_MAX_ISCSI_TASK
147	#define QEDI_PROTO_CQ_PROD_IDX 0
148
149	struct qedi_glbl_q_params {
150	u64 hw_p_cq; /* Completion queue PBL */
151	u64 hw_p_rq; /* Request queue PBL */
152	u64 hw_p_cmdq; /* Command queue PBL */
153	};
154
155	struct global_queue {
156	union iscsi_cqe *cq;
157	dma_addr_t cq_dma;
158	u32 cq_mem_size;
159	u32 cq_cons_idx; /* Completion queue consumer index */
160
161	void *cq_pbl;
162	dma_addr_t cq_pbl_dma;
163	u32 cq_pbl_size;
164
165	};
166
167	struct qedi_fastpath {
168	struct qed_sb_info *sb_info;
169	u16 sb_id;
170	#define QEDI_NAME_SIZE 16
171	char name[QEDI_NAME_SIZE];
172	struct qedi_ctx *qedi;
173	};
174
175	/* Used to pass fastpath information needed to process CQEs */
176	struct qedi_io_work {
177	struct list_head list;
178	struct iscsi_cqe_solicited cqe;
179	u16 que_idx;
180	};
181
182	/**
183	* struct iscsi_cid_queue - Per adapter iscsi cid queue
184	*
185	* @cid_que_base: queue base memory
186	* @cid_que: queue memory pointer
187	* @cid_q_prod_idx: produce index
188	* @cid_q_cons_idx: consumer index
189	* @cid_q_max_idx: max index. used to detect wrap around condition
190	* @cid_free_cnt: queue size
191	* @conn_cid_tbl: iscsi cid to conn structure mapping table
192	*
193	* Per adapter iSCSI CID Queue
194	*/
195	struct iscsi_cid_queue {
196	void *cid_que_base;
197	u32 *cid_que;
198	u32 cid_q_prod_idx;
199	u32 cid_q_cons_idx;
200	u32 cid_q_max_idx;
201	u32 cid_free_cnt;
202	struct qedi_conn **conn_cid_tbl;
203	};
204
205	struct qedi_portid_tbl {
206	spinlock_t lock; /* Port id lock */
207	u16 start;
208	u16 max;
209	u16 next;
210	unsigned long *table;
211	};
212
213	struct qedi_itt_map {
214	__le32 itt;
215	struct qedi_cmd *p_cmd;
216	};
217
218	/* I/O tracing entry */
219	#define QEDI_IO_TRACE_SIZE 2048
220	struct qedi_io_log {
221	#define QEDI_IO_TRACE_REQ 0
222	#define QEDI_IO_TRACE_RSP 1
223	u8 direction;
224	u16 task_id;
225	u32 cid;
226	u32 port_id; /* Remote port fabric ID */
227	int lun;
228	u8 op; /* SCSI CDB */
229	u8 lba[4];
230	unsigned int bufflen; /* SCSI buffer length */
231	unsigned int sg_count; /* Number of SG elements */
232	u8 fast_sgs; /* number of fast sgls */
233	u8 slow_sgs; /* number of slow sgls */
234	u8 cached_sgs; /* number of cached sgls */
235	int result; /* Result passed back to mid-layer */
236	unsigned long jiffies; /* Time stamp when I/O logged */
237	int refcount; /* Reference count for task id */
238	unsigned int blk_req_cpu; /* CPU that the task is queued on by
239	* blk layer
240	*/
241	unsigned int req_cpu; /* CPU that the task is queued on */
242	unsigned int intr_cpu; /* Interrupt CPU that the task is received on */
243	unsigned int blk_rsp_cpu;/* CPU that task is actually processed and
244	* returned to blk layer
245	*/
246	bool cached_sge;
247	bool slow_sge;
248	bool fast_sge;
249	};
250
251	/* Number of entries in BDQ */
252	#define QEDI_BDQ_NUM 256
253	#define QEDI_BDQ_BUF_SIZE 256
254
255	/* DMA coherent buffers for BDQ */
256	struct qedi_bdq_buf {
257	void *buf_addr;
258	dma_addr_t buf_dma;
259	};
260
261	/* Main port level struct */
262	struct qedi_ctx {
263	struct qedi_dbg_ctx dbg_ctx;
264	struct Scsi_Host *shost;
265	struct pci_dev *pdev;
266	struct qed_dev *cdev;
267	struct qed_dev_iscsi_info dev_info;
268	struct qed_int_info int_info;
269	struct qedi_glbl_q_params *p_cpuq;
270	struct global_queue **global_queues;
271	/* uio declaration */
272	struct qedi_uio_dev *udev;
273	struct list_head ll2_skb_list;
274	spinlock_t ll2_lock; /* Light L2 lock */
275	spinlock_t hba_lock; /* per port lock */
276	struct task_struct *ll2_recv_thread;
277	unsigned long flags;
278	#define UIO_DEV_OPENED 1
279	#define QEDI_IOTHREAD_WAKE 2
280	#define QEDI_IN_RECOVERY 5
281	#define QEDI_IN_OFFLINE 6
282
283	u8 mac[ETH_ALEN];
284	u32 src_ip[4];
285	u8 ip_type;
286
287	/* Physical address of above array */
288	dma_addr_t hw_p_cpuq;
289
290	struct qedi_bdq_buf bdq[QEDI_BDQ_NUM];
291	void *bdq_pbl;
292	dma_addr_t bdq_pbl_dma;
293	size_t bdq_pbl_mem_size;
294	void *bdq_pbl_list;
295	dma_addr_t bdq_pbl_list_dma;
296	u8 bdq_pbl_list_num_entries;
c57ec8fb NJ	297	struct nvm_iscsi_cfg *iscsi_cfg;
c57ec8fb NJ	298	dma_addr_t nvm_buf_dma;
ace7f46b MR	299	void __iomem *bdq_primary_prod;
	300	void __iomem *bdq_secondary_prod;
	301	u16 bdq_prod_idx;
	302	u16 rq_num_entries;
	303
	304	u32 msix_count;
	305	u32 max_sqes;
	306	u8 num_queues;
	307	u32 max_active_conns;
	308
	309	struct iscsi_cid_queue cid_que;
	310	struct qedi_endpoint **ep_tbl;
	311	struct qedi_portid_tbl lcl_port_tbl;
	312
	313	/* Rx fast path intr context */
	314	struct qed_sb_info *sb_array;
	315	struct qedi_fastpath *fp_array;
	316	struct qed_iscsi_tid tasks;
	317
	318	#define QEDI_LINK_DOWN 0
	319	#define QEDI_LINK_UP 1
	320	atomic_t link_state;
	321
	322	#define QEDI_RESERVE_TASK_ID 0
	323	#define MAX_ISCSI_TASK_ENTRIES 4096
	324	#define QEDI_INVALID_TASK_ID (MAX_ISCSI_TASK_ENTRIES + 1)
	325	unsigned long task_idx_map[MAX_ISCSI_TASK_ENTRIES / BITS_PER_LONG];
	326	struct qedi_itt_map *itt_map;
	327	u16 tid_reuse_count[QEDI_MAX_ISCSI_TASK];
	328	struct qed_pf_params pf_params;
	329
	330	struct workqueue_struct *tmf_thread;
	331	struct workqueue_struct *offload_thread;
	332
	333	u16 ll2_mtu;
	334
	335	struct workqueue_struct *dpc_wq;
	336
	337	spinlock_t task_idx_lock; /* To protect gbl context */
	338	s32 last_tidx_alloc;
	339	s32 last_tidx_clear;
	340
	341	struct qedi_io_log io_trace_buf[QEDI_IO_TRACE_SIZE];
	342	spinlock_t io_trace_lock; /* prtect trace Log buf */
	343	u16 io_trace_idx;
	344	unsigned int intr_cpu;
	345	u32 cached_sgls;
	346	bool use_cached_sge;
	347	u32 slow_sgls;
	348	bool use_slow_sge;
	349	u32 fast_sgls;
	350	bool use_fast_sge;
	351
	352	atomic_t num_offloads;
c57ec8fb NJ	353	#define SYSFS_FLAG_FW_SEL_BOOT 2
	354	#define IPV6_LEN 41
	355	#define IPV4_LEN 17
	356	struct iscsi_boot_kset *boot_kset;
ace7f46b MR	357	};
	358
	359	struct qedi_work {
	360	struct list_head list;
	361	struct qedi_ctx *qedi;
	362	union iscsi_cqe cqe;
	363	u16 que_idx;
	364	bool is_solicited;
	365	};
	366
	367	struct qedi_percpu_s {
	368	struct task_struct *iothread;
	369	struct list_head work_list;
	370	spinlock_t p_work_lock; /* Per cpu worker lock */
	371	};
	372
	373	static inline void qedi_get_task_mem(struct qed_iscsi_tid info, u32 tid)
	374	{
	375	return (info->blocks[tid / info->num_tids_per_block] +
	376	(tid % info->num_tids_per_block) * info->size);
	377	}
	378
	379	#define QEDI_U64_HI(val) ((u32)(((u64)(val)) >> 32))
	380	#define QEDI_U64_LO(val) ((u32)(((u64)(val)) & 0xffffffff))
	381
	382	#endif /* _QEDI_H_ */