[mirror_ubuntu-bionic-kernel.git] / drivers / scsi / bnx2fc / bnx2fc.h

#ifndef _BNX2FC_H_
#define _BNX2FC_H_
/* bnx2fc.h: Broadcom NetXtreme II Linux FCoE offload driver.
 *
 * Copyright (c) 2008 - 2011 Broadcom Corporation
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation.
 *
 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
#include <linux/if_ether.h>
#include <linux/if_vlan.h>
#include <linux/kthread.h>
#include <linux/crc32.h>
#include <linux/cpu.h>
#include <linux/types.h>
#include <linux/list.h>
#include <linux/delay.h>
#include <linux/timer.h>
#include <linux/errno.h>
#include <linux/pci.h>
#include <linux/init.h>
#include <linux/dma-mapping.h>
#include <linux/workqueue.h>
#include <linux/mutex.h>
#include <linux/spinlock.h>
#include <linux/bitops.h>
#include <linux/log2.h>
#include <linux/interrupt.h>
#include <linux/sched.h>
#include <linux/io.h>

#include <scsi/scsi.h>
#include <scsi/scsi_host.h>
#include <scsi/scsi_device.h>
#include <scsi/scsi_cmnd.h>
#include <scsi/scsi_eh.h>
#include <scsi/scsi_tcq.h>
#include <scsi/libfc.h>
#include <scsi/libfcoe.h>
#include <scsi/fc_encode.h>
#include <scsi/scsi_transport.h>
#include <scsi/scsi_transport_fc.h>
#include <scsi/fc/fc_fip.h>
#include <scsi/fc/fc_fc2.h>
#include <scsi/fc_frame.h>
#include <scsi/fc/fc_fcoe.h>
#include <scsi/fc/fc_fcp.h>

#include "57xx_hsi_bnx2fc.h"
#include "../../net/ethernet/broadcom/cnic_if.h"
#include "bnx2fc_constants.h"

#define BNX2FC_NAME		"bnx2fc"
#define BNX2FC_VERSION		"1.0.12"

#define PFX			"bnx2fc: "

#define BNX2X_DOORBELL_PCI_BAR		2

#define BNX2FC_MAX_BD_LEN		0xffff
#define BNX2FC_BD_SPLIT_SZ		0x8000
#define BNX2FC_MAX_BDS_PER_CMD		256

#define BNX2FC_SQ_WQES_MAX	256

#define BNX2FC_SCSI_MAX_SQES	((3 * BNX2FC_SQ_WQES_MAX) / 8)
#define BNX2FC_TM_MAX_SQES	((BNX2FC_SQ_WQES_MAX) / 2)
#define BNX2FC_ELS_MAX_SQES	(BNX2FC_TM_MAX_SQES - 1)

#define BNX2FC_RQ_WQES_MAX	16
#define BNX2FC_CQ_WQES_MAX	(BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)

#define BNX2FC_NUM_MAX_SESS	1024
#define BNX2FC_NUM_MAX_SESS_LOG	(ilog2(BNX2FC_NUM_MAX_SESS))

#define BNX2FC_MAX_OUTSTANDING_CMNDS	2048
#define BNX2FC_CAN_QUEUE		BNX2FC_MAX_OUTSTANDING_CMNDS
#define BNX2FC_ELSTM_XIDS		BNX2FC_CAN_QUEUE
#define BNX2FC_MIN_PAYLOAD		256
#define BNX2FC_MAX_PAYLOAD		2048
#define BNX2FC_MFS			\
			(BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
#define BNX2FC_MINI_JUMBO_MTU		2500


#define BNX2FC_RQ_BUF_SZ		256
#define BNX2FC_RQ_BUF_LOG_SZ		(ilog2(BNX2FC_RQ_BUF_SZ))

#define BNX2FC_SQ_WQE_SIZE		(sizeof(struct fcoe_sqe))
#define BNX2FC_CQ_WQE_SIZE		(sizeof(struct fcoe_cqe))
#define BNX2FC_RQ_WQE_SIZE		(BNX2FC_RQ_BUF_SZ)
#define BNX2FC_XFERQ_WQE_SIZE		(sizeof(struct fcoe_xfrqe))
#define BNX2FC_CONFQ_WQE_SIZE		(sizeof(struct fcoe_confqe))
#define BNX2FC_5771X_DB_PAGE_SIZE	128

#define BNX2FC_MAX_TASKS		\
			     (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS)
#define BNX2FC_TASK_SIZE		128
#define	BNX2FC_TASKS_PER_PAGE		(PAGE_SIZE/BNX2FC_TASK_SIZE)
#define BNX2FC_TASK_CTX_ARR_SZ		(BNX2FC_MAX_TASKS/BNX2FC_TASKS_PER_PAGE)

#define BNX2FC_MAX_ROWS_IN_HASH_TBL	8
#define BNX2FC_HASH_TBL_CHUNK_SIZE	(16 * 1024)

#define BNX2FC_MAX_SEQS			255
#define BNX2FC_MAX_RETRY_CNT		3
#define BNX2FC_MAX_RPORT_RETRY_CNT	255

#define BNX2FC_READ			(1 << 1)
#define BNX2FC_WRITE			(1 << 0)

#define BNX2FC_MIN_XID			0
#define BNX2FC_MAX_XID			\
			(BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS - 1)
#define FCOE_MAX_NUM_XIDS		0x2000
#define FCOE_MIN_XID			(BNX2FC_MAX_XID + 1)
#define FCOE_MAX_XID			(FCOE_MIN_XID + FCOE_MAX_NUM_XIDS - 1)
#define FCOE_XIDS_PER_CPU		(FCOE_MIN_XID + (512 * nr_cpu_ids) - 1)
#define BNX2FC_MAX_LUN			0xFFFF
#define BNX2FC_MAX_FCP_TGT		256
#define BNX2FC_MAX_CMD_LEN		16

#define BNX2FC_TM_TIMEOUT		60	/* secs */
#define BNX2FC_IO_TIMEOUT		20000UL	/* msecs */

#define BNX2FC_WAIT_CNT			1200
#define BNX2FC_FW_TIMEOUT		(3 * HZ)
#define PORT_MAX			2

#define CMD_SCSI_STATUS(Cmnd)		((Cmnd)->SCp.Status)

/* FC FCP Status */
#define	FC_GOOD				0

#define BNX2FC_RNID_HBA			0x7

#define SRR_RETRY_COUNT			5
#define REC_RETRY_COUNT			1
#define BNX2FC_NUM_ERR_BITS		63

#define BNX2FC_RELOGIN_WAIT_TIME	200
#define BNX2FC_RELOGIN_WAIT_CNT		10

/* bnx2fc driver uses only one instance of fcoe_percpu_s */
extern struct fcoe_percpu_s bnx2fc_global;

extern struct workqueue_struct *bnx2fc_wq;

struct bnx2fc_percpu_s {
	struct task_struct *iothread;
	struct list_head work_list;
	spinlock_t fp_work_lock;
};

struct bnx2fc_hba {
	struct list_head list;
	struct cnic_dev *cnic;
	struct pci_dev *pcidev;
	struct net_device *phys_dev;
	unsigned long reg_with_cnic;
		#define BNX2FC_CNIC_REGISTERED           1
	struct bnx2fc_cmd_mgr *cmd_mgr;
	spinlock_t hba_lock;
	struct mutex hba_mutex;
	unsigned long adapter_state;
		#define ADAPTER_STATE_UP		0
		#define ADAPTER_STATE_GOING_DOWN	1
		#define ADAPTER_STATE_LINK_DOWN		2
		#define ADAPTER_STATE_READY		3
	unsigned long flags;
		#define BNX2FC_FLAG_FW_INIT_DONE	0
		#define BNX2FC_FLAG_DESTROY_CMPL	1
	u32 next_conn_id;
	struct fcoe_task_ctx_entry **task_ctx;
	dma_addr_t *task_ctx_dma;
	struct regpair *task_ctx_bd_tbl;
	dma_addr_t task_ctx_bd_dma;

	int hash_tbl_segment_count;
	void **hash_tbl_segments;
	void *hash_tbl_pbl;
	dma_addr_t hash_tbl_pbl_dma;
	struct fcoe_t2_hash_table_entry *t2_hash_tbl;
	dma_addr_t t2_hash_tbl_dma;
	char *t2_hash_tbl_ptr;
	dma_addr_t t2_hash_tbl_ptr_dma;

	char *dummy_buffer;
	dma_addr_t dummy_buf_dma;

	/* Active list of offloaded sessions */
	struct bnx2fc_rport **tgt_ofld_list;

	/* statistics */
	struct fcoe_statistics_params *stats_buffer;
	dma_addr_t stats_buf_dma;
	struct completion stat_req_done;

	/*destroy handling */
	struct timer_list destroy_timer;
	wait_queue_head_t destroy_wait;

	/* linkdown handling */
	wait_queue_head_t shutdown_wait;
	int wait_for_link_down;
	int num_ofld_sess;
	struct list_head vports;
};

struct bnx2fc_interface {
	struct list_head list;
	unsigned long if_flags;
		#define BNX2FC_CTLR_INIT_DONE		0
	struct bnx2fc_hba *hba;
	struct net_device *netdev;
	struct packet_type fcoe_packet_type;
	struct packet_type fip_packet_type;
	struct workqueue_struct *timer_work_queue;
	struct kref kref;
	u8 vlan_enabled;
	int vlan_id;
	bool enabled;
};

#define bnx2fc_from_ctlr(x)			\
	((struct bnx2fc_interface *)((x) + 1))

#define bnx2fc_to_ctlr(x)					\
	((struct fcoe_ctlr *)(((struct fcoe_ctlr *)(x)) - 1))

struct bnx2fc_lport {
	struct list_head list;
	struct fc_lport *lport;
};

struct bnx2fc_cmd_mgr {
	struct bnx2fc_hba *hba;
	u16 next_idx;
	struct list_head *free_list;
	spinlock_t *free_list_lock;
	struct io_bdt **io_bdt_pool;
	struct bnx2fc_cmd **cmds;
};

struct bnx2fc_rport {
	struct fcoe_port *port;
	struct fc_rport *rport;
	struct fc_rport_priv *rdata;
	void __iomem *ctx_base;
#define DPM_TRIGER_TYPE		0x40
	u32 io_timeout;
	u32 fcoe_conn_id;
	u32 context_id;
	u32 sid;
	int dev_type;

	unsigned long flags;
#define BNX2FC_FLAG_SESSION_READY	0x1
#define BNX2FC_FLAG_OFFLOADED		0x2
#define BNX2FC_FLAG_DISABLED		0x3
#define BNX2FC_FLAG_DESTROYED		0x4
#define BNX2FC_FLAG_OFLD_REQ_CMPL	0x5
#define BNX2FC_FLAG_CTX_ALLOC_FAILURE	0x6
#define BNX2FC_FLAG_UPLD_REQ_COMPL	0x7
#define BNX2FC_FLAG_EXPL_LOGO		0x8
#define BNX2FC_FLAG_DISABLE_FAILED	0x9

	u8 src_addr[ETH_ALEN];
	u32 max_sqes;
	u32 max_rqes;
	u32 max_cqes;
	atomic_t free_sqes;

	struct b577xx_doorbell_set_prod sq_db;
	struct b577xx_fcoe_rx_doorbell rx_db;

	struct fcoe_sqe *sq;
	dma_addr_t sq_dma;
	u16 sq_prod_idx;
	u8 sq_curr_toggle_bit;
	u32 sq_mem_size;

	struct fcoe_cqe *cq;
	dma_addr_t cq_dma;
	u16 cq_cons_idx;
	u8 cq_curr_toggle_bit;
	u32 cq_mem_size;

	void *rq;
	dma_addr_t rq_dma;
	u32 rq_prod_idx;
	u32 rq_cons_idx;
	u32 rq_mem_size;

	void *rq_pbl;
	dma_addr_t rq_pbl_dma;
	u32 rq_pbl_size;

	struct fcoe_xfrqe *xferq;
	dma_addr_t xferq_dma;
	u32 xferq_mem_size;

	struct fcoe_confqe *confq;
	dma_addr_t confq_dma;
	u32 confq_mem_size;

	void *confq_pbl;
	dma_addr_t confq_pbl_dma;
	u32 confq_pbl_size;

	struct fcoe_conn_db *conn_db;
	dma_addr_t conn_db_dma;
	u32 conn_db_mem_size;

	struct fcoe_sqe *lcq;
	dma_addr_t lcq_dma;
	u32 lcq_mem_size;

	void *ofld_req[4];
	dma_addr_t ofld_req_dma[4];
	void *enbl_req;
	dma_addr_t enbl_req_dma;

	spinlock_t tgt_lock;
	spinlock_t cq_lock;
	atomic_t num_active_ios;
	u32 flush_in_prog;
	unsigned long timestamp;
	struct list_head free_task_list;
	struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
	struct list_head active_cmd_queue;
	struct list_head els_queue;
	struct list_head io_retire_queue;
	struct list_head active_tm_queue;

	struct timer_list ofld_timer;
	wait_queue_head_t ofld_wait;

	struct timer_list upld_timer;
	wait_queue_head_t upld_wait;
};

struct bnx2fc_mp_req {
	u8 tm_flags;

	u32 req_len;
	void *req_buf;
	dma_addr_t req_buf_dma;
	struct fcoe_bd_ctx *mp_req_bd;
	dma_addr_t mp_req_bd_dma;
	struct fc_frame_header req_fc_hdr;

	u32 resp_len;
	void *resp_buf;
	dma_addr_t resp_buf_dma;
	struct fcoe_bd_ctx *mp_resp_bd;
	dma_addr_t mp_resp_bd_dma;
	struct fc_frame_header resp_fc_hdr;
};

struct bnx2fc_els_cb_arg {
	struct bnx2fc_cmd *aborted_io_req;
	struct bnx2fc_cmd *io_req;
	u16 l2_oxid;
	u32 offset;
	enum fc_rctl r_ctl;
};

/* bnx2fc command structure */
struct bnx2fc_cmd {
	struct list_head link;
	u8 on_active_queue;
	u8 on_tmf_queue;
	u8 cmd_type;
#define BNX2FC_SCSI_CMD		1
#define BNX2FC_TASK_MGMT_CMD		2
#define BNX2FC_ABTS			3
#define BNX2FC_ELS			4
#define BNX2FC_CLEANUP			5
#define BNX2FC_SEQ_CLEANUP		6
	u8 io_req_flags;
	struct kref refcount;
	struct fcoe_port *port;
	struct bnx2fc_rport *tgt;
	struct scsi_cmnd *sc_cmd;
	struct bnx2fc_cmd_mgr *cmd_mgr;
	struct bnx2fc_mp_req mp_req;
	void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg);
	struct bnx2fc_els_cb_arg *cb_arg;
	struct delayed_work timeout_work; /* timer for ULP timeouts */
	struct completion tm_done;
	int wait_for_comp;
	u16 xid;
	struct fcoe_err_report_entry err_entry;
	struct fcoe_task_ctx_entry *task;
	struct io_bdt *bd_tbl;
	struct fcp_rsp *rsp;
	size_t data_xfer_len;
	unsigned long req_flags;
#define BNX2FC_FLAG_ISSUE_RRQ		0x1
#define BNX2FC_FLAG_ISSUE_ABTS		0x2
#define BNX2FC_FLAG_ABTS_DONE		0x3
#define BNX2FC_FLAG_TM_COMPL		0x4
#define BNX2FC_FLAG_TM_TIMEOUT		0x5
#define BNX2FC_FLAG_IO_CLEANUP		0x6
#define BNX2FC_FLAG_RETIRE_OXID		0x7
#define	BNX2FC_FLAG_EH_ABORT		0x8
#define BNX2FC_FLAG_IO_COMPL		0x9
#define BNX2FC_FLAG_ELS_DONE		0xa
#define BNX2FC_FLAG_ELS_TIMEOUT		0xb
#define BNX2FC_FLAG_CMD_LOST		0xc
#define BNX2FC_FLAG_SRR_SENT		0xd
	u8 rec_retry;
	u8 srr_retry;
	u32 srr_offset;
	u8 srr_rctl;
	u32 fcp_resid;
	u32 fcp_rsp_len;
	u32 fcp_sns_len;
	u8 cdb_status; /* SCSI IO status */
	u8 fcp_status; /* FCP IO status */
	u8 fcp_rsp_code;
	u8 scsi_comp_flags;
};

struct io_bdt {
	struct bnx2fc_cmd *io_req;
	struct fcoe_bd_ctx *bd_tbl;
	dma_addr_t bd_tbl_dma;
	u16 bd_valid;
};

struct bnx2fc_work {
	struct list_head list;
	struct bnx2fc_rport *tgt;
	u16 wqe;
};
struct bnx2fc_unsol_els {
	struct fc_lport *lport;
	struct fc_frame *fp;
	struct bnx2fc_hba *hba;
	struct work_struct unsol_els_work;
};


struct bnx2fc_cmd *bnx2fc_cmd_alloc(struct bnx2fc_rport *tgt);
struct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type);
void bnx2fc_cmd_release(struct kref *ref);
int bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd);
int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
int bnx2fc_send_session_ofld_req(struct fcoe_port *port,
					struct bnx2fc_rport *tgt);
int bnx2fc_send_session_disable_req(struct fcoe_port *port,
				    struct bnx2fc_rport *tgt);
int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
					struct bnx2fc_rport *tgt);
int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
void bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[],
					u32 num_cqe);
int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
struct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba,
						u16 min_xid, u16 max_xid);
void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
void bnx2fc_get_link_state(struct bnx2fc_hba *hba);
char *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items);
void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp);
int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp);
int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp);
int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
			  unsigned int timer_msec);
int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
			      struct fcoe_task_ctx_entry *task,
			      u16 orig_xid);
void bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req,
				  struct fcoe_task_ctx_entry *task,
				  struct bnx2fc_cmd *orig_io_req,
				  u32 offset);
void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
			 struct fcoe_task_ctx_entry *task);
void bnx2fc_init_task(struct bnx2fc_cmd *io_req,
			     struct fcoe_task_ctx_entry *task);
void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
int bnx2fc_eh_host_reset(struct scsi_cmnd *sc_cmd);
int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
void bnx2fc_rport_event_handler(struct fc_lport *lport,
				struct fc_rport_priv *rport,
				enum fc_rport_event event);
void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
				   struct fcoe_task_ctx_entry *task,
				   u8 num_rq);
void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
			       struct fcoe_task_ctx_entry *task,
			       u8 num_rq);
void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
			       struct fcoe_task_ctx_entry *task,
			       u8 num_rq);
void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
			     struct fcoe_task_ctx_entry *task,
			     u8 num_rq);
void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
			      struct fcoe_task_ctx_entry *task,
			      u8 num_rq);
void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
			   struct fcp_cmnd *fcp_cmnd);


void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
				      struct fc_frame *fp, unsigned int op,
				      void (*resp)(struct fc_seq *,
						   struct fc_frame *,
						   void *),
				      void *arg, u32 timeout);
void bnx2fc_arm_cq(struct bnx2fc_rport *tgt);
int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe);
struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
					     u32 port_id);
void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
				   unsigned char *buf,
				   u32 frame_len, u16 l2_oxid);
int bnx2fc_send_stat_req(struct bnx2fc_hba *hba);
int bnx2fc_post_io_req(struct bnx2fc_rport *tgt, struct bnx2fc_cmd *io_req);
int bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req);
int bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl);
void bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req,
				      struct fcoe_task_ctx_entry *task,
				      u8 rx_state);
int bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset,
				enum fc_rctl r_ctl);


#include "bnx2fc_debug.h"

#endif
Commit	Line	Data
853e2bd2 BG	1	#ifndef _BNX2FC_H_
	2	#define _BNX2FC_H_
	3	/* bnx2fc.h: Broadcom NetXtreme II Linux FCoE offload driver.
	4	*
9b35baae	5	* Copyright (c) 2008 - 2011 Broadcom Corporation
853e2bd2 BG	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License as published by
	9	* the Free Software Foundation.
	10	*
	11	* Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
	12	*/
	13
3db8cc10 JP	14	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
3db8cc10 JP	15
853e2bd2 BG	16	#include <linux/module.h>
	17	#include <linux/moduleparam.h>
	18	#include <linux/kernel.h>
	19	#include <linux/skbuff.h>
	20	#include <linux/netdevice.h>
	21	#include <linux/etherdevice.h>
	22	#include <linux/if_ether.h>
	23	#include <linux/if_vlan.h>
	24	#include <linux/kthread.h>
	25	#include <linux/crc32.h>
	26	#include <linux/cpu.h>
	27	#include <linux/types.h>
	28	#include <linux/list.h>
	29	#include <linux/delay.h>
	30	#include <linux/timer.h>
	31	#include <linux/errno.h>
	32	#include <linux/pci.h>
	33	#include <linux/init.h>
	34	#include <linux/dma-mapping.h>
	35	#include <linux/workqueue.h>
	36	#include <linux/mutex.h>
	37	#include <linux/spinlock.h>
	38	#include <linux/bitops.h>
	39	#include <linux/log2.h>
	40	#include <linux/interrupt.h>
	41	#include <linux/sched.h>
	42	#include <linux/io.h>
	43
	44	#include <scsi/scsi.h>
	45	#include <scsi/scsi_host.h>
	46	#include <scsi/scsi_device.h>
	47	#include <scsi/scsi_cmnd.h>
	48	#include <scsi/scsi_eh.h>
	49	#include <scsi/scsi_tcq.h>
	50	#include <scsi/libfc.h>
	51	#include <scsi/libfcoe.h>
	52	#include <scsi/fc_encode.h>
	53	#include <scsi/scsi_transport.h>
	54	#include <scsi/scsi_transport_fc.h>
	55	#include <scsi/fc/fc_fip.h>
	56	#include <scsi/fc/fc_fc2.h>
	57	#include <scsi/fc_frame.h>
	58	#include <scsi/fc/fc_fcoe.h>
	59	#include <scsi/fc/fc_fcp.h>
	60
	61	#include "57xx_hsi_bnx2fc.h"
adfc5217	62	#include "../../net/ethernet/broadcom/cnic_if.h"
853e2bd2 BG	63	#include "bnx2fc_constants.h"
	64
	65	#define BNX2FC_NAME "bnx2fc"
eb47aa2c	66	#define BNX2FC_VERSION "1.0.12"
853e2bd2 BG	67
	68	#define PFX "bnx2fc: "
	69
	70	#define BNX2X_DOORBELL_PCI_BAR 2
	71
	72	#define BNX2FC_MAX_BD_LEN 0xffff
	73	#define BNX2FC_BD_SPLIT_SZ 0x8000
	74	#define BNX2FC_MAX_BDS_PER_CMD 256
	75
	76	#define BNX2FC_SQ_WQES_MAX 256
	77
	78	#define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8)
	79	#define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2)
	80	#define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1)
	81
	82	#define BNX2FC_RQ_WQES_MAX 16
	83	#define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
	84
dc219a2e	85	#define BNX2FC_NUM_MAX_SESS 1024
853e2bd2 BG	86	#define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS))
853e2bd2 BG	87
0ea5c275 BG	88	#define BNX2FC_MAX_OUTSTANDING_CMNDS 2048
	89	#define BNX2FC_CAN_QUEUE BNX2FC_MAX_OUTSTANDING_CMNDS
	90	#define BNX2FC_ELSTM_XIDS BNX2FC_CAN_QUEUE
853e2bd2 BG	91	#define BNX2FC_MIN_PAYLOAD 256
853e2bd2 BG	92	#define BNX2FC_MAX_PAYLOAD 2048
1294bfe6 BG	93	#define BNX2FC_MFS \
	94	(BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
	95	#define BNX2FC_MINI_JUMBO_MTU 2500
	96
853e2bd2 BG	97
	98	#define BNX2FC_RQ_BUF_SZ 256
	99	#define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ))
	100
	101	#define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe))
	102	#define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe))
	103	#define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ)
	104	#define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe))
	105	#define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe))
	106	#define BNX2FC_5771X_DB_PAGE_SIZE 128
	107
0ea5c275 BG	108	#define BNX2FC_MAX_TASKS \
0ea5c275 BG	109	(BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS)
853e2bd2 BG	110	#define BNX2FC_TASK_SIZE 128
	111	#define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE)
	112	#define BNX2FC_TASK_CTX_ARR_SZ (BNX2FC_MAX_TASKS/BNX2FC_TASKS_PER_PAGE)
	113
	114	#define BNX2FC_MAX_ROWS_IN_HASH_TBL 8
	115	#define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024)
	116
	117	#define BNX2FC_MAX_SEQS 255
44c570b5 BPG	118	#define BNX2FC_MAX_RETRY_CNT 3
44c570b5 BPG	119	#define BNX2FC_MAX_RPORT_RETRY_CNT 255
853e2bd2 BG	120
	121	#define BNX2FC_READ (1 << 1)
	122	#define BNX2FC_WRITE (1 << 0)
	123
	124	#define BNX2FC_MIN_XID 0
0ea5c275 BG	125	#define BNX2FC_MAX_XID \
0ea5c275 BG	126	(BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS - 1)
7d742f65	127	#define FCOE_MAX_NUM_XIDS 0x2000
0ea5c275	128	#define FCOE_MIN_XID (BNX2FC_MAX_XID + 1)
7d742f65 BPG	129	#define FCOE_MAX_XID (FCOE_MIN_XID + FCOE_MAX_NUM_XIDS - 1)
7d742f65 BPG	130	#define FCOE_XIDS_PER_CPU (FCOE_MIN_XID + (512 * nr_cpu_ids) - 1)
853e2bd2 BG	131	#define BNX2FC_MAX_LUN 0xFFFF
	132	#define BNX2FC_MAX_FCP_TGT 256
	133	#define BNX2FC_MAX_CMD_LEN 16
	134
	135	#define BNX2FC_TM_TIMEOUT 60 /* secs */
	136	#define BNX2FC_IO_TIMEOUT 20000UL /* msecs */
	137
befc9b4d	138	#define BNX2FC_WAIT_CNT 1200
853e2bd2	139	#define BNX2FC_FW_TIMEOUT (3 * HZ)
853e2bd2 BG	140	#define PORT_MAX 2
	141
	142	#define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status)
	143
	144	/* FC FCP Status */
	145	#define FC_GOOD 0
	146
	147	#define BNX2FC_RNID_HBA 0x7
	148
74446954 BPG	149	#define SRR_RETRY_COUNT 5
74446954 BPG	150	#define REC_RETRY_COUNT 1
7b594769	151	#define BNX2FC_NUM_ERR_BITS 63
74446954	152
99cc600c BPG	153	#define BNX2FC_RELOGIN_WAIT_TIME 200
	154	#define BNX2FC_RELOGIN_WAIT_CNT 10
	155
853e2bd2 BG	156	/* bnx2fc driver uses only one instance of fcoe_percpu_s */
	157	extern struct fcoe_percpu_s bnx2fc_global;
	158
	159	extern struct workqueue_struct *bnx2fc_wq;
	160
	161	struct bnx2fc_percpu_s {
	162	struct task_struct *iothread;
	163	struct list_head work_list;
	164	spinlock_t fp_work_lock;
	165	};
	166
853e2bd2	167	struct bnx2fc_hba {
aea71a02	168	struct list_head list;
853e2bd2 BG	169	struct cnic_dev *cnic;
853e2bd2 BG	170	struct pci_dev *pcidev;
853e2bd2 BG	171	struct net_device *phys_dev;
	172	unsigned long reg_with_cnic;
	173	#define BNX2FC_CNIC_REGISTERED 1
853e2bd2	174	struct bnx2fc_cmd_mgr *cmd_mgr;
853e2bd2 BG	175	spinlock_t hba_lock;
	176	struct mutex hba_mutex;
	177	unsigned long adapter_state;
	178	#define ADAPTER_STATE_UP 0
	179	#define ADAPTER_STATE_GOING_DOWN 1
	180	#define ADAPTER_STATE_LINK_DOWN 2
	181	#define ADAPTER_STATE_READY 3
aea71a02 BPG	182	unsigned long flags;
	183	#define BNX2FC_FLAG_FW_INIT_DONE 0
	184	#define BNX2FC_FLAG_DESTROY_CMPL 1
853e2bd2 BG	185	u32 next_conn_id;
	186	struct fcoe_task_ctx_entry **task_ctx;
	187	dma_addr_t *task_ctx_dma;
	188	struct regpair *task_ctx_bd_tbl;
	189	dma_addr_t task_ctx_bd_dma;
	190
	191	int hash_tbl_segment_count;
	192	void **hash_tbl_segments;
	193	void *hash_tbl_pbl;
	194	dma_addr_t hash_tbl_pbl_dma;
	195	struct fcoe_t2_hash_table_entry *t2_hash_tbl;
	196	dma_addr_t t2_hash_tbl_dma;
	197	char *t2_hash_tbl_ptr;
	198	dma_addr_t t2_hash_tbl_ptr_dma;
	199
	200	char *dummy_buffer;
	201	dma_addr_t dummy_buf_dma;
	202
aea71a02 BPG	203	/* Active list of offloaded sessions */
	204	struct bnx2fc_rport **tgt_ofld_list;
	205
	206	/* statistics */
853e2bd2 BG	207	struct fcoe_statistics_params *stats_buffer;
853e2bd2 BG	208	dma_addr_t stats_buf_dma;
aea71a02	209	struct completion stat_req_done;
853e2bd2 BG	210
	211	/destroy handling /
	212	struct timer_list destroy_timer;
	213	wait_queue_head_t destroy_wait;
	214
aea71a02 BPG	215	/* linkdown handling */
	216	wait_queue_head_t shutdown_wait;
	217	int wait_for_link_down;
853e2bd2	218	int num_ofld_sess;
aea71a02 BPG	219	struct list_head vports;
aea71a02 BPG	220	};
853e2bd2	221
aea71a02 BPG	222	struct bnx2fc_interface {
	223	struct list_head list;
	224	unsigned long if_flags;
	225	#define BNX2FC_CTLR_INIT_DONE 0
	226	struct bnx2fc_hba *hba;
	227	struct net_device *netdev;
	228	struct packet_type fcoe_packet_type;
	229	struct packet_type fip_packet_type;
	230	struct workqueue_struct *timer_work_queue;
	231	struct kref kref;
aea71a02 BPG	232	u8 vlan_enabled;
aea71a02 BPG	233	int vlan_id;
8a5badf1	234	bool enabled;
853e2bd2 BG	235	};
853e2bd2 BG	236
fd8f8902 RL	237	#define bnx2fc_from_ctlr(x) \
	238	((struct bnx2fc_interface *)((x) + 1))
	239
	240	#define bnx2fc_to_ctlr(x) \
	241	((struct fcoe_ctlr )(((struct fcoe_ctlr )(x)) - 1))
853e2bd2	242
d36b3279 BPG	243	struct bnx2fc_lport {
	244	struct list_head list;
	245	struct fc_lport *lport;
	246	};
	247
853e2bd2 BG	248	struct bnx2fc_cmd_mgr {
	249	struct bnx2fc_hba *hba;
	250	u16 next_idx;
	251	struct list_head *free_list;
	252	spinlock_t *free_list_lock;
	253	struct io_bdt **io_bdt_pool;
	254	struct bnx2fc_cmd **cmds;
	255	};
	256
	257	struct bnx2fc_rport {
	258	struct fcoe_port *port;
	259	struct fc_rport *rport;
	260	struct fc_rport_priv *rdata;
	261	void __iomem *ctx_base;
	262	#define DPM_TRIGER_TYPE 0x40
b252f4c7	263	u32 io_timeout;
853e2bd2 BG	264	u32 fcoe_conn_id;
	265	u32 context_id;
	266	u32 sid;
b252f4c7	267	int dev_type;
853e2bd2 BG	268
	269	unsigned long flags;
	270	#define BNX2FC_FLAG_SESSION_READY 0x1
	271	#define BNX2FC_FLAG_OFFLOADED 0x2
	272	#define BNX2FC_FLAG_DISABLED 0x3
	273	#define BNX2FC_FLAG_DESTROYED 0x4
	274	#define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5
aea71a02 BPG	275	#define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x6
	276	#define BNX2FC_FLAG_UPLD_REQ_COMPL 0x7
	277	#define BNX2FC_FLAG_EXPL_LOGO 0x8
5c17ae21	278	#define BNX2FC_FLAG_DISABLE_FAILED 0x9
853e2bd2	279
619c5cb6	280	u8 src_addr[ETH_ALEN];
853e2bd2 BG	281	u32 max_sqes;
	282	u32 max_rqes;
	283	u32 max_cqes;
619c5cb6 VZ	284	atomic_t free_sqes;
	285
	286	struct b577xx_doorbell_set_prod sq_db;
	287	struct b577xx_fcoe_rx_doorbell rx_db;
853e2bd2 BG	288
	289	struct fcoe_sqe *sq;
	290	dma_addr_t sq_dma;
	291	u16 sq_prod_idx;
	292	u8 sq_curr_toggle_bit;
	293	u32 sq_mem_size;
	294
	295	struct fcoe_cqe *cq;
	296	dma_addr_t cq_dma;
619c5cb6	297	u16 cq_cons_idx;
853e2bd2 BG	298	u8 cq_curr_toggle_bit;
	299	u32 cq_mem_size;
	300
	301	void *rq;
	302	dma_addr_t rq_dma;
	303	u32 rq_prod_idx;
	304	u32 rq_cons_idx;
	305	u32 rq_mem_size;
	306
	307	void *rq_pbl;
	308	dma_addr_t rq_pbl_dma;
	309	u32 rq_pbl_size;
	310
	311	struct fcoe_xfrqe *xferq;
	312	dma_addr_t xferq_dma;
	313	u32 xferq_mem_size;
	314
	315	struct fcoe_confqe *confq;
	316	dma_addr_t confq_dma;
	317	u32 confq_mem_size;
	318
	319	void *confq_pbl;
	320	dma_addr_t confq_pbl_dma;
	321	u32 confq_pbl_size;
	322
	323	struct fcoe_conn_db *conn_db;
	324	dma_addr_t conn_db_dma;
	325	u32 conn_db_mem_size;
	326
	327	struct fcoe_sqe *lcq;
	328	dma_addr_t lcq_dma;
	329	u32 lcq_mem_size;
	330
	331	void *ofld_req[4];
	332	dma_addr_t ofld_req_dma[4];
	333	void *enbl_req;
	334	dma_addr_t enbl_req_dma;
	335
	336	spinlock_t tgt_lock;
	337	spinlock_t cq_lock;
	338	atomic_t num_active_ios;
	339	u32 flush_in_prog;
853e2bd2 BG	340	unsigned long timestamp;
	341	struct list_head free_task_list;
	342	struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
853e2bd2 BG	343	struct list_head active_cmd_queue;
	344	struct list_head els_queue;
	345	struct list_head io_retire_queue;
	346	struct list_head active_tm_queue;
	347
	348	struct timer_list ofld_timer;
	349	wait_queue_head_t ofld_wait;
	350
	351	struct timer_list upld_timer;
	352	wait_queue_head_t upld_wait;
	353	};
	354
	355	struct bnx2fc_mp_req {
	356	u8 tm_flags;
	357
	358	u32 req_len;
	359	void *req_buf;
	360	dma_addr_t req_buf_dma;
	361	struct fcoe_bd_ctx *mp_req_bd;
	362	dma_addr_t mp_req_bd_dma;
	363	struct fc_frame_header req_fc_hdr;
	364
	365	u32 resp_len;
	366	void *resp_buf;
	367	dma_addr_t resp_buf_dma;
	368	struct fcoe_bd_ctx *mp_resp_bd;
	369	dma_addr_t mp_resp_bd_dma;
	370	struct fc_frame_header resp_fc_hdr;
	371	};
	372
	373	struct bnx2fc_els_cb_arg {
	374	struct bnx2fc_cmd *aborted_io_req;
	375	struct bnx2fc_cmd *io_req;
	376	u16 l2_oxid;
6c5a7ce4 BPG	377	u32 offset;
6c5a7ce4 BPG	378	enum fc_rctl r_ctl;
853e2bd2 BG	379	};
	380
	381	/* bnx2fc command structure */
	382	struct bnx2fc_cmd {
	383	struct list_head link;
	384	u8 on_active_queue;
	385	u8 on_tmf_queue;
	386	u8 cmd_type;
	387	#define BNX2FC_SCSI_CMD 1
	388	#define BNX2FC_TASK_MGMT_CMD 2
	389	#define BNX2FC_ABTS 3
	390	#define BNX2FC_ELS 4
	391	#define BNX2FC_CLEANUP 5
6c5a7ce4	392	#define BNX2FC_SEQ_CLEANUP 6
853e2bd2 BG	393	u8 io_req_flags;
	394	struct kref refcount;
	395	struct fcoe_port *port;
	396	struct bnx2fc_rport *tgt;
	397	struct scsi_cmnd *sc_cmd;
	398	struct bnx2fc_cmd_mgr *cmd_mgr;
	399	struct bnx2fc_mp_req mp_req;
	400	void (cb_func)(struct bnx2fc_els_cb_arg cb_arg);
	401	struct bnx2fc_els_cb_arg *cb_arg;
	402	struct delayed_work timeout_work; /* timer for ULP timeouts */
	403	struct completion tm_done;
	404	int wait_for_comp;
	405	u16 xid;
74446954	406	struct fcoe_err_report_entry err_entry;
853e2bd2 BG	407	struct fcoe_task_ctx_entry *task;
	408	struct io_bdt *bd_tbl;
	409	struct fcp_rsp *rsp;
	410	size_t data_xfer_len;
	411	unsigned long req_flags;
	412	#define BNX2FC_FLAG_ISSUE_RRQ 0x1
	413	#define BNX2FC_FLAG_ISSUE_ABTS 0x2
	414	#define BNX2FC_FLAG_ABTS_DONE 0x3
	415	#define BNX2FC_FLAG_TM_COMPL 0x4
	416	#define BNX2FC_FLAG_TM_TIMEOUT 0x5
	417	#define BNX2FC_FLAG_IO_CLEANUP 0x6
	418	#define BNX2FC_FLAG_RETIRE_OXID 0x7
	419	#define BNX2FC_FLAG_EH_ABORT 0x8
	420	#define BNX2FC_FLAG_IO_COMPL 0x9
	421	#define BNX2FC_FLAG_ELS_DONE 0xa
	422	#define BNX2FC_FLAG_ELS_TIMEOUT 0xb
74446954 BPG	423	#define BNX2FC_FLAG_CMD_LOST 0xc
	424	#define BNX2FC_FLAG_SRR_SENT 0xd
	425	u8 rec_retry;
	426	u8 srr_retry;
	427	u32 srr_offset;
	428	u8 srr_rctl;
853e2bd2 BG	429	u32 fcp_resid;
	430	u32 fcp_rsp_len;
	431	u32 fcp_sns_len;
	432	u8 cdb_status; /* SCSI IO status */
	433	u8 fcp_status; /* FCP IO status */
	434	u8 fcp_rsp_code;
	435	u8 scsi_comp_flags;
	436	};
	437
	438	struct io_bdt {
	439	struct bnx2fc_cmd *io_req;
	440	struct fcoe_bd_ctx *bd_tbl;
	441	dma_addr_t bd_tbl_dma;
	442	u16 bd_valid;
	443	};
	444
	445	struct bnx2fc_work {
	446	struct list_head list;
	447	struct bnx2fc_rport *tgt;
	448	u16 wqe;
	449	};
	450	struct bnx2fc_unsol_els {
	451	struct fc_lport *lport;
	452	struct fc_frame *fp;
d36b3279	453	struct bnx2fc_hba *hba;
853e2bd2 BG	454	struct work_struct unsol_els_work;
	455	};
	456
	457
	458
74446954	459	struct bnx2fc_cmd bnx2fc_cmd_alloc(struct bnx2fc_rport tgt);
853e2bd2 BG	460	struct bnx2fc_cmd bnx2fc_elstm_alloc(struct bnx2fc_rport tgt, int type);
	461	void bnx2fc_cmd_release(struct kref *ref);
	462	int bnx2fc_queuecommand(struct Scsi_Host host, struct scsi_cmnd sc_cmd);
	463	int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
	464	int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
	465	int bnx2fc_send_session_ofld_req(struct fcoe_port *port,
	466	struct bnx2fc_rport *tgt);
	467	int bnx2fc_send_session_disable_req(struct fcoe_port *port,
	468	struct bnx2fc_rport *tgt);
	469	int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
	470	struct bnx2fc_rport *tgt);
	471	int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
	472	void bnx2fc_indicate_kcqe(void context, struct kcqe kcq[],
	473	u32 num_cqe);
	474	int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
	475	void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
	476	int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
	477	void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
	478	struct bnx2fc_cmd_mgr bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba hba,
	479	u16 min_xid, u16 max_xid);
	480	void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
	481	void bnx2fc_get_link_state(struct bnx2fc_hba *hba);
	482	char bnx2fc_get_next_rqe(struct bnx2fc_rport tgt, u8 num_items);
	483	void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
	484	int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
	485	int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
	486	int bnx2fc_send_adisc(struct bnx2fc_rport tgt, struct fc_frame fp);
	487	int bnx2fc_send_logo(struct bnx2fc_rport tgt, struct fc_frame fp);
	488	int bnx2fc_send_rls(struct bnx2fc_rport tgt, struct fc_frame fp);
	489	int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
	490	int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
	491	void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
	492	unsigned int timer_msec);
	493	int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
	494	void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
	495	struct fcoe_task_ctx_entry *task,
	496	u16 orig_xid);
6c5a7ce4 BPG	497	void bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req,
	498	struct fcoe_task_ctx_entry *task,
	499	struct bnx2fc_cmd *orig_io_req,
	500	u32 offset);
853e2bd2 BG	501	void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
	502	struct fcoe_task_ctx_entry *task);
	503	void bnx2fc_init_task(struct bnx2fc_cmd *io_req,
	504	struct fcoe_task_ctx_entry *task);
	505	void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
	506	void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
	507	int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
	508	int bnx2fc_eh_host_reset(struct scsi_cmnd *sc_cmd);
	509	int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
	510	int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
	511	void bnx2fc_rport_event_handler(struct fc_lport *lport,
	512	struct fc_rport_priv *rport,
	513	enum fc_rport_event event);
	514	void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
	515	struct fcoe_task_ctx_entry *task,
	516	u8 num_rq);
	517	void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
	518	struct fcoe_task_ctx_entry *task,
	519	u8 num_rq);
	520	void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
	521	struct fcoe_task_ctx_entry *task,
	522	u8 num_rq);
	523	void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
	524	struct fcoe_task_ctx_entry *task,
	525	u8 num_rq);
	526	void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
	527	struct fcoe_task_ctx_entry *task,
	528	u8 num_rq);
	529	void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
	530	struct fcp_cmnd *fcp_cmnd);
	531
	532
	533
	534	void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
	535	struct fc_seq bnx2fc_elsct_send(struct fc_lport lport, u32 did,
	536	struct fc_frame *fp, unsigned int op,
	537	void (resp)(struct fc_seq ,
	538	struct fc_frame *,
	539	void *),
	540	void *arg, u32 timeout);
619c5cb6	541	void bnx2fc_arm_cq(struct bnx2fc_rport *tgt);
853e2bd2 BG	542	int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
	543	void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe);
	544	struct bnx2fc_rport bnx2fc_tgt_lookup(struct fcoe_port port,
	545	u32 port_id);
	546	void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
	547	unsigned char *buf,
	548	u32 frame_len, u16 l2_oxid);
	549	int bnx2fc_send_stat_req(struct bnx2fc_hba *hba);
74446954	550	int bnx2fc_post_io_req(struct bnx2fc_rport tgt, struct bnx2fc_cmd io_req);
6c5a7ce4 BPG	551	int bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req);
	552	int bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl);
	553	void bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req,
	554	struct fcoe_task_ctx_entry *task,
	555	u8 rx_state);
	556	int bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset,
	557	enum fc_rctl r_ctl);
853e2bd2	558
3db8cc10 JP	559
	560	#include "bnx2fc_debug.h"
	561
853e2bd2	562	#endif