[mirror_ubuntu-zesty-kernel.git] / drivers / infiniband / ulp / isert / ib_isert.h

#include <linux/socket.h>
#include <linux/in.h>
#include <linux/in6.h>
#include <rdma/ib_verbs.h>
#include <rdma/rdma_cm.h>

#define ISERT_RDMA_LISTEN_BACKLOG	10
#define ISCSI_ISER_SG_TABLESIZE		256
#define ISER_FASTREG_LI_WRID		0xffffffffffffffffULL
#define ISER_BEACON_WRID               0xfffffffffffffffeULL

enum isert_desc_type {
	ISCSI_TX_CONTROL,
	ISCSI_TX_DATAIN
};

enum iser_ib_op_code {
	ISER_IB_RECV,
	ISER_IB_SEND,
	ISER_IB_RDMA_WRITE,
	ISER_IB_RDMA_READ,
};

enum iser_conn_state {
	ISER_CONN_INIT,
	ISER_CONN_UP,
	ISER_CONN_FULL_FEATURE,
	ISER_CONN_TERMINATING,
	ISER_CONN_DOWN,
};

struct iser_rx_desc {
	struct iser_hdr iser_header;
	struct iscsi_hdr iscsi_header;
	char		data[ISER_RECV_DATA_SEG_LEN];
	u64		dma_addr;
	struct ib_sge	rx_sg;
	char		pad[ISER_RX_PAD_SIZE];
} __packed;

struct iser_tx_desc {
	struct iser_hdr iser_header;
	struct iscsi_hdr iscsi_header;
	enum isert_desc_type type;
	u64		dma_addr;
	struct ib_sge	tx_sg[2];
	int		num_sge;
	struct isert_cmd *isert_cmd;
	struct ib_send_wr send_wr;
} __packed;

enum isert_indicator {
	ISERT_PROTECTED		= 1 << 0,
	ISERT_DATA_KEY_VALID	= 1 << 1,
	ISERT_PROT_KEY_VALID	= 1 << 2,
	ISERT_SIG_KEY_VALID	= 1 << 3,
};

struct pi_context {
	struct ib_mr		       *prot_mr;
	struct ib_fast_reg_page_list   *prot_frpl;
	struct ib_mr		       *sig_mr;
};

struct fast_reg_descriptor {
	struct list_head		list;
	struct ib_mr		       *data_mr;
	struct ib_fast_reg_page_list   *data_frpl;
	u8				ind;
	struct pi_context	       *pi_ctx;
};

struct isert_data_buf {
	struct scatterlist     *sg;
	int			nents;
	u32			sg_off;
	u32			len; /* cur_rdma_length */
	u32			offset;
	unsigned int		dma_nents;
	enum dma_data_direction dma_dir;
};

enum {
	DATA = 0,
	PROT = 1,
	SIG = 2,
};

struct isert_rdma_wr {
	struct list_head	wr_list;
	struct isert_cmd	*isert_cmd;
	enum iser_ib_op_code	iser_ib_op;
	struct ib_sge		*ib_sge;
	struct ib_sge		s_ib_sge;
	int			send_wr_num;
	struct ib_send_wr	*send_wr;
	struct ib_send_wr	s_send_wr;
	struct ib_sge		ib_sg[3];
	struct isert_data_buf	data;
	struct isert_data_buf	prot;
	struct fast_reg_descriptor *fr_desc;
};

struct isert_cmd {
	uint32_t		read_stag;
	uint32_t		write_stag;
	uint64_t		read_va;
	uint64_t		write_va;
	u64			pdu_buf_dma;
	u32			pdu_buf_len;
	u32			read_va_off;
	u32			write_va_off;
	u32			rdma_wr_num;
	struct isert_conn	*conn;
	struct iscsi_cmd	*iscsi_cmd;
	struct iser_tx_desc	tx_desc;
	struct isert_rdma_wr	rdma_wr;
	struct work_struct	comp_work;
};

struct isert_device;

struct isert_conn {
	enum iser_conn_state	state;
	int			post_recv_buf_count;
	u32			responder_resources;
	u32			initiator_depth;
	bool			pi_support;
	u32			max_sge;
	char			*login_buf;
	char			*login_req_buf;
	char			*login_rsp_buf;
	u64			login_req_dma;
	int			login_req_len;
	u64			login_rsp_dma;
	unsigned int		conn_rx_desc_head;
	struct iser_rx_desc	*conn_rx_descs;
	struct ib_recv_wr	conn_rx_wr[ISERT_MIN_POSTED_RX];
	struct iscsi_conn	*conn;
	struct list_head	conn_accept_node;
	struct completion	conn_login_comp;
	struct completion	login_req_comp;
	struct iser_tx_desc	conn_login_tx_desc;
	struct rdma_cm_id	*conn_cm_id;
	struct ib_pd		*conn_pd;
	struct ib_mr		*conn_mr;
	struct ib_qp		*conn_qp;
	struct isert_device	*conn_device;
	struct mutex		conn_mutex;
	struct completion	conn_wait;
	struct completion	conn_wait_comp_err;
	struct kref		conn_kref;
	struct list_head	conn_fr_pool;
	int			conn_fr_pool_size;
	/* lock to protect fastreg pool */
	spinlock_t		conn_lock;
	struct work_struct	release_work;
	struct ib_recv_wr       beacon;
	bool                    logout_posted;
};

#define ISERT_MAX_CQ 64

/**
 * struct isert_comp - iSER completion context
 *
 * @device:     pointer to device handle
 * @cq:         completion queue
 * @wcs:        work completion array
 * @active_qps: Number of active QPs attached
 *              to completion context
 * @work:       completion work handle
 */
struct isert_comp {
	struct isert_device     *device;
	struct ib_cq		*cq;
	struct ib_wc		 wcs[16];
	int                      active_qps;
	struct work_struct	 work;
};

struct isert_device {
	int			use_fastreg;
	bool			pi_capable;
	int			refcount;
	struct ib_device	*ib_device;
	struct isert_comp	*comps;
	int                     comps_used;
	struct list_head	dev_node;
	struct ib_device_attr	dev_attr;
	int			(*reg_rdma_mem)(struct iscsi_conn *conn,
						    struct iscsi_cmd *cmd,
						    struct isert_rdma_wr *wr);
	void			(*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
						  struct isert_conn *isert_conn);
};

struct isert_np {
	struct iscsi_np         *np;
	struct semaphore	np_sem;
	struct rdma_cm_id	*np_cm_id;
	struct mutex		np_accept_mutex;
	struct list_head	np_accept_list;
	struct completion	np_login_comp;
};
Commit	Line	Data
b8d26b3b NB	1	#include <linux/socket.h>
	2	#include <linux/in.h>
	3	#include <linux/in6.h>
	4	#include <rdma/ib_verbs.h>
	5	#include <rdma/rdma_cm.h>
	6
	7	#define ISERT_RDMA_LISTEN_BACKLOG 10
59464ef4	8	#define ISCSI_ISER_SG_TABLESIZE 256
9bb4ca68	9	#define ISER_FASTREG_LI_WRID 0xffffffffffffffffULL
bdf20e72	10	#define ISER_BEACON_WRID 0xfffffffffffffffeULL
b8d26b3b NB	11
	12	enum isert_desc_type {
	13	ISCSI_TX_CONTROL,
	14	ISCSI_TX_DATAIN
	15	};
	16
	17	enum iser_ib_op_code {
	18	ISER_IB_RECV,
	19	ISER_IB_SEND,
	20	ISER_IB_RDMA_WRITE,
	21	ISER_IB_RDMA_READ,
	22	};
	23
	24	enum iser_conn_state {
	25	ISER_CONN_INIT,
	26	ISER_CONN_UP,
128e9cc8	27	ISER_CONN_FULL_FEATURE,
b8d26b3b NB	28	ISER_CONN_TERMINATING,
	29	ISER_CONN_DOWN,
	30	};
	31
	32	struct iser_rx_desc {
	33	struct iser_hdr iser_header;
	34	struct iscsi_hdr iscsi_header;
	35	char data[ISER_RECV_DATA_SEG_LEN];
	36	u64 dma_addr;
	37	struct ib_sge rx_sg;
	38	char pad[ISER_RX_PAD_SIZE];
	39	} __packed;
	40
	41	struct iser_tx_desc {
	42	struct iser_hdr iser_header;
	43	struct iscsi_hdr iscsi_header;
	44	enum isert_desc_type type;
	45	u64 dma_addr;
	46	struct ib_sge tx_sg[2];
	47	int num_sge;
	48	struct isert_cmd *isert_cmd;
	49	struct ib_send_wr send_wr;
	50	} __packed;
	51
d3e125da SG	52	enum isert_indicator {
	53	ISERT_PROTECTED = 1 << 0,
	54	ISERT_DATA_KEY_VALID = 1 << 1,
	55	ISERT_PROT_KEY_VALID = 1 << 2,
	56	ISERT_SIG_KEY_VALID = 1 << 3,
	57	};
	58
	59	struct pi_context {
	60	struct ib_mr *prot_mr;
	61	struct ib_fast_reg_page_list *prot_frpl;
	62	struct ib_mr *sig_mr;
	63	};
	64
59464ef4	65	struct fast_reg_descriptor {
d3e125da SG	66	struct list_head list;
	67	struct ib_mr *data_mr;
	68	struct ib_fast_reg_page_list *data_frpl;
	69	u8 ind;
	70	struct pi_context *pi_ctx;
59464ef4 VP	71	};
59464ef4 VP	72
e3d7e4c3 SG	73	struct isert_data_buf {
	74	struct scatterlist *sg;
	75	int nents;
	76	u32 sg_off;
	77	u32 len; /* cur_rdma_length */
	78	u32 offset;
	79	unsigned int dma_nents;
	80	enum dma_data_direction dma_dir;
	81	};
	82
570db170 SG	83	enum {
	84	DATA = 0,
	85	PROT = 1,
	86	SIG = 2,
	87	};
	88
b8d26b3b NB	89	struct isert_rdma_wr {
	90	struct list_head wr_list;
	91	struct isert_cmd *isert_cmd;
	92	enum iser_ib_op_code iser_ib_op;
	93	struct ib_sge *ib_sge;
59464ef4	94	struct ib_sge s_ib_sge;
b8d26b3b NB	95	int send_wr_num;
b8d26b3b NB	96	struct ib_send_wr *send_wr;
59464ef4	97	struct ib_send_wr s_send_wr;
570db170	98	struct ib_sge ib_sg[3];
e3d7e4c3	99	struct isert_data_buf data;
9e961ae7	100	struct isert_data_buf prot;
59464ef4	101	struct fast_reg_descriptor *fr_desc;
b8d26b3b NB	102	};
	103
	104	struct isert_cmd {
	105	uint32_t read_stag;
	106	uint32_t write_stag;
	107	uint64_t read_va;
	108	uint64_t write_va;
dbbc5d11 NB	109	u64 pdu_buf_dma;
dbbc5d11 NB	110	u32 pdu_buf_len;
b8d26b3b NB	111	u32 read_va_off;
	112	u32 write_va_off;
	113	u32 rdma_wr_num;
	114	struct isert_conn *conn;
d703ce2f	115	struct iscsi_cmd *iscsi_cmd;
b8d26b3b NB	116	struct iser_tx_desc tx_desc;
	117	struct isert_rdma_wr rdma_wr;
	118	struct work_struct comp_work;
	119	};
	120
	121	struct isert_device;
	122
	123	struct isert_conn {
	124	enum iser_conn_state state;
b8d26b3b	125	int post_recv_buf_count;
b8d26b3b NB	126	u32 responder_resources;
b8d26b3b NB	127	u32 initiator_depth;
23a548ee	128	bool pi_support;
b8d26b3b NB	129	u32 max_sge;
	130	char *login_buf;
	131	char *login_req_buf;
	132	char *login_rsp_buf;
	133	u64 login_req_dma;
2371e5da	134	int login_req_len;
b8d26b3b NB	135	u64 login_rsp_dma;
	136	unsigned int conn_rx_desc_head;
	137	struct iser_rx_desc *conn_rx_descs;
	138	struct ib_recv_wr conn_rx_wr[ISERT_MIN_POSTED_RX];
	139	struct iscsi_conn *conn;
	140	struct list_head conn_accept_node;
	141	struct completion conn_login_comp;
2371e5da	142	struct completion login_req_comp;
b8d26b3b NB	143	struct iser_tx_desc conn_login_tx_desc;
	144	struct rdma_cm_id *conn_cm_id;
	145	struct ib_pd *conn_pd;
	146	struct ib_mr *conn_mr;
	147	struct ib_qp *conn_qp;
	148	struct isert_device *conn_device;
b2cb9649	149	struct mutex conn_mutex;
defd8848 NB	150	struct completion conn_wait;
defd8848 NB	151	struct completion conn_wait_comp_err;
b8d26b3b	152	struct kref conn_kref;
a3a5a826 SG	153	struct list_head conn_fr_pool;
	154	int conn_fr_pool_size;
	155	/* lock to protect fastreg pool */
59464ef4	156	spinlock_t conn_lock;
b02efbfc	157	struct work_struct release_work;
bdf20e72	158	struct ib_recv_wr beacon;
991bb764	159	bool logout_posted;
b8d26b3b NB	160	};
	161
	162	#define ISERT_MAX_CQ 64
	163
4a295bae SG	164	/**
	165	* struct isert_comp - iSER completion context
	166	*
	167	* @device: pointer to device handle
6f0fae3d	168	* @cq: completion queue
36ea63b5	169	* @wcs: work completion array
4a295bae SG	170	* @active_qps: Number of active QPs attached
4a295bae SG	171	* to completion context
6f0fae3d	172	* @work: completion work handle
4a295bae SG	173	*/
4a295bae SG	174	struct isert_comp {
6f0fae3d SG	175	struct isert_device *device;
6f0fae3d SG	176	struct ib_cq *cq;
36ea63b5	177	struct ib_wc wcs[16];
4a295bae	178	int active_qps;
6f0fae3d	179	struct work_struct work;
b8d26b3b NB	180	};
	181
	182	struct isert_device {
a3a5a826	183	int use_fastreg;
d3e125da	184	bool pi_capable;
b8d26b3b	185	int refcount;
b8d26b3b	186	struct ib_device *ib_device;
4a295bae SG	187	struct isert_comp *comps;
4a295bae SG	188	int comps_used;
b8d26b3b	189	struct list_head dev_node;
59464ef4	190	struct ib_device_attr dev_attr;
d40945d8 VP	191	int (reg_rdma_mem)(struct iscsi_conn conn,
	192	struct iscsi_cmd *cmd,
	193	struct isert_rdma_wr *wr);
	194	void (unreg_rdma_mem)(struct isert_cmd isert_cmd,
	195	struct isert_conn *isert_conn);
b8d26b3b NB	196	};
	197
	198	struct isert_np {
ca6c1d82	199	struct iscsi_np *np;
531b7bf4	200	struct semaphore np_sem;
b8d26b3b NB	201	struct rdma_cm_id *np_cm_id;
	202	struct mutex np_accept_mutex;
	203	struct list_head np_accept_list;
	204	struct completion np_login_comp;
	205	};