[mirror_ubuntu-zesty-kernel.git] / drivers / infiniband / ulp / isert / ib_isert.h

#include <linux/socket.h>
#include <linux/in.h>
#include <linux/in6.h>
#include <rdma/ib_verbs.h>
#include <rdma/rdma_cm.h>

#define ISERT_RDMA_LISTEN_BACKLOG	10
#define ISCSI_ISER_SG_TABLESIZE		256
#define ISER_FASTREG_LI_WRID		0xffffffffffffffffULL

enum isert_desc_type {
	ISCSI_TX_CONTROL,
	ISCSI_TX_DATAIN
};

enum iser_ib_op_code {
	ISER_IB_RECV,
	ISER_IB_SEND,
	ISER_IB_RDMA_WRITE,
	ISER_IB_RDMA_READ,
};

enum iser_conn_state {
	ISER_CONN_INIT,
	ISER_CONN_UP,
	ISER_CONN_FULL_FEATURE,
	ISER_CONN_TERMINATING,
	ISER_CONN_DOWN,
};

struct iser_rx_desc {
	struct iser_hdr iser_header;
	struct iscsi_hdr iscsi_header;
	char		data[ISER_RECV_DATA_SEG_LEN];
	u64		dma_addr;
	struct ib_sge	rx_sg;
	char		pad[ISER_RX_PAD_SIZE];
} __packed;

struct iser_tx_desc {
	struct iser_hdr iser_header;
	struct iscsi_hdr iscsi_header;
	enum isert_desc_type type;
	u64		dma_addr;
	struct ib_sge	tx_sg[2];
	int		num_sge;
	struct isert_cmd *isert_cmd;
	struct llist_node *comp_llnode_batch;
	struct llist_node comp_llnode;
	bool		llnode_active;
	struct ib_send_wr send_wr;
} __packed;

enum isert_indicator {
	ISERT_PROTECTED		= 1 << 0,
	ISERT_DATA_KEY_VALID	= 1 << 1,
	ISERT_PROT_KEY_VALID	= 1 << 2,
	ISERT_SIG_KEY_VALID	= 1 << 3,
};

struct pi_context {
	struct ib_mr		       *prot_mr;
	struct ib_fast_reg_page_list   *prot_frpl;
	struct ib_mr		       *sig_mr;
};

struct fast_reg_descriptor {
	struct list_head		list;
	struct ib_mr		       *data_mr;
	struct ib_fast_reg_page_list   *data_frpl;
	u8				ind;
	struct pi_context	       *pi_ctx;
};

struct isert_data_buf {
	struct scatterlist     *sg;
	int			nents;
	u32			sg_off;
	u32			len; /* cur_rdma_length */
	u32			offset;
	unsigned int		dma_nents;
	enum dma_data_direction dma_dir;
};

enum {
	DATA = 0,
	PROT = 1,
	SIG = 2,
};

struct isert_rdma_wr {
	struct list_head	wr_list;
	struct isert_cmd	*isert_cmd;
	enum iser_ib_op_code	iser_ib_op;
	struct ib_sge		*ib_sge;
	struct ib_sge		s_ib_sge;
	int			send_wr_num;
	struct ib_send_wr	*send_wr;
	struct ib_send_wr	s_send_wr;
	struct ib_sge		ib_sg[3];
	struct isert_data_buf	data;
	struct isert_data_buf	prot;
	struct fast_reg_descriptor *fr_desc;
};

struct isert_cmd {
	uint32_t		read_stag;
	uint32_t		write_stag;
	uint64_t		read_va;
	uint64_t		write_va;
	u64			pdu_buf_dma;
	u32			pdu_buf_len;
	u32			read_va_off;
	u32			write_va_off;
	u32			rdma_wr_num;
	struct isert_conn	*conn;
	struct iscsi_cmd	*iscsi_cmd;
	struct iser_tx_desc	tx_desc;
	struct isert_rdma_wr	rdma_wr;
	struct work_struct	comp_work;
};

struct isert_device;

struct isert_conn {
	enum iser_conn_state	state;
	int			post_recv_buf_count;
	atomic_t		post_send_buf_count;
	u32			responder_resources;
	u32			initiator_depth;
	u32			max_sge;
	char			*login_buf;
	char			*login_req_buf;
	char			*login_rsp_buf;
	u64			login_req_dma;
	int			login_req_len;
	u64			login_rsp_dma;
	unsigned int		conn_rx_desc_head;
	struct iser_rx_desc	*conn_rx_descs;
	struct ib_recv_wr	conn_rx_wr[ISERT_MIN_POSTED_RX];
	struct iscsi_conn	*conn;
	struct list_head	conn_accept_node;
	struct completion	conn_login_comp;
	struct completion	login_req_comp;
	struct iser_tx_desc	conn_login_tx_desc;
	struct rdma_cm_id	*conn_cm_id;
	struct ib_pd		*conn_pd;
	struct ib_mr		*conn_mr;
	struct ib_qp		*conn_qp;
	struct isert_device	*conn_device;
	struct mutex		conn_mutex;
	struct completion	conn_wait;
	struct completion	conn_wait_comp_err;
	struct kref		conn_kref;
	struct list_head	conn_fr_pool;
	int			conn_fr_pool_size;
	/* lock to protect fastreg pool */
	spinlock_t		conn_lock;
	struct work_struct	release_work;
#define ISERT_COMP_BATCH_COUNT	8
	int			conn_comp_batch;
	struct llist_head	conn_comp_llist;
};

#define ISERT_MAX_CQ 64

struct isert_cq_desc {
	struct isert_device	*device;
	int			cq_index;
	struct work_struct	cq_rx_work;
	struct work_struct	cq_tx_work;
};

struct isert_device {
	int			use_fastreg;
	bool			pi_capable;
	int			cqs_used;
	int			refcount;
	int			cq_active_qps[ISERT_MAX_CQ];
	struct ib_device	*ib_device;
	struct ib_cq		*dev_rx_cq[ISERT_MAX_CQ];
	struct ib_cq		*dev_tx_cq[ISERT_MAX_CQ];
	struct isert_cq_desc	*cq_desc;
	struct list_head	dev_node;
	struct ib_device_attr	dev_attr;
	int			(*reg_rdma_mem)(struct iscsi_conn *conn,
						    struct iscsi_cmd *cmd,
						    struct isert_rdma_wr *wr);
	void			(*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
						  struct isert_conn *isert_conn);
};

struct isert_np {
	struct iscsi_np         *np;
	struct semaphore	np_sem;
	struct rdma_cm_id	*np_cm_id;
	struct mutex		np_accept_mutex;
	struct list_head	np_accept_list;
	struct completion	np_login_comp;
};
Commit	Line	Data
b8d26b3b NB	1	#include <linux/socket.h>
	2	#include <linux/in.h>
	3	#include <linux/in6.h>
	4	#include <rdma/ib_verbs.h>
	5	#include <rdma/rdma_cm.h>
	6
	7	#define ISERT_RDMA_LISTEN_BACKLOG 10
59464ef4	8	#define ISCSI_ISER_SG_TABLESIZE 256
9bb4ca68	9	#define ISER_FASTREG_LI_WRID 0xffffffffffffffffULL
b8d26b3b NB	10
	11	enum isert_desc_type {
	12	ISCSI_TX_CONTROL,
	13	ISCSI_TX_DATAIN
	14	};
	15
	16	enum iser_ib_op_code {
	17	ISER_IB_RECV,
	18	ISER_IB_SEND,
	19	ISER_IB_RDMA_WRITE,
	20	ISER_IB_RDMA_READ,
	21	};
	22
	23	enum iser_conn_state {
	24	ISER_CONN_INIT,
	25	ISER_CONN_UP,
128e9cc8	26	ISER_CONN_FULL_FEATURE,
b8d26b3b NB	27	ISER_CONN_TERMINATING,
	28	ISER_CONN_DOWN,
	29	};
	30
	31	struct iser_rx_desc {
	32	struct iser_hdr iser_header;
	33	struct iscsi_hdr iscsi_header;
	34	char data[ISER_RECV_DATA_SEG_LEN];
	35	u64 dma_addr;
	36	struct ib_sge rx_sg;
	37	char pad[ISER_RX_PAD_SIZE];
	38	} __packed;
	39
	40	struct iser_tx_desc {
	41	struct iser_hdr iser_header;
	42	struct iscsi_hdr iscsi_header;
	43	enum isert_desc_type type;
	44	u64 dma_addr;
	45	struct ib_sge tx_sg[2];
	46	int num_sge;
	47	struct isert_cmd *isert_cmd;
95b60f07 NB	48	struct llist_node *comp_llnode_batch;
95b60f07 NB	49	struct llist_node comp_llnode;
ebbe4421	50	bool llnode_active;
b8d26b3b NB	51	struct ib_send_wr send_wr;
	52	} __packed;
	53
d3e125da SG	54	enum isert_indicator {
	55	ISERT_PROTECTED = 1 << 0,
	56	ISERT_DATA_KEY_VALID = 1 << 1,
	57	ISERT_PROT_KEY_VALID = 1 << 2,
	58	ISERT_SIG_KEY_VALID = 1 << 3,
	59	};
	60
	61	struct pi_context {
	62	struct ib_mr *prot_mr;
	63	struct ib_fast_reg_page_list *prot_frpl;
	64	struct ib_mr *sig_mr;
	65	};
	66
59464ef4	67	struct fast_reg_descriptor {
d3e125da SG	68	struct list_head list;
	69	struct ib_mr *data_mr;
	70	struct ib_fast_reg_page_list *data_frpl;
	71	u8 ind;
	72	struct pi_context *pi_ctx;
59464ef4 VP	73	};
59464ef4 VP	74
e3d7e4c3 SG	75	struct isert_data_buf {
	76	struct scatterlist *sg;
	77	int nents;
	78	u32 sg_off;
	79	u32 len; /* cur_rdma_length */
	80	u32 offset;
	81	unsigned int dma_nents;
	82	enum dma_data_direction dma_dir;
	83	};
	84
570db170 SG	85	enum {
	86	DATA = 0,
	87	PROT = 1,
	88	SIG = 2,
	89	};
	90
b8d26b3b NB	91	struct isert_rdma_wr {
	92	struct list_head wr_list;
	93	struct isert_cmd *isert_cmd;
	94	enum iser_ib_op_code iser_ib_op;
	95	struct ib_sge *ib_sge;
59464ef4	96	struct ib_sge s_ib_sge;
b8d26b3b NB	97	int send_wr_num;
b8d26b3b NB	98	struct ib_send_wr *send_wr;
59464ef4	99	struct ib_send_wr s_send_wr;
570db170	100	struct ib_sge ib_sg[3];
e3d7e4c3	101	struct isert_data_buf data;
9e961ae7	102	struct isert_data_buf prot;
59464ef4	103	struct fast_reg_descriptor *fr_desc;
b8d26b3b NB	104	};
	105
	106	struct isert_cmd {
	107	uint32_t read_stag;
	108	uint32_t write_stag;
	109	uint64_t read_va;
	110	uint64_t write_va;
dbbc5d11 NB	111	u64 pdu_buf_dma;
dbbc5d11 NB	112	u32 pdu_buf_len;
b8d26b3b NB	113	u32 read_va_off;
	114	u32 write_va_off;
	115	u32 rdma_wr_num;
	116	struct isert_conn *conn;
d703ce2f	117	struct iscsi_cmd *iscsi_cmd;
b8d26b3b NB	118	struct iser_tx_desc tx_desc;
	119	struct isert_rdma_wr rdma_wr;
	120	struct work_struct comp_work;
	121	};
	122
	123	struct isert_device;
	124
	125	struct isert_conn {
	126	enum iser_conn_state state;
b8d26b3b NB	127	int post_recv_buf_count;
	128	atomic_t post_send_buf_count;
	129	u32 responder_resources;
	130	u32 initiator_depth;
	131	u32 max_sge;
	132	char *login_buf;
	133	char *login_req_buf;
	134	char *login_rsp_buf;
	135	u64 login_req_dma;
2371e5da	136	int login_req_len;
b8d26b3b NB	137	u64 login_rsp_dma;
	138	unsigned int conn_rx_desc_head;
	139	struct iser_rx_desc *conn_rx_descs;
	140	struct ib_recv_wr conn_rx_wr[ISERT_MIN_POSTED_RX];
	141	struct iscsi_conn *conn;
	142	struct list_head conn_accept_node;
	143	struct completion conn_login_comp;
2371e5da	144	struct completion login_req_comp;
b8d26b3b NB	145	struct iser_tx_desc conn_login_tx_desc;
	146	struct rdma_cm_id *conn_cm_id;
	147	struct ib_pd *conn_pd;
	148	struct ib_mr *conn_mr;
	149	struct ib_qp *conn_qp;
	150	struct isert_device *conn_device;
b2cb9649	151	struct mutex conn_mutex;
defd8848 NB	152	struct completion conn_wait;
defd8848 NB	153	struct completion conn_wait_comp_err;
b8d26b3b	154	struct kref conn_kref;
a3a5a826 SG	155	struct list_head conn_fr_pool;
	156	int conn_fr_pool_size;
	157	/* lock to protect fastreg pool */
59464ef4	158	spinlock_t conn_lock;
b02efbfc	159	struct work_struct release_work;
95b60f07 NB	160	#define ISERT_COMP_BATCH_COUNT 8
	161	int conn_comp_batch;
	162	struct llist_head conn_comp_llist;
b8d26b3b NB	163	};
	164
	165	#define ISERT_MAX_CQ 64
	166
	167	struct isert_cq_desc {
	168	struct isert_device *device;
	169	int cq_index;
	170	struct work_struct cq_rx_work;
	171	struct work_struct cq_tx_work;
	172	};
	173
	174	struct isert_device {
a3a5a826	175	int use_fastreg;
d3e125da	176	bool pi_capable;
b8d26b3b NB	177	int cqs_used;
	178	int refcount;
	179	int cq_active_qps[ISERT_MAX_CQ];
	180	struct ib_device *ib_device;
b8d26b3b NB	181	struct ib_cq *dev_rx_cq[ISERT_MAX_CQ];
	182	struct ib_cq *dev_tx_cq[ISERT_MAX_CQ];
	183	struct isert_cq_desc *cq_desc;
	184	struct list_head dev_node;
59464ef4	185	struct ib_device_attr dev_attr;
d40945d8 VP	186	int (reg_rdma_mem)(struct iscsi_conn conn,
	187	struct iscsi_cmd *cmd,
	188	struct isert_rdma_wr *wr);
	189	void (unreg_rdma_mem)(struct isert_cmd isert_cmd,
	190	struct isert_conn *isert_conn);
b8d26b3b NB	191	};
	192
	193	struct isert_np {
ca6c1d82	194	struct iscsi_np *np;
531b7bf4	195	struct semaphore np_sem;
b8d26b3b NB	196	struct rdma_cm_id *np_cm_id;
	197	struct mutex np_accept_mutex;
	198	struct list_head np_accept_list;
	199	struct completion np_login_comp;
	200	};