1 #include <linux/socket.h>
4 #include <rdma/ib_verbs.h>
5 #include <rdma/rdma_cm.h>
9 #define DRV_NAME "isert"
10 #define PFX DRV_NAME ": "
12 #define isert_dbg(fmt, arg...) \
14 if (unlikely(isert_debug_level > 2)) \
15 printk(KERN_DEBUG PFX "%s: " fmt,\
19 #define isert_warn(fmt, arg...) \
21 if (unlikely(isert_debug_level > 0)) \
22 pr_warn(PFX "%s: " fmt, \
26 #define isert_info(fmt, arg...) \
28 if (unlikely(isert_debug_level > 1)) \
29 pr_info(PFX "%s: " fmt, \
33 #define isert_err(fmt, arg...) \
34 pr_err(PFX "%s: " fmt, __func__ , ## arg)
36 /* Constant PDU lengths calculations */
37 #define ISER_HEADERS_LEN (sizeof(struct iser_ctrl) + \
38 sizeof(struct iscsi_hdr))
39 #define ISER_RECV_DATA_SEG_LEN 8192
40 #define ISER_RX_PAYLOAD_SIZE (ISER_HEADERS_LEN + ISER_RECV_DATA_SEG_LEN)
41 #define ISER_RX_LOGIN_SIZE (ISER_HEADERS_LEN + ISCSI_DEF_MAX_RECV_SEG_LEN)
44 /* Maximal bounds on received asynchronous PDUs */
45 #define ISERT_MAX_TX_MISC_PDUS 4 /* NOOP_IN(2) , ASYNC_EVENT(2) */
47 #define ISERT_MAX_RX_MISC_PDUS 6 /*
48 * NOOP_OUT(2), TEXT(1),
49 * SCSI_TMFUNC(2), LOGOUT(1)
52 #define ISCSI_DEF_XMIT_CMDS_MAX 128 /* from libiscsi.h, must be power of 2 */
54 #define ISERT_QP_MAX_RECV_DTOS (ISCSI_DEF_XMIT_CMDS_MAX)
56 #define ISERT_MIN_POSTED_RX (ISCSI_DEF_XMIT_CMDS_MAX >> 2)
58 #define ISERT_INFLIGHT_DATAOUTS 8
60 #define ISERT_QP_MAX_REQ_DTOS (ISCSI_DEF_XMIT_CMDS_MAX * \
61 (1 + ISERT_INFLIGHT_DATAOUTS) + \
62 ISERT_MAX_TX_MISC_PDUS + \
63 ISERT_MAX_RX_MISC_PDUS)
65 #define ISER_RX_PAD_SIZE (ISER_RECV_DATA_SEG_LEN + 4096 - \
66 (ISER_RX_PAYLOAD_SIZE + sizeof(u64) + sizeof(struct ib_sge)))
68 #define ISCSI_ISER_SG_TABLESIZE 256
69 #define ISER_FASTREG_LI_WRID 0xffffffffffffffffULL
70 #define ISER_BEACON_WRID 0xfffffffffffffffeULL
72 enum isert_desc_type
{
77 enum iser_ib_op_code
{
84 enum iser_conn_state
{
87 ISER_CONN_FULL_FEATURE
,
88 ISER_CONN_TERMINATING
,
93 struct iser_ctrl iser_header
;
94 struct iscsi_hdr iscsi_header
;
95 char data
[ISER_RECV_DATA_SEG_LEN
];
98 char pad
[ISER_RX_PAD_SIZE
];
101 struct iser_tx_desc
{
102 struct iser_ctrl iser_header
;
103 struct iscsi_hdr iscsi_header
;
104 enum isert_desc_type type
;
106 struct ib_sge tx_sg
[2];
108 struct isert_cmd
*isert_cmd
;
109 struct ib_send_wr send_wr
;
112 enum isert_indicator
{
113 ISERT_PROTECTED
= 1 << 0,
114 ISERT_DATA_KEY_VALID
= 1 << 1,
115 ISERT_PROT_KEY_VALID
= 1 << 2,
116 ISERT_SIG_KEY_VALID
= 1 << 3,
120 struct ib_mr
*prot_mr
;
121 struct ib_mr
*sig_mr
;
124 struct fast_reg_descriptor
{
125 struct list_head list
;
126 struct ib_mr
*data_mr
;
128 struct pi_context
*pi_ctx
;
131 struct isert_data_buf
{
132 struct scatterlist
*sg
;
135 u32 len
; /* cur_rdma_length */
137 unsigned int dma_nents
;
138 enum dma_data_direction dma_dir
;
147 struct isert_rdma_wr
{
148 struct isert_cmd
*isert_cmd
;
149 enum iser_ib_op_code iser_ib_op
;
150 struct ib_sge
*ib_sge
;
151 struct ib_sge s_ib_sge
;
153 struct ib_rdma_wr
*rdma_wr
;
154 struct ib_rdma_wr s_rdma_wr
;
155 struct ib_sge ib_sg
[3];
156 struct isert_data_buf data
;
157 struct isert_data_buf prot
;
158 struct fast_reg_descriptor
*fr_desc
;
169 struct isert_conn
*conn
;
170 struct iscsi_cmd
*iscsi_cmd
;
171 struct iser_tx_desc tx_desc
;
172 struct iser_rx_desc
*rx_desc
;
173 struct isert_rdma_wr rdma_wr
;
174 struct work_struct comp_work
;
175 struct scatterlist sg
;
181 enum iser_conn_state state
;
182 int post_recv_buf_count
;
183 u32 responder_resources
;
193 struct iser_rx_desc
*rx_descs
;
194 struct ib_recv_wr rx_wr
[ISERT_QP_MAX_RECV_DTOS
];
195 struct iscsi_conn
*conn
;
196 struct list_head node
;
197 struct completion login_comp
;
198 struct completion login_req_comp
;
199 struct iser_tx_desc login_tx_desc
;
200 struct rdma_cm_id
*cm_id
;
202 struct isert_device
*device
;
204 struct completion wait
;
205 struct completion wait_comp_err
;
207 struct list_head fr_pool
;
209 /* lock to protect fastreg pool */
210 spinlock_t pool_lock
;
211 struct work_struct release_work
;
212 struct ib_recv_wr beacon
;
217 #define ISERT_MAX_CQ 64
220 * struct isert_comp - iSER completion context
222 * @device: pointer to device handle
223 * @cq: completion queue
224 * @wcs: work completion array
225 * @active_qps: Number of active QPs attached
226 * to completion context
227 * @work: completion work handle
230 struct isert_device
*device
;
232 struct ib_wc wcs
[16];
234 struct work_struct work
;
237 struct isert_device
{
241 struct ib_device
*ib_device
;
243 struct isert_comp
*comps
;
245 struct list_head dev_node
;
246 int (*reg_rdma_mem
)(struct iscsi_conn
*conn
,
247 struct iscsi_cmd
*cmd
,
248 struct isert_rdma_wr
*wr
);
249 void (*unreg_rdma_mem
)(struct isert_cmd
*isert_cmd
,
250 struct isert_conn
*isert_conn
);
255 struct semaphore sem
;
256 struct rdma_cm_id
*cm_id
;
258 struct list_head accepted
;
259 struct list_head pending
;