2 * Copyright (c) 2006 Chelsio, Inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32 #ifndef __IWCH_PROVIDER_H__
33 #define __IWCH_PROVIDER_H__
35 #include <linux/list.h>
36 #include <linux/spinlock.h>
37 #include <rdma/ib_verbs.h>
38 #include <asm/types.h>
50 static inline struct iwch_pd
*to_iwch_pd(struct ib_pd
*ibpd
)
52 return container_of(ibpd
, struct iwch_pd
, ibpd
);
55 struct tpt_attributes
{
60 enum tpt_mem_perm perms
;
61 u32 remote_invaliate_disable
:1;
78 struct tpt_attributes attr
;
81 typedef struct iwch_mw iwch_mw_handle
;
83 static inline struct iwch_mr
*to_iwch_mr(struct ib_mr
*ibmr
)
85 return container_of(ibmr
, struct iwch_mr
, ibmr
);
92 struct tpt_attributes attr
;
95 static inline struct iwch_mw
*to_iwch_mw(struct ib_mw
*ibmw
)
97 return container_of(ibmw
, struct iwch_mw
, ibmw
);
102 struct iwch_dev
*rhp
;
106 wait_queue_head_t wait
;
107 u32 __user
*user_rptr_addr
;
110 static inline struct iwch_cq
*to_iwch_cq(struct ib_cq
*ibcq
)
112 return container_of(ibcq
, struct iwch_cq
, ibcq
);
119 struct iwch_mpa_attributes
{
120 u8 recv_marker_enabled
;
121 u8 xmit_marker_enabled
; /* iWARP: enable inbound Read Resp. */
123 u8 version
; /* 0 or 1 */
126 struct iwch_qp_attributes
{
132 u32 sq_max_sges_rdma_write
;
136 u8 enable_rdma_write
; /* enable inbound Read Resp. */
138 u8 enable_mmid0_fastreg
; /* Enable STAG0 + Fast-register */
140 * Next QP state. If specify the current state, only the
141 * QP attributes will be modified.
147 char terminate_buffer
[52];
148 u32 terminate_msg_len
;
149 u8 is_terminate_local
;
150 struct iwch_mpa_attributes mpa_attr
; /* IN-OUT */
151 struct iwch_ep
*llp_stream_handle
;
152 char *stream_msg_buf
; /* Last stream msg. before Idle -> RTS */
153 u32 stream_msg_buf_len
; /* Only on Idle -> RTS */
158 struct iwch_dev
*rhp
;
160 struct iwch_qp_attributes attr
;
164 wait_queue_head_t wait
;
165 enum IWCH_QP_FLAGS flags
;
166 struct timer_list timer
;
169 static inline int qp_quiesced(struct iwch_qp
*qhp
)
171 return qhp
->flags
& QP_QUIESCED
;
174 static inline struct iwch_qp
*to_iwch_qp(struct ib_qp
*ibqp
)
176 return container_of(ibqp
, struct iwch_qp
, ibqp
);
179 void iwch_qp_add_ref(struct ib_qp
*qp
);
180 void iwch_qp_rem_ref(struct ib_qp
*qp
);
181 struct ib_qp
*iwch_get_qp(struct ib_device
*dev
, int qpn
);
183 struct iwch_ucontext
{
184 struct ib_ucontext ibucontext
;
185 struct cxio_ucontext uctx
;
187 spinlock_t mmap_lock
;
188 struct list_head mmaps
;
191 static inline struct iwch_ucontext
*to_iwch_ucontext(struct ib_ucontext
*c
)
193 return container_of(c
, struct iwch_ucontext
, ibucontext
);
196 struct iwch_mm_entry
{
197 struct list_head entry
;
203 static inline struct iwch_mm_entry
*remove_mmap(struct iwch_ucontext
*ucontext
,
204 u32 key
, unsigned len
)
206 struct list_head
*pos
, *nxt
;
207 struct iwch_mm_entry
*mm
;
209 spin_lock(&ucontext
->mmap_lock
);
210 list_for_each_safe(pos
, nxt
, &ucontext
->mmaps
) {
212 mm
= list_entry(pos
, struct iwch_mm_entry
, entry
);
213 if (mm
->key
== key
&& mm
->len
== len
) {
214 list_del_init(&mm
->entry
);
215 spin_unlock(&ucontext
->mmap_lock
);
216 PDBG("%s key 0x%x addr 0x%llx len %d\n", __FUNCTION__
,
217 key
, (unsigned long long) mm
->addr
, mm
->len
);
221 spin_unlock(&ucontext
->mmap_lock
);
225 static inline void insert_mmap(struct iwch_ucontext
*ucontext
,
226 struct iwch_mm_entry
*mm
)
228 spin_lock(&ucontext
->mmap_lock
);
229 PDBG("%s key 0x%x addr 0x%llx len %d\n", __FUNCTION__
,
230 mm
->key
, (unsigned long long) mm
->addr
, mm
->len
);
231 list_add_tail(&mm
->entry
, &ucontext
->mmaps
);
232 spin_unlock(&ucontext
->mmap_lock
);
235 enum iwch_qp_attr_mask
{
236 IWCH_QP_ATTR_NEXT_STATE
= 1 << 0,
237 IWCH_QP_ATTR_ENABLE_RDMA_READ
= 1 << 7,
238 IWCH_QP_ATTR_ENABLE_RDMA_WRITE
= 1 << 8,
239 IWCH_QP_ATTR_ENABLE_RDMA_BIND
= 1 << 9,
240 IWCH_QP_ATTR_MAX_ORD
= 1 << 11,
241 IWCH_QP_ATTR_MAX_IRD
= 1 << 12,
242 IWCH_QP_ATTR_LLP_STREAM_HANDLE
= 1 << 22,
243 IWCH_QP_ATTR_STREAM_MSG_BUFFER
= 1 << 23,
244 IWCH_QP_ATTR_MPA_ATTR
= 1 << 24,
245 IWCH_QP_ATTR_QP_CONTEXT_ACTIVATE
= 1 << 25,
246 IWCH_QP_ATTR_VALID_MODIFY
= (IWCH_QP_ATTR_ENABLE_RDMA_READ
|
247 IWCH_QP_ATTR_ENABLE_RDMA_WRITE
|
248 IWCH_QP_ATTR_MAX_ORD
|
249 IWCH_QP_ATTR_MAX_IRD
|
250 IWCH_QP_ATTR_LLP_STREAM_HANDLE
|
251 IWCH_QP_ATTR_STREAM_MSG_BUFFER
|
252 IWCH_QP_ATTR_MPA_ATTR
|
253 IWCH_QP_ATTR_QP_CONTEXT_ACTIVATE
)
256 int iwch_modify_qp(struct iwch_dev
*rhp
,
258 enum iwch_qp_attr_mask mask
,
259 struct iwch_qp_attributes
*attrs
,
266 IWCH_QP_STATE_TERMINATE
,
267 IWCH_QP_STATE_CLOSING
,
271 static inline int iwch_convert_state(enum ib_qp_state ib_state
)
276 return IWCH_QP_STATE_IDLE
;
278 return IWCH_QP_STATE_RTS
;
280 return IWCH_QP_STATE_CLOSING
;
282 return IWCH_QP_STATE_TERMINATE
;
284 return IWCH_QP_STATE_ERROR
;
290 enum iwch_mem_perms
{
291 IWCH_MEM_ACCESS_LOCAL_READ
= 1 << 0,
292 IWCH_MEM_ACCESS_LOCAL_WRITE
= 1 << 1,
293 IWCH_MEM_ACCESS_REMOTE_READ
= 1 << 2,
294 IWCH_MEM_ACCESS_REMOTE_WRITE
= 1 << 3,
295 IWCH_MEM_ACCESS_ATOMICS
= 1 << 4,
296 IWCH_MEM_ACCESS_BINDING
= 1 << 5,
297 IWCH_MEM_ACCESS_LOCAL
=
298 (IWCH_MEM_ACCESS_LOCAL_READ
| IWCH_MEM_ACCESS_LOCAL_WRITE
),
299 IWCH_MEM_ACCESS_REMOTE
=
300 (IWCH_MEM_ACCESS_REMOTE_WRITE
| IWCH_MEM_ACCESS_REMOTE_READ
)
301 /* cannot go beyond 1 << 31 */
302 } __attribute__ ((packed
));
304 static inline u32
iwch_convert_access(int acc
)
306 return (acc
& IB_ACCESS_REMOTE_WRITE
? IWCH_MEM_ACCESS_REMOTE_WRITE
: 0)
307 | (acc
& IB_ACCESS_REMOTE_READ
? IWCH_MEM_ACCESS_REMOTE_READ
: 0) |
308 (acc
& IB_ACCESS_LOCAL_WRITE
? IWCH_MEM_ACCESS_LOCAL_WRITE
: 0) |
309 (acc
& IB_ACCESS_MW_BIND
? IWCH_MEM_ACCESS_BINDING
: 0) |
310 IWCH_MEM_ACCESS_LOCAL_READ
;
313 enum iwch_mmid_state
{
314 IWCH_STAG_STATE_VALID
,
315 IWCH_STAG_STATE_INVALID
318 enum iwch_qp_query_flags
{
319 IWCH_QP_QUERY_CONTEXT_NONE
= 0x0, /* No ctx; Only attrs */
320 IWCH_QP_QUERY_CONTEXT_GET
= 0x1, /* Get ctx + attrs */
321 IWCH_QP_QUERY_CONTEXT_SUSPEND
= 0x2, /* Not Supported */
324 * Quiesce QP context; Consumer
325 * will NOT replay outstanding WR
327 IWCH_QP_QUERY_CONTEXT_QUIESCE
= 0x4,
328 IWCH_QP_QUERY_CONTEXT_REMOVE
= 0x8,
329 IWCH_QP_QUERY_TEST_USERWRITE
= 0x32 /* Test special */
332 int iwch_post_send(struct ib_qp
*ibqp
, struct ib_send_wr
*wr
,
333 struct ib_send_wr
**bad_wr
);
334 int iwch_post_receive(struct ib_qp
*ibqp
, struct ib_recv_wr
*wr
,
335 struct ib_recv_wr
**bad_wr
);
336 int iwch_bind_mw(struct ib_qp
*qp
,
338 struct ib_mw_bind
*mw_bind
);
339 int iwch_poll_cq(struct ib_cq
*ibcq
, int num_entries
, struct ib_wc
*wc
);
340 int iwch_post_terminate(struct iwch_qp
*qhp
, struct respQ_msg_t
*rsp_msg
);
341 int iwch_register_device(struct iwch_dev
*dev
);
342 void iwch_unregister_device(struct iwch_dev
*dev
);
343 int iwch_quiesce_qps(struct iwch_cq
*chp
);
344 int iwch_resume_qps(struct iwch_cq
*chp
);
345 void stop_read_rep_timer(struct iwch_qp
*qhp
);
346 int iwch_register_mem(struct iwch_dev
*rhp
, struct iwch_pd
*php
,
350 int iwch_reregister_mem(struct iwch_dev
*rhp
, struct iwch_pd
*php
,
355 int build_phys_page_list(struct ib_phys_buf
*buffer_list
,
364 #define IWCH_NODE_DESC "cxgb3 Chelsio Communications"