2 * Copyright (c) 2006, 2007 Cisco Systems. All rights reserved.
3 * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
37 #include <linux/compiler.h>
38 #include <linux/list.h>
39 #include <linux/mutex.h>
40 #include <linux/idr.h>
42 #include <rdma/ib_verbs.h>
43 #include <rdma/ib_umem.h>
44 #include <rdma/ib_mad.h>
45 #include <rdma/ib_sa.h>
47 #include <linux/mlx4/device.h>
48 #include <linux/mlx4/doorbell.h>
49 #include <linux/mlx4/qp.h>
50 #include <linux/mlx4/cq.h>
52 #define MLX4_IB_DRV_NAME "mlx4_ib"
57 #define pr_fmt(fmt) "<" MLX4_IB_DRV_NAME "> %s: " fmt, __func__
59 #define mlx4_ib_warn(ibdev, format, arg...) \
60 dev_warn((ibdev)->dev.parent, MLX4_IB_DRV_NAME ": " format, ## arg)
63 MLX4_IB_SQ_MIN_WQE_SHIFT
= 6,
64 MLX4_IB_MAX_HEADROOM
= 2048
67 #define MLX4_IB_SQ_HEADROOM(shift) ((MLX4_IB_MAX_HEADROOM >> (shift)) + 1)
68 #define MLX4_IB_SQ_MAX_SPARE (MLX4_IB_SQ_HEADROOM(MLX4_IB_SQ_MIN_WQE_SHIFT))
70 /*module param to indicate if SM assigns the alias_GUID*/
71 extern int mlx4_ib_sm_guid_assign
;
73 #define MLX4_IB_UC_STEER_QPN_ALIGN 1
74 #define MLX4_IB_UC_MAX_NUM_QPS 256
83 struct mlx4_ib_ucontext
{
84 struct ib_ucontext ibucontext
;
86 struct list_head db_page_list
;
87 struct mutex db_page_mutex
;
88 struct list_head wqn_ranges_list
;
89 struct mutex wqn_ranges_mutex
; /* protect wqn_ranges_list */
98 struct ib_xrcd ibxrcd
;
104 struct mlx4_ib_cq_buf
{
110 struct mlx4_ib_cq_resize
{
111 struct mlx4_ib_cq_buf buf
;
118 struct mlx4_ib_cq_buf buf
;
119 struct mlx4_ib_cq_resize
*resize_buf
;
122 struct mutex resize_mutex
;
123 struct ib_umem
*umem
;
124 struct ib_umem
*resize_umem
;
126 /* List of qps that it serves.*/
127 struct list_head send_qp_list
;
128 struct list_head recv_qp_list
;
131 #define MLX4_MR_PAGES_ALIGN 0x40
140 struct ib_umem
*umem
;
141 size_t page_map_size
;
151 struct mlx4_fmr mfmr
;
154 #define MAX_REGS_PER_FLOW 2
156 struct mlx4_flow_reg_id
{
161 struct mlx4_ib_flow
{
162 struct ib_flow ibflow
;
163 /* translating DMFS verbs sniffer rule to FW API requires two reg IDs */
164 struct mlx4_flow_reg_id reg_id
[MAX_REGS_PER_FLOW
];
180 MLX4_IB_QP_CREATE_ROCE_V2_GSI
= IB_QP_CREATE_RESERVED_START
183 enum mlx4_ib_qp_flags
{
184 MLX4_IB_QP_LSO
= IB_QP_CREATE_IPOIB_UD_LSO
,
185 MLX4_IB_QP_BLOCK_MULTICAST_LOOPBACK
= IB_QP_CREATE_BLOCK_MULTICAST_LOOPBACK
,
186 MLX4_IB_QP_NETIF
= IB_QP_CREATE_NETIF_QP
,
187 MLX4_IB_QP_SCATTER_FCS
= IB_QP_CREATE_SCATTER_FCS
,
189 /* Mellanox specific flags start from IB_QP_CREATE_RESERVED_START */
190 MLX4_IB_ROCE_V2_GSI_QP
= MLX4_IB_QP_CREATE_ROCE_V2_GSI
,
191 MLX4_IB_SRIOV_TUNNEL_QP
= 1 << 30,
192 MLX4_IB_SRIOV_SQP
= 1 << 31,
195 struct mlx4_ib_gid_entry
{
196 struct list_head list
;
202 enum mlx4_ib_qp_type
{
204 * IB_QPT_SMI and IB_QPT_GSI have to be the first two entries
205 * here (and in that order) since the MAD layer uses them as
206 * indices into a 2-entry table.
208 MLX4_IB_QPT_SMI
= IB_QPT_SMI
,
209 MLX4_IB_QPT_GSI
= IB_QPT_GSI
,
211 MLX4_IB_QPT_RC
= IB_QPT_RC
,
212 MLX4_IB_QPT_UC
= IB_QPT_UC
,
213 MLX4_IB_QPT_UD
= IB_QPT_UD
,
214 MLX4_IB_QPT_RAW_IPV6
= IB_QPT_RAW_IPV6
,
215 MLX4_IB_QPT_RAW_ETHERTYPE
= IB_QPT_RAW_ETHERTYPE
,
216 MLX4_IB_QPT_RAW_PACKET
= IB_QPT_RAW_PACKET
,
217 MLX4_IB_QPT_XRC_INI
= IB_QPT_XRC_INI
,
218 MLX4_IB_QPT_XRC_TGT
= IB_QPT_XRC_TGT
,
220 MLX4_IB_QPT_PROXY_SMI_OWNER
= 1 << 16,
221 MLX4_IB_QPT_PROXY_SMI
= 1 << 17,
222 MLX4_IB_QPT_PROXY_GSI
= 1 << 18,
223 MLX4_IB_QPT_TUN_SMI_OWNER
= 1 << 19,
224 MLX4_IB_QPT_TUN_SMI
= 1 << 20,
225 MLX4_IB_QPT_TUN_GSI
= 1 << 21,
228 #define MLX4_IB_QPT_ANY_SRIOV (MLX4_IB_QPT_PROXY_SMI_OWNER | \
229 MLX4_IB_QPT_PROXY_SMI | MLX4_IB_QPT_PROXY_GSI | MLX4_IB_QPT_TUN_SMI_OWNER | \
230 MLX4_IB_QPT_TUN_SMI | MLX4_IB_QPT_TUN_GSI)
232 enum mlx4_ib_mad_ifc_flags
{
233 MLX4_MAD_IFC_IGNORE_MKEY
= 1,
234 MLX4_MAD_IFC_IGNORE_BKEY
= 2,
235 MLX4_MAD_IFC_IGNORE_KEYS
= (MLX4_MAD_IFC_IGNORE_MKEY
|
236 MLX4_MAD_IFC_IGNORE_BKEY
),
237 MLX4_MAD_IFC_NET_VIEW
= 4,
241 MLX4_NUM_TUNNEL_BUFS
= 256,
244 struct mlx4_ib_tunnel_header
{
259 struct mlx4_rcv_tunnel_hdr
{
260 __be32 flags_src_qp
; /* flags[6:5] is defined for VLANs:
261 * 0x0 - no vlan was in the packet
262 * 0x01 - C-VLAN was in the packet */
263 u8 g_ml_path
; /* gid bit stands for ipv6/4 header in RoCE */
267 __be16 slid_mac_47_32
;
271 struct mlx4_ib_proxy_sqp_hdr
{
273 struct mlx4_rcv_tunnel_hdr tun
;
276 struct mlx4_roce_smac_vlan_info
{
281 int candidate_smac_index
;
282 int candidate_smac_port
;
287 int candidate_vlan_index
;
288 int candidate_vlan_port
;
292 struct mlx4_wqn_range
{
297 struct list_head list
;
301 unsigned int base_qpn_tbl_sz
;
303 u8 rss_key
[MLX4_EN_RSS_KEY_SIZE
];
315 struct mlx4_ib_wq rq
;
318 __be32 sq_signal_bits
;
319 unsigned sq_next_wqe
;
321 struct mlx4_ib_wq sq
;
323 enum mlx4_ib_qp_type mlx4_ib_qp_type
;
324 struct ib_umem
*umem
;
338 struct list_head gid_list
;
339 struct list_head steering_rules
;
340 struct mlx4_ib_buf
*sqp_proxy_rcv
;
341 struct mlx4_roce_smac_vlan_info pri
;
342 struct mlx4_roce_smac_vlan_info alt
;
344 struct list_head qps_list
;
345 struct list_head cq_recv_list
;
346 struct list_head cq_send_list
;
347 struct counter_index
*counter_index
;
348 struct mlx4_wqn_range
*wqn_range
;
349 /* Number of RSS QP parents that uses this WQ */
351 struct mlx4_ib_rss
*rss_ctx
;
356 struct mlx4_srq msrq
;
364 struct ib_umem
*umem
;
371 union mlx4_ext_av av
;
374 /****************************************/
375 /* alias guid support */
376 /****************************************/
377 #define NUM_PORT_ALIAS_GUID 2
378 #define NUM_ALIAS_GUID_IN_REC 8
379 #define NUM_ALIAS_GUID_REC_IN_PORT 16
380 #define GUID_REC_SIZE 8
381 #define NUM_ALIAS_GUID_PER_PORT 128
382 #define MLX4_NOT_SET_GUID (0x00LL)
383 #define MLX4_GUID_FOR_DELETE_VAL (~(0x00LL))
385 enum mlx4_guid_alias_rec_status
{
386 MLX4_GUID_INFO_STATUS_IDLE
,
387 MLX4_GUID_INFO_STATUS_SET
,
390 #define GUID_STATE_NEED_PORT_INIT 0x01
392 enum mlx4_guid_alias_rec_method
{
393 MLX4_GUID_INFO_RECORD_SET
= IB_MGMT_METHOD_SET
,
394 MLX4_GUID_INFO_RECORD_DELETE
= IB_SA_METHOD_DELETE
,
397 struct mlx4_sriov_alias_guid_info_rec_det
{
398 u8 all_recs
[GUID_REC_SIZE
* NUM_ALIAS_GUID_IN_REC
];
399 ib_sa_comp_mask guid_indexes
; /*indicates what from the 8 records are valid*/
400 enum mlx4_guid_alias_rec_status status
; /*indicates the administraively status of the record.*/
401 unsigned int guids_retry_schedule
[NUM_ALIAS_GUID_IN_REC
];
405 struct mlx4_sriov_alias_guid_port_rec_det
{
406 struct mlx4_sriov_alias_guid_info_rec_det all_rec_per_port
[NUM_ALIAS_GUID_REC_IN_PORT
];
407 struct workqueue_struct
*wq
;
408 struct delayed_work alias_guid_work
;
411 struct mlx4_sriov_alias_guid
*parent
;
412 struct list_head cb_list
;
415 struct mlx4_sriov_alias_guid
{
416 struct mlx4_sriov_alias_guid_port_rec_det ports_guid
[MLX4_MAX_PORTS
];
417 spinlock_t ag_work_lock
;
418 struct ib_sa_client
*sa_client
;
421 struct mlx4_ib_demux_work
{
422 struct work_struct work
;
423 struct mlx4_ib_dev
*dev
;
430 struct mlx4_ib_tun_tx_buf
{
431 struct mlx4_ib_buf buf
;
435 struct mlx4_ib_demux_pv_qp
{
437 enum ib_qp_type proxy_qpt
;
438 struct mlx4_ib_buf
*ring
;
439 struct mlx4_ib_tun_tx_buf
*tx_ring
;
445 enum mlx4_ib_demux_pv_state
{
447 DEMUX_PV_STATE_STARTING
,
448 DEMUX_PV_STATE_ACTIVE
,
449 DEMUX_PV_STATE_DOWNING
,
452 struct mlx4_ib_demux_pv_ctx
{
455 enum mlx4_ib_demux_pv_state state
;
457 struct ib_device
*ib_dev
;
460 struct work_struct work
;
461 struct workqueue_struct
*wq
;
462 struct mlx4_ib_demux_pv_qp qp
[2];
465 struct mlx4_ib_demux_ctx
{
466 struct ib_device
*ib_dev
;
468 struct workqueue_struct
*wq
;
469 struct workqueue_struct
*ud_wq
;
471 atomic64_t subnet_prefix
;
472 __be64 guid_cache
[128];
473 struct mlx4_ib_dev
*dev
;
474 /* the following lock protects both mcg_table and mcg_mgid0_list */
475 struct mutex mcg_table_lock
;
476 struct rb_root mcg_table
;
477 struct list_head mcg_mgid0_list
;
478 struct workqueue_struct
*mcg_wq
;
479 struct mlx4_ib_demux_pv_ctx
**tun
;
481 int flushing
; /* flushing the work queue */
484 struct mlx4_ib_sriov
{
485 struct mlx4_ib_demux_ctx demux
[MLX4_MAX_PORTS
];
486 struct mlx4_ib_demux_pv_ctx
*sqps
[MLX4_MAX_PORTS
];
487 /* when using this spinlock you should use "irq" because
488 * it may be called from interrupt context.*/
489 spinlock_t going_down_lock
;
492 struct mlx4_sriov_alias_guid alias_guid
;
494 /* CM paravirtualization fields */
495 struct list_head cm_list
;
496 spinlock_t id_map_lock
;
497 struct rb_root sl_id_map
;
498 struct idr pv_id_table
;
501 struct gid_cache_context
{
508 enum ib_gid_type gid_type
;
509 struct gid_cache_context
*ctx
;
512 struct mlx4_port_gid_table
{
513 struct gid_entry gids
[MLX4_MAX_PORT_GIDS
];
516 struct mlx4_ib_iboe
{
518 struct net_device
*netdevs
[MLX4_MAX_PORTS
];
519 atomic64_t mac
[MLX4_MAX_PORTS
];
520 struct notifier_block nb
;
521 struct mlx4_port_gid_table gids
[MLX4_MAX_PORTS
];
522 enum ib_port_state last_port_state
[MLX4_MAX_PORTS
];
526 u8 virt2phys_pkey
[MLX4_MFUNC_MAX
][MLX4_MAX_PORTS
][MLX4_MAX_PORT_PKEYS
];
527 u16 phys_pkey_cache
[MLX4_MAX_PORTS
][MLX4_MAX_PORT_PKEYS
];
528 struct list_head pkey_port_list
[MLX4_MFUNC_MAX
];
529 struct kobject
*device_parent
[MLX4_MFUNC_MAX
];
532 struct mlx4_ib_iov_sysfs_attr
{
534 struct kobject
*kobj
;
538 struct device_attribute dentry
;
542 struct mlx4_ib_iov_sysfs_attr_ar
{
543 struct mlx4_ib_iov_sysfs_attr dentries
[3 * NUM_ALIAS_GUID_PER_PORT
+ 1];
546 struct mlx4_ib_iov_port
{
549 struct mlx4_ib_dev
*dev
;
550 struct list_head list
;
551 struct mlx4_ib_iov_sysfs_attr_ar
*dentr_ar
;
552 struct ib_port_attr attr
;
553 struct kobject
*cur_port
;
554 struct kobject
*admin_alias_parent
;
555 struct kobject
*gids_parent
;
556 struct kobject
*pkeys_parent
;
557 struct kobject
*mcgs_parent
;
558 struct mlx4_ib_iov_sysfs_attr mcg_dentry
;
561 struct counter_index
{
562 struct list_head list
;
567 struct mlx4_ib_counters
{
568 struct list_head counters_list
;
569 struct mutex mutex
; /* mutex for accessing counters list */
573 #define MLX4_DIAG_COUNTERS_TYPES 2
575 struct mlx4_ib_diag_counters
{
582 struct ib_device ib_dev
;
583 struct mlx4_dev
*dev
;
585 void __iomem
*uar_map
;
587 struct mlx4_uar priv_uar
;
589 MLX4_DECLARE_DOORBELL_LOCK(uar_lock
);
591 struct ib_mad_agent
*send_agent
[MLX4_MAX_PORTS
][2];
592 struct ib_ah
*sm_ah
[MLX4_MAX_PORTS
];
594 atomic64_t sl2vl
[MLX4_MAX_PORTS
];
595 struct mlx4_ib_sriov sriov
;
597 struct mutex cap_mask_mutex
;
599 struct mlx4_ib_iboe iboe
;
600 struct mlx4_ib_counters counters_table
[MLX4_MAX_PORTS
];
602 struct kobject
*iov_parent
;
603 struct kobject
*ports_parent
;
604 struct kobject
*dev_ports_parent
[MLX4_MFUNC_MAX
];
605 struct mlx4_ib_iov_port iov_ports
[MLX4_MAX_PORTS
];
606 struct pkey_mgt pkeys
;
607 unsigned long *ib_uc_qpns_bitmap
;
610 int steering_support
;
611 struct mlx4_ib_qp
*qp1_proxy
[MLX4_MAX_PORTS
];
612 /* lock when destroying qp1_proxy and getting netdev events */
613 struct mutex qp1_proxy_lock
[MLX4_MAX_PORTS
];
615 /* protect resources needed as part of reset flow */
616 spinlock_t reset_flow_resource_lock
;
617 struct list_head qp_list
;
618 struct mlx4_ib_diag_counters diag_counters
[MLX4_DIAG_COUNTERS_TYPES
];
621 struct ib_event_work
{
622 struct work_struct work
;
623 struct mlx4_ib_dev
*ib_dev
;
624 struct mlx4_eqe ib_eqe
;
628 struct mlx4_ib_qp_tunnel_init_attr
{
629 struct ib_qp_init_attr init_attr
;
631 enum ib_qp_type proxy_qp_type
;
635 struct mlx4_uverbs_ex_query_device
{
640 static inline struct mlx4_ib_dev
*to_mdev(struct ib_device
*ibdev
)
642 return container_of(ibdev
, struct mlx4_ib_dev
, ib_dev
);
645 static inline struct mlx4_ib_ucontext
*to_mucontext(struct ib_ucontext
*ibucontext
)
647 return container_of(ibucontext
, struct mlx4_ib_ucontext
, ibucontext
);
650 static inline struct mlx4_ib_pd
*to_mpd(struct ib_pd
*ibpd
)
652 return container_of(ibpd
, struct mlx4_ib_pd
, ibpd
);
655 static inline struct mlx4_ib_xrcd
*to_mxrcd(struct ib_xrcd
*ibxrcd
)
657 return container_of(ibxrcd
, struct mlx4_ib_xrcd
, ibxrcd
);
660 static inline struct mlx4_ib_cq
*to_mcq(struct ib_cq
*ibcq
)
662 return container_of(ibcq
, struct mlx4_ib_cq
, ibcq
);
665 static inline struct mlx4_ib_cq
*to_mibcq(struct mlx4_cq
*mcq
)
667 return container_of(mcq
, struct mlx4_ib_cq
, mcq
);
670 static inline struct mlx4_ib_mr
*to_mmr(struct ib_mr
*ibmr
)
672 return container_of(ibmr
, struct mlx4_ib_mr
, ibmr
);
675 static inline struct mlx4_ib_mw
*to_mmw(struct ib_mw
*ibmw
)
677 return container_of(ibmw
, struct mlx4_ib_mw
, ibmw
);
680 static inline struct mlx4_ib_fmr
*to_mfmr(struct ib_fmr
*ibfmr
)
682 return container_of(ibfmr
, struct mlx4_ib_fmr
, ibfmr
);
685 static inline struct mlx4_ib_flow
*to_mflow(struct ib_flow
*ibflow
)
687 return container_of(ibflow
, struct mlx4_ib_flow
, ibflow
);
690 static inline struct mlx4_ib_qp
*to_mqp(struct ib_qp
*ibqp
)
692 return container_of(ibqp
, struct mlx4_ib_qp
, ibqp
);
695 static inline struct mlx4_ib_qp
*to_mibqp(struct mlx4_qp
*mqp
)
697 return container_of(mqp
, struct mlx4_ib_qp
, mqp
);
700 static inline struct mlx4_ib_srq
*to_msrq(struct ib_srq
*ibsrq
)
702 return container_of(ibsrq
, struct mlx4_ib_srq
, ibsrq
);
705 static inline struct mlx4_ib_srq
*to_mibsrq(struct mlx4_srq
*msrq
)
707 return container_of(msrq
, struct mlx4_ib_srq
, msrq
);
710 static inline struct mlx4_ib_ah
*to_mah(struct ib_ah
*ibah
)
712 return container_of(ibah
, struct mlx4_ib_ah
, ibah
);
715 static inline u8
mlx4_ib_bond_next_port(struct mlx4_ib_dev
*dev
)
717 dev
->bond_next_port
= (dev
->bond_next_port
+ 1) % dev
->num_ports
;
719 return dev
->bond_next_port
+ 1;
722 int mlx4_ib_init_sriov(struct mlx4_ib_dev
*dev
);
723 void mlx4_ib_close_sriov(struct mlx4_ib_dev
*dev
);
725 int mlx4_ib_db_map_user(struct mlx4_ib_ucontext
*context
, unsigned long virt
,
727 void mlx4_ib_db_unmap_user(struct mlx4_ib_ucontext
*context
, struct mlx4_db
*db
);
729 struct ib_mr
*mlx4_ib_get_dma_mr(struct ib_pd
*pd
, int acc
);
730 int mlx4_ib_umem_write_mtt(struct mlx4_ib_dev
*dev
, struct mlx4_mtt
*mtt
,
731 struct ib_umem
*umem
);
732 struct ib_mr
*mlx4_ib_reg_user_mr(struct ib_pd
*pd
, u64 start
, u64 length
,
733 u64 virt_addr
, int access_flags
,
734 struct ib_udata
*udata
);
735 int mlx4_ib_dereg_mr(struct ib_mr
*mr
);
736 struct ib_mw
*mlx4_ib_alloc_mw(struct ib_pd
*pd
, enum ib_mw_type type
,
737 struct ib_udata
*udata
);
738 int mlx4_ib_dealloc_mw(struct ib_mw
*mw
);
739 struct ib_mr
*mlx4_ib_alloc_mr(struct ib_pd
*pd
,
740 enum ib_mr_type mr_type
,
742 int mlx4_ib_map_mr_sg(struct ib_mr
*ibmr
, struct scatterlist
*sg
, int sg_nents
,
743 unsigned int *sg_offset
);
744 int mlx4_ib_modify_cq(struct ib_cq
*cq
, u16 cq_count
, u16 cq_period
);
745 int mlx4_ib_resize_cq(struct ib_cq
*ibcq
, int entries
, struct ib_udata
*udata
);
746 struct ib_cq
*mlx4_ib_create_cq(struct ib_device
*ibdev
,
747 const struct ib_cq_init_attr
*attr
,
748 struct ib_ucontext
*context
,
749 struct ib_udata
*udata
);
750 int mlx4_ib_destroy_cq(struct ib_cq
*cq
);
751 int mlx4_ib_poll_cq(struct ib_cq
*ibcq
, int num_entries
, struct ib_wc
*wc
);
752 int mlx4_ib_arm_cq(struct ib_cq
*cq
, enum ib_cq_notify_flags flags
);
753 void __mlx4_ib_cq_clean(struct mlx4_ib_cq
*cq
, u32 qpn
, struct mlx4_ib_srq
*srq
);
754 void mlx4_ib_cq_clean(struct mlx4_ib_cq
*cq
, u32 qpn
, struct mlx4_ib_srq
*srq
);
756 struct ib_ah
*mlx4_ib_create_ah(struct ib_pd
*pd
, struct rdma_ah_attr
*ah_attr
,
757 u32 flags
, struct ib_udata
*udata
);
758 struct ib_ah
*mlx4_ib_create_ah_slave(struct ib_pd
*pd
,
759 struct rdma_ah_attr
*ah_attr
,
760 int slave_sgid_index
, u8
*s_mac
,
762 int mlx4_ib_query_ah(struct ib_ah
*ibah
, struct rdma_ah_attr
*ah_attr
);
763 int mlx4_ib_destroy_ah(struct ib_ah
*ah
, u32 flags
);
765 struct ib_srq
*mlx4_ib_create_srq(struct ib_pd
*pd
,
766 struct ib_srq_init_attr
*init_attr
,
767 struct ib_udata
*udata
);
768 int mlx4_ib_modify_srq(struct ib_srq
*ibsrq
, struct ib_srq_attr
*attr
,
769 enum ib_srq_attr_mask attr_mask
, struct ib_udata
*udata
);
770 int mlx4_ib_query_srq(struct ib_srq
*srq
, struct ib_srq_attr
*srq_attr
);
771 int mlx4_ib_destroy_srq(struct ib_srq
*srq
);
772 void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq
*srq
, int wqe_index
);
773 int mlx4_ib_post_srq_recv(struct ib_srq
*ibsrq
, const struct ib_recv_wr
*wr
,
774 const struct ib_recv_wr
**bad_wr
);
776 struct ib_qp
*mlx4_ib_create_qp(struct ib_pd
*pd
,
777 struct ib_qp_init_attr
*init_attr
,
778 struct ib_udata
*udata
);
779 int mlx4_ib_destroy_qp(struct ib_qp
*qp
);
780 void mlx4_ib_drain_sq(struct ib_qp
*qp
);
781 void mlx4_ib_drain_rq(struct ib_qp
*qp
);
782 int mlx4_ib_modify_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*attr
,
783 int attr_mask
, struct ib_udata
*udata
);
784 int mlx4_ib_query_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*qp_attr
, int qp_attr_mask
,
785 struct ib_qp_init_attr
*qp_init_attr
);
786 int mlx4_ib_post_send(struct ib_qp
*ibqp
, const struct ib_send_wr
*wr
,
787 const struct ib_send_wr
**bad_wr
);
788 int mlx4_ib_post_recv(struct ib_qp
*ibqp
, const struct ib_recv_wr
*wr
,
789 const struct ib_recv_wr
**bad_wr
);
791 int mlx4_MAD_IFC(struct mlx4_ib_dev
*dev
, int mad_ifc_flags
,
792 int port
, const struct ib_wc
*in_wc
, const struct ib_grh
*in_grh
,
793 const void *in_mad
, void *response_mad
);
794 int mlx4_ib_process_mad(struct ib_device
*ibdev
, int mad_flags
, u8 port_num
,
795 const struct ib_wc
*in_wc
, const struct ib_grh
*in_grh
,
796 const struct ib_mad_hdr
*in
, size_t in_mad_size
,
797 struct ib_mad_hdr
*out
, size_t *out_mad_size
,
798 u16
*out_mad_pkey_index
);
799 int mlx4_ib_mad_init(struct mlx4_ib_dev
*dev
);
800 void mlx4_ib_mad_cleanup(struct mlx4_ib_dev
*dev
);
802 struct ib_fmr
*mlx4_ib_fmr_alloc(struct ib_pd
*pd
, int mr_access_flags
,
803 struct ib_fmr_attr
*fmr_attr
);
804 int mlx4_ib_map_phys_fmr(struct ib_fmr
*ibfmr
, u64
*page_list
, int npages
,
806 int mlx4_ib_unmap_fmr(struct list_head
*fmr_list
);
807 int mlx4_ib_fmr_dealloc(struct ib_fmr
*fmr
);
808 int __mlx4_ib_query_port(struct ib_device
*ibdev
, u8 port
,
809 struct ib_port_attr
*props
, int netw_view
);
810 int __mlx4_ib_query_pkey(struct ib_device
*ibdev
, u8 port
, u16 index
,
811 u16
*pkey
, int netw_view
);
813 int __mlx4_ib_query_gid(struct ib_device
*ibdev
, u8 port
, int index
,
814 union ib_gid
*gid
, int netw_view
);
816 static inline bool mlx4_ib_ah_grh_present(struct mlx4_ib_ah
*ah
)
818 u8 port
= be32_to_cpu(ah
->av
.ib
.port_pd
) >> 24 & 3;
820 if (rdma_port_get_link_layer(ah
->ibah
.device
, port
) == IB_LINK_LAYER_ETHERNET
)
823 return !!(ah
->av
.ib
.g_slid
& 0x80);
826 int mlx4_ib_mcg_port_init(struct mlx4_ib_demux_ctx
*ctx
);
827 void mlx4_ib_mcg_port_cleanup(struct mlx4_ib_demux_ctx
*ctx
, int destroy_wq
);
828 void clean_vf_mcast(struct mlx4_ib_demux_ctx
*ctx
, int slave
);
829 int mlx4_ib_mcg_init(void);
830 void mlx4_ib_mcg_destroy(void);
832 int mlx4_ib_find_real_gid(struct ib_device
*ibdev
, u8 port
, __be64 guid
);
834 int mlx4_ib_mcg_multiplex_handler(struct ib_device
*ibdev
, int port
, int slave
,
835 struct ib_sa_mad
*sa_mad
);
836 int mlx4_ib_mcg_demux_handler(struct ib_device
*ibdev
, int port
, int slave
,
837 struct ib_sa_mad
*mad
);
839 int mlx4_ib_add_mc(struct mlx4_ib_dev
*mdev
, struct mlx4_ib_qp
*mqp
,
842 void mlx4_ib_dispatch_event(struct mlx4_ib_dev
*dev
, u8 port_num
,
843 enum ib_event_type type
);
845 void mlx4_ib_tunnels_update_work(struct work_struct
*work
);
847 int mlx4_ib_send_to_slave(struct mlx4_ib_dev
*dev
, int slave
, u8 port
,
848 enum ib_qp_type qpt
, struct ib_wc
*wc
,
849 struct ib_grh
*grh
, struct ib_mad
*mad
);
851 int mlx4_ib_send_to_wire(struct mlx4_ib_dev
*dev
, int slave
, u8 port
,
852 enum ib_qp_type dest_qpt
, u16 pkey_index
, u32 remote_qpn
,
853 u32 qkey
, struct rdma_ah_attr
*attr
, u8
*s_mac
,
854 u16 vlan_id
, struct ib_mad
*mad
);
856 __be64
mlx4_ib_get_new_demux_tid(struct mlx4_ib_demux_ctx
*ctx
);
858 int mlx4_ib_demux_cm_handler(struct ib_device
*ibdev
, int port
, int *slave
,
861 int mlx4_ib_multiplex_cm_handler(struct ib_device
*ibdev
, int port
, int slave_id
,
864 void mlx4_ib_cm_paravirt_init(struct mlx4_ib_dev
*dev
);
865 void mlx4_ib_cm_paravirt_clean(struct mlx4_ib_dev
*dev
, int slave_id
);
867 /* alias guid support */
868 void mlx4_ib_init_alias_guid_work(struct mlx4_ib_dev
*dev
, int port
);
869 int mlx4_ib_init_alias_guid_service(struct mlx4_ib_dev
*dev
);
870 void mlx4_ib_destroy_alias_guid_service(struct mlx4_ib_dev
*dev
);
871 void mlx4_ib_invalidate_all_guid_record(struct mlx4_ib_dev
*dev
, int port
);
873 void mlx4_ib_notify_slaves_on_guid_change(struct mlx4_ib_dev
*dev
,
875 u8 port_num
, u8
*p_data
);
877 void mlx4_ib_update_cache_on_guid_change(struct mlx4_ib_dev
*dev
,
878 int block_num
, u8 port_num
,
881 int add_sysfs_port_mcg_attr(struct mlx4_ib_dev
*device
, int port_num
,
882 struct attribute
*attr
);
883 void del_sysfs_port_mcg_attr(struct mlx4_ib_dev
*device
, int port_num
,
884 struct attribute
*attr
);
885 ib_sa_comp_mask
mlx4_ib_get_aguid_comp_mask_from_ix(int index
);
886 void mlx4_ib_slave_alias_guid_event(struct mlx4_ib_dev
*dev
, int slave
,
887 int port
, int slave_init
);
889 int mlx4_ib_device_register_sysfs(struct mlx4_ib_dev
*device
) ;
891 void mlx4_ib_device_unregister_sysfs(struct mlx4_ib_dev
*device
);
893 __be64
mlx4_ib_gen_node_guid(void);
895 int mlx4_ib_steer_qp_alloc(struct mlx4_ib_dev
*dev
, int count
, int *qpn
);
896 void mlx4_ib_steer_qp_free(struct mlx4_ib_dev
*dev
, u32 qpn
, int count
);
897 int mlx4_ib_steer_qp_reg(struct mlx4_ib_dev
*mdev
, struct mlx4_ib_qp
*mqp
,
899 int mlx4_ib_rereg_user_mr(struct ib_mr
*mr
, int flags
,
900 u64 start
, u64 length
, u64 virt_addr
,
901 int mr_access_flags
, struct ib_pd
*pd
,
902 struct ib_udata
*udata
);
903 int mlx4_ib_gid_index_to_real_index(struct mlx4_ib_dev
*ibdev
,
904 const struct ib_gid_attr
*attr
);
906 void mlx4_sched_ib_sl2vl_update_work(struct mlx4_ib_dev
*ibdev
,
909 void mlx4_ib_sl2vl_update(struct mlx4_ib_dev
*mdev
, int port
);
911 struct ib_wq
*mlx4_ib_create_wq(struct ib_pd
*pd
,
912 struct ib_wq_init_attr
*init_attr
,
913 struct ib_udata
*udata
);
914 int mlx4_ib_destroy_wq(struct ib_wq
*wq
);
915 int mlx4_ib_modify_wq(struct ib_wq
*wq
, struct ib_wq_attr
*wq_attr
,
916 u32 wq_attr_mask
, struct ib_udata
*udata
);
918 struct ib_rwq_ind_table
919 *mlx4_ib_create_rwq_ind_table(struct ib_device
*device
,
920 struct ib_rwq_ind_table_init_attr
*init_attr
,
921 struct ib_udata
*udata
);
922 int mlx4_ib_destroy_rwq_ind_table(struct ib_rwq_ind_table
*wq_ind_table
);
923 int mlx4_ib_umem_calc_optimal_mtt_size(struct ib_umem
*umem
, u64 start_va
,
926 #endif /* MLX4_IB_H */