]>
Commit | Line | Data |
---|---|---|
77241056 MM |
1 | #ifndef _QP_H |
2 | #define _QP_H | |
3 | /* | |
2e2ba09e | 4 | * Copyright(c) 2015 - 2018 Intel Corporation. |
77241056 MM |
5 | * |
6 | * This file is provided under a dual BSD/GPLv2 license. When using or | |
7 | * redistributing this file, you may do so under either license. | |
8 | * | |
9 | * GPL LICENSE SUMMARY | |
10 | * | |
77241056 MM |
11 | * This program is free software; you can redistribute it and/or modify |
12 | * it under the terms of version 2 of the GNU General Public License as | |
13 | * published by the Free Software Foundation. | |
14 | * | |
15 | * This program is distributed in the hope that it will be useful, but | |
16 | * WITHOUT ANY WARRANTY; without even the implied warranty of | |
17 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
18 | * General Public License for more details. | |
19 | * | |
20 | * BSD LICENSE | |
21 | * | |
77241056 MM |
22 | * Redistribution and use in source and binary forms, with or without |
23 | * modification, are permitted provided that the following conditions | |
24 | * are met: | |
25 | * | |
26 | * - Redistributions of source code must retain the above copyright | |
27 | * notice, this list of conditions and the following disclaimer. | |
28 | * - Redistributions in binary form must reproduce the above copyright | |
29 | * notice, this list of conditions and the following disclaimer in | |
30 | * the documentation and/or other materials provided with the | |
31 | * distribution. | |
32 | * - Neither the name of Intel Corporation nor the names of its | |
33 | * contributors may be used to endorse or promote products derived | |
34 | * from this software without specific prior written permission. | |
35 | * | |
36 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
37 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
38 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
39 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
40 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
41 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
42 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
43 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
44 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
45 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
46 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
47 | * | |
48 | */ | |
49 | ||
50 | #include <linux/hash.h> | |
1c4b7d97 | 51 | #include <rdma/rdmavt_qp.h> |
77241056 | 52 | #include "verbs.h" |
13a69f52 | 53 | #include "sdma.h" |
9636258f | 54 | #include "verbs_txreq.h" |
77241056 | 55 | |
a2c2d608 DD |
56 | extern unsigned int hfi1_qp_table_size; |
57 | ||
1ac57c50 MM |
58 | extern const struct rvt_operation_params hfi1_post_parms[]; |
59 | ||
2e2ba09e MM |
60 | /* |
61 | * Driver specific s_flags starting at bit 31 down to HFI1_S_MIN_BIT_MASK | |
62 | * | |
63 | * HFI1_S_AHG_VALID - ahg header valid on chip | |
64 | * HFI1_S_AHG_CLEAR - have send engine clear ahg state | |
65 | * HFI1_S_WAIT_PIO_DRAIN - qp waiting for PIOs to drain | |
37356e78 | 66 | * HFI1_S_WAIT_TID_SPACE - a QP is waiting for TID resource |
c098bbb0 | 67 | * HFI1_S_WAIT_TID_RESP - waiting for a TID RDMA WRITE response |
9e93e967 | 68 | * HFI1_S_WAIT_HALT - halt the first leg send engine |
2e2ba09e MM |
69 | * HFI1_S_MIN_BIT_MASK - the lowest bit that can be used by hfi1 |
70 | */ | |
71 | #define HFI1_S_AHG_VALID 0x80000000 | |
72 | #define HFI1_S_AHG_CLEAR 0x40000000 | |
73 | #define HFI1_S_WAIT_PIO_DRAIN 0x20000000 | |
37356e78 | 74 | #define HFI1_S_WAIT_TID_SPACE 0x10000000 |
c098bbb0 | 75 | #define HFI1_S_WAIT_TID_RESP 0x08000000 |
9e93e967 | 76 | #define HFI1_S_WAIT_HALT 0x04000000 |
2e2ba09e MM |
77 | #define HFI1_S_MIN_BIT_MASK 0x01000000 |
78 | ||
79 | /* | |
80 | * overload wait defines | |
81 | */ | |
82 | ||
83 | #define HFI1_S_ANY_WAIT_IO (RVT_S_ANY_WAIT_IO | HFI1_S_WAIT_PIO_DRAIN) | |
84 | #define HFI1_S_ANY_WAIT (HFI1_S_ANY_WAIT_IO | RVT_S_ANY_WAIT_SEND) | |
572f0c33 | 85 | #define HFI1_S_ANY_TID_WAIT_SEND (RVT_S_WAIT_SSN_CREDIT | RVT_S_WAIT_DMA) |
2e2ba09e | 86 | |
5da0fc9d DD |
87 | /* |
88 | * Send if not busy or waiting for I/O and either | |
89 | * a RC response is pending or we can process send work requests. | |
90 | */ | |
91 | static inline int hfi1_send_ok(struct rvt_qp *qp) | |
92 | { | |
93 | struct hfi1_qp_priv *priv = qp->priv; | |
94 | ||
95 | return !(qp->s_flags & (RVT_S_BUSY | HFI1_S_ANY_WAIT_IO)) && | |
96 | (verbs_txreq_queued(iowait_get_ib_work(&priv->s_iowait)) || | |
97 | (qp->s_flags & RVT_S_RESP_PENDING) || | |
98 | !(qp->s_flags & RVT_S_ANY_WAIT_SEND)); | |
99 | } | |
100 | ||
895420dd DD |
101 | /* |
102 | * free_ahg - clear ahg from QP | |
13a69f52 | 103 | */ |
895420dd | 104 | static inline void clear_ahg(struct rvt_qp *qp) |
13a69f52 | 105 | { |
4c6829c5 DD |
106 | struct hfi1_qp_priv *priv = qp->priv; |
107 | ||
a9b6b3bc | 108 | priv->s_ahg->ahgcount = 0; |
2e2ba09e | 109 | qp->s_flags &= ~(HFI1_S_AHG_VALID | HFI1_S_AHG_CLEAR); |
4c6829c5 DD |
110 | if (priv->s_sde && qp->s_ahgidx >= 0) |
111 | sdma_ahg_free(priv->s_sde, qp->s_ahgidx); | |
13a69f52 | 112 | qp->s_ahgidx = -1; |
13a69f52 MM |
113 | } |
114 | ||
77241056 MM |
115 | /** |
116 | * hfi1_create_qp - create a queue pair for a device | |
117 | * @ibpd: the protection domain who's device we create the queue pair for | |
118 | * @init_attr: the attributes of the queue pair | |
119 | * @udata: user data for libibverbs.so | |
120 | * | |
121 | * Returns the queue pair on success, otherwise returns an errno. | |
122 | * | |
123 | * Called by the ib_create_qp() core verbs function. | |
124 | */ | |
125 | struct ib_qp *hfi1_create_qp(struct ib_pd *ibpd, | |
126 | struct ib_qp_init_attr *init_attr, | |
127 | struct ib_udata *udata); | |
77241056 | 128 | |
77241056 | 129 | /** |
92d207f3 | 130 | * hfi1_qp_wakeup - wake up on the indicated event |
77241056 MM |
131 | * @qp: the QP |
132 | * @flag: flag the qp on which the qp is stalled | |
133 | */ | |
895420dd | 134 | void hfi1_qp_wakeup(struct rvt_qp *qp, u32 flag); |
77241056 | 135 | |
895420dd | 136 | struct sdma_engine *qp_to_sdma_engine(struct rvt_qp *qp, u8 sc5); |
35f6befc | 137 | struct send_context *qp_to_send_context(struct rvt_qp *qp, u8 sc5); |
77241056 | 138 | |
e5c197ac | 139 | void qp_iter_print(struct seq_file *s, struct rvt_qp_iter *iter); |
77241056 | 140 | |
5da0fc9d DD |
141 | bool _hfi1_schedule_send(struct rvt_qp *qp); |
142 | bool hfi1_schedule_send(struct rvt_qp *qp); | |
0a226edd | 143 | |
895420dd | 144 | void hfi1_migrate_qp(struct rvt_qp *qp); |
c2f3ffb0 | 145 | |
a2c2d608 DD |
146 | /* |
147 | * Functions provided by hfi1 driver for rdmavt to use | |
148 | */ | |
0f4d027c | 149 | void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); |
a2c2d608 DD |
150 | void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); |
151 | unsigned free_all_qps(struct rvt_dev_info *rdi); | |
152 | void notify_qp_reset(struct rvt_qp *qp); | |
ec4274f1 DD |
153 | int get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, |
154 | struct ib_qp_attr *attr); | |
155 | void flush_qp_waiters(struct rvt_qp *qp); | |
156 | void notify_error_qp(struct rvt_qp *qp); | |
157 | void stop_send_queue(struct rvt_qp *qp); | |
158 | void quiesce_qp(struct rvt_qp *qp); | |
159 | u32 mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu); | |
160 | int mtu_to_path_mtu(u32 mtu); | |
0ec79e87 | 161 | void hfi1_error_port_qps(struct hfi1_ibport *ibp, u8 sl); |
5da0fc9d | 162 | void hfi1_qp_unbusy(struct rvt_qp *qp, struct iowait_work *wait); |
77241056 | 163 | #endif /* _QP_H */ |