]>
Commit | Line | Data |
---|---|---|
7afa232e TS |
1 | /* |
2 | This file is provided under a dual BSD/GPLv2 license. When using or | |
3 | redistributing this file, you may do so under either license. | |
4 | ||
5 | GPL LICENSE SUMMARY | |
6 | Copyright(c) 2014 Intel Corporation. | |
7 | This program is free software; you can redistribute it and/or modify | |
8 | it under the terms of version 2 of the GNU General Public License as | |
9 | published by the Free Software Foundation. | |
10 | ||
11 | This program is distributed in the hope that it will be useful, but | |
12 | WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
14 | General Public License for more details. | |
15 | ||
16 | Contact Information: | |
17 | qat-linux@intel.com | |
18 | ||
19 | BSD LICENSE | |
20 | Copyright(c) 2014 Intel Corporation. | |
21 | Redistribution and use in source and binary forms, with or without | |
22 | modification, are permitted provided that the following conditions | |
23 | are met: | |
24 | ||
25 | * Redistributions of source code must retain the above copyright | |
26 | notice, this list of conditions and the following disclaimer. | |
27 | * Redistributions in binary form must reproduce the above copyright | |
28 | notice, this list of conditions and the following disclaimer in | |
29 | the documentation and/or other materials provided with the | |
30 | distribution. | |
31 | * Neither the name of Intel Corporation nor the names of its | |
32 | contributors may be used to endorse or promote products derived | |
33 | from this software without specific prior written permission. | |
34 | ||
35 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
36 | "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
37 | LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
38 | A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
39 | OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
40 | SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
41 | LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
42 | DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
43 | THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
44 | (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
45 | OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
46 | */ | |
47 | #include <linux/kernel.h> | |
48 | #include <linux/init.h> | |
49 | #include <linux/types.h> | |
50 | #include <linux/pci.h> | |
51 | #include <linux/slab.h> | |
52 | #include <linux/errno.h> | |
53 | #include <linux/interrupt.h> | |
54 | #include <adf_accel_devices.h> | |
55 | #include <adf_common_drv.h> | |
56 | #include <adf_cfg.h> | |
57 | #include <adf_cfg_strings.h> | |
58 | #include <adf_cfg_common.h> | |
59 | #include <adf_transport_access_macros.h> | |
60 | #include <adf_transport_internal.h> | |
61 | #include "adf_drv.h" | |
62 | ||
63 | static int adf_enable_msix(struct adf_accel_dev *accel_dev) | |
64 | { | |
65 | struct adf_accel_pci *pci_dev_info = &accel_dev->accel_pci_dev; | |
66 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
67 | uint32_t msix_num_entries = hw_data->num_banks + 1; | |
68 | int i; | |
69 | ||
70 | for (i = 0; i < msix_num_entries; i++) | |
71 | pci_dev_info->msix_entries.entries[i].entry = i; | |
72 | ||
51269ad2 AG |
73 | if (pci_enable_msix_exact(pci_dev_info->pci_dev, |
74 | pci_dev_info->msix_entries.entries, | |
75 | msix_num_entries)) { | |
7afa232e TS |
76 | pr_err("QAT: Failed to enable MSIX IRQ\n"); |
77 | return -EFAULT; | |
78 | } | |
79 | return 0; | |
80 | } | |
81 | ||
82 | static void adf_disable_msix(struct adf_accel_pci *pci_dev_info) | |
83 | { | |
84 | pci_disable_msix(pci_dev_info->pci_dev); | |
85 | } | |
86 | ||
87 | static irqreturn_t adf_msix_isr_bundle(int irq, void *bank_ptr) | |
88 | { | |
89 | struct adf_etr_bank_data *bank = bank_ptr; | |
90 | ||
91 | WRITE_CSR_INT_FLAG_AND_COL(bank->csr_addr, bank->bank_number, 0); | |
7752759d | 92 | tasklet_hi_schedule(&bank->resp_handler); |
7afa232e TS |
93 | return IRQ_HANDLED; |
94 | } | |
95 | ||
96 | static irqreturn_t adf_msix_isr_ae(int irq, void *dev_ptr) | |
97 | { | |
98 | struct adf_accel_dev *accel_dev = dev_ptr; | |
99 | ||
100 | pr_info("QAT: qat_dev%d spurious AE interrupt\n", accel_dev->accel_id); | |
101 | return IRQ_HANDLED; | |
102 | } | |
103 | ||
104 | static int adf_request_irqs(struct adf_accel_dev *accel_dev) | |
105 | { | |
106 | struct adf_accel_pci *pci_dev_info = &accel_dev->accel_pci_dev; | |
107 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
108 | struct msix_entry *msixe = pci_dev_info->msix_entries.entries; | |
109 | struct adf_etr_data *etr_data = accel_dev->transport; | |
110 | int ret, i; | |
111 | char *name; | |
112 | ||
113 | /* Request msix irq for all banks */ | |
114 | for (i = 0; i < hw_data->num_banks; i++) { | |
115 | struct adf_etr_bank_data *bank = &etr_data->banks[i]; | |
116 | unsigned int cpu, cpus = num_online_cpus(); | |
117 | ||
118 | name = *(pci_dev_info->msix_entries.names + i); | |
119 | snprintf(name, ADF_MAX_MSIX_VECTOR_NAME, | |
120 | "qat%d-bundle%d", accel_dev->accel_id, i); | |
121 | ret = request_irq(msixe[i].vector, | |
122 | adf_msix_isr_bundle, 0, name, bank); | |
123 | if (ret) { | |
124 | pr_err("QAT: failed to enable irq %d for %s\n", | |
125 | msixe[i].vector, name); | |
126 | return ret; | |
127 | } | |
128 | ||
129 | cpu = ((accel_dev->accel_id * hw_data->num_banks) + i) % cpus; | |
130 | irq_set_affinity_hint(msixe[i].vector, get_cpu_mask(cpu)); | |
131 | } | |
132 | ||
133 | /* Request msix irq for AE */ | |
134 | name = *(pci_dev_info->msix_entries.names + i); | |
135 | snprintf(name, ADF_MAX_MSIX_VECTOR_NAME, | |
136 | "qat%d-ae-cluster", accel_dev->accel_id); | |
137 | ret = request_irq(msixe[i].vector, adf_msix_isr_ae, 0, name, accel_dev); | |
138 | if (ret) { | |
139 | pr_err("QAT: failed to enable irq %d, for %s\n", | |
140 | msixe[i].vector, name); | |
141 | return ret; | |
142 | } | |
143 | return ret; | |
144 | } | |
145 | ||
146 | static void adf_free_irqs(struct adf_accel_dev *accel_dev) | |
147 | { | |
148 | struct adf_accel_pci *pci_dev_info = &accel_dev->accel_pci_dev; | |
149 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
150 | struct msix_entry *msixe = pci_dev_info->msix_entries.entries; | |
151 | struct adf_etr_data *etr_data = accel_dev->transport; | |
152 | int i; | |
153 | ||
154 | for (i = 0; i < hw_data->num_banks; i++) { | |
155 | irq_set_affinity_hint(msixe[i].vector, NULL); | |
156 | free_irq(msixe[i].vector, &etr_data->banks[i]); | |
157 | } | |
158 | irq_set_affinity_hint(msixe[i].vector, NULL); | |
159 | free_irq(msixe[i].vector, accel_dev); | |
160 | } | |
161 | ||
162 | static int adf_isr_alloc_msix_entry_table(struct adf_accel_dev *accel_dev) | |
163 | { | |
164 | int i; | |
165 | char **names; | |
166 | struct msix_entry *entries; | |
167 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
168 | uint32_t msix_num_entries = hw_data->num_banks + 1; | |
169 | ||
170 | entries = kzalloc_node(msix_num_entries * sizeof(*entries), | |
09adc878 | 171 | GFP_KERNEL, dev_to_node(&GET_DEV(accel_dev))); |
7afa232e TS |
172 | if (!entries) |
173 | return -ENOMEM; | |
174 | ||
d65071ec | 175 | names = kcalloc(msix_num_entries, sizeof(char *), GFP_KERNEL); |
7afa232e TS |
176 | if (!names) { |
177 | kfree(entries); | |
178 | return -ENOMEM; | |
179 | } | |
180 | for (i = 0; i < msix_num_entries; i++) { | |
181 | *(names + i) = kzalloc(ADF_MAX_MSIX_VECTOR_NAME, GFP_KERNEL); | |
182 | if (!(*(names + i))) | |
183 | goto err; | |
184 | } | |
185 | accel_dev->accel_pci_dev.msix_entries.entries = entries; | |
186 | accel_dev->accel_pci_dev.msix_entries.names = names; | |
187 | return 0; | |
188 | err: | |
189 | for (i = 0; i < msix_num_entries; i++) { | |
190 | if (*(names + i)) | |
191 | kfree(*(names + i)); | |
192 | } | |
193 | kfree(entries); | |
194 | kfree(names); | |
195 | return -ENOMEM; | |
196 | } | |
197 | ||
198 | static void adf_isr_free_msix_entry_table(struct adf_accel_dev *accel_dev) | |
199 | { | |
200 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
201 | uint32_t msix_num_entries = hw_data->num_banks + 1; | |
202 | char **names = accel_dev->accel_pci_dev.msix_entries.names; | |
203 | int i; | |
204 | ||
205 | kfree(accel_dev->accel_pci_dev.msix_entries.entries); | |
206 | for (i = 0; i < msix_num_entries; i++) { | |
207 | if (*(names + i)) | |
208 | kfree(*(names + i)); | |
209 | } | |
210 | kfree(names); | |
211 | } | |
212 | ||
213 | static int adf_setup_bh(struct adf_accel_dev *accel_dev) | |
214 | { | |
215 | struct adf_etr_data *priv_data = accel_dev->transport; | |
216 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
217 | int i; | |
218 | ||
219 | for (i = 0; i < hw_data->num_banks; i++) | |
7752759d | 220 | tasklet_init(&priv_data->banks[i].resp_handler, |
7afa232e TS |
221 | adf_response_handler, |
222 | (unsigned long)&priv_data->banks[i]); | |
223 | return 0; | |
224 | } | |
225 | ||
226 | static void adf_cleanup_bh(struct adf_accel_dev *accel_dev) | |
227 | { | |
228 | struct adf_etr_data *priv_data = accel_dev->transport; | |
229 | struct adf_hw_device_data *hw_data = accel_dev->hw_device; | |
230 | int i; | |
231 | ||
232 | for (i = 0; i < hw_data->num_banks; i++) { | |
7752759d TS |
233 | tasklet_disable(&priv_data->banks[i].resp_handler); |
234 | tasklet_kill(&priv_data->banks[i].resp_handler); | |
7afa232e TS |
235 | } |
236 | } | |
237 | ||
238 | void adf_isr_resource_free(struct adf_accel_dev *accel_dev) | |
239 | { | |
240 | adf_free_irqs(accel_dev); | |
241 | adf_cleanup_bh(accel_dev); | |
242 | adf_disable_msix(&accel_dev->accel_pci_dev); | |
243 | adf_isr_free_msix_entry_table(accel_dev); | |
244 | } | |
245 | ||
246 | int adf_isr_resource_alloc(struct adf_accel_dev *accel_dev) | |
247 | { | |
248 | int ret; | |
249 | ||
250 | ret = adf_isr_alloc_msix_entry_table(accel_dev); | |
251 | if (ret) | |
252 | return ret; | |
253 | if (adf_enable_msix(accel_dev)) | |
254 | goto err_out; | |
255 | ||
256 | if (adf_setup_bh(accel_dev)) | |
257 | goto err_out; | |
258 | ||
259 | if (adf_request_irqs(accel_dev)) | |
260 | goto err_out; | |
261 | ||
262 | return 0; | |
263 | err_out: | |
264 | adf_isr_resource_free(accel_dev); | |
265 | return -EFAULT; | |
266 | } |