]>
Commit | Line | Data |
---|---|---|
5df6d737 AJ |
1 | /* |
2 | * Copyright 2008 Cisco Systems, Inc. All rights reserved. | |
3 | * Copyright 2007 Nuova Systems, Inc. All rights reserved. | |
4 | * | |
5 | * This program is free software; you may redistribute it and/or modify | |
6 | * it under the terms of the GNU General Public License as published by | |
7 | * the Free Software Foundation; version 2 of the License. | |
8 | * | |
9 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | |
10 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | |
11 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND | |
12 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS | |
13 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN | |
14 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN | |
15 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
16 | * SOFTWARE. | |
17 | */ | |
18 | #include <linux/module.h> | |
19 | #include <linux/mempool.h> | |
20 | #include <linux/string.h> | |
5a0e3ad6 | 21 | #include <linux/slab.h> |
5df6d737 AJ |
22 | #include <linux/errno.h> |
23 | #include <linux/init.h> | |
24 | #include <linux/pci.h> | |
25 | #include <linux/skbuff.h> | |
26 | #include <linux/interrupt.h> | |
27 | #include <linux/spinlock.h> | |
28 | #include <linux/workqueue.h> | |
78112e55 JE |
29 | #include <linux/if_ether.h> |
30 | #include <scsi/fc/fc_fip.h> | |
5df6d737 AJ |
31 | #include <scsi/scsi_host.h> |
32 | #include <scsi/scsi_transport.h> | |
33 | #include <scsi/scsi_transport_fc.h> | |
34 | #include <scsi/scsi_tcq.h> | |
35 | #include <scsi/libfc.h> | |
36 | #include <scsi/fc_frame.h> | |
37 | ||
38 | #include "vnic_dev.h" | |
39 | #include "vnic_intr.h" | |
40 | #include "vnic_stats.h" | |
41 | #include "fnic_io.h" | |
d3c995f1 | 42 | #include "fnic_fip.h" |
5df6d737 AJ |
43 | #include "fnic.h" |
44 | ||
45 | #define PCI_DEVICE_ID_CISCO_FNIC 0x0045 | |
46 | ||
47 | /* Timer to poll notification area for events. Used for MSI interrupts */ | |
48 | #define FNIC_NOTIFY_TIMER_PERIOD (2 * HZ) | |
49 | ||
50 | static struct kmem_cache *fnic_sgl_cache[FNIC_SGL_NUM_CACHES]; | |
51 | static struct kmem_cache *fnic_io_req_cache; | |
1d8baf9e JY |
52 | static LIST_HEAD(fnic_list); |
53 | static DEFINE_SPINLOCK(fnic_list_lock); | |
5df6d737 AJ |
54 | |
55 | /* Supported devices by fnic module */ | |
56 | static struct pci_device_id fnic_id_table[] = { | |
57 | { PCI_DEVICE(PCI_VENDOR_ID_CISCO, PCI_DEVICE_ID_CISCO_FNIC) }, | |
58 | { 0, } | |
59 | }; | |
60 | ||
61 | MODULE_DESCRIPTION(DRV_DESCRIPTION); | |
62 | MODULE_AUTHOR("Abhijeet Joglekar <abjoglek@cisco.com>, " | |
63 | "Joseph R. Eykholt <jeykholt@cisco.com>"); | |
64 | MODULE_LICENSE("GPL v2"); | |
65 | MODULE_VERSION(DRV_VERSION); | |
66 | MODULE_DEVICE_TABLE(pci, fnic_id_table); | |
67 | ||
68 | unsigned int fnic_log_level; | |
69 | module_param(fnic_log_level, int, S_IRUGO|S_IWUSR); | |
70 | MODULE_PARM_DESC(fnic_log_level, "bit mask of fnic logging levels"); | |
71 | ||
18244e94 SK |
72 | |
73 | unsigned int io_completions = FNIC_DFLT_IO_COMPLETIONS; | |
74 | module_param(io_completions, int, S_IRUGO|S_IWUSR); | |
75 | MODULE_PARM_DESC(io_completions, "Max CQ entries to process at a time"); | |
76 | ||
4d7007b4 HP |
77 | unsigned int fnic_trace_max_pages = 16; |
78 | module_param(fnic_trace_max_pages, uint, S_IRUGO|S_IWUSR); | |
79 | MODULE_PARM_DESC(fnic_trace_max_pages, "Total allocated memory pages " | |
80 | "for fnic trace buffer"); | |
5df6d737 | 81 | |
abb14148 HS |
82 | unsigned int fnic_fc_trace_max_pages = 64; |
83 | module_param(fnic_fc_trace_max_pages, uint, S_IRUGO|S_IWUSR); | |
84 | MODULE_PARM_DESC(fnic_fc_trace_max_pages, | |
85 | "Total allocated memory pages for fc trace buffer"); | |
86 | ||
fc85799e HP |
87 | static unsigned int fnic_max_qdepth = FNIC_DFLT_QUEUE_DEPTH; |
88 | module_param(fnic_max_qdepth, uint, S_IRUGO|S_IWUSR); | |
89 | MODULE_PARM_DESC(fnic_max_qdepth, "Queue depth to report for each LUN"); | |
90 | ||
5df6d737 AJ |
91 | static struct libfc_function_template fnic_transport_template = { |
92 | .frame_send = fnic_send, | |
78112e55 | 93 | .lport_set_port_id = fnic_set_port_id, |
5df6d737 AJ |
94 | .fcp_abort_io = fnic_empty_scsi_cleanup, |
95 | .fcp_cleanup = fnic_empty_scsi_cleanup, | |
96 | .exch_mgr_reset = fnic_exch_mgr_reset | |
97 | }; | |
98 | ||
99 | static int fnic_slave_alloc(struct scsi_device *sdev) | |
100 | { | |
101 | struct fc_rport *rport = starget_to_rport(scsi_target(sdev)); | |
5df6d737 | 102 | |
5df6d737 AJ |
103 | if (!rport || fc_remote_port_chkready(rport)) |
104 | return -ENXIO; | |
105 | ||
db5ed4df | 106 | scsi_change_queue_depth(sdev, fnic_max_qdepth); |
5df6d737 AJ |
107 | return 0; |
108 | } | |
109 | ||
110 | static struct scsi_host_template fnic_host_template = { | |
111 | .module = THIS_MODULE, | |
112 | .name = DRV_NAME, | |
113 | .queuecommand = fnic_queuecommand, | |
b6a05c82 | 114 | .eh_timed_out = fc_eh_timed_out, |
5df6d737 AJ |
115 | .eh_abort_handler = fnic_abort_cmd, |
116 | .eh_device_reset_handler = fnic_device_reset, | |
117 | .eh_host_reset_handler = fnic_host_reset, | |
118 | .slave_alloc = fnic_slave_alloc, | |
db5ed4df | 119 | .change_queue_depth = scsi_change_queue_depth, |
5df6d737 AJ |
120 | .this_id = -1, |
121 | .cmd_per_lun = 3, | |
c8ff03c6 | 122 | .can_queue = FNIC_DFLT_IO_REQ, |
5df6d737 AJ |
123 | .sg_tablesize = FNIC_MAX_SG_DESC_CNT, |
124 | .max_sectors = 0xffff, | |
125 | .shost_attrs = fnic_attrs, | |
c40ecc12 | 126 | .track_queue_depth = 1, |
5df6d737 AJ |
127 | }; |
128 | ||
8196a934 | 129 | static void |
48586820 | 130 | fnic_set_rport_dev_loss_tmo(struct fc_rport *rport, u32 timeout) |
8196a934 | 131 | { |
48586820 MC |
132 | if (timeout) |
133 | rport->dev_loss_tmo = timeout; | |
134 | else | |
135 | rport->dev_loss_tmo = 1; | |
8196a934 MC |
136 | } |
137 | ||
5df6d737 AJ |
138 | static void fnic_get_host_speed(struct Scsi_Host *shost); |
139 | static struct scsi_transport_template *fnic_fc_transport; | |
140 | static struct fc_host_statistics *fnic_get_stats(struct Scsi_Host *); | |
1adee040 | 141 | static void fnic_reset_host_stats(struct Scsi_Host *); |
5df6d737 AJ |
142 | |
143 | static struct fc_function_template fnic_fc_functions = { | |
144 | ||
145 | .show_host_node_name = 1, | |
146 | .show_host_port_name = 1, | |
147 | .show_host_supported_classes = 1, | |
148 | .show_host_supported_fc4s = 1, | |
149 | .show_host_active_fc4s = 1, | |
150 | .show_host_maxframe_size = 1, | |
151 | .show_host_port_id = 1, | |
152 | .show_host_supported_speeds = 1, | |
153 | .get_host_speed = fnic_get_host_speed, | |
154 | .show_host_speed = 1, | |
155 | .show_host_port_type = 1, | |
156 | .get_host_port_state = fc_get_host_port_state, | |
157 | .show_host_port_state = 1, | |
158 | .show_host_symbolic_name = 1, | |
159 | .show_rport_maxframe_size = 1, | |
160 | .show_rport_supported_classes = 1, | |
161 | .show_host_fabric_name = 1, | |
162 | .show_starget_node_name = 1, | |
163 | .show_starget_port_name = 1, | |
164 | .show_starget_port_id = 1, | |
165 | .show_rport_dev_loss_tmo = 1, | |
48586820 | 166 | .set_rport_dev_loss_tmo = fnic_set_rport_dev_loss_tmo, |
5df6d737 AJ |
167 | .issue_fc_host_lip = fnic_reset, |
168 | .get_fc_host_stats = fnic_get_stats, | |
1adee040 | 169 | .reset_fc_host_stats = fnic_reset_host_stats, |
5df6d737 AJ |
170 | .dd_fcrport_size = sizeof(struct fc_rport_libfc_priv), |
171 | .terminate_rport_io = fnic_terminate_rport_io, | |
76d8737c | 172 | .bsg_request = fc_lport_bsg_request, |
5df6d737 AJ |
173 | }; |
174 | ||
175 | static void fnic_get_host_speed(struct Scsi_Host *shost) | |
176 | { | |
177 | struct fc_lport *lp = shost_priv(shost); | |
178 | struct fnic *fnic = lport_priv(lp); | |
179 | u32 port_speed = vnic_dev_port_speed(fnic->vdev); | |
180 | ||
181 | /* Add in other values as they get defined in fw */ | |
182 | switch (port_speed) { | |
c22fa50b | 183 | case DCEM_PORTSPEED_10G: |
5df6d737 AJ |
184 | fc_host_speed(shost) = FC_PORTSPEED_10GBIT; |
185 | break; | |
c01461a6 SK |
186 | case DCEM_PORTSPEED_20G: |
187 | fc_host_speed(shost) = FC_PORTSPEED_20GBIT; | |
188 | break; | |
c22fa50b SK |
189 | case DCEM_PORTSPEED_25G: |
190 | fc_host_speed(shost) = FC_PORTSPEED_25GBIT; | |
191 | break; | |
192 | case DCEM_PORTSPEED_40G: | |
193 | case DCEM_PORTSPEED_4x10G: | |
194 | fc_host_speed(shost) = FC_PORTSPEED_40GBIT; | |
195 | break; | |
196 | case DCEM_PORTSPEED_100G: | |
197 | fc_host_speed(shost) = FC_PORTSPEED_100GBIT; | |
198 | break; | |
5df6d737 | 199 | default: |
c22fa50b | 200 | fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN; |
5df6d737 AJ |
201 | break; |
202 | } | |
203 | } | |
204 | ||
205 | static struct fc_host_statistics *fnic_get_stats(struct Scsi_Host *host) | |
206 | { | |
207 | int ret; | |
208 | struct fc_lport *lp = shost_priv(host); | |
209 | struct fnic *fnic = lport_priv(lp); | |
210 | struct fc_host_statistics *stats = &lp->host_stats; | |
211 | struct vnic_stats *vs; | |
212 | unsigned long flags; | |
213 | ||
214 | if (time_before(jiffies, fnic->stats_time + HZ / FNIC_STATS_RATE_LIMIT)) | |
215 | return stats; | |
216 | fnic->stats_time = jiffies; | |
217 | ||
218 | spin_lock_irqsave(&fnic->fnic_lock, flags); | |
219 | ret = vnic_dev_stats_dump(fnic->vdev, &fnic->stats); | |
220 | spin_unlock_irqrestore(&fnic->fnic_lock, flags); | |
221 | ||
222 | if (ret) { | |
223 | FNIC_MAIN_DBG(KERN_DEBUG, fnic->lport->host, | |
224 | "fnic: Get vnic stats failed" | |
225 | " 0x%x", ret); | |
226 | return stats; | |
227 | } | |
228 | vs = fnic->stats; | |
229 | stats->tx_frames = vs->tx.tx_unicast_frames_ok; | |
230 | stats->tx_words = vs->tx.tx_unicast_bytes_ok / 4; | |
231 | stats->rx_frames = vs->rx.rx_unicast_frames_ok; | |
232 | stats->rx_words = vs->rx.rx_unicast_bytes_ok / 4; | |
233 | stats->error_frames = vs->tx.tx_errors + vs->rx.rx_errors; | |
234 | stats->dumped_frames = vs->tx.tx_drops + vs->rx.rx_drop; | |
235 | stats->invalid_crc_count = vs->rx.rx_crc_errors; | |
1adee040 NM |
236 | stats->seconds_since_last_reset = |
237 | (jiffies - fnic->stats_reset_time) / HZ; | |
5df6d737 AJ |
238 | stats->fcp_input_megabytes = div_u64(fnic->fcp_input_bytes, 1000000); |
239 | stats->fcp_output_megabytes = div_u64(fnic->fcp_output_bytes, 1000000); | |
240 | ||
241 | return stats; | |
242 | } | |
243 | ||
1adee040 NM |
244 | /* |
245 | * fnic_dump_fchost_stats | |
246 | * note : dumps fc_statistics into system logs | |
247 | */ | |
248 | void fnic_dump_fchost_stats(struct Scsi_Host *host, | |
249 | struct fc_host_statistics *stats) | |
250 | { | |
251 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
252 | "fnic: seconds since last reset = %llu\n", | |
253 | stats->seconds_since_last_reset); | |
254 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
255 | "fnic: tx frames = %llu\n", | |
256 | stats->tx_frames); | |
257 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
258 | "fnic: tx words = %llu\n", | |
259 | stats->tx_words); | |
260 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
261 | "fnic: rx frames = %llu\n", | |
262 | stats->rx_frames); | |
263 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
264 | "fnic: rx words = %llu\n", | |
265 | stats->rx_words); | |
266 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
267 | "fnic: lip count = %llu\n", | |
268 | stats->lip_count); | |
269 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
270 | "fnic: nos count = %llu\n", | |
271 | stats->nos_count); | |
272 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
273 | "fnic: error frames = %llu\n", | |
274 | stats->error_frames); | |
275 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
276 | "fnic: dumped frames = %llu\n", | |
277 | stats->dumped_frames); | |
278 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
279 | "fnic: link failure count = %llu\n", | |
280 | stats->link_failure_count); | |
281 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
282 | "fnic: loss of sync count = %llu\n", | |
283 | stats->loss_of_sync_count); | |
284 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
285 | "fnic: loss of signal count = %llu\n", | |
286 | stats->loss_of_signal_count); | |
287 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
288 | "fnic: prim seq protocol err count = %llu\n", | |
289 | stats->prim_seq_protocol_err_count); | |
290 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
291 | "fnic: invalid tx word count= %llu\n", | |
292 | stats->invalid_tx_word_count); | |
293 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
294 | "fnic: invalid crc count = %llu\n", | |
295 | stats->invalid_crc_count); | |
296 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
297 | "fnic: fcp input requests = %llu\n", | |
298 | stats->fcp_input_requests); | |
299 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
300 | "fnic: fcp output requests = %llu\n", | |
301 | stats->fcp_output_requests); | |
302 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
303 | "fnic: fcp control requests = %llu\n", | |
304 | stats->fcp_control_requests); | |
305 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
306 | "fnic: fcp input megabytes = %llu\n", | |
307 | stats->fcp_input_megabytes); | |
308 | FNIC_MAIN_NOTE(KERN_NOTICE, host, | |
309 | "fnic: fcp output megabytes = %llu\n", | |
310 | stats->fcp_output_megabytes); | |
311 | return; | |
312 | } | |
313 | ||
314 | /* | |
315 | * fnic_reset_host_stats : clears host stats | |
316 | * note : called when reset_statistics set under sysfs dir | |
317 | */ | |
318 | static void fnic_reset_host_stats(struct Scsi_Host *host) | |
319 | { | |
320 | int ret; | |
321 | struct fc_lport *lp = shost_priv(host); | |
322 | struct fnic *fnic = lport_priv(lp); | |
323 | struct fc_host_statistics *stats; | |
324 | unsigned long flags; | |
325 | ||
326 | /* dump current stats, before clearing them */ | |
327 | stats = fnic_get_stats(host); | |
328 | fnic_dump_fchost_stats(host, stats); | |
329 | ||
330 | spin_lock_irqsave(&fnic->fnic_lock, flags); | |
331 | ret = vnic_dev_stats_clear(fnic->vdev); | |
332 | spin_unlock_irqrestore(&fnic->fnic_lock, flags); | |
333 | ||
334 | if (ret) { | |
335 | FNIC_MAIN_DBG(KERN_DEBUG, fnic->lport->host, | |
336 | "fnic: Reset vnic stats failed" | |
337 | " 0x%x", ret); | |
338 | return; | |
339 | } | |
340 | fnic->stats_reset_time = jiffies; | |
341 | memset(stats, 0, sizeof(*stats)); | |
342 | ||
343 | return; | |
344 | } | |
345 | ||
5df6d737 AJ |
346 | void fnic_log_q_error(struct fnic *fnic) |
347 | { | |
348 | unsigned int i; | |
349 | u32 error_status; | |
350 | ||
351 | for (i = 0; i < fnic->raw_wq_count; i++) { | |
352 | error_status = ioread32(&fnic->wq[i].ctrl->error_status); | |
353 | if (error_status) | |
354 | shost_printk(KERN_ERR, fnic->lport->host, | |
355 | "WQ[%d] error_status" | |
356 | " %d\n", i, error_status); | |
357 | } | |
358 | ||
359 | for (i = 0; i < fnic->rq_count; i++) { | |
360 | error_status = ioread32(&fnic->rq[i].ctrl->error_status); | |
361 | if (error_status) | |
362 | shost_printk(KERN_ERR, fnic->lport->host, | |
363 | "RQ[%d] error_status" | |
364 | " %d\n", i, error_status); | |
365 | } | |
366 | ||
367 | for (i = 0; i < fnic->wq_copy_count; i++) { | |
368 | error_status = ioread32(&fnic->wq_copy[i].ctrl->error_status); | |
369 | if (error_status) | |
370 | shost_printk(KERN_ERR, fnic->lport->host, | |
371 | "CWQ[%d] error_status" | |
372 | " %d\n", i, error_status); | |
373 | } | |
374 | } | |
375 | ||
376 | void fnic_handle_link_event(struct fnic *fnic) | |
377 | { | |
378 | unsigned long flags; | |
379 | ||
380 | spin_lock_irqsave(&fnic->fnic_lock, flags); | |
381 | if (fnic->stop_rx_link_events) { | |
382 | spin_unlock_irqrestore(&fnic->fnic_lock, flags); | |
383 | return; | |
384 | } | |
385 | spin_unlock_irqrestore(&fnic->fnic_lock, flags); | |
386 | ||
387 | queue_work(fnic_event_queue, &fnic->link_work); | |
388 | ||
389 | } | |
390 | ||
391 | static int fnic_notify_set(struct fnic *fnic) | |
392 | { | |
393 | int err; | |
394 | ||
395 | switch (vnic_dev_get_intr_mode(fnic->vdev)) { | |
396 | case VNIC_DEV_INTR_MODE_INTX: | |
397 | err = vnic_dev_notify_set(fnic->vdev, FNIC_INTX_NOTIFY); | |
398 | break; | |
399 | case VNIC_DEV_INTR_MODE_MSI: | |
400 | err = vnic_dev_notify_set(fnic->vdev, -1); | |
401 | break; | |
402 | case VNIC_DEV_INTR_MODE_MSIX: | |
403 | err = vnic_dev_notify_set(fnic->vdev, FNIC_MSIX_ERR_NOTIFY); | |
404 | break; | |
405 | default: | |
406 | shost_printk(KERN_ERR, fnic->lport->host, | |
407 | "Interrupt mode should be set up" | |
408 | " before devcmd notify set %d\n", | |
409 | vnic_dev_get_intr_mode(fnic->vdev)); | |
410 | err = -1; | |
411 | break; | |
412 | } | |
413 | ||
414 | return err; | |
415 | } | |
416 | ||
e99e88a9 | 417 | static void fnic_notify_timer(struct timer_list *t) |
5df6d737 | 418 | { |
e99e88a9 | 419 | struct fnic *fnic = from_timer(fnic, t, notify_timer); |
5df6d737 AJ |
420 | |
421 | fnic_handle_link_event(fnic); | |
422 | mod_timer(&fnic->notify_timer, | |
423 | round_jiffies(jiffies + FNIC_NOTIFY_TIMER_PERIOD)); | |
424 | } | |
425 | ||
e99e88a9 | 426 | static void fnic_fip_notify_timer(struct timer_list *t) |
d3c995f1 | 427 | { |
e99e88a9 | 428 | struct fnic *fnic = from_timer(fnic, t, fip_timer); |
d3c995f1 HP |
429 | |
430 | fnic_handle_fip_timer(fnic); | |
431 | } | |
432 | ||
5df6d737 AJ |
433 | static void fnic_notify_timer_start(struct fnic *fnic) |
434 | { | |
435 | switch (vnic_dev_get_intr_mode(fnic->vdev)) { | |
436 | case VNIC_DEV_INTR_MODE_MSI: | |
437 | /* | |
438 | * Schedule first timeout immediately. The driver is | |
439 | * initiatialized and ready to look for link up notification | |
440 | */ | |
441 | mod_timer(&fnic->notify_timer, jiffies); | |
442 | break; | |
443 | default: | |
444 | /* Using intr for notification for INTx/MSI-X */ | |
445 | break; | |
bff8b14b | 446 | } |
5df6d737 AJ |
447 | } |
448 | ||
449 | static int fnic_dev_wait(struct vnic_dev *vdev, | |
450 | int (*start)(struct vnic_dev *, int), | |
451 | int (*finished)(struct vnic_dev *, int *), | |
452 | int arg) | |
453 | { | |
454 | unsigned long time; | |
455 | int done; | |
456 | int err; | |
a232bfbe HS |
457 | int count; |
458 | ||
459 | count = 0; | |
5df6d737 AJ |
460 | |
461 | err = start(vdev, arg); | |
462 | if (err) | |
463 | return err; | |
464 | ||
a232bfbe HS |
465 | /* Wait for func to complete. |
466 | * Sometime schedule_timeout_uninterruptible take long time | |
467 | * to wake up so we do not retry as we are only waiting for | |
468 | * 2 seconds in while loop. By adding count, we make sure | |
469 | * we try atleast three times before returning -ETIMEDOUT | |
470 | */ | |
5df6d737 AJ |
471 | time = jiffies + (HZ * 2); |
472 | do { | |
473 | err = finished(vdev, &done); | |
a232bfbe | 474 | count++; |
5df6d737 AJ |
475 | if (err) |
476 | return err; | |
477 | if (done) | |
478 | return 0; | |
479 | schedule_timeout_uninterruptible(HZ / 10); | |
a232bfbe | 480 | } while (time_after(time, jiffies) || (count < 3)); |
5df6d737 AJ |
481 | |
482 | return -ETIMEDOUT; | |
483 | } | |
484 | ||
485 | static int fnic_cleanup(struct fnic *fnic) | |
486 | { | |
487 | unsigned int i; | |
488 | int err; | |
5df6d737 AJ |
489 | |
490 | vnic_dev_disable(fnic->vdev); | |
491 | for (i = 0; i < fnic->intr_count; i++) | |
492 | vnic_intr_mask(&fnic->intr[i]); | |
493 | ||
494 | for (i = 0; i < fnic->rq_count; i++) { | |
495 | err = vnic_rq_disable(&fnic->rq[i]); | |
496 | if (err) | |
497 | return err; | |
498 | } | |
499 | for (i = 0; i < fnic->raw_wq_count; i++) { | |
500 | err = vnic_wq_disable(&fnic->wq[i]); | |
501 | if (err) | |
502 | return err; | |
503 | } | |
504 | for (i = 0; i < fnic->wq_copy_count; i++) { | |
505 | err = vnic_wq_copy_disable(&fnic->wq_copy[i]); | |
506 | if (err) | |
507 | return err; | |
508 | } | |
509 | ||
510 | /* Clean up completed IOs and FCS frames */ | |
18244e94 | 511 | fnic_wq_copy_cmpl_handler(fnic, io_completions); |
5df6d737 AJ |
512 | fnic_wq_cmpl_handler(fnic, -1); |
513 | fnic_rq_cmpl_handler(fnic, -1); | |
514 | ||
515 | /* Clean up the IOs and FCS frames that have not completed */ | |
516 | for (i = 0; i < fnic->raw_wq_count; i++) | |
517 | vnic_wq_clean(&fnic->wq[i], fnic_free_wq_buf); | |
518 | for (i = 0; i < fnic->rq_count; i++) | |
519 | vnic_rq_clean(&fnic->rq[i], fnic_free_rq_buf); | |
520 | for (i = 0; i < fnic->wq_copy_count; i++) | |
521 | vnic_wq_copy_clean(&fnic->wq_copy[i], | |
522 | fnic_wq_copy_cleanup_handler); | |
523 | ||
524 | for (i = 0; i < fnic->cq_count; i++) | |
525 | vnic_cq_clean(&fnic->cq[i]); | |
526 | for (i = 0; i < fnic->intr_count; i++) | |
527 | vnic_intr_clean(&fnic->intr[i]); | |
528 | ||
5df6d737 AJ |
529 | mempool_destroy(fnic->io_req_pool); |
530 | for (i = 0; i < FNIC_SGL_NUM_CACHES; i++) | |
531 | mempool_destroy(fnic->io_sgl_pool[i]); | |
532 | ||
533 | return 0; | |
534 | } | |
535 | ||
536 | static void fnic_iounmap(struct fnic *fnic) | |
537 | { | |
538 | if (fnic->bar0.vaddr) | |
539 | iounmap(fnic->bar0.vaddr); | |
540 | } | |
541 | ||
78112e55 JE |
542 | /** |
543 | * fnic_get_mac() - get assigned data MAC address for FIP code. | |
544 | * @lport: local port. | |
545 | */ | |
546 | static u8 *fnic_get_mac(struct fc_lport *lport) | |
547 | { | |
548 | struct fnic *fnic = lport_priv(lport); | |
549 | ||
550 | return fnic->data_src_addr; | |
551 | } | |
552 | ||
d3c995f1 HP |
553 | static void fnic_set_vlan(struct fnic *fnic, u16 vlan_id) |
554 | { | |
c65b4f37 | 555 | vnic_dev_set_default_vlan(fnic->vdev, vlan_id); |
d3c995f1 HP |
556 | } |
557 | ||
6f039790 | 558 | static int fnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent) |
5df6d737 AJ |
559 | { |
560 | struct Scsi_Host *host; | |
561 | struct fc_lport *lp; | |
562 | struct fnic *fnic; | |
563 | mempool_t *pool; | |
564 | int err; | |
565 | int i; | |
566 | unsigned long flags; | |
567 | ||
568 | /* | |
569 | * Allocate SCSI Host and set up association between host, | |
570 | * local port, and fnic | |
571 | */ | |
86221969 CL |
572 | lp = libfc_host_alloc(&fnic_host_template, sizeof(struct fnic)); |
573 | if (!lp) { | |
574 | printk(KERN_ERR PFX "Unable to alloc libfc local port\n"); | |
5df6d737 AJ |
575 | err = -ENOMEM; |
576 | goto err_out; | |
577 | } | |
86221969 | 578 | host = lp->host; |
5df6d737 AJ |
579 | fnic = lport_priv(lp); |
580 | fnic->lport = lp; | |
78112e55 | 581 | fnic->ctlr.lp = lp; |
5df6d737 | 582 | |
f9e2beb9 KTK |
583 | fnic->link_events = 0; |
584 | ||
5df6d737 AJ |
585 | snprintf(fnic->name, sizeof(fnic->name) - 1, "%s%d", DRV_NAME, |
586 | host->host_no); | |
587 | ||
588 | host->transportt = fnic_fc_transport; | |
589 | ||
1dbaa379 | 590 | fnic_stats_debugfs_init(fnic); |
67125b02 | 591 | |
5df6d737 AJ |
592 | /* Setup PCI resources */ |
593 | pci_set_drvdata(pdev, fnic); | |
594 | ||
595 | fnic->pdev = pdev; | |
596 | ||
597 | err = pci_enable_device(pdev); | |
598 | if (err) { | |
599 | shost_printk(KERN_ERR, fnic->lport->host, | |
600 | "Cannot enable PCI device, aborting.\n"); | |
601 | goto err_out_free_hba; | |
602 | } | |
603 | ||
604 | err = pci_request_regions(pdev, DRV_NAME); | |
605 | if (err) { | |
606 | shost_printk(KERN_ERR, fnic->lport->host, | |
607 | "Cannot enable PCI resources, aborting\n"); | |
608 | goto err_out_disable_device; | |
609 | } | |
610 | ||
611 | pci_set_master(pdev); | |
612 | ||
613 | /* Query PCI controller on system for DMA addressing | |
87aa619c | 614 | * limitation for the device. Try 64-bit first, and |
5df6d737 AJ |
615 | * fail to 32-bit. |
616 | */ | |
7f9b0f77 | 617 | err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); |
5df6d737 | 618 | if (err) { |
7f9b0f77 | 619 | err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); |
5df6d737 AJ |
620 | if (err) { |
621 | shost_printk(KERN_ERR, fnic->lport->host, | |
622 | "No usable DMA configuration " | |
623 | "aborting\n"); | |
624 | goto err_out_release_regions; | |
625 | } | |
5df6d737 AJ |
626 | } |
627 | ||
628 | /* Map vNIC resources from BAR0 */ | |
629 | if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) { | |
630 | shost_printk(KERN_ERR, fnic->lport->host, | |
631 | "BAR0 not memory-map'able, aborting.\n"); | |
632 | err = -ENODEV; | |
633 | goto err_out_release_regions; | |
634 | } | |
635 | ||
636 | fnic->bar0.vaddr = pci_iomap(pdev, 0, 0); | |
637 | fnic->bar0.bus_addr = pci_resource_start(pdev, 0); | |
638 | fnic->bar0.len = pci_resource_len(pdev, 0); | |
639 | ||
640 | if (!fnic->bar0.vaddr) { | |
641 | shost_printk(KERN_ERR, fnic->lport->host, | |
642 | "Cannot memory-map BAR0 res hdr, " | |
643 | "aborting.\n"); | |
644 | err = -ENODEV; | |
645 | goto err_out_release_regions; | |
646 | } | |
647 | ||
648 | fnic->vdev = vnic_dev_register(NULL, fnic, pdev, &fnic->bar0); | |
649 | if (!fnic->vdev) { | |
650 | shost_printk(KERN_ERR, fnic->lport->host, | |
651 | "vNIC registration failed, " | |
652 | "aborting.\n"); | |
653 | err = -ENODEV; | |
654 | goto err_out_iounmap; | |
655 | } | |
656 | ||
e119d14c SK |
657 | err = vnic_dev_cmd_init(fnic->vdev); |
658 | if (err) { | |
659 | shost_printk(KERN_ERR, fnic->lport->host, | |
660 | "vnic_dev_cmd_init() returns %d, aborting\n", | |
661 | err); | |
662 | goto err_out_vnic_unregister; | |
663 | } | |
664 | ||
5df6d737 | 665 | err = fnic_dev_wait(fnic->vdev, vnic_dev_open, |
68e3cc02 | 666 | vnic_dev_open_done, CMD_OPENF_RQ_ENABLE_THEN_POST); |
5df6d737 AJ |
667 | if (err) { |
668 | shost_printk(KERN_ERR, fnic->lport->host, | |
669 | "vNIC dev open failed, aborting.\n"); | |
e119d14c | 670 | goto err_out_dev_cmd_deinit; |
5df6d737 AJ |
671 | } |
672 | ||
673 | err = vnic_dev_init(fnic->vdev, 0); | |
674 | if (err) { | |
675 | shost_printk(KERN_ERR, fnic->lport->host, | |
676 | "vNIC dev init failed, aborting.\n"); | |
677 | goto err_out_dev_close; | |
678 | } | |
679 | ||
78112e55 | 680 | err = vnic_dev_mac_addr(fnic->vdev, fnic->ctlr.ctl_src_addr); |
5df6d737 AJ |
681 | if (err) { |
682 | shost_printk(KERN_ERR, fnic->lport->host, | |
683 | "vNIC get MAC addr failed \n"); | |
684 | goto err_out_dev_close; | |
685 | } | |
78112e55 JE |
686 | /* set data_src for point-to-point mode and to keep it non-zero */ |
687 | memcpy(fnic->data_src_addr, fnic->ctlr.ctl_src_addr, ETH_ALEN); | |
5df6d737 AJ |
688 | |
689 | /* Get vNIC configuration */ | |
690 | err = fnic_get_vnic_config(fnic); | |
691 | if (err) { | |
692 | shost_printk(KERN_ERR, fnic->lport->host, | |
693 | "Get vNIC configuration failed, " | |
694 | "aborting.\n"); | |
695 | goto err_out_dev_close; | |
696 | } | |
fc85799e HP |
697 | |
698 | /* Configure Maximum Outstanding IO reqs*/ | |
699 | if (fnic->config.io_throttle_count != FNIC_UCSM_DFLT_THROTTLE_CNT_BLD) { | |
700 | host->can_queue = min_t(u32, FNIC_MAX_IO_REQ, | |
701 | max_t(u32, FNIC_MIN_IO_REQ, | |
702 | fnic->config.io_throttle_count)); | |
703 | } | |
704 | fnic->fnic_max_tag_id = host->can_queue; | |
705 | ||
5df6d737 AJ |
706 | host->max_lun = fnic->config.luns_per_tgt; |
707 | host->max_id = FNIC_MAX_FCP_TARGET; | |
da87bfab | 708 | host->max_cmd_len = FCOE_MAX_CMD_LEN; |
5df6d737 AJ |
709 | |
710 | fnic_get_res_counts(fnic); | |
711 | ||
712 | err = fnic_set_intr_mode(fnic); | |
713 | if (err) { | |
714 | shost_printk(KERN_ERR, fnic->lport->host, | |
715 | "Failed to set intr mode, " | |
716 | "aborting.\n"); | |
717 | goto err_out_dev_close; | |
718 | } | |
719 | ||
5df6d737 AJ |
720 | err = fnic_alloc_vnic_resources(fnic); |
721 | if (err) { | |
722 | shost_printk(KERN_ERR, fnic->lport->host, | |
723 | "Failed to alloc vNIC resources, " | |
724 | "aborting.\n"); | |
2e76f767 | 725 | goto err_out_clear_intr; |
5df6d737 AJ |
726 | } |
727 | ||
728 | ||
729 | /* initialize all fnic locks */ | |
730 | spin_lock_init(&fnic->fnic_lock); | |
731 | ||
732 | for (i = 0; i < FNIC_WQ_MAX; i++) | |
733 | spin_lock_init(&fnic->wq_lock[i]); | |
734 | ||
735 | for (i = 0; i < FNIC_WQ_COPY_MAX; i++) { | |
736 | spin_lock_init(&fnic->wq_copy_lock[i]); | |
737 | fnic->wq_copy_desc_low[i] = DESC_CLEAN_LOW_WATERMARK; | |
738 | fnic->fw_ack_recd[i] = 0; | |
739 | fnic->fw_ack_index[i] = -1; | |
740 | } | |
741 | ||
742 | for (i = 0; i < FNIC_IO_LOCKS; i++) | |
743 | spin_lock_init(&fnic->io_req_lock[i]); | |
744 | ||
d4fc94fe | 745 | err = -ENOMEM; |
5df6d737 AJ |
746 | fnic->io_req_pool = mempool_create_slab_pool(2, fnic_io_req_cache); |
747 | if (!fnic->io_req_pool) | |
748 | goto err_out_free_resources; | |
749 | ||
0c79c742 | 750 | pool = mempool_create_slab_pool(2, fnic_sgl_cache[FNIC_SGL_CACHE_DFLT]); |
5df6d737 AJ |
751 | if (!pool) |
752 | goto err_out_free_ioreq_pool; | |
753 | fnic->io_sgl_pool[FNIC_SGL_CACHE_DFLT] = pool; | |
754 | ||
0c79c742 | 755 | pool = mempool_create_slab_pool(2, fnic_sgl_cache[FNIC_SGL_CACHE_MAX]); |
5df6d737 AJ |
756 | if (!pool) |
757 | goto err_out_free_dflt_pool; | |
758 | fnic->io_sgl_pool[FNIC_SGL_CACHE_MAX] = pool; | |
759 | ||
760 | /* setup vlan config, hw inserts vlan header */ | |
761 | fnic->vlan_hw_insert = 1; | |
762 | fnic->vlan_id = 0; | |
763 | ||
78112e55 JE |
764 | /* Initialize the FIP fcoe_ctrl struct */ |
765 | fnic->ctlr.send = fnic_eth_send; | |
766 | fnic->ctlr.update_mac = fnic_update_mac; | |
767 | fnic->ctlr.get_src_addr = fnic_get_mac; | |
78112e55 JE |
768 | if (fnic->config.flags & VFCF_FIP_CAPABLE) { |
769 | shost_printk(KERN_INFO, fnic->lport->host, | |
770 | "firmware supports FIP\n"); | |
aaa5e569 VSVB |
771 | /* enable directed and multicast */ |
772 | vnic_dev_packet_filter(fnic->vdev, 1, 1, 0, 0, 0); | |
78112e55 JE |
773 | vnic_dev_add_addr(fnic->vdev, FIP_ALL_ENODE_MACS); |
774 | vnic_dev_add_addr(fnic->vdev, fnic->ctlr.ctl_src_addr); | |
d3c995f1 | 775 | fnic->set_vlan = fnic_set_vlan; |
3d902ac0 | 776 | fcoe_ctlr_init(&fnic->ctlr, FIP_MODE_AUTO); |
e99e88a9 | 777 | timer_setup(&fnic->fip_timer, fnic_fip_notify_timer, 0); |
d3c995f1 HP |
778 | spin_lock_init(&fnic->vlans_lock); |
779 | INIT_WORK(&fnic->fip_frame_work, fnic_handle_fip_frame); | |
780 | INIT_WORK(&fnic->event_work, fnic_handle_event); | |
781 | skb_queue_head_init(&fnic->fip_frame_queue); | |
d3c995f1 HP |
782 | INIT_LIST_HEAD(&fnic->evlist); |
783 | INIT_LIST_HEAD(&fnic->vlans); | |
78112e55 JE |
784 | } else { |
785 | shost_printk(KERN_INFO, fnic->lport->host, | |
786 | "firmware uses non-FIP mode\n"); | |
3d902ac0 | 787 | fcoe_ctlr_init(&fnic->ctlr, FIP_MODE_NON_FIP); |
c8ff03c6 | 788 | fnic->ctlr.state = FIP_ST_NON_FIP; |
78112e55 | 789 | } |
5df6d737 AJ |
790 | fnic->state = FNIC_IN_FC_MODE; |
791 | ||
03298552 HP |
792 | atomic_set(&fnic->in_flight, 0); |
793 | fnic->state_flags = FNIC_FLAGS_NONE; | |
794 | ||
5df6d737 AJ |
795 | /* Enable hardware stripping of vlan header on ingress */ |
796 | fnic_set_nic_config(fnic, 0, 0, 0, 0, 0, 0, 1); | |
797 | ||
798 | /* Setup notification buffer area */ | |
799 | err = fnic_notify_set(fnic); | |
800 | if (err) { | |
801 | shost_printk(KERN_ERR, fnic->lport->host, | |
802 | "Failed to alloc notify buffer, aborting.\n"); | |
803 | goto err_out_free_max_pool; | |
804 | } | |
805 | ||
806 | /* Setup notify timer when using MSI interrupts */ | |
807 | if (vnic_dev_get_intr_mode(fnic->vdev) == VNIC_DEV_INTR_MODE_MSI) | |
e99e88a9 | 808 | timer_setup(&fnic->notify_timer, fnic_notify_timer, 0); |
5df6d737 AJ |
809 | |
810 | /* allocate RQ buffers and post them to RQ*/ | |
811 | for (i = 0; i < fnic->rq_count; i++) { | |
68e3cc02 | 812 | vnic_rq_enable(&fnic->rq[i]); |
5df6d737 AJ |
813 | err = vnic_rq_fill(&fnic->rq[i], fnic_alloc_rq_frame); |
814 | if (err) { | |
815 | shost_printk(KERN_ERR, fnic->lport->host, | |
816 | "fnic_alloc_rq_frame can't alloc " | |
817 | "frame\n"); | |
818 | goto err_out_free_rq_buf; | |
819 | } | |
820 | } | |
821 | ||
822 | /* | |
823 | * Initialization done with PCI system, hardware, firmware. | |
824 | * Add host to SCSI | |
825 | */ | |
826 | err = scsi_add_host(lp->host, &pdev->dev); | |
827 | if (err) { | |
828 | shost_printk(KERN_ERR, fnic->lport->host, | |
829 | "fnic: scsi_add_host failed...exiting\n"); | |
830 | goto err_out_free_rq_buf; | |
831 | } | |
832 | ||
833 | /* Start local port initiatialization */ | |
834 | ||
835 | lp->link_up = 0; | |
5df6d737 | 836 | |
5df6d737 | 837 | lp->max_retry_count = fnic->config.flogi_retries; |
a3666955 | 838 | lp->max_rport_retry_count = fnic->config.plogi_retries; |
5df6d737 AJ |
839 | lp->service_params = (FCP_SPPF_INIT_FCN | FCP_SPPF_RD_XRDY_DIS | |
840 | FCP_SPPF_CONF_COMPL); | |
841 | if (fnic->config.flags & VFCF_FCP_SEQ_LVL_ERR) | |
842 | lp->service_params |= FCP_SPPF_RETRY; | |
843 | ||
844 | lp->boot_time = jiffies; | |
845 | lp->e_d_tov = fnic->config.ed_tov; | |
846 | lp->r_a_tov = fnic->config.ra_tov; | |
847 | lp->link_supported_speeds = FC_PORTSPEED_10GBIT; | |
848 | fc_set_wwnn(lp, fnic->config.node_wwn); | |
849 | fc_set_wwpn(lp, fnic->config.port_wwn); | |
850 | ||
e10f8c66 | 851 | fcoe_libfc_config(lp, &fnic->ctlr, &fnic_transport_template, 0); |
5df6d737 | 852 | |
52ff878c VD |
853 | if (!fc_exch_mgr_alloc(lp, FC_CLASS_3, FCPIO_HOST_EXCH_RANGE_START, |
854 | FCPIO_HOST_EXCH_RANGE_END, NULL)) { | |
855 | err = -ENOMEM; | |
856 | goto err_out_remove_scsi_host; | |
857 | } | |
858 | ||
c693a71d | 859 | fc_lport_init_stats(lp); |
1adee040 | 860 | fnic->stats_reset_time = jiffies; |
c693a71d | 861 | |
5df6d737 AJ |
862 | fc_lport_config(lp); |
863 | ||
864 | if (fc_set_mfs(lp, fnic->config.maxdatafieldsize + | |
865 | sizeof(struct fc_frame_header))) { | |
866 | err = -EINVAL; | |
867 | goto err_out_free_exch_mgr; | |
868 | } | |
869 | fc_host_maxframe_size(lp->host) = lp->mfs; | |
48586820 | 870 | fc_host_dev_loss_tmo(lp->host) = fnic->config.port_down_timeout / 1000; |
5df6d737 AJ |
871 | |
872 | sprintf(fc_host_symbolic_name(lp->host), | |
873 | DRV_NAME " v" DRV_VERSION " over %s", fnic->name); | |
874 | ||
875 | spin_lock_irqsave(&fnic_list_lock, flags); | |
876 | list_add_tail(&fnic->list, &fnic_list); | |
877 | spin_unlock_irqrestore(&fnic_list_lock, flags); | |
878 | ||
879 | INIT_WORK(&fnic->link_work, fnic_handle_link); | |
880 | INIT_WORK(&fnic->frame_work, fnic_handle_frame); | |
881 | skb_queue_head_init(&fnic->frame_queue); | |
78112e55 | 882 | skb_queue_head_init(&fnic->tx_queue); |
5df6d737 AJ |
883 | |
884 | /* Enable all queues */ | |
885 | for (i = 0; i < fnic->raw_wq_count; i++) | |
886 | vnic_wq_enable(&fnic->wq[i]); | |
5df6d737 AJ |
887 | for (i = 0; i < fnic->wq_copy_count; i++) |
888 | vnic_wq_copy_enable(&fnic->wq_copy[i]); | |
889 | ||
890 | fc_fabric_login(lp); | |
891 | ||
2e76f767 AJ |
892 | err = fnic_request_intr(fnic); |
893 | if (err) { | |
894 | shost_printk(KERN_ERR, fnic->lport->host, | |
895 | "Unable to request irq.\n"); | |
896 | goto err_out_free_exch_mgr; | |
897 | } | |
898 | ||
120dbfd9 SK |
899 | vnic_dev_enable(fnic->vdev); |
900 | ||
5df6d737 AJ |
901 | for (i = 0; i < fnic->intr_count; i++) |
902 | vnic_intr_unmask(&fnic->intr[i]); | |
903 | ||
904 | fnic_notify_timer_start(fnic); | |
905 | ||
906 | return 0; | |
907 | ||
908 | err_out_free_exch_mgr: | |
52ff878c | 909 | fc_exch_mgr_free(lp); |
5df6d737 | 910 | err_out_remove_scsi_host: |
78112e55 JE |
911 | fc_remove_host(lp->host); |
912 | scsi_remove_host(lp->host); | |
5df6d737 AJ |
913 | err_out_free_rq_buf: |
914 | for (i = 0; i < fnic->rq_count; i++) | |
915 | vnic_rq_clean(&fnic->rq[i], fnic_free_rq_buf); | |
916 | vnic_dev_notify_unset(fnic->vdev); | |
917 | err_out_free_max_pool: | |
918 | mempool_destroy(fnic->io_sgl_pool[FNIC_SGL_CACHE_MAX]); | |
919 | err_out_free_dflt_pool: | |
920 | mempool_destroy(fnic->io_sgl_pool[FNIC_SGL_CACHE_DFLT]); | |
921 | err_out_free_ioreq_pool: | |
922 | mempool_destroy(fnic->io_req_pool); | |
923 | err_out_free_resources: | |
924 | fnic_free_vnic_resources(fnic); | |
5df6d737 AJ |
925 | err_out_clear_intr: |
926 | fnic_clear_intr_mode(fnic); | |
927 | err_out_dev_close: | |
928 | vnic_dev_close(fnic->vdev); | |
e119d14c | 929 | err_out_dev_cmd_deinit: |
5df6d737 AJ |
930 | err_out_vnic_unregister: |
931 | vnic_dev_unregister(fnic->vdev); | |
932 | err_out_iounmap: | |
933 | fnic_iounmap(fnic); | |
934 | err_out_release_regions: | |
935 | pci_release_regions(pdev); | |
936 | err_out_disable_device: | |
937 | pci_disable_device(pdev); | |
938 | err_out_free_hba: | |
67125b02 | 939 | fnic_stats_debugfs_remove(fnic); |
5df6d737 AJ |
940 | scsi_host_put(lp->host); |
941 | err_out: | |
942 | return err; | |
943 | } | |
944 | ||
6f039790 | 945 | static void fnic_remove(struct pci_dev *pdev) |
5df6d737 AJ |
946 | { |
947 | struct fnic *fnic = pci_get_drvdata(pdev); | |
78112e55 | 948 | struct fc_lport *lp = fnic->lport; |
5df6d737 AJ |
949 | unsigned long flags; |
950 | ||
951 | /* | |
952 | * Mark state so that the workqueue thread stops forwarding | |
953 | * received frames and link events to the local port. ISR and | |
954 | * other threads that can queue work items will also stop | |
955 | * creating work items on the fnic workqueue | |
956 | */ | |
957 | spin_lock_irqsave(&fnic->fnic_lock, flags); | |
958 | fnic->stop_rx_link_events = 1; | |
959 | spin_unlock_irqrestore(&fnic->fnic_lock, flags); | |
960 | ||
961 | if (vnic_dev_get_intr_mode(fnic->vdev) == VNIC_DEV_INTR_MODE_MSI) | |
962 | del_timer_sync(&fnic->notify_timer); | |
963 | ||
964 | /* | |
965 | * Flush the fnic event queue. After this call, there should | |
966 | * be no event queued for this fnic device in the workqueue | |
967 | */ | |
968 | flush_workqueue(fnic_event_queue); | |
969 | skb_queue_purge(&fnic->frame_queue); | |
78112e55 | 970 | skb_queue_purge(&fnic->tx_queue); |
5df6d737 | 971 | |
d3c995f1 HP |
972 | if (fnic->config.flags & VFCF_FIP_CAPABLE) { |
973 | del_timer_sync(&fnic->fip_timer); | |
974 | skb_queue_purge(&fnic->fip_frame_queue); | |
975 | fnic_fcoe_reset_vlans(fnic); | |
976 | fnic_fcoe_evlist_free(fnic); | |
977 | } | |
978 | ||
5df6d737 AJ |
979 | /* |
980 | * Log off the fabric. This stops all remote ports, dns port, | |
981 | * logs off the fabric. This flushes all rport, disc, lport work | |
982 | * before returning | |
983 | */ | |
984 | fc_fabric_logoff(fnic->lport); | |
985 | ||
986 | spin_lock_irqsave(&fnic->fnic_lock, flags); | |
987 | fnic->in_remove = 1; | |
988 | spin_unlock_irqrestore(&fnic->fnic_lock, flags); | |
989 | ||
78112e55 JE |
990 | fcoe_ctlr_destroy(&fnic->ctlr); |
991 | fc_lport_destroy(lp); | |
67125b02 | 992 | fnic_stats_debugfs_remove(fnic); |
5df6d737 AJ |
993 | |
994 | /* | |
995 | * This stops the fnic device, masks all interrupts. Completed | |
996 | * CQ entries are drained. Posted WQ/RQ/Copy-WQ entries are | |
997 | * cleaned up | |
998 | */ | |
999 | fnic_cleanup(fnic); | |
1000 | ||
1001 | BUG_ON(!skb_queue_empty(&fnic->frame_queue)); | |
78112e55 | 1002 | BUG_ON(!skb_queue_empty(&fnic->tx_queue)); |
5df6d737 AJ |
1003 | |
1004 | spin_lock_irqsave(&fnic_list_lock, flags); | |
1005 | list_del(&fnic->list); | |
1006 | spin_unlock_irqrestore(&fnic_list_lock, flags); | |
1007 | ||
1008 | fc_remove_host(fnic->lport->host); | |
1009 | scsi_remove_host(fnic->lport->host); | |
52ff878c | 1010 | fc_exch_mgr_free(fnic->lport); |
5df6d737 | 1011 | vnic_dev_notify_unset(fnic->vdev); |
5df6d737 | 1012 | fnic_free_intr(fnic); |
2e76f767 | 1013 | fnic_free_vnic_resources(fnic); |
5df6d737 AJ |
1014 | fnic_clear_intr_mode(fnic); |
1015 | vnic_dev_close(fnic->vdev); | |
1016 | vnic_dev_unregister(fnic->vdev); | |
1017 | fnic_iounmap(fnic); | |
1018 | pci_release_regions(pdev); | |
1019 | pci_disable_device(pdev); | |
78112e55 | 1020 | scsi_host_put(lp->host); |
5df6d737 AJ |
1021 | } |
1022 | ||
1023 | static struct pci_driver fnic_driver = { | |
1024 | .name = DRV_NAME, | |
1025 | .id_table = fnic_id_table, | |
1026 | .probe = fnic_probe, | |
6f039790 | 1027 | .remove = fnic_remove, |
5df6d737 AJ |
1028 | }; |
1029 | ||
1030 | static int __init fnic_init_module(void) | |
1031 | { | |
1032 | size_t len; | |
1033 | int err = 0; | |
1034 | ||
1035 | printk(KERN_INFO PFX "%s, ver %s\n", DRV_DESCRIPTION, DRV_VERSION); | |
1036 | ||
67125b02 HP |
1037 | /* Create debugfs entries for fnic */ |
1038 | err = fnic_debugfs_init(); | |
1039 | if (err < 0) { | |
1040 | printk(KERN_ERR PFX "Failed to create fnic directory " | |
1041 | "for tracing and stats logging\n"); | |
1042 | fnic_debugfs_terminate(); | |
1043 | } | |
1044 | ||
4d7007b4 HP |
1045 | /* Allocate memory for trace buffer */ |
1046 | err = fnic_trace_buf_init(); | |
1047 | if (err < 0) { | |
abb14148 HS |
1048 | printk(KERN_ERR PFX |
1049 | "Trace buffer initialization Failed. " | |
1050 | "Fnic Tracing utility is disabled\n"); | |
4d7007b4 HP |
1051 | fnic_trace_free(); |
1052 | } | |
1053 | ||
abb14148 HS |
1054 | /* Allocate memory for fc trace buffer */ |
1055 | err = fnic_fc_trace_init(); | |
1056 | if (err < 0) { | |
1057 | printk(KERN_ERR PFX "FC trace buffer initialization Failed " | |
1058 | "FC frame tracing utility is disabled\n"); | |
1059 | fnic_fc_trace_free(); | |
1060 | } | |
1061 | ||
5df6d737 AJ |
1062 | /* Create a cache for allocation of default size sgls */ |
1063 | len = sizeof(struct fnic_dflt_sgl_list); | |
1064 | fnic_sgl_cache[FNIC_SGL_CACHE_DFLT] = kmem_cache_create | |
1065 | ("fnic_sgl_dflt", len + FNIC_SG_DESC_ALIGN, FNIC_SG_DESC_ALIGN, | |
0c79c742 | 1066 | SLAB_HWCACHE_ALIGN, |
5df6d737 AJ |
1067 | NULL); |
1068 | if (!fnic_sgl_cache[FNIC_SGL_CACHE_DFLT]) { | |
1069 | printk(KERN_ERR PFX "failed to create fnic dflt sgl slab\n"); | |
1070 | err = -ENOMEM; | |
1071 | goto err_create_fnic_sgl_slab_dflt; | |
1072 | } | |
1073 | ||
1074 | /* Create a cache for allocation of max size sgls*/ | |
1075 | len = sizeof(struct fnic_sgl_list); | |
1076 | fnic_sgl_cache[FNIC_SGL_CACHE_MAX] = kmem_cache_create | |
1077 | ("fnic_sgl_max", len + FNIC_SG_DESC_ALIGN, FNIC_SG_DESC_ALIGN, | |
d3c995f1 HP |
1078 | SLAB_HWCACHE_ALIGN, |
1079 | NULL); | |
5df6d737 AJ |
1080 | if (!fnic_sgl_cache[FNIC_SGL_CACHE_MAX]) { |
1081 | printk(KERN_ERR PFX "failed to create fnic max sgl slab\n"); | |
1082 | err = -ENOMEM; | |
1083 | goto err_create_fnic_sgl_slab_max; | |
1084 | } | |
1085 | ||
1086 | /* Create a cache of io_req structs for use via mempool */ | |
1087 | fnic_io_req_cache = kmem_cache_create("fnic_io_req", | |
1088 | sizeof(struct fnic_io_req), | |
1089 | 0, SLAB_HWCACHE_ALIGN, NULL); | |
1090 | if (!fnic_io_req_cache) { | |
1091 | printk(KERN_ERR PFX "failed to create fnic io_req slab\n"); | |
1092 | err = -ENOMEM; | |
1093 | goto err_create_fnic_ioreq_slab; | |
1094 | } | |
1095 | ||
1096 | fnic_event_queue = create_singlethread_workqueue("fnic_event_wq"); | |
1097 | if (!fnic_event_queue) { | |
1098 | printk(KERN_ERR PFX "fnic work queue create failed\n"); | |
1099 | err = -ENOMEM; | |
1100 | goto err_create_fnic_workq; | |
1101 | } | |
1102 | ||
e09056b2 CL |
1103 | fnic_fip_queue = create_singlethread_workqueue("fnic_fip_q"); |
1104 | if (!fnic_fip_queue) { | |
1105 | printk(KERN_ERR PFX "fnic FIP work queue create failed\n"); | |
1106 | err = -ENOMEM; | |
1107 | goto err_create_fip_workq; | |
1108 | } | |
1109 | ||
5df6d737 AJ |
1110 | fnic_fc_transport = fc_attach_transport(&fnic_fc_functions); |
1111 | if (!fnic_fc_transport) { | |
1112 | printk(KERN_ERR PFX "fc_attach_transport error\n"); | |
1113 | err = -ENOMEM; | |
1114 | goto err_fc_transport; | |
1115 | } | |
1116 | ||
1117 | /* register the driver with PCI system */ | |
1118 | err = pci_register_driver(&fnic_driver); | |
1119 | if (err < 0) { | |
1120 | printk(KERN_ERR PFX "pci register error\n"); | |
1121 | goto err_pci_register; | |
1122 | } | |
1123 | return err; | |
1124 | ||
1125 | err_pci_register: | |
1126 | fc_release_transport(fnic_fc_transport); | |
1127 | err_fc_transport: | |
e09056b2 CL |
1128 | destroy_workqueue(fnic_fip_queue); |
1129 | err_create_fip_workq: | |
5df6d737 AJ |
1130 | destroy_workqueue(fnic_event_queue); |
1131 | err_create_fnic_workq: | |
1132 | kmem_cache_destroy(fnic_io_req_cache); | |
1133 | err_create_fnic_ioreq_slab: | |
1134 | kmem_cache_destroy(fnic_sgl_cache[FNIC_SGL_CACHE_MAX]); | |
1135 | err_create_fnic_sgl_slab_max: | |
1136 | kmem_cache_destroy(fnic_sgl_cache[FNIC_SGL_CACHE_DFLT]); | |
1137 | err_create_fnic_sgl_slab_dflt: | |
4d7007b4 | 1138 | fnic_trace_free(); |
abb14148 | 1139 | fnic_fc_trace_free(); |
67125b02 | 1140 | fnic_debugfs_terminate(); |
5df6d737 AJ |
1141 | return err; |
1142 | } | |
1143 | ||
1144 | static void __exit fnic_cleanup_module(void) | |
1145 | { | |
1146 | pci_unregister_driver(&fnic_driver); | |
1147 | destroy_workqueue(fnic_event_queue); | |
d3c995f1 HP |
1148 | if (fnic_fip_queue) { |
1149 | flush_workqueue(fnic_fip_queue); | |
1150 | destroy_workqueue(fnic_fip_queue); | |
1151 | } | |
5df6d737 AJ |
1152 | kmem_cache_destroy(fnic_sgl_cache[FNIC_SGL_CACHE_MAX]); |
1153 | kmem_cache_destroy(fnic_sgl_cache[FNIC_SGL_CACHE_DFLT]); | |
1154 | kmem_cache_destroy(fnic_io_req_cache); | |
1155 | fc_release_transport(fnic_fc_transport); | |
4d7007b4 | 1156 | fnic_trace_free(); |
abb14148 | 1157 | fnic_fc_trace_free(); |
67125b02 | 1158 | fnic_debugfs_terminate(); |
5df6d737 AJ |
1159 | } |
1160 | ||
1161 | module_init(fnic_init_module); | |
1162 | module_exit(fnic_cleanup_module); | |
1163 |