]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - drivers/net/ethernet/qlogic/qlcnic/qlcnic_83xx_init.c
projects / mirror_ubuntu-bionic-kernel.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Merge branch 'topic/kbuild-fixes-for-next' of git://git.kernel.org/pub/scm/linux...
[mirror_ubuntu-bionic-kernel.git] / drivers / net / ethernet / qlogic / qlcnic / qlcnic_83xx_init.c
1 /*
2 * QLogic qlcnic NIC Driver
3 * Copyright (c) 2009-2013 QLogic Corporation
4 *
5 * See LICENSE.qlcnic for copyright and licensing details.
6 */
7
8 #include "qlcnic_sriov.h"
9 #include "qlcnic.h"
10 #include "qlcnic_hw.h"
11
12 /* Reset template definitions */
13 #define QLC_83XX_RESTART_TEMPLATE_SIZE 0x2000
14 #define QLC_83XX_RESET_TEMPLATE_ADDR 0x4F0000
15 #define QLC_83XX_RESET_SEQ_VERSION 0x0101
16
17 #define QLC_83XX_OPCODE_NOP 0x0000
18 #define QLC_83XX_OPCODE_WRITE_LIST 0x0001
19 #define QLC_83XX_OPCODE_READ_WRITE_LIST 0x0002
20 #define QLC_83XX_OPCODE_POLL_LIST 0x0004
21 #define QLC_83XX_OPCODE_POLL_WRITE_LIST 0x0008
22 #define QLC_83XX_OPCODE_READ_MODIFY_WRITE 0x0010
23 #define QLC_83XX_OPCODE_SEQ_PAUSE 0x0020
24 #define QLC_83XX_OPCODE_SEQ_END 0x0040
25 #define QLC_83XX_OPCODE_TMPL_END 0x0080
26 #define QLC_83XX_OPCODE_POLL_READ_LIST 0x0100
27
28 /* EPORT control registers */
29 #define QLC_83XX_RESET_CONTROL 0x28084E50
30 #define QLC_83XX_RESET_REG 0x28084E60
31 #define QLC_83XX_RESET_PORT0 0x28084E70
32 #define QLC_83XX_RESET_PORT1 0x28084E80
33 #define QLC_83XX_RESET_PORT2 0x28084E90
34 #define QLC_83XX_RESET_PORT3 0x28084EA0
35 #define QLC_83XX_RESET_SRESHIM 0x28084EB0
36 #define QLC_83XX_RESET_EPGSHIM 0x28084EC0
37 #define QLC_83XX_RESET_ETHERPCS 0x28084ED0
38
39 static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter);
40 static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev);
41 static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter);
42
43 /* Template header */
44 struct qlc_83xx_reset_hdr {
45 #if defined(__LITTLE_ENDIAN)
46 u16 version;
47 u16 signature;
48 u16 size;
49 u16 entries;
50 u16 hdr_size;
51 u16 checksum;
52 u16 init_offset;
53 u16 start_offset;
54 #elif defined(__BIG_ENDIAN)
55 u16 signature;
56 u16 version;
57 u16 entries;
58 u16 size;
59 u16 checksum;
60 u16 hdr_size;
61 u16 start_offset;
62 u16 init_offset;
63 #endif
64 } __packed;
65
66 /* Command entry header. */
67 struct qlc_83xx_entry_hdr {
68 #if defined(__LITTLE_ENDIAN)
69 u16 cmd;
70 u16 size;
71 u16 count;
72 u16 delay;
73 #elif defined(__BIG_ENDIAN)
74 u16 size;
75 u16 cmd;
76 u16 delay;
77 u16 count;
78 #endif
79 } __packed;
80
81 /* Generic poll command */
82 struct qlc_83xx_poll {
83 u32 mask;
84 u32 status;
85 } __packed;
86
87 /* Read modify write command */
88 struct qlc_83xx_rmw {
89 u32 mask;
90 u32 xor_value;
91 u32 or_value;
92 #if defined(__LITTLE_ENDIAN)
93 u8 shl;
94 u8 shr;
95 u8 index_a;
96 u8 rsvd;
97 #elif defined(__BIG_ENDIAN)
98 u8 rsvd;
99 u8 index_a;
100 u8 shr;
101 u8 shl;
102 #endif
103 } __packed;
104
105 /* Generic command with 2 DWORD */
106 struct qlc_83xx_entry {
107 u32 arg1;
108 u32 arg2;
109 } __packed;
110
111 /* Generic command with 4 DWORD */
112 struct qlc_83xx_quad_entry {
113 u32 dr_addr;
114 u32 dr_value;
115 u32 ar_addr;
116 u32 ar_value;
117 } __packed;
118 static const char *const qlc_83xx_idc_states[] = {
119 "Unknown",
120 "Cold",
121 "Init",
122 "Ready",
123 "Need Reset",
124 "Need Quiesce",
125 "Failed",
126 "Quiesce"
127 };
128
129 static int
130 qlcnic_83xx_idc_check_driver_presence_reg(struct qlcnic_adapter *adapter)
131 {
132 u32 val;
133
134 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
135 if ((val & 0xFFFF))
136 return 1;
137 else
138 return 0;
139 }
140
141 static void qlcnic_83xx_idc_log_state_history(struct qlcnic_adapter *adapter)
142 {
143 u32 cur, prev;
144 cur = adapter->ahw->idc.curr_state;
145 prev = adapter->ahw->idc.prev_state;
146
147 dev_info(&adapter->pdev->dev,
148 "current state = %s, prev state = %s\n",
149 adapter->ahw->idc.name[cur],
150 adapter->ahw->idc.name[prev]);
151 }
152
153 static int qlcnic_83xx_idc_update_audit_reg(struct qlcnic_adapter *adapter,
154 u8 mode, int lock)
155 {
156 u32 val;
157 int seconds;
158
159 if (lock) {
160 if (qlcnic_83xx_lock_driver(adapter))
161 return -EBUSY;
162 }
163
164 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
165 val |= (adapter->portnum & 0xf);
166 val |= mode << 7;
167 if (mode)
168 seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
169 else
170 seconds = jiffies / HZ;
171
172 val |= seconds << 8;
173 QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT, val);
174 adapter->ahw->idc.sec_counter = jiffies / HZ;
175
176 if (lock)
177 qlcnic_83xx_unlock_driver(adapter);
178
179 return 0;
180 }
181
182 static void qlcnic_83xx_idc_update_minor_version(struct qlcnic_adapter *adapter)
183 {
184 u32 val;
185
186 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION);
187 val = val & ~(0x3 << (adapter->portnum * 2));
188 val = val | (QLC_83XX_IDC_MINOR_VERSION << (adapter->portnum * 2));
189 QLCWRX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION, val);
190 }
191
192 static int qlcnic_83xx_idc_update_major_version(struct qlcnic_adapter *adapter,
193 int lock)
194 {
195 u32 val;
196
197 if (lock) {
198 if (qlcnic_83xx_lock_driver(adapter))
199 return -EBUSY;
200 }
201
202 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
203 val = val & ~0xFF;
204 val = val | QLC_83XX_IDC_MAJOR_VERSION;
205 QLCWRX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION, val);
206
207 if (lock)
208 qlcnic_83xx_unlock_driver(adapter);
209
210 return 0;
211 }
212
213 static int
214 qlcnic_83xx_idc_update_drv_presence_reg(struct qlcnic_adapter *adapter,
215 int status, int lock)
216 {
217 u32 val;
218
219 if (lock) {
220 if (qlcnic_83xx_lock_driver(adapter))
221 return -EBUSY;
222 }
223
224 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
225
226 if (status)
227 val = val | (1 << adapter->portnum);
228 else
229 val = val & ~(1 << adapter->portnum);
230
231 QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
232 qlcnic_83xx_idc_update_minor_version(adapter);
233
234 if (lock)
235 qlcnic_83xx_unlock_driver(adapter);
236
237 return 0;
238 }
239
240 static int qlcnic_83xx_idc_check_major_version(struct qlcnic_adapter *adapter)
241 {
242 u32 val;
243 u8 version;
244
245 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
246 version = val & 0xFF;
247
248 if (version != QLC_83XX_IDC_MAJOR_VERSION) {
249 dev_info(&adapter->pdev->dev,
250 "%s:mismatch. version 0x%x, expected version 0x%x\n",
251 __func__, version, QLC_83XX_IDC_MAJOR_VERSION);
252 return -EIO;
253 }
254
255 return 0;
256 }
257
258 static int qlcnic_83xx_idc_clear_registers(struct qlcnic_adapter *adapter,
259 int lock)
260 {
261 u32 val;
262
263 if (lock) {
264 if (qlcnic_83xx_lock_driver(adapter))
265 return -EBUSY;
266 }
267
268 QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, 0);
269 /* Clear gracefull reset bit */
270 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
271 val &= ~QLC_83XX_IDC_GRACEFULL_RESET;
272 QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
273
274 if (lock)
275 qlcnic_83xx_unlock_driver(adapter);
276
277 return 0;
278 }
279
280 static int qlcnic_83xx_idc_update_drv_ack_reg(struct qlcnic_adapter *adapter,
281 int flag, int lock)
282 {
283 u32 val;
284
285 if (lock) {
286 if (qlcnic_83xx_lock_driver(adapter))
287 return -EBUSY;
288 }
289
290 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
291 if (flag)
292 val = val | (1 << adapter->portnum);
293 else
294 val = val & ~(1 << adapter->portnum);
295 QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, val);
296
297 if (lock)
298 qlcnic_83xx_unlock_driver(adapter);
299
300 return 0;
301 }
302
303 static int qlcnic_83xx_idc_check_timeout(struct qlcnic_adapter *adapter,
304 int time_limit)
305 {
306 u64 seconds;
307
308 seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
309 if (seconds <= time_limit)
310 return 0;
311 else
312 return -EBUSY;
313 }
314
315 /**
316 * qlcnic_83xx_idc_check_reset_ack_reg
317 *
318 * @adapter: adapter structure
319 *
320 * Check ACK wait limit and clear the functions which failed to ACK
321 *
322 * Return 0 if all functions have acknowledged the reset request.
323 **/
324 static int qlcnic_83xx_idc_check_reset_ack_reg(struct qlcnic_adapter *adapter)
325 {
326 int timeout;
327 u32 ack, presence, val;
328
329 timeout = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
330 ack = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
331 presence = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
332 dev_info(&adapter->pdev->dev,
333 "%s: ack = 0x%x, presence = 0x%x\n", __func__, ack, presence);
334 if (!((ack & presence) == presence)) {
335 if (qlcnic_83xx_idc_check_timeout(adapter, timeout)) {
336 /* Clear functions which failed to ACK */
337 dev_info(&adapter->pdev->dev,
338 "%s: ACK wait exceeds time limit\n", __func__);
339 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
340 val = val & ~(ack ^ presence);
341 if (qlcnic_83xx_lock_driver(adapter))
342 return -EBUSY;
343 QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
344 dev_info(&adapter->pdev->dev,
345 "%s: updated drv presence reg = 0x%x\n",
346 __func__, val);
347 qlcnic_83xx_unlock_driver(adapter);
348 return 0;
349
350 } else {
351 return 1;
352 }
353 } else {
354 dev_info(&adapter->pdev->dev,
355 "%s: Reset ACK received from all functions\n",
356 __func__);
357 return 0;
358 }
359 }
360
361 /**
362 * qlcnic_83xx_idc_tx_soft_reset
363 *
364 * @adapter: adapter structure
365 *
366 * Handle context deletion and recreation request from transmit routine
367 *
368 * Returns -EBUSY or Success (0)
369 *
370 **/
371 static int qlcnic_83xx_idc_tx_soft_reset(struct qlcnic_adapter *adapter)
372 {
373 struct net_device *netdev = adapter->netdev;
374
375 if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
376 return -EBUSY;
377
378 netif_device_detach(netdev);
379 qlcnic_down(adapter, netdev);
380 qlcnic_up(adapter, netdev);
381 netif_device_attach(netdev);
382 clear_bit(__QLCNIC_RESETTING, &adapter->state);
383 dev_err(&adapter->pdev->dev, "%s:\n", __func__);
384
385 return 0;
386 }
387
388 /**
389 * qlcnic_83xx_idc_detach_driver
390 *
391 * @adapter: adapter structure
392 * Detach net interface, stop TX and cleanup resources before the HW reset.
393 * Returns: None
394 *
395 **/
396 static void qlcnic_83xx_idc_detach_driver(struct qlcnic_adapter *adapter)
397 {
398 int i;
399 struct net_device *netdev = adapter->netdev;
400
401 netif_device_detach(netdev);
402 qlcnic_83xx_detach_mailbox_work(adapter);
403
404 /* Disable mailbox interrupt */
405 qlcnic_83xx_disable_mbx_intr(adapter);
406 qlcnic_down(adapter, netdev);
407 for (i = 0; i < adapter->ahw->num_msix; i++) {
408 adapter->ahw->intr_tbl[i].id = i;
409 adapter->ahw->intr_tbl[i].enabled = 0;
410 adapter->ahw->intr_tbl[i].src = 0;
411 }
412
413 if (qlcnic_sriov_pf_check(adapter))
414 qlcnic_sriov_pf_reset(adapter);
415 }
416
417 /**
418 * qlcnic_83xx_idc_attach_driver
419 *
420 * @adapter: adapter structure
421 *
422 * Re-attach and re-enable net interface
423 * Returns: None
424 *
425 **/
426 static void qlcnic_83xx_idc_attach_driver(struct qlcnic_adapter *adapter)
427 {
428 struct net_device *netdev = adapter->netdev;
429
430 if (netif_running(netdev)) {
431 if (qlcnic_up(adapter, netdev))
432 goto done;
433 qlcnic_restore_indev_addr(netdev, NETDEV_UP);
434 }
435 done:
436 netif_device_attach(netdev);
437 }
438
439 static int qlcnic_83xx_idc_enter_failed_state(struct qlcnic_adapter *adapter,
440 int lock)
441 {
442 if (lock) {
443 if (qlcnic_83xx_lock_driver(adapter))
444 return -EBUSY;
445 }
446
447 qlcnic_83xx_idc_clear_registers(adapter, 0);
448 QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_FAILED);
449 if (lock)
450 qlcnic_83xx_unlock_driver(adapter);
451
452 qlcnic_83xx_idc_log_state_history(adapter);
453 dev_info(&adapter->pdev->dev, "Device will enter failed state\n");
454
455 return 0;
456 }
457
458 static int qlcnic_83xx_idc_enter_init_state(struct qlcnic_adapter *adapter,
459 int lock)
460 {
461 if (lock) {
462 if (qlcnic_83xx_lock_driver(adapter))
463 return -EBUSY;
464 }
465
466 QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_INIT);
467
468 if (lock)
469 qlcnic_83xx_unlock_driver(adapter);
470
471 return 0;
472 }
473
474 static int qlcnic_83xx_idc_enter_need_quiesce(struct qlcnic_adapter *adapter,
475 int lock)
476 {
477 if (lock) {
478 if (qlcnic_83xx_lock_driver(adapter))
479 return -EBUSY;
480 }
481
482 QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
483 QLC_83XX_IDC_DEV_NEED_QUISCENT);
484
485 if (lock)
486 qlcnic_83xx_unlock_driver(adapter);
487
488 return 0;
489 }
490
491 static int
492 qlcnic_83xx_idc_enter_need_reset_state(struct qlcnic_adapter *adapter, int lock)
493 {
494 if (lock) {
495 if (qlcnic_83xx_lock_driver(adapter))
496 return -EBUSY;
497 }
498
499 QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
500 QLC_83XX_IDC_DEV_NEED_RESET);
501
502 if (lock)
503 qlcnic_83xx_unlock_driver(adapter);
504
505 return 0;
506 }
507
508 static int qlcnic_83xx_idc_enter_ready_state(struct qlcnic_adapter *adapter,
509 int lock)
510 {
511 if (lock) {
512 if (qlcnic_83xx_lock_driver(adapter))
513 return -EBUSY;
514 }
515
516 QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_READY);
517 if (lock)
518 qlcnic_83xx_unlock_driver(adapter);
519
520 return 0;
521 }
522
523 /**
524 * qlcnic_83xx_idc_find_reset_owner_id
525 *
526 * @adapter: adapter structure
527 *
528 * NIC gets precedence over ISCSI and ISCSI has precedence over FCOE.
529 * Within the same class, function with lowest PCI ID assumes ownership
530 *
531 * Returns: reset owner id or failure indication (-EIO)
532 *
533 **/
534 static int qlcnic_83xx_idc_find_reset_owner_id(struct qlcnic_adapter *adapter)
535 {
536 u32 reg, reg1, reg2, i, j, owner, class;
537
538 reg1 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_1);
539 reg2 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_2);
540 owner = QLCNIC_TYPE_NIC;
541 i = 0;
542 j = 0;
543 reg = reg1;
544
545 do {
546 class = (((reg & (0xF << j * 4)) >> j * 4) & 0x3);
547 if (class == owner)
548 break;
549 if (i == (QLC_83XX_IDC_MAX_FUNC_PER_PARTITION_INFO - 1)) {
550 reg = reg2;
551 j = 0;
552 } else {
553 j++;
554 }
555
556 if (i == (QLC_83XX_IDC_MAX_CNA_FUNCTIONS - 1)) {
557 if (owner == QLCNIC_TYPE_NIC)
558 owner = QLCNIC_TYPE_ISCSI;
559 else if (owner == QLCNIC_TYPE_ISCSI)
560 owner = QLCNIC_TYPE_FCOE;
561 else if (owner == QLCNIC_TYPE_FCOE)
562 return -EIO;
563 reg = reg1;
564 j = 0;
565 i = 0;
566 }
567 } while (i++ < QLC_83XX_IDC_MAX_CNA_FUNCTIONS);
568
569 return i;
570 }
571
572 static int qlcnic_83xx_idc_restart_hw(struct qlcnic_adapter *adapter, int lock)
573 {
574 int ret = 0;
575
576 ret = qlcnic_83xx_restart_hw(adapter);
577
578 if (ret) {
579 qlcnic_83xx_idc_enter_failed_state(adapter, lock);
580 } else {
581 qlcnic_83xx_idc_clear_registers(adapter, lock);
582 ret = qlcnic_83xx_idc_enter_ready_state(adapter, lock);
583 }
584
585 return ret;
586 }
587
588 static int qlcnic_83xx_idc_check_fan_failure(struct qlcnic_adapter *adapter)
589 {
590 u32 status;
591
592 status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
593
594 if (status & QLCNIC_RCODE_FATAL_ERROR) {
595 dev_err(&adapter->pdev->dev,
596 "peg halt status1=0x%x\n", status);
597 if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
598 dev_err(&adapter->pdev->dev,
599 "On board active cooling fan failed. "
600 "Device has been halted.\n");
601 dev_err(&adapter->pdev->dev,
602 "Replace the adapter.\n");
603 return -EIO;
604 }
605 }
606
607 return 0;
608 }
609
610 int qlcnic_83xx_idc_reattach_driver(struct qlcnic_adapter *adapter)
611 {
612 int err;
613
614 qlcnic_83xx_reinit_mbx_work(adapter->ahw->mailbox);
615 qlcnic_83xx_enable_mbx_interrupt(adapter);
616
617 /* register for NIC IDC AEN Events */
618 qlcnic_83xx_register_nic_idc_func(adapter, 1);
619
620 err = qlcnic_sriov_pf_reinit(adapter);
621 if (err)
622 return err;
623
624 qlcnic_83xx_enable_mbx_interrupt(adapter);
625
626 if (qlcnic_83xx_configure_opmode(adapter)) {
627 qlcnic_83xx_idc_enter_failed_state(adapter, 1);
628 return -EIO;
629 }
630
631 if (adapter->nic_ops->init_driver(adapter)) {
632 qlcnic_83xx_idc_enter_failed_state(adapter, 1);
633 return -EIO;
634 }
635
636 if (adapter->portnum == 0)
637 qlcnic_set_drv_version(adapter);
638
639 qlcnic_dcb_get_info(adapter->dcb);
640 qlcnic_83xx_idc_attach_driver(adapter);
641
642 return 0;
643 }
644
645 static void qlcnic_83xx_idc_update_idc_params(struct qlcnic_adapter *adapter)
646 {
647 struct qlcnic_hardware_context *ahw = adapter->ahw;
648
649 qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 1);
650 qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
651 set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
652
653 ahw->idc.quiesce_req = 0;
654 ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
655 ahw->idc.err_code = 0;
656 ahw->idc.collect_dump = 0;
657 ahw->reset_context = 0;
658 adapter->tx_timeo_cnt = 0;
659 ahw->idc.delay_reset = 0;
660
661 clear_bit(__QLCNIC_RESETTING, &adapter->state);
662 }
663
664 /**
665 * qlcnic_83xx_idc_ready_state_entry
666 *
667 * @adapter: adapter structure
668 *
669 * Perform ready state initialization, this routine will get invoked only
670 * once from READY state.
671 *
672 * Returns: Error code or Success(0)
673 *
674 **/
675 int qlcnic_83xx_idc_ready_state_entry(struct qlcnic_adapter *adapter)
676 {
677 struct qlcnic_hardware_context *ahw = adapter->ahw;
678
679 if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY) {
680 qlcnic_83xx_idc_update_idc_params(adapter);
681 /* Re-attach the device if required */
682 if ((ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
683 (ahw->idc.prev_state == QLC_83XX_IDC_DEV_INIT)) {
684 if (qlcnic_83xx_idc_reattach_driver(adapter))
685 return -EIO;
686 }
687 }
688
689 return 0;
690 }
691
692 /**
693 * qlcnic_83xx_idc_vnic_pf_entry
694 *
695 * @adapter: adapter structure
696 *
697 * Ensure vNIC mode privileged function starts only after vNIC mode is
698 * enabled by management function.
699 * If vNIC mode is ready, start initialization.
700 *
701 * Returns: -EIO or 0
702 *
703 **/
704 int qlcnic_83xx_idc_vnic_pf_entry(struct qlcnic_adapter *adapter)
705 {
706 u32 state;
707 struct qlcnic_hardware_context *ahw = adapter->ahw;
708
709 /* Privileged function waits till mgmt function enables VNIC mode */
710 state = QLCRDX(adapter->ahw, QLC_83XX_VNIC_STATE);
711 if (state != QLCNIC_DEV_NPAR_OPER) {
712 if (!ahw->idc.vnic_wait_limit--) {
713 qlcnic_83xx_idc_enter_failed_state(adapter, 1);
714 return -EIO;
715 }
716 dev_info(&adapter->pdev->dev, "vNIC mode disabled\n");
717 return -EIO;
718
719 } else {
720 /* Perform one time initialization from ready state */
721 if (ahw->idc.vnic_state != QLCNIC_DEV_NPAR_OPER) {
722 qlcnic_83xx_idc_update_idc_params(adapter);
723
724 /* If the previous state is UNKNOWN, device will be
725 already attached properly by Init routine*/
726 if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_UNKNOWN) {
727 if (qlcnic_83xx_idc_reattach_driver(adapter))
728 return -EIO;
729 }
730 adapter->ahw->idc.vnic_state = QLCNIC_DEV_NPAR_OPER;
731 dev_info(&adapter->pdev->dev, "vNIC mode enabled\n");
732 }
733 }
734
735 return 0;
736 }
737
738 static int qlcnic_83xx_idc_unknown_state(struct qlcnic_adapter *adapter)
739 {
740 adapter->ahw->idc.err_code = -EIO;
741 dev_err(&adapter->pdev->dev,
742 "%s: Device in unknown state\n", __func__);
743 return 0;
744 }
745
746 /**
747 * qlcnic_83xx_idc_cold_state
748 *
749 * @adapter: adapter structure
750 *
751 * If HW is up and running device will enter READY state.
752 * If firmware image from host needs to be loaded, device is
753 * forced to start with the file firmware image.
754 *
755 * Returns: Error code or Success(0)
756 *
757 **/
758 static int qlcnic_83xx_idc_cold_state_handler(struct qlcnic_adapter *adapter)
759 {
760 qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 0);
761 qlcnic_83xx_idc_update_audit_reg(adapter, 1, 0);
762
763 if (qlcnic_load_fw_file) {
764 qlcnic_83xx_idc_restart_hw(adapter, 0);
765 } else {
766 if (qlcnic_83xx_check_hw_status(adapter)) {
767 qlcnic_83xx_idc_enter_failed_state(adapter, 0);
768 return -EIO;
769 } else {
770 qlcnic_83xx_idc_enter_ready_state(adapter, 0);
771 }
772 }
773 return 0;
774 }
775
776 /**
777 * qlcnic_83xx_idc_init_state
778 *
779 * @adapter: adapter structure
780 *
781 * Reset owner will restart the device from this state.
782 * Device will enter failed state if it remains
783 * in this state for more than DEV_INIT time limit.
784 *
785 * Returns: Error code or Success(0)
786 *
787 **/
788 static int qlcnic_83xx_idc_init_state(struct qlcnic_adapter *adapter)
789 {
790 int timeout, ret = 0;
791 u32 owner;
792
793 timeout = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
794 if (adapter->ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) {
795 owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
796 if (adapter->ahw->pci_func == owner)
797 ret = qlcnic_83xx_idc_restart_hw(adapter, 1);
798 } else {
799 ret = qlcnic_83xx_idc_check_timeout(adapter, timeout);
800 }
801
802 return ret;
803 }
804
805 /**
806 * qlcnic_83xx_idc_ready_state
807 *
808 * @adapter: adapter structure
809 *
810 * Perform IDC protocol specicifed actions after monitoring device state and
811 * events.
812 *
813 * Returns: Error code or Success(0)
814 *
815 **/
816 static int qlcnic_83xx_idc_ready_state(struct qlcnic_adapter *adapter)
817 {
818 struct qlcnic_hardware_context *ahw = adapter->ahw;
819 struct qlcnic_mailbox *mbx = ahw->mailbox;
820 int ret = 0;
821 u32 owner;
822 u32 val;
823
824 /* Perform NIC configuration based ready state entry actions */
825 if (ahw->idc.state_entry(adapter))
826 return -EIO;
827
828 if (qlcnic_check_temp(adapter)) {
829 if (ahw->temp == QLCNIC_TEMP_PANIC) {
830 qlcnic_83xx_idc_check_fan_failure(adapter);
831 dev_err(&adapter->pdev->dev,
832 "Error: device temperature %d above limits\n",
833 adapter->ahw->temp);
834 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
835 set_bit(__QLCNIC_RESETTING, &adapter->state);
836 qlcnic_83xx_idc_detach_driver(adapter);
837 qlcnic_83xx_idc_enter_failed_state(adapter, 1);
838 return -EIO;
839 }
840 }
841
842 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
843 ret = qlcnic_83xx_check_heartbeat(adapter);
844 if (ret) {
845 adapter->flags |= QLCNIC_FW_HANG;
846 if (!(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
847 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
848 set_bit(__QLCNIC_RESETTING, &adapter->state);
849 qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
850 } else {
851 owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
852 if (ahw->pci_func == owner)
853 qlcnic_dump_fw(adapter);
854 }
855 return -EIO;
856 }
857
858 if ((val & QLC_83XX_IDC_GRACEFULL_RESET) || ahw->idc.collect_dump) {
859 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
860
861 /* Move to need reset state and prepare for reset */
862 qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
863 return ret;
864 }
865
866 /* Check for soft reset request */
867 if (ahw->reset_context &&
868 !(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
869 adapter->ahw->reset_context = 0;
870 qlcnic_83xx_idc_tx_soft_reset(adapter);
871 return ret;
872 }
873
874 /* Move to need quiesce state if requested */
875 if (adapter->ahw->idc.quiesce_req) {
876 qlcnic_83xx_idc_enter_need_quiesce(adapter, 1);
877 qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
878 return ret;
879 }
880
881 return ret;
882 }
883
884 /**
885 * qlcnic_83xx_idc_need_reset_state
886 *
887 * @adapter: adapter structure
888 *
889 * Device will remain in this state until:
890 * Reset request ACK's are recieved from all the functions
891 * Wait time exceeds max time limit
892 *
893 * Returns: Error code or Success(0)
894 *
895 **/
896 static int qlcnic_83xx_idc_need_reset_state(struct qlcnic_adapter *adapter)
897 {
898 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
899 int ret = 0;
900
901 if (adapter->ahw->idc.prev_state != QLC_83XX_IDC_DEV_NEED_RESET) {
902 qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
903 set_bit(__QLCNIC_RESETTING, &adapter->state);
904 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
905 if (adapter->ahw->nic_mode == QLCNIC_VNIC_MODE)
906 qlcnic_83xx_disable_vnic_mode(adapter, 1);
907
908 if (qlcnic_check_diag_status(adapter)) {
909 dev_info(&adapter->pdev->dev,
910 "%s: Wait for diag completion\n", __func__);
911 adapter->ahw->idc.delay_reset = 1;
912 return 0;
913 } else {
914 qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
915 qlcnic_83xx_idc_detach_driver(adapter);
916 }
917 }
918
919 if (qlcnic_check_diag_status(adapter)) {
920 dev_info(&adapter->pdev->dev,
921 "%s: Wait for diag completion\n", __func__);
922 return -1;
923 } else {
924 if (adapter->ahw->idc.delay_reset) {
925 qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
926 qlcnic_83xx_idc_detach_driver(adapter);
927 adapter->ahw->idc.delay_reset = 0;
928 }
929
930 /* Check for ACK from other functions */
931 ret = qlcnic_83xx_idc_check_reset_ack_reg(adapter);
932 if (ret) {
933 dev_info(&adapter->pdev->dev,
934 "%s: Waiting for reset ACK\n", __func__);
935 return -1;
936 }
937 }
938
939 /* Transit to INIT state and restart the HW */
940 qlcnic_83xx_idc_enter_init_state(adapter, 1);
941
942 return ret;
943 }
944
945 static int qlcnic_83xx_idc_need_quiesce_state(struct qlcnic_adapter *adapter)
946 {
947 dev_err(&adapter->pdev->dev, "%s: TBD\n", __func__);
948 return 0;
949 }
950
951 static int qlcnic_83xx_idc_failed_state(struct qlcnic_adapter *adapter)
952 {
953 dev_err(&adapter->pdev->dev, "%s: please restart!!\n", __func__);
954 clear_bit(__QLCNIC_RESETTING, &adapter->state);
955 adapter->ahw->idc.err_code = -EIO;
956
957 return 0;
958 }
959
960 static int qlcnic_83xx_idc_quiesce_state(struct qlcnic_adapter *adapter)
961 {
962 dev_info(&adapter->pdev->dev, "%s: TBD\n", __func__);
963 return 0;
964 }
965
966 static int qlcnic_83xx_idc_check_state_validity(struct qlcnic_adapter *adapter,
967 u32 state)
968 {
969 u32 cur, prev, next;
970
971 cur = adapter->ahw->idc.curr_state;
972 prev = adapter->ahw->idc.prev_state;
973 next = state;
974
975 if ((next < QLC_83XX_IDC_DEV_COLD) ||
976 (next > QLC_83XX_IDC_DEV_QUISCENT)) {
977 dev_err(&adapter->pdev->dev,
978 "%s: curr %d, prev %d, next state %d is invalid\n",
979 __func__, cur, prev, state);
980 return 1;
981 }
982
983 if ((cur == QLC_83XX_IDC_DEV_UNKNOWN) &&
984 (prev == QLC_83XX_IDC_DEV_UNKNOWN)) {
985 if ((next != QLC_83XX_IDC_DEV_COLD) &&
986 (next != QLC_83XX_IDC_DEV_READY)) {
987 dev_err(&adapter->pdev->dev,
988 "%s: failed, cur %d prev %d next %d\n",
989 __func__, cur, prev, next);
990 return 1;
991 }
992 }
993
994 if (next == QLC_83XX_IDC_DEV_INIT) {
995 if ((prev != QLC_83XX_IDC_DEV_INIT) &&
996 (prev != QLC_83XX_IDC_DEV_COLD) &&
997 (prev != QLC_83XX_IDC_DEV_NEED_RESET)) {
998 dev_err(&adapter->pdev->dev,
999 "%s: failed, cur %d prev %d next %d\n",
1000 __func__, cur, prev, next);
1001 return 1;
1002 }
1003 }
1004
1005 return 0;
1006 }
1007
1008 static void qlcnic_83xx_periodic_tasks(struct qlcnic_adapter *adapter)
1009 {
1010 if (adapter->fhash.fnum)
1011 qlcnic_prune_lb_filters(adapter);
1012 }
1013
1014 /**
1015 * qlcnic_83xx_idc_poll_dev_state
1016 *
1017 * @work: kernel work queue structure used to schedule the function
1018 *
1019 * Poll device state periodically and perform state specific
1020 * actions defined by Inter Driver Communication (IDC) protocol.
1021 *
1022 * Returns: None
1023 *
1024 **/
1025 void qlcnic_83xx_idc_poll_dev_state(struct work_struct *work)
1026 {
1027 struct qlcnic_adapter *adapter;
1028 u32 state;
1029
1030 adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
1031 state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
1032
1033 if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
1034 qlcnic_83xx_idc_log_state_history(adapter);
1035 adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
1036 } else {
1037 adapter->ahw->idc.curr_state = state;
1038 }
1039
1040 switch (adapter->ahw->idc.curr_state) {
1041 case QLC_83XX_IDC_DEV_READY:
1042 qlcnic_83xx_idc_ready_state(adapter);
1043 break;
1044 case QLC_83XX_IDC_DEV_NEED_RESET:
1045 qlcnic_83xx_idc_need_reset_state(adapter);
1046 break;
1047 case QLC_83XX_IDC_DEV_NEED_QUISCENT:
1048 qlcnic_83xx_idc_need_quiesce_state(adapter);
1049 break;
1050 case QLC_83XX_IDC_DEV_FAILED:
1051 qlcnic_83xx_idc_failed_state(adapter);
1052 return;
1053 case QLC_83XX_IDC_DEV_INIT:
1054 qlcnic_83xx_idc_init_state(adapter);
1055 break;
1056 case QLC_83XX_IDC_DEV_QUISCENT:
1057 qlcnic_83xx_idc_quiesce_state(adapter);
1058 break;
1059 default:
1060 qlcnic_83xx_idc_unknown_state(adapter);
1061 return;
1062 }
1063 adapter->ahw->idc.prev_state = adapter->ahw->idc.curr_state;
1064 qlcnic_83xx_periodic_tasks(adapter);
1065
1066 /* Do not reschedule if firmaware is in hanged state and auto
1067 * recovery is disabled
1068 */
1069 if ((adapter->flags & QLCNIC_FW_HANG) && !qlcnic_auto_fw_reset)
1070 return;
1071
1072 /* Re-schedule the function */
1073 if (test_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status))
1074 qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
1075 adapter->ahw->idc.delay);
1076 }
1077
1078 static void qlcnic_83xx_setup_idc_parameters(struct qlcnic_adapter *adapter)
1079 {
1080 u32 idc_params, val;
1081
1082 if (qlcnic_83xx_lockless_flash_read32(adapter,
1083 QLC_83XX_IDC_FLASH_PARAM_ADDR,
1084 (u8 *)&idc_params, 1)) {
1085 dev_info(&adapter->pdev->dev,
1086 "%s:failed to get IDC params from flash\n", __func__);
1087 adapter->dev_init_timeo = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
1088 adapter->reset_ack_timeo = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
1089 } else {
1090 adapter->dev_init_timeo = idc_params & 0xFFFF;
1091 adapter->reset_ack_timeo = ((idc_params >> 16) & 0xFFFF);
1092 }
1093
1094 adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
1095 adapter->ahw->idc.prev_state = QLC_83XX_IDC_DEV_UNKNOWN;
1096 adapter->ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
1097 adapter->ahw->idc.err_code = 0;
1098 adapter->ahw->idc.collect_dump = 0;
1099 adapter->ahw->idc.name = (char **)qlc_83xx_idc_states;
1100
1101 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1102 set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
1103
1104 /* Check if reset recovery is disabled */
1105 if (!qlcnic_auto_fw_reset) {
1106 /* Propagate do not reset request to other functions */
1107 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
1108 val = val | QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
1109 QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
1110 }
1111 }
1112
1113 static int
1114 qlcnic_83xx_idc_first_to_load_function_handler(struct qlcnic_adapter *adapter)
1115 {
1116 u32 state, val;
1117
1118 if (qlcnic_83xx_lock_driver(adapter))
1119 return -EIO;
1120
1121 /* Clear driver lock register */
1122 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, 0);
1123 if (qlcnic_83xx_idc_update_major_version(adapter, 0)) {
1124 qlcnic_83xx_unlock_driver(adapter);
1125 return -EIO;
1126 }
1127
1128 state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
1129 if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
1130 qlcnic_83xx_unlock_driver(adapter);
1131 return -EIO;
1132 }
1133
1134 if (state != QLC_83XX_IDC_DEV_COLD && qlcnic_load_fw_file) {
1135 QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
1136 QLC_83XX_IDC_DEV_COLD);
1137 state = QLC_83XX_IDC_DEV_COLD;
1138 }
1139
1140 adapter->ahw->idc.curr_state = state;
1141 /* First to load function should cold boot the device */
1142 if (state == QLC_83XX_IDC_DEV_COLD)
1143 qlcnic_83xx_idc_cold_state_handler(adapter);
1144
1145 /* Check if reset recovery is enabled */
1146 if (qlcnic_auto_fw_reset) {
1147 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
1148 val = val & ~QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
1149 QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
1150 }
1151
1152 qlcnic_83xx_unlock_driver(adapter);
1153
1154 return 0;
1155 }
1156
1157 int qlcnic_83xx_idc_init(struct qlcnic_adapter *adapter)
1158 {
1159 int ret = -EIO;
1160
1161 qlcnic_83xx_setup_idc_parameters(adapter);
1162
1163 if (qlcnic_83xx_get_reset_instruction_template(adapter))
1164 return ret;
1165
1166 if (!qlcnic_83xx_idc_check_driver_presence_reg(adapter)) {
1167 if (qlcnic_83xx_idc_first_to_load_function_handler(adapter))
1168 return -EIO;
1169 } else {
1170 if (qlcnic_83xx_idc_check_major_version(adapter))
1171 return -EIO;
1172 }
1173
1174 qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
1175
1176 return 0;
1177 }
1178
1179 void qlcnic_83xx_idc_exit(struct qlcnic_adapter *adapter)
1180 {
1181 int id;
1182 u32 val;
1183
1184 while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1185 usleep_range(10000, 11000);
1186
1187 id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
1188 id = id & 0xFF;
1189
1190 if (id == adapter->portnum) {
1191 dev_err(&adapter->pdev->dev,
1192 "%s: wait for lock recovery.. %d\n", __func__, id);
1193 msleep(20);
1194 id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
1195 id = id & 0xFF;
1196 }
1197
1198 /* Clear driver presence bit */
1199 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
1200 val = val & ~(1 << adapter->portnum);
1201 QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
1202 clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
1203 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1204
1205 cancel_delayed_work_sync(&adapter->fw_work);
1206 }
1207
1208 void qlcnic_83xx_idc_request_reset(struct qlcnic_adapter *adapter, u32 key)
1209 {
1210 u32 val;
1211
1212 if (qlcnic_sriov_vf_check(adapter))
1213 return;
1214
1215 if (qlcnic_83xx_lock_driver(adapter)) {
1216 dev_err(&adapter->pdev->dev,
1217 "%s:failed, please retry\n", __func__);
1218 return;
1219 }
1220
1221 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
1222 if ((val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY) ||
1223 !qlcnic_auto_fw_reset) {
1224 dev_err(&adapter->pdev->dev,
1225 "%s:failed, device in non reset mode\n", __func__);
1226 qlcnic_83xx_unlock_driver(adapter);
1227 return;
1228 }
1229
1230 if (key == QLCNIC_FORCE_FW_RESET) {
1231 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
1232 val = val | QLC_83XX_IDC_GRACEFULL_RESET;
1233 QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
1234 } else if (key == QLCNIC_FORCE_FW_DUMP_KEY) {
1235 adapter->ahw->idc.collect_dump = 1;
1236 }
1237
1238 qlcnic_83xx_unlock_driver(adapter);
1239 return;
1240 }
1241
1242 static int qlcnic_83xx_copy_bootloader(struct qlcnic_adapter *adapter)
1243 {
1244 u8 *p_cache;
1245 u32 src, size;
1246 u64 dest;
1247 int ret = -EIO;
1248
1249 src = QLC_83XX_BOOTLOADER_FLASH_ADDR;
1250 dest = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_ADDR);
1251 size = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_SIZE);
1252
1253 /* alignment check */
1254 if (size & 0xF)
1255 size = (size + 16) & ~0xF;
1256
1257 p_cache = kzalloc(size, GFP_KERNEL);
1258 if (p_cache == NULL)
1259 return -ENOMEM;
1260
1261 ret = qlcnic_83xx_lockless_flash_read32(adapter, src, p_cache,
1262 size / sizeof(u32));
1263 if (ret) {
1264 kfree(p_cache);
1265 return ret;
1266 }
1267 /* 16 byte write to MS memory */
1268 ret = qlcnic_83xx_ms_mem_write128(adapter, dest, (u32 *)p_cache,
1269 size / 16);
1270 if (ret) {
1271 kfree(p_cache);
1272 return ret;
1273 }
1274 kfree(p_cache);
1275
1276 return ret;
1277 }
1278
1279 static int qlcnic_83xx_copy_fw_file(struct qlcnic_adapter *adapter)
1280 {
1281 struct qlc_83xx_fw_info *fw_info = adapter->ahw->fw_info;
1282 const struct firmware *fw = fw_info->fw;
1283 u32 dest, *p_cache;
1284 int i, ret = -EIO;
1285 u8 data[16];
1286 size_t size;
1287 u64 addr;
1288
1289 dest = QLCRDX(adapter->ahw, QLCNIC_FW_IMAGE_ADDR);
1290 size = (fw->size & ~0xF);
1291 p_cache = (u32 *)fw->data;
1292 addr = (u64)dest;
1293
1294 ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
1295 (u32 *)p_cache, size / 16);
1296 if (ret) {
1297 dev_err(&adapter->pdev->dev, "MS memory write failed\n");
1298 release_firmware(fw);
1299 fw_info->fw = NULL;
1300 return -EIO;
1301 }
1302
1303 /* alignment check */
1304 if (fw->size & 0xF) {
1305 addr = dest + size;
1306 for (i = 0; i < (fw->size & 0xF); i++)
1307 data[i] = fw->data[size + i];
1308 for (; i < 16; i++)
1309 data[i] = 0;
1310 ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
1311 (u32 *)data, 1);
1312 if (ret) {
1313 dev_err(&adapter->pdev->dev,
1314 "MS memory write failed\n");
1315 release_firmware(fw);
1316 fw_info->fw = NULL;
1317 return -EIO;
1318 }
1319 }
1320 release_firmware(fw);
1321 fw_info->fw = NULL;
1322
1323 return 0;
1324 }
1325
1326 static void qlcnic_83xx_dump_pause_control_regs(struct qlcnic_adapter *adapter)
1327 {
1328 int i, j;
1329 u32 val = 0, val1 = 0, reg = 0;
1330 int err = 0;
1331
1332 val = QLCRD32(adapter, QLC_83XX_SRE_SHIM_REG, &err);
1333 if (err == -EIO)
1334 return;
1335 dev_info(&adapter->pdev->dev, "SRE-Shim Ctrl:0x%x\n", val);
1336
1337 for (j = 0; j < 2; j++) {
1338 if (j == 0) {
1339 dev_info(&adapter->pdev->dev,
1340 "Port 0 RxB Pause Threshold Regs[TC7..TC0]:");
1341 reg = QLC_83XX_PORT0_THRESHOLD;
1342 } else if (j == 1) {
1343 dev_info(&adapter->pdev->dev,
1344 "Port 1 RxB Pause Threshold Regs[TC7..TC0]:");
1345 reg = QLC_83XX_PORT1_THRESHOLD;
1346 }
1347 for (i = 0; i < 8; i++) {
1348 val = QLCRD32(adapter, reg + (i * 0x4), &err);
1349 if (err == -EIO)
1350 return;
1351 dev_info(&adapter->pdev->dev, "0x%x ", val);
1352 }
1353 dev_info(&adapter->pdev->dev, "\n");
1354 }
1355
1356 for (j = 0; j < 2; j++) {
1357 if (j == 0) {
1358 dev_info(&adapter->pdev->dev,
1359 "Port 0 RxB TC Max Cell Registers[4..1]:");
1360 reg = QLC_83XX_PORT0_TC_MC_REG;
1361 } else if (j == 1) {
1362 dev_info(&adapter->pdev->dev,
1363 "Port 1 RxB TC Max Cell Registers[4..1]:");
1364 reg = QLC_83XX_PORT1_TC_MC_REG;
1365 }
1366 for (i = 0; i < 4; i++) {
1367 val = QLCRD32(adapter, reg + (i * 0x4), &err);
1368 if (err == -EIO)
1369 return;
1370 dev_info(&adapter->pdev->dev, "0x%x ", val);
1371 }
1372 dev_info(&adapter->pdev->dev, "\n");
1373 }
1374
1375 for (j = 0; j < 2; j++) {
1376 if (j == 0) {
1377 dev_info(&adapter->pdev->dev,
1378 "Port 0 RxB Rx TC Stats[TC7..TC0]:");
1379 reg = QLC_83XX_PORT0_TC_STATS;
1380 } else if (j == 1) {
1381 dev_info(&adapter->pdev->dev,
1382 "Port 1 RxB Rx TC Stats[TC7..TC0]:");
1383 reg = QLC_83XX_PORT1_TC_STATS;
1384 }
1385 for (i = 7; i >= 0; i--) {
1386 val = QLCRD32(adapter, reg, &err);
1387 if (err == -EIO)
1388 return;
1389 val &= ~(0x7 << 29); /* Reset bits 29 to 31 */
1390 QLCWR32(adapter, reg, (val | (i << 29)));
1391 val = QLCRD32(adapter, reg, &err);
1392 if (err == -EIO)
1393 return;
1394 dev_info(&adapter->pdev->dev, "0x%x ", val);
1395 }
1396 dev_info(&adapter->pdev->dev, "\n");
1397 }
1398
1399 val = QLCRD32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, &err);
1400 if (err == -EIO)
1401 return;
1402 val1 = QLCRD32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, &err);
1403 if (err == -EIO)
1404 return;
1405 dev_info(&adapter->pdev->dev,
1406 "IFB-Pause Thresholds: Port 2:0x%x, Port 3:0x%x\n",
1407 val, val1);
1408 }
1409
1410
1411 static void qlcnic_83xx_disable_pause_frames(struct qlcnic_adapter *adapter)
1412 {
1413 u32 reg = 0, i, j;
1414
1415 if (qlcnic_83xx_lock_driver(adapter)) {
1416 dev_err(&adapter->pdev->dev,
1417 "%s:failed to acquire driver lock\n", __func__);
1418 return;
1419 }
1420
1421 qlcnic_83xx_dump_pause_control_regs(adapter);
1422 QLCWR32(adapter, QLC_83XX_SRE_SHIM_REG, 0x0);
1423
1424 for (j = 0; j < 2; j++) {
1425 if (j == 0)
1426 reg = QLC_83XX_PORT0_THRESHOLD;
1427 else if (j == 1)
1428 reg = QLC_83XX_PORT1_THRESHOLD;
1429
1430 for (i = 0; i < 8; i++)
1431 QLCWR32(adapter, reg + (i * 0x4), 0x0);
1432 }
1433
1434 for (j = 0; j < 2; j++) {
1435 if (j == 0)
1436 reg = QLC_83XX_PORT0_TC_MC_REG;
1437 else if (j == 1)
1438 reg = QLC_83XX_PORT1_TC_MC_REG;
1439
1440 for (i = 0; i < 4; i++)
1441 QLCWR32(adapter, reg + (i * 0x4), 0x03FF03FF);
1442 }
1443
1444 QLCWR32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, 0);
1445 QLCWR32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, 0);
1446 dev_info(&adapter->pdev->dev,
1447 "Disabled pause frames successfully on all ports\n");
1448 qlcnic_83xx_unlock_driver(adapter);
1449 }
1450
1451 static void qlcnic_83xx_take_eport_out_of_reset(struct qlcnic_adapter *adapter)
1452 {
1453 QLCWR32(adapter, QLC_83XX_RESET_REG, 0);
1454 QLCWR32(adapter, QLC_83XX_RESET_PORT0, 0);
1455 QLCWR32(adapter, QLC_83XX_RESET_PORT1, 0);
1456 QLCWR32(adapter, QLC_83XX_RESET_PORT2, 0);
1457 QLCWR32(adapter, QLC_83XX_RESET_PORT3, 0);
1458 QLCWR32(adapter, QLC_83XX_RESET_SRESHIM, 0);
1459 QLCWR32(adapter, QLC_83XX_RESET_EPGSHIM, 0);
1460 QLCWR32(adapter, QLC_83XX_RESET_ETHERPCS, 0);
1461 QLCWR32(adapter, QLC_83XX_RESET_CONTROL, 1);
1462 }
1463
1464 static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev)
1465 {
1466 u32 heartbeat, peg_status;
1467 int retries, ret = -EIO, err = 0;
1468
1469 retries = QLCNIC_HEARTBEAT_CHECK_RETRY_COUNT;
1470 p_dev->heartbeat = QLC_SHARED_REG_RD32(p_dev,
1471 QLCNIC_PEG_ALIVE_COUNTER);
1472
1473 do {
1474 msleep(QLCNIC_HEARTBEAT_PERIOD_MSECS);
1475 heartbeat = QLC_SHARED_REG_RD32(p_dev,
1476 QLCNIC_PEG_ALIVE_COUNTER);
1477 if (heartbeat != p_dev->heartbeat) {
1478 ret = QLCNIC_RCODE_SUCCESS;
1479 break;
1480 }
1481 } while (--retries);
1482
1483 if (ret) {
1484 dev_err(&p_dev->pdev->dev, "firmware hang detected\n");
1485 qlcnic_83xx_take_eport_out_of_reset(p_dev);
1486 qlcnic_83xx_disable_pause_frames(p_dev);
1487 peg_status = QLC_SHARED_REG_RD32(p_dev,
1488 QLCNIC_PEG_HALT_STATUS1);
1489 dev_info(&p_dev->pdev->dev, "Dumping HW/FW registers\n"
1490 "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
1491 "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
1492 "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
1493 "PEG_NET_4_PC: 0x%x\n", peg_status,
1494 QLC_SHARED_REG_RD32(p_dev, QLCNIC_PEG_HALT_STATUS2),
1495 QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_0, &err),
1496 QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_1, &err),
1497 QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_2, &err),
1498 QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_3, &err),
1499 QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_4, &err));
1500
1501 if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
1502 dev_err(&p_dev->pdev->dev,
1503 "Device is being reset err code 0x00006700.\n");
1504 }
1505
1506 return ret;
1507 }
1508
1509 static int qlcnic_83xx_check_cmd_peg_status(struct qlcnic_adapter *p_dev)
1510 {
1511 int retries = QLCNIC_CMDPEG_CHECK_RETRY_COUNT;
1512 u32 val;
1513
1514 do {
1515 val = QLC_SHARED_REG_RD32(p_dev, QLCNIC_CMDPEG_STATE);
1516 if (val == QLC_83XX_CMDPEG_COMPLETE)
1517 return 0;
1518 msleep(QLCNIC_CMDPEG_CHECK_DELAY);
1519 } while (--retries);
1520
1521 dev_err(&p_dev->pdev->dev, "%s: failed, state = 0x%x\n", __func__, val);
1522 return -EIO;
1523 }
1524
1525 int qlcnic_83xx_check_hw_status(struct qlcnic_adapter *p_dev)
1526 {
1527 int err;
1528
1529 err = qlcnic_83xx_check_cmd_peg_status(p_dev);
1530 if (err)
1531 return err;
1532
1533 err = qlcnic_83xx_check_heartbeat(p_dev);
1534 if (err)
1535 return err;
1536
1537 return err;
1538 }
1539
1540 static int qlcnic_83xx_poll_reg(struct qlcnic_adapter *p_dev, u32 addr,
1541 int duration, u32 mask, u32 status)
1542 {
1543 int timeout_error, err = 0;
1544 u32 value;
1545 u8 retries;
1546
1547 value = QLCRD32(p_dev, addr, &err);
1548 if (err == -EIO)
1549 return err;
1550 retries = duration / 10;
1551
1552 do {
1553 if ((value & mask) != status) {
1554 timeout_error = 1;
1555 msleep(duration / 10);
1556 value = QLCRD32(p_dev, addr, &err);
1557 if (err == -EIO)
1558 return err;
1559 } else {
1560 timeout_error = 0;
1561 break;
1562 }
1563 } while (retries--);
1564
1565 if (timeout_error) {
1566 p_dev->ahw->reset.seq_error++;
1567 dev_err(&p_dev->pdev->dev,
1568 "%s: Timeout Err, entry_num = %d\n",
1569 __func__, p_dev->ahw->reset.seq_index);
1570 dev_err(&p_dev->pdev->dev,
1571 "0x%08x 0x%08x 0x%08x\n",
1572 value, mask, status);
1573 }
1574
1575 return timeout_error;
1576 }
1577
1578 static int qlcnic_83xx_reset_template_checksum(struct qlcnic_adapter *p_dev)
1579 {
1580 u32 sum = 0;
1581 u16 *buff = (u16 *)p_dev->ahw->reset.buff;
1582 int count = p_dev->ahw->reset.hdr->size / sizeof(u16);
1583
1584 while (count-- > 0)
1585 sum += *buff++;
1586
1587 while (sum >> 16)
1588 sum = (sum & 0xFFFF) + (sum >> 16);
1589
1590 if (~sum) {
1591 return 0;
1592 } else {
1593 dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
1594 return -1;
1595 }
1596 }
1597
1598 int qlcnic_83xx_get_reset_instruction_template(struct qlcnic_adapter *p_dev)
1599 {
1600 struct qlcnic_hardware_context *ahw = p_dev->ahw;
1601 u32 addr, count, prev_ver, curr_ver;
1602 u8 *p_buff;
1603
1604 if (ahw->reset.buff != NULL) {
1605 prev_ver = p_dev->fw_version;
1606 curr_ver = qlcnic_83xx_get_fw_version(p_dev);
1607 if (curr_ver > prev_ver)
1608 kfree(ahw->reset.buff);
1609 else
1610 return 0;
1611 }
1612
1613 ahw->reset.seq_error = 0;
1614 ahw->reset.buff = kzalloc(QLC_83XX_RESTART_TEMPLATE_SIZE, GFP_KERNEL);
1615 if (p_dev->ahw->reset.buff == NULL)
1616 return -ENOMEM;
1617
1618 p_buff = p_dev->ahw->reset.buff;
1619 addr = QLC_83XX_RESET_TEMPLATE_ADDR;
1620 count = sizeof(struct qlc_83xx_reset_hdr) / sizeof(u32);
1621
1622 /* Copy template header from flash */
1623 if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
1624 dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
1625 return -EIO;
1626 }
1627 ahw->reset.hdr = (struct qlc_83xx_reset_hdr *)ahw->reset.buff;
1628 addr = QLC_83XX_RESET_TEMPLATE_ADDR + ahw->reset.hdr->hdr_size;
1629 p_buff = ahw->reset.buff + ahw->reset.hdr->hdr_size;
1630 count = (ahw->reset.hdr->size - ahw->reset.hdr->hdr_size) / sizeof(u32);
1631
1632 /* Copy rest of the template */
1633 if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
1634 dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
1635 return -EIO;
1636 }
1637
1638 if (qlcnic_83xx_reset_template_checksum(p_dev))
1639 return -EIO;
1640 /* Get Stop, Start and Init command offsets */
1641 ahw->reset.init_offset = ahw->reset.buff + ahw->reset.hdr->init_offset;
1642 ahw->reset.start_offset = ahw->reset.buff +
1643 ahw->reset.hdr->start_offset;
1644 ahw->reset.stop_offset = ahw->reset.buff + ahw->reset.hdr->hdr_size;
1645 return 0;
1646 }
1647
1648 /* Read Write HW register command */
1649 static void qlcnic_83xx_read_write_crb_reg(struct qlcnic_adapter *p_dev,
1650 u32 raddr, u32 waddr)
1651 {
1652 int err = 0;
1653 u32 value;
1654
1655 value = QLCRD32(p_dev, raddr, &err);
1656 if (err == -EIO)
1657 return;
1658 qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
1659 }
1660
1661 /* Read Modify Write HW register command */
1662 static void qlcnic_83xx_rmw_crb_reg(struct qlcnic_adapter *p_dev,
1663 u32 raddr, u32 waddr,
1664 struct qlc_83xx_rmw *p_rmw_hdr)
1665 {
1666 int err = 0;
1667 u32 value;
1668
1669 if (p_rmw_hdr->index_a) {
1670 value = p_dev->ahw->reset.array[p_rmw_hdr->index_a];
1671 } else {
1672 value = QLCRD32(p_dev, raddr, &err);
1673 if (err == -EIO)
1674 return;
1675 }
1676
1677 value &= p_rmw_hdr->mask;
1678 value <<= p_rmw_hdr->shl;
1679 value >>= p_rmw_hdr->shr;
1680 value |= p_rmw_hdr->or_value;
1681 value ^= p_rmw_hdr->xor_value;
1682 qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
1683 }
1684
1685 /* Write HW register command */
1686 static void qlcnic_83xx_write_list(struct qlcnic_adapter *p_dev,
1687 struct qlc_83xx_entry_hdr *p_hdr)
1688 {
1689 int i;
1690 struct qlc_83xx_entry *entry;
1691
1692 entry = (struct qlc_83xx_entry *)((char *)p_hdr +
1693 sizeof(struct qlc_83xx_entry_hdr));
1694
1695 for (i = 0; i < p_hdr->count; i++, entry++) {
1696 qlcnic_83xx_wrt_reg_indirect(p_dev, entry->arg1,
1697 entry->arg2);
1698 if (p_hdr->delay)
1699 udelay((u32)(p_hdr->delay));
1700 }
1701 }
1702
1703 /* Read and Write instruction */
1704 static void qlcnic_83xx_read_write_list(struct qlcnic_adapter *p_dev,
1705 struct qlc_83xx_entry_hdr *p_hdr)
1706 {
1707 int i;
1708 struct qlc_83xx_entry *entry;
1709
1710 entry = (struct qlc_83xx_entry *)((char *)p_hdr +
1711 sizeof(struct qlc_83xx_entry_hdr));
1712
1713 for (i = 0; i < p_hdr->count; i++, entry++) {
1714 qlcnic_83xx_read_write_crb_reg(p_dev, entry->arg1,
1715 entry->arg2);
1716 if (p_hdr->delay)
1717 udelay((u32)(p_hdr->delay));
1718 }
1719 }
1720
1721 /* Poll HW register command */
1722 static void qlcnic_83xx_poll_list(struct qlcnic_adapter *p_dev,
1723 struct qlc_83xx_entry_hdr *p_hdr)
1724 {
1725 long delay;
1726 struct qlc_83xx_entry *entry;
1727 struct qlc_83xx_poll *poll;
1728 int i, err = 0;
1729 unsigned long arg1, arg2;
1730
1731 poll = (struct qlc_83xx_poll *)((char *)p_hdr +
1732 sizeof(struct qlc_83xx_entry_hdr));
1733
1734 entry = (struct qlc_83xx_entry *)((char *)poll +
1735 sizeof(struct qlc_83xx_poll));
1736 delay = (long)p_hdr->delay;
1737
1738 if (!delay) {
1739 for (i = 0; i < p_hdr->count; i++, entry++)
1740 qlcnic_83xx_poll_reg(p_dev, entry->arg1,
1741 delay, poll->mask,
1742 poll->status);
1743 } else {
1744 for (i = 0; i < p_hdr->count; i++, entry++) {
1745 arg1 = entry->arg1;
1746 arg2 = entry->arg2;
1747 if (delay) {
1748 if (qlcnic_83xx_poll_reg(p_dev,
1749 arg1, delay,
1750 poll->mask,
1751 poll->status)){
1752 QLCRD32(p_dev, arg1, &err);
1753 if (err == -EIO)
1754 return;
1755 QLCRD32(p_dev, arg2, &err);
1756 if (err == -EIO)
1757 return;
1758 }
1759 }
1760 }
1761 }
1762 }
1763
1764 /* Poll and write HW register command */
1765 static void qlcnic_83xx_poll_write_list(struct qlcnic_adapter *p_dev,
1766 struct qlc_83xx_entry_hdr *p_hdr)
1767 {
1768 int i;
1769 long delay;
1770 struct qlc_83xx_quad_entry *entry;
1771 struct qlc_83xx_poll *poll;
1772
1773 poll = (struct qlc_83xx_poll *)((char *)p_hdr +
1774 sizeof(struct qlc_83xx_entry_hdr));
1775 entry = (struct qlc_83xx_quad_entry *)((char *)poll +
1776 sizeof(struct qlc_83xx_poll));
1777 delay = (long)p_hdr->delay;
1778
1779 for (i = 0; i < p_hdr->count; i++, entry++) {
1780 qlcnic_83xx_wrt_reg_indirect(p_dev, entry->dr_addr,
1781 entry->dr_value);
1782 qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
1783 entry->ar_value);
1784 if (delay)
1785 qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
1786 poll->mask, poll->status);
1787 }
1788 }
1789
1790 /* Read Modify Write register command */
1791 static void qlcnic_83xx_read_modify_write(struct qlcnic_adapter *p_dev,
1792 struct qlc_83xx_entry_hdr *p_hdr)
1793 {
1794 int i;
1795 struct qlc_83xx_entry *entry;
1796 struct qlc_83xx_rmw *rmw_hdr;
1797
1798 rmw_hdr = (struct qlc_83xx_rmw *)((char *)p_hdr +
1799 sizeof(struct qlc_83xx_entry_hdr));
1800
1801 entry = (struct qlc_83xx_entry *)((char *)rmw_hdr +
1802 sizeof(struct qlc_83xx_rmw));
1803
1804 for (i = 0; i < p_hdr->count; i++, entry++) {
1805 qlcnic_83xx_rmw_crb_reg(p_dev, entry->arg1,
1806 entry->arg2, rmw_hdr);
1807 if (p_hdr->delay)
1808 udelay((u32)(p_hdr->delay));
1809 }
1810 }
1811
1812 static void qlcnic_83xx_pause(struct qlc_83xx_entry_hdr *p_hdr)
1813 {
1814 if (p_hdr->delay)
1815 mdelay((u32)((long)p_hdr->delay));
1816 }
1817
1818 /* Read and poll register command */
1819 static void qlcnic_83xx_poll_read_list(struct qlcnic_adapter *p_dev,
1820 struct qlc_83xx_entry_hdr *p_hdr)
1821 {
1822 long delay;
1823 int index, i, j, err;
1824 struct qlc_83xx_quad_entry *entry;
1825 struct qlc_83xx_poll *poll;
1826 unsigned long addr;
1827
1828 poll = (struct qlc_83xx_poll *)((char *)p_hdr +
1829 sizeof(struct qlc_83xx_entry_hdr));
1830
1831 entry = (struct qlc_83xx_quad_entry *)((char *)poll +
1832 sizeof(struct qlc_83xx_poll));
1833 delay = (long)p_hdr->delay;
1834
1835 for (i = 0; i < p_hdr->count; i++, entry++) {
1836 qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
1837 entry->ar_value);
1838 if (delay) {
1839 if (!qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
1840 poll->mask, poll->status)){
1841 index = p_dev->ahw->reset.array_index;
1842 addr = entry->dr_addr;
1843 j = QLCRD32(p_dev, addr, &err);
1844 if (err == -EIO)
1845 return;
1846
1847 p_dev->ahw->reset.array[index++] = j;
1848
1849 if (index == QLC_83XX_MAX_RESET_SEQ_ENTRIES)
1850 p_dev->ahw->reset.array_index = 1;
1851 }
1852 }
1853 }
1854 }
1855
1856 static inline void qlcnic_83xx_seq_end(struct qlcnic_adapter *p_dev)
1857 {
1858 p_dev->ahw->reset.seq_end = 1;
1859 }
1860
1861 static void qlcnic_83xx_template_end(struct qlcnic_adapter *p_dev)
1862 {
1863 p_dev->ahw->reset.template_end = 1;
1864 if (p_dev->ahw->reset.seq_error == 0)
1865 dev_err(&p_dev->pdev->dev,
1866 "HW restart process completed successfully.\n");
1867 else
1868 dev_err(&p_dev->pdev->dev,
1869 "HW restart completed with timeout errors.\n");
1870 }
1871
1872 /**
1873 * qlcnic_83xx_exec_template_cmd
1874 *
1875 * @p_dev: adapter structure
1876 * @p_buff: Poiter to instruction template
1877 *
1878 * Template provides instructions to stop, restart and initalize firmware.
1879 * These instructions are abstracted as a series of read, write and
1880 * poll operations on hardware registers. Register information and operation
1881 * specifics are not exposed to the driver. Driver reads the template from
1882 * flash and executes the instructions located at pre-defined offsets.
1883 *
1884 * Returns: None
1885 * */
1886 static void qlcnic_83xx_exec_template_cmd(struct qlcnic_adapter *p_dev,
1887 char *p_buff)
1888 {
1889 int index, entries;
1890 struct qlc_83xx_entry_hdr *p_hdr;
1891 char *entry = p_buff;
1892
1893 p_dev->ahw->reset.seq_end = 0;
1894 p_dev->ahw->reset.template_end = 0;
1895 entries = p_dev->ahw->reset.hdr->entries;
1896 index = p_dev->ahw->reset.seq_index;
1897
1898 for (; (!p_dev->ahw->reset.seq_end) && (index < entries); index++) {
1899 p_hdr = (struct qlc_83xx_entry_hdr *)entry;
1900
1901 switch (p_hdr->cmd) {
1902 case QLC_83XX_OPCODE_NOP:
1903 break;
1904 case QLC_83XX_OPCODE_WRITE_LIST:
1905 qlcnic_83xx_write_list(p_dev, p_hdr);
1906 break;
1907 case QLC_83XX_OPCODE_READ_WRITE_LIST:
1908 qlcnic_83xx_read_write_list(p_dev, p_hdr);
1909 break;
1910 case QLC_83XX_OPCODE_POLL_LIST:
1911 qlcnic_83xx_poll_list(p_dev, p_hdr);
1912 break;
1913 case QLC_83XX_OPCODE_POLL_WRITE_LIST:
1914 qlcnic_83xx_poll_write_list(p_dev, p_hdr);
1915 break;
1916 case QLC_83XX_OPCODE_READ_MODIFY_WRITE:
1917 qlcnic_83xx_read_modify_write(p_dev, p_hdr);
1918 break;
1919 case QLC_83XX_OPCODE_SEQ_PAUSE:
1920 qlcnic_83xx_pause(p_hdr);
1921 break;
1922 case QLC_83XX_OPCODE_SEQ_END:
1923 qlcnic_83xx_seq_end(p_dev);
1924 break;
1925 case QLC_83XX_OPCODE_TMPL_END:
1926 qlcnic_83xx_template_end(p_dev);
1927 break;
1928 case QLC_83XX_OPCODE_POLL_READ_LIST:
1929 qlcnic_83xx_poll_read_list(p_dev, p_hdr);
1930 break;
1931 default:
1932 dev_err(&p_dev->pdev->dev,
1933 "%s: Unknown opcode 0x%04x in template %d\n",
1934 __func__, p_hdr->cmd, index);
1935 break;
1936 }
1937 entry += p_hdr->size;
1938 }
1939 p_dev->ahw->reset.seq_index = index;
1940 }
1941
1942 static void qlcnic_83xx_stop_hw(struct qlcnic_adapter *p_dev)
1943 {
1944 p_dev->ahw->reset.seq_index = 0;
1945
1946 qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.stop_offset);
1947 if (p_dev->ahw->reset.seq_end != 1)
1948 dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
1949 }
1950
1951 static void qlcnic_83xx_start_hw(struct qlcnic_adapter *p_dev)
1952 {
1953 qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.start_offset);
1954 if (p_dev->ahw->reset.template_end != 1)
1955 dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
1956 }
1957
1958 static void qlcnic_83xx_init_hw(struct qlcnic_adapter *p_dev)
1959 {
1960 qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.init_offset);
1961 if (p_dev->ahw->reset.seq_end != 1)
1962 dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
1963 }
1964
1965 static int qlcnic_83xx_load_fw_image_from_host(struct qlcnic_adapter *adapter)
1966 {
1967 struct qlc_83xx_fw_info *fw_info = adapter->ahw->fw_info;
1968 int err = -EIO;
1969
1970 if (request_firmware(&fw_info->fw, fw_info->fw_file_name,
1971 &(adapter->pdev->dev))) {
1972 dev_err(&adapter->pdev->dev,
1973 "No file FW image, loading flash FW image.\n");
1974 QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
1975 QLC_83XX_BOOT_FROM_FLASH);
1976 } else {
1977 if (qlcnic_83xx_copy_fw_file(adapter))
1978 return err;
1979 QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
1980 QLC_83XX_BOOT_FROM_FILE);
1981 }
1982
1983 return 0;
1984 }
1985
1986 static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter)
1987 {
1988 u32 val;
1989 int err = -EIO;
1990
1991 qlcnic_83xx_stop_hw(adapter);
1992
1993 /* Collect FW register dump if required */
1994 val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
1995 if (!(val & QLC_83XX_IDC_GRACEFULL_RESET))
1996 qlcnic_dump_fw(adapter);
1997 qlcnic_83xx_init_hw(adapter);
1998
1999 if (qlcnic_83xx_copy_bootloader(adapter))
2000 return err;
2001 /* Boot either flash image or firmware image from host file system */
2002 if (qlcnic_load_fw_file) {
2003 if (qlcnic_83xx_load_fw_image_from_host(adapter))
2004 return err;
2005 } else {
2006 QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
2007 QLC_83XX_BOOT_FROM_FLASH);
2008 }
2009
2010 qlcnic_83xx_start_hw(adapter);
2011 if (qlcnic_83xx_check_hw_status(adapter))
2012 return -EIO;
2013
2014 return 0;
2015 }
2016
2017 int qlcnic_83xx_get_nic_configuration(struct qlcnic_adapter *adapter)
2018 {
2019 int err;
2020 struct qlcnic_info nic_info;
2021 struct qlcnic_hardware_context *ahw = adapter->ahw;
2022
2023 memset(&nic_info, 0, sizeof(struct qlcnic_info));
2024 err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
2025 if (err)
2026 return -EIO;
2027
2028 ahw->physical_port = (u8) nic_info.phys_port;
2029 ahw->switch_mode = nic_info.switch_mode;
2030 ahw->max_tx_ques = nic_info.max_tx_ques;
2031 ahw->max_rx_ques = nic_info.max_rx_ques;
2032 ahw->capabilities = nic_info.capabilities;
2033 ahw->max_mac_filters = nic_info.max_mac_filters;
2034 ahw->max_mtu = nic_info.max_mtu;
2035
2036 adapter->max_tx_rings = ahw->max_tx_ques;
2037 adapter->max_sds_rings = ahw->max_rx_ques;
2038 /* eSwitch capability indicates vNIC mode.
2039 * vNIC and SRIOV are mutually exclusive operational modes.
2040 * If SR-IOV capability is detected, SR-IOV physical function
2041 * will get initialized in default mode.
2042 * SR-IOV virtual function initialization follows a
2043 * different code path and opmode.
2044 * SRIOV mode has precedence over vNIC mode.
2045 */
2046 if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state))
2047 return QLC_83XX_DEFAULT_OPMODE;
2048
2049 if (ahw->capabilities & QLC_83XX_ESWITCH_CAPABILITY)
2050 return QLCNIC_VNIC_MODE;
2051
2052 return QLC_83XX_DEFAULT_OPMODE;
2053 }
2054
2055 int qlcnic_83xx_configure_opmode(struct qlcnic_adapter *adapter)
2056 {
2057 struct qlcnic_hardware_context *ahw = adapter->ahw;
2058 int ret;
2059
2060 ret = qlcnic_83xx_get_nic_configuration(adapter);
2061 if (ret == -EIO)
2062 return -EIO;
2063
2064 if (ret == QLCNIC_VNIC_MODE) {
2065 ahw->nic_mode = QLCNIC_VNIC_MODE;
2066
2067 if (qlcnic_83xx_config_vnic_opmode(adapter))
2068 return -EIO;
2069
2070 adapter->max_sds_rings = QLCNIC_MAX_VNIC_SDS_RINGS;
2071 adapter->max_tx_rings = QLCNIC_MAX_VNIC_TX_RINGS;
2072 } else if (ret == QLC_83XX_DEFAULT_OPMODE) {
2073 ahw->nic_mode = QLCNIC_DEFAULT_MODE;
2074 adapter->nic_ops->init_driver = qlcnic_83xx_init_default_driver;
2075 ahw->idc.state_entry = qlcnic_83xx_idc_ready_state_entry;
2076 adapter->max_sds_rings = ahw->max_rx_ques;
2077 adapter->max_tx_rings = ahw->max_tx_ques;
2078 } else {
2079 return -EIO;
2080 }
2081
2082 return 0;
2083 }
2084
2085 static void qlcnic_83xx_config_buff_descriptors(struct qlcnic_adapter *adapter)
2086 {
2087 struct qlcnic_hardware_context *ahw = adapter->ahw;
2088
2089 if (ahw->port_type == QLCNIC_XGBE) {
2090 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
2091 adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
2092 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
2093 adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
2094
2095 } else if (ahw->port_type == QLCNIC_GBE) {
2096 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
2097 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
2098 adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
2099 adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
2100 }
2101 adapter->num_txd = MAX_CMD_DESCRIPTORS;
2102 adapter->max_rds_rings = MAX_RDS_RINGS;
2103 }
2104
2105 static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter)
2106 {
2107 int err = -EIO;
2108
2109 qlcnic_83xx_get_minidump_template(adapter);
2110 if (qlcnic_83xx_get_port_info(adapter))
2111 return err;
2112
2113 qlcnic_83xx_config_buff_descriptors(adapter);
2114 adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
2115 adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
2116
2117 dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
2118 adapter->ahw->fw_hal_version);
2119
2120 return 0;
2121 }
2122
2123 #define IS_QLC_83XX_USED(a, b, c) (((1 << a->portnum) & b) || ((c >> 6) & 0x1))
2124 static void qlcnic_83xx_clear_function_resources(struct qlcnic_adapter *adapter)
2125 {
2126 struct qlcnic_cmd_args cmd;
2127 u32 presence_mask, audit_mask;
2128 int status;
2129
2130 presence_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
2131 audit_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
2132
2133 if (IS_QLC_83XX_USED(adapter, presence_mask, audit_mask)) {
2134 status = qlcnic_alloc_mbx_args(&cmd, adapter,
2135 QLCNIC_CMD_STOP_NIC_FUNC);
2136 if (status)
2137 return;
2138
2139 cmd.req.arg[1] = BIT_31;
2140 status = qlcnic_issue_cmd(adapter, &cmd);
2141 if (status)
2142 dev_err(&adapter->pdev->dev,
2143 "Failed to clean up the function resources\n");
2144 qlcnic_free_mbx_args(&cmd);
2145 }
2146 }
2147
2148 static int qlcnic_83xx_get_fw_info(struct qlcnic_adapter *adapter)
2149 {
2150 struct qlcnic_hardware_context *ahw = adapter->ahw;
2151 struct pci_dev *pdev = adapter->pdev;
2152 struct qlc_83xx_fw_info *fw_info;
2153 int err = 0;
2154
2155 ahw->fw_info = kzalloc(sizeof(*fw_info), GFP_KERNEL);
2156 if (!ahw->fw_info) {
2157 err = -ENOMEM;
2158 } else {
2159 fw_info = ahw->fw_info;
2160 switch (pdev->device) {
2161 case PCI_DEVICE_ID_QLOGIC_QLE834X:
2162 strncpy(fw_info->fw_file_name, QLC_83XX_FW_FILE_NAME,
2163 QLC_FW_FILE_NAME_LEN);
2164 break;
2165 case PCI_DEVICE_ID_QLOGIC_QLE844X:
2166 strncpy(fw_info->fw_file_name, QLC_84XX_FW_FILE_NAME,
2167 QLC_FW_FILE_NAME_LEN);
2168 break;
2169 default:
2170 dev_err(&pdev->dev, "%s: Invalid device id\n",
2171 __func__);
2172 err = -EINVAL;
2173 break;
2174 }
2175 }
2176
2177 return err;
2178 }
2179
2180 static void qlcnic_83xx_init_rings(struct qlcnic_adapter *adapter)
2181 {
2182 u8 rx_cnt = QLCNIC_DEF_SDS_RINGS;
2183 u8 tx_cnt = QLCNIC_DEF_TX_RINGS;
2184
2185 adapter->max_tx_rings = QLCNIC_MAX_TX_RINGS;
2186 adapter->max_sds_rings = QLCNIC_MAX_SDS_RINGS;
2187
2188 if (!adapter->ahw->msix_supported) {
2189 rx_cnt = QLCNIC_SINGLE_RING;
2190 tx_cnt = QLCNIC_SINGLE_RING;
2191 }
2192
2193 /* compute and set drv sds rings */
2194 qlcnic_set_tx_ring_count(adapter, tx_cnt);
2195 qlcnic_set_sds_ring_count(adapter, rx_cnt);
2196 }
2197
2198 int qlcnic_83xx_init(struct qlcnic_adapter *adapter, int pci_using_dac)
2199 {
2200 struct qlcnic_hardware_context *ahw = adapter->ahw;
2201 struct qlcnic_dcb *dcb;
2202 int err = 0;
2203
2204 ahw->msix_supported = !!qlcnic_use_msi_x;
2205
2206 qlcnic_83xx_init_rings(adapter);
2207
2208 err = qlcnic_83xx_init_mailbox_work(adapter);
2209 if (err)
2210 goto exit;
2211
2212 if (qlcnic_sriov_vf_check(adapter)) {
2213 err = qlcnic_sriov_vf_init(adapter, pci_using_dac);
2214 if (err)
2215 goto detach_mbx;
2216 else
2217 return err;
2218 }
2219
2220 if (qlcnic_83xx_read_flash_descriptor_table(adapter) ||
2221 qlcnic_83xx_read_flash_mfg_id(adapter)) {
2222 dev_err(&adapter->pdev->dev, "Failed reading flash mfg id\n");
2223 err = -ENOTRECOVERABLE;
2224 goto detach_mbx;
2225 }
2226
2227 err = qlcnic_83xx_check_hw_status(adapter);
2228 if (err)
2229 goto detach_mbx;
2230
2231 err = qlcnic_83xx_get_fw_info(adapter);
2232 if (err)
2233 goto detach_mbx;
2234
2235 err = qlcnic_83xx_idc_init(adapter);
2236 if (err)
2237 goto detach_mbx;
2238
2239 err = qlcnic_setup_intr(adapter);
2240 if (err) {
2241 dev_err(&adapter->pdev->dev, "Failed to setup interrupt\n");
2242 goto disable_intr;
2243 }
2244
2245 err = qlcnic_83xx_setup_mbx_intr(adapter);
2246 if (err)
2247 goto disable_mbx_intr;
2248
2249 qlcnic_83xx_clear_function_resources(adapter);
2250
2251 INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
2252
2253 /* register for NIC IDC AEN Events */
2254 qlcnic_83xx_register_nic_idc_func(adapter, 1);
2255
2256 /* Configure default, SR-IOV or Virtual NIC mode of operation */
2257 err = qlcnic_83xx_configure_opmode(adapter);
2258 if (err)
2259 goto disable_mbx_intr;
2260
2261
2262 /* Perform operating mode specific initialization */
2263 err = adapter->nic_ops->init_driver(adapter);
2264 if (err)
2265 goto disable_mbx_intr;
2266
2267 dcb = adapter->dcb;
2268
2269 if (dcb && qlcnic_dcb_attach(dcb))
2270 qlcnic_clear_dcb_ops(dcb);
2271
2272 /* Periodically monitor device status */
2273 qlcnic_83xx_idc_poll_dev_state(&adapter->fw_work.work);
2274 return 0;
2275
2276 disable_mbx_intr:
2277 qlcnic_83xx_free_mbx_intr(adapter);
2278
2279 disable_intr:
2280 qlcnic_teardown_intr(adapter);
2281
2282 detach_mbx:
2283 qlcnic_83xx_detach_mailbox_work(adapter);
2284 qlcnic_83xx_free_mailbox(ahw->mailbox);
2285 ahw->mailbox = NULL;
2286 exit:
2287 return err;
2288 }
2289
2290 void qlcnic_83xx_aer_stop_poll_work(struct qlcnic_adapter *adapter)
2291 {
2292 struct qlcnic_hardware_context *ahw = adapter->ahw;
2293 struct qlc_83xx_idc *idc = &ahw->idc;
2294
2295 clear_bit(QLC_83XX_MBX_READY, &idc->status);
2296 cancel_delayed_work_sync(&adapter->fw_work);
2297
2298 if (ahw->nic_mode == QLCNIC_VNIC_MODE)
2299 qlcnic_83xx_disable_vnic_mode(adapter, 1);
2300
2301 qlcnic_83xx_idc_detach_driver(adapter);
2302 qlcnic_83xx_register_nic_idc_func(adapter, 0);
2303
2304 cancel_delayed_work_sync(&adapter->idc_aen_work);
2305 }
2306
2307 int qlcnic_83xx_aer_reset(struct qlcnic_adapter *adapter)
2308 {
2309 struct qlcnic_hardware_context *ahw = adapter->ahw;
2310 struct qlc_83xx_idc *idc = &ahw->idc;
2311 int ret = 0;
2312 u32 owner;
2313
2314 /* Mark the previous IDC state as NEED_RESET so
2315 * that state_entry() will perform the reattachment
2316 * and bringup the device
2317 */
2318 idc->prev_state = QLC_83XX_IDC_DEV_NEED_RESET;
2319 owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
2320 if (ahw->pci_func == owner) {
2321 ret = qlcnic_83xx_restart_hw(adapter);
2322 if (ret < 0)
2323 return ret;
2324 qlcnic_83xx_idc_clear_registers(adapter, 0);
2325 }
2326
2327 ret = idc->state_entry(adapter);
2328 return ret;
2329 }
2330
2331 void qlcnic_83xx_aer_start_poll_work(struct qlcnic_adapter *adapter)
2332 {
2333 struct qlcnic_hardware_context *ahw = adapter->ahw;
2334 struct qlc_83xx_idc *idc = &ahw->idc;
2335 u32 owner;
2336
2337 idc->prev_state = QLC_83XX_IDC_DEV_READY;
2338 owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
2339 if (ahw->pci_func == owner)
2340 qlcnic_83xx_idc_enter_ready_state(adapter, 0);
2341
2342 qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state, 0);
2343 }
ubuntu-bionic-kernel mirror