]> git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blob - drivers/net/ethernet/broadcom/bnx2x/bnx2x_stats.c
pinctrl: sirf: move sgpio lock into state container
[mirror_ubuntu-zesty-kernel.git] / drivers / net / ethernet / broadcom / bnx2x / bnx2x_stats.c
1 /* bnx2x_stats.c: Broadcom Everest network driver.
2 *
3 * Copyright (c) 2007-2013 Broadcom Corporation
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
8 *
9 * Maintained by: Ariel Elior <ariel.elior@qlogic.com>
10 * Written by: Eliezer Tamir
11 * Based on code from Michael Chan's bnx2 driver
12 * UDP CSUM errata workaround by Arik Gendelman
13 * Slowpath and fastpath rework by Vladislav Zolotarov
14 * Statistics and Link management by Yitchak Gertner
15 *
16 */
17
18 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
19
20 #include "bnx2x_stats.h"
21 #include "bnx2x_cmn.h"
22 #include "bnx2x_sriov.h"
23
24 /* Statistics */
25
26 /*
27 * General service functions
28 */
29
30 static inline long bnx2x_hilo(u32 *hiref)
31 {
32 u32 lo = *(hiref + 1);
33 #if (BITS_PER_LONG == 64)
34 u32 hi = *hiref;
35
36 return HILO_U64(hi, lo);
37 #else
38 return lo;
39 #endif
40 }
41
42 static inline u16 bnx2x_get_port_stats_dma_len(struct bnx2x *bp)
43 {
44 u16 res = 0;
45
46 /* 'newest' convention - shmem2 cotains the size of the port stats */
47 if (SHMEM2_HAS(bp, sizeof_port_stats)) {
48 u32 size = SHMEM2_RD(bp, sizeof_port_stats);
49 if (size)
50 res = size;
51
52 /* prevent newer BC from causing buffer overflow */
53 if (res > sizeof(struct host_port_stats))
54 res = sizeof(struct host_port_stats);
55 }
56
57 /* Older convention - all BCs support the port stats' fields up until
58 * the 'not_used' field
59 */
60 if (!res) {
61 res = offsetof(struct host_port_stats, not_used) + 4;
62
63 /* if PFC stats are supported by the MFW, DMA them as well */
64 if (bp->flags & BC_SUPPORTS_PFC_STATS) {
65 res += offsetof(struct host_port_stats,
66 pfc_frames_rx_lo) -
67 offsetof(struct host_port_stats,
68 pfc_frames_tx_hi) + 4 ;
69 }
70 }
71
72 res >>= 2;
73
74 WARN_ON(res > 2 * DMAE_LEN32_RD_MAX);
75 return res;
76 }
77
78 /*
79 * Init service functions
80 */
81
82 static void bnx2x_dp_stats(struct bnx2x *bp)
83 {
84 int i;
85
86 DP(BNX2X_MSG_STATS, "dumping stats:\n"
87 "fw_stats_req\n"
88 " hdr\n"
89 " cmd_num %d\n"
90 " reserved0 %d\n"
91 " drv_stats_counter %d\n"
92 " reserved1 %d\n"
93 " stats_counters_addrs %x %x\n",
94 bp->fw_stats_req->hdr.cmd_num,
95 bp->fw_stats_req->hdr.reserved0,
96 bp->fw_stats_req->hdr.drv_stats_counter,
97 bp->fw_stats_req->hdr.reserved1,
98 bp->fw_stats_req->hdr.stats_counters_addrs.hi,
99 bp->fw_stats_req->hdr.stats_counters_addrs.lo);
100
101 for (i = 0; i < bp->fw_stats_req->hdr.cmd_num; i++) {
102 DP(BNX2X_MSG_STATS,
103 "query[%d]\n"
104 " kind %d\n"
105 " index %d\n"
106 " funcID %d\n"
107 " reserved %d\n"
108 " address %x %x\n",
109 i, bp->fw_stats_req->query[i].kind,
110 bp->fw_stats_req->query[i].index,
111 bp->fw_stats_req->query[i].funcID,
112 bp->fw_stats_req->query[i].reserved,
113 bp->fw_stats_req->query[i].address.hi,
114 bp->fw_stats_req->query[i].address.lo);
115 }
116 }
117
118 /* Post the next statistics ramrod. Protect it with the spin in
119 * order to ensure the strict order between statistics ramrods
120 * (each ramrod has a sequence number passed in a
121 * bp->fw_stats_req->hdr.drv_stats_counter and ramrods must be
122 * sent in order).
123 */
124 static void bnx2x_storm_stats_post(struct bnx2x *bp)
125 {
126 if (!bp->stats_pending) {
127 int rc;
128
129 spin_lock_bh(&bp->stats_lock);
130
131 if (bp->stats_pending) {
132 spin_unlock_bh(&bp->stats_lock);
133 return;
134 }
135
136 bp->fw_stats_req->hdr.drv_stats_counter =
137 cpu_to_le16(bp->stats_counter++);
138
139 DP(BNX2X_MSG_STATS, "Sending statistics ramrod %d\n",
140 le16_to_cpu(bp->fw_stats_req->hdr.drv_stats_counter));
141
142 /* adjust the ramrod to include VF queues statistics */
143 bnx2x_iov_adjust_stats_req(bp);
144 bnx2x_dp_stats(bp);
145
146 /* send FW stats ramrod */
147 rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_STAT_QUERY, 0,
148 U64_HI(bp->fw_stats_req_mapping),
149 U64_LO(bp->fw_stats_req_mapping),
150 NONE_CONNECTION_TYPE);
151 if (rc == 0)
152 bp->stats_pending = 1;
153
154 spin_unlock_bh(&bp->stats_lock);
155 }
156 }
157
158 static void bnx2x_hw_stats_post(struct bnx2x *bp)
159 {
160 struct dmae_command *dmae = &bp->stats_dmae;
161 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
162
163 *stats_comp = DMAE_COMP_VAL;
164 if (CHIP_REV_IS_SLOW(bp))
165 return;
166
167 /* Update MCP's statistics if possible */
168 if (bp->func_stx)
169 memcpy(bnx2x_sp(bp, func_stats), &bp->func_stats,
170 sizeof(bp->func_stats));
171
172 /* loader */
173 if (bp->executer_idx) {
174 int loader_idx = PMF_DMAE_C(bp);
175 u32 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
176 true, DMAE_COMP_GRC);
177 opcode = bnx2x_dmae_opcode_clr_src_reset(opcode);
178
179 memset(dmae, 0, sizeof(struct dmae_command));
180 dmae->opcode = opcode;
181 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, dmae[0]));
182 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, dmae[0]));
183 dmae->dst_addr_lo = (DMAE_REG_CMD_MEM +
184 sizeof(struct dmae_command) *
185 (loader_idx + 1)) >> 2;
186 dmae->dst_addr_hi = 0;
187 dmae->len = sizeof(struct dmae_command) >> 2;
188 if (CHIP_IS_E1(bp))
189 dmae->len--;
190 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx + 1] >> 2;
191 dmae->comp_addr_hi = 0;
192 dmae->comp_val = 1;
193
194 *stats_comp = 0;
195 bnx2x_post_dmae(bp, dmae, loader_idx);
196
197 } else if (bp->func_stx) {
198 *stats_comp = 0;
199 bnx2x_issue_dmae_with_comp(bp, dmae, stats_comp);
200 }
201 }
202
203 static void bnx2x_stats_comp(struct bnx2x *bp)
204 {
205 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
206 int cnt = 10;
207
208 might_sleep();
209 while (*stats_comp != DMAE_COMP_VAL) {
210 if (!cnt) {
211 BNX2X_ERR("timeout waiting for stats finished\n");
212 break;
213 }
214 cnt--;
215 usleep_range(1000, 2000);
216 }
217 }
218
219 /*
220 * Statistics service functions
221 */
222
223 /* should be called under stats_sema */
224 static void __bnx2x_stats_pmf_update(struct bnx2x *bp)
225 {
226 struct dmae_command *dmae;
227 u32 opcode;
228 int loader_idx = PMF_DMAE_C(bp);
229 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
230
231 /* sanity */
232 if (!bp->port.pmf || !bp->port.port_stx) {
233 BNX2X_ERR("BUG!\n");
234 return;
235 }
236
237 bp->executer_idx = 0;
238
239 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI, false, 0);
240
241 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
242 dmae->opcode = bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_GRC);
243 dmae->src_addr_lo = bp->port.port_stx >> 2;
244 dmae->src_addr_hi = 0;
245 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
246 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
247 dmae->len = DMAE_LEN32_RD_MAX;
248 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
249 dmae->comp_addr_hi = 0;
250 dmae->comp_val = 1;
251
252 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
253 dmae->opcode = bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_PCI);
254 dmae->src_addr_lo = (bp->port.port_stx >> 2) + DMAE_LEN32_RD_MAX;
255 dmae->src_addr_hi = 0;
256 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats) +
257 DMAE_LEN32_RD_MAX * 4);
258 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats) +
259 DMAE_LEN32_RD_MAX * 4);
260 dmae->len = bnx2x_get_port_stats_dma_len(bp) - DMAE_LEN32_RD_MAX;
261
262 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
263 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
264 dmae->comp_val = DMAE_COMP_VAL;
265
266 *stats_comp = 0;
267 bnx2x_hw_stats_post(bp);
268 bnx2x_stats_comp(bp);
269 }
270
271 static void bnx2x_port_stats_init(struct bnx2x *bp)
272 {
273 struct dmae_command *dmae;
274 int port = BP_PORT(bp);
275 u32 opcode;
276 int loader_idx = PMF_DMAE_C(bp);
277 u32 mac_addr;
278 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
279
280 /* sanity */
281 if (!bp->link_vars.link_up || !bp->port.pmf) {
282 BNX2X_ERR("BUG!\n");
283 return;
284 }
285
286 bp->executer_idx = 0;
287
288 /* MCP */
289 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
290 true, DMAE_COMP_GRC);
291
292 if (bp->port.port_stx) {
293
294 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
295 dmae->opcode = opcode;
296 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
297 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
298 dmae->dst_addr_lo = bp->port.port_stx >> 2;
299 dmae->dst_addr_hi = 0;
300 dmae->len = bnx2x_get_port_stats_dma_len(bp);
301 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
302 dmae->comp_addr_hi = 0;
303 dmae->comp_val = 1;
304 }
305
306 if (bp->func_stx) {
307
308 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
309 dmae->opcode = opcode;
310 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
311 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
312 dmae->dst_addr_lo = bp->func_stx >> 2;
313 dmae->dst_addr_hi = 0;
314 dmae->len = sizeof(struct host_func_stats) >> 2;
315 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
316 dmae->comp_addr_hi = 0;
317 dmae->comp_val = 1;
318 }
319
320 /* MAC */
321 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
322 true, DMAE_COMP_GRC);
323
324 /* EMAC is special */
325 if (bp->link_vars.mac_type == MAC_TYPE_EMAC) {
326 mac_addr = (port ? GRCBASE_EMAC1 : GRCBASE_EMAC0);
327
328 /* EMAC_REG_EMAC_RX_STAT_AC (EMAC_REG_EMAC_RX_STAT_AC_COUNT)*/
329 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
330 dmae->opcode = opcode;
331 dmae->src_addr_lo = (mac_addr +
332 EMAC_REG_EMAC_RX_STAT_AC) >> 2;
333 dmae->src_addr_hi = 0;
334 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats));
335 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats));
336 dmae->len = EMAC_REG_EMAC_RX_STAT_AC_COUNT;
337 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
338 dmae->comp_addr_hi = 0;
339 dmae->comp_val = 1;
340
341 /* EMAC_REG_EMAC_RX_STAT_AC_28 */
342 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
343 dmae->opcode = opcode;
344 dmae->src_addr_lo = (mac_addr +
345 EMAC_REG_EMAC_RX_STAT_AC_28) >> 2;
346 dmae->src_addr_hi = 0;
347 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats) +
348 offsetof(struct emac_stats, rx_stat_falsecarriererrors));
349 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats) +
350 offsetof(struct emac_stats, rx_stat_falsecarriererrors));
351 dmae->len = 1;
352 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
353 dmae->comp_addr_hi = 0;
354 dmae->comp_val = 1;
355
356 /* EMAC_REG_EMAC_TX_STAT_AC (EMAC_REG_EMAC_TX_STAT_AC_COUNT)*/
357 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
358 dmae->opcode = opcode;
359 dmae->src_addr_lo = (mac_addr +
360 EMAC_REG_EMAC_TX_STAT_AC) >> 2;
361 dmae->src_addr_hi = 0;
362 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats) +
363 offsetof(struct emac_stats, tx_stat_ifhcoutoctets));
364 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats) +
365 offsetof(struct emac_stats, tx_stat_ifhcoutoctets));
366 dmae->len = EMAC_REG_EMAC_TX_STAT_AC_COUNT;
367 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
368 dmae->comp_addr_hi = 0;
369 dmae->comp_val = 1;
370 } else {
371 u32 tx_src_addr_lo, rx_src_addr_lo;
372 u16 rx_len, tx_len;
373
374 /* configure the params according to MAC type */
375 switch (bp->link_vars.mac_type) {
376 case MAC_TYPE_BMAC:
377 mac_addr = (port ? NIG_REG_INGRESS_BMAC1_MEM :
378 NIG_REG_INGRESS_BMAC0_MEM);
379
380 /* BIGMAC_REGISTER_TX_STAT_GTPKT ..
381 BIGMAC_REGISTER_TX_STAT_GTBYT */
382 if (CHIP_IS_E1x(bp)) {
383 tx_src_addr_lo = (mac_addr +
384 BIGMAC_REGISTER_TX_STAT_GTPKT) >> 2;
385 tx_len = (8 + BIGMAC_REGISTER_TX_STAT_GTBYT -
386 BIGMAC_REGISTER_TX_STAT_GTPKT) >> 2;
387 rx_src_addr_lo = (mac_addr +
388 BIGMAC_REGISTER_RX_STAT_GR64) >> 2;
389 rx_len = (8 + BIGMAC_REGISTER_RX_STAT_GRIPJ -
390 BIGMAC_REGISTER_RX_STAT_GR64) >> 2;
391 } else {
392 tx_src_addr_lo = (mac_addr +
393 BIGMAC2_REGISTER_TX_STAT_GTPOK) >> 2;
394 tx_len = (8 + BIGMAC2_REGISTER_TX_STAT_GTBYT -
395 BIGMAC2_REGISTER_TX_STAT_GTPOK) >> 2;
396 rx_src_addr_lo = (mac_addr +
397 BIGMAC2_REGISTER_RX_STAT_GR64) >> 2;
398 rx_len = (8 + BIGMAC2_REGISTER_RX_STAT_GRIPJ -
399 BIGMAC2_REGISTER_RX_STAT_GR64) >> 2;
400 }
401 break;
402
403 case MAC_TYPE_UMAC: /* handled by MSTAT */
404 case MAC_TYPE_XMAC: /* handled by MSTAT */
405 default:
406 mac_addr = port ? GRCBASE_MSTAT1 : GRCBASE_MSTAT0;
407 tx_src_addr_lo = (mac_addr +
408 MSTAT_REG_TX_STAT_GTXPOK_LO) >> 2;
409 rx_src_addr_lo = (mac_addr +
410 MSTAT_REG_RX_STAT_GR64_LO) >> 2;
411 tx_len = sizeof(bp->slowpath->
412 mac_stats.mstat_stats.stats_tx) >> 2;
413 rx_len = sizeof(bp->slowpath->
414 mac_stats.mstat_stats.stats_rx) >> 2;
415 break;
416 }
417
418 /* TX stats */
419 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
420 dmae->opcode = opcode;
421 dmae->src_addr_lo = tx_src_addr_lo;
422 dmae->src_addr_hi = 0;
423 dmae->len = tx_len;
424 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats));
425 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats));
426 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
427 dmae->comp_addr_hi = 0;
428 dmae->comp_val = 1;
429
430 /* RX stats */
431 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
432 dmae->opcode = opcode;
433 dmae->src_addr_hi = 0;
434 dmae->src_addr_lo = rx_src_addr_lo;
435 dmae->dst_addr_lo =
436 U64_LO(bnx2x_sp_mapping(bp, mac_stats) + (tx_len << 2));
437 dmae->dst_addr_hi =
438 U64_HI(bnx2x_sp_mapping(bp, mac_stats) + (tx_len << 2));
439 dmae->len = rx_len;
440 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
441 dmae->comp_addr_hi = 0;
442 dmae->comp_val = 1;
443 }
444
445 /* NIG */
446 if (!CHIP_IS_E3(bp)) {
447 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
448 dmae->opcode = opcode;
449 dmae->src_addr_lo = (port ? NIG_REG_STAT1_EGRESS_MAC_PKT0 :
450 NIG_REG_STAT0_EGRESS_MAC_PKT0) >> 2;
451 dmae->src_addr_hi = 0;
452 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats) +
453 offsetof(struct nig_stats, egress_mac_pkt0_lo));
454 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats) +
455 offsetof(struct nig_stats, egress_mac_pkt0_lo));
456 dmae->len = (2*sizeof(u32)) >> 2;
457 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
458 dmae->comp_addr_hi = 0;
459 dmae->comp_val = 1;
460
461 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
462 dmae->opcode = opcode;
463 dmae->src_addr_lo = (port ? NIG_REG_STAT1_EGRESS_MAC_PKT1 :
464 NIG_REG_STAT0_EGRESS_MAC_PKT1) >> 2;
465 dmae->src_addr_hi = 0;
466 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats) +
467 offsetof(struct nig_stats, egress_mac_pkt1_lo));
468 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats) +
469 offsetof(struct nig_stats, egress_mac_pkt1_lo));
470 dmae->len = (2*sizeof(u32)) >> 2;
471 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
472 dmae->comp_addr_hi = 0;
473 dmae->comp_val = 1;
474 }
475
476 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
477 dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
478 true, DMAE_COMP_PCI);
479 dmae->src_addr_lo = (port ? NIG_REG_STAT1_BRB_DISCARD :
480 NIG_REG_STAT0_BRB_DISCARD) >> 2;
481 dmae->src_addr_hi = 0;
482 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats));
483 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats));
484 dmae->len = (sizeof(struct nig_stats) - 4*sizeof(u32)) >> 2;
485
486 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
487 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
488 dmae->comp_val = DMAE_COMP_VAL;
489
490 *stats_comp = 0;
491 }
492
493 static void bnx2x_func_stats_init(struct bnx2x *bp)
494 {
495 struct dmae_command *dmae = &bp->stats_dmae;
496 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
497
498 /* sanity */
499 if (!bp->func_stx) {
500 BNX2X_ERR("BUG!\n");
501 return;
502 }
503
504 bp->executer_idx = 0;
505 memset(dmae, 0, sizeof(struct dmae_command));
506
507 dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
508 true, DMAE_COMP_PCI);
509 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
510 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
511 dmae->dst_addr_lo = bp->func_stx >> 2;
512 dmae->dst_addr_hi = 0;
513 dmae->len = sizeof(struct host_func_stats) >> 2;
514 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
515 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
516 dmae->comp_val = DMAE_COMP_VAL;
517
518 *stats_comp = 0;
519 }
520
521 /* should be called under stats_sema */
522 static void __bnx2x_stats_start(struct bnx2x *bp)
523 {
524 if (IS_PF(bp)) {
525 if (bp->port.pmf)
526 bnx2x_port_stats_init(bp);
527
528 else if (bp->func_stx)
529 bnx2x_func_stats_init(bp);
530
531 bnx2x_hw_stats_post(bp);
532 bnx2x_storm_stats_post(bp);
533 }
534
535 bp->stats_started = true;
536 }
537
538 static void bnx2x_stats_start(struct bnx2x *bp)
539 {
540 if (down_timeout(&bp->stats_sema, HZ/10))
541 BNX2X_ERR("Unable to acquire stats lock\n");
542 __bnx2x_stats_start(bp);
543 up(&bp->stats_sema);
544 }
545
546 static void bnx2x_stats_pmf_start(struct bnx2x *bp)
547 {
548 if (down_timeout(&bp->stats_sema, HZ/10))
549 BNX2X_ERR("Unable to acquire stats lock\n");
550 bnx2x_stats_comp(bp);
551 __bnx2x_stats_pmf_update(bp);
552 __bnx2x_stats_start(bp);
553 up(&bp->stats_sema);
554 }
555
556 static void bnx2x_stats_pmf_update(struct bnx2x *bp)
557 {
558 if (down_timeout(&bp->stats_sema, HZ/10))
559 BNX2X_ERR("Unable to acquire stats lock\n");
560 __bnx2x_stats_pmf_update(bp);
561 up(&bp->stats_sema);
562 }
563
564 static void bnx2x_stats_restart(struct bnx2x *bp)
565 {
566 /* vfs travel through here as part of the statistics FSM, but no action
567 * is required
568 */
569 if (IS_VF(bp))
570 return;
571 if (down_timeout(&bp->stats_sema, HZ/10))
572 BNX2X_ERR("Unable to acquire stats lock\n");
573 bnx2x_stats_comp(bp);
574 __bnx2x_stats_start(bp);
575 up(&bp->stats_sema);
576 }
577
578 static void bnx2x_bmac_stats_update(struct bnx2x *bp)
579 {
580 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
581 struct bnx2x_eth_stats *estats = &bp->eth_stats;
582 struct {
583 u32 lo;
584 u32 hi;
585 } diff;
586
587 if (CHIP_IS_E1x(bp)) {
588 struct bmac1_stats *new = bnx2x_sp(bp, mac_stats.bmac1_stats);
589
590 /* the macros below will use "bmac1_stats" type */
591 UPDATE_STAT64(rx_stat_grerb, rx_stat_ifhcinbadoctets);
592 UPDATE_STAT64(rx_stat_grfcs, rx_stat_dot3statsfcserrors);
593 UPDATE_STAT64(rx_stat_grund, rx_stat_etherstatsundersizepkts);
594 UPDATE_STAT64(rx_stat_grovr, rx_stat_dot3statsframestoolong);
595 UPDATE_STAT64(rx_stat_grfrg, rx_stat_etherstatsfragments);
596 UPDATE_STAT64(rx_stat_grjbr, rx_stat_etherstatsjabbers);
597 UPDATE_STAT64(rx_stat_grxcf, rx_stat_maccontrolframesreceived);
598 UPDATE_STAT64(rx_stat_grxpf, rx_stat_xoffstateentered);
599 UPDATE_STAT64(rx_stat_grxpf, rx_stat_mac_xpf);
600
601 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_outxoffsent);
602 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_flowcontroldone);
603 UPDATE_STAT64(tx_stat_gt64, tx_stat_etherstatspkts64octets);
604 UPDATE_STAT64(tx_stat_gt127,
605 tx_stat_etherstatspkts65octetsto127octets);
606 UPDATE_STAT64(tx_stat_gt255,
607 tx_stat_etherstatspkts128octetsto255octets);
608 UPDATE_STAT64(tx_stat_gt511,
609 tx_stat_etherstatspkts256octetsto511octets);
610 UPDATE_STAT64(tx_stat_gt1023,
611 tx_stat_etherstatspkts512octetsto1023octets);
612 UPDATE_STAT64(tx_stat_gt1518,
613 tx_stat_etherstatspkts1024octetsto1522octets);
614 UPDATE_STAT64(tx_stat_gt2047, tx_stat_mac_2047);
615 UPDATE_STAT64(tx_stat_gt4095, tx_stat_mac_4095);
616 UPDATE_STAT64(tx_stat_gt9216, tx_stat_mac_9216);
617 UPDATE_STAT64(tx_stat_gt16383, tx_stat_mac_16383);
618 UPDATE_STAT64(tx_stat_gterr,
619 tx_stat_dot3statsinternalmactransmiterrors);
620 UPDATE_STAT64(tx_stat_gtufl, tx_stat_mac_ufl);
621
622 } else {
623 struct bmac2_stats *new = bnx2x_sp(bp, mac_stats.bmac2_stats);
624
625 /* the macros below will use "bmac2_stats" type */
626 UPDATE_STAT64(rx_stat_grerb, rx_stat_ifhcinbadoctets);
627 UPDATE_STAT64(rx_stat_grfcs, rx_stat_dot3statsfcserrors);
628 UPDATE_STAT64(rx_stat_grund, rx_stat_etherstatsundersizepkts);
629 UPDATE_STAT64(rx_stat_grovr, rx_stat_dot3statsframestoolong);
630 UPDATE_STAT64(rx_stat_grfrg, rx_stat_etherstatsfragments);
631 UPDATE_STAT64(rx_stat_grjbr, rx_stat_etherstatsjabbers);
632 UPDATE_STAT64(rx_stat_grxcf, rx_stat_maccontrolframesreceived);
633 UPDATE_STAT64(rx_stat_grxpf, rx_stat_xoffstateentered);
634 UPDATE_STAT64(rx_stat_grxpf, rx_stat_mac_xpf);
635 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_outxoffsent);
636 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_flowcontroldone);
637 UPDATE_STAT64(tx_stat_gt64, tx_stat_etherstatspkts64octets);
638 UPDATE_STAT64(tx_stat_gt127,
639 tx_stat_etherstatspkts65octetsto127octets);
640 UPDATE_STAT64(tx_stat_gt255,
641 tx_stat_etherstatspkts128octetsto255octets);
642 UPDATE_STAT64(tx_stat_gt511,
643 tx_stat_etherstatspkts256octetsto511octets);
644 UPDATE_STAT64(tx_stat_gt1023,
645 tx_stat_etherstatspkts512octetsto1023octets);
646 UPDATE_STAT64(tx_stat_gt1518,
647 tx_stat_etherstatspkts1024octetsto1522octets);
648 UPDATE_STAT64(tx_stat_gt2047, tx_stat_mac_2047);
649 UPDATE_STAT64(tx_stat_gt4095, tx_stat_mac_4095);
650 UPDATE_STAT64(tx_stat_gt9216, tx_stat_mac_9216);
651 UPDATE_STAT64(tx_stat_gt16383, tx_stat_mac_16383);
652 UPDATE_STAT64(tx_stat_gterr,
653 tx_stat_dot3statsinternalmactransmiterrors);
654 UPDATE_STAT64(tx_stat_gtufl, tx_stat_mac_ufl);
655
656 /* collect PFC stats */
657 pstats->pfc_frames_tx_hi = new->tx_stat_gtpp_hi;
658 pstats->pfc_frames_tx_lo = new->tx_stat_gtpp_lo;
659
660 pstats->pfc_frames_rx_hi = new->rx_stat_grpp_hi;
661 pstats->pfc_frames_rx_lo = new->rx_stat_grpp_lo;
662 }
663
664 estats->pause_frames_received_hi =
665 pstats->mac_stx[1].rx_stat_mac_xpf_hi;
666 estats->pause_frames_received_lo =
667 pstats->mac_stx[1].rx_stat_mac_xpf_lo;
668
669 estats->pause_frames_sent_hi =
670 pstats->mac_stx[1].tx_stat_outxoffsent_hi;
671 estats->pause_frames_sent_lo =
672 pstats->mac_stx[1].tx_stat_outxoffsent_lo;
673
674 estats->pfc_frames_received_hi =
675 pstats->pfc_frames_rx_hi;
676 estats->pfc_frames_received_lo =
677 pstats->pfc_frames_rx_lo;
678 estats->pfc_frames_sent_hi =
679 pstats->pfc_frames_tx_hi;
680 estats->pfc_frames_sent_lo =
681 pstats->pfc_frames_tx_lo;
682 }
683
684 static void bnx2x_mstat_stats_update(struct bnx2x *bp)
685 {
686 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
687 struct bnx2x_eth_stats *estats = &bp->eth_stats;
688
689 struct mstat_stats *new = bnx2x_sp(bp, mac_stats.mstat_stats);
690
691 ADD_STAT64(stats_rx.rx_grerb, rx_stat_ifhcinbadoctets);
692 ADD_STAT64(stats_rx.rx_grfcs, rx_stat_dot3statsfcserrors);
693 ADD_STAT64(stats_rx.rx_grund, rx_stat_etherstatsundersizepkts);
694 ADD_STAT64(stats_rx.rx_grovr, rx_stat_dot3statsframestoolong);
695 ADD_STAT64(stats_rx.rx_grfrg, rx_stat_etherstatsfragments);
696 ADD_STAT64(stats_rx.rx_grxcf, rx_stat_maccontrolframesreceived);
697 ADD_STAT64(stats_rx.rx_grxpf, rx_stat_xoffstateentered);
698 ADD_STAT64(stats_rx.rx_grxpf, rx_stat_mac_xpf);
699 ADD_STAT64(stats_tx.tx_gtxpf, tx_stat_outxoffsent);
700 ADD_STAT64(stats_tx.tx_gtxpf, tx_stat_flowcontroldone);
701
702 /* collect pfc stats */
703 ADD_64(pstats->pfc_frames_tx_hi, new->stats_tx.tx_gtxpp_hi,
704 pstats->pfc_frames_tx_lo, new->stats_tx.tx_gtxpp_lo);
705 ADD_64(pstats->pfc_frames_rx_hi, new->stats_rx.rx_grxpp_hi,
706 pstats->pfc_frames_rx_lo, new->stats_rx.rx_grxpp_lo);
707
708 ADD_STAT64(stats_tx.tx_gt64, tx_stat_etherstatspkts64octets);
709 ADD_STAT64(stats_tx.tx_gt127,
710 tx_stat_etherstatspkts65octetsto127octets);
711 ADD_STAT64(stats_tx.tx_gt255,
712 tx_stat_etherstatspkts128octetsto255octets);
713 ADD_STAT64(stats_tx.tx_gt511,
714 tx_stat_etherstatspkts256octetsto511octets);
715 ADD_STAT64(stats_tx.tx_gt1023,
716 tx_stat_etherstatspkts512octetsto1023octets);
717 ADD_STAT64(stats_tx.tx_gt1518,
718 tx_stat_etherstatspkts1024octetsto1522octets);
719 ADD_STAT64(stats_tx.tx_gt2047, tx_stat_mac_2047);
720
721 ADD_STAT64(stats_tx.tx_gt4095, tx_stat_mac_4095);
722 ADD_STAT64(stats_tx.tx_gt9216, tx_stat_mac_9216);
723 ADD_STAT64(stats_tx.tx_gt16383, tx_stat_mac_16383);
724
725 ADD_STAT64(stats_tx.tx_gterr,
726 tx_stat_dot3statsinternalmactransmiterrors);
727 ADD_STAT64(stats_tx.tx_gtufl, tx_stat_mac_ufl);
728
729 estats->etherstatspkts1024octetsto1522octets_hi =
730 pstats->mac_stx[1].tx_stat_etherstatspkts1024octetsto1522octets_hi;
731 estats->etherstatspkts1024octetsto1522octets_lo =
732 pstats->mac_stx[1].tx_stat_etherstatspkts1024octetsto1522octets_lo;
733
734 estats->etherstatspktsover1522octets_hi =
735 pstats->mac_stx[1].tx_stat_mac_2047_hi;
736 estats->etherstatspktsover1522octets_lo =
737 pstats->mac_stx[1].tx_stat_mac_2047_lo;
738
739 ADD_64(estats->etherstatspktsover1522octets_hi,
740 pstats->mac_stx[1].tx_stat_mac_4095_hi,
741 estats->etherstatspktsover1522octets_lo,
742 pstats->mac_stx[1].tx_stat_mac_4095_lo);
743
744 ADD_64(estats->etherstatspktsover1522octets_hi,
745 pstats->mac_stx[1].tx_stat_mac_9216_hi,
746 estats->etherstatspktsover1522octets_lo,
747 pstats->mac_stx[1].tx_stat_mac_9216_lo);
748
749 ADD_64(estats->etherstatspktsover1522octets_hi,
750 pstats->mac_stx[1].tx_stat_mac_16383_hi,
751 estats->etherstatspktsover1522octets_lo,
752 pstats->mac_stx[1].tx_stat_mac_16383_lo);
753
754 estats->pause_frames_received_hi =
755 pstats->mac_stx[1].rx_stat_mac_xpf_hi;
756 estats->pause_frames_received_lo =
757 pstats->mac_stx[1].rx_stat_mac_xpf_lo;
758
759 estats->pause_frames_sent_hi =
760 pstats->mac_stx[1].tx_stat_outxoffsent_hi;
761 estats->pause_frames_sent_lo =
762 pstats->mac_stx[1].tx_stat_outxoffsent_lo;
763
764 estats->pfc_frames_received_hi =
765 pstats->pfc_frames_rx_hi;
766 estats->pfc_frames_received_lo =
767 pstats->pfc_frames_rx_lo;
768 estats->pfc_frames_sent_hi =
769 pstats->pfc_frames_tx_hi;
770 estats->pfc_frames_sent_lo =
771 pstats->pfc_frames_tx_lo;
772 }
773
774 static void bnx2x_emac_stats_update(struct bnx2x *bp)
775 {
776 struct emac_stats *new = bnx2x_sp(bp, mac_stats.emac_stats);
777 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
778 struct bnx2x_eth_stats *estats = &bp->eth_stats;
779
780 UPDATE_EXTEND_STAT(rx_stat_ifhcinbadoctets);
781 UPDATE_EXTEND_STAT(tx_stat_ifhcoutbadoctets);
782 UPDATE_EXTEND_STAT(rx_stat_dot3statsfcserrors);
783 UPDATE_EXTEND_STAT(rx_stat_dot3statsalignmenterrors);
784 UPDATE_EXTEND_STAT(rx_stat_dot3statscarriersenseerrors);
785 UPDATE_EXTEND_STAT(rx_stat_falsecarriererrors);
786 UPDATE_EXTEND_STAT(rx_stat_etherstatsundersizepkts);
787 UPDATE_EXTEND_STAT(rx_stat_dot3statsframestoolong);
788 UPDATE_EXTEND_STAT(rx_stat_etherstatsfragments);
789 UPDATE_EXTEND_STAT(rx_stat_etherstatsjabbers);
790 UPDATE_EXTEND_STAT(rx_stat_maccontrolframesreceived);
791 UPDATE_EXTEND_STAT(rx_stat_xoffstateentered);
792 UPDATE_EXTEND_STAT(rx_stat_xonpauseframesreceived);
793 UPDATE_EXTEND_STAT(rx_stat_xoffpauseframesreceived);
794 UPDATE_EXTEND_STAT(tx_stat_outxonsent);
795 UPDATE_EXTEND_STAT(tx_stat_outxoffsent);
796 UPDATE_EXTEND_STAT(tx_stat_flowcontroldone);
797 UPDATE_EXTEND_STAT(tx_stat_etherstatscollisions);
798 UPDATE_EXTEND_STAT(tx_stat_dot3statssinglecollisionframes);
799 UPDATE_EXTEND_STAT(tx_stat_dot3statsmultiplecollisionframes);
800 UPDATE_EXTEND_STAT(tx_stat_dot3statsdeferredtransmissions);
801 UPDATE_EXTEND_STAT(tx_stat_dot3statsexcessivecollisions);
802 UPDATE_EXTEND_STAT(tx_stat_dot3statslatecollisions);
803 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts64octets);
804 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts65octetsto127octets);
805 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts128octetsto255octets);
806 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts256octetsto511octets);
807 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts512octetsto1023octets);
808 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts1024octetsto1522octets);
809 UPDATE_EXTEND_STAT(tx_stat_etherstatspktsover1522octets);
810 UPDATE_EXTEND_STAT(tx_stat_dot3statsinternalmactransmiterrors);
811
812 estats->pause_frames_received_hi =
813 pstats->mac_stx[1].rx_stat_xonpauseframesreceived_hi;
814 estats->pause_frames_received_lo =
815 pstats->mac_stx[1].rx_stat_xonpauseframesreceived_lo;
816 ADD_64(estats->pause_frames_received_hi,
817 pstats->mac_stx[1].rx_stat_xoffpauseframesreceived_hi,
818 estats->pause_frames_received_lo,
819 pstats->mac_stx[1].rx_stat_xoffpauseframesreceived_lo);
820
821 estats->pause_frames_sent_hi =
822 pstats->mac_stx[1].tx_stat_outxonsent_hi;
823 estats->pause_frames_sent_lo =
824 pstats->mac_stx[1].tx_stat_outxonsent_lo;
825 ADD_64(estats->pause_frames_sent_hi,
826 pstats->mac_stx[1].tx_stat_outxoffsent_hi,
827 estats->pause_frames_sent_lo,
828 pstats->mac_stx[1].tx_stat_outxoffsent_lo);
829 }
830
831 static int bnx2x_hw_stats_update(struct bnx2x *bp)
832 {
833 struct nig_stats *new = bnx2x_sp(bp, nig_stats);
834 struct nig_stats *old = &(bp->port.old_nig_stats);
835 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
836 struct bnx2x_eth_stats *estats = &bp->eth_stats;
837 struct {
838 u32 lo;
839 u32 hi;
840 } diff;
841
842 switch (bp->link_vars.mac_type) {
843 case MAC_TYPE_BMAC:
844 bnx2x_bmac_stats_update(bp);
845 break;
846
847 case MAC_TYPE_EMAC:
848 bnx2x_emac_stats_update(bp);
849 break;
850
851 case MAC_TYPE_UMAC:
852 case MAC_TYPE_XMAC:
853 bnx2x_mstat_stats_update(bp);
854 break;
855
856 case MAC_TYPE_NONE: /* unreached */
857 DP(BNX2X_MSG_STATS,
858 "stats updated by DMAE but no MAC active\n");
859 return -1;
860
861 default: /* unreached */
862 BNX2X_ERR("Unknown MAC type\n");
863 }
864
865 ADD_EXTEND_64(pstats->brb_drop_hi, pstats->brb_drop_lo,
866 new->brb_discard - old->brb_discard);
867 ADD_EXTEND_64(estats->brb_truncate_hi, estats->brb_truncate_lo,
868 new->brb_truncate - old->brb_truncate);
869
870 if (!CHIP_IS_E3(bp)) {
871 UPDATE_STAT64_NIG(egress_mac_pkt0,
872 etherstatspkts1024octetsto1522octets);
873 UPDATE_STAT64_NIG(egress_mac_pkt1,
874 etherstatspktsover1522octets);
875 }
876
877 memcpy(old, new, sizeof(struct nig_stats));
878
879 memcpy(&(estats->rx_stat_ifhcinbadoctets_hi), &(pstats->mac_stx[1]),
880 sizeof(struct mac_stx));
881 estats->brb_drop_hi = pstats->brb_drop_hi;
882 estats->brb_drop_lo = pstats->brb_drop_lo;
883
884 pstats->host_port_stats_counter++;
885
886 if (CHIP_IS_E3(bp)) {
887 u32 lpi_reg = BP_PORT(bp) ? MISC_REG_CPMU_LP_SM_ENT_CNT_P1
888 : MISC_REG_CPMU_LP_SM_ENT_CNT_P0;
889 estats->eee_tx_lpi += REG_RD(bp, lpi_reg);
890 }
891
892 if (!BP_NOMCP(bp)) {
893 u32 nig_timer_max =
894 SHMEM_RD(bp, port_mb[BP_PORT(bp)].stat_nig_timer);
895 if (nig_timer_max != estats->nig_timer_max) {
896 estats->nig_timer_max = nig_timer_max;
897 BNX2X_ERR("NIG timer max (%u)\n",
898 estats->nig_timer_max);
899 }
900 }
901
902 return 0;
903 }
904
905 static int bnx2x_storm_stats_validate_counters(struct bnx2x *bp)
906 {
907 struct stats_counter *counters = &bp->fw_stats_data->storm_counters;
908 u16 cur_stats_counter;
909 /* Make sure we use the value of the counter
910 * used for sending the last stats ramrod.
911 */
912 cur_stats_counter = bp->stats_counter - 1;
913
914 /* are storm stats valid? */
915 if (le16_to_cpu(counters->xstats_counter) != cur_stats_counter) {
916 DP(BNX2X_MSG_STATS,
917 "stats not updated by xstorm xstorm counter (0x%x) != stats_counter (0x%x)\n",
918 le16_to_cpu(counters->xstats_counter), bp->stats_counter);
919 return -EAGAIN;
920 }
921
922 if (le16_to_cpu(counters->ustats_counter) != cur_stats_counter) {
923 DP(BNX2X_MSG_STATS,
924 "stats not updated by ustorm ustorm counter (0x%x) != stats_counter (0x%x)\n",
925 le16_to_cpu(counters->ustats_counter), bp->stats_counter);
926 return -EAGAIN;
927 }
928
929 if (le16_to_cpu(counters->cstats_counter) != cur_stats_counter) {
930 DP(BNX2X_MSG_STATS,
931 "stats not updated by cstorm cstorm counter (0x%x) != stats_counter (0x%x)\n",
932 le16_to_cpu(counters->cstats_counter), bp->stats_counter);
933 return -EAGAIN;
934 }
935
936 if (le16_to_cpu(counters->tstats_counter) != cur_stats_counter) {
937 DP(BNX2X_MSG_STATS,
938 "stats not updated by tstorm tstorm counter (0x%x) != stats_counter (0x%x)\n",
939 le16_to_cpu(counters->tstats_counter), bp->stats_counter);
940 return -EAGAIN;
941 }
942 return 0;
943 }
944
945 static int bnx2x_storm_stats_update(struct bnx2x *bp)
946 {
947 struct tstorm_per_port_stats *tport =
948 &bp->fw_stats_data->port.tstorm_port_statistics;
949 struct tstorm_per_pf_stats *tfunc =
950 &bp->fw_stats_data->pf.tstorm_pf_statistics;
951 struct host_func_stats *fstats = &bp->func_stats;
952 struct bnx2x_eth_stats *estats = &bp->eth_stats;
953 struct bnx2x_eth_stats_old *estats_old = &bp->eth_stats_old;
954 int i;
955
956 /* vfs stat counter is managed by pf */
957 if (IS_PF(bp) && bnx2x_storm_stats_validate_counters(bp))
958 return -EAGAIN;
959
960 estats->error_bytes_received_hi = 0;
961 estats->error_bytes_received_lo = 0;
962
963 for_each_eth_queue(bp, i) {
964 struct bnx2x_fastpath *fp = &bp->fp[i];
965 struct tstorm_per_queue_stats *tclient =
966 &bp->fw_stats_data->queue_stats[i].
967 tstorm_queue_statistics;
968 struct tstorm_per_queue_stats *old_tclient =
969 &bnx2x_fp_stats(bp, fp)->old_tclient;
970 struct ustorm_per_queue_stats *uclient =
971 &bp->fw_stats_data->queue_stats[i].
972 ustorm_queue_statistics;
973 struct ustorm_per_queue_stats *old_uclient =
974 &bnx2x_fp_stats(bp, fp)->old_uclient;
975 struct xstorm_per_queue_stats *xclient =
976 &bp->fw_stats_data->queue_stats[i].
977 xstorm_queue_statistics;
978 struct xstorm_per_queue_stats *old_xclient =
979 &bnx2x_fp_stats(bp, fp)->old_xclient;
980 struct bnx2x_eth_q_stats *qstats =
981 &bnx2x_fp_stats(bp, fp)->eth_q_stats;
982 struct bnx2x_eth_q_stats_old *qstats_old =
983 &bnx2x_fp_stats(bp, fp)->eth_q_stats_old;
984
985 u32 diff;
986
987 DP(BNX2X_MSG_STATS, "queue[%d]: ucast_sent 0x%x, bcast_sent 0x%x mcast_sent 0x%x\n",
988 i, xclient->ucast_pkts_sent,
989 xclient->bcast_pkts_sent, xclient->mcast_pkts_sent);
990
991 DP(BNX2X_MSG_STATS, "---------------\n");
992
993 UPDATE_QSTAT(tclient->rcv_bcast_bytes,
994 total_broadcast_bytes_received);
995 UPDATE_QSTAT(tclient->rcv_mcast_bytes,
996 total_multicast_bytes_received);
997 UPDATE_QSTAT(tclient->rcv_ucast_bytes,
998 total_unicast_bytes_received);
999
1000 /*
1001 * sum to total_bytes_received all
1002 * unicast/multicast/broadcast
1003 */
1004 qstats->total_bytes_received_hi =
1005 qstats->total_broadcast_bytes_received_hi;
1006 qstats->total_bytes_received_lo =
1007 qstats->total_broadcast_bytes_received_lo;
1008
1009 ADD_64(qstats->total_bytes_received_hi,
1010 qstats->total_multicast_bytes_received_hi,
1011 qstats->total_bytes_received_lo,
1012 qstats->total_multicast_bytes_received_lo);
1013
1014 ADD_64(qstats->total_bytes_received_hi,
1015 qstats->total_unicast_bytes_received_hi,
1016 qstats->total_bytes_received_lo,
1017 qstats->total_unicast_bytes_received_lo);
1018
1019 qstats->valid_bytes_received_hi =
1020 qstats->total_bytes_received_hi;
1021 qstats->valid_bytes_received_lo =
1022 qstats->total_bytes_received_lo;
1023
1024 UPDATE_EXTEND_TSTAT(rcv_ucast_pkts,
1025 total_unicast_packets_received);
1026 UPDATE_EXTEND_TSTAT(rcv_mcast_pkts,
1027 total_multicast_packets_received);
1028 UPDATE_EXTEND_TSTAT(rcv_bcast_pkts,
1029 total_broadcast_packets_received);
1030 UPDATE_EXTEND_E_TSTAT(pkts_too_big_discard,
1031 etherstatsoverrsizepkts, 32);
1032 UPDATE_EXTEND_E_TSTAT(no_buff_discard, no_buff_discard, 16);
1033
1034 SUB_EXTEND_USTAT(ucast_no_buff_pkts,
1035 total_unicast_packets_received);
1036 SUB_EXTEND_USTAT(mcast_no_buff_pkts,
1037 total_multicast_packets_received);
1038 SUB_EXTEND_USTAT(bcast_no_buff_pkts,
1039 total_broadcast_packets_received);
1040 UPDATE_EXTEND_E_USTAT(ucast_no_buff_pkts, no_buff_discard);
1041 UPDATE_EXTEND_E_USTAT(mcast_no_buff_pkts, no_buff_discard);
1042 UPDATE_EXTEND_E_USTAT(bcast_no_buff_pkts, no_buff_discard);
1043
1044 UPDATE_QSTAT(xclient->bcast_bytes_sent,
1045 total_broadcast_bytes_transmitted);
1046 UPDATE_QSTAT(xclient->mcast_bytes_sent,
1047 total_multicast_bytes_transmitted);
1048 UPDATE_QSTAT(xclient->ucast_bytes_sent,
1049 total_unicast_bytes_transmitted);
1050
1051 /*
1052 * sum to total_bytes_transmitted all
1053 * unicast/multicast/broadcast
1054 */
1055 qstats->total_bytes_transmitted_hi =
1056 qstats->total_unicast_bytes_transmitted_hi;
1057 qstats->total_bytes_transmitted_lo =
1058 qstats->total_unicast_bytes_transmitted_lo;
1059
1060 ADD_64(qstats->total_bytes_transmitted_hi,
1061 qstats->total_broadcast_bytes_transmitted_hi,
1062 qstats->total_bytes_transmitted_lo,
1063 qstats->total_broadcast_bytes_transmitted_lo);
1064
1065 ADD_64(qstats->total_bytes_transmitted_hi,
1066 qstats->total_multicast_bytes_transmitted_hi,
1067 qstats->total_bytes_transmitted_lo,
1068 qstats->total_multicast_bytes_transmitted_lo);
1069
1070 UPDATE_EXTEND_XSTAT(ucast_pkts_sent,
1071 total_unicast_packets_transmitted);
1072 UPDATE_EXTEND_XSTAT(mcast_pkts_sent,
1073 total_multicast_packets_transmitted);
1074 UPDATE_EXTEND_XSTAT(bcast_pkts_sent,
1075 total_broadcast_packets_transmitted);
1076
1077 UPDATE_EXTEND_TSTAT(checksum_discard,
1078 total_packets_received_checksum_discarded);
1079 UPDATE_EXTEND_TSTAT(ttl0_discard,
1080 total_packets_received_ttl0_discarded);
1081
1082 UPDATE_EXTEND_XSTAT(error_drop_pkts,
1083 total_transmitted_dropped_packets_error);
1084
1085 /* TPA aggregations completed */
1086 UPDATE_EXTEND_E_USTAT(coalesced_events, total_tpa_aggregations);
1087 /* Number of network frames aggregated by TPA */
1088 UPDATE_EXTEND_E_USTAT(coalesced_pkts,
1089 total_tpa_aggregated_frames);
1090 /* Total number of bytes in completed TPA aggregations */
1091 UPDATE_QSTAT(uclient->coalesced_bytes, total_tpa_bytes);
1092
1093 UPDATE_ESTAT_QSTAT_64(total_tpa_bytes);
1094
1095 UPDATE_FSTAT_QSTAT(total_bytes_received);
1096 UPDATE_FSTAT_QSTAT(total_bytes_transmitted);
1097 UPDATE_FSTAT_QSTAT(total_unicast_packets_received);
1098 UPDATE_FSTAT_QSTAT(total_multicast_packets_received);
1099 UPDATE_FSTAT_QSTAT(total_broadcast_packets_received);
1100 UPDATE_FSTAT_QSTAT(total_unicast_packets_transmitted);
1101 UPDATE_FSTAT_QSTAT(total_multicast_packets_transmitted);
1102 UPDATE_FSTAT_QSTAT(total_broadcast_packets_transmitted);
1103 UPDATE_FSTAT_QSTAT(valid_bytes_received);
1104 }
1105
1106 ADD_64(estats->total_bytes_received_hi,
1107 estats->rx_stat_ifhcinbadoctets_hi,
1108 estats->total_bytes_received_lo,
1109 estats->rx_stat_ifhcinbadoctets_lo);
1110
1111 ADD_64_LE(estats->total_bytes_received_hi,
1112 tfunc->rcv_error_bytes.hi,
1113 estats->total_bytes_received_lo,
1114 tfunc->rcv_error_bytes.lo);
1115
1116 ADD_64_LE(estats->error_bytes_received_hi,
1117 tfunc->rcv_error_bytes.hi,
1118 estats->error_bytes_received_lo,
1119 tfunc->rcv_error_bytes.lo);
1120
1121 UPDATE_ESTAT(etherstatsoverrsizepkts, rx_stat_dot3statsframestoolong);
1122
1123 ADD_64(estats->error_bytes_received_hi,
1124 estats->rx_stat_ifhcinbadoctets_hi,
1125 estats->error_bytes_received_lo,
1126 estats->rx_stat_ifhcinbadoctets_lo);
1127
1128 if (bp->port.pmf) {
1129 struct bnx2x_fw_port_stats_old *fwstats = &bp->fw_stats_old;
1130 UPDATE_FW_STAT(mac_filter_discard);
1131 UPDATE_FW_STAT(mf_tag_discard);
1132 UPDATE_FW_STAT(brb_truncate_discard);
1133 UPDATE_FW_STAT(mac_discard);
1134 }
1135
1136 fstats->host_func_stats_start = ++fstats->host_func_stats_end;
1137
1138 bp->stats_pending = 0;
1139
1140 return 0;
1141 }
1142
1143 static void bnx2x_net_stats_update(struct bnx2x *bp)
1144 {
1145 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1146 struct net_device_stats *nstats = &bp->dev->stats;
1147 unsigned long tmp;
1148 int i;
1149
1150 nstats->rx_packets =
1151 bnx2x_hilo(&estats->total_unicast_packets_received_hi) +
1152 bnx2x_hilo(&estats->total_multicast_packets_received_hi) +
1153 bnx2x_hilo(&estats->total_broadcast_packets_received_hi);
1154
1155 nstats->tx_packets =
1156 bnx2x_hilo(&estats->total_unicast_packets_transmitted_hi) +
1157 bnx2x_hilo(&estats->total_multicast_packets_transmitted_hi) +
1158 bnx2x_hilo(&estats->total_broadcast_packets_transmitted_hi);
1159
1160 nstats->rx_bytes = bnx2x_hilo(&estats->total_bytes_received_hi);
1161
1162 nstats->tx_bytes = bnx2x_hilo(&estats->total_bytes_transmitted_hi);
1163
1164 tmp = estats->mac_discard;
1165 for_each_rx_queue(bp, i) {
1166 struct tstorm_per_queue_stats *old_tclient =
1167 &bp->fp_stats[i].old_tclient;
1168 tmp += le32_to_cpu(old_tclient->checksum_discard);
1169 }
1170 nstats->rx_dropped = tmp + bp->net_stats_old.rx_dropped;
1171
1172 nstats->tx_dropped = 0;
1173
1174 nstats->multicast =
1175 bnx2x_hilo(&estats->total_multicast_packets_received_hi);
1176
1177 nstats->collisions =
1178 bnx2x_hilo(&estats->tx_stat_etherstatscollisions_hi);
1179
1180 nstats->rx_length_errors =
1181 bnx2x_hilo(&estats->rx_stat_etherstatsundersizepkts_hi) +
1182 bnx2x_hilo(&estats->etherstatsoverrsizepkts_hi);
1183 nstats->rx_over_errors = bnx2x_hilo(&estats->brb_drop_hi) +
1184 bnx2x_hilo(&estats->brb_truncate_hi);
1185 nstats->rx_crc_errors =
1186 bnx2x_hilo(&estats->rx_stat_dot3statsfcserrors_hi);
1187 nstats->rx_frame_errors =
1188 bnx2x_hilo(&estats->rx_stat_dot3statsalignmenterrors_hi);
1189 nstats->rx_fifo_errors = bnx2x_hilo(&estats->no_buff_discard_hi);
1190 nstats->rx_missed_errors = 0;
1191
1192 nstats->rx_errors = nstats->rx_length_errors +
1193 nstats->rx_over_errors +
1194 nstats->rx_crc_errors +
1195 nstats->rx_frame_errors +
1196 nstats->rx_fifo_errors +
1197 nstats->rx_missed_errors;
1198
1199 nstats->tx_aborted_errors =
1200 bnx2x_hilo(&estats->tx_stat_dot3statslatecollisions_hi) +
1201 bnx2x_hilo(&estats->tx_stat_dot3statsexcessivecollisions_hi);
1202 nstats->tx_carrier_errors =
1203 bnx2x_hilo(&estats->rx_stat_dot3statscarriersenseerrors_hi);
1204 nstats->tx_fifo_errors = 0;
1205 nstats->tx_heartbeat_errors = 0;
1206 nstats->tx_window_errors = 0;
1207
1208 nstats->tx_errors = nstats->tx_aborted_errors +
1209 nstats->tx_carrier_errors +
1210 bnx2x_hilo(&estats->tx_stat_dot3statsinternalmactransmiterrors_hi);
1211 }
1212
1213 static void bnx2x_drv_stats_update(struct bnx2x *bp)
1214 {
1215 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1216 int i;
1217
1218 for_each_queue(bp, i) {
1219 struct bnx2x_eth_q_stats *qstats = &bp->fp_stats[i].eth_q_stats;
1220 struct bnx2x_eth_q_stats_old *qstats_old =
1221 &bp->fp_stats[i].eth_q_stats_old;
1222
1223 UPDATE_ESTAT_QSTAT(driver_xoff);
1224 UPDATE_ESTAT_QSTAT(rx_err_discard_pkt);
1225 UPDATE_ESTAT_QSTAT(rx_skb_alloc_failed);
1226 UPDATE_ESTAT_QSTAT(hw_csum_err);
1227 UPDATE_ESTAT_QSTAT(driver_filtered_tx_pkt);
1228 }
1229 }
1230
1231 static bool bnx2x_edebug_stats_stopped(struct bnx2x *bp)
1232 {
1233 u32 val;
1234
1235 if (SHMEM2_HAS(bp, edebug_driver_if[1])) {
1236 val = SHMEM2_RD(bp, edebug_driver_if[1]);
1237
1238 if (val == EDEBUG_DRIVER_IF_OP_CODE_DISABLE_STAT)
1239 return true;
1240 }
1241
1242 return false;
1243 }
1244
1245 static void bnx2x_stats_update(struct bnx2x *bp)
1246 {
1247 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1248
1249 /* we run update from timer context, so give up
1250 * if somebody is in the middle of transition
1251 */
1252 if (down_trylock(&bp->stats_sema))
1253 return;
1254
1255 if (bnx2x_edebug_stats_stopped(bp) || !bp->stats_started)
1256 goto out;
1257
1258 if (IS_PF(bp)) {
1259 if (*stats_comp != DMAE_COMP_VAL)
1260 goto out;
1261
1262 if (bp->port.pmf)
1263 bnx2x_hw_stats_update(bp);
1264
1265 if (bnx2x_storm_stats_update(bp)) {
1266 if (bp->stats_pending++ == 3) {
1267 BNX2X_ERR("storm stats were not updated for 3 times\n");
1268 bnx2x_panic();
1269 }
1270 goto out;
1271 }
1272 } else {
1273 /* vf doesn't collect HW statistics, and doesn't get completions
1274 * perform only update
1275 */
1276 bnx2x_storm_stats_update(bp);
1277 }
1278
1279 bnx2x_net_stats_update(bp);
1280 bnx2x_drv_stats_update(bp);
1281
1282 /* vf is done */
1283 if (IS_VF(bp))
1284 goto out;
1285
1286 if (netif_msg_timer(bp)) {
1287 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1288
1289 netdev_dbg(bp->dev, "brb drops %u brb truncate %u\n",
1290 estats->brb_drop_lo, estats->brb_truncate_lo);
1291 }
1292
1293 bnx2x_hw_stats_post(bp);
1294 bnx2x_storm_stats_post(bp);
1295
1296 out:
1297 up(&bp->stats_sema);
1298 }
1299
1300 static void bnx2x_port_stats_stop(struct bnx2x *bp)
1301 {
1302 struct dmae_command *dmae;
1303 u32 opcode;
1304 int loader_idx = PMF_DMAE_C(bp);
1305 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1306
1307 bp->executer_idx = 0;
1308
1309 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC, false, 0);
1310
1311 if (bp->port.port_stx) {
1312
1313 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1314 if (bp->func_stx)
1315 dmae->opcode = bnx2x_dmae_opcode_add_comp(
1316 opcode, DMAE_COMP_GRC);
1317 else
1318 dmae->opcode = bnx2x_dmae_opcode_add_comp(
1319 opcode, DMAE_COMP_PCI);
1320
1321 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
1322 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
1323 dmae->dst_addr_lo = bp->port.port_stx >> 2;
1324 dmae->dst_addr_hi = 0;
1325 dmae->len = bnx2x_get_port_stats_dma_len(bp);
1326 if (bp->func_stx) {
1327 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
1328 dmae->comp_addr_hi = 0;
1329 dmae->comp_val = 1;
1330 } else {
1331 dmae->comp_addr_lo =
1332 U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1333 dmae->comp_addr_hi =
1334 U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1335 dmae->comp_val = DMAE_COMP_VAL;
1336
1337 *stats_comp = 0;
1338 }
1339 }
1340
1341 if (bp->func_stx) {
1342
1343 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1344 dmae->opcode =
1345 bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_PCI);
1346 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
1347 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
1348 dmae->dst_addr_lo = bp->func_stx >> 2;
1349 dmae->dst_addr_hi = 0;
1350 dmae->len = sizeof(struct host_func_stats) >> 2;
1351 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1352 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1353 dmae->comp_val = DMAE_COMP_VAL;
1354
1355 *stats_comp = 0;
1356 }
1357 }
1358
1359 static void bnx2x_stats_stop(struct bnx2x *bp)
1360 {
1361 int update = 0;
1362
1363 if (down_timeout(&bp->stats_sema, HZ/10))
1364 BNX2X_ERR("Unable to acquire stats lock\n");
1365
1366 bp->stats_started = false;
1367
1368 bnx2x_stats_comp(bp);
1369
1370 if (bp->port.pmf)
1371 update = (bnx2x_hw_stats_update(bp) == 0);
1372
1373 update |= (bnx2x_storm_stats_update(bp) == 0);
1374
1375 if (update) {
1376 bnx2x_net_stats_update(bp);
1377
1378 if (bp->port.pmf)
1379 bnx2x_port_stats_stop(bp);
1380
1381 bnx2x_hw_stats_post(bp);
1382 bnx2x_stats_comp(bp);
1383 }
1384
1385 up(&bp->stats_sema);
1386 }
1387
1388 static void bnx2x_stats_do_nothing(struct bnx2x *bp)
1389 {
1390 }
1391
1392 static const struct {
1393 void (*action)(struct bnx2x *bp);
1394 enum bnx2x_stats_state next_state;
1395 } bnx2x_stats_stm[STATS_STATE_MAX][STATS_EVENT_MAX] = {
1396 /* state event */
1397 {
1398 /* DISABLED PMF */ {bnx2x_stats_pmf_update, STATS_STATE_DISABLED},
1399 /* LINK_UP */ {bnx2x_stats_start, STATS_STATE_ENABLED},
1400 /* UPDATE */ {bnx2x_stats_do_nothing, STATS_STATE_DISABLED},
1401 /* STOP */ {bnx2x_stats_do_nothing, STATS_STATE_DISABLED}
1402 },
1403 {
1404 /* ENABLED PMF */ {bnx2x_stats_pmf_start, STATS_STATE_ENABLED},
1405 /* LINK_UP */ {bnx2x_stats_restart, STATS_STATE_ENABLED},
1406 /* UPDATE */ {bnx2x_stats_update, STATS_STATE_ENABLED},
1407 /* STOP */ {bnx2x_stats_stop, STATS_STATE_DISABLED}
1408 }
1409 };
1410
1411 void bnx2x_stats_handle(struct bnx2x *bp, enum bnx2x_stats_event event)
1412 {
1413 enum bnx2x_stats_state state;
1414 void (*action)(struct bnx2x *bp);
1415 if (unlikely(bp->panic))
1416 return;
1417
1418 spin_lock_bh(&bp->stats_lock);
1419 state = bp->stats_state;
1420 bp->stats_state = bnx2x_stats_stm[state][event].next_state;
1421 action = bnx2x_stats_stm[state][event].action;
1422 spin_unlock_bh(&bp->stats_lock);
1423
1424 action(bp);
1425
1426 if ((event != STATS_EVENT_UPDATE) || netif_msg_timer(bp))
1427 DP(BNX2X_MSG_STATS, "state %d -> event %d -> state %d\n",
1428 state, event, bp->stats_state);
1429 }
1430
1431 static void bnx2x_port_stats_base_init(struct bnx2x *bp)
1432 {
1433 struct dmae_command *dmae;
1434 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1435
1436 /* sanity */
1437 if (!bp->port.pmf || !bp->port.port_stx) {
1438 BNX2X_ERR("BUG!\n");
1439 return;
1440 }
1441
1442 bp->executer_idx = 0;
1443
1444 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1445 dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
1446 true, DMAE_COMP_PCI);
1447 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
1448 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
1449 dmae->dst_addr_lo = bp->port.port_stx >> 2;
1450 dmae->dst_addr_hi = 0;
1451 dmae->len = bnx2x_get_port_stats_dma_len(bp);
1452 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1453 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1454 dmae->comp_val = DMAE_COMP_VAL;
1455
1456 *stats_comp = 0;
1457 bnx2x_hw_stats_post(bp);
1458 bnx2x_stats_comp(bp);
1459 }
1460
1461 /* This function will prepare the statistics ramrod data the way
1462 * we will only have to increment the statistics counter and
1463 * send the ramrod each time we have to.
1464 */
1465 static void bnx2x_prep_fw_stats_req(struct bnx2x *bp)
1466 {
1467 int i;
1468 int first_queue_query_index;
1469 struct stats_query_header *stats_hdr = &bp->fw_stats_req->hdr;
1470
1471 dma_addr_t cur_data_offset;
1472 struct stats_query_entry *cur_query_entry;
1473
1474 stats_hdr->cmd_num = bp->fw_stats_num;
1475 stats_hdr->drv_stats_counter = 0;
1476
1477 /* storm_counters struct contains the counters of completed
1478 * statistics requests per storm which are incremented by FW
1479 * each time it completes hadning a statistics ramrod. We will
1480 * check these counters in the timer handler and discard a
1481 * (statistics) ramrod completion.
1482 */
1483 cur_data_offset = bp->fw_stats_data_mapping +
1484 offsetof(struct bnx2x_fw_stats_data, storm_counters);
1485
1486 stats_hdr->stats_counters_addrs.hi =
1487 cpu_to_le32(U64_HI(cur_data_offset));
1488 stats_hdr->stats_counters_addrs.lo =
1489 cpu_to_le32(U64_LO(cur_data_offset));
1490
1491 /* prepare to the first stats ramrod (will be completed with
1492 * the counters equal to zero) - init counters to somethig different.
1493 */
1494 memset(&bp->fw_stats_data->storm_counters, 0xff,
1495 sizeof(struct stats_counter));
1496
1497 /**** Port FW statistics data ****/
1498 cur_data_offset = bp->fw_stats_data_mapping +
1499 offsetof(struct bnx2x_fw_stats_data, port);
1500
1501 cur_query_entry = &bp->fw_stats_req->query[BNX2X_PORT_QUERY_IDX];
1502
1503 cur_query_entry->kind = STATS_TYPE_PORT;
1504 /* For port query index is a DONT CARE */
1505 cur_query_entry->index = BP_PORT(bp);
1506 /* For port query funcID is a DONT CARE */
1507 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1508 cur_query_entry->address.hi = cpu_to_le32(U64_HI(cur_data_offset));
1509 cur_query_entry->address.lo = cpu_to_le32(U64_LO(cur_data_offset));
1510
1511 /**** PF FW statistics data ****/
1512 cur_data_offset = bp->fw_stats_data_mapping +
1513 offsetof(struct bnx2x_fw_stats_data, pf);
1514
1515 cur_query_entry = &bp->fw_stats_req->query[BNX2X_PF_QUERY_IDX];
1516
1517 cur_query_entry->kind = STATS_TYPE_PF;
1518 /* For PF query index is a DONT CARE */
1519 cur_query_entry->index = BP_PORT(bp);
1520 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1521 cur_query_entry->address.hi = cpu_to_le32(U64_HI(cur_data_offset));
1522 cur_query_entry->address.lo = cpu_to_le32(U64_LO(cur_data_offset));
1523
1524 /**** FCoE FW statistics data ****/
1525 if (!NO_FCOE(bp)) {
1526 cur_data_offset = bp->fw_stats_data_mapping +
1527 offsetof(struct bnx2x_fw_stats_data, fcoe);
1528
1529 cur_query_entry =
1530 &bp->fw_stats_req->query[BNX2X_FCOE_QUERY_IDX];
1531
1532 cur_query_entry->kind = STATS_TYPE_FCOE;
1533 /* For FCoE query index is a DONT CARE */
1534 cur_query_entry->index = BP_PORT(bp);
1535 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1536 cur_query_entry->address.hi =
1537 cpu_to_le32(U64_HI(cur_data_offset));
1538 cur_query_entry->address.lo =
1539 cpu_to_le32(U64_LO(cur_data_offset));
1540 }
1541
1542 /**** Clients' queries ****/
1543 cur_data_offset = bp->fw_stats_data_mapping +
1544 offsetof(struct bnx2x_fw_stats_data, queue_stats);
1545
1546 /* first queue query index depends whether FCoE offloaded request will
1547 * be included in the ramrod
1548 */
1549 if (!NO_FCOE(bp))
1550 first_queue_query_index = BNX2X_FIRST_QUEUE_QUERY_IDX;
1551 else
1552 first_queue_query_index = BNX2X_FIRST_QUEUE_QUERY_IDX - 1;
1553
1554 for_each_eth_queue(bp, i) {
1555 cur_query_entry =
1556 &bp->fw_stats_req->
1557 query[first_queue_query_index + i];
1558
1559 cur_query_entry->kind = STATS_TYPE_QUEUE;
1560 cur_query_entry->index = bnx2x_stats_id(&bp->fp[i]);
1561 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1562 cur_query_entry->address.hi =
1563 cpu_to_le32(U64_HI(cur_data_offset));
1564 cur_query_entry->address.lo =
1565 cpu_to_le32(U64_LO(cur_data_offset));
1566
1567 cur_data_offset += sizeof(struct per_queue_stats);
1568 }
1569
1570 /* add FCoE queue query if needed */
1571 if (!NO_FCOE(bp)) {
1572 cur_query_entry =
1573 &bp->fw_stats_req->
1574 query[first_queue_query_index + i];
1575
1576 cur_query_entry->kind = STATS_TYPE_QUEUE;
1577 cur_query_entry->index = bnx2x_stats_id(&bp->fp[FCOE_IDX(bp)]);
1578 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1579 cur_query_entry->address.hi =
1580 cpu_to_le32(U64_HI(cur_data_offset));
1581 cur_query_entry->address.lo =
1582 cpu_to_le32(U64_LO(cur_data_offset));
1583 }
1584 }
1585
1586 void bnx2x_memset_stats(struct bnx2x *bp)
1587 {
1588 int i;
1589
1590 /* function stats */
1591 for_each_queue(bp, i) {
1592 struct bnx2x_fp_stats *fp_stats = &bp->fp_stats[i];
1593
1594 memset(&fp_stats->old_tclient, 0,
1595 sizeof(fp_stats->old_tclient));
1596 memset(&fp_stats->old_uclient, 0,
1597 sizeof(fp_stats->old_uclient));
1598 memset(&fp_stats->old_xclient, 0,
1599 sizeof(fp_stats->old_xclient));
1600 if (bp->stats_init) {
1601 memset(&fp_stats->eth_q_stats, 0,
1602 sizeof(fp_stats->eth_q_stats));
1603 memset(&fp_stats->eth_q_stats_old, 0,
1604 sizeof(fp_stats->eth_q_stats_old));
1605 }
1606 }
1607
1608 memset(&bp->dev->stats, 0, sizeof(bp->dev->stats));
1609
1610 if (bp->stats_init) {
1611 memset(&bp->net_stats_old, 0, sizeof(bp->net_stats_old));
1612 memset(&bp->fw_stats_old, 0, sizeof(bp->fw_stats_old));
1613 memset(&bp->eth_stats_old, 0, sizeof(bp->eth_stats_old));
1614 memset(&bp->eth_stats, 0, sizeof(bp->eth_stats));
1615 memset(&bp->func_stats, 0, sizeof(bp->func_stats));
1616 }
1617
1618 bp->stats_state = STATS_STATE_DISABLED;
1619
1620 if (bp->port.pmf && bp->port.port_stx)
1621 bnx2x_port_stats_base_init(bp);
1622
1623 /* mark the end of statistics initializiation */
1624 bp->stats_init = false;
1625 }
1626
1627 void bnx2x_stats_init(struct bnx2x *bp)
1628 {
1629 int /*abs*/port = BP_PORT(bp);
1630 int mb_idx = BP_FW_MB_IDX(bp);
1631
1632 if (IS_VF(bp)) {
1633 bnx2x_memset_stats(bp);
1634 return;
1635 }
1636
1637 bp->stats_pending = 0;
1638 bp->executer_idx = 0;
1639 bp->stats_counter = 0;
1640
1641 /* port and func stats for management */
1642 if (!BP_NOMCP(bp)) {
1643 bp->port.port_stx = SHMEM_RD(bp, port_mb[port].port_stx);
1644 bp->func_stx = SHMEM_RD(bp, func_mb[mb_idx].fw_mb_param);
1645
1646 } else {
1647 bp->port.port_stx = 0;
1648 bp->func_stx = 0;
1649 }
1650 DP(BNX2X_MSG_STATS, "port_stx 0x%x func_stx 0x%x\n",
1651 bp->port.port_stx, bp->func_stx);
1652
1653 /* pmf should retrieve port statistics from SP on a non-init*/
1654 if (!bp->stats_init && bp->port.pmf && bp->port.port_stx)
1655 bnx2x_stats_handle(bp, STATS_EVENT_PMF);
1656
1657 port = BP_PORT(bp);
1658 /* port stats */
1659 memset(&(bp->port.old_nig_stats), 0, sizeof(struct nig_stats));
1660 bp->port.old_nig_stats.brb_discard =
1661 REG_RD(bp, NIG_REG_STAT0_BRB_DISCARD + port*0x38);
1662 bp->port.old_nig_stats.brb_truncate =
1663 REG_RD(bp, NIG_REG_STAT0_BRB_TRUNCATE + port*0x38);
1664 if (!CHIP_IS_E3(bp)) {
1665 REG_RD_DMAE(bp, NIG_REG_STAT0_EGRESS_MAC_PKT0 + port*0x50,
1666 &(bp->port.old_nig_stats.egress_mac_pkt0_lo), 2);
1667 REG_RD_DMAE(bp, NIG_REG_STAT0_EGRESS_MAC_PKT1 + port*0x50,
1668 &(bp->port.old_nig_stats.egress_mac_pkt1_lo), 2);
1669 }
1670
1671 /* Prepare statistics ramrod data */
1672 bnx2x_prep_fw_stats_req(bp);
1673
1674 /* Clean SP from previous statistics */
1675 if (bp->stats_init) {
1676 if (bp->func_stx) {
1677 memset(bnx2x_sp(bp, func_stats), 0,
1678 sizeof(struct host_func_stats));
1679 bnx2x_func_stats_init(bp);
1680 bnx2x_hw_stats_post(bp);
1681 bnx2x_stats_comp(bp);
1682 }
1683 }
1684
1685 bnx2x_memset_stats(bp);
1686 }
1687
1688 void bnx2x_save_statistics(struct bnx2x *bp)
1689 {
1690 int i;
1691 struct net_device_stats *nstats = &bp->dev->stats;
1692
1693 /* save queue statistics */
1694 for_each_eth_queue(bp, i) {
1695 struct bnx2x_fastpath *fp = &bp->fp[i];
1696 struct bnx2x_eth_q_stats *qstats =
1697 &bnx2x_fp_stats(bp, fp)->eth_q_stats;
1698 struct bnx2x_eth_q_stats_old *qstats_old =
1699 &bnx2x_fp_stats(bp, fp)->eth_q_stats_old;
1700
1701 UPDATE_QSTAT_OLD(total_unicast_bytes_received_hi);
1702 UPDATE_QSTAT_OLD(total_unicast_bytes_received_lo);
1703 UPDATE_QSTAT_OLD(total_broadcast_bytes_received_hi);
1704 UPDATE_QSTAT_OLD(total_broadcast_bytes_received_lo);
1705 UPDATE_QSTAT_OLD(total_multicast_bytes_received_hi);
1706 UPDATE_QSTAT_OLD(total_multicast_bytes_received_lo);
1707 UPDATE_QSTAT_OLD(total_unicast_bytes_transmitted_hi);
1708 UPDATE_QSTAT_OLD(total_unicast_bytes_transmitted_lo);
1709 UPDATE_QSTAT_OLD(total_broadcast_bytes_transmitted_hi);
1710 UPDATE_QSTAT_OLD(total_broadcast_bytes_transmitted_lo);
1711 UPDATE_QSTAT_OLD(total_multicast_bytes_transmitted_hi);
1712 UPDATE_QSTAT_OLD(total_multicast_bytes_transmitted_lo);
1713 UPDATE_QSTAT_OLD(total_tpa_bytes_hi);
1714 UPDATE_QSTAT_OLD(total_tpa_bytes_lo);
1715 }
1716
1717 /* save net_device_stats statistics */
1718 bp->net_stats_old.rx_dropped = nstats->rx_dropped;
1719
1720 /* store port firmware statistics */
1721 if (bp->port.pmf && IS_MF(bp)) {
1722 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1723 struct bnx2x_fw_port_stats_old *fwstats = &bp->fw_stats_old;
1724 UPDATE_FW_STAT_OLD(mac_filter_discard);
1725 UPDATE_FW_STAT_OLD(mf_tag_discard);
1726 UPDATE_FW_STAT_OLD(brb_truncate_discard);
1727 UPDATE_FW_STAT_OLD(mac_discard);
1728 }
1729 }
1730
1731 void bnx2x_afex_collect_stats(struct bnx2x *bp, void *void_afex_stats,
1732 u32 stats_type)
1733 {
1734 int i;
1735 struct afex_stats *afex_stats = (struct afex_stats *)void_afex_stats;
1736 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1737 struct per_queue_stats *fcoe_q_stats =
1738 &bp->fw_stats_data->queue_stats[FCOE_IDX(bp)];
1739
1740 struct tstorm_per_queue_stats *fcoe_q_tstorm_stats =
1741 &fcoe_q_stats->tstorm_queue_statistics;
1742
1743 struct ustorm_per_queue_stats *fcoe_q_ustorm_stats =
1744 &fcoe_q_stats->ustorm_queue_statistics;
1745
1746 struct xstorm_per_queue_stats *fcoe_q_xstorm_stats =
1747 &fcoe_q_stats->xstorm_queue_statistics;
1748
1749 struct fcoe_statistics_params *fw_fcoe_stat =
1750 &bp->fw_stats_data->fcoe;
1751
1752 memset(afex_stats, 0, sizeof(struct afex_stats));
1753
1754 for_each_eth_queue(bp, i) {
1755 struct bnx2x_eth_q_stats *qstats = &bp->fp_stats[i].eth_q_stats;
1756
1757 ADD_64(afex_stats->rx_unicast_bytes_hi,
1758 qstats->total_unicast_bytes_received_hi,
1759 afex_stats->rx_unicast_bytes_lo,
1760 qstats->total_unicast_bytes_received_lo);
1761
1762 ADD_64(afex_stats->rx_broadcast_bytes_hi,
1763 qstats->total_broadcast_bytes_received_hi,
1764 afex_stats->rx_broadcast_bytes_lo,
1765 qstats->total_broadcast_bytes_received_lo);
1766
1767 ADD_64(afex_stats->rx_multicast_bytes_hi,
1768 qstats->total_multicast_bytes_received_hi,
1769 afex_stats->rx_multicast_bytes_lo,
1770 qstats->total_multicast_bytes_received_lo);
1771
1772 ADD_64(afex_stats->rx_unicast_frames_hi,
1773 qstats->total_unicast_packets_received_hi,
1774 afex_stats->rx_unicast_frames_lo,
1775 qstats->total_unicast_packets_received_lo);
1776
1777 ADD_64(afex_stats->rx_broadcast_frames_hi,
1778 qstats->total_broadcast_packets_received_hi,
1779 afex_stats->rx_broadcast_frames_lo,
1780 qstats->total_broadcast_packets_received_lo);
1781
1782 ADD_64(afex_stats->rx_multicast_frames_hi,
1783 qstats->total_multicast_packets_received_hi,
1784 afex_stats->rx_multicast_frames_lo,
1785 qstats->total_multicast_packets_received_lo);
1786
1787 /* sum to rx_frames_discarded all discraded
1788 * packets due to size, ttl0 and checksum
1789 */
1790 ADD_64(afex_stats->rx_frames_discarded_hi,
1791 qstats->total_packets_received_checksum_discarded_hi,
1792 afex_stats->rx_frames_discarded_lo,
1793 qstats->total_packets_received_checksum_discarded_lo);
1794
1795 ADD_64(afex_stats->rx_frames_discarded_hi,
1796 qstats->total_packets_received_ttl0_discarded_hi,
1797 afex_stats->rx_frames_discarded_lo,
1798 qstats->total_packets_received_ttl0_discarded_lo);
1799
1800 ADD_64(afex_stats->rx_frames_discarded_hi,
1801 qstats->etherstatsoverrsizepkts_hi,
1802 afex_stats->rx_frames_discarded_lo,
1803 qstats->etherstatsoverrsizepkts_lo);
1804
1805 ADD_64(afex_stats->rx_frames_dropped_hi,
1806 qstats->no_buff_discard_hi,
1807 afex_stats->rx_frames_dropped_lo,
1808 qstats->no_buff_discard_lo);
1809
1810 ADD_64(afex_stats->tx_unicast_bytes_hi,
1811 qstats->total_unicast_bytes_transmitted_hi,
1812 afex_stats->tx_unicast_bytes_lo,
1813 qstats->total_unicast_bytes_transmitted_lo);
1814
1815 ADD_64(afex_stats->tx_broadcast_bytes_hi,
1816 qstats->total_broadcast_bytes_transmitted_hi,
1817 afex_stats->tx_broadcast_bytes_lo,
1818 qstats->total_broadcast_bytes_transmitted_lo);
1819
1820 ADD_64(afex_stats->tx_multicast_bytes_hi,
1821 qstats->total_multicast_bytes_transmitted_hi,
1822 afex_stats->tx_multicast_bytes_lo,
1823 qstats->total_multicast_bytes_transmitted_lo);
1824
1825 ADD_64(afex_stats->tx_unicast_frames_hi,
1826 qstats->total_unicast_packets_transmitted_hi,
1827 afex_stats->tx_unicast_frames_lo,
1828 qstats->total_unicast_packets_transmitted_lo);
1829
1830 ADD_64(afex_stats->tx_broadcast_frames_hi,
1831 qstats->total_broadcast_packets_transmitted_hi,
1832 afex_stats->tx_broadcast_frames_lo,
1833 qstats->total_broadcast_packets_transmitted_lo);
1834
1835 ADD_64(afex_stats->tx_multicast_frames_hi,
1836 qstats->total_multicast_packets_transmitted_hi,
1837 afex_stats->tx_multicast_frames_lo,
1838 qstats->total_multicast_packets_transmitted_lo);
1839
1840 ADD_64(afex_stats->tx_frames_dropped_hi,
1841 qstats->total_transmitted_dropped_packets_error_hi,
1842 afex_stats->tx_frames_dropped_lo,
1843 qstats->total_transmitted_dropped_packets_error_lo);
1844 }
1845
1846 /* now add FCoE statistics which are collected separately
1847 * (both offloaded and non offloaded)
1848 */
1849 if (!NO_FCOE(bp)) {
1850 ADD_64_LE(afex_stats->rx_unicast_bytes_hi,
1851 LE32_0,
1852 afex_stats->rx_unicast_bytes_lo,
1853 fw_fcoe_stat->rx_stat0.fcoe_rx_byte_cnt);
1854
1855 ADD_64_LE(afex_stats->rx_unicast_bytes_hi,
1856 fcoe_q_tstorm_stats->rcv_ucast_bytes.hi,
1857 afex_stats->rx_unicast_bytes_lo,
1858 fcoe_q_tstorm_stats->rcv_ucast_bytes.lo);
1859
1860 ADD_64_LE(afex_stats->rx_broadcast_bytes_hi,
1861 fcoe_q_tstorm_stats->rcv_bcast_bytes.hi,
1862 afex_stats->rx_broadcast_bytes_lo,
1863 fcoe_q_tstorm_stats->rcv_bcast_bytes.lo);
1864
1865 ADD_64_LE(afex_stats->rx_multicast_bytes_hi,
1866 fcoe_q_tstorm_stats->rcv_mcast_bytes.hi,
1867 afex_stats->rx_multicast_bytes_lo,
1868 fcoe_q_tstorm_stats->rcv_mcast_bytes.lo);
1869
1870 ADD_64_LE(afex_stats->rx_unicast_frames_hi,
1871 LE32_0,
1872 afex_stats->rx_unicast_frames_lo,
1873 fw_fcoe_stat->rx_stat0.fcoe_rx_pkt_cnt);
1874
1875 ADD_64_LE(afex_stats->rx_unicast_frames_hi,
1876 LE32_0,
1877 afex_stats->rx_unicast_frames_lo,
1878 fcoe_q_tstorm_stats->rcv_ucast_pkts);
1879
1880 ADD_64_LE(afex_stats->rx_broadcast_frames_hi,
1881 LE32_0,
1882 afex_stats->rx_broadcast_frames_lo,
1883 fcoe_q_tstorm_stats->rcv_bcast_pkts);
1884
1885 ADD_64_LE(afex_stats->rx_multicast_frames_hi,
1886 LE32_0,
1887 afex_stats->rx_multicast_frames_lo,
1888 fcoe_q_tstorm_stats->rcv_ucast_pkts);
1889
1890 ADD_64_LE(afex_stats->rx_frames_discarded_hi,
1891 LE32_0,
1892 afex_stats->rx_frames_discarded_lo,
1893 fcoe_q_tstorm_stats->checksum_discard);
1894
1895 ADD_64_LE(afex_stats->rx_frames_discarded_hi,
1896 LE32_0,
1897 afex_stats->rx_frames_discarded_lo,
1898 fcoe_q_tstorm_stats->pkts_too_big_discard);
1899
1900 ADD_64_LE(afex_stats->rx_frames_discarded_hi,
1901 LE32_0,
1902 afex_stats->rx_frames_discarded_lo,
1903 fcoe_q_tstorm_stats->ttl0_discard);
1904
1905 ADD_64_LE16(afex_stats->rx_frames_dropped_hi,
1906 LE16_0,
1907 afex_stats->rx_frames_dropped_lo,
1908 fcoe_q_tstorm_stats->no_buff_discard);
1909
1910 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1911 LE32_0,
1912 afex_stats->rx_frames_dropped_lo,
1913 fcoe_q_ustorm_stats->ucast_no_buff_pkts);
1914
1915 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1916 LE32_0,
1917 afex_stats->rx_frames_dropped_lo,
1918 fcoe_q_ustorm_stats->mcast_no_buff_pkts);
1919
1920 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1921 LE32_0,
1922 afex_stats->rx_frames_dropped_lo,
1923 fcoe_q_ustorm_stats->bcast_no_buff_pkts);
1924
1925 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1926 LE32_0,
1927 afex_stats->rx_frames_dropped_lo,
1928 fw_fcoe_stat->rx_stat1.fcoe_rx_drop_pkt_cnt);
1929
1930 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1931 LE32_0,
1932 afex_stats->rx_frames_dropped_lo,
1933 fw_fcoe_stat->rx_stat2.fcoe_rx_drop_pkt_cnt);
1934
1935 ADD_64_LE(afex_stats->tx_unicast_bytes_hi,
1936 LE32_0,
1937 afex_stats->tx_unicast_bytes_lo,
1938 fw_fcoe_stat->tx_stat.fcoe_tx_byte_cnt);
1939
1940 ADD_64_LE(afex_stats->tx_unicast_bytes_hi,
1941 fcoe_q_xstorm_stats->ucast_bytes_sent.hi,
1942 afex_stats->tx_unicast_bytes_lo,
1943 fcoe_q_xstorm_stats->ucast_bytes_sent.lo);
1944
1945 ADD_64_LE(afex_stats->tx_broadcast_bytes_hi,
1946 fcoe_q_xstorm_stats->bcast_bytes_sent.hi,
1947 afex_stats->tx_broadcast_bytes_lo,
1948 fcoe_q_xstorm_stats->bcast_bytes_sent.lo);
1949
1950 ADD_64_LE(afex_stats->tx_multicast_bytes_hi,
1951 fcoe_q_xstorm_stats->mcast_bytes_sent.hi,
1952 afex_stats->tx_multicast_bytes_lo,
1953 fcoe_q_xstorm_stats->mcast_bytes_sent.lo);
1954
1955 ADD_64_LE(afex_stats->tx_unicast_frames_hi,
1956 LE32_0,
1957 afex_stats->tx_unicast_frames_lo,
1958 fw_fcoe_stat->tx_stat.fcoe_tx_pkt_cnt);
1959
1960 ADD_64_LE(afex_stats->tx_unicast_frames_hi,
1961 LE32_0,
1962 afex_stats->tx_unicast_frames_lo,
1963 fcoe_q_xstorm_stats->ucast_pkts_sent);
1964
1965 ADD_64_LE(afex_stats->tx_broadcast_frames_hi,
1966 LE32_0,
1967 afex_stats->tx_broadcast_frames_lo,
1968 fcoe_q_xstorm_stats->bcast_pkts_sent);
1969
1970 ADD_64_LE(afex_stats->tx_multicast_frames_hi,
1971 LE32_0,
1972 afex_stats->tx_multicast_frames_lo,
1973 fcoe_q_xstorm_stats->mcast_pkts_sent);
1974
1975 ADD_64_LE(afex_stats->tx_frames_dropped_hi,
1976 LE32_0,
1977 afex_stats->tx_frames_dropped_lo,
1978 fcoe_q_xstorm_stats->error_drop_pkts);
1979 }
1980
1981 /* if port stats are requested, add them to the PMF
1982 * stats, as anyway they will be accumulated by the
1983 * MCP before sent to the switch
1984 */
1985 if ((bp->port.pmf) && (stats_type == VICSTATST_UIF_INDEX)) {
1986 ADD_64(afex_stats->rx_frames_dropped_hi,
1987 0,
1988 afex_stats->rx_frames_dropped_lo,
1989 estats->mac_filter_discard);
1990 ADD_64(afex_stats->rx_frames_dropped_hi,
1991 0,
1992 afex_stats->rx_frames_dropped_lo,
1993 estats->brb_truncate_discard);
1994 ADD_64(afex_stats->rx_frames_discarded_hi,
1995 0,
1996 afex_stats->rx_frames_discarded_lo,
1997 estats->mac_discard);
1998 }
1999 }
2000
2001 void bnx2x_stats_safe_exec(struct bnx2x *bp,
2002 void (func_to_exec)(void *cookie),
2003 void *cookie){
2004 if (down_timeout(&bp->stats_sema, HZ/10))
2005 BNX2X_ERR("Unable to acquire stats lock\n");
2006 bnx2x_stats_comp(bp);
2007 func_to_exec(cookie);
2008 __bnx2x_stats_start(bp);
2009 up(&bp->stats_sema);
2010 }