1 /* bnx2x_stats.c: Broadcom Everest network driver.
3 * Copyright (c) 2007-2013 Broadcom Corporation
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
9 * Maintained by: Ariel Elior <ariel.elior@qlogic.com>
10 * Written by: Eliezer Tamir
11 * Based on code from Michael Chan's bnx2 driver
12 * UDP CSUM errata workaround by Arik Gendelman
13 * Slowpath and fastpath rework by Vladislav Zolotarov
14 * Statistics and Link management by Yitchak Gertner
18 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
20 #include "bnx2x_stats.h"
21 #include "bnx2x_cmn.h"
22 #include "bnx2x_sriov.h"
27 * General service functions
30 static inline long bnx2x_hilo(u32 *hiref)
32 u32 lo = *(hiref + 1);
33 #if (BITS_PER_LONG == 64)
36 return HILO_U64(hi, lo);
42 static inline u16 bnx2x_get_port_stats_dma_len(struct bnx2x *bp)
46 /* 'newest' convention - shmem2 cotains the size of the port stats */
47 if (SHMEM2_HAS(bp, sizeof_port_stats)) {
48 u32 size = SHMEM2_RD(bp, sizeof_port_stats);
52 /* prevent newer BC from causing buffer overflow */
53 if (res > sizeof(struct host_port_stats))
54 res = sizeof(struct host_port_stats);
57 /* Older convention - all BCs support the port stats' fields up until
58 * the 'not_used' field
61 res = offsetof(struct host_port_stats, not_used) + 4;
63 /* if PFC stats are supported by the MFW, DMA them as well */
64 if (bp->flags & BC_SUPPORTS_PFC_STATS) {
65 res += offsetof(struct host_port_stats,
67 offsetof(struct host_port_stats,
68 pfc_frames_tx_hi) + 4 ;
74 WARN_ON(res > 2 * DMAE_LEN32_RD_MAX);
79 * Init service functions
82 static void bnx2x_dp_stats(struct bnx2x *bp)
86 DP(BNX2X_MSG_STATS, "dumping stats:\n"
91 " drv_stats_counter %d\n"
93 " stats_counters_addrs %x %x\n",
94 bp->fw_stats_req->hdr.cmd_num,
95 bp->fw_stats_req->hdr.reserved0,
96 bp->fw_stats_req->hdr.drv_stats_counter,
97 bp->fw_stats_req->hdr.reserved1,
98 bp->fw_stats_req->hdr.stats_counters_addrs.hi,
99 bp->fw_stats_req->hdr.stats_counters_addrs.lo);
101 for (i = 0; i < bp->fw_stats_req->hdr.cmd_num; i++) {
109 i, bp->fw_stats_req->query[i].kind,
110 bp->fw_stats_req->query[i].index,
111 bp->fw_stats_req->query[i].funcID,
112 bp->fw_stats_req->query[i].reserved,
113 bp->fw_stats_req->query[i].address.hi,
114 bp->fw_stats_req->query[i].address.lo);
118 /* Post the next statistics ramrod. Protect it with the spin in
119 * order to ensure the strict order between statistics ramrods
120 * (each ramrod has a sequence number passed in a
121 * bp->fw_stats_req->hdr.drv_stats_counter and ramrods must be
124 static void bnx2x_storm_stats_post(struct bnx2x *bp)
126 if (!bp->stats_pending) {
129 spin_lock_bh(&bp->stats_lock);
131 if (bp->stats_pending) {
132 spin_unlock_bh(&bp->stats_lock);
136 bp->fw_stats_req->hdr.drv_stats_counter =
137 cpu_to_le16(bp->stats_counter++);
139 DP(BNX2X_MSG_STATS, "Sending statistics ramrod %d\n",
140 le16_to_cpu(bp->fw_stats_req->hdr.drv_stats_counter));
142 /* adjust the ramrod to include VF queues statistics */
143 bnx2x_iov_adjust_stats_req(bp);
146 /* send FW stats ramrod */
147 rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_STAT_QUERY, 0,
148 U64_HI(bp->fw_stats_req_mapping),
149 U64_LO(bp->fw_stats_req_mapping),
150 NONE_CONNECTION_TYPE);
152 bp->stats_pending = 1;
154 spin_unlock_bh(&bp->stats_lock);
158 static void bnx2x_hw_stats_post(struct bnx2x *bp)
160 struct dmae_command *dmae = &bp->stats_dmae;
161 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
163 *stats_comp = DMAE_COMP_VAL;
164 if (CHIP_REV_IS_SLOW(bp))
167 /* Update MCP's statistics if possible */
169 memcpy(bnx2x_sp(bp, func_stats), &bp->func_stats,
170 sizeof(bp->func_stats));
173 if (bp->executer_idx) {
174 int loader_idx = PMF_DMAE_C(bp);
175 u32 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
176 true, DMAE_COMP_GRC);
177 opcode = bnx2x_dmae_opcode_clr_src_reset(opcode);
179 memset(dmae, 0, sizeof(struct dmae_command));
180 dmae->opcode = opcode;
181 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, dmae[0]));
182 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, dmae[0]));
183 dmae->dst_addr_lo = (DMAE_REG_CMD_MEM +
184 sizeof(struct dmae_command) *
185 (loader_idx + 1)) >> 2;
186 dmae->dst_addr_hi = 0;
187 dmae->len = sizeof(struct dmae_command) >> 2;
190 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx + 1] >> 2;
191 dmae->comp_addr_hi = 0;
195 bnx2x_post_dmae(bp, dmae, loader_idx);
197 } else if (bp->func_stx) {
199 bnx2x_issue_dmae_with_comp(bp, dmae, stats_comp);
203 static void bnx2x_stats_comp(struct bnx2x *bp)
205 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
209 while (*stats_comp != DMAE_COMP_VAL) {
211 BNX2X_ERR("timeout waiting for stats finished\n");
215 usleep_range(1000, 2000);
220 * Statistics service functions
223 /* should be called under stats_sema */
224 static void __bnx2x_stats_pmf_update(struct bnx2x *bp)
226 struct dmae_command *dmae;
228 int loader_idx = PMF_DMAE_C(bp);
229 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
232 if (!bp->port.pmf || !bp->port.port_stx) {
237 bp->executer_idx = 0;
239 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI, false, 0);
241 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
242 dmae->opcode = bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_GRC);
243 dmae->src_addr_lo = bp->port.port_stx >> 2;
244 dmae->src_addr_hi = 0;
245 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
246 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
247 dmae->len = DMAE_LEN32_RD_MAX;
248 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
249 dmae->comp_addr_hi = 0;
252 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
253 dmae->opcode = bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_PCI);
254 dmae->src_addr_lo = (bp->port.port_stx >> 2) + DMAE_LEN32_RD_MAX;
255 dmae->src_addr_hi = 0;
256 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats) +
257 DMAE_LEN32_RD_MAX * 4);
258 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats) +
259 DMAE_LEN32_RD_MAX * 4);
260 dmae->len = bnx2x_get_port_stats_dma_len(bp) - DMAE_LEN32_RD_MAX;
262 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
263 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
264 dmae->comp_val = DMAE_COMP_VAL;
267 bnx2x_hw_stats_post(bp);
268 bnx2x_stats_comp(bp);
271 static void bnx2x_port_stats_init(struct bnx2x *bp)
273 struct dmae_command *dmae;
274 int port = BP_PORT(bp);
276 int loader_idx = PMF_DMAE_C(bp);
278 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
281 if (!bp->link_vars.link_up || !bp->port.pmf) {
286 bp->executer_idx = 0;
289 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
290 true, DMAE_COMP_GRC);
292 if (bp->port.port_stx) {
294 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
295 dmae->opcode = opcode;
296 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
297 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
298 dmae->dst_addr_lo = bp->port.port_stx >> 2;
299 dmae->dst_addr_hi = 0;
300 dmae->len = bnx2x_get_port_stats_dma_len(bp);
301 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
302 dmae->comp_addr_hi = 0;
308 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
309 dmae->opcode = opcode;
310 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
311 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
312 dmae->dst_addr_lo = bp->func_stx >> 2;
313 dmae->dst_addr_hi = 0;
314 dmae->len = sizeof(struct host_func_stats) >> 2;
315 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
316 dmae->comp_addr_hi = 0;
321 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
322 true, DMAE_COMP_GRC);
324 /* EMAC is special */
325 if (bp->link_vars.mac_type == MAC_TYPE_EMAC) {
326 mac_addr = (port ? GRCBASE_EMAC1 : GRCBASE_EMAC0);
328 /* EMAC_REG_EMAC_RX_STAT_AC (EMAC_REG_EMAC_RX_STAT_AC_COUNT)*/
329 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
330 dmae->opcode = opcode;
331 dmae->src_addr_lo = (mac_addr +
332 EMAC_REG_EMAC_RX_STAT_AC) >> 2;
333 dmae->src_addr_hi = 0;
334 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats));
335 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats));
336 dmae->len = EMAC_REG_EMAC_RX_STAT_AC_COUNT;
337 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
338 dmae->comp_addr_hi = 0;
341 /* EMAC_REG_EMAC_RX_STAT_AC_28 */
342 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
343 dmae->opcode = opcode;
344 dmae->src_addr_lo = (mac_addr +
345 EMAC_REG_EMAC_RX_STAT_AC_28) >> 2;
346 dmae->src_addr_hi = 0;
347 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats) +
348 offsetof(struct emac_stats, rx_stat_falsecarriererrors));
349 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats) +
350 offsetof(struct emac_stats, rx_stat_falsecarriererrors));
352 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
353 dmae->comp_addr_hi = 0;
356 /* EMAC_REG_EMAC_TX_STAT_AC (EMAC_REG_EMAC_TX_STAT_AC_COUNT)*/
357 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
358 dmae->opcode = opcode;
359 dmae->src_addr_lo = (mac_addr +
360 EMAC_REG_EMAC_TX_STAT_AC) >> 2;
361 dmae->src_addr_hi = 0;
362 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats) +
363 offsetof(struct emac_stats, tx_stat_ifhcoutoctets));
364 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats) +
365 offsetof(struct emac_stats, tx_stat_ifhcoutoctets));
366 dmae->len = EMAC_REG_EMAC_TX_STAT_AC_COUNT;
367 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
368 dmae->comp_addr_hi = 0;
371 u32 tx_src_addr_lo, rx_src_addr_lo;
374 /* configure the params according to MAC type */
375 switch (bp->link_vars.mac_type) {
377 mac_addr = (port ? NIG_REG_INGRESS_BMAC1_MEM :
378 NIG_REG_INGRESS_BMAC0_MEM);
380 /* BIGMAC_REGISTER_TX_STAT_GTPKT ..
381 BIGMAC_REGISTER_TX_STAT_GTBYT */
382 if (CHIP_IS_E1x(bp)) {
383 tx_src_addr_lo = (mac_addr +
384 BIGMAC_REGISTER_TX_STAT_GTPKT) >> 2;
385 tx_len = (8 + BIGMAC_REGISTER_TX_STAT_GTBYT -
386 BIGMAC_REGISTER_TX_STAT_GTPKT) >> 2;
387 rx_src_addr_lo = (mac_addr +
388 BIGMAC_REGISTER_RX_STAT_GR64) >> 2;
389 rx_len = (8 + BIGMAC_REGISTER_RX_STAT_GRIPJ -
390 BIGMAC_REGISTER_RX_STAT_GR64) >> 2;
392 tx_src_addr_lo = (mac_addr +
393 BIGMAC2_REGISTER_TX_STAT_GTPOK) >> 2;
394 tx_len = (8 + BIGMAC2_REGISTER_TX_STAT_GTBYT -
395 BIGMAC2_REGISTER_TX_STAT_GTPOK) >> 2;
396 rx_src_addr_lo = (mac_addr +
397 BIGMAC2_REGISTER_RX_STAT_GR64) >> 2;
398 rx_len = (8 + BIGMAC2_REGISTER_RX_STAT_GRIPJ -
399 BIGMAC2_REGISTER_RX_STAT_GR64) >> 2;
403 case MAC_TYPE_UMAC: /* handled by MSTAT */
404 case MAC_TYPE_XMAC: /* handled by MSTAT */
406 mac_addr = port ? GRCBASE_MSTAT1 : GRCBASE_MSTAT0;
407 tx_src_addr_lo = (mac_addr +
408 MSTAT_REG_TX_STAT_GTXPOK_LO) >> 2;
409 rx_src_addr_lo = (mac_addr +
410 MSTAT_REG_RX_STAT_GR64_LO) >> 2;
411 tx_len = sizeof(bp->slowpath->
412 mac_stats.mstat_stats.stats_tx) >> 2;
413 rx_len = sizeof(bp->slowpath->
414 mac_stats.mstat_stats.stats_rx) >> 2;
419 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
420 dmae->opcode = opcode;
421 dmae->src_addr_lo = tx_src_addr_lo;
422 dmae->src_addr_hi = 0;
424 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats));
425 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats));
426 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
427 dmae->comp_addr_hi = 0;
431 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
432 dmae->opcode = opcode;
433 dmae->src_addr_hi = 0;
434 dmae->src_addr_lo = rx_src_addr_lo;
436 U64_LO(bnx2x_sp_mapping(bp, mac_stats) + (tx_len << 2));
438 U64_HI(bnx2x_sp_mapping(bp, mac_stats) + (tx_len << 2));
440 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
441 dmae->comp_addr_hi = 0;
446 if (!CHIP_IS_E3(bp)) {
447 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
448 dmae->opcode = opcode;
449 dmae->src_addr_lo = (port ? NIG_REG_STAT1_EGRESS_MAC_PKT0 :
450 NIG_REG_STAT0_EGRESS_MAC_PKT0) >> 2;
451 dmae->src_addr_hi = 0;
452 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats) +
453 offsetof(struct nig_stats, egress_mac_pkt0_lo));
454 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats) +
455 offsetof(struct nig_stats, egress_mac_pkt0_lo));
456 dmae->len = (2*sizeof(u32)) >> 2;
457 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
458 dmae->comp_addr_hi = 0;
461 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
462 dmae->opcode = opcode;
463 dmae->src_addr_lo = (port ? NIG_REG_STAT1_EGRESS_MAC_PKT1 :
464 NIG_REG_STAT0_EGRESS_MAC_PKT1) >> 2;
465 dmae->src_addr_hi = 0;
466 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats) +
467 offsetof(struct nig_stats, egress_mac_pkt1_lo));
468 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats) +
469 offsetof(struct nig_stats, egress_mac_pkt1_lo));
470 dmae->len = (2*sizeof(u32)) >> 2;
471 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
472 dmae->comp_addr_hi = 0;
476 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
477 dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
478 true, DMAE_COMP_PCI);
479 dmae->src_addr_lo = (port ? NIG_REG_STAT1_BRB_DISCARD :
480 NIG_REG_STAT0_BRB_DISCARD) >> 2;
481 dmae->src_addr_hi = 0;
482 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats));
483 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats));
484 dmae->len = (sizeof(struct nig_stats) - 4*sizeof(u32)) >> 2;
486 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
487 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
488 dmae->comp_val = DMAE_COMP_VAL;
493 static void bnx2x_func_stats_init(struct bnx2x *bp)
495 struct dmae_command *dmae = &bp->stats_dmae;
496 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
504 bp->executer_idx = 0;
505 memset(dmae, 0, sizeof(struct dmae_command));
507 dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
508 true, DMAE_COMP_PCI);
509 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
510 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
511 dmae->dst_addr_lo = bp->func_stx >> 2;
512 dmae->dst_addr_hi = 0;
513 dmae->len = sizeof(struct host_func_stats) >> 2;
514 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
515 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
516 dmae->comp_val = DMAE_COMP_VAL;
521 /* should be called under stats_sema */
522 static void __bnx2x_stats_start(struct bnx2x *bp)
526 bnx2x_port_stats_init(bp);
528 else if (bp->func_stx)
529 bnx2x_func_stats_init(bp);
531 bnx2x_hw_stats_post(bp);
532 bnx2x_storm_stats_post(bp);
535 bp->stats_started = true;
538 static void bnx2x_stats_start(struct bnx2x *bp)
540 if (down_timeout(&bp->stats_sema, HZ/10))
541 BNX2X_ERR("Unable to acquire stats lock\n");
542 __bnx2x_stats_start(bp);
546 static void bnx2x_stats_pmf_start(struct bnx2x *bp)
548 if (down_timeout(&bp->stats_sema, HZ/10))
549 BNX2X_ERR("Unable to acquire stats lock\n");
550 bnx2x_stats_comp(bp);
551 __bnx2x_stats_pmf_update(bp);
552 __bnx2x_stats_start(bp);
556 static void bnx2x_stats_pmf_update(struct bnx2x *bp)
558 if (down_timeout(&bp->stats_sema, HZ/10))
559 BNX2X_ERR("Unable to acquire stats lock\n");
560 __bnx2x_stats_pmf_update(bp);
564 static void bnx2x_stats_restart(struct bnx2x *bp)
566 /* vfs travel through here as part of the statistics FSM, but no action
571 if (down_timeout(&bp->stats_sema, HZ/10))
572 BNX2X_ERR("Unable to acquire stats lock\n");
573 bnx2x_stats_comp(bp);
574 __bnx2x_stats_start(bp);
578 static void bnx2x_bmac_stats_update(struct bnx2x *bp)
580 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
581 struct bnx2x_eth_stats *estats = &bp->eth_stats;
587 if (CHIP_IS_E1x(bp)) {
588 struct bmac1_stats *new = bnx2x_sp(bp, mac_stats.bmac1_stats);
590 /* the macros below will use "bmac1_stats" type */
591 UPDATE_STAT64(rx_stat_grerb, rx_stat_ifhcinbadoctets);
592 UPDATE_STAT64(rx_stat_grfcs, rx_stat_dot3statsfcserrors);
593 UPDATE_STAT64(rx_stat_grund, rx_stat_etherstatsundersizepkts);
594 UPDATE_STAT64(rx_stat_grovr, rx_stat_dot3statsframestoolong);
595 UPDATE_STAT64(rx_stat_grfrg, rx_stat_etherstatsfragments);
596 UPDATE_STAT64(rx_stat_grjbr, rx_stat_etherstatsjabbers);
597 UPDATE_STAT64(rx_stat_grxcf, rx_stat_maccontrolframesreceived);
598 UPDATE_STAT64(rx_stat_grxpf, rx_stat_xoffstateentered);
599 UPDATE_STAT64(rx_stat_grxpf, rx_stat_mac_xpf);
601 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_outxoffsent);
602 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_flowcontroldone);
603 UPDATE_STAT64(tx_stat_gt64, tx_stat_etherstatspkts64octets);
604 UPDATE_STAT64(tx_stat_gt127,
605 tx_stat_etherstatspkts65octetsto127octets);
606 UPDATE_STAT64(tx_stat_gt255,
607 tx_stat_etherstatspkts128octetsto255octets);
608 UPDATE_STAT64(tx_stat_gt511,
609 tx_stat_etherstatspkts256octetsto511octets);
610 UPDATE_STAT64(tx_stat_gt1023,
611 tx_stat_etherstatspkts512octetsto1023octets);
612 UPDATE_STAT64(tx_stat_gt1518,
613 tx_stat_etherstatspkts1024octetsto1522octets);
614 UPDATE_STAT64(tx_stat_gt2047, tx_stat_mac_2047);
615 UPDATE_STAT64(tx_stat_gt4095, tx_stat_mac_4095);
616 UPDATE_STAT64(tx_stat_gt9216, tx_stat_mac_9216);
617 UPDATE_STAT64(tx_stat_gt16383, tx_stat_mac_16383);
618 UPDATE_STAT64(tx_stat_gterr,
619 tx_stat_dot3statsinternalmactransmiterrors);
620 UPDATE_STAT64(tx_stat_gtufl, tx_stat_mac_ufl);
623 struct bmac2_stats *new = bnx2x_sp(bp, mac_stats.bmac2_stats);
625 /* the macros below will use "bmac2_stats" type */
626 UPDATE_STAT64(rx_stat_grerb, rx_stat_ifhcinbadoctets);
627 UPDATE_STAT64(rx_stat_grfcs, rx_stat_dot3statsfcserrors);
628 UPDATE_STAT64(rx_stat_grund, rx_stat_etherstatsundersizepkts);
629 UPDATE_STAT64(rx_stat_grovr, rx_stat_dot3statsframestoolong);
630 UPDATE_STAT64(rx_stat_grfrg, rx_stat_etherstatsfragments);
631 UPDATE_STAT64(rx_stat_grjbr, rx_stat_etherstatsjabbers);
632 UPDATE_STAT64(rx_stat_grxcf, rx_stat_maccontrolframesreceived);
633 UPDATE_STAT64(rx_stat_grxpf, rx_stat_xoffstateentered);
634 UPDATE_STAT64(rx_stat_grxpf, rx_stat_mac_xpf);
635 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_outxoffsent);
636 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_flowcontroldone);
637 UPDATE_STAT64(tx_stat_gt64, tx_stat_etherstatspkts64octets);
638 UPDATE_STAT64(tx_stat_gt127,
639 tx_stat_etherstatspkts65octetsto127octets);
640 UPDATE_STAT64(tx_stat_gt255,
641 tx_stat_etherstatspkts128octetsto255octets);
642 UPDATE_STAT64(tx_stat_gt511,
643 tx_stat_etherstatspkts256octetsto511octets);
644 UPDATE_STAT64(tx_stat_gt1023,
645 tx_stat_etherstatspkts512octetsto1023octets);
646 UPDATE_STAT64(tx_stat_gt1518,
647 tx_stat_etherstatspkts1024octetsto1522octets);
648 UPDATE_STAT64(tx_stat_gt2047, tx_stat_mac_2047);
649 UPDATE_STAT64(tx_stat_gt4095, tx_stat_mac_4095);
650 UPDATE_STAT64(tx_stat_gt9216, tx_stat_mac_9216);
651 UPDATE_STAT64(tx_stat_gt16383, tx_stat_mac_16383);
652 UPDATE_STAT64(tx_stat_gterr,
653 tx_stat_dot3statsinternalmactransmiterrors);
654 UPDATE_STAT64(tx_stat_gtufl, tx_stat_mac_ufl);
656 /* collect PFC stats */
657 pstats->pfc_frames_tx_hi = new->tx_stat_gtpp_hi;
658 pstats->pfc_frames_tx_lo = new->tx_stat_gtpp_lo;
660 pstats->pfc_frames_rx_hi = new->rx_stat_grpp_hi;
661 pstats->pfc_frames_rx_lo = new->rx_stat_grpp_lo;
664 estats->pause_frames_received_hi =
665 pstats->mac_stx[1].rx_stat_mac_xpf_hi;
666 estats->pause_frames_received_lo =
667 pstats->mac_stx[1].rx_stat_mac_xpf_lo;
669 estats->pause_frames_sent_hi =
670 pstats->mac_stx[1].tx_stat_outxoffsent_hi;
671 estats->pause_frames_sent_lo =
672 pstats->mac_stx[1].tx_stat_outxoffsent_lo;
674 estats->pfc_frames_received_hi =
675 pstats->pfc_frames_rx_hi;
676 estats->pfc_frames_received_lo =
677 pstats->pfc_frames_rx_lo;
678 estats->pfc_frames_sent_hi =
679 pstats->pfc_frames_tx_hi;
680 estats->pfc_frames_sent_lo =
681 pstats->pfc_frames_tx_lo;
684 static void bnx2x_mstat_stats_update(struct bnx2x *bp)
686 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
687 struct bnx2x_eth_stats *estats = &bp->eth_stats;
689 struct mstat_stats *new = bnx2x_sp(bp, mac_stats.mstat_stats);
691 ADD_STAT64(stats_rx.rx_grerb, rx_stat_ifhcinbadoctets);
692 ADD_STAT64(stats_rx.rx_grfcs, rx_stat_dot3statsfcserrors);
693 ADD_STAT64(stats_rx.rx_grund, rx_stat_etherstatsundersizepkts);
694 ADD_STAT64(stats_rx.rx_grovr, rx_stat_dot3statsframestoolong);
695 ADD_STAT64(stats_rx.rx_grfrg, rx_stat_etherstatsfragments);
696 ADD_STAT64(stats_rx.rx_grxcf, rx_stat_maccontrolframesreceived);
697 ADD_STAT64(stats_rx.rx_grxpf, rx_stat_xoffstateentered);
698 ADD_STAT64(stats_rx.rx_grxpf, rx_stat_mac_xpf);
699 ADD_STAT64(stats_tx.tx_gtxpf, tx_stat_outxoffsent);
700 ADD_STAT64(stats_tx.tx_gtxpf, tx_stat_flowcontroldone);
702 /* collect pfc stats */
703 ADD_64(pstats->pfc_frames_tx_hi, new->stats_tx.tx_gtxpp_hi,
704 pstats->pfc_frames_tx_lo, new->stats_tx.tx_gtxpp_lo);
705 ADD_64(pstats->pfc_frames_rx_hi, new->stats_rx.rx_grxpp_hi,
706 pstats->pfc_frames_rx_lo, new->stats_rx.rx_grxpp_lo);
708 ADD_STAT64(stats_tx.tx_gt64, tx_stat_etherstatspkts64octets);
709 ADD_STAT64(stats_tx.tx_gt127,
710 tx_stat_etherstatspkts65octetsto127octets);
711 ADD_STAT64(stats_tx.tx_gt255,
712 tx_stat_etherstatspkts128octetsto255octets);
713 ADD_STAT64(stats_tx.tx_gt511,
714 tx_stat_etherstatspkts256octetsto511octets);
715 ADD_STAT64(stats_tx.tx_gt1023,
716 tx_stat_etherstatspkts512octetsto1023octets);
717 ADD_STAT64(stats_tx.tx_gt1518,
718 tx_stat_etherstatspkts1024octetsto1522octets);
719 ADD_STAT64(stats_tx.tx_gt2047, tx_stat_mac_2047);
721 ADD_STAT64(stats_tx.tx_gt4095, tx_stat_mac_4095);
722 ADD_STAT64(stats_tx.tx_gt9216, tx_stat_mac_9216);
723 ADD_STAT64(stats_tx.tx_gt16383, tx_stat_mac_16383);
725 ADD_STAT64(stats_tx.tx_gterr,
726 tx_stat_dot3statsinternalmactransmiterrors);
727 ADD_STAT64(stats_tx.tx_gtufl, tx_stat_mac_ufl);
729 estats->etherstatspkts1024octetsto1522octets_hi =
730 pstats->mac_stx[1].tx_stat_etherstatspkts1024octetsto1522octets_hi;
731 estats->etherstatspkts1024octetsto1522octets_lo =
732 pstats->mac_stx[1].tx_stat_etherstatspkts1024octetsto1522octets_lo;
734 estats->etherstatspktsover1522octets_hi =
735 pstats->mac_stx[1].tx_stat_mac_2047_hi;
736 estats->etherstatspktsover1522octets_lo =
737 pstats->mac_stx[1].tx_stat_mac_2047_lo;
739 ADD_64(estats->etherstatspktsover1522octets_hi,
740 pstats->mac_stx[1].tx_stat_mac_4095_hi,
741 estats->etherstatspktsover1522octets_lo,
742 pstats->mac_stx[1].tx_stat_mac_4095_lo);
744 ADD_64(estats->etherstatspktsover1522octets_hi,
745 pstats->mac_stx[1].tx_stat_mac_9216_hi,
746 estats->etherstatspktsover1522octets_lo,
747 pstats->mac_stx[1].tx_stat_mac_9216_lo);
749 ADD_64(estats->etherstatspktsover1522octets_hi,
750 pstats->mac_stx[1].tx_stat_mac_16383_hi,
751 estats->etherstatspktsover1522octets_lo,
752 pstats->mac_stx[1].tx_stat_mac_16383_lo);
754 estats->pause_frames_received_hi =
755 pstats->mac_stx[1].rx_stat_mac_xpf_hi;
756 estats->pause_frames_received_lo =
757 pstats->mac_stx[1].rx_stat_mac_xpf_lo;
759 estats->pause_frames_sent_hi =
760 pstats->mac_stx[1].tx_stat_outxoffsent_hi;
761 estats->pause_frames_sent_lo =
762 pstats->mac_stx[1].tx_stat_outxoffsent_lo;
764 estats->pfc_frames_received_hi =
765 pstats->pfc_frames_rx_hi;
766 estats->pfc_frames_received_lo =
767 pstats->pfc_frames_rx_lo;
768 estats->pfc_frames_sent_hi =
769 pstats->pfc_frames_tx_hi;
770 estats->pfc_frames_sent_lo =
771 pstats->pfc_frames_tx_lo;
774 static void bnx2x_emac_stats_update(struct bnx2x *bp)
776 struct emac_stats *new = bnx2x_sp(bp, mac_stats.emac_stats);
777 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
778 struct bnx2x_eth_stats *estats = &bp->eth_stats;
780 UPDATE_EXTEND_STAT(rx_stat_ifhcinbadoctets);
781 UPDATE_EXTEND_STAT(tx_stat_ifhcoutbadoctets);
782 UPDATE_EXTEND_STAT(rx_stat_dot3statsfcserrors);
783 UPDATE_EXTEND_STAT(rx_stat_dot3statsalignmenterrors);
784 UPDATE_EXTEND_STAT(rx_stat_dot3statscarriersenseerrors);
785 UPDATE_EXTEND_STAT(rx_stat_falsecarriererrors);
786 UPDATE_EXTEND_STAT(rx_stat_etherstatsundersizepkts);
787 UPDATE_EXTEND_STAT(rx_stat_dot3statsframestoolong);
788 UPDATE_EXTEND_STAT(rx_stat_etherstatsfragments);
789 UPDATE_EXTEND_STAT(rx_stat_etherstatsjabbers);
790 UPDATE_EXTEND_STAT(rx_stat_maccontrolframesreceived);
791 UPDATE_EXTEND_STAT(rx_stat_xoffstateentered);
792 UPDATE_EXTEND_STAT(rx_stat_xonpauseframesreceived);
793 UPDATE_EXTEND_STAT(rx_stat_xoffpauseframesreceived);
794 UPDATE_EXTEND_STAT(tx_stat_outxonsent);
795 UPDATE_EXTEND_STAT(tx_stat_outxoffsent);
796 UPDATE_EXTEND_STAT(tx_stat_flowcontroldone);
797 UPDATE_EXTEND_STAT(tx_stat_etherstatscollisions);
798 UPDATE_EXTEND_STAT(tx_stat_dot3statssinglecollisionframes);
799 UPDATE_EXTEND_STAT(tx_stat_dot3statsmultiplecollisionframes);
800 UPDATE_EXTEND_STAT(tx_stat_dot3statsdeferredtransmissions);
801 UPDATE_EXTEND_STAT(tx_stat_dot3statsexcessivecollisions);
802 UPDATE_EXTEND_STAT(tx_stat_dot3statslatecollisions);
803 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts64octets);
804 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts65octetsto127octets);
805 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts128octetsto255octets);
806 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts256octetsto511octets);
807 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts512octetsto1023octets);
808 UPDATE_EXTEND_STAT(tx_stat_etherstatspkts1024octetsto1522octets);
809 UPDATE_EXTEND_STAT(tx_stat_etherstatspktsover1522octets);
810 UPDATE_EXTEND_STAT(tx_stat_dot3statsinternalmactransmiterrors);
812 estats->pause_frames_received_hi =
813 pstats->mac_stx[1].rx_stat_xonpauseframesreceived_hi;
814 estats->pause_frames_received_lo =
815 pstats->mac_stx[1].rx_stat_xonpauseframesreceived_lo;
816 ADD_64(estats->pause_frames_received_hi,
817 pstats->mac_stx[1].rx_stat_xoffpauseframesreceived_hi,
818 estats->pause_frames_received_lo,
819 pstats->mac_stx[1].rx_stat_xoffpauseframesreceived_lo);
821 estats->pause_frames_sent_hi =
822 pstats->mac_stx[1].tx_stat_outxonsent_hi;
823 estats->pause_frames_sent_lo =
824 pstats->mac_stx[1].tx_stat_outxonsent_lo;
825 ADD_64(estats->pause_frames_sent_hi,
826 pstats->mac_stx[1].tx_stat_outxoffsent_hi,
827 estats->pause_frames_sent_lo,
828 pstats->mac_stx[1].tx_stat_outxoffsent_lo);
831 static int bnx2x_hw_stats_update(struct bnx2x *bp)
833 struct nig_stats *new = bnx2x_sp(bp, nig_stats);
834 struct nig_stats *old = &(bp->port.old_nig_stats);
835 struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
836 struct bnx2x_eth_stats *estats = &bp->eth_stats;
842 switch (bp->link_vars.mac_type) {
844 bnx2x_bmac_stats_update(bp);
848 bnx2x_emac_stats_update(bp);
853 bnx2x_mstat_stats_update(bp);
856 case MAC_TYPE_NONE: /* unreached */
858 "stats updated by DMAE but no MAC active\n");
861 default: /* unreached */
862 BNX2X_ERR("Unknown MAC type\n");
865 ADD_EXTEND_64(pstats->brb_drop_hi, pstats->brb_drop_lo,
866 new->brb_discard - old->brb_discard);
867 ADD_EXTEND_64(estats->brb_truncate_hi, estats->brb_truncate_lo,
868 new->brb_truncate - old->brb_truncate);
870 if (!CHIP_IS_E3(bp)) {
871 UPDATE_STAT64_NIG(egress_mac_pkt0,
872 etherstatspkts1024octetsto1522octets);
873 UPDATE_STAT64_NIG(egress_mac_pkt1,
874 etherstatspktsover1522octets);
877 memcpy(old, new, sizeof(struct nig_stats));
879 memcpy(&(estats->rx_stat_ifhcinbadoctets_hi), &(pstats->mac_stx[1]),
880 sizeof(struct mac_stx));
881 estats->brb_drop_hi = pstats->brb_drop_hi;
882 estats->brb_drop_lo = pstats->brb_drop_lo;
884 pstats->host_port_stats_counter++;
886 if (CHIP_IS_E3(bp)) {
887 u32 lpi_reg = BP_PORT(bp) ? MISC_REG_CPMU_LP_SM_ENT_CNT_P1
888 : MISC_REG_CPMU_LP_SM_ENT_CNT_P0;
889 estats->eee_tx_lpi += REG_RD(bp, lpi_reg);
894 SHMEM_RD(bp, port_mb[BP_PORT(bp)].stat_nig_timer);
895 if (nig_timer_max != estats->nig_timer_max) {
896 estats->nig_timer_max = nig_timer_max;
897 BNX2X_ERR("NIG timer max (%u)\n",
898 estats->nig_timer_max);
905 static int bnx2x_storm_stats_validate_counters(struct bnx2x *bp)
907 struct stats_counter *counters = &bp->fw_stats_data->storm_counters;
908 u16 cur_stats_counter;
909 /* Make sure we use the value of the counter
910 * used for sending the last stats ramrod.
912 cur_stats_counter = bp->stats_counter - 1;
914 /* are storm stats valid? */
915 if (le16_to_cpu(counters->xstats_counter) != cur_stats_counter) {
917 "stats not updated by xstorm xstorm counter (0x%x) != stats_counter (0x%x)\n",
918 le16_to_cpu(counters->xstats_counter), bp->stats_counter);
922 if (le16_to_cpu(counters->ustats_counter) != cur_stats_counter) {
924 "stats not updated by ustorm ustorm counter (0x%x) != stats_counter (0x%x)\n",
925 le16_to_cpu(counters->ustats_counter), bp->stats_counter);
929 if (le16_to_cpu(counters->cstats_counter) != cur_stats_counter) {
931 "stats not updated by cstorm cstorm counter (0x%x) != stats_counter (0x%x)\n",
932 le16_to_cpu(counters->cstats_counter), bp->stats_counter);
936 if (le16_to_cpu(counters->tstats_counter) != cur_stats_counter) {
938 "stats not updated by tstorm tstorm counter (0x%x) != stats_counter (0x%x)\n",
939 le16_to_cpu(counters->tstats_counter), bp->stats_counter);
945 static int bnx2x_storm_stats_update(struct bnx2x *bp)
947 struct tstorm_per_port_stats *tport =
948 &bp->fw_stats_data->port.tstorm_port_statistics;
949 struct tstorm_per_pf_stats *tfunc =
950 &bp->fw_stats_data->pf.tstorm_pf_statistics;
951 struct host_func_stats *fstats = &bp->func_stats;
952 struct bnx2x_eth_stats *estats = &bp->eth_stats;
953 struct bnx2x_eth_stats_old *estats_old = &bp->eth_stats_old;
956 /* vfs stat counter is managed by pf */
957 if (IS_PF(bp) && bnx2x_storm_stats_validate_counters(bp))
960 estats->error_bytes_received_hi = 0;
961 estats->error_bytes_received_lo = 0;
963 for_each_eth_queue(bp, i) {
964 struct bnx2x_fastpath *fp = &bp->fp[i];
965 struct tstorm_per_queue_stats *tclient =
966 &bp->fw_stats_data->queue_stats[i].
967 tstorm_queue_statistics;
968 struct tstorm_per_queue_stats *old_tclient =
969 &bnx2x_fp_stats(bp, fp)->old_tclient;
970 struct ustorm_per_queue_stats *uclient =
971 &bp->fw_stats_data->queue_stats[i].
972 ustorm_queue_statistics;
973 struct ustorm_per_queue_stats *old_uclient =
974 &bnx2x_fp_stats(bp, fp)->old_uclient;
975 struct xstorm_per_queue_stats *xclient =
976 &bp->fw_stats_data->queue_stats[i].
977 xstorm_queue_statistics;
978 struct xstorm_per_queue_stats *old_xclient =
979 &bnx2x_fp_stats(bp, fp)->old_xclient;
980 struct bnx2x_eth_q_stats *qstats =
981 &bnx2x_fp_stats(bp, fp)->eth_q_stats;
982 struct bnx2x_eth_q_stats_old *qstats_old =
983 &bnx2x_fp_stats(bp, fp)->eth_q_stats_old;
987 DP(BNX2X_MSG_STATS, "queue[%d]: ucast_sent 0x%x, bcast_sent 0x%x mcast_sent 0x%x\n",
988 i, xclient->ucast_pkts_sent,
989 xclient->bcast_pkts_sent, xclient->mcast_pkts_sent);
991 DP(BNX2X_MSG_STATS, "---------------\n");
993 UPDATE_QSTAT(tclient->rcv_bcast_bytes,
994 total_broadcast_bytes_received);
995 UPDATE_QSTAT(tclient->rcv_mcast_bytes,
996 total_multicast_bytes_received);
997 UPDATE_QSTAT(tclient->rcv_ucast_bytes,
998 total_unicast_bytes_received);
1001 * sum to total_bytes_received all
1002 * unicast/multicast/broadcast
1004 qstats->total_bytes_received_hi =
1005 qstats->total_broadcast_bytes_received_hi;
1006 qstats->total_bytes_received_lo =
1007 qstats->total_broadcast_bytes_received_lo;
1009 ADD_64(qstats->total_bytes_received_hi,
1010 qstats->total_multicast_bytes_received_hi,
1011 qstats->total_bytes_received_lo,
1012 qstats->total_multicast_bytes_received_lo);
1014 ADD_64(qstats->total_bytes_received_hi,
1015 qstats->total_unicast_bytes_received_hi,
1016 qstats->total_bytes_received_lo,
1017 qstats->total_unicast_bytes_received_lo);
1019 qstats->valid_bytes_received_hi =
1020 qstats->total_bytes_received_hi;
1021 qstats->valid_bytes_received_lo =
1022 qstats->total_bytes_received_lo;
1024 UPDATE_EXTEND_TSTAT(rcv_ucast_pkts,
1025 total_unicast_packets_received);
1026 UPDATE_EXTEND_TSTAT(rcv_mcast_pkts,
1027 total_multicast_packets_received);
1028 UPDATE_EXTEND_TSTAT(rcv_bcast_pkts,
1029 total_broadcast_packets_received);
1030 UPDATE_EXTEND_E_TSTAT(pkts_too_big_discard,
1031 etherstatsoverrsizepkts, 32);
1032 UPDATE_EXTEND_E_TSTAT(no_buff_discard, no_buff_discard, 16);
1034 SUB_EXTEND_USTAT(ucast_no_buff_pkts,
1035 total_unicast_packets_received);
1036 SUB_EXTEND_USTAT(mcast_no_buff_pkts,
1037 total_multicast_packets_received);
1038 SUB_EXTEND_USTAT(bcast_no_buff_pkts,
1039 total_broadcast_packets_received);
1040 UPDATE_EXTEND_E_USTAT(ucast_no_buff_pkts, no_buff_discard);
1041 UPDATE_EXTEND_E_USTAT(mcast_no_buff_pkts, no_buff_discard);
1042 UPDATE_EXTEND_E_USTAT(bcast_no_buff_pkts, no_buff_discard);
1044 UPDATE_QSTAT(xclient->bcast_bytes_sent,
1045 total_broadcast_bytes_transmitted);
1046 UPDATE_QSTAT(xclient->mcast_bytes_sent,
1047 total_multicast_bytes_transmitted);
1048 UPDATE_QSTAT(xclient->ucast_bytes_sent,
1049 total_unicast_bytes_transmitted);
1052 * sum to total_bytes_transmitted all
1053 * unicast/multicast/broadcast
1055 qstats->total_bytes_transmitted_hi =
1056 qstats->total_unicast_bytes_transmitted_hi;
1057 qstats->total_bytes_transmitted_lo =
1058 qstats->total_unicast_bytes_transmitted_lo;
1060 ADD_64(qstats->total_bytes_transmitted_hi,
1061 qstats->total_broadcast_bytes_transmitted_hi,
1062 qstats->total_bytes_transmitted_lo,
1063 qstats->total_broadcast_bytes_transmitted_lo);
1065 ADD_64(qstats->total_bytes_transmitted_hi,
1066 qstats->total_multicast_bytes_transmitted_hi,
1067 qstats->total_bytes_transmitted_lo,
1068 qstats->total_multicast_bytes_transmitted_lo);
1070 UPDATE_EXTEND_XSTAT(ucast_pkts_sent,
1071 total_unicast_packets_transmitted);
1072 UPDATE_EXTEND_XSTAT(mcast_pkts_sent,
1073 total_multicast_packets_transmitted);
1074 UPDATE_EXTEND_XSTAT(bcast_pkts_sent,
1075 total_broadcast_packets_transmitted);
1077 UPDATE_EXTEND_TSTAT(checksum_discard,
1078 total_packets_received_checksum_discarded);
1079 UPDATE_EXTEND_TSTAT(ttl0_discard,
1080 total_packets_received_ttl0_discarded);
1082 UPDATE_EXTEND_XSTAT(error_drop_pkts,
1083 total_transmitted_dropped_packets_error);
1085 /* TPA aggregations completed */
1086 UPDATE_EXTEND_E_USTAT(coalesced_events, total_tpa_aggregations);
1087 /* Number of network frames aggregated by TPA */
1088 UPDATE_EXTEND_E_USTAT(coalesced_pkts,
1089 total_tpa_aggregated_frames);
1090 /* Total number of bytes in completed TPA aggregations */
1091 UPDATE_QSTAT(uclient->coalesced_bytes, total_tpa_bytes);
1093 UPDATE_ESTAT_QSTAT_64(total_tpa_bytes);
1095 UPDATE_FSTAT_QSTAT(total_bytes_received);
1096 UPDATE_FSTAT_QSTAT(total_bytes_transmitted);
1097 UPDATE_FSTAT_QSTAT(total_unicast_packets_received);
1098 UPDATE_FSTAT_QSTAT(total_multicast_packets_received);
1099 UPDATE_FSTAT_QSTAT(total_broadcast_packets_received);
1100 UPDATE_FSTAT_QSTAT(total_unicast_packets_transmitted);
1101 UPDATE_FSTAT_QSTAT(total_multicast_packets_transmitted);
1102 UPDATE_FSTAT_QSTAT(total_broadcast_packets_transmitted);
1103 UPDATE_FSTAT_QSTAT(valid_bytes_received);
1106 ADD_64(estats->total_bytes_received_hi,
1107 estats->rx_stat_ifhcinbadoctets_hi,
1108 estats->total_bytes_received_lo,
1109 estats->rx_stat_ifhcinbadoctets_lo);
1111 ADD_64_LE(estats->total_bytes_received_hi,
1112 tfunc->rcv_error_bytes.hi,
1113 estats->total_bytes_received_lo,
1114 tfunc->rcv_error_bytes.lo);
1116 ADD_64_LE(estats->error_bytes_received_hi,
1117 tfunc->rcv_error_bytes.hi,
1118 estats->error_bytes_received_lo,
1119 tfunc->rcv_error_bytes.lo);
1121 UPDATE_ESTAT(etherstatsoverrsizepkts, rx_stat_dot3statsframestoolong);
1123 ADD_64(estats->error_bytes_received_hi,
1124 estats->rx_stat_ifhcinbadoctets_hi,
1125 estats->error_bytes_received_lo,
1126 estats->rx_stat_ifhcinbadoctets_lo);
1129 struct bnx2x_fw_port_stats_old *fwstats = &bp->fw_stats_old;
1130 UPDATE_FW_STAT(mac_filter_discard);
1131 UPDATE_FW_STAT(mf_tag_discard);
1132 UPDATE_FW_STAT(brb_truncate_discard);
1133 UPDATE_FW_STAT(mac_discard);
1136 fstats->host_func_stats_start = ++fstats->host_func_stats_end;
1138 bp->stats_pending = 0;
1143 static void bnx2x_net_stats_update(struct bnx2x *bp)
1145 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1146 struct net_device_stats *nstats = &bp->dev->stats;
1150 nstats->rx_packets =
1151 bnx2x_hilo(&estats->total_unicast_packets_received_hi) +
1152 bnx2x_hilo(&estats->total_multicast_packets_received_hi) +
1153 bnx2x_hilo(&estats->total_broadcast_packets_received_hi);
1155 nstats->tx_packets =
1156 bnx2x_hilo(&estats->total_unicast_packets_transmitted_hi) +
1157 bnx2x_hilo(&estats->total_multicast_packets_transmitted_hi) +
1158 bnx2x_hilo(&estats->total_broadcast_packets_transmitted_hi);
1160 nstats->rx_bytes = bnx2x_hilo(&estats->total_bytes_received_hi);
1162 nstats->tx_bytes = bnx2x_hilo(&estats->total_bytes_transmitted_hi);
1164 tmp = estats->mac_discard;
1165 for_each_rx_queue(bp, i) {
1166 struct tstorm_per_queue_stats *old_tclient =
1167 &bp->fp_stats[i].old_tclient;
1168 tmp += le32_to_cpu(old_tclient->checksum_discard);
1170 nstats->rx_dropped = tmp + bp->net_stats_old.rx_dropped;
1172 nstats->tx_dropped = 0;
1175 bnx2x_hilo(&estats->total_multicast_packets_received_hi);
1177 nstats->collisions =
1178 bnx2x_hilo(&estats->tx_stat_etherstatscollisions_hi);
1180 nstats->rx_length_errors =
1181 bnx2x_hilo(&estats->rx_stat_etherstatsundersizepkts_hi) +
1182 bnx2x_hilo(&estats->etherstatsoverrsizepkts_hi);
1183 nstats->rx_over_errors = bnx2x_hilo(&estats->brb_drop_hi) +
1184 bnx2x_hilo(&estats->brb_truncate_hi);
1185 nstats->rx_crc_errors =
1186 bnx2x_hilo(&estats->rx_stat_dot3statsfcserrors_hi);
1187 nstats->rx_frame_errors =
1188 bnx2x_hilo(&estats->rx_stat_dot3statsalignmenterrors_hi);
1189 nstats->rx_fifo_errors = bnx2x_hilo(&estats->no_buff_discard_hi);
1190 nstats->rx_missed_errors = 0;
1192 nstats->rx_errors = nstats->rx_length_errors +
1193 nstats->rx_over_errors +
1194 nstats->rx_crc_errors +
1195 nstats->rx_frame_errors +
1196 nstats->rx_fifo_errors +
1197 nstats->rx_missed_errors;
1199 nstats->tx_aborted_errors =
1200 bnx2x_hilo(&estats->tx_stat_dot3statslatecollisions_hi) +
1201 bnx2x_hilo(&estats->tx_stat_dot3statsexcessivecollisions_hi);
1202 nstats->tx_carrier_errors =
1203 bnx2x_hilo(&estats->rx_stat_dot3statscarriersenseerrors_hi);
1204 nstats->tx_fifo_errors = 0;
1205 nstats->tx_heartbeat_errors = 0;
1206 nstats->tx_window_errors = 0;
1208 nstats->tx_errors = nstats->tx_aborted_errors +
1209 nstats->tx_carrier_errors +
1210 bnx2x_hilo(&estats->tx_stat_dot3statsinternalmactransmiterrors_hi);
1213 static void bnx2x_drv_stats_update(struct bnx2x *bp)
1215 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1218 for_each_queue(bp, i) {
1219 struct bnx2x_eth_q_stats *qstats = &bp->fp_stats[i].eth_q_stats;
1220 struct bnx2x_eth_q_stats_old *qstats_old =
1221 &bp->fp_stats[i].eth_q_stats_old;
1223 UPDATE_ESTAT_QSTAT(driver_xoff);
1224 UPDATE_ESTAT_QSTAT(rx_err_discard_pkt);
1225 UPDATE_ESTAT_QSTAT(rx_skb_alloc_failed);
1226 UPDATE_ESTAT_QSTAT(hw_csum_err);
1227 UPDATE_ESTAT_QSTAT(driver_filtered_tx_pkt);
1231 static bool bnx2x_edebug_stats_stopped(struct bnx2x *bp)
1235 if (SHMEM2_HAS(bp, edebug_driver_if[1])) {
1236 val = SHMEM2_RD(bp, edebug_driver_if[1]);
1238 if (val == EDEBUG_DRIVER_IF_OP_CODE_DISABLE_STAT)
1245 static void bnx2x_stats_update(struct bnx2x *bp)
1247 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1249 /* we run update from timer context, so give up
1250 * if somebody is in the middle of transition
1252 if (down_trylock(&bp->stats_sema))
1255 if (bnx2x_edebug_stats_stopped(bp) || !bp->stats_started)
1259 if (*stats_comp != DMAE_COMP_VAL)
1263 bnx2x_hw_stats_update(bp);
1265 if (bnx2x_storm_stats_update(bp)) {
1266 if (bp->stats_pending++ == 3) {
1267 BNX2X_ERR("storm stats were not updated for 3 times\n");
1273 /* vf doesn't collect HW statistics, and doesn't get completions
1274 * perform only update
1276 bnx2x_storm_stats_update(bp);
1279 bnx2x_net_stats_update(bp);
1280 bnx2x_drv_stats_update(bp);
1286 if (netif_msg_timer(bp)) {
1287 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1289 netdev_dbg(bp->dev, "brb drops %u brb truncate %u\n",
1290 estats->brb_drop_lo, estats->brb_truncate_lo);
1293 bnx2x_hw_stats_post(bp);
1294 bnx2x_storm_stats_post(bp);
1297 up(&bp->stats_sema);
1300 static void bnx2x_port_stats_stop(struct bnx2x *bp)
1302 struct dmae_command *dmae;
1304 int loader_idx = PMF_DMAE_C(bp);
1305 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1307 bp->executer_idx = 0;
1309 opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC, false, 0);
1311 if (bp->port.port_stx) {
1313 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1315 dmae->opcode = bnx2x_dmae_opcode_add_comp(
1316 opcode, DMAE_COMP_GRC);
1318 dmae->opcode = bnx2x_dmae_opcode_add_comp(
1319 opcode, DMAE_COMP_PCI);
1321 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
1322 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
1323 dmae->dst_addr_lo = bp->port.port_stx >> 2;
1324 dmae->dst_addr_hi = 0;
1325 dmae->len = bnx2x_get_port_stats_dma_len(bp);
1327 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
1328 dmae->comp_addr_hi = 0;
1331 dmae->comp_addr_lo =
1332 U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1333 dmae->comp_addr_hi =
1334 U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1335 dmae->comp_val = DMAE_COMP_VAL;
1343 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1345 bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_PCI);
1346 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
1347 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
1348 dmae->dst_addr_lo = bp->func_stx >> 2;
1349 dmae->dst_addr_hi = 0;
1350 dmae->len = sizeof(struct host_func_stats) >> 2;
1351 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1352 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1353 dmae->comp_val = DMAE_COMP_VAL;
1359 static void bnx2x_stats_stop(struct bnx2x *bp)
1363 if (down_timeout(&bp->stats_sema, HZ/10))
1364 BNX2X_ERR("Unable to acquire stats lock\n");
1366 bp->stats_started = false;
1368 bnx2x_stats_comp(bp);
1371 update = (bnx2x_hw_stats_update(bp) == 0);
1373 update |= (bnx2x_storm_stats_update(bp) == 0);
1376 bnx2x_net_stats_update(bp);
1379 bnx2x_port_stats_stop(bp);
1381 bnx2x_hw_stats_post(bp);
1382 bnx2x_stats_comp(bp);
1385 up(&bp->stats_sema);
1388 static void bnx2x_stats_do_nothing(struct bnx2x *bp)
1392 static const struct {
1393 void (*action)(struct bnx2x *bp);
1394 enum bnx2x_stats_state next_state;
1395 } bnx2x_stats_stm[STATS_STATE_MAX][STATS_EVENT_MAX] = {
1398 /* DISABLED PMF */ {bnx2x_stats_pmf_update, STATS_STATE_DISABLED},
1399 /* LINK_UP */ {bnx2x_stats_start, STATS_STATE_ENABLED},
1400 /* UPDATE */ {bnx2x_stats_do_nothing, STATS_STATE_DISABLED},
1401 /* STOP */ {bnx2x_stats_do_nothing, STATS_STATE_DISABLED}
1404 /* ENABLED PMF */ {bnx2x_stats_pmf_start, STATS_STATE_ENABLED},
1405 /* LINK_UP */ {bnx2x_stats_restart, STATS_STATE_ENABLED},
1406 /* UPDATE */ {bnx2x_stats_update, STATS_STATE_ENABLED},
1407 /* STOP */ {bnx2x_stats_stop, STATS_STATE_DISABLED}
1411 void bnx2x_stats_handle(struct bnx2x *bp, enum bnx2x_stats_event event)
1413 enum bnx2x_stats_state state;
1414 void (*action)(struct bnx2x *bp);
1415 if (unlikely(bp->panic))
1418 spin_lock_bh(&bp->stats_lock);
1419 state = bp->stats_state;
1420 bp->stats_state = bnx2x_stats_stm[state][event].next_state;
1421 action = bnx2x_stats_stm[state][event].action;
1422 spin_unlock_bh(&bp->stats_lock);
1426 if ((event != STATS_EVENT_UPDATE) || netif_msg_timer(bp))
1427 DP(BNX2X_MSG_STATS, "state %d -> event %d -> state %d\n",
1428 state, event, bp->stats_state);
1431 static void bnx2x_port_stats_base_init(struct bnx2x *bp)
1433 struct dmae_command *dmae;
1434 u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1437 if (!bp->port.pmf || !bp->port.port_stx) {
1438 BNX2X_ERR("BUG!\n");
1442 bp->executer_idx = 0;
1444 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1445 dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
1446 true, DMAE_COMP_PCI);
1447 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
1448 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
1449 dmae->dst_addr_lo = bp->port.port_stx >> 2;
1450 dmae->dst_addr_hi = 0;
1451 dmae->len = bnx2x_get_port_stats_dma_len(bp);
1452 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1453 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1454 dmae->comp_val = DMAE_COMP_VAL;
1457 bnx2x_hw_stats_post(bp);
1458 bnx2x_stats_comp(bp);
1461 /* This function will prepare the statistics ramrod data the way
1462 * we will only have to increment the statistics counter and
1463 * send the ramrod each time we have to.
1465 static void bnx2x_prep_fw_stats_req(struct bnx2x *bp)
1468 int first_queue_query_index;
1469 struct stats_query_header *stats_hdr = &bp->fw_stats_req->hdr;
1471 dma_addr_t cur_data_offset;
1472 struct stats_query_entry *cur_query_entry;
1474 stats_hdr->cmd_num = bp->fw_stats_num;
1475 stats_hdr->drv_stats_counter = 0;
1477 /* storm_counters struct contains the counters of completed
1478 * statistics requests per storm which are incremented by FW
1479 * each time it completes hadning a statistics ramrod. We will
1480 * check these counters in the timer handler and discard a
1481 * (statistics) ramrod completion.
1483 cur_data_offset = bp->fw_stats_data_mapping +
1484 offsetof(struct bnx2x_fw_stats_data, storm_counters);
1486 stats_hdr->stats_counters_addrs.hi =
1487 cpu_to_le32(U64_HI(cur_data_offset));
1488 stats_hdr->stats_counters_addrs.lo =
1489 cpu_to_le32(U64_LO(cur_data_offset));
1491 /* prepare to the first stats ramrod (will be completed with
1492 * the counters equal to zero) - init counters to somethig different.
1494 memset(&bp->fw_stats_data->storm_counters, 0xff,
1495 sizeof(struct stats_counter));
1497 /**** Port FW statistics data ****/
1498 cur_data_offset = bp->fw_stats_data_mapping +
1499 offsetof(struct bnx2x_fw_stats_data, port);
1501 cur_query_entry = &bp->fw_stats_req->query[BNX2X_PORT_QUERY_IDX];
1503 cur_query_entry->kind = STATS_TYPE_PORT;
1504 /* For port query index is a DONT CARE */
1505 cur_query_entry->index = BP_PORT(bp);
1506 /* For port query funcID is a DONT CARE */
1507 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1508 cur_query_entry->address.hi = cpu_to_le32(U64_HI(cur_data_offset));
1509 cur_query_entry->address.lo = cpu_to_le32(U64_LO(cur_data_offset));
1511 /**** PF FW statistics data ****/
1512 cur_data_offset = bp->fw_stats_data_mapping +
1513 offsetof(struct bnx2x_fw_stats_data, pf);
1515 cur_query_entry = &bp->fw_stats_req->query[BNX2X_PF_QUERY_IDX];
1517 cur_query_entry->kind = STATS_TYPE_PF;
1518 /* For PF query index is a DONT CARE */
1519 cur_query_entry->index = BP_PORT(bp);
1520 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1521 cur_query_entry->address.hi = cpu_to_le32(U64_HI(cur_data_offset));
1522 cur_query_entry->address.lo = cpu_to_le32(U64_LO(cur_data_offset));
1524 /**** FCoE FW statistics data ****/
1526 cur_data_offset = bp->fw_stats_data_mapping +
1527 offsetof(struct bnx2x_fw_stats_data, fcoe);
1530 &bp->fw_stats_req->query[BNX2X_FCOE_QUERY_IDX];
1532 cur_query_entry->kind = STATS_TYPE_FCOE;
1533 /* For FCoE query index is a DONT CARE */
1534 cur_query_entry->index = BP_PORT(bp);
1535 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1536 cur_query_entry->address.hi =
1537 cpu_to_le32(U64_HI(cur_data_offset));
1538 cur_query_entry->address.lo =
1539 cpu_to_le32(U64_LO(cur_data_offset));
1542 /**** Clients' queries ****/
1543 cur_data_offset = bp->fw_stats_data_mapping +
1544 offsetof(struct bnx2x_fw_stats_data, queue_stats);
1546 /* first queue query index depends whether FCoE offloaded request will
1547 * be included in the ramrod
1550 first_queue_query_index = BNX2X_FIRST_QUEUE_QUERY_IDX;
1552 first_queue_query_index = BNX2X_FIRST_QUEUE_QUERY_IDX - 1;
1554 for_each_eth_queue(bp, i) {
1557 query[first_queue_query_index + i];
1559 cur_query_entry->kind = STATS_TYPE_QUEUE;
1560 cur_query_entry->index = bnx2x_stats_id(&bp->fp[i]);
1561 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1562 cur_query_entry->address.hi =
1563 cpu_to_le32(U64_HI(cur_data_offset));
1564 cur_query_entry->address.lo =
1565 cpu_to_le32(U64_LO(cur_data_offset));
1567 cur_data_offset += sizeof(struct per_queue_stats);
1570 /* add FCoE queue query if needed */
1574 query[first_queue_query_index + i];
1576 cur_query_entry->kind = STATS_TYPE_QUEUE;
1577 cur_query_entry->index = bnx2x_stats_id(&bp->fp[FCOE_IDX(bp)]);
1578 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1579 cur_query_entry->address.hi =
1580 cpu_to_le32(U64_HI(cur_data_offset));
1581 cur_query_entry->address.lo =
1582 cpu_to_le32(U64_LO(cur_data_offset));
1586 void bnx2x_memset_stats(struct bnx2x *bp)
1590 /* function stats */
1591 for_each_queue(bp, i) {
1592 struct bnx2x_fp_stats *fp_stats = &bp->fp_stats[i];
1594 memset(&fp_stats->old_tclient, 0,
1595 sizeof(fp_stats->old_tclient));
1596 memset(&fp_stats->old_uclient, 0,
1597 sizeof(fp_stats->old_uclient));
1598 memset(&fp_stats->old_xclient, 0,
1599 sizeof(fp_stats->old_xclient));
1600 if (bp->stats_init) {
1601 memset(&fp_stats->eth_q_stats, 0,
1602 sizeof(fp_stats->eth_q_stats));
1603 memset(&fp_stats->eth_q_stats_old, 0,
1604 sizeof(fp_stats->eth_q_stats_old));
1608 memset(&bp->dev->stats, 0, sizeof(bp->dev->stats));
1610 if (bp->stats_init) {
1611 memset(&bp->net_stats_old, 0, sizeof(bp->net_stats_old));
1612 memset(&bp->fw_stats_old, 0, sizeof(bp->fw_stats_old));
1613 memset(&bp->eth_stats_old, 0, sizeof(bp->eth_stats_old));
1614 memset(&bp->eth_stats, 0, sizeof(bp->eth_stats));
1615 memset(&bp->func_stats, 0, sizeof(bp->func_stats));
1618 bp->stats_state = STATS_STATE_DISABLED;
1620 if (bp->port.pmf && bp->port.port_stx)
1621 bnx2x_port_stats_base_init(bp);
1623 /* mark the end of statistics initializiation */
1624 bp->stats_init = false;
1627 void bnx2x_stats_init(struct bnx2x *bp)
1629 int /*abs*/port = BP_PORT(bp);
1630 int mb_idx = BP_FW_MB_IDX(bp);
1632 bp->stats_pending = 0;
1633 bp->executer_idx = 0;
1634 bp->stats_counter = 0;
1636 /* port and func stats for management */
1637 if (!BP_NOMCP(bp)) {
1638 bp->port.port_stx = SHMEM_RD(bp, port_mb[port].port_stx);
1639 bp->func_stx = SHMEM_RD(bp, func_mb[mb_idx].fw_mb_param);
1642 bp->port.port_stx = 0;
1645 DP(BNX2X_MSG_STATS, "port_stx 0x%x func_stx 0x%x\n",
1646 bp->port.port_stx, bp->func_stx);
1648 /* pmf should retrieve port statistics from SP on a non-init*/
1649 if (!bp->stats_init && bp->port.pmf && bp->port.port_stx)
1650 bnx2x_stats_handle(bp, STATS_EVENT_PMF);
1654 memset(&(bp->port.old_nig_stats), 0, sizeof(struct nig_stats));
1655 bp->port.old_nig_stats.brb_discard =
1656 REG_RD(bp, NIG_REG_STAT0_BRB_DISCARD + port*0x38);
1657 bp->port.old_nig_stats.brb_truncate =
1658 REG_RD(bp, NIG_REG_STAT0_BRB_TRUNCATE + port*0x38);
1659 if (!CHIP_IS_E3(bp)) {
1660 REG_RD_DMAE(bp, NIG_REG_STAT0_EGRESS_MAC_PKT0 + port*0x50,
1661 &(bp->port.old_nig_stats.egress_mac_pkt0_lo), 2);
1662 REG_RD_DMAE(bp, NIG_REG_STAT0_EGRESS_MAC_PKT1 + port*0x50,
1663 &(bp->port.old_nig_stats.egress_mac_pkt1_lo), 2);
1666 /* Prepare statistics ramrod data */
1667 bnx2x_prep_fw_stats_req(bp);
1669 /* Clean SP from previous statistics */
1670 if (bp->stats_init) {
1672 memset(bnx2x_sp(bp, func_stats), 0,
1673 sizeof(struct host_func_stats));
1674 bnx2x_func_stats_init(bp);
1675 bnx2x_hw_stats_post(bp);
1676 bnx2x_stats_comp(bp);
1680 bnx2x_memset_stats(bp);
1683 void bnx2x_save_statistics(struct bnx2x *bp)
1686 struct net_device_stats *nstats = &bp->dev->stats;
1688 /* save queue statistics */
1689 for_each_eth_queue(bp, i) {
1690 struct bnx2x_fastpath *fp = &bp->fp[i];
1691 struct bnx2x_eth_q_stats *qstats =
1692 &bnx2x_fp_stats(bp, fp)->eth_q_stats;
1693 struct bnx2x_eth_q_stats_old *qstats_old =
1694 &bnx2x_fp_stats(bp, fp)->eth_q_stats_old;
1696 UPDATE_QSTAT_OLD(total_unicast_bytes_received_hi);
1697 UPDATE_QSTAT_OLD(total_unicast_bytes_received_lo);
1698 UPDATE_QSTAT_OLD(total_broadcast_bytes_received_hi);
1699 UPDATE_QSTAT_OLD(total_broadcast_bytes_received_lo);
1700 UPDATE_QSTAT_OLD(total_multicast_bytes_received_hi);
1701 UPDATE_QSTAT_OLD(total_multicast_bytes_received_lo);
1702 UPDATE_QSTAT_OLD(total_unicast_bytes_transmitted_hi);
1703 UPDATE_QSTAT_OLD(total_unicast_bytes_transmitted_lo);
1704 UPDATE_QSTAT_OLD(total_broadcast_bytes_transmitted_hi);
1705 UPDATE_QSTAT_OLD(total_broadcast_bytes_transmitted_lo);
1706 UPDATE_QSTAT_OLD(total_multicast_bytes_transmitted_hi);
1707 UPDATE_QSTAT_OLD(total_multicast_bytes_transmitted_lo);
1708 UPDATE_QSTAT_OLD(total_tpa_bytes_hi);
1709 UPDATE_QSTAT_OLD(total_tpa_bytes_lo);
1712 /* save net_device_stats statistics */
1713 bp->net_stats_old.rx_dropped = nstats->rx_dropped;
1715 /* store port firmware statistics */
1716 if (bp->port.pmf && IS_MF(bp)) {
1717 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1718 struct bnx2x_fw_port_stats_old *fwstats = &bp->fw_stats_old;
1719 UPDATE_FW_STAT_OLD(mac_filter_discard);
1720 UPDATE_FW_STAT_OLD(mf_tag_discard);
1721 UPDATE_FW_STAT_OLD(brb_truncate_discard);
1722 UPDATE_FW_STAT_OLD(mac_discard);
1726 void bnx2x_afex_collect_stats(struct bnx2x *bp, void *void_afex_stats,
1730 struct afex_stats *afex_stats = (struct afex_stats *)void_afex_stats;
1731 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1732 struct per_queue_stats *fcoe_q_stats =
1733 &bp->fw_stats_data->queue_stats[FCOE_IDX(bp)];
1735 struct tstorm_per_queue_stats *fcoe_q_tstorm_stats =
1736 &fcoe_q_stats->tstorm_queue_statistics;
1738 struct ustorm_per_queue_stats *fcoe_q_ustorm_stats =
1739 &fcoe_q_stats->ustorm_queue_statistics;
1741 struct xstorm_per_queue_stats *fcoe_q_xstorm_stats =
1742 &fcoe_q_stats->xstorm_queue_statistics;
1744 struct fcoe_statistics_params *fw_fcoe_stat =
1745 &bp->fw_stats_data->fcoe;
1747 memset(afex_stats, 0, sizeof(struct afex_stats));
1749 for_each_eth_queue(bp, i) {
1750 struct bnx2x_eth_q_stats *qstats = &bp->fp_stats[i].eth_q_stats;
1752 ADD_64(afex_stats->rx_unicast_bytes_hi,
1753 qstats->total_unicast_bytes_received_hi,
1754 afex_stats->rx_unicast_bytes_lo,
1755 qstats->total_unicast_bytes_received_lo);
1757 ADD_64(afex_stats->rx_broadcast_bytes_hi,
1758 qstats->total_broadcast_bytes_received_hi,
1759 afex_stats->rx_broadcast_bytes_lo,
1760 qstats->total_broadcast_bytes_received_lo);
1762 ADD_64(afex_stats->rx_multicast_bytes_hi,
1763 qstats->total_multicast_bytes_received_hi,
1764 afex_stats->rx_multicast_bytes_lo,
1765 qstats->total_multicast_bytes_received_lo);
1767 ADD_64(afex_stats->rx_unicast_frames_hi,
1768 qstats->total_unicast_packets_received_hi,
1769 afex_stats->rx_unicast_frames_lo,
1770 qstats->total_unicast_packets_received_lo);
1772 ADD_64(afex_stats->rx_broadcast_frames_hi,
1773 qstats->total_broadcast_packets_received_hi,
1774 afex_stats->rx_broadcast_frames_lo,
1775 qstats->total_broadcast_packets_received_lo);
1777 ADD_64(afex_stats->rx_multicast_frames_hi,
1778 qstats->total_multicast_packets_received_hi,
1779 afex_stats->rx_multicast_frames_lo,
1780 qstats->total_multicast_packets_received_lo);
1782 /* sum to rx_frames_discarded all discraded
1783 * packets due to size, ttl0 and checksum
1785 ADD_64(afex_stats->rx_frames_discarded_hi,
1786 qstats->total_packets_received_checksum_discarded_hi,
1787 afex_stats->rx_frames_discarded_lo,
1788 qstats->total_packets_received_checksum_discarded_lo);
1790 ADD_64(afex_stats->rx_frames_discarded_hi,
1791 qstats->total_packets_received_ttl0_discarded_hi,
1792 afex_stats->rx_frames_discarded_lo,
1793 qstats->total_packets_received_ttl0_discarded_lo);
1795 ADD_64(afex_stats->rx_frames_discarded_hi,
1796 qstats->etherstatsoverrsizepkts_hi,
1797 afex_stats->rx_frames_discarded_lo,
1798 qstats->etherstatsoverrsizepkts_lo);
1800 ADD_64(afex_stats->rx_frames_dropped_hi,
1801 qstats->no_buff_discard_hi,
1802 afex_stats->rx_frames_dropped_lo,
1803 qstats->no_buff_discard_lo);
1805 ADD_64(afex_stats->tx_unicast_bytes_hi,
1806 qstats->total_unicast_bytes_transmitted_hi,
1807 afex_stats->tx_unicast_bytes_lo,
1808 qstats->total_unicast_bytes_transmitted_lo);
1810 ADD_64(afex_stats->tx_broadcast_bytes_hi,
1811 qstats->total_broadcast_bytes_transmitted_hi,
1812 afex_stats->tx_broadcast_bytes_lo,
1813 qstats->total_broadcast_bytes_transmitted_lo);
1815 ADD_64(afex_stats->tx_multicast_bytes_hi,
1816 qstats->total_multicast_bytes_transmitted_hi,
1817 afex_stats->tx_multicast_bytes_lo,
1818 qstats->total_multicast_bytes_transmitted_lo);
1820 ADD_64(afex_stats->tx_unicast_frames_hi,
1821 qstats->total_unicast_packets_transmitted_hi,
1822 afex_stats->tx_unicast_frames_lo,
1823 qstats->total_unicast_packets_transmitted_lo);
1825 ADD_64(afex_stats->tx_broadcast_frames_hi,
1826 qstats->total_broadcast_packets_transmitted_hi,
1827 afex_stats->tx_broadcast_frames_lo,
1828 qstats->total_broadcast_packets_transmitted_lo);
1830 ADD_64(afex_stats->tx_multicast_frames_hi,
1831 qstats->total_multicast_packets_transmitted_hi,
1832 afex_stats->tx_multicast_frames_lo,
1833 qstats->total_multicast_packets_transmitted_lo);
1835 ADD_64(afex_stats->tx_frames_dropped_hi,
1836 qstats->total_transmitted_dropped_packets_error_hi,
1837 afex_stats->tx_frames_dropped_lo,
1838 qstats->total_transmitted_dropped_packets_error_lo);
1841 /* now add FCoE statistics which are collected separately
1842 * (both offloaded and non offloaded)
1845 ADD_64_LE(afex_stats->rx_unicast_bytes_hi,
1847 afex_stats->rx_unicast_bytes_lo,
1848 fw_fcoe_stat->rx_stat0.fcoe_rx_byte_cnt);
1850 ADD_64_LE(afex_stats->rx_unicast_bytes_hi,
1851 fcoe_q_tstorm_stats->rcv_ucast_bytes.hi,
1852 afex_stats->rx_unicast_bytes_lo,
1853 fcoe_q_tstorm_stats->rcv_ucast_bytes.lo);
1855 ADD_64_LE(afex_stats->rx_broadcast_bytes_hi,
1856 fcoe_q_tstorm_stats->rcv_bcast_bytes.hi,
1857 afex_stats->rx_broadcast_bytes_lo,
1858 fcoe_q_tstorm_stats->rcv_bcast_bytes.lo);
1860 ADD_64_LE(afex_stats->rx_multicast_bytes_hi,
1861 fcoe_q_tstorm_stats->rcv_mcast_bytes.hi,
1862 afex_stats->rx_multicast_bytes_lo,
1863 fcoe_q_tstorm_stats->rcv_mcast_bytes.lo);
1865 ADD_64_LE(afex_stats->rx_unicast_frames_hi,
1867 afex_stats->rx_unicast_frames_lo,
1868 fw_fcoe_stat->rx_stat0.fcoe_rx_pkt_cnt);
1870 ADD_64_LE(afex_stats->rx_unicast_frames_hi,
1872 afex_stats->rx_unicast_frames_lo,
1873 fcoe_q_tstorm_stats->rcv_ucast_pkts);
1875 ADD_64_LE(afex_stats->rx_broadcast_frames_hi,
1877 afex_stats->rx_broadcast_frames_lo,
1878 fcoe_q_tstorm_stats->rcv_bcast_pkts);
1880 ADD_64_LE(afex_stats->rx_multicast_frames_hi,
1882 afex_stats->rx_multicast_frames_lo,
1883 fcoe_q_tstorm_stats->rcv_ucast_pkts);
1885 ADD_64_LE(afex_stats->rx_frames_discarded_hi,
1887 afex_stats->rx_frames_discarded_lo,
1888 fcoe_q_tstorm_stats->checksum_discard);
1890 ADD_64_LE(afex_stats->rx_frames_discarded_hi,
1892 afex_stats->rx_frames_discarded_lo,
1893 fcoe_q_tstorm_stats->pkts_too_big_discard);
1895 ADD_64_LE(afex_stats->rx_frames_discarded_hi,
1897 afex_stats->rx_frames_discarded_lo,
1898 fcoe_q_tstorm_stats->ttl0_discard);
1900 ADD_64_LE16(afex_stats->rx_frames_dropped_hi,
1902 afex_stats->rx_frames_dropped_lo,
1903 fcoe_q_tstorm_stats->no_buff_discard);
1905 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1907 afex_stats->rx_frames_dropped_lo,
1908 fcoe_q_ustorm_stats->ucast_no_buff_pkts);
1910 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1912 afex_stats->rx_frames_dropped_lo,
1913 fcoe_q_ustorm_stats->mcast_no_buff_pkts);
1915 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1917 afex_stats->rx_frames_dropped_lo,
1918 fcoe_q_ustorm_stats->bcast_no_buff_pkts);
1920 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1922 afex_stats->rx_frames_dropped_lo,
1923 fw_fcoe_stat->rx_stat1.fcoe_rx_drop_pkt_cnt);
1925 ADD_64_LE(afex_stats->rx_frames_dropped_hi,
1927 afex_stats->rx_frames_dropped_lo,
1928 fw_fcoe_stat->rx_stat2.fcoe_rx_drop_pkt_cnt);
1930 ADD_64_LE(afex_stats->tx_unicast_bytes_hi,
1932 afex_stats->tx_unicast_bytes_lo,
1933 fw_fcoe_stat->tx_stat.fcoe_tx_byte_cnt);
1935 ADD_64_LE(afex_stats->tx_unicast_bytes_hi,
1936 fcoe_q_xstorm_stats->ucast_bytes_sent.hi,
1937 afex_stats->tx_unicast_bytes_lo,
1938 fcoe_q_xstorm_stats->ucast_bytes_sent.lo);
1940 ADD_64_LE(afex_stats->tx_broadcast_bytes_hi,
1941 fcoe_q_xstorm_stats->bcast_bytes_sent.hi,
1942 afex_stats->tx_broadcast_bytes_lo,
1943 fcoe_q_xstorm_stats->bcast_bytes_sent.lo);
1945 ADD_64_LE(afex_stats->tx_multicast_bytes_hi,
1946 fcoe_q_xstorm_stats->mcast_bytes_sent.hi,
1947 afex_stats->tx_multicast_bytes_lo,
1948 fcoe_q_xstorm_stats->mcast_bytes_sent.lo);
1950 ADD_64_LE(afex_stats->tx_unicast_frames_hi,
1952 afex_stats->tx_unicast_frames_lo,
1953 fw_fcoe_stat->tx_stat.fcoe_tx_pkt_cnt);
1955 ADD_64_LE(afex_stats->tx_unicast_frames_hi,
1957 afex_stats->tx_unicast_frames_lo,
1958 fcoe_q_xstorm_stats->ucast_pkts_sent);
1960 ADD_64_LE(afex_stats->tx_broadcast_frames_hi,
1962 afex_stats->tx_broadcast_frames_lo,
1963 fcoe_q_xstorm_stats->bcast_pkts_sent);
1965 ADD_64_LE(afex_stats->tx_multicast_frames_hi,
1967 afex_stats->tx_multicast_frames_lo,
1968 fcoe_q_xstorm_stats->mcast_pkts_sent);
1970 ADD_64_LE(afex_stats->tx_frames_dropped_hi,
1972 afex_stats->tx_frames_dropped_lo,
1973 fcoe_q_xstorm_stats->error_drop_pkts);
1976 /* if port stats are requested, add them to the PMF
1977 * stats, as anyway they will be accumulated by the
1978 * MCP before sent to the switch
1980 if ((bp->port.pmf) && (stats_type == VICSTATST_UIF_INDEX)) {
1981 ADD_64(afex_stats->rx_frames_dropped_hi,
1983 afex_stats->rx_frames_dropped_lo,
1984 estats->mac_filter_discard);
1985 ADD_64(afex_stats->rx_frames_dropped_hi,
1987 afex_stats->rx_frames_dropped_lo,
1988 estats->brb_truncate_discard);
1989 ADD_64(afex_stats->rx_frames_discarded_hi,
1991 afex_stats->rx_frames_discarded_lo,
1992 estats->mac_discard);
1996 void bnx2x_stats_safe_exec(struct bnx2x *bp,
1997 void (func_to_exec)(void *cookie),
1999 if (down_timeout(&bp->stats_sema, HZ/10))
2000 BNX2X_ERR("Unable to acquire stats lock\n");
2001 bnx2x_stats_comp(bp);
2002 func_to_exec(cookie);
2003 __bnx2x_stats_start(bp);
2004 up(&bp->stats_sema);