drivers/net/bnx2x/bnx2x_stats.c

   1 /* bnx2x_stats.c: Broadcom Everest network driver.
   2  *
   3  * Copyright (c) 2007-2011 Broadcom Corporation
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation.
   8  *
   9  * Maintained by: Eilon Greenstein <eilong@broadcom.com>
  10  * Written by: Eliezer Tamir
  11  * Based on code from Michael Chan's bnx2 driver
  12  * UDP CSUM errata workaround by Arik Gendelman
  13  * Slowpath and fastpath rework by Vladislav Zolotarov
  14  * Statistics and Link management by Yitchak Gertner
  15  *
  16  */
  17 #include "bnx2x_stats.h"
  18 #include "bnx2x_cmn.h"
  19
  20
  21 /* Statistics */
  22
  23 /*
  24  * General service functions
  25  */
  26
  27 static inline long bnx2x_hilo(u32 *hiref)
  28 {
  29         u32 lo = *(hiref + 1);
  30 #if (BITS_PER_LONG == 64)
  31         u32 hi = *hiref;
  32
  33         return HILO_U64(hi, lo);
  34 #else
  35         return lo;
  36 #endif
  37 }
  38
  39 /*
  40  * Init service functions
  41  */
  42
  43 /* Post the next statistics ramrod. Protect it with the spin in
  44  * order to ensure the strict order between statistics ramrods
  45  * (each ramrod has a sequence number passed in a
  46  * bp->fw_stats_req->hdr.drv_stats_counter and ramrods must be
  47  * sent in order).
  48  */
  49 static void bnx2x_storm_stats_post(struct bnx2x *bp)
  50 {
  51         if (!bp->stats_pending) {
  52                 int rc;
  53
  54                 spin_lock_bh(&bp->stats_lock);
  55
  56                 if (bp->stats_pending) {
  57                         spin_unlock_bh(&bp->stats_lock);
  58                         return;
  59                 }
  60
  61                 bp->fw_stats_req->hdr.drv_stats_counter =
  62                         cpu_to_le16(bp->stats_counter++);
  63
  64                 DP(NETIF_MSG_TIMER, "Sending statistics ramrod %d\n",
  65                         bp->fw_stats_req->hdr.drv_stats_counter);
  66
  67
  68
  69                 /* send FW stats ramrod */
  70                 rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_STAT_QUERY, 0,
  71                                    U64_HI(bp->fw_stats_req_mapping),
  72                                    U64_LO(bp->fw_stats_req_mapping),
  73                                    NONE_CONNECTION_TYPE);
  74                 if (rc == 0)
  75                         bp->stats_pending = 1;
  76
  77                 spin_unlock_bh(&bp->stats_lock);
  78         }
  79 }
  80
  81 static void bnx2x_hw_stats_post(struct bnx2x *bp)
  82 {
  83         struct dmae_command *dmae = &bp->stats_dmae;
  84         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
  85
  86         *stats_comp = DMAE_COMP_VAL;
  87         if (CHIP_REV_IS_SLOW(bp))
  88                 return;
  89
  90         /* loader */
  91         if (bp->executer_idx) {
  92                 int loader_idx = PMF_DMAE_C(bp);
  93                 u32 opcode =  bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
  94                                                  true, DMAE_COMP_GRC);
  95                 opcode = bnx2x_dmae_opcode_clr_src_reset(opcode);
  96
  97                 memset(dmae, 0, sizeof(struct dmae_command));
  98                 dmae->opcode = opcode;
  99                 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, dmae[0]));
 100                 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, dmae[0]));
 101                 dmae->dst_addr_lo = (DMAE_REG_CMD_MEM +
 102                                      sizeof(struct dmae_command) *
 103                                      (loader_idx + 1)) >> 2;
 104                 dmae->dst_addr_hi = 0;
 105                 dmae->len = sizeof(struct dmae_command) >> 2;
 106                 if (CHIP_IS_E1(bp))
 107                         dmae->len--;
 108                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx + 1] >> 2;
 109                 dmae->comp_addr_hi = 0;
 110                 dmae->comp_val = 1;
 111
 112                 *stats_comp = 0;
 113                 bnx2x_post_dmae(bp, dmae, loader_idx);
 114
 115         } else if (bp->func_stx) {
 116                 *stats_comp = 0;
 117                 bnx2x_post_dmae(bp, dmae, INIT_DMAE_C(bp));
 118         }
 119 }
 120
 121 static int bnx2x_stats_comp(struct bnx2x *bp)
 122 {
 123         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
 124         int cnt = 10;
 125
 126         might_sleep();
 127         while (*stats_comp != DMAE_COMP_VAL) {
 128                 if (!cnt) {
 129                         BNX2X_ERR("timeout waiting for stats finished\n");
 130                         break;
 131                 }
 132                 cnt--;
 133                 usleep_range(1000, 1000);
 134         }
 135         return 1;
 136 }
 137
 138 /*
 139  * Statistics service functions
 140  */
 141
 142 static void bnx2x_stats_pmf_update(struct bnx2x *bp)
 143 {
 144         struct dmae_command *dmae;
 145         u32 opcode;
 146         int loader_idx = PMF_DMAE_C(bp);
 147         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
 148
 149         /* sanity */
 150         if (!IS_MF(bp) || !bp->port.pmf || !bp->port.port_stx) {
 151                 BNX2X_ERR("BUG!\n");
 152                 return;
 153         }
 154
 155         bp->executer_idx = 0;
 156
 157         opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI, false, 0);
 158
 159         dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 160         dmae->opcode = bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_GRC);
 161         dmae->src_addr_lo = bp->port.port_stx >> 2;
 162         dmae->src_addr_hi = 0;
 163         dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
 164         dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
 165         dmae->len = DMAE_LEN32_RD_MAX;
 166         dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 167         dmae->comp_addr_hi = 0;
 168         dmae->comp_val = 1;
 169
 170         dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 171         dmae->opcode = bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_PCI);
 172         dmae->src_addr_lo = (bp->port.port_stx >> 2) + DMAE_LEN32_RD_MAX;
 173         dmae->src_addr_hi = 0;
 174         dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats) +
 175                                    DMAE_LEN32_RD_MAX * 4);
 176         dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats) +
 177                                    DMAE_LEN32_RD_MAX * 4);
 178         dmae->len = (sizeof(struct host_port_stats) >> 2) - DMAE_LEN32_RD_MAX;
 179         dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
 180         dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
 181         dmae->comp_val = DMAE_COMP_VAL;
 182
 183         *stats_comp = 0;
 184         bnx2x_hw_stats_post(bp);
 185         bnx2x_stats_comp(bp);
 186 }
 187
 188 static void bnx2x_port_stats_init(struct bnx2x *bp)
 189 {
 190         struct dmae_command *dmae;
 191         int port = BP_PORT(bp);
 192         u32 opcode;
 193         int loader_idx = PMF_DMAE_C(bp);
 194         u32 mac_addr;
 195         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
 196
 197         /* sanity */
 198         if (!bp->link_vars.link_up || !bp->port.pmf) {
 199                 BNX2X_ERR("BUG!\n");
 200                 return;
 201         }
 202
 203         bp->executer_idx = 0;
 204
 205         /* MCP */
 206         opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
 207                                     true, DMAE_COMP_GRC);
 208
 209         if (bp->port.port_stx) {
 210
 211                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 212                 dmae->opcode = opcode;
 213                 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
 214                 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
 215                 dmae->dst_addr_lo = bp->port.port_stx >> 2;
 216                 dmae->dst_addr_hi = 0;
 217                 dmae->len = sizeof(struct host_port_stats) >> 2;
 218                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 219                 dmae->comp_addr_hi = 0;
 220                 dmae->comp_val = 1;
 221         }
 222
 223         if (bp->func_stx) {
 224
 225                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 226                 dmae->opcode = opcode;
 227                 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
 228                 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
 229                 dmae->dst_addr_lo = bp->func_stx >> 2;
 230                 dmae->dst_addr_hi = 0;
 231                 dmae->len = sizeof(struct host_func_stats) >> 2;
 232                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 233                 dmae->comp_addr_hi = 0;
 234                 dmae->comp_val = 1;
 235         }
 236
 237         /* MAC */
 238         opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
 239                                    true, DMAE_COMP_GRC);
 240
 241         /* EMAC is special */
 242         if (bp->link_vars.mac_type == MAC_TYPE_EMAC) {
 243                 mac_addr = (port ? GRCBASE_EMAC1 : GRCBASE_EMAC0);
 244
 245                 /* EMAC_REG_EMAC_RX_STAT_AC (EMAC_REG_EMAC_RX_STAT_AC_COUNT)*/
 246                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 247                 dmae->opcode = opcode;
 248                 dmae->src_addr_lo = (mac_addr +
 249                                      EMAC_REG_EMAC_RX_STAT_AC) >> 2;
 250                 dmae->src_addr_hi = 0;
 251                 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats));
 252                 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats));
 253                 dmae->len = EMAC_REG_EMAC_RX_STAT_AC_COUNT;
 254                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 255                 dmae->comp_addr_hi = 0;
 256                 dmae->comp_val = 1;
 257
 258                 /* EMAC_REG_EMAC_RX_STAT_AC_28 */
 259                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 260                 dmae->opcode = opcode;
 261                 dmae->src_addr_lo = (mac_addr +
 262                                      EMAC_REG_EMAC_RX_STAT_AC_28) >> 2;
 263                 dmae->src_addr_hi = 0;
 264                 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats) +
 265                      offsetof(struct emac_stats, rx_stat_falsecarriererrors));
 266                 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats) +
 267                      offsetof(struct emac_stats, rx_stat_falsecarriererrors));
 268                 dmae->len = 1;
 269                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 270                 dmae->comp_addr_hi = 0;
 271                 dmae->comp_val = 1;
 272
 273                 /* EMAC_REG_EMAC_TX_STAT_AC (EMAC_REG_EMAC_TX_STAT_AC_COUNT)*/
 274                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 275                 dmae->opcode = opcode;
 276                 dmae->src_addr_lo = (mac_addr +
 277                                      EMAC_REG_EMAC_TX_STAT_AC) >> 2;
 278                 dmae->src_addr_hi = 0;
 279                 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats) +
 280                         offsetof(struct emac_stats, tx_stat_ifhcoutoctets));
 281                 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats) +
 282                         offsetof(struct emac_stats, tx_stat_ifhcoutoctets));
 283                 dmae->len = EMAC_REG_EMAC_TX_STAT_AC_COUNT;
 284                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 285                 dmae->comp_addr_hi = 0;
 286                 dmae->comp_val = 1;
 287         } else {
 288                 u32 tx_src_addr_lo, rx_src_addr_lo;
 289                 u16 rx_len, tx_len;
 290
 291                 /* configure the params according to MAC type */
 292                 switch (bp->link_vars.mac_type) {
 293                 case MAC_TYPE_BMAC:
 294                         mac_addr = (port ? NIG_REG_INGRESS_BMAC1_MEM :
 295                                            NIG_REG_INGRESS_BMAC0_MEM);
 296
 297                         /* BIGMAC_REGISTER_TX_STAT_GTPKT ..
 298                            BIGMAC_REGISTER_TX_STAT_GTBYT */
 299                         if (CHIP_IS_E1x(bp)) {
 300                                 tx_src_addr_lo = (mac_addr +
 301                                         BIGMAC_REGISTER_TX_STAT_GTPKT) >> 2;
 302                                 tx_len = (8 + BIGMAC_REGISTER_TX_STAT_GTBYT -
 303                                           BIGMAC_REGISTER_TX_STAT_GTPKT) >> 2;
 304                                 rx_src_addr_lo = (mac_addr +
 305                                         BIGMAC_REGISTER_RX_STAT_GR64) >> 2;
 306                                 rx_len = (8 + BIGMAC_REGISTER_RX_STAT_GRIPJ -
 307                                           BIGMAC_REGISTER_RX_STAT_GR64) >> 2;
 308                         } else {
 309                                 tx_src_addr_lo = (mac_addr +
 310                                         BIGMAC2_REGISTER_TX_STAT_GTPOK) >> 2;
 311                                 tx_len = (8 + BIGMAC2_REGISTER_TX_STAT_GTBYT -
 312                                           BIGMAC2_REGISTER_TX_STAT_GTPOK) >> 2;
 313                                 rx_src_addr_lo = (mac_addr +
 314                                         BIGMAC2_REGISTER_RX_STAT_GR64) >> 2;
 315                                 rx_len = (8 + BIGMAC2_REGISTER_RX_STAT_GRIPJ -
 316                                           BIGMAC2_REGISTER_RX_STAT_GR64) >> 2;
 317                         }
 318                         break;
 319
 320                 case MAC_TYPE_UMAC: /* handled by MSTAT */
 321                 case MAC_TYPE_XMAC: /* handled by MSTAT */
 322                 default:
 323                         mac_addr = port ? GRCBASE_MSTAT1 : GRCBASE_MSTAT0;
 324                         tx_src_addr_lo = (mac_addr +
 325                                           MSTAT_REG_TX_STAT_GTXPOK_LO) >> 2;
 326                         rx_src_addr_lo = (mac_addr +
 327                                           MSTAT_REG_RX_STAT_GR64_LO) >> 2;
 328                         tx_len = sizeof(bp->slowpath->
 329                                         mac_stats.mstat_stats.stats_tx) >> 2;
 330                         rx_len = sizeof(bp->slowpath->
 331                                         mac_stats.mstat_stats.stats_rx) >> 2;
 332                         break;
 333                 }
 334
 335                 /* TX stats */
 336                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 337                 dmae->opcode = opcode;
 338                 dmae->src_addr_lo = tx_src_addr_lo;
 339                 dmae->src_addr_hi = 0;
 340                 dmae->len = tx_len;
 341                 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, mac_stats));
 342                 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, mac_stats));
 343                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 344                 dmae->comp_addr_hi = 0;
 345                 dmae->comp_val = 1;
 346
 347                 /* RX stats */
 348                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 349                 dmae->opcode = opcode;
 350                 dmae->src_addr_hi = 0;
 351                 dmae->src_addr_lo = rx_src_addr_lo;
 352                 dmae->dst_addr_lo =
 353                         U64_LO(bnx2x_sp_mapping(bp, mac_stats) + (tx_len << 2));
 354                 dmae->dst_addr_hi =
 355                         U64_HI(bnx2x_sp_mapping(bp, mac_stats) + (tx_len << 2));
 356                 dmae->len = rx_len;
 357                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 358                 dmae->comp_addr_hi = 0;
 359                 dmae->comp_val = 1;
 360         }
 361
 362         /* NIG */
 363         if (!CHIP_IS_E3(bp)) {
 364                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 365                 dmae->opcode = opcode;
 366                 dmae->src_addr_lo = (port ? NIG_REG_STAT1_EGRESS_MAC_PKT0 :
 367                                             NIG_REG_STAT0_EGRESS_MAC_PKT0) >> 2;
 368                 dmae->src_addr_hi = 0;
 369                 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats) +
 370                                 offsetof(struct nig_stats, egress_mac_pkt0_lo));
 371                 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats) +
 372                                 offsetof(struct nig_stats, egress_mac_pkt0_lo));
 373                 dmae->len = (2*sizeof(u32)) >> 2;
 374                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 375                 dmae->comp_addr_hi = 0;
 376                 dmae->comp_val = 1;
 377
 378                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 379                 dmae->opcode = opcode;
 380                 dmae->src_addr_lo = (port ? NIG_REG_STAT1_EGRESS_MAC_PKT1 :
 381                                             NIG_REG_STAT0_EGRESS_MAC_PKT1) >> 2;
 382                 dmae->src_addr_hi = 0;
 383                 dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats) +
 384                                 offsetof(struct nig_stats, egress_mac_pkt1_lo));
 385                 dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats) +
 386                                 offsetof(struct nig_stats, egress_mac_pkt1_lo));
 387                 dmae->len = (2*sizeof(u32)) >> 2;
 388                 dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
 389                 dmae->comp_addr_hi = 0;
 390                 dmae->comp_val = 1;
 391         }
 392
 393         dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
 394         dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
 395                                                  true, DMAE_COMP_PCI);
 396         dmae->src_addr_lo = (port ? NIG_REG_STAT1_BRB_DISCARD :
 397                                     NIG_REG_STAT0_BRB_DISCARD) >> 2;
 398         dmae->src_addr_hi = 0;
 399         dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, nig_stats));
 400         dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, nig_stats));
 401         dmae->len = (sizeof(struct nig_stats) - 4*sizeof(u32)) >> 2;
 402
 403         dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
 404         dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
 405         dmae->comp_val = DMAE_COMP_VAL;
 406
 407         *stats_comp = 0;
 408 }
 409
 410 static void bnx2x_func_stats_init(struct bnx2x *bp)
 411 {
 412         struct dmae_command *dmae = &bp->stats_dmae;
 413         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
 414
 415         /* sanity */
 416         if (!bp->func_stx) {
 417                 BNX2X_ERR("BUG!\n");
 418                 return;
 419         }
 420
 421         bp->executer_idx = 0;
 422         memset(dmae, 0, sizeof(struct dmae_command));
 423
 424         dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
 425                                          true, DMAE_COMP_PCI);
 426         dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
 427         dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
 428         dmae->dst_addr_lo = bp->func_stx >> 2;
 429         dmae->dst_addr_hi = 0;
 430         dmae->len = sizeof(struct host_func_stats) >> 2;
 431         dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
 432         dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
 433         dmae->comp_val = DMAE_COMP_VAL;
 434
 435         *stats_comp = 0;
 436 }
 437
 438 static void bnx2x_stats_start(struct bnx2x *bp)
 439 {
 440         if (bp->port.pmf)
 441                 bnx2x_port_stats_init(bp);
 442
 443         else if (bp->func_stx)
 444                 bnx2x_func_stats_init(bp);
 445
 446         bnx2x_hw_stats_post(bp);
 447         bnx2x_storm_stats_post(bp);
 448 }
 449
 450 static void bnx2x_stats_pmf_start(struct bnx2x *bp)
 451 {
 452         bnx2x_stats_comp(bp);
 453         bnx2x_stats_pmf_update(bp);
 454         bnx2x_stats_start(bp);
 455 }
 456
 457 static void bnx2x_stats_restart(struct bnx2x *bp)
 458 {
 459         bnx2x_stats_comp(bp);
 460         bnx2x_stats_start(bp);
 461 }
 462
 463 static void bnx2x_bmac_stats_update(struct bnx2x *bp)
 464 {
 465         struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
 466         struct bnx2x_eth_stats *estats = &bp->eth_stats;
 467         struct {
 468                 u32 lo;
 469                 u32 hi;
 470         } diff;
 471
 472         if (CHIP_IS_E1x(bp)) {
 473                 struct bmac1_stats *new = bnx2x_sp(bp, mac_stats.bmac1_stats);
 474
 475                 /* the macros below will use "bmac1_stats" type */
 476                 UPDATE_STAT64(rx_stat_grerb, rx_stat_ifhcinbadoctets);
 477                 UPDATE_STAT64(rx_stat_grfcs, rx_stat_dot3statsfcserrors);
 478                 UPDATE_STAT64(rx_stat_grund, rx_stat_etherstatsundersizepkts);
 479                 UPDATE_STAT64(rx_stat_grovr, rx_stat_dot3statsframestoolong);
 480                 UPDATE_STAT64(rx_stat_grfrg, rx_stat_etherstatsfragments);
 481                 UPDATE_STAT64(rx_stat_grjbr, rx_stat_etherstatsjabbers);
 482                 UPDATE_STAT64(rx_stat_grxcf, rx_stat_maccontrolframesreceived);
 483                 UPDATE_STAT64(rx_stat_grxpf, rx_stat_xoffstateentered);
 484                 UPDATE_STAT64(rx_stat_grxpf, rx_stat_mac_xpf);
 485
 486                 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_outxoffsent);
 487                 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_flowcontroldone);
 488                 UPDATE_STAT64(tx_stat_gt64, tx_stat_etherstatspkts64octets);
 489                 UPDATE_STAT64(tx_stat_gt127,
 490                                 tx_stat_etherstatspkts65octetsto127octets);
 491                 UPDATE_STAT64(tx_stat_gt255,
 492                                 tx_stat_etherstatspkts128octetsto255octets);
 493                 UPDATE_STAT64(tx_stat_gt511,
 494                                 tx_stat_etherstatspkts256octetsto511octets);
 495                 UPDATE_STAT64(tx_stat_gt1023,
 496                                 tx_stat_etherstatspkts512octetsto1023octets);
 497                 UPDATE_STAT64(tx_stat_gt1518,
 498                                 tx_stat_etherstatspkts1024octetsto1522octets);
 499                 UPDATE_STAT64(tx_stat_gt2047, tx_stat_mac_2047);
 500                 UPDATE_STAT64(tx_stat_gt4095, tx_stat_mac_4095);
 501                 UPDATE_STAT64(tx_stat_gt9216, tx_stat_mac_9216);
 502                 UPDATE_STAT64(tx_stat_gt16383, tx_stat_mac_16383);
 503                 UPDATE_STAT64(tx_stat_gterr,
 504                                 tx_stat_dot3statsinternalmactransmiterrors);
 505                 UPDATE_STAT64(tx_stat_gtufl, tx_stat_mac_ufl);
 506
 507         } else {
 508                 struct bmac2_stats *new = bnx2x_sp(bp, mac_stats.bmac2_stats);
 509
 510                 /* the macros below will use "bmac2_stats" type */
 511                 UPDATE_STAT64(rx_stat_grerb, rx_stat_ifhcinbadoctets);
 512                 UPDATE_STAT64(rx_stat_grfcs, rx_stat_dot3statsfcserrors);
 513                 UPDATE_STAT64(rx_stat_grund, rx_stat_etherstatsundersizepkts);
 514                 UPDATE_STAT64(rx_stat_grovr, rx_stat_dot3statsframestoolong);
 515                 UPDATE_STAT64(rx_stat_grfrg, rx_stat_etherstatsfragments);
 516                 UPDATE_STAT64(rx_stat_grjbr, rx_stat_etherstatsjabbers);
 517                 UPDATE_STAT64(rx_stat_grxcf, rx_stat_maccontrolframesreceived);
 518                 UPDATE_STAT64(rx_stat_grxpf, rx_stat_xoffstateentered);
 519                 UPDATE_STAT64(rx_stat_grxpf, rx_stat_mac_xpf);
 520                 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_outxoffsent);
 521                 UPDATE_STAT64(tx_stat_gtxpf, tx_stat_flowcontroldone);
 522                 UPDATE_STAT64(tx_stat_gt64, tx_stat_etherstatspkts64octets);
 523                 UPDATE_STAT64(tx_stat_gt127,
 524                                 tx_stat_etherstatspkts65octetsto127octets);
 525                 UPDATE_STAT64(tx_stat_gt255,
 526                                 tx_stat_etherstatspkts128octetsto255octets);
 527                 UPDATE_STAT64(tx_stat_gt511,
 528                                 tx_stat_etherstatspkts256octetsto511octets);
 529                 UPDATE_STAT64(tx_stat_gt1023,
 530                                 tx_stat_etherstatspkts512octetsto1023octets);
 531                 UPDATE_STAT64(tx_stat_gt1518,
 532                                 tx_stat_etherstatspkts1024octetsto1522octets);
 533                 UPDATE_STAT64(tx_stat_gt2047, tx_stat_mac_2047);
 534                 UPDATE_STAT64(tx_stat_gt4095, tx_stat_mac_4095);
 535                 UPDATE_STAT64(tx_stat_gt9216, tx_stat_mac_9216);
 536                 UPDATE_STAT64(tx_stat_gt16383, tx_stat_mac_16383);
 537                 UPDATE_STAT64(tx_stat_gterr,
 538                                 tx_stat_dot3statsinternalmactransmiterrors);
 539                 UPDATE_STAT64(tx_stat_gtufl, tx_stat_mac_ufl);
 540         }
 541
 542         estats->pause_frames_received_hi =
 543                                 pstats->mac_stx[1].rx_stat_mac_xpf_hi;
 544         estats->pause_frames_received_lo =
 545                                 pstats->mac_stx[1].rx_stat_mac_xpf_lo;
 546
 547         estats->pause_frames_sent_hi =
 548                                 pstats->mac_stx[1].tx_stat_outxoffsent_hi;
 549         estats->pause_frames_sent_lo =
 550                                 pstats->mac_stx[1].tx_stat_outxoffsent_lo;
 551 }
 552
 553 static void bnx2x_mstat_stats_update(struct bnx2x *bp)
 554 {
 555         struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
 556         struct bnx2x_eth_stats *estats = &bp->eth_stats;
 557
 558         struct mstat_stats *new = bnx2x_sp(bp, mac_stats.mstat_stats);
 559
 560         ADD_STAT64(stats_rx.rx_grerb, rx_stat_ifhcinbadoctets);
 561         ADD_STAT64(stats_rx.rx_grfcs, rx_stat_dot3statsfcserrors);
 562         ADD_STAT64(stats_rx.rx_grund, rx_stat_etherstatsundersizepkts);
 563         ADD_STAT64(stats_rx.rx_grovr, rx_stat_dot3statsframestoolong);
 564         ADD_STAT64(stats_rx.rx_grfrg, rx_stat_etherstatsfragments);
 565         ADD_STAT64(stats_rx.rx_grxcf, rx_stat_maccontrolframesreceived);
 566         ADD_STAT64(stats_rx.rx_grxpf, rx_stat_xoffstateentered);
 567         ADD_STAT64(stats_rx.rx_grxpf, rx_stat_mac_xpf);
 568         ADD_STAT64(stats_tx.tx_gtxpf, tx_stat_outxoffsent);
 569         ADD_STAT64(stats_tx.tx_gtxpf, tx_stat_flowcontroldone);
 570
 571
 572         ADD_STAT64(stats_tx.tx_gt64, tx_stat_etherstatspkts64octets);
 573         ADD_STAT64(stats_tx.tx_gt127,
 574                         tx_stat_etherstatspkts65octetsto127octets);
 575         ADD_STAT64(stats_tx.tx_gt255,
 576                         tx_stat_etherstatspkts128octetsto255octets);
 577         ADD_STAT64(stats_tx.tx_gt511,
 578                         tx_stat_etherstatspkts256octetsto511octets);
 579         ADD_STAT64(stats_tx.tx_gt1023,
 580                         tx_stat_etherstatspkts512octetsto1023octets);
 581         ADD_STAT64(stats_tx.tx_gt1518,
 582                         tx_stat_etherstatspkts1024octetsto1522octets);
 583         ADD_STAT64(stats_tx.tx_gt2047, tx_stat_mac_2047);
 584
 585         ADD_STAT64(stats_tx.tx_gt4095, tx_stat_mac_4095);
 586         ADD_STAT64(stats_tx.tx_gt9216, tx_stat_mac_9216);
 587         ADD_STAT64(stats_tx.tx_gt16383, tx_stat_mac_16383);
 588
 589         ADD_STAT64(stats_tx.tx_gterr,
 590                         tx_stat_dot3statsinternalmactransmiterrors);
 591         ADD_STAT64(stats_tx.tx_gtufl, tx_stat_mac_ufl);
 592
 593         ADD_64(estats->etherstatspkts1024octetsto1522octets_hi,
 594                new->stats_tx.tx_gt1518_hi,
 595                estats->etherstatspkts1024octetsto1522octets_lo,
 596                new->stats_tx.tx_gt1518_lo);
 597
 598         ADD_64(estats->etherstatspktsover1522octets_hi,
 599                new->stats_tx.tx_gt2047_hi,
 600                estats->etherstatspktsover1522octets_lo,
 601                new->stats_tx.tx_gt2047_lo);
 602
 603         ADD_64(estats->etherstatspktsover1522octets_hi,
 604                new->stats_tx.tx_gt4095_hi,
 605                estats->etherstatspktsover1522octets_lo,
 606                new->stats_tx.tx_gt4095_lo);
 607
 608         ADD_64(estats->etherstatspktsover1522octets_hi,
 609                new->stats_tx.tx_gt9216_hi,
 610                estats->etherstatspktsover1522octets_lo,
 611                new->stats_tx.tx_gt9216_lo);
 612
 613
 614         ADD_64(estats->etherstatspktsover1522octets_hi,
 615                new->stats_tx.tx_gt16383_hi,
 616                estats->etherstatspktsover1522octets_lo,
 617                new->stats_tx.tx_gt16383_lo);
 618
 619         estats->pause_frames_received_hi =
 620                                 pstats->mac_stx[1].rx_stat_mac_xpf_hi;
 621         estats->pause_frames_received_lo =
 622                                 pstats->mac_stx[1].rx_stat_mac_xpf_lo;
 623
 624         estats->pause_frames_sent_hi =
 625                                 pstats->mac_stx[1].tx_stat_outxoffsent_hi;
 626         estats->pause_frames_sent_lo =
 627                                 pstats->mac_stx[1].tx_stat_outxoffsent_lo;
 628 }
 629
 630 static void bnx2x_emac_stats_update(struct bnx2x *bp)
 631 {
 632         struct emac_stats *new = bnx2x_sp(bp, mac_stats.emac_stats);
 633         struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
 634         struct bnx2x_eth_stats *estats = &bp->eth_stats;
 635
 636         UPDATE_EXTEND_STAT(rx_stat_ifhcinbadoctets);
 637         UPDATE_EXTEND_STAT(tx_stat_ifhcoutbadoctets);
 638         UPDATE_EXTEND_STAT(rx_stat_dot3statsfcserrors);
 639         UPDATE_EXTEND_STAT(rx_stat_dot3statsalignmenterrors);
 640         UPDATE_EXTEND_STAT(rx_stat_dot3statscarriersenseerrors);
 641         UPDATE_EXTEND_STAT(rx_stat_falsecarriererrors);
 642         UPDATE_EXTEND_STAT(rx_stat_etherstatsundersizepkts);
 643         UPDATE_EXTEND_STAT(rx_stat_dot3statsframestoolong);
 644         UPDATE_EXTEND_STAT(rx_stat_etherstatsfragments);
 645         UPDATE_EXTEND_STAT(rx_stat_etherstatsjabbers);
 646         UPDATE_EXTEND_STAT(rx_stat_maccontrolframesreceived);
 647         UPDATE_EXTEND_STAT(rx_stat_xoffstateentered);
 648         UPDATE_EXTEND_STAT(rx_stat_xonpauseframesreceived);
 649         UPDATE_EXTEND_STAT(rx_stat_xoffpauseframesreceived);
 650         UPDATE_EXTEND_STAT(tx_stat_outxonsent);
 651         UPDATE_EXTEND_STAT(tx_stat_outxoffsent);
 652         UPDATE_EXTEND_STAT(tx_stat_flowcontroldone);
 653         UPDATE_EXTEND_STAT(tx_stat_etherstatscollisions);
 654         UPDATE_EXTEND_STAT(tx_stat_dot3statssinglecollisionframes);
 655         UPDATE_EXTEND_STAT(tx_stat_dot3statsmultiplecollisionframes);
 656         UPDATE_EXTEND_STAT(tx_stat_dot3statsdeferredtransmissions);
 657         UPDATE_EXTEND_STAT(tx_stat_dot3statsexcessivecollisions);
 658         UPDATE_EXTEND_STAT(tx_stat_dot3statslatecollisions);
 659         UPDATE_EXTEND_STAT(tx_stat_etherstatspkts64octets);
 660         UPDATE_EXTEND_STAT(tx_stat_etherstatspkts65octetsto127octets);
 661         UPDATE_EXTEND_STAT(tx_stat_etherstatspkts128octetsto255octets);
 662         UPDATE_EXTEND_STAT(tx_stat_etherstatspkts256octetsto511octets);
 663         UPDATE_EXTEND_STAT(tx_stat_etherstatspkts512octetsto1023octets);
 664         UPDATE_EXTEND_STAT(tx_stat_etherstatspkts1024octetsto1522octets);
 665         UPDATE_EXTEND_STAT(tx_stat_etherstatspktsover1522octets);
 666         UPDATE_EXTEND_STAT(tx_stat_dot3statsinternalmactransmiterrors);
 667
 668         estats->pause_frames_received_hi =
 669                         pstats->mac_stx[1].rx_stat_xonpauseframesreceived_hi;
 670         estats->pause_frames_received_lo =
 671                         pstats->mac_stx[1].rx_stat_xonpauseframesreceived_lo;
 672         ADD_64(estats->pause_frames_received_hi,
 673                pstats->mac_stx[1].rx_stat_xoffpauseframesreceived_hi,
 674                estats->pause_frames_received_lo,
 675                pstats->mac_stx[1].rx_stat_xoffpauseframesreceived_lo);
 676
 677         estats->pause_frames_sent_hi =
 678                         pstats->mac_stx[1].tx_stat_outxonsent_hi;
 679         estats->pause_frames_sent_lo =
 680                         pstats->mac_stx[1].tx_stat_outxonsent_lo;
 681         ADD_64(estats->pause_frames_sent_hi,
 682                pstats->mac_stx[1].tx_stat_outxoffsent_hi,
 683                estats->pause_frames_sent_lo,
 684                pstats->mac_stx[1].tx_stat_outxoffsent_lo);
 685 }
 686
 687 static int bnx2x_hw_stats_update(struct bnx2x *bp)
 688 {
 689         struct nig_stats *new = bnx2x_sp(bp, nig_stats);
 690         struct nig_stats *old = &(bp->port.old_nig_stats);
 691         struct host_port_stats *pstats = bnx2x_sp(bp, port_stats);
 692         struct bnx2x_eth_stats *estats = &bp->eth_stats;
 693         struct {
 694                 u32 lo;
 695                 u32 hi;
 696         } diff;
 697
 698         switch (bp->link_vars.mac_type) {
 699         case MAC_TYPE_BMAC:
 700                 bnx2x_bmac_stats_update(bp);
 701                 break;
 702
 703         case MAC_TYPE_EMAC:
 704                 bnx2x_emac_stats_update(bp);
 705                 break;
 706
 707         case MAC_TYPE_UMAC:
 708         case MAC_TYPE_XMAC:
 709                 bnx2x_mstat_stats_update(bp);
 710                 break;
 711
 712         case MAC_TYPE_NONE: /* unreached */
 713                 BNX2X_ERR("stats updated by DMAE but no MAC active\n");
 714                 return -1;
 715
 716         default: /* unreached */
 717                 BNX2X_ERR("Unknown MAC type\n");
 718         }
 719
 720         ADD_EXTEND_64(pstats->brb_drop_hi, pstats->brb_drop_lo,
 721                       new->brb_discard - old->brb_discard);
 722         ADD_EXTEND_64(estats->brb_truncate_hi, estats->brb_truncate_lo,
 723                       new->brb_truncate - old->brb_truncate);
 724
 725         if (!CHIP_IS_E3(bp)) {
 726                 UPDATE_STAT64_NIG(egress_mac_pkt0,
 727                                         etherstatspkts1024octetsto1522octets);
 728                 UPDATE_STAT64_NIG(egress_mac_pkt1,
 729                                         etherstatspktsover1522octets);
 730         }
 731
 732         memcpy(old, new, sizeof(struct nig_stats));
 733
 734         memcpy(&(estats->rx_stat_ifhcinbadoctets_hi), &(pstats->mac_stx[1]),
 735                sizeof(struct mac_stx));
 736         estats->brb_drop_hi = pstats->brb_drop_hi;
 737         estats->brb_drop_lo = pstats->brb_drop_lo;
 738
 739         pstats->host_port_stats_start = ++pstats->host_port_stats_end;
 740
 741         if (!BP_NOMCP(bp)) {
 742                 u32 nig_timer_max =
 743                         SHMEM_RD(bp, port_mb[BP_PORT(bp)].stat_nig_timer);
 744                 if (nig_timer_max != estats->nig_timer_max) {
 745                         estats->nig_timer_max = nig_timer_max;
 746                         BNX2X_ERR("NIG timer max (%u)\n",
 747                                   estats->nig_timer_max);
 748                 }
 749         }
 750
 751         return 0;
 752 }
 753
 754 static int bnx2x_storm_stats_update(struct bnx2x *bp)
 755 {
 756         struct tstorm_per_port_stats *tport =
 757                                 &bp->fw_stats_data->port.tstorm_port_statistics;
 758         struct tstorm_per_pf_stats *tfunc =
 759                                 &bp->fw_stats_data->pf.tstorm_pf_statistics;
 760         struct host_func_stats *fstats = bnx2x_sp(bp, func_stats);
 761         struct bnx2x_eth_stats *estats = &bp->eth_stats;
 762         struct stats_counter *counters = &bp->fw_stats_data->storm_counters;
 763         int i;
 764         u16 cur_stats_counter;
 765
 766         /* Make sure we use the value of the counter
 767          * used for sending the last stats ramrod.
 768          */
 769         spin_lock_bh(&bp->stats_lock);
 770         cur_stats_counter = bp->stats_counter - 1;
 771         spin_unlock_bh(&bp->stats_lock);
 772
 773         /* are storm stats valid? */
 774         if (le16_to_cpu(counters->xstats_counter) != cur_stats_counter) {
 775                 DP(BNX2X_MSG_STATS, "stats not updated by xstorm"
 776                    "  xstorm counter (0x%x) != stats_counter (0x%x)\n",
 777                    le16_to_cpu(counters->xstats_counter), bp->stats_counter);
 778                 return -EAGAIN;
 779         }
 780
 781         if (le16_to_cpu(counters->ustats_counter) != cur_stats_counter) {
 782                 DP(BNX2X_MSG_STATS, "stats not updated by ustorm"
 783                    "  ustorm counter (0x%x) != stats_counter (0x%x)\n",
 784                    le16_to_cpu(counters->ustats_counter), bp->stats_counter);
 785                 return -EAGAIN;
 786         }
 787
 788         if (le16_to_cpu(counters->cstats_counter) != cur_stats_counter) {
 789                 DP(BNX2X_MSG_STATS, "stats not updated by cstorm"
 790                    "  cstorm counter (0x%x) != stats_counter (0x%x)\n",
 791                    le16_to_cpu(counters->cstats_counter), bp->stats_counter);
 792                 return -EAGAIN;
 793         }
 794
 795         if (le16_to_cpu(counters->tstats_counter) != cur_stats_counter) {
 796                 DP(BNX2X_MSG_STATS, "stats not updated by tstorm"
 797                    "  tstorm counter (0x%x) != stats_counter (0x%x)\n",
 798                    le16_to_cpu(counters->tstats_counter), bp->stats_counter);
 799                 return -EAGAIN;
 800         }
 801
 802         memcpy(&(fstats->total_bytes_received_hi),
 803                &(bnx2x_sp(bp, func_stats_base)->total_bytes_received_hi),
 804                sizeof(struct host_func_stats) - 2*sizeof(u32));
 805         estats->error_bytes_received_hi = 0;
 806         estats->error_bytes_received_lo = 0;
 807         estats->etherstatsoverrsizepkts_hi = 0;
 808         estats->etherstatsoverrsizepkts_lo = 0;
 809         estats->no_buff_discard_hi = 0;
 810         estats->no_buff_discard_lo = 0;
 811         estats->total_tpa_aggregations_hi = 0;
 812         estats->total_tpa_aggregations_lo = 0;
 813         estats->total_tpa_aggregated_frames_hi = 0;
 814         estats->total_tpa_aggregated_frames_lo = 0;
 815         estats->total_tpa_bytes_hi = 0;
 816         estats->total_tpa_bytes_lo = 0;
 817
 818         for_each_eth_queue(bp, i) {
 819                 struct bnx2x_fastpath *fp = &bp->fp[i];
 820                 struct tstorm_per_queue_stats *tclient =
 821                         &bp->fw_stats_data->queue_stats[i].
 822                         tstorm_queue_statistics;
 823                 struct tstorm_per_queue_stats *old_tclient = &fp->old_tclient;
 824                 struct ustorm_per_queue_stats *uclient =
 825                         &bp->fw_stats_data->queue_stats[i].
 826                         ustorm_queue_statistics;
 827                 struct ustorm_per_queue_stats *old_uclient = &fp->old_uclient;
 828                 struct xstorm_per_queue_stats *xclient =
 829                         &bp->fw_stats_data->queue_stats[i].
 830                         xstorm_queue_statistics;
 831                 struct xstorm_per_queue_stats *old_xclient = &fp->old_xclient;
 832                 struct bnx2x_eth_q_stats *qstats = &fp->eth_q_stats;
 833                 u32 diff;
 834
 835                 DP(BNX2X_MSG_STATS, "queue[%d]: ucast_sent 0x%x, "
 836                                     "bcast_sent 0x%x mcast_sent 0x%x\n",
 837                    i, xclient->ucast_pkts_sent,
 838                    xclient->bcast_pkts_sent, xclient->mcast_pkts_sent);
 839
 840                 DP(BNX2X_MSG_STATS, "---------------\n");
 841
 842                 qstats->total_broadcast_bytes_received_hi =
 843                         le32_to_cpu(tclient->rcv_bcast_bytes.hi);
 844                 qstats->total_broadcast_bytes_received_lo =
 845                         le32_to_cpu(tclient->rcv_bcast_bytes.lo);
 846
 847                 qstats->total_multicast_bytes_received_hi =
 848                         le32_to_cpu(tclient->rcv_mcast_bytes.hi);
 849                 qstats->total_multicast_bytes_received_lo =
 850                         le32_to_cpu(tclient->rcv_mcast_bytes.lo);
 851
 852                 qstats->total_unicast_bytes_received_hi =
 853                         le32_to_cpu(tclient->rcv_ucast_bytes.hi);
 854                 qstats->total_unicast_bytes_received_lo =
 855                         le32_to_cpu(tclient->rcv_ucast_bytes.lo);
 856
 857                 /*
 858                  * sum to total_bytes_received all
 859                  * unicast/multicast/broadcast
 860                  */
 861                 qstats->total_bytes_received_hi =
 862                         qstats->total_broadcast_bytes_received_hi;
 863                 qstats->total_bytes_received_lo =
 864                         qstats->total_broadcast_bytes_received_lo;
 865
 866                 ADD_64(qstats->total_bytes_received_hi,
 867                        qstats->total_multicast_bytes_received_hi,
 868                        qstats->total_bytes_received_lo,
 869                        qstats->total_multicast_bytes_received_lo);
 870
 871                 ADD_64(qstats->total_bytes_received_hi,
 872                        qstats->total_unicast_bytes_received_hi,
 873                        qstats->total_bytes_received_lo,
 874                        qstats->total_unicast_bytes_received_lo);
 875
 876                 qstats->valid_bytes_received_hi =
 877                                         qstats->total_bytes_received_hi;
 878                 qstats->valid_bytes_received_lo =
 879                                         qstats->total_bytes_received_lo;
 880
 881
 882                 UPDATE_EXTEND_TSTAT(rcv_ucast_pkts,
 883                                         total_unicast_packets_received);
 884                 UPDATE_EXTEND_TSTAT(rcv_mcast_pkts,
 885                                         total_multicast_packets_received);
 886                 UPDATE_EXTEND_TSTAT(rcv_bcast_pkts,
 887                                         total_broadcast_packets_received);
 888                 UPDATE_EXTEND_TSTAT(pkts_too_big_discard,
 889                                         etherstatsoverrsizepkts);
 890                 UPDATE_EXTEND_TSTAT(no_buff_discard, no_buff_discard);
 891
 892                 SUB_EXTEND_USTAT(ucast_no_buff_pkts,
 893                                         total_unicast_packets_received);
 894                 SUB_EXTEND_USTAT(mcast_no_buff_pkts,
 895                                         total_multicast_packets_received);
 896                 SUB_EXTEND_USTAT(bcast_no_buff_pkts,
 897                                         total_broadcast_packets_received);
 898                 UPDATE_EXTEND_USTAT(ucast_no_buff_pkts, no_buff_discard);
 899                 UPDATE_EXTEND_USTAT(mcast_no_buff_pkts, no_buff_discard);
 900                 UPDATE_EXTEND_USTAT(bcast_no_buff_pkts, no_buff_discard);
 901
 902                 qstats->total_broadcast_bytes_transmitted_hi =
 903                         le32_to_cpu(xclient->bcast_bytes_sent.hi);
 904                 qstats->total_broadcast_bytes_transmitted_lo =
 905                         le32_to_cpu(xclient->bcast_bytes_sent.lo);
 906
 907                 qstats->total_multicast_bytes_transmitted_hi =
 908                         le32_to_cpu(xclient->mcast_bytes_sent.hi);
 909                 qstats->total_multicast_bytes_transmitted_lo =
 910                         le32_to_cpu(xclient->mcast_bytes_sent.lo);
 911
 912                 qstats->total_unicast_bytes_transmitted_hi =
 913                         le32_to_cpu(xclient->ucast_bytes_sent.hi);
 914                 qstats->total_unicast_bytes_transmitted_lo =
 915                         le32_to_cpu(xclient->ucast_bytes_sent.lo);
 916                 /*
 917                  * sum to total_bytes_transmitted all
 918                  * unicast/multicast/broadcast
 919                  */
 920                 qstats->total_bytes_transmitted_hi =
 921                                 qstats->total_unicast_bytes_transmitted_hi;
 922                 qstats->total_bytes_transmitted_lo =
 923                                 qstats->total_unicast_bytes_transmitted_lo;
 924
 925                 ADD_64(qstats->total_bytes_transmitted_hi,
 926                        qstats->total_broadcast_bytes_transmitted_hi,
 927                        qstats->total_bytes_transmitted_lo,
 928                        qstats->total_broadcast_bytes_transmitted_lo);
 929
 930                 ADD_64(qstats->total_bytes_transmitted_hi,
 931                        qstats->total_multicast_bytes_transmitted_hi,
 932                        qstats->total_bytes_transmitted_lo,
 933                        qstats->total_multicast_bytes_transmitted_lo);
 934
 935                 UPDATE_EXTEND_XSTAT(ucast_pkts_sent,
 936                                         total_unicast_packets_transmitted);
 937                 UPDATE_EXTEND_XSTAT(mcast_pkts_sent,
 938                                         total_multicast_packets_transmitted);
 939                 UPDATE_EXTEND_XSTAT(bcast_pkts_sent,
 940                                         total_broadcast_packets_transmitted);
 941
 942                 UPDATE_EXTEND_TSTAT(checksum_discard,
 943                                     total_packets_received_checksum_discarded);
 944                 UPDATE_EXTEND_TSTAT(ttl0_discard,
 945                                     total_packets_received_ttl0_discarded);
 946
 947                 UPDATE_EXTEND_XSTAT(error_drop_pkts,
 948                                     total_transmitted_dropped_packets_error);
 949
 950                 /* TPA aggregations completed */
 951                 UPDATE_EXTEND_USTAT(coalesced_events, total_tpa_aggregations);
 952                 /* Number of network frames aggregated by TPA */
 953                 UPDATE_EXTEND_USTAT(coalesced_pkts,
 954                                     total_tpa_aggregated_frames);
 955                 /* Total number of bytes in completed TPA aggregations */
 956                 qstats->total_tpa_bytes_lo =
 957                         le32_to_cpu(uclient->coalesced_bytes.lo);
 958                 qstats->total_tpa_bytes_hi =
 959                         le32_to_cpu(uclient->coalesced_bytes.hi);
 960
 961                 /* TPA stats per-function */
 962                 ADD_64(estats->total_tpa_aggregations_hi,
 963                        qstats->total_tpa_aggregations_hi,
 964                        estats->total_tpa_aggregations_lo,
 965                        qstats->total_tpa_aggregations_lo);
 966                 ADD_64(estats->total_tpa_aggregated_frames_hi,
 967                        qstats->total_tpa_aggregated_frames_hi,
 968                        estats->total_tpa_aggregated_frames_lo,
 969                        qstats->total_tpa_aggregated_frames_lo);
 970                 ADD_64(estats->total_tpa_bytes_hi,
 971                        qstats->total_tpa_bytes_hi,
 972                        estats->total_tpa_bytes_lo,
 973                        qstats->total_tpa_bytes_lo);
 974
 975                 ADD_64(fstats->total_bytes_received_hi,
 976                        qstats->total_bytes_received_hi,
 977                        fstats->total_bytes_received_lo,
 978                        qstats->total_bytes_received_lo);
 979                 ADD_64(fstats->total_bytes_transmitted_hi,
 980                        qstats->total_bytes_transmitted_hi,
 981                        fstats->total_bytes_transmitted_lo,
 982                        qstats->total_bytes_transmitted_lo);
 983                 ADD_64(fstats->total_unicast_packets_received_hi,
 984                        qstats->total_unicast_packets_received_hi,
 985                        fstats->total_unicast_packets_received_lo,
 986                        qstats->total_unicast_packets_received_lo);
 987                 ADD_64(fstats->total_multicast_packets_received_hi,
 988                        qstats->total_multicast_packets_received_hi,
 989                        fstats->total_multicast_packets_received_lo,
 990                        qstats->total_multicast_packets_received_lo);
 991                 ADD_64(fstats->total_broadcast_packets_received_hi,
 992                        qstats->total_broadcast_packets_received_hi,
 993                        fstats->total_broadcast_packets_received_lo,
 994                        qstats->total_broadcast_packets_received_lo);
 995                 ADD_64(fstats->total_unicast_packets_transmitted_hi,
 996                        qstats->total_unicast_packets_transmitted_hi,
 997                        fstats->total_unicast_packets_transmitted_lo,
 998                        qstats->total_unicast_packets_transmitted_lo);
 999                 ADD_64(fstats->total_multicast_packets_transmitted_hi,
1000                        qstats->total_multicast_packets_transmitted_hi,
1001                        fstats->total_multicast_packets_transmitted_lo,
1002                        qstats->total_multicast_packets_transmitted_lo);
1003                 ADD_64(fstats->total_broadcast_packets_transmitted_hi,
1004                        qstats->total_broadcast_packets_transmitted_hi,
1005                        fstats->total_broadcast_packets_transmitted_lo,
1006                        qstats->total_broadcast_packets_transmitted_lo);
1007                 ADD_64(fstats->valid_bytes_received_hi,
1008                        qstats->valid_bytes_received_hi,
1009                        fstats->valid_bytes_received_lo,
1010                        qstats->valid_bytes_received_lo);
1011
1012                 ADD_64(estats->etherstatsoverrsizepkts_hi,
1013                        qstats->etherstatsoverrsizepkts_hi,
1014                        estats->etherstatsoverrsizepkts_lo,
1015                        qstats->etherstatsoverrsizepkts_lo);
1016                 ADD_64(estats->no_buff_discard_hi, qstats->no_buff_discard_hi,
1017                        estats->no_buff_discard_lo, qstats->no_buff_discard_lo);
1018         }
1019
1020         ADD_64(fstats->total_bytes_received_hi,
1021                estats->rx_stat_ifhcinbadoctets_hi,
1022                fstats->total_bytes_received_lo,
1023                estats->rx_stat_ifhcinbadoctets_lo);
1024
1025         ADD_64(fstats->total_bytes_received_hi,
1026                tfunc->rcv_error_bytes.hi,
1027                fstats->total_bytes_received_lo,
1028                tfunc->rcv_error_bytes.lo);
1029
1030         memcpy(estats, &(fstats->total_bytes_received_hi),
1031                sizeof(struct host_func_stats) - 2*sizeof(u32));
1032
1033         ADD_64(estats->error_bytes_received_hi,
1034                tfunc->rcv_error_bytes.hi,
1035                estats->error_bytes_received_lo,
1036                tfunc->rcv_error_bytes.lo);
1037
1038         ADD_64(estats->etherstatsoverrsizepkts_hi,
1039                estats->rx_stat_dot3statsframestoolong_hi,
1040                estats->etherstatsoverrsizepkts_lo,
1041                estats->rx_stat_dot3statsframestoolong_lo);
1042         ADD_64(estats->error_bytes_received_hi,
1043                estats->rx_stat_ifhcinbadoctets_hi,
1044                estats->error_bytes_received_lo,
1045                estats->rx_stat_ifhcinbadoctets_lo);
1046
1047         if (bp->port.pmf) {
1048                 estats->mac_filter_discard =
1049                                 le32_to_cpu(tport->mac_filter_discard);
1050                 estats->mf_tag_discard =
1051                                 le32_to_cpu(tport->mf_tag_discard);
1052                 estats->brb_truncate_discard =
1053                                 le32_to_cpu(tport->brb_truncate_discard);
1054                 estats->mac_discard = le32_to_cpu(tport->mac_discard);
1055         }
1056
1057         fstats->host_func_stats_start = ++fstats->host_func_stats_end;
1058
1059         bp->stats_pending = 0;
1060
1061         return 0;
1062 }
1063
1064 static void bnx2x_net_stats_update(struct bnx2x *bp)
1065 {
1066         struct bnx2x_eth_stats *estats = &bp->eth_stats;
1067         struct net_device_stats *nstats = &bp->dev->stats;
1068         unsigned long tmp;
1069         int i;
1070
1071         nstats->rx_packets =
1072                 bnx2x_hilo(&estats->total_unicast_packets_received_hi) +
1073                 bnx2x_hilo(&estats->total_multicast_packets_received_hi) +
1074                 bnx2x_hilo(&estats->total_broadcast_packets_received_hi);
1075
1076         nstats->tx_packets =
1077                 bnx2x_hilo(&estats->total_unicast_packets_transmitted_hi) +
1078                 bnx2x_hilo(&estats->total_multicast_packets_transmitted_hi) +
1079                 bnx2x_hilo(&estats->total_broadcast_packets_transmitted_hi);
1080
1081         nstats->rx_bytes = bnx2x_hilo(&estats->total_bytes_received_hi);
1082
1083         nstats->tx_bytes = bnx2x_hilo(&estats->total_bytes_transmitted_hi);
1084
1085         tmp = estats->mac_discard;
1086         for_each_rx_queue(bp, i)
1087                 tmp += le32_to_cpu(bp->fp[i].old_tclient.checksum_discard);
1088         nstats->rx_dropped = tmp;
1089
1090         nstats->tx_dropped = 0;
1091
1092         nstats->multicast =
1093                 bnx2x_hilo(&estats->total_multicast_packets_received_hi);
1094
1095         nstats->collisions =
1096                 bnx2x_hilo(&estats->tx_stat_etherstatscollisions_hi);
1097
1098         nstats->rx_length_errors =
1099                 bnx2x_hilo(&estats->rx_stat_etherstatsundersizepkts_hi) +
1100                 bnx2x_hilo(&estats->etherstatsoverrsizepkts_hi);
1101         nstats->rx_over_errors = bnx2x_hilo(&estats->brb_drop_hi) +
1102                                  bnx2x_hilo(&estats->brb_truncate_hi);
1103         nstats->rx_crc_errors =
1104                 bnx2x_hilo(&estats->rx_stat_dot3statsfcserrors_hi);
1105         nstats->rx_frame_errors =
1106                 bnx2x_hilo(&estats->rx_stat_dot3statsalignmenterrors_hi);
1107         nstats->rx_fifo_errors = bnx2x_hilo(&estats->no_buff_discard_hi);
1108         nstats->rx_missed_errors = 0;
1109
1110         nstats->rx_errors = nstats->rx_length_errors +
1111                             nstats->rx_over_errors +
1112                             nstats->rx_crc_errors +
1113                             nstats->rx_frame_errors +
1114                             nstats->rx_fifo_errors +
1115                             nstats->rx_missed_errors;
1116
1117         nstats->tx_aborted_errors =
1118                 bnx2x_hilo(&estats->tx_stat_dot3statslatecollisions_hi) +
1119                 bnx2x_hilo(&estats->tx_stat_dot3statsexcessivecollisions_hi);
1120         nstats->tx_carrier_errors =
1121                 bnx2x_hilo(&estats->rx_stat_dot3statscarriersenseerrors_hi);
1122         nstats->tx_fifo_errors = 0;
1123         nstats->tx_heartbeat_errors = 0;
1124         nstats->tx_window_errors = 0;
1125
1126         nstats->tx_errors = nstats->tx_aborted_errors +
1127                             nstats->tx_carrier_errors +
1128             bnx2x_hilo(&estats->tx_stat_dot3statsinternalmactransmiterrors_hi);
1129 }
1130
1131 static void bnx2x_drv_stats_update(struct bnx2x *bp)
1132 {
1133         struct bnx2x_eth_stats *estats = &bp->eth_stats;
1134         int i;
1135
1136         estats->driver_xoff = 0;
1137         estats->rx_err_discard_pkt = 0;
1138         estats->rx_skb_alloc_failed = 0;
1139         estats->hw_csum_err = 0;
1140         for_each_queue(bp, i) {
1141                 struct bnx2x_eth_q_stats *qstats = &bp->fp[i].eth_q_stats;
1142
1143                 estats->driver_xoff += qstats->driver_xoff;
1144                 estats->rx_err_discard_pkt += qstats->rx_err_discard_pkt;
1145                 estats->rx_skb_alloc_failed += qstats->rx_skb_alloc_failed;
1146                 estats->hw_csum_err += qstats->hw_csum_err;
1147         }
1148 }
1149
1150 static bool bnx2x_edebug_stats_stopped(struct bnx2x *bp)
1151 {
1152         u32 val;
1153
1154         if (SHMEM2_HAS(bp, edebug_driver_if[1])) {
1155                 val = SHMEM2_RD(bp, edebug_driver_if[1]);
1156
1157                 if (val == EDEBUG_DRIVER_IF_OP_CODE_DISABLE_STAT)
1158                         return true;
1159         }
1160
1161         return false;
1162 }
1163
1164 static void bnx2x_stats_update(struct bnx2x *bp)
1165 {
1166         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1167
1168         if (bnx2x_edebug_stats_stopped(bp))
1169                 return;
1170
1171         if (*stats_comp != DMAE_COMP_VAL)
1172                 return;
1173
1174         if (bp->port.pmf)
1175                 bnx2x_hw_stats_update(bp);
1176
1177         if (bnx2x_storm_stats_update(bp) && (bp->stats_pending++ == 3)) {
1178                 BNX2X_ERR("storm stats were not updated for 3 times\n");
1179                 bnx2x_panic();
1180                 return;
1181         }
1182
1183         bnx2x_net_stats_update(bp);
1184         bnx2x_drv_stats_update(bp);
1185
1186         if (netif_msg_timer(bp)) {
1187                 struct bnx2x_eth_stats *estats = &bp->eth_stats;
1188                 int i, cos;
1189
1190                 netdev_dbg(bp->dev, "brb drops %u  brb truncate %u\n",
1191                        estats->brb_drop_lo, estats->brb_truncate_lo);
1192
1193                 for_each_eth_queue(bp, i) {
1194                         struct bnx2x_fastpath *fp = &bp->fp[i];
1195                         struct bnx2x_eth_q_stats *qstats = &fp->eth_q_stats;
1196
1197                         printk(KERN_DEBUG "%s: rx usage(%4u)  *rx_cons_sb(%u)"
1198                                           "  rx pkt(%lu)  rx calls(%lu %lu)\n",
1199                                fp->name, (le16_to_cpu(*fp->rx_cons_sb) -
1200                                fp->rx_comp_cons),
1201                                le16_to_cpu(*fp->rx_cons_sb),
1202                                bnx2x_hilo(&qstats->
1203                                           total_unicast_packets_received_hi),
1204                                fp->rx_calls, fp->rx_pkt);
1205                 }
1206
1207                 for_each_eth_queue(bp, i) {
1208                         struct bnx2x_fastpath *fp = &bp->fp[i];
1209                         struct bnx2x_fp_txdata *txdata;
1210                         struct bnx2x_eth_q_stats *qstats = &fp->eth_q_stats;
1211                         struct netdev_queue *txq;
1212
1213                         printk(KERN_DEBUG "%s: tx pkt(%lu) (Xoff events %u)",
1214                                 fp->name, bnx2x_hilo(
1215                                 &qstats->total_unicast_packets_transmitted_hi),
1216                                 qstats->driver_xoff);
1217
1218                         for_each_cos_in_tx_queue(fp, cos) {
1219                                 txdata = &fp->txdata[cos];
1220                                 txq = netdev_get_tx_queue(bp->dev,
1221                                                 FP_COS_TO_TXQ(fp, cos));
1222
1223                                 printk(KERN_DEBUG "%d: tx avail(%4u)"
1224                                        "  *tx_cons_sb(%u)"
1225                                        "  tx calls (%lu)"
1226                                        "  %s\n",
1227                                        cos,
1228                                        bnx2x_tx_avail(bp, txdata),
1229                                        le16_to_cpu(*txdata->tx_cons_sb),
1230                                        txdata->tx_pkt,
1231                                        (netif_tx_queue_stopped(txq) ?
1232                                         "Xoff" : "Xon")
1233                                        );
1234                         }
1235                 }
1236         }
1237
1238         bnx2x_hw_stats_post(bp);
1239         bnx2x_storm_stats_post(bp);
1240 }
1241
1242 static void bnx2x_port_stats_stop(struct bnx2x *bp)
1243 {
1244         struct dmae_command *dmae;
1245         u32 opcode;
1246         int loader_idx = PMF_DMAE_C(bp);
1247         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1248
1249         bp->executer_idx = 0;
1250
1251         opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC, false, 0);
1252
1253         if (bp->port.port_stx) {
1254
1255                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1256                 if (bp->func_stx)
1257                         dmae->opcode = bnx2x_dmae_opcode_add_comp(
1258                                                 opcode, DMAE_COMP_GRC);
1259                 else
1260                         dmae->opcode = bnx2x_dmae_opcode_add_comp(
1261                                                 opcode, DMAE_COMP_PCI);
1262
1263                 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
1264                 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
1265                 dmae->dst_addr_lo = bp->port.port_stx >> 2;
1266                 dmae->dst_addr_hi = 0;
1267                 dmae->len = sizeof(struct host_port_stats) >> 2;
1268                 if (bp->func_stx) {
1269                         dmae->comp_addr_lo = dmae_reg_go_c[loader_idx] >> 2;
1270                         dmae->comp_addr_hi = 0;
1271                         dmae->comp_val = 1;
1272                 } else {
1273                         dmae->comp_addr_lo =
1274                                 U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1275                         dmae->comp_addr_hi =
1276                                 U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1277                         dmae->comp_val = DMAE_COMP_VAL;
1278
1279                         *stats_comp = 0;
1280                 }
1281         }
1282
1283         if (bp->func_stx) {
1284
1285                 dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1286                 dmae->opcode =
1287                         bnx2x_dmae_opcode_add_comp(opcode, DMAE_COMP_PCI);
1288                 dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats));
1289                 dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats));
1290                 dmae->dst_addr_lo = bp->func_stx >> 2;
1291                 dmae->dst_addr_hi = 0;
1292                 dmae->len = sizeof(struct host_func_stats) >> 2;
1293                 dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1294                 dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1295                 dmae->comp_val = DMAE_COMP_VAL;
1296
1297                 *stats_comp = 0;
1298         }
1299 }
1300
1301 static void bnx2x_stats_stop(struct bnx2x *bp)
1302 {
1303         int update = 0;
1304
1305         bnx2x_stats_comp(bp);
1306
1307         if (bp->port.pmf)
1308                 update = (bnx2x_hw_stats_update(bp) == 0);
1309
1310         update |= (bnx2x_storm_stats_update(bp) == 0);
1311
1312         if (update) {
1313                 bnx2x_net_stats_update(bp);
1314
1315                 if (bp->port.pmf)
1316                         bnx2x_port_stats_stop(bp);
1317
1318                 bnx2x_hw_stats_post(bp);
1319                 bnx2x_stats_comp(bp);
1320         }
1321 }
1322
1323 static void bnx2x_stats_do_nothing(struct bnx2x *bp)
1324 {
1325 }
1326
1327 static const struct {
1328         void (*action)(struct bnx2x *bp);
1329         enum bnx2x_stats_state next_state;
1330 } bnx2x_stats_stm[STATS_STATE_MAX][STATS_EVENT_MAX] = {
1331 /* state        event   */
1332 {
1333 /* DISABLED     PMF     */ {bnx2x_stats_pmf_update, STATS_STATE_DISABLED},
1334 /*              LINK_UP */ {bnx2x_stats_start,      STATS_STATE_ENABLED},
1335 /*              UPDATE  */ {bnx2x_stats_do_nothing, STATS_STATE_DISABLED},
1336 /*              STOP    */ {bnx2x_stats_do_nothing, STATS_STATE_DISABLED}
1337 },
1338 {
1339 /* ENABLED      PMF     */ {bnx2x_stats_pmf_start,  STATS_STATE_ENABLED},
1340 /*              LINK_UP */ {bnx2x_stats_restart,    STATS_STATE_ENABLED},
1341 /*              UPDATE  */ {bnx2x_stats_update,     STATS_STATE_ENABLED},
1342 /*              STOP    */ {bnx2x_stats_stop,       STATS_STATE_DISABLED}
1343 }
1344 };
1345
1346 void bnx2x_stats_handle(struct bnx2x *bp, enum bnx2x_stats_event event)
1347 {
1348         enum bnx2x_stats_state state;
1349         if (unlikely(bp->panic))
1350                 return;
1351         bnx2x_stats_stm[bp->stats_state][event].action(bp);
1352         spin_lock_bh(&bp->stats_lock);
1353         state = bp->stats_state;
1354         bp->stats_state = bnx2x_stats_stm[state][event].next_state;
1355         spin_unlock_bh(&bp->stats_lock);
1356
1357         if ((event != STATS_EVENT_UPDATE) || netif_msg_timer(bp))
1358                 DP(BNX2X_MSG_STATS, "state %d -> event %d -> state %d\n",
1359                    state, event, bp->stats_state);
1360 }
1361
1362 static void bnx2x_port_stats_base_init(struct bnx2x *bp)
1363 {
1364         struct dmae_command *dmae;
1365         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1366
1367         /* sanity */
1368         if (!bp->port.pmf || !bp->port.port_stx) {
1369                 BNX2X_ERR("BUG!\n");
1370                 return;
1371         }
1372
1373         bp->executer_idx = 0;
1374
1375         dmae = bnx2x_sp(bp, dmae[bp->executer_idx++]);
1376         dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_PCI, DMAE_DST_GRC,
1377                                          true, DMAE_COMP_PCI);
1378         dmae->src_addr_lo = U64_LO(bnx2x_sp_mapping(bp, port_stats));
1379         dmae->src_addr_hi = U64_HI(bnx2x_sp_mapping(bp, port_stats));
1380         dmae->dst_addr_lo = bp->port.port_stx >> 2;
1381         dmae->dst_addr_hi = 0;
1382         dmae->len = sizeof(struct host_port_stats) >> 2;
1383         dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1384         dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1385         dmae->comp_val = DMAE_COMP_VAL;
1386
1387         *stats_comp = 0;
1388         bnx2x_hw_stats_post(bp);
1389         bnx2x_stats_comp(bp);
1390 }
1391
1392 static void bnx2x_func_stats_base_init(struct bnx2x *bp)
1393 {
1394         int vn, vn_max = IS_MF(bp) ? E1HVN_MAX : E1VN_MAX;
1395         u32 func_stx;
1396
1397         /* sanity */
1398         if (!bp->port.pmf || !bp->func_stx) {
1399                 BNX2X_ERR("BUG!\n");
1400                 return;
1401         }
1402
1403         /* save our func_stx */
1404         func_stx = bp->func_stx;
1405
1406         for (vn = VN_0; vn < vn_max; vn++) {
1407                 int mb_idx = CHIP_IS_E1x(bp) ? 2*vn + BP_PORT(bp) : vn;
1408
1409                 bp->func_stx = SHMEM_RD(bp, func_mb[mb_idx].fw_mb_param);
1410                 bnx2x_func_stats_init(bp);
1411                 bnx2x_hw_stats_post(bp);
1412                 bnx2x_stats_comp(bp);
1413         }
1414
1415         /* restore our func_stx */
1416         bp->func_stx = func_stx;
1417 }
1418
1419 static void bnx2x_func_stats_base_update(struct bnx2x *bp)
1420 {
1421         struct dmae_command *dmae = &bp->stats_dmae;
1422         u32 *stats_comp = bnx2x_sp(bp, stats_comp);
1423
1424         /* sanity */
1425         if (!bp->func_stx) {
1426                 BNX2X_ERR("BUG!\n");
1427                 return;
1428         }
1429
1430         bp->executer_idx = 0;
1431         memset(dmae, 0, sizeof(struct dmae_command));
1432
1433         dmae->opcode = bnx2x_dmae_opcode(bp, DMAE_SRC_GRC, DMAE_DST_PCI,
1434                                          true, DMAE_COMP_PCI);
1435         dmae->src_addr_lo = bp->func_stx >> 2;
1436         dmae->src_addr_hi = 0;
1437         dmae->dst_addr_lo = U64_LO(bnx2x_sp_mapping(bp, func_stats_base));
1438         dmae->dst_addr_hi = U64_HI(bnx2x_sp_mapping(bp, func_stats_base));
1439         dmae->len = sizeof(struct host_func_stats) >> 2;
1440         dmae->comp_addr_lo = U64_LO(bnx2x_sp_mapping(bp, stats_comp));
1441         dmae->comp_addr_hi = U64_HI(bnx2x_sp_mapping(bp, stats_comp));
1442         dmae->comp_val = DMAE_COMP_VAL;
1443
1444         *stats_comp = 0;
1445         bnx2x_hw_stats_post(bp);
1446         bnx2x_stats_comp(bp);
1447 }
1448
1449 /**
1450  * This function will prepare the statistics ramrod data the way
1451  * we will only have to increment the statistics counter and
1452  * send the ramrod each time we have to.
1453  *
1454  * @param bp
1455  */
1456 static inline void bnx2x_prep_fw_stats_req(struct bnx2x *bp)
1457 {
1458         int i;
1459         struct stats_query_header *stats_hdr = &bp->fw_stats_req->hdr;
1460
1461         dma_addr_t cur_data_offset;
1462         struct stats_query_entry *cur_query_entry;
1463
1464         stats_hdr->cmd_num = bp->fw_stats_num;
1465         stats_hdr->drv_stats_counter = 0;
1466
1467         /* storm_counters struct contains the counters of completed
1468          * statistics requests per storm which are incremented by FW
1469          * each time it completes hadning a statistics ramrod. We will
1470          * check these counters in the timer handler and discard a
1471          * (statistics) ramrod completion.
1472          */
1473         cur_data_offset = bp->fw_stats_data_mapping +
1474                 offsetof(struct bnx2x_fw_stats_data, storm_counters);
1475
1476         stats_hdr->stats_counters_addrs.hi =
1477                 cpu_to_le32(U64_HI(cur_data_offset));
1478         stats_hdr->stats_counters_addrs.lo =
1479                 cpu_to_le32(U64_LO(cur_data_offset));
1480
1481         /* prepare to the first stats ramrod (will be completed with
1482          * the counters equal to zero) - init counters to somethig different.
1483          */
1484         memset(&bp->fw_stats_data->storm_counters, 0xff,
1485                sizeof(struct stats_counter));
1486
1487         /**** Port FW statistics data ****/
1488         cur_data_offset = bp->fw_stats_data_mapping +
1489                 offsetof(struct bnx2x_fw_stats_data, port);
1490
1491         cur_query_entry = &bp->fw_stats_req->query[BNX2X_PORT_QUERY_IDX];
1492
1493         cur_query_entry->kind = STATS_TYPE_PORT;
1494         /* For port query index is a DONT CARE */
1495         cur_query_entry->index = BP_PORT(bp);
1496         /* For port query funcID is a DONT CARE */
1497         cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1498         cur_query_entry->address.hi = cpu_to_le32(U64_HI(cur_data_offset));
1499         cur_query_entry->address.lo = cpu_to_le32(U64_LO(cur_data_offset));
1500
1501         /**** PF FW statistics data ****/
1502         cur_data_offset = bp->fw_stats_data_mapping +
1503                 offsetof(struct bnx2x_fw_stats_data, pf);
1504
1505         cur_query_entry = &bp->fw_stats_req->query[BNX2X_PF_QUERY_IDX];
1506
1507         cur_query_entry->kind = STATS_TYPE_PF;
1508         /* For PF query index is a DONT CARE */
1509         cur_query_entry->index = BP_PORT(bp);
1510         cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1511         cur_query_entry->address.hi = cpu_to_le32(U64_HI(cur_data_offset));
1512         cur_query_entry->address.lo = cpu_to_le32(U64_LO(cur_data_offset));
1513
1514         /**** Clients' queries ****/
1515         cur_data_offset = bp->fw_stats_data_mapping +
1516                 offsetof(struct bnx2x_fw_stats_data, queue_stats);
1517
1518         for_each_eth_queue(bp, i) {
1519                 cur_query_entry =
1520                         &bp->fw_stats_req->
1521                                         query[BNX2X_FIRST_QUEUE_QUERY_IDX + i];
1522
1523                 cur_query_entry->kind = STATS_TYPE_QUEUE;
1524                 cur_query_entry->index = bnx2x_stats_id(&bp->fp[i]);
1525                 cur_query_entry->funcID = cpu_to_le16(BP_FUNC(bp));
1526                 cur_query_entry->address.hi =
1527                         cpu_to_le32(U64_HI(cur_data_offset));
1528                 cur_query_entry->address.lo =
1529                         cpu_to_le32(U64_LO(cur_data_offset));
1530
1531                 cur_data_offset += sizeof(struct per_queue_stats);
1532         }
1533 }
1534
1535 void bnx2x_stats_init(struct bnx2x *bp)
1536 {
1537         int /*abs*/port = BP_PORT(bp);
1538         int mb_idx = BP_FW_MB_IDX(bp);
1539         int i;
1540
1541         bp->stats_pending = 0;
1542         bp->executer_idx = 0;
1543         bp->stats_counter = 0;
1544
1545         /* port and func stats for management */
1546         if (!BP_NOMCP(bp)) {
1547                 bp->port.port_stx = SHMEM_RD(bp, port_mb[port].port_stx);
1548                 bp->func_stx = SHMEM_RD(bp, func_mb[mb_idx].fw_mb_param);
1549
1550         } else {
1551                 bp->port.port_stx = 0;
1552                 bp->func_stx = 0;
1553         }
1554         DP(BNX2X_MSG_STATS, "port_stx 0x%x  func_stx 0x%x\n",
1555            bp->port.port_stx, bp->func_stx);
1556
1557         port = BP_PORT(bp);
1558         /* port stats */
1559         memset(&(bp->port.old_nig_stats), 0, sizeof(struct nig_stats));
1560         bp->port.old_nig_stats.brb_discard =
1561                         REG_RD(bp, NIG_REG_STAT0_BRB_DISCARD + port*0x38);
1562         bp->port.old_nig_stats.brb_truncate =
1563                         REG_RD(bp, NIG_REG_STAT0_BRB_TRUNCATE + port*0x38);
1564         if (!CHIP_IS_E3(bp)) {
1565                 REG_RD_DMAE(bp, NIG_REG_STAT0_EGRESS_MAC_PKT0 + port*0x50,
1566                             &(bp->port.old_nig_stats.egress_mac_pkt0_lo), 2);
1567                 REG_RD_DMAE(bp, NIG_REG_STAT0_EGRESS_MAC_PKT1 + port*0x50,
1568                             &(bp->port.old_nig_stats.egress_mac_pkt1_lo), 2);
1569         }
1570
1571         /* function stats */
1572         for_each_queue(bp, i) {
1573                 struct bnx2x_fastpath *fp = &bp->fp[i];
1574
1575                 memset(&fp->old_tclient, 0, sizeof(fp->old_tclient));
1576                 memset(&fp->old_uclient, 0, sizeof(fp->old_uclient));
1577                 memset(&fp->old_xclient, 0, sizeof(fp->old_xclient));
1578                 memset(&fp->eth_q_stats, 0, sizeof(fp->eth_q_stats));
1579         }
1580
1581         /* Prepare statistics ramrod data */
1582         bnx2x_prep_fw_stats_req(bp);
1583
1584         memset(&bp->dev->stats, 0, sizeof(bp->dev->stats));
1585         memset(&bp->eth_stats, 0, sizeof(bp->eth_stats));
1586
1587         bp->stats_state = STATS_STATE_DISABLED;
1588
1589         if (bp->port.pmf) {
1590                 if (bp->port.port_stx)
1591                         bnx2x_port_stats_base_init(bp);
1592
1593                 if (bp->func_stx)
1594                         bnx2x_func_stats_base_init(bp);
1595
1596         } else if (bp->func_stx)
1597                 bnx2x_func_stats_base_update(bp);
1598 }