drivers/net/qlcnic/qlcnic_main.c

   1 /*
   2  * Copyright (C) 2009 - QLogic Corporation.
   3  * All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License
   7  * as published by the Free Software Foundation; either version 2
   8  * of the License, or (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program; if not, write to the Free Software
  17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
  18  * MA  02111-1307, USA.
  19  *
  20  * The full GNU General Public License is included in this distribution
  21  * in the file called "COPYING".
  22  *
  23  */
  24
  25 #include <linux/slab.h>
  26 #include <linux/vmalloc.h>
  27 #include <linux/interrupt.h>
  28
  29 #include "qlcnic.h"
  30
  31 #include <linux/dma-mapping.h>
  32 #include <linux/if_vlan.h>
  33 #include <net/ip.h>
  34 #include <linux/ipv6.h>
  35 #include <linux/inetdevice.h>
  36 #include <linux/sysfs.h>
  37
  38 MODULE_DESCRIPTION("QLogic 10 GbE Converged Ethernet Driver");
  39 MODULE_LICENSE("GPL");
  40 MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  41 MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  42
  43 char qlcnic_driver_name[] = "qlcnic";
  44 static const char qlcnic_driver_string[] = "QLogic Converged Ethernet Driver v"
  45     QLCNIC_LINUX_VERSIONID;
  46
  47 static int port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
  48
  49 /* Default to restricted 1G auto-neg mode */
  50 static int wol_port_mode = 5;
  51
  52 static int use_msi = 1;
  53 module_param(use_msi, int, 0644);
  54 MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  55
  56 static int use_msi_x = 1;
  57 module_param(use_msi_x, int, 0644);
  58 MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  59
  60 static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
  61 module_param(auto_fw_reset, int, 0644);
  62 MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  63
  64 static int __devinit qlcnic_probe(struct pci_dev *pdev,
  65                 const struct pci_device_id *ent);
  66 static void __devexit qlcnic_remove(struct pci_dev *pdev);
  67 static int qlcnic_open(struct net_device *netdev);
  68 static int qlcnic_close(struct net_device *netdev);
  69 static void qlcnic_tx_timeout(struct net_device *netdev);
  70 static void qlcnic_tx_timeout_task(struct work_struct *work);
  71 static void qlcnic_attach_work(struct work_struct *work);
  72 static void qlcnic_fwinit_work(struct work_struct *work);
  73 static void qlcnic_fw_poll_work(struct work_struct *work);
  74 static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  75                 work_func_t func, int delay);
  76 static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  77 static int qlcnic_poll(struct napi_struct *napi, int budget);
  78 #ifdef CONFIG_NET_POLL_CONTROLLER
  79 static void qlcnic_poll_controller(struct net_device *netdev);
  80 #endif
  81
  82 static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  83 static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  84 static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  85 static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  86
  87 static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter);
  88 static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  89
  90 static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  91 static irqreturn_t qlcnic_intr(int irq, void *data);
  92 static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  93 static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  94
  95 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  96 static void qlcnic_config_indev_addr(struct net_device *dev, unsigned long);
  97
  98 /*  PCI Device ID Table  */
  99 #define ENTRY(device) \
 100         {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
 101         .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
 102
 103 #define PCI_DEVICE_ID_QLOGIC_QLE824X  0x8020
 104
 105 static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
 106         ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
 107         {0,}
 108 };
 109
 110 MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
 111
 112
 113 void
 114 qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
 115                 struct qlcnic_host_tx_ring *tx_ring)
 116 {
 117         writel(tx_ring->producer, tx_ring->crb_cmd_producer);
 118
 119         if (qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH) {
 120                 netif_stop_queue(adapter->netdev);
 121                 smp_mb();
 122                 adapter->stats.xmit_off++;
 123         }
 124 }
 125
 126 static const u32 msi_tgt_status[8] = {
 127         ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
 128         ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
 129         ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
 130         ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
 131 };
 132
 133 static const
 134 struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
 135
 136 static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
 137 {
 138         writel(0, sds_ring->crb_intr_mask);
 139 }
 140
 141 static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
 142 {
 143         struct qlcnic_adapter *adapter = sds_ring->adapter;
 144
 145         writel(0x1, sds_ring->crb_intr_mask);
 146
 147         if (!QLCNIC_IS_MSI_FAMILY(adapter))
 148                 writel(0xfbff, adapter->tgt_mask_reg);
 149 }
 150
 151 static int
 152 qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
 153 {
 154         int size = sizeof(struct qlcnic_host_sds_ring) * count;
 155
 156         recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
 157
 158         return (recv_ctx->sds_rings == NULL);
 159 }
 160
 161 static void
 162 qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
 163 {
 164         if (recv_ctx->sds_rings != NULL)
 165                 kfree(recv_ctx->sds_rings);
 166
 167         recv_ctx->sds_rings = NULL;
 168 }
 169
 170 static int
 171 qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
 172 {
 173         int ring;
 174         struct qlcnic_host_sds_ring *sds_ring;
 175         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 176
 177         if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
 178                 return -ENOMEM;
 179
 180         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 181                 sds_ring = &recv_ctx->sds_rings[ring];
 182                 netif_napi_add(netdev, &sds_ring->napi,
 183                                 qlcnic_poll, QLCNIC_NETDEV_WEIGHT);
 184         }
 185
 186         return 0;
 187 }
 188
 189 static void
 190 qlcnic_napi_del(struct qlcnic_adapter *adapter)
 191 {
 192         int ring;
 193         struct qlcnic_host_sds_ring *sds_ring;
 194         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 195
 196         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 197                 sds_ring = &recv_ctx->sds_rings[ring];
 198                 netif_napi_del(&sds_ring->napi);
 199         }
 200
 201         qlcnic_free_sds_rings(&adapter->recv_ctx);
 202 }
 203
 204 static void
 205 qlcnic_napi_enable(struct qlcnic_adapter *adapter)
 206 {
 207         int ring;
 208         struct qlcnic_host_sds_ring *sds_ring;
 209         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 210
 211         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 212                 return;
 213
 214         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 215                 sds_ring = &recv_ctx->sds_rings[ring];
 216                 napi_enable(&sds_ring->napi);
 217                 qlcnic_enable_int(sds_ring);
 218         }
 219 }
 220
 221 static void
 222 qlcnic_napi_disable(struct qlcnic_adapter *adapter)
 223 {
 224         int ring;
 225         struct qlcnic_host_sds_ring *sds_ring;
 226         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 227
 228         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 229                 return;
 230
 231         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 232                 sds_ring = &recv_ctx->sds_rings[ring];
 233                 qlcnic_disable_int(sds_ring);
 234                 napi_synchronize(&sds_ring->napi);
 235                 napi_disable(&sds_ring->napi);
 236         }
 237 }
 238
 239 static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
 240 {
 241         memset(&adapter->stats, 0, sizeof(adapter->stats));
 242 }
 243
 244 static int qlcnic_set_dma_mask(struct qlcnic_adapter *adapter)
 245 {
 246         struct pci_dev *pdev = adapter->pdev;
 247         u64 mask, cmask;
 248
 249         adapter->pci_using_dac = 0;
 250
 251         mask = DMA_BIT_MASK(39);
 252         cmask = mask;
 253
 254         if (pci_set_dma_mask(pdev, mask) == 0 &&
 255                         pci_set_consistent_dma_mask(pdev, cmask) == 0) {
 256                 adapter->pci_using_dac = 1;
 257                 return 0;
 258         }
 259
 260         return -EIO;
 261 }
 262
 263 /* Update addressable range if firmware supports it */
 264 static int
 265 qlcnic_update_dma_mask(struct qlcnic_adapter *adapter)
 266 {
 267         int change, shift, err;
 268         u64 mask, old_mask, old_cmask;
 269         struct pci_dev *pdev = adapter->pdev;
 270
 271         change = 0;
 272
 273         shift = QLCRD32(adapter, CRB_DMA_SHIFT);
 274         if (shift > 32)
 275                 return 0;
 276
 277         if (shift > 9)
 278                 change = 1;
 279
 280         if (change) {
 281                 old_mask = pdev->dma_mask;
 282                 old_cmask = pdev->dev.coherent_dma_mask;
 283
 284                 mask = DMA_BIT_MASK(32+shift);
 285
 286                 err = pci_set_dma_mask(pdev, mask);
 287                 if (err)
 288                         goto err_out;
 289
 290                 err = pci_set_consistent_dma_mask(pdev, mask);
 291                 if (err)
 292                         goto err_out;
 293                 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift);
 294         }
 295
 296         return 0;
 297
 298 err_out:
 299         pci_set_dma_mask(pdev, old_mask);
 300         pci_set_consistent_dma_mask(pdev, old_cmask);
 301         return err;
 302 }
 303
 304 static void qlcnic_set_port_mode(struct qlcnic_adapter *adapter)
 305 {
 306         u32 val, data;
 307
 308         val = adapter->ahw.board_type;
 309         if ((val == QLCNIC_BRDTYPE_P3_HMEZ) ||
 310                 (val == QLCNIC_BRDTYPE_P3_XG_LOM)) {
 311                 if (port_mode == QLCNIC_PORT_MODE_802_3_AP) {
 312                         data = QLCNIC_PORT_MODE_802_3_AP;
 313                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 314                 } else if (port_mode == QLCNIC_PORT_MODE_XG) {
 315                         data = QLCNIC_PORT_MODE_XG;
 316                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 317                 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_1G) {
 318                         data = QLCNIC_PORT_MODE_AUTO_NEG_1G;
 319                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 320                 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_XG) {
 321                         data = QLCNIC_PORT_MODE_AUTO_NEG_XG;
 322                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 323                 } else {
 324                         data = QLCNIC_PORT_MODE_AUTO_NEG;
 325                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 326                 }
 327
 328                 if ((wol_port_mode != QLCNIC_PORT_MODE_802_3_AP) &&
 329                         (wol_port_mode != QLCNIC_PORT_MODE_XG) &&
 330                         (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_1G) &&
 331                         (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_XG)) {
 332                         wol_port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
 333                 }
 334                 QLCWR32(adapter, QLCNIC_WOL_PORT_MODE, wol_port_mode);
 335         }
 336 }
 337
 338 static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
 339 {
 340         u32 control;
 341         int pos;
 342
 343         pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
 344         if (pos) {
 345                 pci_read_config_dword(pdev, pos, &control);
 346                 if (enable)
 347                         control |= PCI_MSIX_FLAGS_ENABLE;
 348                 else
 349                         control = 0;
 350                 pci_write_config_dword(pdev, pos, control);
 351         }
 352 }
 353
 354 static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
 355 {
 356         int i;
 357
 358         for (i = 0; i < count; i++)
 359                 adapter->msix_entries[i].entry = i;
 360 }
 361
 362 static int
 363 qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
 364 {
 365         int i;
 366         unsigned char *p;
 367         u64 mac_addr;
 368         struct net_device *netdev = adapter->netdev;
 369         struct pci_dev *pdev = adapter->pdev;
 370
 371         if (qlcnic_get_mac_addr(adapter, &mac_addr) != 0)
 372                 return -EIO;
 373
 374         p = (unsigned char *)&mac_addr;
 375         for (i = 0; i < 6; i++)
 376                 netdev->dev_addr[i] = *(p + 5 - i);
 377
 378         memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
 379         memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
 380
 381         /* set station address */
 382
 383         if (!is_valid_ether_addr(netdev->perm_addr))
 384                 dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
 385                                         netdev->dev_addr);
 386
 387         return 0;
 388 }
 389
 390 static int qlcnic_set_mac(struct net_device *netdev, void *p)
 391 {
 392         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 393         struct sockaddr *addr = p;
 394
 395         if (!is_valid_ether_addr(addr->sa_data))
 396                 return -EINVAL;
 397
 398         if (netif_running(netdev)) {
 399                 netif_device_detach(netdev);
 400                 qlcnic_napi_disable(adapter);
 401         }
 402
 403         memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
 404         memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
 405         qlcnic_set_multi(adapter->netdev);
 406
 407         if (netif_running(netdev)) {
 408                 netif_device_attach(netdev);
 409                 qlcnic_napi_enable(adapter);
 410         }
 411         return 0;
 412 }
 413
 414 static const struct net_device_ops qlcnic_netdev_ops = {
 415         .ndo_open          = qlcnic_open,
 416         .ndo_stop          = qlcnic_close,
 417         .ndo_start_xmit    = qlcnic_xmit_frame,
 418         .ndo_get_stats     = qlcnic_get_stats,
 419         .ndo_validate_addr = eth_validate_addr,
 420         .ndo_set_multicast_list = qlcnic_set_multi,
 421         .ndo_set_mac_address    = qlcnic_set_mac,
 422         .ndo_change_mtu    = qlcnic_change_mtu,
 423         .ndo_tx_timeout    = qlcnic_tx_timeout,
 424 #ifdef CONFIG_NET_POLL_CONTROLLER
 425         .ndo_poll_controller = qlcnic_poll_controller,
 426 #endif
 427 };
 428
 429 static void
 430 qlcnic_setup_intr(struct qlcnic_adapter *adapter)
 431 {
 432         const struct qlcnic_legacy_intr_set *legacy_intrp;
 433         struct pci_dev *pdev = adapter->pdev;
 434         int err, num_msix;
 435
 436         if (adapter->rss_supported) {
 437                 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
 438                         MSIX_ENTRIES_PER_ADAPTER : 2;
 439         } else
 440                 num_msix = 1;
 441
 442         adapter->max_sds_rings = 1;
 443
 444         adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
 445
 446         legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
 447
 448         adapter->int_vec_bit = legacy_intrp->int_vec_bit;
 449         adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
 450                         legacy_intrp->tgt_status_reg);
 451         adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
 452                         legacy_intrp->tgt_mask_reg);
 453         adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
 454
 455         adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
 456                         ISR_INT_STATE_REG);
 457
 458         qlcnic_set_msix_bit(pdev, 0);
 459
 460         if (adapter->msix_supported) {
 461
 462                 qlcnic_init_msix_entries(adapter, num_msix);
 463                 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
 464                 if (err == 0) {
 465                         adapter->flags |= QLCNIC_MSIX_ENABLED;
 466                         qlcnic_set_msix_bit(pdev, 1);
 467
 468                         if (adapter->rss_supported)
 469                                 adapter->max_sds_rings = num_msix;
 470
 471                         dev_info(&pdev->dev, "using msi-x interrupts\n");
 472                         return;
 473                 }
 474
 475                 if (err > 0)
 476                         pci_disable_msix(pdev);
 477
 478                 /* fall through for msi */
 479         }
 480
 481         if (use_msi && !pci_enable_msi(pdev)) {
 482                 adapter->flags |= QLCNIC_MSI_ENABLED;
 483                 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
 484                                 msi_tgt_status[adapter->ahw.pci_func]);
 485                 dev_info(&pdev->dev, "using msi interrupts\n");
 486                 adapter->msix_entries[0].vector = pdev->irq;
 487                 return;
 488         }
 489
 490         dev_info(&pdev->dev, "using legacy interrupts\n");
 491         adapter->msix_entries[0].vector = pdev->irq;
 492 }
 493
 494 static void
 495 qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
 496 {
 497         if (adapter->flags & QLCNIC_MSIX_ENABLED)
 498                 pci_disable_msix(adapter->pdev);
 499         if (adapter->flags & QLCNIC_MSI_ENABLED)
 500                 pci_disable_msi(adapter->pdev);
 501 }
 502
 503 static void
 504 qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
 505 {
 506         if (adapter->ahw.pci_base0 != NULL)
 507                 iounmap(adapter->ahw.pci_base0);
 508 }
 509
 510 static int
 511 qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
 512 {
 513         void __iomem *mem_ptr0 = NULL;
 514         resource_size_t mem_base;
 515         unsigned long mem_len, pci_len0 = 0;
 516
 517         struct pci_dev *pdev = adapter->pdev;
 518         int pci_func = adapter->ahw.pci_func;
 519
 520         /*
 521          * Set the CRB window to invalid. If any register in window 0 is
 522          * accessed it should set the window to 0 and then reset it to 1.
 523          */
 524         adapter->ahw.crb_win = -1;
 525         adapter->ahw.ocm_win = -1;
 526
 527         /* remap phys address */
 528         mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
 529         mem_len = pci_resource_len(pdev, 0);
 530
 531         if (mem_len == QLCNIC_PCI_2MB_SIZE) {
 532
 533                 mem_ptr0 = pci_ioremap_bar(pdev, 0);
 534                 if (mem_ptr0 == NULL) {
 535                         dev_err(&pdev->dev, "failed to map PCI bar 0\n");
 536                         return -EIO;
 537                 }
 538                 pci_len0 = mem_len;
 539         } else {
 540                 return -EIO;
 541         }
 542
 543         dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
 544
 545         adapter->ahw.pci_base0 = mem_ptr0;
 546         adapter->ahw.pci_len0 = pci_len0;
 547
 548         adapter->ahw.ocm_win_crb = qlcnic_get_ioaddr(adapter,
 549                 QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
 550
 551         return 0;
 552 }
 553
 554 static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
 555 {
 556         struct pci_dev *pdev = adapter->pdev;
 557         int i, found = 0;
 558
 559         for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
 560                 if (qlcnic_boards[i].vendor == pdev->vendor &&
 561                         qlcnic_boards[i].device == pdev->device &&
 562                         qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
 563                         qlcnic_boards[i].sub_device == pdev->subsystem_device) {
 564                                 strcpy(name, qlcnic_boards[i].short_name);
 565                                 found = 1;
 566                                 break;
 567                 }
 568
 569         }
 570
 571         if (!found)
 572                 name = "Unknown";
 573 }
 574
 575 static void
 576 qlcnic_check_options(struct qlcnic_adapter *adapter)
 577 {
 578         u32 fw_major, fw_minor, fw_build;
 579         char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
 580         char serial_num[32];
 581         int i, offset, val;
 582         int *ptr32;
 583         struct pci_dev *pdev = adapter->pdev;
 584
 585         adapter->driver_mismatch = 0;
 586
 587         ptr32 = (int *)&serial_num;
 588         offset = QLCNIC_FW_SERIAL_NUM_OFFSET;
 589         for (i = 0; i < 8; i++) {
 590                 if (qlcnic_rom_fast_read(adapter, offset, &val) == -1) {
 591                         dev_err(&pdev->dev, "error reading board info\n");
 592                         adapter->driver_mismatch = 1;
 593                         return;
 594                 }
 595                 ptr32[i] = cpu_to_le32(val);
 596                 offset += sizeof(u32);
 597         }
 598
 599         fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
 600         fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
 601         fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
 602
 603         adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
 604
 605         if (adapter->portnum == 0) {
 606                 get_brd_name(adapter, brd_name);
 607
 608                 pr_info("%s: %s Board Chip rev 0x%x\n",
 609                                 module_name(THIS_MODULE),
 610                                 brd_name, adapter->ahw.revision_id);
 611         }
 612
 613         if (adapter->fw_version < QLCNIC_VERSION_CODE(3, 4, 216)) {
 614                 adapter->driver_mismatch = 1;
 615                 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n",
 616                                 fw_major, fw_minor, fw_build);
 617                 return;
 618         }
 619
 620         i = QLCRD32(adapter, QLCNIC_SRE_MISC);
 621         adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0;
 622
 623         dev_info(&pdev->dev, "firmware v%d.%d.%d [%s]\n",
 624                         fw_major, fw_minor, fw_build,
 625                         adapter->ahw.cut_through ? "cut-through" : "legacy");
 626
 627         if (adapter->fw_version >= QLCNIC_VERSION_CODE(4, 0, 222))
 628                 adapter->capabilities = QLCRD32(adapter, CRB_FW_CAPABILITIES_1);
 629
 630         adapter->flags &= ~QLCNIC_LRO_ENABLED;
 631
 632         if (adapter->ahw.port_type == QLCNIC_XGBE) {
 633                 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
 634                 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
 635         } else if (adapter->ahw.port_type == QLCNIC_GBE) {
 636                 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
 637                 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
 638         }
 639
 640         adapter->msix_supported = !!use_msi_x;
 641         adapter->rss_supported = !!use_msi_x;
 642
 643         adapter->num_txd = MAX_CMD_DESCRIPTORS;
 644
 645         adapter->num_lro_rxd = 0;
 646         adapter->max_rds_rings = 2;
 647 }
 648
 649 static int
 650 qlcnic_start_firmware(struct qlcnic_adapter *adapter)
 651 {
 652         int val, err, first_boot;
 653
 654         err = qlcnic_set_dma_mask(adapter);
 655         if (err)
 656                 return err;
 657
 658         err = qlcnic_can_start_firmware(adapter);
 659         if (err < 0)
 660                 return err;
 661         else if (!err)
 662                 goto wait_init;
 663
 664         first_boot = QLCRD32(adapter, QLCNIC_CAM_RAM(0x1fc));
 665         if (first_boot == 0x55555555)
 666                 /* This is the first boot after power up */
 667                 QLCWR32(adapter, QLCNIC_CAM_RAM(0x1fc), QLCNIC_BDINFO_MAGIC);
 668
 669         qlcnic_request_firmware(adapter);
 670
 671         err = qlcnic_need_fw_reset(adapter);
 672         if (err < 0)
 673                 goto err_out;
 674         if (err == 0)
 675                 goto wait_init;
 676
 677         if (first_boot != 0x55555555) {
 678                 QLCWR32(adapter, CRB_CMDPEG_STATE, 0);
 679                 qlcnic_pinit_from_rom(adapter);
 680                 msleep(1);
 681         }
 682
 683         QLCWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
 684         QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS1, 0);
 685         QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS2, 0);
 686
 687         qlcnic_set_port_mode(adapter);
 688
 689         err = qlcnic_load_firmware(adapter);
 690         if (err)
 691                 goto err_out;
 692
 693         qlcnic_release_firmware(adapter);
 694
 695         val = (_QLCNIC_LINUX_MAJOR << 16)
 696                 | ((_QLCNIC_LINUX_MINOR << 8))
 697                 | (_QLCNIC_LINUX_SUBVERSION);
 698         QLCWR32(adapter, CRB_DRIVER_VERSION, val);
 699
 700 wait_init:
 701         /* Handshake with the card before we register the devices. */
 702         err = qlcnic_phantom_init(adapter);
 703         if (err)
 704                 goto err_out;
 705
 706         QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
 707
 708         qlcnic_update_dma_mask(adapter);
 709
 710         qlcnic_check_options(adapter);
 711
 712         adapter->need_fw_reset = 0;
 713
 714         /* fall through and release firmware */
 715
 716 err_out:
 717         qlcnic_release_firmware(adapter);
 718         return err;
 719 }
 720
 721 static int
 722 qlcnic_request_irq(struct qlcnic_adapter *adapter)
 723 {
 724         irq_handler_t handler;
 725         struct qlcnic_host_sds_ring *sds_ring;
 726         int err, ring;
 727
 728         unsigned long flags = 0;
 729         struct net_device *netdev = adapter->netdev;
 730         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 731
 732         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 733                 handler = qlcnic_tmp_intr;
 734                 if (!QLCNIC_IS_MSI_FAMILY(adapter))
 735                         flags |= IRQF_SHARED;
 736
 737         } else {
 738                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
 739                         handler = qlcnic_msix_intr;
 740                 else if (adapter->flags & QLCNIC_MSI_ENABLED)
 741                         handler = qlcnic_msi_intr;
 742                 else {
 743                         flags |= IRQF_SHARED;
 744                         handler = qlcnic_intr;
 745                 }
 746         }
 747         adapter->irq = netdev->irq;
 748
 749         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 750                 sds_ring = &recv_ctx->sds_rings[ring];
 751                 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
 752                 err = request_irq(sds_ring->irq, handler,
 753                                   flags, sds_ring->name, sds_ring);
 754                 if (err)
 755                         return err;
 756         }
 757
 758         return 0;
 759 }
 760
 761 static void
 762 qlcnic_free_irq(struct qlcnic_adapter *adapter)
 763 {
 764         int ring;
 765         struct qlcnic_host_sds_ring *sds_ring;
 766
 767         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 768
 769         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 770                 sds_ring = &recv_ctx->sds_rings[ring];
 771                 free_irq(sds_ring->irq, sds_ring);
 772         }
 773 }
 774
 775 static void
 776 qlcnic_init_coalesce_defaults(struct qlcnic_adapter *adapter)
 777 {
 778         adapter->coal.flags = QLCNIC_INTR_DEFAULT;
 779         adapter->coal.normal.data.rx_time_us =
 780                 QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
 781         adapter->coal.normal.data.rx_packets =
 782                 QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
 783         adapter->coal.normal.data.tx_time_us =
 784                 QLCNIC_DEFAULT_INTR_COALESCE_TX_TIME_US;
 785         adapter->coal.normal.data.tx_packets =
 786                 QLCNIC_DEFAULT_INTR_COALESCE_TX_PACKETS;
 787 }
 788
 789 static int
 790 __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
 791 {
 792         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 793                 return -EIO;
 794
 795         qlcnic_set_multi(netdev);
 796         qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
 797
 798         adapter->ahw.linkup = 0;
 799
 800         if (adapter->max_sds_rings > 1)
 801                 qlcnic_config_rss(adapter, 1);
 802
 803         qlcnic_config_intr_coalesce(adapter);
 804
 805         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
 806                 qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
 807
 808         qlcnic_napi_enable(adapter);
 809
 810         qlcnic_linkevent_request(adapter, 1);
 811
 812         set_bit(__QLCNIC_DEV_UP, &adapter->state);
 813         return 0;
 814 }
 815
 816 /* Usage: During resume and firmware recovery module.*/
 817
 818 static int
 819 qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
 820 {
 821         int err = 0;
 822
 823         rtnl_lock();
 824         if (netif_running(netdev))
 825                 err = __qlcnic_up(adapter, netdev);
 826         rtnl_unlock();
 827
 828         return err;
 829 }
 830
 831 static void
 832 __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
 833 {
 834         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 835                 return;
 836
 837         if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
 838                 return;
 839
 840         smp_mb();
 841         spin_lock(&adapter->tx_clean_lock);
 842         netif_carrier_off(netdev);
 843         netif_tx_disable(netdev);
 844
 845         qlcnic_free_mac_list(adapter);
 846
 847         qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
 848
 849         qlcnic_napi_disable(adapter);
 850
 851         qlcnic_release_tx_buffers(adapter);
 852         spin_unlock(&adapter->tx_clean_lock);
 853 }
 854
 855 /* Usage: During suspend and firmware recovery module */
 856
 857 static void
 858 qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
 859 {
 860         rtnl_lock();
 861         if (netif_running(netdev))
 862                 __qlcnic_down(adapter, netdev);
 863         rtnl_unlock();
 864
 865 }
 866
 867 static int
 868 qlcnic_attach(struct qlcnic_adapter *adapter)
 869 {
 870         struct net_device *netdev = adapter->netdev;
 871         struct pci_dev *pdev = adapter->pdev;
 872         int err, ring;
 873         struct qlcnic_host_rds_ring *rds_ring;
 874
 875         if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
 876                 return 0;
 877
 878         err = qlcnic_init_firmware(adapter);
 879         if (err)
 880                 return err;
 881
 882         err = qlcnic_napi_add(adapter, netdev);
 883         if (err)
 884                 return err;
 885
 886         err = qlcnic_alloc_sw_resources(adapter);
 887         if (err) {
 888                 dev_err(&pdev->dev, "Error in setting sw resources\n");
 889                 return err;
 890         }
 891
 892         err = qlcnic_alloc_hw_resources(adapter);
 893         if (err) {
 894                 dev_err(&pdev->dev, "Error in setting hw resources\n");
 895                 goto err_out_free_sw;
 896         }
 897
 898
 899         for (ring = 0; ring < adapter->max_rds_rings; ring++) {
 900                 rds_ring = &adapter->recv_ctx.rds_rings[ring];
 901                 qlcnic_post_rx_buffers(adapter, ring, rds_ring);
 902         }
 903
 904         err = qlcnic_request_irq(adapter);
 905         if (err) {
 906                 dev_err(&pdev->dev, "failed to setup interrupt\n");
 907                 goto err_out_free_rxbuf;
 908         }
 909
 910         qlcnic_init_coalesce_defaults(adapter);
 911
 912         qlcnic_create_sysfs_entries(adapter);
 913
 914         adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
 915         return 0;
 916
 917 err_out_free_rxbuf:
 918         qlcnic_release_rx_buffers(adapter);
 919         qlcnic_free_hw_resources(adapter);
 920 err_out_free_sw:
 921         qlcnic_free_sw_resources(adapter);
 922         return err;
 923 }
 924
 925 static void
 926 qlcnic_detach(struct qlcnic_adapter *adapter)
 927 {
 928         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 929                 return;
 930
 931         qlcnic_remove_sysfs_entries(adapter);
 932
 933         qlcnic_free_hw_resources(adapter);
 934         qlcnic_release_rx_buffers(adapter);
 935         qlcnic_free_irq(adapter);
 936         qlcnic_napi_del(adapter);
 937         qlcnic_free_sw_resources(adapter);
 938
 939         adapter->is_up = 0;
 940 }
 941
 942 void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
 943 {
 944         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 945         struct qlcnic_host_sds_ring *sds_ring;
 946         int ring;
 947
 948         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 949                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 950                         sds_ring = &adapter->recv_ctx.sds_rings[ring];
 951                         qlcnic_disable_int(sds_ring);
 952                 }
 953         }
 954
 955         qlcnic_detach(adapter);
 956
 957         adapter->diag_test = 0;
 958         adapter->max_sds_rings = max_sds_rings;
 959
 960         if (qlcnic_attach(adapter))
 961                 goto out;
 962
 963         if (netif_running(netdev))
 964                 __qlcnic_up(adapter, netdev);
 965 out:
 966         netif_device_attach(netdev);
 967 }
 968
 969 int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
 970 {
 971         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 972         struct qlcnic_host_sds_ring *sds_ring;
 973         int ring;
 974         int ret;
 975
 976         netif_device_detach(netdev);
 977
 978         if (netif_running(netdev))
 979                 __qlcnic_down(adapter, netdev);
 980
 981         qlcnic_detach(adapter);
 982
 983         adapter->max_sds_rings = 1;
 984         adapter->diag_test = test;
 985
 986         ret = qlcnic_attach(adapter);
 987         if (ret) {
 988                 netif_device_attach(netdev);
 989                 return ret;
 990         }
 991
 992         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 993                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 994                         sds_ring = &adapter->recv_ctx.sds_rings[ring];
 995                         qlcnic_enable_int(sds_ring);
 996                 }
 997         }
 998
 999         return 0;
1000 }
1001
1002 int
1003 qlcnic_reset_context(struct qlcnic_adapter *adapter)
1004 {
1005         int err = 0;
1006         struct net_device *netdev = adapter->netdev;
1007
1008         if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1009                 return -EBUSY;
1010
1011         if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
1012
1013                 netif_device_detach(netdev);
1014
1015                 if (netif_running(netdev))
1016                         __qlcnic_down(adapter, netdev);
1017
1018                 qlcnic_detach(adapter);
1019
1020                 if (netif_running(netdev)) {
1021                         err = qlcnic_attach(adapter);
1022                         if (!err)
1023                                 __qlcnic_up(adapter, netdev);
1024                 }
1025
1026                 netif_device_attach(netdev);
1027         }
1028
1029         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1030         return err;
1031 }
1032
1033 static int
1034 qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
1035                 struct net_device *netdev)
1036 {
1037         int err;
1038         struct pci_dev *pdev = adapter->pdev;
1039
1040         adapter->rx_csum = 1;
1041         adapter->mc_enabled = 0;
1042         adapter->max_mc_count = 38;
1043
1044         netdev->netdev_ops         = &qlcnic_netdev_ops;
1045         netdev->watchdog_timeo     = 2*HZ;
1046
1047         qlcnic_change_mtu(netdev, netdev->mtu);
1048
1049         SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
1050
1051         netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
1052         netdev->features |= (NETIF_F_GRO);
1053         netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
1054
1055         netdev->features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
1056         netdev->vlan_features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
1057
1058         if (adapter->pci_using_dac) {
1059                 netdev->features |= NETIF_F_HIGHDMA;
1060                 netdev->vlan_features |= NETIF_F_HIGHDMA;
1061         }
1062
1063         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
1064                 netdev->features |= (NETIF_F_HW_VLAN_TX);
1065
1066         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
1067                 netdev->features |= NETIF_F_LRO;
1068
1069         netdev->irq = adapter->msix_entries[0].vector;
1070
1071         INIT_WORK(&adapter->tx_timeout_task, qlcnic_tx_timeout_task);
1072
1073         if (qlcnic_read_mac_addr(adapter))
1074                 dev_warn(&pdev->dev, "failed to read mac addr\n");
1075
1076         netif_carrier_off(netdev);
1077         netif_stop_queue(netdev);
1078
1079         err = register_netdev(netdev);
1080         if (err) {
1081                 dev_err(&pdev->dev, "failed to register net device\n");
1082                 return err;
1083         }
1084
1085         return 0;
1086 }
1087
1088 static int __devinit
1089 qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1090 {
1091         struct net_device *netdev = NULL;
1092         struct qlcnic_adapter *adapter = NULL;
1093         int err;
1094         int pci_func_id = PCI_FUNC(pdev->devfn);
1095         uint8_t revision_id;
1096
1097         err = pci_enable_device(pdev);
1098         if (err)
1099                 return err;
1100
1101         if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1102                 err = -ENODEV;
1103                 goto err_out_disable_pdev;
1104         }
1105
1106         err = pci_request_regions(pdev, qlcnic_driver_name);
1107         if (err)
1108                 goto err_out_disable_pdev;
1109
1110         pci_set_master(pdev);
1111
1112         netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
1113         if (!netdev) {
1114                 dev_err(&pdev->dev, "failed to allocate net_device\n");
1115                 err = -ENOMEM;
1116                 goto err_out_free_res;
1117         }
1118
1119         SET_NETDEV_DEV(netdev, &pdev->dev);
1120
1121         adapter = netdev_priv(netdev);
1122         adapter->netdev  = netdev;
1123         adapter->pdev    = pdev;
1124         adapter->ahw.pci_func  = pci_func_id;
1125
1126         revision_id = pdev->revision;
1127         adapter->ahw.revision_id = revision_id;
1128
1129         rwlock_init(&adapter->ahw.crb_lock);
1130         mutex_init(&adapter->ahw.mem_lock);
1131
1132         spin_lock_init(&adapter->tx_clean_lock);
1133         INIT_LIST_HEAD(&adapter->mac_list);
1134
1135         err = qlcnic_setup_pci_map(adapter);
1136         if (err)
1137                 goto err_out_free_netdev;
1138
1139         /* This will be reset for mezz cards  */
1140         adapter->portnum = pci_func_id;
1141
1142         err = qlcnic_get_board_info(adapter);
1143         if (err) {
1144                 dev_err(&pdev->dev, "Error getting board config info.\n");
1145                 goto err_out_iounmap;
1146         }
1147
1148         qlcnic_setup_idc_param(adapter);
1149
1150         err = qlcnic_start_firmware(adapter);
1151         if (err)
1152                 goto err_out_decr_ref;
1153
1154         /*
1155          * See if the firmware gave us a virtual-physical port mapping.
1156          */
1157         adapter->physical_port = adapter->portnum;
1158
1159         qlcnic_clear_stats(adapter);
1160
1161         qlcnic_setup_intr(adapter);
1162
1163         err = qlcnic_setup_netdev(adapter, netdev);
1164         if (err)
1165                 goto err_out_disable_msi;
1166
1167         pci_set_drvdata(pdev, adapter);
1168
1169         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1170
1171         switch (adapter->ahw.port_type) {
1172         case QLCNIC_GBE:
1173                 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1174                                 adapter->netdev->name);
1175                 break;
1176         case QLCNIC_XGBE:
1177                 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1178                                 adapter->netdev->name);
1179                 break;
1180         }
1181
1182         qlcnic_create_diag_entries(adapter);
1183
1184         return 0;
1185
1186 err_out_disable_msi:
1187         qlcnic_teardown_intr(adapter);
1188
1189 err_out_decr_ref:
1190         qlcnic_clr_all_drv_state(adapter);
1191
1192 err_out_iounmap:
1193         qlcnic_cleanup_pci_map(adapter);
1194
1195 err_out_free_netdev:
1196         free_netdev(netdev);
1197
1198 err_out_free_res:
1199         pci_release_regions(pdev);
1200
1201 err_out_disable_pdev:
1202         pci_set_drvdata(pdev, NULL);
1203         pci_disable_device(pdev);
1204         return err;
1205 }
1206
1207 static void __devexit qlcnic_remove(struct pci_dev *pdev)
1208 {
1209         struct qlcnic_adapter *adapter;
1210         struct net_device *netdev;
1211
1212         adapter = pci_get_drvdata(pdev);
1213         if (adapter == NULL)
1214                 return;
1215
1216         netdev = adapter->netdev;
1217
1218         qlcnic_cancel_fw_work(adapter);
1219
1220         unregister_netdev(netdev);
1221
1222         cancel_work_sync(&adapter->tx_timeout_task);
1223
1224         qlcnic_detach(adapter);
1225
1226         qlcnic_clr_all_drv_state(adapter);
1227
1228         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1229
1230         qlcnic_teardown_intr(adapter);
1231
1232         qlcnic_remove_diag_entries(adapter);
1233
1234         qlcnic_cleanup_pci_map(adapter);
1235
1236         qlcnic_release_firmware(adapter);
1237
1238         pci_release_regions(pdev);
1239         pci_disable_device(pdev);
1240         pci_set_drvdata(pdev, NULL);
1241
1242         free_netdev(netdev);
1243 }
1244 static int __qlcnic_shutdown(struct pci_dev *pdev)
1245 {
1246         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1247         struct net_device *netdev = adapter->netdev;
1248         int retval;
1249
1250         netif_device_detach(netdev);
1251
1252         qlcnic_cancel_fw_work(adapter);
1253
1254         if (netif_running(netdev))
1255                 qlcnic_down(adapter, netdev);
1256
1257         cancel_work_sync(&adapter->tx_timeout_task);
1258
1259         qlcnic_detach(adapter);
1260
1261         qlcnic_clr_all_drv_state(adapter);
1262
1263         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1264
1265         retval = pci_save_state(pdev);
1266         if (retval)
1267                 return retval;
1268
1269         if (qlcnic_wol_supported(adapter)) {
1270                 pci_enable_wake(pdev, PCI_D3cold, 1);
1271                 pci_enable_wake(pdev, PCI_D3hot, 1);
1272         }
1273
1274         return 0;
1275 }
1276
1277 static void qlcnic_shutdown(struct pci_dev *pdev)
1278 {
1279         if (__qlcnic_shutdown(pdev))
1280                 return;
1281
1282         pci_disable_device(pdev);
1283 }
1284
1285 #ifdef CONFIG_PM
1286 static int
1287 qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
1288 {
1289         int retval;
1290
1291         retval = __qlcnic_shutdown(pdev);
1292         if (retval)
1293                 return retval;
1294
1295         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1296         return 0;
1297 }
1298
1299 static int
1300 qlcnic_resume(struct pci_dev *pdev)
1301 {
1302         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1303         struct net_device *netdev = adapter->netdev;
1304         int err;
1305
1306         err = pci_enable_device(pdev);
1307         if (err)
1308                 return err;
1309
1310         pci_set_power_state(pdev, PCI_D0);
1311         pci_set_master(pdev);
1312         pci_restore_state(pdev);
1313
1314         adapter->ahw.crb_win = -1;
1315         adapter->ahw.ocm_win = -1;
1316
1317         err = qlcnic_start_firmware(adapter);
1318         if (err) {
1319                 dev_err(&pdev->dev, "failed to start firmware\n");
1320                 return err;
1321         }
1322
1323         if (netif_running(netdev)) {
1324                 err = qlcnic_attach(adapter);
1325                 if (err)
1326                         goto err_out;
1327
1328                 err = qlcnic_up(adapter, netdev);
1329                 if (err)
1330                         goto err_out_detach;
1331
1332
1333                 qlcnic_config_indev_addr(netdev, NETDEV_UP);
1334         }
1335
1336         netif_device_attach(netdev);
1337         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1338         return 0;
1339
1340 err_out_detach:
1341         qlcnic_detach(adapter);
1342 err_out:
1343         qlcnic_clr_all_drv_state(adapter);
1344         netif_device_attach(netdev);
1345         return err;
1346 }
1347 #endif
1348
1349 static int qlcnic_open(struct net_device *netdev)
1350 {
1351         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1352         int err;
1353
1354         if (adapter->driver_mismatch)
1355                 return -EIO;
1356
1357         err = qlcnic_attach(adapter);
1358         if (err)
1359                 return err;
1360
1361         err = __qlcnic_up(adapter, netdev);
1362         if (err)
1363                 goto err_out;
1364
1365         netif_start_queue(netdev);
1366
1367         return 0;
1368
1369 err_out:
1370         qlcnic_detach(adapter);
1371         return err;
1372 }
1373
1374 /*
1375  * qlcnic_close - Disables a network interface entry point
1376  */
1377 static int qlcnic_close(struct net_device *netdev)
1378 {
1379         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1380
1381         __qlcnic_down(adapter, netdev);
1382         return 0;
1383 }
1384
1385 static void
1386 qlcnic_tso_check(struct net_device *netdev,
1387                 struct qlcnic_host_tx_ring *tx_ring,
1388                 struct cmd_desc_type0 *first_desc,
1389                 struct sk_buff *skb)
1390 {
1391         u8 opcode = TX_ETHER_PKT;
1392         __be16 protocol = skb->protocol;
1393         u16 flags = 0, vid = 0;
1394         u32 producer;
1395         int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1396         struct cmd_desc_type0 *hwdesc;
1397         struct vlan_ethhdr *vh;
1398         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1399
1400         if (protocol == cpu_to_be16(ETH_P_8021Q)) {
1401
1402                 vh = (struct vlan_ethhdr *)skb->data;
1403                 protocol = vh->h_vlan_encapsulated_proto;
1404                 flags = FLAGS_VLAN_TAGGED;
1405
1406         } else if (vlan_tx_tag_present(skb)) {
1407
1408                 flags = FLAGS_VLAN_OOB;
1409                 vid = vlan_tx_tag_get(skb);
1410                 qlcnic_set_tx_vlan_tci(first_desc, vid);
1411                 vlan_oob = 1;
1412         }
1413
1414         if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1415                         skb_shinfo(skb)->gso_size > 0) {
1416
1417                 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1418
1419                 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1420                 first_desc->total_hdr_length = hdr_len;
1421                 if (vlan_oob) {
1422                         first_desc->total_hdr_length += VLAN_HLEN;
1423                         first_desc->tcp_hdr_offset = VLAN_HLEN;
1424                         first_desc->ip_hdr_offset = VLAN_HLEN;
1425                         /* Only in case of TSO on vlan device */
1426                         flags |= FLAGS_VLAN_TAGGED;
1427                 }
1428
1429                 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
1430                                 TX_TCP_LSO6 : TX_TCP_LSO;
1431                 tso = 1;
1432
1433         } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
1434                 u8 l4proto;
1435
1436                 if (protocol == cpu_to_be16(ETH_P_IP)) {
1437                         l4proto = ip_hdr(skb)->protocol;
1438
1439                         if (l4proto == IPPROTO_TCP)
1440                                 opcode = TX_TCP_PKT;
1441                         else if (l4proto == IPPROTO_UDP)
1442                                 opcode = TX_UDP_PKT;
1443                 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
1444                         l4proto = ipv6_hdr(skb)->nexthdr;
1445
1446                         if (l4proto == IPPROTO_TCP)
1447                                 opcode = TX_TCPV6_PKT;
1448                         else if (l4proto == IPPROTO_UDP)
1449                                 opcode = TX_UDPV6_PKT;
1450                 }
1451         }
1452
1453         first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1454         first_desc->ip_hdr_offset += skb_network_offset(skb);
1455         qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
1456
1457         if (!tso)
1458                 return;
1459
1460         /* For LSO, we need to copy the MAC/IP/TCP headers into
1461          * the descriptor ring
1462          */
1463         producer = tx_ring->producer;
1464         copied = 0;
1465         offset = 2;
1466
1467         if (vlan_oob) {
1468                 /* Create a TSO vlan header template for firmware */
1469
1470                 hwdesc = &tx_ring->desc_head[producer];
1471                 tx_ring->cmd_buf_arr[producer].skb = NULL;
1472
1473                 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1474                                 hdr_len + VLAN_HLEN);
1475
1476                 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1477                 skb_copy_from_linear_data(skb, vh, 12);
1478                 vh->h_vlan_proto = htons(ETH_P_8021Q);
1479                 vh->h_vlan_TCI = htons(vid);
1480                 skb_copy_from_linear_data_offset(skb, 12,
1481                                 (char *)vh + 16, copy_len - 16);
1482
1483                 copied = copy_len - VLAN_HLEN;
1484                 offset = 0;
1485
1486                 producer = get_next_index(producer, tx_ring->num_desc);
1487         }
1488
1489         while (copied < hdr_len) {
1490
1491                 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1492                                 (hdr_len - copied));
1493
1494                 hwdesc = &tx_ring->desc_head[producer];
1495                 tx_ring->cmd_buf_arr[producer].skb = NULL;
1496
1497                 skb_copy_from_linear_data_offset(skb, copied,
1498                                  (char *)hwdesc + offset, copy_len);
1499
1500                 copied += copy_len;
1501                 offset = 0;
1502
1503                 producer = get_next_index(producer, tx_ring->num_desc);
1504         }
1505
1506         tx_ring->producer = producer;
1507         barrier();
1508         adapter->stats.lso_frames++;
1509 }
1510
1511 static int
1512 qlcnic_map_tx_skb(struct pci_dev *pdev,
1513                 struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
1514 {
1515         struct qlcnic_skb_frag *nf;
1516         struct skb_frag_struct *frag;
1517         int i, nr_frags;
1518         dma_addr_t map;
1519
1520         nr_frags = skb_shinfo(skb)->nr_frags;
1521         nf = &pbuf->frag_array[0];
1522
1523         map = pci_map_single(pdev, skb->data,
1524                         skb_headlen(skb), PCI_DMA_TODEVICE);
1525         if (pci_dma_mapping_error(pdev, map))
1526                 goto out_err;
1527
1528         nf->dma = map;
1529         nf->length = skb_headlen(skb);
1530
1531         for (i = 0; i < nr_frags; i++) {
1532                 frag = &skb_shinfo(skb)->frags[i];
1533                 nf = &pbuf->frag_array[i+1];
1534
1535                 map = pci_map_page(pdev, frag->page, frag->page_offset,
1536                                 frag->size, PCI_DMA_TODEVICE);
1537                 if (pci_dma_mapping_error(pdev, map))
1538                         goto unwind;
1539
1540                 nf->dma = map;
1541                 nf->length = frag->size;
1542         }
1543
1544         return 0;
1545
1546 unwind:
1547         while (--i >= 0) {
1548                 nf = &pbuf->frag_array[i+1];
1549                 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
1550         }
1551
1552         nf = &pbuf->frag_array[0];
1553         pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1554
1555 out_err:
1556         return -ENOMEM;
1557 }
1558
1559 static inline void
1560 qlcnic_clear_cmddesc(u64 *desc)
1561 {
1562         desc[0] = 0ULL;
1563         desc[2] = 0ULL;
1564 }
1565
1566 netdev_tx_t
1567 qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
1568 {
1569         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1570         struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1571         struct qlcnic_cmd_buffer *pbuf;
1572         struct qlcnic_skb_frag *buffrag;
1573         struct cmd_desc_type0 *hwdesc, *first_desc;
1574         struct pci_dev *pdev;
1575         int i, k;
1576
1577         u32 producer;
1578         int frag_count, no_of_desc;
1579         u32 num_txd = tx_ring->num_desc;
1580
1581         if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
1582                 netif_stop_queue(netdev);
1583                 return NETDEV_TX_BUSY;
1584         }
1585
1586         frag_count = skb_shinfo(skb)->nr_frags + 1;
1587
1588         /* 4 fragments per cmd des */
1589         no_of_desc = (frag_count + 3) >> 2;
1590
1591         if (unlikely(no_of_desc + 2 > qlcnic_tx_avail(tx_ring))) {
1592                 netif_stop_queue(netdev);
1593                 adapter->stats.xmit_off++;
1594                 return NETDEV_TX_BUSY;
1595         }
1596
1597         producer = tx_ring->producer;
1598         pbuf = &tx_ring->cmd_buf_arr[producer];
1599
1600         pdev = adapter->pdev;
1601
1602         if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
1603                 adapter->stats.tx_dma_map_error++;
1604                 goto drop_packet;
1605         }
1606
1607         pbuf->skb = skb;
1608         pbuf->frag_count = frag_count;
1609
1610         first_desc = hwdesc = &tx_ring->desc_head[producer];
1611         qlcnic_clear_cmddesc((u64 *)hwdesc);
1612
1613         qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
1614         qlcnic_set_tx_port(first_desc, adapter->portnum);
1615
1616         for (i = 0; i < frag_count; i++) {
1617
1618                 k = i % 4;
1619
1620                 if ((k == 0) && (i > 0)) {
1621                         /* move to next desc.*/
1622                         producer = get_next_index(producer, num_txd);
1623                         hwdesc = &tx_ring->desc_head[producer];
1624                         qlcnic_clear_cmddesc((u64 *)hwdesc);
1625                         tx_ring->cmd_buf_arr[producer].skb = NULL;
1626                 }
1627
1628                 buffrag = &pbuf->frag_array[i];
1629
1630                 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
1631                 switch (k) {
1632                 case 0:
1633                         hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
1634                         break;
1635                 case 1:
1636                         hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
1637                         break;
1638                 case 2:
1639                         hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
1640                         break;
1641                 case 3:
1642                         hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
1643                         break;
1644                 }
1645         }
1646
1647         tx_ring->producer = get_next_index(producer, num_txd);
1648
1649         qlcnic_tso_check(netdev, tx_ring, first_desc, skb);
1650
1651         qlcnic_update_cmd_producer(adapter, tx_ring);
1652
1653         adapter->stats.txbytes += skb->len;
1654         adapter->stats.xmitcalled++;
1655
1656         return NETDEV_TX_OK;
1657
1658 drop_packet:
1659         adapter->stats.txdropped++;
1660         dev_kfree_skb_any(skb);
1661         return NETDEV_TX_OK;
1662 }
1663
1664 static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
1665 {
1666         struct net_device *netdev = adapter->netdev;
1667         u32 temp, temp_state, temp_val;
1668         int rv = 0;
1669
1670         temp = QLCRD32(adapter, CRB_TEMP_STATE);
1671
1672         temp_state = qlcnic_get_temp_state(temp);
1673         temp_val = qlcnic_get_temp_val(temp);
1674
1675         if (temp_state == QLCNIC_TEMP_PANIC) {
1676                 dev_err(&netdev->dev,
1677                        "Device temperature %d degrees C exceeds"
1678                        " maximum allowed. Hardware has been shut down.\n",
1679                        temp_val);
1680                 rv = 1;
1681         } else if (temp_state == QLCNIC_TEMP_WARN) {
1682                 if (adapter->temp == QLCNIC_TEMP_NORMAL) {
1683                         dev_err(&netdev->dev,
1684                                "Device temperature %d degrees C "
1685                                "exceeds operating range."
1686                                " Immediate action needed.\n",
1687                                temp_val);
1688                 }
1689         } else {
1690                 if (adapter->temp == QLCNIC_TEMP_WARN) {
1691                         dev_info(&netdev->dev,
1692                                "Device temperature is now %d degrees C"
1693                                " in normal range.\n", temp_val);
1694                 }
1695         }
1696         adapter->temp = temp_state;
1697         return rv;
1698 }
1699
1700 void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
1701 {
1702         struct net_device *netdev = adapter->netdev;
1703
1704         if (adapter->ahw.linkup && !linkup) {
1705                 dev_info(&netdev->dev, "NIC Link is down\n");
1706                 adapter->ahw.linkup = 0;
1707                 if (netif_running(netdev)) {
1708                         netif_carrier_off(netdev);
1709                         netif_stop_queue(netdev);
1710                 }
1711         } else if (!adapter->ahw.linkup && linkup) {
1712                 dev_info(&netdev->dev, "NIC Link is up\n");
1713                 adapter->ahw.linkup = 1;
1714                 if (netif_running(netdev)) {
1715                         netif_carrier_on(netdev);
1716                         netif_wake_queue(netdev);
1717                 }
1718         }
1719 }
1720
1721 static void qlcnic_tx_timeout(struct net_device *netdev)
1722 {
1723         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1724
1725         if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1726                 return;
1727
1728         dev_err(&netdev->dev, "transmit timeout, resetting.\n");
1729         schedule_work(&adapter->tx_timeout_task);
1730 }
1731
1732 static void qlcnic_tx_timeout_task(struct work_struct *work)
1733 {
1734         struct qlcnic_adapter *adapter =
1735                 container_of(work, struct qlcnic_adapter, tx_timeout_task);
1736
1737         if (!netif_running(adapter->netdev))
1738                 return;
1739
1740         if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1741                 return;
1742
1743         if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
1744                 goto request_reset;
1745
1746         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1747         if (!qlcnic_reset_context(adapter)) {
1748                 adapter->netdev->trans_start = jiffies;
1749                 return;
1750
1751                 /* context reset failed, fall through for fw reset */
1752         }
1753
1754 request_reset:
1755         adapter->need_fw_reset = 1;
1756         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1757         QLCDB(adapter, DRV, "Resetting adapter\n");
1758 }
1759
1760 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
1761 {
1762         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1763         struct net_device_stats *stats = &netdev->stats;
1764
1765         memset(stats, 0, sizeof(*stats));
1766
1767         stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
1768         stats->tx_packets = adapter->stats.xmitfinished;
1769         stats->rx_bytes = adapter->stats.rxbytes;
1770         stats->tx_bytes = adapter->stats.txbytes;
1771         stats->rx_dropped = adapter->stats.rxdropped;
1772         stats->tx_dropped = adapter->stats.txdropped;
1773
1774         return stats;
1775 }
1776
1777 static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
1778 {
1779         u32 status;
1780
1781         status = readl(adapter->isr_int_vec);
1782
1783         if (!(status & adapter->int_vec_bit))
1784                 return IRQ_NONE;
1785
1786         /* check interrupt state machine, to be sure */
1787         status = readl(adapter->crb_int_state_reg);
1788         if (!ISR_LEGACY_INT_TRIGGERED(status))
1789                 return IRQ_NONE;
1790
1791         writel(0xffffffff, adapter->tgt_status_reg);
1792         /* read twice to ensure write is flushed */
1793         readl(adapter->isr_int_vec);
1794         readl(adapter->isr_int_vec);
1795
1796         return IRQ_HANDLED;
1797 }
1798
1799 static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
1800 {
1801         struct qlcnic_host_sds_ring *sds_ring = data;
1802         struct qlcnic_adapter *adapter = sds_ring->adapter;
1803
1804         if (adapter->flags & QLCNIC_MSIX_ENABLED)
1805                 goto done;
1806         else if (adapter->flags & QLCNIC_MSI_ENABLED) {
1807                 writel(0xffffffff, adapter->tgt_status_reg);
1808                 goto done;
1809         }
1810
1811         if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1812                 return IRQ_NONE;
1813
1814 done:
1815         adapter->diag_cnt++;
1816         qlcnic_enable_int(sds_ring);
1817         return IRQ_HANDLED;
1818 }
1819
1820 static irqreturn_t qlcnic_intr(int irq, void *data)
1821 {
1822         struct qlcnic_host_sds_ring *sds_ring = data;
1823         struct qlcnic_adapter *adapter = sds_ring->adapter;
1824
1825         if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1826                 return IRQ_NONE;
1827
1828         napi_schedule(&sds_ring->napi);
1829
1830         return IRQ_HANDLED;
1831 }
1832
1833 static irqreturn_t qlcnic_msi_intr(int irq, void *data)
1834 {
1835         struct qlcnic_host_sds_ring *sds_ring = data;
1836         struct qlcnic_adapter *adapter = sds_ring->adapter;
1837
1838         /* clear interrupt */
1839         writel(0xffffffff, adapter->tgt_status_reg);
1840
1841         napi_schedule(&sds_ring->napi);
1842         return IRQ_HANDLED;
1843 }
1844
1845 static irqreturn_t qlcnic_msix_intr(int irq, void *data)
1846 {
1847         struct qlcnic_host_sds_ring *sds_ring = data;
1848
1849         napi_schedule(&sds_ring->napi);
1850         return IRQ_HANDLED;
1851 }
1852
1853 static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
1854 {
1855         u32 sw_consumer, hw_consumer;
1856         int count = 0, i;
1857         struct qlcnic_cmd_buffer *buffer;
1858         struct pci_dev *pdev = adapter->pdev;
1859         struct net_device *netdev = adapter->netdev;
1860         struct qlcnic_skb_frag *frag;
1861         int done;
1862         struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1863
1864         if (!spin_trylock(&adapter->tx_clean_lock))
1865                 return 1;
1866
1867         sw_consumer = tx_ring->sw_consumer;
1868         hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1869
1870         while (sw_consumer != hw_consumer) {
1871                 buffer = &tx_ring->cmd_buf_arr[sw_consumer];
1872                 if (buffer->skb) {
1873                         frag = &buffer->frag_array[0];
1874                         pci_unmap_single(pdev, frag->dma, frag->length,
1875                                          PCI_DMA_TODEVICE);
1876                         frag->dma = 0ULL;
1877                         for (i = 1; i < buffer->frag_count; i++) {
1878                                 frag++;
1879                                 pci_unmap_page(pdev, frag->dma, frag->length,
1880                                                PCI_DMA_TODEVICE);
1881                                 frag->dma = 0ULL;
1882                         }
1883
1884                         adapter->stats.xmitfinished++;
1885                         dev_kfree_skb_any(buffer->skb);
1886                         buffer->skb = NULL;
1887                 }
1888
1889                 sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
1890                 if (++count >= MAX_STATUS_HANDLE)
1891                         break;
1892         }
1893
1894         if (count && netif_running(netdev)) {
1895                 tx_ring->sw_consumer = sw_consumer;
1896
1897                 smp_mb();
1898
1899                 if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
1900                         __netif_tx_lock(tx_ring->txq, smp_processor_id());
1901                         if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
1902                                 netif_wake_queue(netdev);
1903                                 adapter->tx_timeo_cnt = 0;
1904                                 adapter->stats.xmit_on++;
1905                         }
1906                         __netif_tx_unlock(tx_ring->txq);
1907                 }
1908         }
1909         /*
1910          * If everything is freed up to consumer then check if the ring is full
1911          * If the ring is full then check if more needs to be freed and
1912          * schedule the call back again.
1913          *
1914          * This happens when there are 2 CPUs. One could be freeing and the
1915          * other filling it. If the ring is full when we get out of here and
1916          * the card has already interrupted the host then the host can miss the
1917          * interrupt.
1918          *
1919          * There is still a possible race condition and the host could miss an
1920          * interrupt. The card has to take care of this.
1921          */
1922         hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1923         done = (sw_consumer == hw_consumer);
1924         spin_unlock(&adapter->tx_clean_lock);
1925
1926         return done;
1927 }
1928
1929 static int qlcnic_poll(struct napi_struct *napi, int budget)
1930 {
1931         struct qlcnic_host_sds_ring *sds_ring =
1932                 container_of(napi, struct qlcnic_host_sds_ring, napi);
1933
1934         struct qlcnic_adapter *adapter = sds_ring->adapter;
1935
1936         int tx_complete;
1937         int work_done;
1938
1939         tx_complete = qlcnic_process_cmd_ring(adapter);
1940
1941         work_done = qlcnic_process_rcv_ring(sds_ring, budget);
1942
1943         if ((work_done < budget) && tx_complete) {
1944                 napi_complete(&sds_ring->napi);
1945                 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
1946                         qlcnic_enable_int(sds_ring);
1947         }
1948
1949         return work_done;
1950 }
1951
1952 #ifdef CONFIG_NET_POLL_CONTROLLER
1953 static void qlcnic_poll_controller(struct net_device *netdev)
1954 {
1955         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1956         disable_irq(adapter->irq);
1957         qlcnic_intr(adapter->irq, adapter);
1958         enable_irq(adapter->irq);
1959 }
1960 #endif
1961
1962 static int
1963 qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
1964 {
1965         u32  val;
1966
1967         WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
1968                         state != QLCNIC_DEV_NEED_QUISCENT);
1969
1970         if (qlcnic_api_lock(adapter))
1971                 return -EIO;
1972
1973         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1974
1975         if (state == QLCNIC_DEV_NEED_RESET)
1976                 QLC_DEV_SET_RST_RDY(val, adapter->portnum);
1977         else if (state == QLCNIC_DEV_NEED_QUISCENT)
1978                 QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
1979
1980         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1981
1982         qlcnic_api_unlock(adapter);
1983
1984         return 0;
1985 }
1986
1987 static int
1988 qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
1989 {
1990         u32  val;
1991
1992         if (qlcnic_api_lock(adapter))
1993                 return -EBUSY;
1994
1995         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1996         QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
1997         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1998
1999         qlcnic_api_unlock(adapter);
2000
2001         return 0;
2002 }
2003
2004 static void
2005 qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter)
2006 {
2007         u32  val;
2008
2009         if (qlcnic_api_lock(adapter))
2010                 goto err;
2011
2012         val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2013         QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
2014         QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2015
2016         if (!(val & 0x11111111))
2017                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
2018
2019         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2020         QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2021         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2022
2023         qlcnic_api_unlock(adapter);
2024 err:
2025         adapter->fw_fail_cnt = 0;
2026         clear_bit(__QLCNIC_START_FW, &adapter->state);
2027         clear_bit(__QLCNIC_RESETTING, &adapter->state);
2028 }
2029
2030 /* Grab api lock, before checking state */
2031 static int
2032 qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
2033 {
2034         int act, state;
2035
2036         state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2037         act = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2038
2039         if (((state & 0x11111111) == (act & 0x11111111)) ||
2040                         ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
2041                 return 0;
2042         else
2043                 return 1;
2044 }
2045
2046 static int
2047 qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
2048 {
2049         u32 val, prev_state;
2050         u8 dev_init_timeo = adapter->dev_init_timeo;
2051         u8 portnum = adapter->portnum;
2052
2053         if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
2054                 return 1;
2055
2056         if (qlcnic_api_lock(adapter))
2057                 return -1;
2058
2059         val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2060         if (!(val & (1 << (portnum * 4)))) {
2061                 QLC_DEV_SET_REF_CNT(val, portnum);
2062                 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2063         }
2064
2065         prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2066         QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2067
2068         switch (prev_state) {
2069         case QLCNIC_DEV_COLD:
2070                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
2071                 qlcnic_api_unlock(adapter);
2072                 return 1;
2073
2074         case QLCNIC_DEV_READY:
2075                 qlcnic_api_unlock(adapter);
2076                 return 0;
2077
2078         case QLCNIC_DEV_NEED_RESET:
2079                 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2080                 QLC_DEV_SET_RST_RDY(val, portnum);
2081                 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2082                 break;
2083
2084         case QLCNIC_DEV_NEED_QUISCENT:
2085                 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2086                 QLC_DEV_SET_QSCNT_RDY(val, portnum);
2087                 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2088                 break;
2089
2090         case QLCNIC_DEV_FAILED:
2091                 qlcnic_api_unlock(adapter);
2092                 return -1;
2093
2094         case QLCNIC_DEV_INITIALIZING:
2095         case QLCNIC_DEV_QUISCENT:
2096                 break;
2097         }
2098
2099         qlcnic_api_unlock(adapter);
2100
2101         do {
2102                 msleep(1000);
2103         } while ((QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) != QLCNIC_DEV_READY)
2104                         && --dev_init_timeo);
2105
2106         if (!dev_init_timeo) {
2107                 dev_err(&adapter->pdev->dev,
2108                         "Waiting for device to initialize timeout\n");
2109                 return -1;
2110         }
2111
2112         if (qlcnic_api_lock(adapter))
2113                 return -1;
2114
2115         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2116         QLC_DEV_CLR_RST_QSCNT(val, portnum);
2117         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2118
2119         qlcnic_api_unlock(adapter);
2120
2121         return 0;
2122 }
2123
2124 static void
2125 qlcnic_fwinit_work(struct work_struct *work)
2126 {
2127         struct qlcnic_adapter *adapter = container_of(work,
2128                         struct qlcnic_adapter, fw_work.work);
2129         u32 dev_state = 0xf;
2130
2131         if (qlcnic_api_lock(adapter))
2132                 goto err_ret;
2133
2134         if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
2135                 dev_err(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
2136                                         adapter->reset_ack_timeo);
2137                 goto skip_ack_check;
2138         }
2139
2140         if (!qlcnic_check_drv_state(adapter)) {
2141 skip_ack_check:
2142                 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2143                 if (dev_state == QLCNIC_DEV_NEED_RESET) {
2144                         QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2145                                                 QLCNIC_DEV_INITIALIZING);
2146                         set_bit(__QLCNIC_START_FW, &adapter->state);
2147                         QLCDB(adapter, DRV, "Restarting fw\n");
2148                 }
2149
2150                 qlcnic_api_unlock(adapter);
2151
2152                 if (!qlcnic_start_firmware(adapter)) {
2153                         qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2154                         return;
2155                 }
2156                 goto err_ret;
2157         }
2158
2159         qlcnic_api_unlock(adapter);
2160
2161         dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2162         QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
2163
2164         switch (dev_state) {
2165         case QLCNIC_DEV_NEED_RESET:
2166                 qlcnic_schedule_work(adapter,
2167                         qlcnic_fwinit_work, FW_POLL_DELAY);
2168                 return;
2169         case QLCNIC_DEV_FAILED:
2170                 break;
2171
2172         default:
2173                 if (!qlcnic_start_firmware(adapter)) {
2174                         qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2175                         return;
2176                 }
2177         }
2178
2179 err_ret:
2180         dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
2181                 "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
2182         netif_device_attach(adapter->netdev);
2183         qlcnic_clr_all_drv_state(adapter);
2184 }
2185
2186 static void
2187 qlcnic_detach_work(struct work_struct *work)
2188 {
2189         struct qlcnic_adapter *adapter = container_of(work,
2190                         struct qlcnic_adapter, fw_work.work);
2191         struct net_device *netdev = adapter->netdev;
2192         u32 status;
2193
2194         netif_device_detach(netdev);
2195
2196         qlcnic_down(adapter, netdev);
2197
2198         rtnl_lock();
2199         qlcnic_detach(adapter);
2200         rtnl_unlock();
2201
2202         status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
2203
2204         if (status & QLCNIC_RCODE_FATAL_ERROR)
2205                 goto err_ret;
2206
2207         if (adapter->temp == QLCNIC_TEMP_PANIC)
2208                 goto err_ret;
2209
2210         if (qlcnic_set_drv_state(adapter, adapter->dev_state))
2211                 goto err_ret;
2212
2213         adapter->fw_wait_cnt = 0;
2214
2215         qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
2216
2217         return;
2218
2219 err_ret:
2220         dev_err(&adapter->pdev->dev, "detach failed; status=%d temp=%d\n",
2221                         status, adapter->temp);
2222         netif_device_attach(netdev);
2223         qlcnic_clr_all_drv_state(adapter);
2224
2225 }
2226
2227 /*Transit to RESET state from READY state only */
2228 static void
2229 qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
2230 {
2231         u32 state;
2232
2233         if (qlcnic_api_lock(adapter))
2234                 return;
2235
2236         state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2237
2238         if (state == QLCNIC_DEV_READY) {
2239                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
2240                 QLCDB(adapter, DRV, "NEED_RESET state set\n");
2241         }
2242
2243         qlcnic_api_unlock(adapter);
2244 }
2245
2246 static void
2247 qlcnic_schedule_work(struct qlcnic_adapter *adapter,
2248                 work_func_t func, int delay)
2249 {
2250         INIT_DELAYED_WORK(&adapter->fw_work, func);
2251         schedule_delayed_work(&adapter->fw_work, round_jiffies_relative(delay));
2252 }
2253
2254 static void
2255 qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
2256 {
2257         while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
2258                 msleep(10);
2259
2260         cancel_delayed_work_sync(&adapter->fw_work);
2261 }
2262
2263 static void
2264 qlcnic_attach_work(struct work_struct *work)
2265 {
2266         struct qlcnic_adapter *adapter = container_of(work,
2267                                 struct qlcnic_adapter, fw_work.work);
2268         struct net_device *netdev = adapter->netdev;
2269         int err;
2270
2271         if (netif_running(netdev)) {
2272                 err = qlcnic_attach(adapter);
2273                 if (err)
2274                         goto done;
2275
2276                 err = qlcnic_up(adapter, netdev);
2277                 if (err) {
2278                         qlcnic_detach(adapter);
2279                         goto done;
2280                 }
2281
2282                 qlcnic_config_indev_addr(netdev, NETDEV_UP);
2283         }
2284
2285 done:
2286         netif_device_attach(netdev);
2287         adapter->fw_fail_cnt = 0;
2288         clear_bit(__QLCNIC_RESETTING, &adapter->state);
2289
2290         if (!qlcnic_clr_drv_state(adapter))
2291                 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
2292                                                         FW_POLL_DELAY);
2293 }
2294
2295 static int
2296 qlcnic_check_health(struct qlcnic_adapter *adapter)
2297 {
2298         u32 state = 0, heartbit;
2299         struct net_device *netdev = adapter->netdev;
2300
2301         if (qlcnic_check_temp(adapter))
2302                 goto detach;
2303
2304         if (adapter->need_fw_reset) {
2305                 qlcnic_dev_request_reset(adapter);
2306                 goto detach;
2307         }
2308
2309         state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2310         if (state == QLCNIC_DEV_NEED_RESET || state == QLCNIC_DEV_NEED_QUISCENT)
2311                 adapter->need_fw_reset = 1;
2312
2313         heartbit = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
2314         if (heartbit != adapter->heartbit) {
2315                 adapter->heartbit = heartbit;
2316                 adapter->fw_fail_cnt = 0;
2317                 if (adapter->need_fw_reset)
2318                         goto detach;
2319                 return 0;
2320         }
2321
2322         if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2323                 return 0;
2324
2325         qlcnic_dev_request_reset(adapter);
2326
2327         clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
2328
2329         dev_info(&netdev->dev, "firmware hang detected\n");
2330
2331 detach:
2332         adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
2333                 QLCNIC_DEV_NEED_RESET;
2334
2335         if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2336                 !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
2337
2338                 qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
2339                 QLCDB(adapter, DRV, "fw recovery scheduled.\n");
2340         }
2341
2342         return 1;
2343 }
2344
2345 static void
2346 qlcnic_fw_poll_work(struct work_struct *work)
2347 {
2348         struct qlcnic_adapter *adapter = container_of(work,
2349                                 struct qlcnic_adapter, fw_work.work);
2350
2351         if (test_bit(__QLCNIC_RESETTING, &adapter->state))
2352                 goto reschedule;
2353
2354
2355         if (qlcnic_check_health(adapter))
2356                 return;
2357
2358 reschedule:
2359         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
2360 }
2361
2362 static ssize_t
2363 qlcnic_store_bridged_mode(struct device *dev,
2364                 struct device_attribute *attr, const char *buf, size_t len)
2365 {
2366         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2367         unsigned long new;
2368         int ret = -EINVAL;
2369
2370         if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
2371                 goto err_out;
2372
2373         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2374                 goto err_out;
2375
2376         if (strict_strtoul(buf, 2, &new))
2377                 goto err_out;
2378
2379         if (!qlcnic_config_bridged_mode(adapter, !!new))
2380                 ret = len;
2381
2382 err_out:
2383         return ret;
2384 }
2385
2386 static ssize_t
2387 qlcnic_show_bridged_mode(struct device *dev,
2388                 struct device_attribute *attr, char *buf)
2389 {
2390         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2391         int bridged_mode = 0;
2392
2393         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2394                 bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
2395
2396         return sprintf(buf, "%d\n", bridged_mode);
2397 }
2398
2399 static struct device_attribute dev_attr_bridged_mode = {
2400        .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2401        .show = qlcnic_show_bridged_mode,
2402        .store = qlcnic_store_bridged_mode,
2403 };
2404
2405 static ssize_t
2406 qlcnic_store_diag_mode(struct device *dev,
2407                 struct device_attribute *attr, const char *buf, size_t len)
2408 {
2409         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2410         unsigned long new;
2411
2412         if (strict_strtoul(buf, 2, &new))
2413                 return -EINVAL;
2414
2415         if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
2416                 adapter->flags ^= QLCNIC_DIAG_ENABLED;
2417
2418         return len;
2419 }
2420
2421 static ssize_t
2422 qlcnic_show_diag_mode(struct device *dev,
2423                 struct device_attribute *attr, char *buf)
2424 {
2425         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2426
2427         return sprintf(buf, "%d\n",
2428                         !!(adapter->flags & QLCNIC_DIAG_ENABLED));
2429 }
2430
2431 static struct device_attribute dev_attr_diag_mode = {
2432         .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2433         .show = qlcnic_show_diag_mode,
2434         .store = qlcnic_store_diag_mode,
2435 };
2436
2437 static int
2438 qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
2439                 loff_t offset, size_t size)
2440 {
2441         size_t crb_size = 4;
2442
2443         if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2444                 return -EIO;
2445
2446         if (offset < QLCNIC_PCI_CRBSPACE) {
2447                 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
2448                                         QLCNIC_PCI_CAMQM_END))
2449                         crb_size = 8;
2450                 else
2451                         return -EINVAL;
2452         }
2453
2454         if ((size != crb_size) || (offset & (crb_size-1)))
2455                 return  -EINVAL;
2456
2457         return 0;
2458 }
2459
2460 static ssize_t
2461 qlcnic_sysfs_read_crb(struct kobject *kobj, struct bin_attribute *attr,
2462                 char *buf, loff_t offset, size_t size)
2463 {
2464         struct device *dev = container_of(kobj, struct device, kobj);
2465         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2466         u32 data;
2467         u64 qmdata;
2468         int ret;
2469
2470         ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2471         if (ret != 0)
2472                 return ret;
2473
2474         if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2475                 qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
2476                 memcpy(buf, &qmdata, size);
2477         } else {
2478                 data = QLCRD32(adapter, offset);
2479                 memcpy(buf, &data, size);
2480         }
2481         return size;
2482 }
2483
2484 static ssize_t
2485 qlcnic_sysfs_write_crb(struct kobject *kobj, struct bin_attribute *attr,
2486                 char *buf, loff_t offset, size_t size)
2487 {
2488         struct device *dev = container_of(kobj, struct device, kobj);
2489         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2490         u32 data;
2491         u64 qmdata;
2492         int ret;
2493
2494         ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2495         if (ret != 0)
2496                 return ret;
2497
2498         if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2499                 memcpy(&qmdata, buf, size);
2500                 qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
2501         } else {
2502                 memcpy(&data, buf, size);
2503                 QLCWR32(adapter, offset, data);
2504         }
2505         return size;
2506 }
2507
2508 static int
2509 qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
2510                 loff_t offset, size_t size)
2511 {
2512         if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2513                 return -EIO;
2514
2515         if ((size != 8) || (offset & 0x7))
2516                 return  -EIO;
2517
2518         return 0;
2519 }
2520
2521 static ssize_t
2522 qlcnic_sysfs_read_mem(struct kobject *kobj, struct bin_attribute *attr,
2523                 char *buf, loff_t offset, size_t size)
2524 {
2525         struct device *dev = container_of(kobj, struct device, kobj);
2526         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2527         u64 data;
2528         int ret;
2529
2530         ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2531         if (ret != 0)
2532                 return ret;
2533
2534         if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
2535                 return -EIO;
2536
2537         memcpy(buf, &data, size);
2538
2539         return size;
2540 }
2541
2542 static ssize_t
2543 qlcnic_sysfs_write_mem(struct kobject *kobj, struct bin_attribute *attr,
2544                 char *buf, loff_t offset, size_t size)
2545 {
2546         struct device *dev = container_of(kobj, struct device, kobj);
2547         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2548         u64 data;
2549         int ret;
2550
2551         ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2552         if (ret != 0)
2553                 return ret;
2554
2555         memcpy(&data, buf, size);
2556
2557         if (qlcnic_pci_mem_write_2M(adapter, offset, data))
2558                 return -EIO;
2559
2560         return size;
2561 }
2562
2563
2564 static struct bin_attribute bin_attr_crb = {
2565         .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2566         .size = 0,
2567         .read = qlcnic_sysfs_read_crb,
2568         .write = qlcnic_sysfs_write_crb,
2569 };
2570
2571 static struct bin_attribute bin_attr_mem = {
2572         .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2573         .size = 0,
2574         .read = qlcnic_sysfs_read_mem,
2575         .write = qlcnic_sysfs_write_mem,
2576 };
2577
2578 static void
2579 qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
2580 {
2581         struct device *dev = &adapter->pdev->dev;
2582
2583         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2584                 if (device_create_file(dev, &dev_attr_bridged_mode))
2585                         dev_warn(dev,
2586                                 "failed to create bridged_mode sysfs entry\n");
2587 }
2588
2589 static void
2590 qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
2591 {
2592         struct device *dev = &adapter->pdev->dev;
2593
2594         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2595                 device_remove_file(dev, &dev_attr_bridged_mode);
2596 }
2597
2598 static void
2599 qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
2600 {
2601         struct device *dev = &adapter->pdev->dev;
2602
2603         if (device_create_file(dev, &dev_attr_diag_mode))
2604                 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2605         if (device_create_bin_file(dev, &bin_attr_crb))
2606                 dev_info(dev, "failed to create crb sysfs entry\n");
2607         if (device_create_bin_file(dev, &bin_attr_mem))
2608                 dev_info(dev, "failed to create mem sysfs entry\n");
2609 }
2610
2611
2612 static void
2613 qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
2614 {
2615         struct device *dev = &adapter->pdev->dev;
2616
2617         device_remove_file(dev, &dev_attr_diag_mode);
2618         device_remove_bin_file(dev, &bin_attr_crb);
2619         device_remove_bin_file(dev, &bin_attr_mem);
2620 }
2621
2622 #ifdef CONFIG_INET
2623
2624 #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
2625
2626 static int
2627 qlcnic_destip_supported(struct qlcnic_adapter *adapter)
2628 {
2629         if (adapter->ahw.cut_through)
2630                 return 0;
2631
2632         return 1;
2633 }
2634
2635 static void
2636 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2637 {
2638         struct in_device *indev;
2639         struct qlcnic_adapter *adapter = netdev_priv(dev);
2640
2641         if (!qlcnic_destip_supported(adapter))
2642                 return;
2643
2644         indev = in_dev_get(dev);
2645         if (!indev)
2646                 return;
2647
2648         for_ifa(indev) {
2649                 switch (event) {
2650                 case NETDEV_UP:
2651                         qlcnic_config_ipaddr(adapter,
2652                                         ifa->ifa_address, QLCNIC_IP_UP);
2653                         break;
2654                 case NETDEV_DOWN:
2655                         qlcnic_config_ipaddr(adapter,
2656                                         ifa->ifa_address, QLCNIC_IP_DOWN);
2657                         break;
2658                 default:
2659                         break;
2660                 }
2661         } endfor_ifa(indev);
2662
2663         in_dev_put(indev);
2664 }
2665
2666 static int qlcnic_netdev_event(struct notifier_block *this,
2667                                  unsigned long event, void *ptr)
2668 {
2669         struct qlcnic_adapter *adapter;
2670         struct net_device *dev = (struct net_device *)ptr;
2671
2672 recheck:
2673         if (dev == NULL)
2674                 goto done;
2675
2676         if (dev->priv_flags & IFF_802_1Q_VLAN) {
2677                 dev = vlan_dev_real_dev(dev);
2678                 goto recheck;
2679         }
2680
2681         if (!is_qlcnic_netdev(dev))
2682                 goto done;
2683
2684         adapter = netdev_priv(dev);
2685
2686         if (!adapter)
2687                 goto done;
2688
2689         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2690                 goto done;
2691
2692         qlcnic_config_indev_addr(dev, event);
2693 done:
2694         return NOTIFY_DONE;
2695 }
2696
2697 static int
2698 qlcnic_inetaddr_event(struct notifier_block *this,
2699                 unsigned long event, void *ptr)
2700 {
2701         struct qlcnic_adapter *adapter;
2702         struct net_device *dev;
2703
2704         struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
2705
2706         dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2707
2708 recheck:
2709         if (dev == NULL || !netif_running(dev))
2710                 goto done;
2711
2712         if (dev->priv_flags & IFF_802_1Q_VLAN) {
2713                 dev = vlan_dev_real_dev(dev);
2714                 goto recheck;
2715         }
2716
2717         if (!is_qlcnic_netdev(dev))
2718                 goto done;
2719
2720         adapter = netdev_priv(dev);
2721
2722         if (!adapter || !qlcnic_destip_supported(adapter))
2723                 goto done;
2724
2725         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2726                 goto done;
2727
2728         switch (event) {
2729         case NETDEV_UP:
2730                 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
2731                 break;
2732         case NETDEV_DOWN:
2733                 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
2734                 break;
2735         default:
2736                 break;
2737         }
2738
2739 done:
2740         return NOTIFY_DONE;
2741 }
2742
2743 static struct notifier_block    qlcnic_netdev_cb = {
2744         .notifier_call = qlcnic_netdev_event,
2745 };
2746
2747 static struct notifier_block qlcnic_inetaddr_cb = {
2748         .notifier_call = qlcnic_inetaddr_event,
2749 };
2750 #else
2751 static void
2752 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2753 { }
2754 #endif
2755
2756 static struct pci_driver qlcnic_driver = {
2757         .name = qlcnic_driver_name,
2758         .id_table = qlcnic_pci_tbl,
2759         .probe = qlcnic_probe,
2760         .remove = __devexit_p(qlcnic_remove),
2761 #ifdef CONFIG_PM
2762         .suspend = qlcnic_suspend,
2763         .resume = qlcnic_resume,
2764 #endif
2765         .shutdown = qlcnic_shutdown
2766 };
2767
2768 static int __init qlcnic_init_module(void)
2769 {
2770
2771         printk(KERN_INFO "%s\n", qlcnic_driver_string);
2772
2773 #ifdef CONFIG_INET
2774         register_netdevice_notifier(&qlcnic_netdev_cb);
2775         register_inetaddr_notifier(&qlcnic_inetaddr_cb);
2776 #endif
2777
2778
2779         return pci_register_driver(&qlcnic_driver);
2780 }
2781
2782 module_init(qlcnic_init_module);
2783
2784 static void __exit qlcnic_exit_module(void)
2785 {
2786
2787         pci_unregister_driver(&qlcnic_driver);
2788
2789 #ifdef CONFIG_INET
2790         unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
2791         unregister_netdevice_notifier(&qlcnic_netdev_cb);
2792 #endif
2793 }
2794
2795 module_exit(qlcnic_exit_module);