drivers/staging/octeon/ethernet.c

   1 /**********************************************************************
   2  * Author: Cavium Networks
   3  *
   4  * Contact: support@caviumnetworks.com
   5  * This file is part of the OCTEON SDK
   6  *
   7  * Copyright (c) 2003-2007 Cavium Networks
   8  *
   9  * This file is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License, Version 2, as
  11  * published by the Free Software Foundation.
  12  *
  13  * This file is distributed in the hope that it will be useful, but
  14  * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
  15  * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
  16  * NONINFRINGEMENT.  See the GNU General Public License for more
  17  * details.
  18  *
  19  * You should have received a copy of the GNU General Public License
  20  * along with this file; if not, write to the Free Software
  21  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  22  * or visit http://www.gnu.org/licenses/.
  23  *
  24  * This file may also be available under a different license from Cavium.
  25  * Contact Cavium Networks for more information
  26 **********************************************************************/
  27 #include <linux/kernel.h>
  28 #include <linux/init.h>
  29 #include <linux/module.h>
  30 #include <linux/netdevice.h>
  31 #include <linux/etherdevice.h>
  32 #include <linux/phy.h>
  33
  34 #include <net/dst.h>
  35
  36 #include <asm/octeon/octeon.h>
  37
  38 #include "ethernet-defines.h"
  39 #include "octeon-ethernet.h"
  40 #include "ethernet-mem.h"
  41 #include "ethernet-rx.h"
  42 #include "ethernet-tx.h"
  43 #include "ethernet-mdio.h"
  44 #include "ethernet-util.h"
  45 #include "ethernet-proc.h"
  46
  47
  48 #include "cvmx-pip.h"
  49 #include "cvmx-pko.h"
  50 #include "cvmx-fau.h"
  51 #include "cvmx-ipd.h"
  52 #include "cvmx-helper.h"
  53
  54 #include "cvmx-gmxx-defs.h"
  55 #include "cvmx-smix-defs.h"
  56
  57 #if defined(CONFIG_CAVIUM_OCTEON_NUM_PACKET_BUFFERS) \
  58         && CONFIG_CAVIUM_OCTEON_NUM_PACKET_BUFFERS
  59 int num_packet_buffers = CONFIG_CAVIUM_OCTEON_NUM_PACKET_BUFFERS;
  60 #else
  61 int num_packet_buffers = 1024;
  62 #endif
  63 module_param(num_packet_buffers, int, 0444);
  64 MODULE_PARM_DESC(num_packet_buffers, "\n"
  65         "\tNumber of packet buffers to allocate and store in the\n"
  66         "\tFPA. By default, 1024 packet buffers are used unless\n"
  67         "\tCONFIG_CAVIUM_OCTEON_NUM_PACKET_BUFFERS is defined.");
  68
  69 int pow_receive_group = 15;
  70 module_param(pow_receive_group, int, 0444);
  71 MODULE_PARM_DESC(pow_receive_group, "\n"
  72         "\tPOW group to receive packets from. All ethernet hardware\n"
  73         "\twill be configured to send incomming packets to this POW\n"
  74         "\tgroup. Also any other software can submit packets to this\n"
  75         "\tgroup for the kernel to process.");
  76
  77 int pow_send_group = -1;
  78 module_param(pow_send_group, int, 0644);
  79 MODULE_PARM_DESC(pow_send_group, "\n"
  80         "\tPOW group to send packets to other software on. This\n"
  81         "\tcontrols the creation of the virtual device pow0.\n"
  82         "\talways_use_pow also depends on this value.");
  83
  84 int always_use_pow;
  85 module_param(always_use_pow, int, 0444);
  86 MODULE_PARM_DESC(always_use_pow, "\n"
  87         "\tWhen set, always send to the pow group. This will cause\n"
  88         "\tpackets sent to real ethernet devices to be sent to the\n"
  89         "\tPOW group instead of the hardware. Unless some other\n"
  90         "\tapplication changes the config, packets will still be\n"
  91         "\treceived from the low level hardware. Use this option\n"
  92         "\tto allow a CVMX app to intercept all packets from the\n"
  93         "\tlinux kernel. You must specify pow_send_group along with\n"
  94         "\tthis option.");
  95
  96 char pow_send_list[128] = "";
  97 module_param_string(pow_send_list, pow_send_list, sizeof(pow_send_list), 0444);
  98 MODULE_PARM_DESC(pow_send_list, "\n"
  99         "\tComma separated list of ethernet devices that should use the\n"
 100         "\tPOW for transmit instead of the actual ethernet hardware. This\n"
 101         "\tis a per port version of always_use_pow. always_use_pow takes\n"
 102         "\tprecedence over this list. For example, setting this to\n"
 103         "\t\"eth2,spi3,spi7\" would cause these three devices to transmit\n"
 104         "\tusing the pow_send_group.");
 105
 106 int max_rx_cpus = -1;
 107 module_param(max_rx_cpus, int, 0444);
 108 MODULE_PARM_DESC(max_rx_cpus, "\n"
 109         "\t\tThe maximum number of CPUs to use for packet reception.\n"
 110         "\t\tUse -1 to use all available CPUs.");
 111
 112 int rx_napi_weight = 32;
 113 module_param(rx_napi_weight, int, 0444);
 114 MODULE_PARM_DESC(rx_napi_weight, "The NAPI WEIGHT parameter.");
 115
 116 /*
 117  * The offset from mac_addr_base that should be used for the next port
 118  * that is configured.  By convention, if any mgmt ports exist on the
 119  * chip, they get the first mac addresses, The ports controlled by
 120  * this driver are numbered sequencially following any mgmt addresses
 121  * that may exist.
 122  */
 123 static unsigned int cvm_oct_mac_addr_offset;
 124
 125 /**
 126  * cvm_oct_poll_queue - Workqueue for polling operations.
 127  */
 128 struct workqueue_struct *cvm_oct_poll_queue;
 129
 130 /**
 131  * cvm_oct_poll_queue_stopping - flag to indicate polling should stop.
 132  *
 133  * Set to one right before cvm_oct_poll_queue is destroyed.
 134  */
 135 atomic_t cvm_oct_poll_queue_stopping = ATOMIC_INIT(0);
 136
 137 /**
 138  * Array of every ethernet device owned by this driver indexed by
 139  * the ipd input port number.
 140  */
 141 struct net_device *cvm_oct_device[TOTAL_NUMBER_OF_PORTS];
 142
 143 static void cvm_oct_rx_refill_worker(struct work_struct *work);
 144 static DECLARE_DELAYED_WORK(cvm_oct_rx_refill_work, cvm_oct_rx_refill_worker);
 145
 146 static void cvm_oct_rx_refill_worker(struct work_struct *work)
 147 {
 148         /*
 149          * FPA 0 may have been drained, try to refill it if we need
 150          * more than num_packet_buffers / 2, otherwise normal receive
 151          * processing will refill it.  If it were drained, no packets
 152          * could be received so cvm_oct_napi_poll would never be
 153          * invoked to do the refill.
 154          */
 155         cvm_oct_rx_refill_pool(num_packet_buffers / 2);
 156
 157         if (!atomic_read(&cvm_oct_poll_queue_stopping))
 158                 queue_delayed_work(cvm_oct_poll_queue,
 159                                    &cvm_oct_rx_refill_work, HZ);
 160 }
 161
 162 static void cvm_oct_tx_clean_worker(struct work_struct *work)
 163 {
 164         struct octeon_ethernet *priv = container_of(work,
 165                                                     struct octeon_ethernet,
 166                                                     tx_clean_work.work);
 167
 168         if (priv->poll)
 169                 priv->poll(cvm_oct_device[priv->port]);
 170         cvm_oct_free_tx_skbs(priv);
 171         cvm_oct_device[priv->port]->netdev_ops->ndo_get_stats(cvm_oct_device[priv->port]);
 172         if (!atomic_read(&cvm_oct_poll_queue_stopping))
 173                 queue_delayed_work(cvm_oct_poll_queue, &priv->tx_clean_work, HZ);
 174  }
 175
 176 /**
 177  * Configure common hardware for all interfaces
 178  */
 179 static __init void cvm_oct_configure_common_hw(void)
 180 {
 181         /* Setup the FPA */
 182         cvmx_fpa_enable();
 183         cvm_oct_mem_fill_fpa(CVMX_FPA_PACKET_POOL, CVMX_FPA_PACKET_POOL_SIZE,
 184                              num_packet_buffers);
 185         cvm_oct_mem_fill_fpa(CVMX_FPA_WQE_POOL, CVMX_FPA_WQE_POOL_SIZE,
 186                              num_packet_buffers);
 187         if (CVMX_FPA_OUTPUT_BUFFER_POOL != CVMX_FPA_PACKET_POOL)
 188                 cvm_oct_mem_fill_fpa(CVMX_FPA_OUTPUT_BUFFER_POOL,
 189                                      CVMX_FPA_OUTPUT_BUFFER_POOL_SIZE, 128);
 190
 191         if (USE_RED)
 192                 cvmx_helper_setup_red(num_packet_buffers / 4,
 193                                       num_packet_buffers / 8);
 194
 195 }
 196
 197 /**
 198  * Free a work queue entry received in a intercept callback.
 199  *
 200  * @work_queue_entry:
 201  *               Work queue entry to free
 202  * Returns Zero on success, Negative on failure.
 203  */
 204 int cvm_oct_free_work(void *work_queue_entry)
 205 {
 206         cvmx_wqe_t *work = work_queue_entry;
 207
 208         int segments = work->word2.s.bufs;
 209         union cvmx_buf_ptr segment_ptr = work->packet_ptr;
 210
 211         while (segments--) {
 212                 union cvmx_buf_ptr next_ptr = *(union cvmx_buf_ptr *)
 213                         cvmx_phys_to_ptr(segment_ptr.s.addr - 8);
 214                 if (unlikely(!segment_ptr.s.i))
 215                         cvmx_fpa_free(cvm_oct_get_buffer_ptr(segment_ptr),
 216                                       segment_ptr.s.pool,
 217                                       DONT_WRITEBACK(CVMX_FPA_PACKET_POOL_SIZE /
 218                                                      128));
 219                 segment_ptr = next_ptr;
 220         }
 221         cvmx_fpa_free(work, CVMX_FPA_WQE_POOL, DONT_WRITEBACK(1));
 222
 223         return 0;
 224 }
 225 EXPORT_SYMBOL(cvm_oct_free_work);
 226
 227 /**
 228  * Get the low level ethernet statistics
 229  *
 230  * @dev:    Device to get the statistics from
 231  * Returns Pointer to the statistics
 232  */
 233 static struct net_device_stats *cvm_oct_common_get_stats(struct net_device *dev)
 234 {
 235         cvmx_pip_port_status_t rx_status;
 236         cvmx_pko_port_status_t tx_status;
 237         struct octeon_ethernet *priv = netdev_priv(dev);
 238
 239         if (priv->port < CVMX_PIP_NUM_INPUT_PORTS) {
 240                 if (octeon_is_simulation()) {
 241                         /* The simulator doesn't support statistics */
 242                         memset(&rx_status, 0, sizeof(rx_status));
 243                         memset(&tx_status, 0, sizeof(tx_status));
 244                 } else {
 245                         cvmx_pip_get_port_status(priv->port, 1, &rx_status);
 246                         cvmx_pko_get_port_status(priv->port, 1, &tx_status);
 247                 }
 248
 249                 priv->stats.rx_packets += rx_status.inb_packets;
 250                 priv->stats.tx_packets += tx_status.packets;
 251                 priv->stats.rx_bytes += rx_status.inb_octets;
 252                 priv->stats.tx_bytes += tx_status.octets;
 253                 priv->stats.multicast += rx_status.multicast_packets;
 254                 priv->stats.rx_crc_errors += rx_status.inb_errors;
 255                 priv->stats.rx_frame_errors += rx_status.fcs_align_err_packets;
 256
 257                 /*
 258                  * The drop counter must be incremented atomically
 259                  * since the RX tasklet also increments it.
 260                  */
 261 #ifdef CONFIG_64BIT
 262                 atomic64_add(rx_status.dropped_packets,
 263                              (atomic64_t *)&priv->stats.rx_dropped);
 264 #else
 265                 atomic_add(rx_status.dropped_packets,
 266                              (atomic_t *)&priv->stats.rx_dropped);
 267 #endif
 268         }
 269
 270         return &priv->stats;
 271 }
 272
 273 /**
 274  * Change the link MTU. Unimplemented
 275  *
 276  * @dev:     Device to change
 277  * @new_mtu: The new MTU
 278  *
 279  * Returns Zero on success
 280  */
 281 static int cvm_oct_common_change_mtu(struct net_device *dev, int new_mtu)
 282 {
 283         struct octeon_ethernet *priv = netdev_priv(dev);
 284         int interface = INTERFACE(priv->port);
 285         int index = INDEX(priv->port);
 286 #if defined(CONFIG_VLAN_8021Q) || defined(CONFIG_VLAN_8021Q_MODULE)
 287         int vlan_bytes = 4;
 288 #else
 289         int vlan_bytes = 0;
 290 #endif
 291
 292         /*
 293          * Limit the MTU to make sure the ethernet packets are between
 294          * 64 bytes and 65535 bytes.
 295          */
 296         if ((new_mtu + 14 + 4 + vlan_bytes < 64)
 297             || (new_mtu + 14 + 4 + vlan_bytes > 65392)) {
 298                 pr_err("MTU must be between %d and %d.\n",
 299                        64 - 14 - 4 - vlan_bytes, 65392 - 14 - 4 - vlan_bytes);
 300                 return -EINVAL;
 301         }
 302         dev->mtu = new_mtu;
 303
 304         if ((interface < 2)
 305             && (cvmx_helper_interface_get_mode(interface) !=
 306                 CVMX_HELPER_INTERFACE_MODE_SPI)) {
 307                 /* Add ethernet header and FCS, and VLAN if configured. */
 308                 int max_packet = new_mtu + 14 + 4 + vlan_bytes;
 309
 310                 if (OCTEON_IS_MODEL(OCTEON_CN3XXX)
 311                     || OCTEON_IS_MODEL(OCTEON_CN58XX)) {
 312                         /* Signal errors on packets larger than the MTU */
 313                         cvmx_write_csr(CVMX_GMXX_RXX_FRM_MAX(index, interface),
 314                                        max_packet);
 315                 } else {
 316                         /*
 317                          * Set the hardware to truncate packets larger
 318                          * than the MTU and smaller the 64 bytes.
 319                          */
 320                         union cvmx_pip_frm_len_chkx frm_len_chk;
 321                         frm_len_chk.u64 = 0;
 322                         frm_len_chk.s.minlen = 64;
 323                         frm_len_chk.s.maxlen = max_packet;
 324                         cvmx_write_csr(CVMX_PIP_FRM_LEN_CHKX(interface),
 325                                        frm_len_chk.u64);
 326                 }
 327                 /*
 328                  * Set the hardware to truncate packets larger than
 329                  * the MTU. The jabber register must be set to a
 330                  * multiple of 8 bytes, so round up.
 331                  */
 332                 cvmx_write_csr(CVMX_GMXX_RXX_JABBER(index, interface),
 333                                (max_packet + 7) & ~7u);
 334         }
 335         return 0;
 336 }
 337
 338 /**
 339  * Set the multicast list. Currently unimplemented.
 340  *
 341  * @dev:    Device to work on
 342  */
 343 static void cvm_oct_common_set_multicast_list(struct net_device *dev)
 344 {
 345         union cvmx_gmxx_prtx_cfg gmx_cfg;
 346         struct octeon_ethernet *priv = netdev_priv(dev);
 347         int interface = INTERFACE(priv->port);
 348         int index = INDEX(priv->port);
 349
 350         if ((interface < 2)
 351             && (cvmx_helper_interface_get_mode(interface) !=
 352                 CVMX_HELPER_INTERFACE_MODE_SPI)) {
 353                 union cvmx_gmxx_rxx_adr_ctl control;
 354                 control.u64 = 0;
 355                 control.s.bcst = 1;     /* Allow broadcast MAC addresses */
 356
 357                 if (dev->mc_list || (dev->flags & IFF_ALLMULTI) ||
 358                     (dev->flags & IFF_PROMISC))
 359                         /* Force accept multicast packets */
 360                         control.s.mcst = 2;
 361                 else
 362                         /* Force reject multicat packets */
 363                         control.s.mcst = 1;
 364
 365                 if (dev->flags & IFF_PROMISC)
 366                         /*
 367                          * Reject matches if promisc. Since CAM is
 368                          * shut off, should accept everything.
 369                          */
 370                         control.s.cam_mode = 0;
 371                 else
 372                         /* Filter packets based on the CAM */
 373                         control.s.cam_mode = 1;
 374
 375                 gmx_cfg.u64 =
 376                     cvmx_read_csr(CVMX_GMXX_PRTX_CFG(index, interface));
 377                 cvmx_write_csr(CVMX_GMXX_PRTX_CFG(index, interface),
 378                                gmx_cfg.u64 & ~1ull);
 379
 380                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CTL(index, interface),
 381                                control.u64);
 382                 if (dev->flags & IFF_PROMISC)
 383                         cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM_EN
 384                                        (index, interface), 0);
 385                 else
 386                         cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM_EN
 387                                        (index, interface), 1);
 388
 389                 cvmx_write_csr(CVMX_GMXX_PRTX_CFG(index, interface),
 390                                gmx_cfg.u64);
 391         }
 392 }
 393
 394 /**
 395  * Set the hardware MAC address for a device
 396  *
 397  * @dev:    Device to change the MAC address for
 398  * @addr:   Address structure to change it too. MAC address is addr + 2.
 399  * Returns Zero on success
 400  */
 401 static int cvm_oct_common_set_mac_address(struct net_device *dev, void *addr)
 402 {
 403         struct octeon_ethernet *priv = netdev_priv(dev);
 404         union cvmx_gmxx_prtx_cfg gmx_cfg;
 405         int interface = INTERFACE(priv->port);
 406         int index = INDEX(priv->port);
 407
 408         memcpy(dev->dev_addr, addr + 2, 6);
 409
 410         if ((interface < 2)
 411             && (cvmx_helper_interface_get_mode(interface) !=
 412                 CVMX_HELPER_INTERFACE_MODE_SPI)) {
 413                 int i;
 414                 uint8_t *ptr = addr;
 415                 uint64_t mac = 0;
 416                 for (i = 0; i < 6; i++)
 417                         mac = (mac << 8) | (uint64_t) (ptr[i + 2]);
 418
 419                 gmx_cfg.u64 =
 420                     cvmx_read_csr(CVMX_GMXX_PRTX_CFG(index, interface));
 421                 cvmx_write_csr(CVMX_GMXX_PRTX_CFG(index, interface),
 422                                gmx_cfg.u64 & ~1ull);
 423
 424                 cvmx_write_csr(CVMX_GMXX_SMACX(index, interface), mac);
 425                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM0(index, interface),
 426                                ptr[2]);
 427                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM1(index, interface),
 428                                ptr[3]);
 429                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM2(index, interface),
 430                                ptr[4]);
 431                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM3(index, interface),
 432                                ptr[5]);
 433                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM4(index, interface),
 434                                ptr[6]);
 435                 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM5(index, interface),
 436                                ptr[7]);
 437                 cvm_oct_common_set_multicast_list(dev);
 438                 cvmx_write_csr(CVMX_GMXX_PRTX_CFG(index, interface),
 439                                gmx_cfg.u64);
 440         }
 441         return 0;
 442 }
 443
 444 /**
 445  * Per network device initialization
 446  *
 447  * @dev:    Device to initialize
 448  * Returns Zero on success
 449  */
 450 int cvm_oct_common_init(struct net_device *dev)
 451 {
 452         struct octeon_ethernet *priv = netdev_priv(dev);
 453         struct sockaddr sa;
 454         u64 mac = ((u64)(octeon_bootinfo->mac_addr_base[0] & 0xff) << 40) |
 455                 ((u64)(octeon_bootinfo->mac_addr_base[1] & 0xff) << 32) |
 456                 ((u64)(octeon_bootinfo->mac_addr_base[2] & 0xff) << 24) |
 457                 ((u64)(octeon_bootinfo->mac_addr_base[3] & 0xff) << 16) |
 458                 ((u64)(octeon_bootinfo->mac_addr_base[4] & 0xff) << 8) |
 459                 (u64)(octeon_bootinfo->mac_addr_base[5] & 0xff);
 460
 461         mac += cvm_oct_mac_addr_offset;
 462         sa.sa_data[0] = (mac >> 40) & 0xff;
 463         sa.sa_data[1] = (mac >> 32) & 0xff;
 464         sa.sa_data[2] = (mac >> 24) & 0xff;
 465         sa.sa_data[3] = (mac >> 16) & 0xff;
 466         sa.sa_data[4] = (mac >> 8) & 0xff;
 467         sa.sa_data[5] = mac & 0xff;
 468
 469         if (cvm_oct_mac_addr_offset >= octeon_bootinfo->mac_addr_count)
 470                 printk(KERN_DEBUG "%s: Using MAC outside of the assigned range:"
 471                         " %02x:%02x:%02x:%02x:%02x:%02x\n", dev->name,
 472                         sa.sa_data[0] & 0xff, sa.sa_data[1] & 0xff,
 473                         sa.sa_data[2] & 0xff, sa.sa_data[3] & 0xff,
 474                         sa.sa_data[4] & 0xff, sa.sa_data[5] & 0xff);
 475         cvm_oct_mac_addr_offset++;
 476
 477         /*
 478          * Force the interface to use the POW send if always_use_pow
 479          * was specified or it is in the pow send list.
 480          */
 481         if ((pow_send_group != -1)
 482             && (always_use_pow || strstr(pow_send_list, dev->name)))
 483                 priv->queue = -1;
 484
 485         if (priv->queue != -1) {
 486                 dev->features |= NETIF_F_SG;
 487                 if (USE_HW_TCPUDP_CHECKSUM)
 488                         dev->features |= NETIF_F_IP_CSUM;
 489         }
 490
 491         /* We do our own locking, Linux doesn't need to */
 492         dev->features |= NETIF_F_LLTX;
 493         SET_ETHTOOL_OPS(dev, &cvm_oct_ethtool_ops);
 494
 495         cvm_oct_phy_setup_device(dev);
 496         dev->netdev_ops->ndo_set_mac_address(dev, &sa);
 497         dev->netdev_ops->ndo_change_mtu(dev, dev->mtu);
 498
 499         /*
 500          * Zero out stats for port so we won't mistakenly show
 501          * counters from the bootloader.
 502          */
 503         memset(dev->netdev_ops->ndo_get_stats(dev), 0,
 504                sizeof(struct net_device_stats));
 505
 506         return 0;
 507 }
 508
 509 void cvm_oct_common_uninit(struct net_device *dev)
 510 {
 511         struct octeon_ethernet *priv = netdev_priv(dev);
 512
 513         if (priv->phydev)
 514                 phy_disconnect(priv->phydev);
 515 }
 516
 517 static const struct net_device_ops cvm_oct_npi_netdev_ops = {
 518         .ndo_init               = cvm_oct_common_init,
 519         .ndo_uninit             = cvm_oct_common_uninit,
 520         .ndo_start_xmit         = cvm_oct_xmit,
 521         .ndo_set_multicast_list = cvm_oct_common_set_multicast_list,
 522         .ndo_set_mac_address    = cvm_oct_common_set_mac_address,
 523         .ndo_do_ioctl           = cvm_oct_ioctl,
 524         .ndo_change_mtu         = cvm_oct_common_change_mtu,
 525         .ndo_get_stats          = cvm_oct_common_get_stats,
 526 #ifdef CONFIG_NET_POLL_CONTROLLER
 527         .ndo_poll_controller    = cvm_oct_poll_controller,
 528 #endif
 529 };
 530 static const struct net_device_ops cvm_oct_xaui_netdev_ops = {
 531         .ndo_init               = cvm_oct_xaui_init,
 532         .ndo_uninit             = cvm_oct_xaui_uninit,
 533         .ndo_open               = cvm_oct_xaui_open,
 534         .ndo_stop               = cvm_oct_xaui_stop,
 535         .ndo_start_xmit         = cvm_oct_xmit,
 536         .ndo_set_multicast_list = cvm_oct_common_set_multicast_list,
 537         .ndo_set_mac_address    = cvm_oct_common_set_mac_address,
 538         .ndo_do_ioctl           = cvm_oct_ioctl,
 539         .ndo_change_mtu         = cvm_oct_common_change_mtu,
 540         .ndo_get_stats          = cvm_oct_common_get_stats,
 541 #ifdef CONFIG_NET_POLL_CONTROLLER
 542         .ndo_poll_controller    = cvm_oct_poll_controller,
 543 #endif
 544 };
 545 static const struct net_device_ops cvm_oct_sgmii_netdev_ops = {
 546         .ndo_init               = cvm_oct_sgmii_init,
 547         .ndo_uninit             = cvm_oct_sgmii_uninit,
 548         .ndo_open               = cvm_oct_sgmii_open,
 549         .ndo_stop               = cvm_oct_sgmii_stop,
 550         .ndo_start_xmit         = cvm_oct_xmit,
 551         .ndo_set_multicast_list = cvm_oct_common_set_multicast_list,
 552         .ndo_set_mac_address    = cvm_oct_common_set_mac_address,
 553         .ndo_do_ioctl           = cvm_oct_ioctl,
 554         .ndo_change_mtu         = cvm_oct_common_change_mtu,
 555         .ndo_get_stats          = cvm_oct_common_get_stats,
 556 #ifdef CONFIG_NET_POLL_CONTROLLER
 557         .ndo_poll_controller    = cvm_oct_poll_controller,
 558 #endif
 559 };
 560 static const struct net_device_ops cvm_oct_spi_netdev_ops = {
 561         .ndo_init               = cvm_oct_spi_init,
 562         .ndo_uninit             = cvm_oct_spi_uninit,
 563         .ndo_start_xmit         = cvm_oct_xmit,
 564         .ndo_set_multicast_list = cvm_oct_common_set_multicast_list,
 565         .ndo_set_mac_address    = cvm_oct_common_set_mac_address,
 566         .ndo_do_ioctl           = cvm_oct_ioctl,
 567         .ndo_change_mtu         = cvm_oct_common_change_mtu,
 568         .ndo_get_stats          = cvm_oct_common_get_stats,
 569 #ifdef CONFIG_NET_POLL_CONTROLLER
 570         .ndo_poll_controller    = cvm_oct_poll_controller,
 571 #endif
 572 };
 573 static const struct net_device_ops cvm_oct_rgmii_netdev_ops = {
 574         .ndo_init               = cvm_oct_rgmii_init,
 575         .ndo_uninit             = cvm_oct_rgmii_uninit,
 576         .ndo_open               = cvm_oct_rgmii_open,
 577         .ndo_stop               = cvm_oct_rgmii_stop,
 578         .ndo_start_xmit         = cvm_oct_xmit,
 579         .ndo_set_multicast_list = cvm_oct_common_set_multicast_list,
 580         .ndo_set_mac_address    = cvm_oct_common_set_mac_address,
 581         .ndo_do_ioctl           = cvm_oct_ioctl,
 582         .ndo_change_mtu         = cvm_oct_common_change_mtu,
 583         .ndo_get_stats          = cvm_oct_common_get_stats,
 584 #ifdef CONFIG_NET_POLL_CONTROLLER
 585         .ndo_poll_controller    = cvm_oct_poll_controller,
 586 #endif
 587 };
 588 static const struct net_device_ops cvm_oct_pow_netdev_ops = {
 589         .ndo_init               = cvm_oct_common_init,
 590         .ndo_start_xmit         = cvm_oct_xmit_pow,
 591         .ndo_set_multicast_list = cvm_oct_common_set_multicast_list,
 592         .ndo_set_mac_address    = cvm_oct_common_set_mac_address,
 593         .ndo_do_ioctl           = cvm_oct_ioctl,
 594         .ndo_change_mtu         = cvm_oct_common_change_mtu,
 595         .ndo_get_stats          = cvm_oct_common_get_stats,
 596 #ifdef CONFIG_NET_POLL_CONTROLLER
 597         .ndo_poll_controller    = cvm_oct_poll_controller,
 598 #endif
 599 };
 600
 601 extern void octeon_mdiobus_force_mod_depencency(void);
 602
 603 /**
 604  * Module/ driver initialization. Creates the linux network
 605  * devices.
 606  *
 607  * Returns Zero on success
 608  */
 609 static int __init cvm_oct_init_module(void)
 610 {
 611         int num_interfaces;
 612         int interface;
 613         int fau = FAU_NUM_PACKET_BUFFERS_TO_FREE;
 614         int qos;
 615
 616         octeon_mdiobus_force_mod_depencency();
 617         pr_notice("cavium-ethernet %s\n", OCTEON_ETHERNET_VERSION);
 618
 619         if (OCTEON_IS_MODEL(OCTEON_CN52XX))
 620                 cvm_oct_mac_addr_offset = 2; /* First two are the mgmt ports. */
 621         else if (OCTEON_IS_MODEL(OCTEON_CN56XX))
 622                 cvm_oct_mac_addr_offset = 1; /* First one is the mgmt port. */
 623         else
 624                 cvm_oct_mac_addr_offset = 0;
 625
 626         cvm_oct_poll_queue = create_singlethread_workqueue("octeon-ethernet");
 627         if (cvm_oct_poll_queue == NULL) {
 628                 pr_err("octeon-ethernet: Cannot create workqueue");
 629                 return -ENOMEM;
 630         }
 631
 632         cvm_oct_proc_initialize();
 633         cvm_oct_configure_common_hw();
 634
 635         cvmx_helper_initialize_packet_io_global();
 636
 637         /* Change the input group for all ports before input is enabled */
 638         num_interfaces = cvmx_helper_get_number_of_interfaces();
 639         for (interface = 0; interface < num_interfaces; interface++) {
 640                 int num_ports = cvmx_helper_ports_on_interface(interface);
 641                 int port;
 642
 643                 for (port = cvmx_helper_get_ipd_port(interface, 0);
 644                      port < cvmx_helper_get_ipd_port(interface, num_ports);
 645                      port++) {
 646                         union cvmx_pip_prt_tagx pip_prt_tagx;
 647                         pip_prt_tagx.u64 =
 648                             cvmx_read_csr(CVMX_PIP_PRT_TAGX(port));
 649                         pip_prt_tagx.s.grp = pow_receive_group;
 650                         cvmx_write_csr(CVMX_PIP_PRT_TAGX(port),
 651                                        pip_prt_tagx.u64);
 652                 }
 653         }
 654
 655         cvmx_helper_ipd_and_packet_input_enable();
 656
 657         memset(cvm_oct_device, 0, sizeof(cvm_oct_device));
 658
 659         /*
 660          * Initialize the FAU used for counting packet buffers that
 661          * need to be freed.
 662          */
 663         cvmx_fau_atomic_write32(FAU_NUM_PACKET_BUFFERS_TO_FREE, 0);
 664
 665         if ((pow_send_group != -1)) {
 666                 struct net_device *dev;
 667                 pr_info("\tConfiguring device for POW only access\n");
 668                 dev = alloc_etherdev(sizeof(struct octeon_ethernet));
 669                 if (dev) {
 670                         /* Initialize the device private structure. */
 671                         struct octeon_ethernet *priv = netdev_priv(dev);
 672
 673                         hrtimer_init(&priv->tx_restart_timer,
 674                                      CLOCK_MONOTONIC,
 675                                      HRTIMER_MODE_REL);
 676                         priv->tx_restart_timer.function = cvm_oct_restart_tx;
 677
 678                         /*
 679                          * Default for 10GE 5000nS enough time to
 680                          * transmit about 100 64byte packtes.  1GE
 681                          * interfaces will get 50000nS below.
 682                          */
 683                         priv->tx_restart_interval = ktime_set(0, 5000);
 684
 685                         dev->netdev_ops = &cvm_oct_pow_netdev_ops;
 686                         priv->imode = CVMX_HELPER_INTERFACE_MODE_DISABLED;
 687                         priv->port = CVMX_PIP_NUM_INPUT_PORTS;
 688                         priv->queue = -1;
 689                         strcpy(dev->name, "pow%d");
 690                         for (qos = 0; qos < 16; qos++)
 691                                 skb_queue_head_init(&priv->tx_free_list[qos]);
 692
 693                         if (register_netdev(dev) < 0) {
 694                                 pr_err("Failed to register ethernet device for POW\n");
 695                                 kfree(dev);
 696                         } else {
 697                                 cvm_oct_device[CVMX_PIP_NUM_INPUT_PORTS] = dev;
 698                                 pr_info("%s: POW send group %d, receive group %d\n",
 699                                         dev->name, pow_send_group,
 700                                         pow_receive_group);
 701                         }
 702                 } else {
 703                         pr_err("Failed to allocate ethernet device for POW\n");
 704                 }
 705         }
 706
 707         num_interfaces = cvmx_helper_get_number_of_interfaces();
 708         for (interface = 0; interface < num_interfaces; interface++) {
 709                 cvmx_helper_interface_mode_t imode =
 710                     cvmx_helper_interface_get_mode(interface);
 711                 int num_ports = cvmx_helper_ports_on_interface(interface);
 712                 int port;
 713
 714                 for (port = cvmx_helper_get_ipd_port(interface, 0);
 715                      port < cvmx_helper_get_ipd_port(interface, num_ports);
 716                      port++) {
 717                         struct octeon_ethernet *priv;
 718                         struct net_device *dev =
 719                             alloc_etherdev(sizeof(struct octeon_ethernet));
 720                         if (!dev) {
 721                                 pr_err("Failed to allocate ethernet device for port %d\n", port);
 722                                 continue;
 723                         }
 724
 725                         /* Initialize the device private structure. */
 726                         priv = netdev_priv(dev);
 727
 728                         INIT_DELAYED_WORK(&priv->tx_clean_work,
 729                                           cvm_oct_tx_clean_worker);
 730
 731                         priv->imode = imode;
 732                         priv->port = port;
 733                         priv->queue = cvmx_pko_get_base_queue(priv->port);
 734                         priv->fau = fau - cvmx_pko_get_num_queues(port) * 4;
 735                         for (qos = 0; qos < 16; qos++)
 736                                 skb_queue_head_init(&priv->tx_free_list[qos]);
 737                         for (qos = 0; qos < cvmx_pko_get_num_queues(port);
 738                              qos++)
 739                                 cvmx_fau_atomic_write32(priv->fau + qos * 4, 0);
 740
 741                         switch (priv->imode) {
 742
 743                         /* These types don't support ports to IPD/PKO */
 744                         case CVMX_HELPER_INTERFACE_MODE_DISABLED:
 745                         case CVMX_HELPER_INTERFACE_MODE_PCIE:
 746                         case CVMX_HELPER_INTERFACE_MODE_PICMG:
 747                                 break;
 748
 749                         case CVMX_HELPER_INTERFACE_MODE_NPI:
 750                                 dev->netdev_ops = &cvm_oct_npi_netdev_ops;
 751                                 strcpy(dev->name, "npi%d");
 752                                 break;
 753
 754                         case CVMX_HELPER_INTERFACE_MODE_XAUI:
 755                                 dev->netdev_ops = &cvm_oct_xaui_netdev_ops;
 756                                 strcpy(dev->name, "xaui%d");
 757                                 break;
 758
 759                         case CVMX_HELPER_INTERFACE_MODE_LOOP:
 760                                 dev->netdev_ops = &cvm_oct_npi_netdev_ops;
 761                                 strcpy(dev->name, "loop%d");
 762                                 break;
 763
 764                         case CVMX_HELPER_INTERFACE_MODE_SGMII:
 765                                 dev->netdev_ops = &cvm_oct_sgmii_netdev_ops;
 766                                 priv->tx_restart_interval = ktime_set(0, 50000);
 767                                 strcpy(dev->name, "eth%d");
 768                                 break;
 769
 770                         case CVMX_HELPER_INTERFACE_MODE_SPI:
 771                                 dev->netdev_ops = &cvm_oct_spi_netdev_ops;
 772                                 strcpy(dev->name, "spi%d");
 773                                 break;
 774
 775                         case CVMX_HELPER_INTERFACE_MODE_RGMII:
 776                         case CVMX_HELPER_INTERFACE_MODE_GMII:
 777                                 dev->netdev_ops = &cvm_oct_rgmii_netdev_ops;
 778                                 priv->tx_restart_interval = ktime_set(0, 50000);
 779                                 strcpy(dev->name, "eth%d");
 780                                 break;
 781                         }
 782
 783                         if (!dev->netdev_ops) {
 784                                 kfree(dev);
 785                         } else if (register_netdev(dev) < 0) {
 786                                 pr_err("Failed to register ethernet device "
 787                                          "for interface %d, port %d\n",
 788                                          interface, priv->port);
 789                                 kfree(dev);
 790                         } else {
 791                                 cvm_oct_device[priv->port] = dev;
 792                                 fau -=
 793                                     cvmx_pko_get_num_queues(priv->port) *
 794                                     sizeof(uint32_t);
 795                                 queue_delayed_work(cvm_oct_poll_queue,
 796                                                    &priv->tx_clean_work, HZ);
 797                         }
 798                 }
 799         }
 800
 801         cvm_oct_rx_initialize();
 802
 803         queue_delayed_work(cvm_oct_poll_queue, &cvm_oct_rx_refill_work, HZ);
 804
 805         return 0;
 806 }
 807
 808 /**
 809  * Module / driver shutdown
 810  *
 811  * Returns Zero on success
 812  */
 813 static void __exit cvm_oct_cleanup_module(void)
 814 {
 815         int port;
 816
 817         /* Disable POW interrupt */
 818         cvmx_write_csr(CVMX_POW_WQ_INT_THRX(pow_receive_group), 0);
 819
 820         cvmx_ipd_disable();
 821
 822         /* Free the interrupt handler */
 823         free_irq(OCTEON_IRQ_WORKQ0 + pow_receive_group, cvm_oct_device);
 824
 825         atomic_inc_return(&cvm_oct_poll_queue_stopping);
 826         cancel_delayed_work_sync(&cvm_oct_rx_refill_work);
 827
 828         cvm_oct_rx_shutdown();
 829         cvmx_pko_disable();
 830
 831         /* Free the ethernet devices */
 832         for (port = 0; port < TOTAL_NUMBER_OF_PORTS; port++) {
 833                 if (cvm_oct_device[port]) {
 834                         struct net_device *dev = cvm_oct_device[port];
 835                         struct octeon_ethernet *priv = netdev_priv(dev);
 836                         cancel_delayed_work_sync(&priv->tx_clean_work);
 837
 838                         cvm_oct_tx_shutdown(dev);
 839                         unregister_netdev(dev);
 840                         kfree(dev);
 841                         cvm_oct_device[port] = NULL;
 842                 }
 843         }
 844
 845         destroy_workqueue(cvm_oct_poll_queue);
 846
 847         cvmx_pko_shutdown();
 848         cvm_oct_proc_shutdown();
 849
 850         cvmx_ipd_free_ptr();
 851
 852         /* Free the HW pools */
 853         cvm_oct_mem_empty_fpa(CVMX_FPA_PACKET_POOL, CVMX_FPA_PACKET_POOL_SIZE,
 854                               num_packet_buffers);
 855         cvm_oct_mem_empty_fpa(CVMX_FPA_WQE_POOL, CVMX_FPA_WQE_POOL_SIZE,
 856                               num_packet_buffers);
 857         if (CVMX_FPA_OUTPUT_BUFFER_POOL != CVMX_FPA_PACKET_POOL)
 858                 cvm_oct_mem_empty_fpa(CVMX_FPA_OUTPUT_BUFFER_POOL,
 859                                       CVMX_FPA_OUTPUT_BUFFER_POOL_SIZE, 128);
 860 }
 861
 862 MODULE_LICENSE("GPL");
 863 MODULE_AUTHOR("Cavium Networks <support@caviumnetworks.com>");
 864 MODULE_DESCRIPTION("Cavium Networks Octeon ethernet driver.");
 865 module_init(cvm_oct_init_module);
 866 module_exit(cvm_oct_cleanup_module);