linux/drivers/net/ethernet/smsc/smsc9420.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2 /***************************************************************************
   3 *
   4 * Copyright (C) 2007,2008  SMSC
   5 *
   6 ***************************************************************************
   7 */
   8
   9#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  10
  11#include <linux/interrupt.h>
  12#include <linux/kernel.h>
  13#include <linux/netdevice.h>
  14#include <linux/phy.h>
  15#include <linux/pci.h>
  16#include <linux/if_vlan.h>
  17#include <linux/dma-mapping.h>
  18#include <linux/crc32.h>
  19#include <linux/slab.h>
  20#include <linux/module.h>
  21#include <asm/unaligned.h>
  22#include "smsc9420.h"
  23
  24#define DRV_NAME                "smsc9420"
  25#define DRV_MDIONAME            "smsc9420-mdio"
  26#define DRV_DESCRIPTION         "SMSC LAN9420 driver"
  27#define DRV_VERSION             "1.01"
  28
  29MODULE_LICENSE("GPL");
  30MODULE_VERSION(DRV_VERSION);
  31
  32struct smsc9420_dma_desc {
  33        u32 status;
  34        u32 length;
  35        u32 buffer1;
  36        u32 buffer2;
  37};
  38
  39struct smsc9420_ring_info {
  40        struct sk_buff *skb;
  41        dma_addr_t mapping;
  42};
  43
  44struct smsc9420_pdata {
  45        void __iomem *ioaddr;
  46        struct pci_dev *pdev;
  47        struct net_device *dev;
  48
  49        struct smsc9420_dma_desc *rx_ring;
  50        struct smsc9420_dma_desc *tx_ring;
  51        struct smsc9420_ring_info *tx_buffers;
  52        struct smsc9420_ring_info *rx_buffers;
  53        dma_addr_t rx_dma_addr;
  54        dma_addr_t tx_dma_addr;
  55        int tx_ring_head, tx_ring_tail;
  56        int rx_ring_head, rx_ring_tail;
  57
  58        spinlock_t int_lock;
  59        spinlock_t phy_lock;
  60
  61        struct napi_struct napi;
  62
  63        bool software_irq_signal;
  64        bool rx_csum;
  65        u32 msg_enable;
  66
  67        struct mii_bus *mii_bus;
  68        int last_duplex;
  69        int last_carrier;
  70};
  71
  72static const struct pci_device_id smsc9420_id_table[] = {
  73        { PCI_VENDOR_ID_9420, PCI_DEVICE_ID_9420, PCI_ANY_ID, PCI_ANY_ID, },
  74        { 0, }
  75};
  76
  77MODULE_DEVICE_TABLE(pci, smsc9420_id_table);
  78
  79#define SMSC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK)
  80
  81static uint smsc_debug;
  82static uint debug = -1;
  83module_param(debug, uint, 0);
  84MODULE_PARM_DESC(debug, "debug level");
  85
  86static inline u32 smsc9420_reg_read(struct smsc9420_pdata *pd, u32 offset)
  87{
  88        return ioread32(pd->ioaddr + offset);
  89}
  90
  91static inline void
  92smsc9420_reg_write(struct smsc9420_pdata *pd, u32 offset, u32 value)
  93{
  94        iowrite32(value, pd->ioaddr + offset);
  95}
  96
  97static inline void smsc9420_pci_flush_write(struct smsc9420_pdata *pd)
  98{
  99        /* to ensure PCI write completion, we must perform a PCI read */
 100        smsc9420_reg_read(pd, ID_REV);
 101}
 102
 103static int smsc9420_mii_read(struct mii_bus *bus, int phyaddr, int regidx)
 104{
 105        struct smsc9420_pdata *pd = (struct smsc9420_pdata *)bus->priv;
 106        unsigned long flags;
 107        u32 addr;
 108        int i, reg = -EIO;
 109
 110        spin_lock_irqsave(&pd->phy_lock, flags);
 111
 112        /*  confirm MII not busy */
 113        if ((smsc9420_reg_read(pd, MII_ACCESS) & MII_ACCESS_MII_BUSY_)) {
 114                netif_warn(pd, drv, pd->dev, "MII is busy???\n");
 115                goto out;
 116        }
 117
 118        /* set the address, index & direction (read from PHY) */
 119        addr = ((phyaddr & 0x1F) << 11) | ((regidx & 0x1F) << 6) |
 120                MII_ACCESS_MII_READ_;
 121        smsc9420_reg_write(pd, MII_ACCESS, addr);
 122
 123        /* wait for read to complete with 50us timeout */
 124        for (i = 0; i < 5; i++) {
 125                if (!(smsc9420_reg_read(pd, MII_ACCESS) &
 126                        MII_ACCESS_MII_BUSY_)) {
 127                        reg = (u16)smsc9420_reg_read(pd, MII_DATA);
 128                        goto out;
 129                }
 130                udelay(10);
 131        }
 132
 133        netif_warn(pd, drv, pd->dev, "MII busy timeout!\n");
 134
 135out:
 136        spin_unlock_irqrestore(&pd->phy_lock, flags);
 137        return reg;
 138}
 139
 140static int smsc9420_mii_write(struct mii_bus *bus, int phyaddr, int regidx,
 141                           u16 val)
 142{
 143        struct smsc9420_pdata *pd = (struct smsc9420_pdata *)bus->priv;
 144        unsigned long flags;
 145        u32 addr;
 146        int i, reg = -EIO;
 147
 148        spin_lock_irqsave(&pd->phy_lock, flags);
 149
 150        /* confirm MII not busy */
 151        if ((smsc9420_reg_read(pd, MII_ACCESS) & MII_ACCESS_MII_BUSY_)) {
 152                netif_warn(pd, drv, pd->dev, "MII is busy???\n");
 153                goto out;
 154        }
 155
 156        /* put the data to write in the MAC */
 157        smsc9420_reg_write(pd, MII_DATA, (u32)val);
 158
 159        /* set the address, index & direction (write to PHY) */
 160        addr = ((phyaddr & 0x1F) << 11) | ((regidx & 0x1F) << 6) |
 161                MII_ACCESS_MII_WRITE_;
 162        smsc9420_reg_write(pd, MII_ACCESS, addr);
 163
 164        /* wait for write to complete with 50us timeout */
 165        for (i = 0; i < 5; i++) {
 166                if (!(smsc9420_reg_read(pd, MII_ACCESS) &
 167                        MII_ACCESS_MII_BUSY_)) {
 168                        reg = 0;
 169                        goto out;
 170                }
 171                udelay(10);
 172        }
 173
 174        netif_warn(pd, drv, pd->dev, "MII busy timeout!\n");
 175
 176out:
 177        spin_unlock_irqrestore(&pd->phy_lock, flags);
 178        return reg;
 179}
 180
 181/* Returns hash bit number for given MAC address
 182 * Example:
 183 * 01 00 5E 00 00 01 -> returns bit number 31 */
 184static u32 smsc9420_hash(u8 addr[ETH_ALEN])
 185{
 186        return (ether_crc(ETH_ALEN, addr) >> 26) & 0x3f;
 187}
 188
 189static int smsc9420_eeprom_reload(struct smsc9420_pdata *pd)
 190{
 191        int timeout = 100000;
 192
 193        BUG_ON(!pd);
 194
 195        if (smsc9420_reg_read(pd, E2P_CMD) & E2P_CMD_EPC_BUSY_) {
 196                netif_dbg(pd, drv, pd->dev, "%s: Eeprom busy\n", __func__);
 197                return -EIO;
 198        }
 199
 200        smsc9420_reg_write(pd, E2P_CMD,
 201                (E2P_CMD_EPC_BUSY_ | E2P_CMD_EPC_CMD_RELOAD_));
 202
 203        do {
 204                udelay(10);
 205                if (!(smsc9420_reg_read(pd, E2P_CMD) & E2P_CMD_EPC_BUSY_))
 206                        return 0;
 207        } while (timeout--);
 208
 209        netif_warn(pd, drv, pd->dev, "%s: Eeprom timed out\n", __func__);
 210        return -EIO;
 211}
 212
 213static void smsc9420_ethtool_get_drvinfo(struct net_device *netdev,
 214                                         struct ethtool_drvinfo *drvinfo)
 215{
 216        struct smsc9420_pdata *pd = netdev_priv(netdev);
 217
 218        strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver));
 219        strlcpy(drvinfo->bus_info, pci_name(pd->pdev),
 220                sizeof(drvinfo->bus_info));
 221        strlcpy(drvinfo->version, DRV_VERSION, sizeof(drvinfo->version));
 222}
 223
 224static u32 smsc9420_ethtool_get_msglevel(struct net_device *netdev)
 225{
 226        struct smsc9420_pdata *pd = netdev_priv(netdev);
 227        return pd->msg_enable;
 228}
 229
 230static void smsc9420_ethtool_set_msglevel(struct net_device *netdev, u32 data)
 231{
 232        struct smsc9420_pdata *pd = netdev_priv(netdev);
 233        pd->msg_enable = data;
 234}
 235
 236static int smsc9420_ethtool_getregslen(struct net_device *dev)
 237{
 238        /* all smsc9420 registers plus all phy registers */
 239        return 0x100 + (32 * sizeof(u32));
 240}
 241
 242static void
 243smsc9420_ethtool_getregs(struct net_device *dev, struct ethtool_regs *regs,
 244                         void *buf)
 245{
 246        struct smsc9420_pdata *pd = netdev_priv(dev);
 247        struct phy_device *phy_dev = dev->phydev;
 248        unsigned int i, j = 0;
 249        u32 *data = buf;
 250
 251        regs->version = smsc9420_reg_read(pd, ID_REV);
 252        for (i = 0; i < 0x100; i += (sizeof(u32)))
 253                data[j++] = smsc9420_reg_read(pd, i);
 254
 255        // cannot read phy registers if the net device is down
 256        if (!phy_dev)
 257                return;
 258
 259        for (i = 0; i <= 31; i++)
 260                data[j++] = smsc9420_mii_read(phy_dev->mdio.bus,
 261                                              phy_dev->mdio.addr, i);
 262}
 263
 264static void smsc9420_eeprom_enable_access(struct smsc9420_pdata *pd)
 265{
 266        unsigned int temp = smsc9420_reg_read(pd, GPIO_CFG);
 267        temp &= ~GPIO_CFG_EEPR_EN_;
 268        smsc9420_reg_write(pd, GPIO_CFG, temp);
 269        msleep(1);
 270}
 271
 272static int smsc9420_eeprom_send_cmd(struct smsc9420_pdata *pd, u32 op)
 273{
 274        int timeout = 100;
 275        u32 e2cmd;
 276
 277        netif_dbg(pd, hw, pd->dev, "op 0x%08x\n", op);
 278        if (smsc9420_reg_read(pd, E2P_CMD) & E2P_CMD_EPC_BUSY_) {
 279                netif_warn(pd, hw, pd->dev, "Busy at start\n");
 280                return -EBUSY;
 281        }
 282
 283        e2cmd = op | E2P_CMD_EPC_BUSY_;
 284        smsc9420_reg_write(pd, E2P_CMD, e2cmd);
 285
 286        do {
 287                msleep(1);
 288                e2cmd = smsc9420_reg_read(pd, E2P_CMD);
 289        } while ((e2cmd & E2P_CMD_EPC_BUSY_) && (--timeout));
 290
 291        if (!timeout) {
 292                netif_info(pd, hw, pd->dev, "TIMED OUT\n");
 293                return -EAGAIN;
 294        }
 295
 296        if (e2cmd & E2P_CMD_EPC_TIMEOUT_) {
 297                netif_info(pd, hw, pd->dev,
 298                           "Error occurred during eeprom operation\n");
 299                return -EINVAL;
 300        }
 301
 302        return 0;
 303}
 304
 305static int smsc9420_eeprom_read_location(struct smsc9420_pdata *pd,
 306                                         u8 address, u8 *data)
 307{
 308        u32 op = E2P_CMD_EPC_CMD_READ_ | address;
 309        int ret;
 310
 311        netif_dbg(pd, hw, pd->dev, "address 0x%x\n", address);
 312        ret = smsc9420_eeprom_send_cmd(pd, op);
 313
 314        if (!ret)
 315                data[address] = smsc9420_reg_read(pd, E2P_DATA);
 316
 317        return ret;
 318}
 319
 320static int smsc9420_eeprom_write_location(struct smsc9420_pdata *pd,
 321                                          u8 address, u8 data)
 322{
 323        u32 op = E2P_CMD_EPC_CMD_ERASE_ | address;
 324        int ret;
 325
 326        netif_dbg(pd, hw, pd->dev, "address 0x%x, data 0x%x\n", address, data);
 327        ret = smsc9420_eeprom_send_cmd(pd, op);
 328
 329        if (!ret) {
 330                op = E2P_CMD_EPC_CMD_WRITE_ | address;
 331                smsc9420_reg_write(pd, E2P_DATA, (u32)data);
 332                ret = smsc9420_eeprom_send_cmd(pd, op);
 333        }
 334
 335        return ret;
 336}
 337
 338static int smsc9420_ethtool_get_eeprom_len(struct net_device *dev)
 339{
 340        return SMSC9420_EEPROM_SIZE;
 341}
 342
 343static int smsc9420_ethtool_get_eeprom(struct net_device *dev,
 344                                       struct ethtool_eeprom *eeprom, u8 *data)
 345{
 346        struct smsc9420_pdata *pd = netdev_priv(dev);
 347        u8 eeprom_data[SMSC9420_EEPROM_SIZE];
 348        int len, i;
 349
 350        smsc9420_eeprom_enable_access(pd);
 351
 352        len = min(eeprom->len, SMSC9420_EEPROM_SIZE);
 353        for (i = 0; i < len; i++) {
 354                int ret = smsc9420_eeprom_read_location(pd, i, eeprom_data);
 355                if (ret < 0) {
 356                        eeprom->len = 0;
 357                        return ret;
 358                }
 359        }
 360
 361        memcpy(data, &eeprom_data[eeprom->offset], len);
 362        eeprom->magic = SMSC9420_EEPROM_MAGIC;
 363        eeprom->len = len;
 364        return 0;
 365}
 366
 367static int smsc9420_ethtool_set_eeprom(struct net_device *dev,
 368                                       struct ethtool_eeprom *eeprom, u8 *data)
 369{
 370        struct smsc9420_pdata *pd = netdev_priv(dev);
 371        int ret;
 372
 373        if (eeprom->magic != SMSC9420_EEPROM_MAGIC)
 374                return -EINVAL;
 375
 376        smsc9420_eeprom_enable_access(pd);
 377        smsc9420_eeprom_send_cmd(pd, E2P_CMD_EPC_CMD_EWEN_);
 378        ret = smsc9420_eeprom_write_location(pd, eeprom->offset, *data);
 379        smsc9420_eeprom_send_cmd(pd, E2P_CMD_EPC_CMD_EWDS_);
 380
 381        /* Single byte write, according to man page */
 382        eeprom->len = 1;
 383
 384        return ret;
 385}
 386
 387static const struct ethtool_ops smsc9420_ethtool_ops = {
 388        .get_drvinfo = smsc9420_ethtool_get_drvinfo,
 389        .get_msglevel = smsc9420_ethtool_get_msglevel,
 390        .set_msglevel = smsc9420_ethtool_set_msglevel,
 391        .nway_reset = phy_ethtool_nway_reset,
 392        .get_link = ethtool_op_get_link,
 393        .get_eeprom_len = smsc9420_ethtool_get_eeprom_len,
 394        .get_eeprom = smsc9420_ethtool_get_eeprom,
 395        .set_eeprom = smsc9420_ethtool_set_eeprom,
 396        .get_regs_len = smsc9420_ethtool_getregslen,
 397        .get_regs = smsc9420_ethtool_getregs,
 398        .get_ts_info = ethtool_op_get_ts_info,
 399        .get_link_ksettings = phy_ethtool_get_link_ksettings,
 400        .set_link_ksettings = phy_ethtool_set_link_ksettings,
 401};
 402
 403/* Sets the device MAC address to dev_addr */
 404static void smsc9420_set_mac_address(struct net_device *dev)
 405{
 406        struct smsc9420_pdata *pd = netdev_priv(dev);
 407        u8 *dev_addr = dev->dev_addr;
 408        u32 mac_high16 = (dev_addr[5] << 8) | dev_addr[4];
 409        u32 mac_low32 = (dev_addr[3] << 24) | (dev_addr[2] << 16) |
 410            (dev_addr[1] << 8) | dev_addr[0];
 411
 412        smsc9420_reg_write(pd, ADDRH, mac_high16);
 413        smsc9420_reg_write(pd, ADDRL, mac_low32);
 414}
 415
 416static void smsc9420_check_mac_address(struct net_device *dev)
 417{
 418        struct smsc9420_pdata *pd = netdev_priv(dev);
 419
 420        /* Check if mac address has been specified when bringing interface up */
 421        if (is_valid_ether_addr(dev->dev_addr)) {
 422                smsc9420_set_mac_address(dev);
 423                netif_dbg(pd, probe, pd->dev,
 424                          "MAC Address is specified by configuration\n");
 425        } else {
 426                /* Try reading mac address from device. if EEPROM is present
 427                 * it will already have been set */
 428                u32 mac_high16 = smsc9420_reg_read(pd, ADDRH);
 429                u32 mac_low32 = smsc9420_reg_read(pd, ADDRL);
 430                dev->dev_addr[0] = (u8)(mac_low32);
 431                dev->dev_addr[1] = (u8)(mac_low32 >> 8);
 432                dev->dev_addr[2] = (u8)(mac_low32 >> 16);
 433                dev->dev_addr[3] = (u8)(mac_low32 >> 24);
 434                dev->dev_addr[4] = (u8)(mac_high16);
 435                dev->dev_addr[5] = (u8)(mac_high16 >> 8);
 436
 437                if (is_valid_ether_addr(dev->dev_addr)) {
 438                        /* eeprom values are valid  so use them */
 439                        netif_dbg(pd, probe, pd->dev,
 440                                  "Mac Address is read from EEPROM\n");
 441                } else {
 442                        /* eeprom values are invalid, generate random MAC */
 443                        eth_hw_addr_random(dev);
 444                        smsc9420_set_mac_address(dev);
 445                        netif_dbg(pd, probe, pd->dev,
 446                                  "MAC Address is set to random\n");
 447                }
 448        }
 449}
 450
 451static void smsc9420_stop_tx(struct smsc9420_pdata *pd)
 452{
 453        u32 dmac_control, mac_cr, dma_intr_ena;
 454        int timeout = 1000;
 455
 456        /* disable TX DMAC */
 457        dmac_control = smsc9420_reg_read(pd, DMAC_CONTROL);
 458        dmac_control &= (~DMAC_CONTROL_ST_);
 459        smsc9420_reg_write(pd, DMAC_CONTROL, dmac_control);
 460
 461        /* Wait max 10ms for transmit process to stop */
 462        while (--timeout) {
 463                if (smsc9420_reg_read(pd, DMAC_STATUS) & DMAC_STS_TS_)
 464                        break;
 465                udelay(10);
 466        }
 467
 468        if (!timeout)
 469                netif_warn(pd, ifdown, pd->dev, "TX DMAC failed to stop\n");
 470
 471        /* ACK Tx DMAC stop bit */
 472        smsc9420_reg_write(pd, DMAC_STATUS, DMAC_STS_TXPS_);
 473
 474        /* mask TX DMAC interrupts */
 475        dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 476        dma_intr_ena &= ~(DMAC_INTR_ENA_TX_);
 477        smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 478        smsc9420_pci_flush_write(pd);
 479
 480        /* stop MAC TX */
 481        mac_cr = smsc9420_reg_read(pd, MAC_CR) & (~MAC_CR_TXEN_);
 482        smsc9420_reg_write(pd, MAC_CR, mac_cr);
 483        smsc9420_pci_flush_write(pd);
 484}
 485
 486static void smsc9420_free_tx_ring(struct smsc9420_pdata *pd)
 487{
 488        int i;
 489
 490        BUG_ON(!pd->tx_ring);
 491
 492        if (!pd->tx_buffers)
 493                return;
 494
 495        for (i = 0; i < TX_RING_SIZE; i++) {
 496                struct sk_buff *skb = pd->tx_buffers[i].skb;
 497
 498                if (skb) {
 499                        BUG_ON(!pd->tx_buffers[i].mapping);
 500                        dma_unmap_single(&pd->pdev->dev,
 501                                         pd->tx_buffers[i].mapping, skb->len,
 502                                         DMA_TO_DEVICE);
 503                        dev_kfree_skb_any(skb);
 504                }
 505
 506                pd->tx_ring[i].status = 0;
 507                pd->tx_ring[i].length = 0;
 508                pd->tx_ring[i].buffer1 = 0;
 509                pd->tx_ring[i].buffer2 = 0;
 510        }
 511        wmb();
 512
 513        kfree(pd->tx_buffers);
 514        pd->tx_buffers = NULL;
 515
 516        pd->tx_ring_head = 0;
 517        pd->tx_ring_tail = 0;
 518}
 519
 520static void smsc9420_free_rx_ring(struct smsc9420_pdata *pd)
 521{
 522        int i;
 523
 524        BUG_ON(!pd->rx_ring);
 525
 526        if (!pd->rx_buffers)
 527                return;
 528
 529        for (i = 0; i < RX_RING_SIZE; i++) {
 530                if (pd->rx_buffers[i].skb)
 531                        dev_kfree_skb_any(pd->rx_buffers[i].skb);
 532
 533                if (pd->rx_buffers[i].mapping)
 534                        dma_unmap_single(&pd->pdev->dev,
 535                                         pd->rx_buffers[i].mapping,
 536                                         PKT_BUF_SZ, DMA_FROM_DEVICE);
 537
 538                pd->rx_ring[i].status = 0;
 539                pd->rx_ring[i].length = 0;
 540                pd->rx_ring[i].buffer1 = 0;
 541                pd->rx_ring[i].buffer2 = 0;
 542        }
 543        wmb();
 544
 545        kfree(pd->rx_buffers);
 546        pd->rx_buffers = NULL;
 547
 548        pd->rx_ring_head = 0;
 549        pd->rx_ring_tail = 0;
 550}
 551
 552static void smsc9420_stop_rx(struct smsc9420_pdata *pd)
 553{
 554        int timeout = 1000;
 555        u32 mac_cr, dmac_control, dma_intr_ena;
 556
 557        /* mask RX DMAC interrupts */
 558        dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 559        dma_intr_ena &= (~DMAC_INTR_ENA_RX_);
 560        smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 561        smsc9420_pci_flush_write(pd);
 562
 563        /* stop RX MAC prior to stoping DMA */
 564        mac_cr = smsc9420_reg_read(pd, MAC_CR) & (~MAC_CR_RXEN_);
 565        smsc9420_reg_write(pd, MAC_CR, mac_cr);
 566        smsc9420_pci_flush_write(pd);
 567
 568        /* stop RX DMAC */
 569        dmac_control = smsc9420_reg_read(pd, DMAC_CONTROL);
 570        dmac_control &= (~DMAC_CONTROL_SR_);
 571        smsc9420_reg_write(pd, DMAC_CONTROL, dmac_control);
 572        smsc9420_pci_flush_write(pd);
 573
 574        /* wait up to 10ms for receive to stop */
 575        while (--timeout) {
 576                if (smsc9420_reg_read(pd, DMAC_STATUS) & DMAC_STS_RS_)
 577                        break;
 578                udelay(10);
 579        }
 580
 581        if (!timeout)
 582                netif_warn(pd, ifdown, pd->dev,
 583                           "RX DMAC did not stop! timeout\n");
 584
 585        /* ACK the Rx DMAC stop bit */
 586        smsc9420_reg_write(pd, DMAC_STATUS, DMAC_STS_RXPS_);
 587}
 588
 589static irqreturn_t smsc9420_isr(int irq, void *dev_id)
 590{
 591        struct smsc9420_pdata *pd = dev_id;
 592        u32 int_cfg, int_sts, int_ctl;
 593        irqreturn_t ret = IRQ_NONE;
 594        ulong flags;
 595
 596        BUG_ON(!pd);
 597        BUG_ON(!pd->ioaddr);
 598
 599        int_cfg = smsc9420_reg_read(pd, INT_CFG);
 600
 601        /* check if it's our interrupt */
 602        if ((int_cfg & (INT_CFG_IRQ_EN_ | INT_CFG_IRQ_INT_)) !=
 603            (INT_CFG_IRQ_EN_ | INT_CFG_IRQ_INT_))
 604                return IRQ_NONE;
 605
 606        int_sts = smsc9420_reg_read(pd, INT_STAT);
 607
 608        if (likely(INT_STAT_DMAC_INT_ & int_sts)) {
 609                u32 status = smsc9420_reg_read(pd, DMAC_STATUS);
 610                u32 ints_to_clear = 0;
 611
 612                if (status & DMAC_STS_TX_) {
 613                        ints_to_clear |= (DMAC_STS_TX_ | DMAC_STS_NIS_);
 614                        netif_wake_queue(pd->dev);
 615                }
 616
 617                if (status & DMAC_STS_RX_) {
 618                        /* mask RX DMAC interrupts */
 619                        u32 dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 620                        dma_intr_ena &= (~DMAC_INTR_ENA_RX_);
 621                        smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 622                        smsc9420_pci_flush_write(pd);
 623
 624                        ints_to_clear |= (DMAC_STS_RX_ | DMAC_STS_NIS_);
 625                        napi_schedule(&pd->napi);
 626                }
 627
 628                if (ints_to_clear)
 629                        smsc9420_reg_write(pd, DMAC_STATUS, ints_to_clear);
 630
 631                ret = IRQ_HANDLED;
 632        }
 633
 634        if (unlikely(INT_STAT_SW_INT_ & int_sts)) {
 635                /* mask software interrupt */
 636                spin_lock_irqsave(&pd->int_lock, flags);
 637                int_ctl = smsc9420_reg_read(pd, INT_CTL);
 638                int_ctl &= (~INT_CTL_SW_INT_EN_);
 639                smsc9420_reg_write(pd, INT_CTL, int_ctl);
 640                spin_unlock_irqrestore(&pd->int_lock, flags);
 641
 642                smsc9420_reg_write(pd, INT_STAT, INT_STAT_SW_INT_);
 643                pd->software_irq_signal = true;
 644                smp_wmb();
 645
 646                ret = IRQ_HANDLED;
 647        }
 648
 649        /* to ensure PCI write completion, we must perform a PCI read */
 650        smsc9420_pci_flush_write(pd);
 651
 652        return ret;
 653}
 654
 655#ifdef CONFIG_NET_POLL_CONTROLLER
 656static void smsc9420_poll_controller(struct net_device *dev)
 657{
 658        struct smsc9420_pdata *pd = netdev_priv(dev);
 659        const int irq = pd->pdev->irq;
 660
 661        disable_irq(irq);
 662        smsc9420_isr(0, dev);
 663        enable_irq(irq);
 664}
 665#endif /* CONFIG_NET_POLL_CONTROLLER */
 666
 667static void smsc9420_dmac_soft_reset(struct smsc9420_pdata *pd)
 668{
 669        smsc9420_reg_write(pd, BUS_MODE, BUS_MODE_SWR_);
 670        smsc9420_reg_read(pd, BUS_MODE);
 671        udelay(2);
 672        if (smsc9420_reg_read(pd, BUS_MODE) & BUS_MODE_SWR_)
 673                netif_warn(pd, drv, pd->dev, "Software reset not cleared\n");
 674}
 675
 676static int smsc9420_stop(struct net_device *dev)
 677{
 678        struct smsc9420_pdata *pd = netdev_priv(dev);
 679        u32 int_cfg;
 680        ulong flags;
 681
 682        BUG_ON(!pd);
 683        BUG_ON(!dev->phydev);
 684
 685        /* disable master interrupt */
 686        spin_lock_irqsave(&pd->int_lock, flags);
 687        int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
 688        smsc9420_reg_write(pd, INT_CFG, int_cfg);
 689        spin_unlock_irqrestore(&pd->int_lock, flags);
 690
 691        netif_tx_disable(dev);
 692        napi_disable(&pd->napi);
 693
 694        smsc9420_stop_tx(pd);
 695        smsc9420_free_tx_ring(pd);
 696
 697        smsc9420_stop_rx(pd);
 698        smsc9420_free_rx_ring(pd);
 699
 700        free_irq(pd->pdev->irq, pd);
 701
 702        smsc9420_dmac_soft_reset(pd);
 703
 704        phy_stop(dev->phydev);
 705
 706        phy_disconnect(dev->phydev);
 707        mdiobus_unregister(pd->mii_bus);
 708        mdiobus_free(pd->mii_bus);
 709
 710        return 0;
 711}
 712
 713static void smsc9420_rx_count_stats(struct net_device *dev, u32 desc_status)
 714{
 715        if (unlikely(desc_status & RDES0_ERROR_SUMMARY_)) {
 716                dev->stats.rx_errors++;
 717                if (desc_status & RDES0_DESCRIPTOR_ERROR_)
 718                        dev->stats.rx_over_errors++;
 719                else if (desc_status & (RDES0_FRAME_TOO_LONG_ |
 720                        RDES0_RUNT_FRAME_ | RDES0_COLLISION_SEEN_))
 721                        dev->stats.rx_frame_errors++;
 722                else if (desc_status & RDES0_CRC_ERROR_)
 723                        dev->stats.rx_crc_errors++;
 724        }
 725
 726        if (unlikely(desc_status & RDES0_LENGTH_ERROR_))
 727                dev->stats.rx_length_errors++;
 728
 729        if (unlikely(!((desc_status & RDES0_LAST_DESCRIPTOR_) &&
 730                (desc_status & RDES0_FIRST_DESCRIPTOR_))))
 731                dev->stats.rx_length_errors++;
 732
 733        if (desc_status & RDES0_MULTICAST_FRAME_)
 734                dev->stats.multicast++;
 735}
 736
 737static void smsc9420_rx_handoff(struct smsc9420_pdata *pd, const int index,
 738                                const u32 status)
 739{
 740        struct net_device *dev = pd->dev;
 741        struct sk_buff *skb;
 742        u16 packet_length = (status & RDES0_FRAME_LENGTH_MASK_)
 743                >> RDES0_FRAME_LENGTH_SHFT_;
 744
 745        /* remove crc from packet lendth */
 746        packet_length -= 4;
 747
 748        if (pd->rx_csum)
 749                packet_length -= 2;
 750
 751        dev->stats.rx_packets++;
 752        dev->stats.rx_bytes += packet_length;
 753
 754        dma_unmap_single(&pd->pdev->dev, pd->rx_buffers[index].mapping,
 755                         PKT_BUF_SZ, DMA_FROM_DEVICE);
 756        pd->rx_buffers[index].mapping = 0;
 757
 758        skb = pd->rx_buffers[index].skb;
 759        pd->rx_buffers[index].skb = NULL;
 760
 761        if (pd->rx_csum) {
 762                u16 hw_csum = get_unaligned_le16(skb_tail_pointer(skb) +
 763                        NET_IP_ALIGN + packet_length + 4);
 764                put_unaligned_le16(hw_csum, &skb->csum);
 765                skb->ip_summed = CHECKSUM_COMPLETE;
 766        }
 767
 768        skb_reserve(skb, NET_IP_ALIGN);
 769        skb_put(skb, packet_length);
 770
 771        skb->protocol = eth_type_trans(skb, dev);
 772
 773        netif_receive_skb(skb);
 774}
 775
 776static int smsc9420_alloc_rx_buffer(struct smsc9420_pdata *pd, int index)
 777{
 778        struct sk_buff *skb = netdev_alloc_skb(pd->dev, PKT_BUF_SZ);
 779        dma_addr_t mapping;
 780
 781        BUG_ON(pd->rx_buffers[index].skb);
 782        BUG_ON(pd->rx_buffers[index].mapping);
 783
 784        if (unlikely(!skb))
 785                return -ENOMEM;
 786
 787        mapping = dma_map_single(&pd->pdev->dev, skb_tail_pointer(skb),
 788                                 PKT_BUF_SZ, DMA_FROM_DEVICE);
 789        if (dma_mapping_error(&pd->pdev->dev, mapping)) {
 790                dev_kfree_skb_any(skb);
 791                netif_warn(pd, rx_err, pd->dev, "pci_map_single failed!\n");
 792                return -ENOMEM;
 793        }
 794
 795        pd->rx_buffers[index].skb = skb;
 796        pd->rx_buffers[index].mapping = mapping;
 797        pd->rx_ring[index].buffer1 = mapping + NET_IP_ALIGN;
 798        pd->rx_ring[index].status = RDES0_OWN_;
 799        wmb();
 800
 801        return 0;
 802}
 803
 804static void smsc9420_alloc_new_rx_buffers(struct smsc9420_pdata *pd)
 805{
 806        while (pd->rx_ring_tail != pd->rx_ring_head) {
 807                if (smsc9420_alloc_rx_buffer(pd, pd->rx_ring_tail))
 808                        break;
 809
 810                pd->rx_ring_tail = (pd->rx_ring_tail + 1) % RX_RING_SIZE;
 811        }
 812}
 813
 814static int smsc9420_rx_poll(struct napi_struct *napi, int budget)
 815{
 816        struct smsc9420_pdata *pd =
 817                container_of(napi, struct smsc9420_pdata, napi);
 818        struct net_device *dev = pd->dev;
 819        u32 drop_frame_cnt, dma_intr_ena, status;
 820        int work_done;
 821
 822        for (work_done = 0; work_done < budget; work_done++) {
 823                rmb();
 824                status = pd->rx_ring[pd->rx_ring_head].status;
 825
 826                /* stop if DMAC owns this dma descriptor */
 827                if (status & RDES0_OWN_)
 828                        break;
 829
 830                smsc9420_rx_count_stats(dev, status);
 831                smsc9420_rx_handoff(pd, pd->rx_ring_head, status);
 832                pd->rx_ring_head = (pd->rx_ring_head + 1) % RX_RING_SIZE;
 833                smsc9420_alloc_new_rx_buffers(pd);
 834        }
 835
 836        drop_frame_cnt = smsc9420_reg_read(pd, MISS_FRAME_CNTR);
 837        dev->stats.rx_dropped +=
 838            (drop_frame_cnt & 0xFFFF) + ((drop_frame_cnt >> 17) & 0x3FF);
 839
 840        /* Kick RXDMA */
 841        smsc9420_reg_write(pd, RX_POLL_DEMAND, 1);
 842        smsc9420_pci_flush_write(pd);
 843
 844        if (work_done < budget) {
 845                napi_complete_done(&pd->napi, work_done);
 846
 847                /* re-enable RX DMA interrupts */
 848                dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 849                dma_intr_ena |= (DMAC_INTR_ENA_RX_ | DMAC_INTR_ENA_NIS_);
 850                smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 851                smsc9420_pci_flush_write(pd);
 852        }
 853        return work_done;
 854}
 855
 856static void
 857smsc9420_tx_update_stats(struct net_device *dev, u32 status, u32 length)
 858{
 859        if (unlikely(status & TDES0_ERROR_SUMMARY_)) {
 860                dev->stats.tx_errors++;
 861                if (status & (TDES0_EXCESSIVE_DEFERRAL_ |
 862                        TDES0_EXCESSIVE_COLLISIONS_))
 863                        dev->stats.tx_aborted_errors++;
 864
 865                if (status & (TDES0_LOSS_OF_CARRIER_ | TDES0_NO_CARRIER_))
 866                        dev->stats.tx_carrier_errors++;
 867        } else {
 868                dev->stats.tx_packets++;
 869                dev->stats.tx_bytes += (length & 0x7FF);
 870        }
 871
 872        if (unlikely(status & TDES0_EXCESSIVE_COLLISIONS_)) {
 873                dev->stats.collisions += 16;
 874        } else {
 875                dev->stats.collisions +=
 876                        (status & TDES0_COLLISION_COUNT_MASK_) >>
 877                        TDES0_COLLISION_COUNT_SHFT_;
 878        }
 879
 880        if (unlikely(status & TDES0_HEARTBEAT_FAIL_))
 881                dev->stats.tx_heartbeat_errors++;
 882}
 883
 884/* Check for completed dma transfers, update stats and free skbs */
 885static void smsc9420_complete_tx(struct net_device *dev)
 886{
 887        struct smsc9420_pdata *pd = netdev_priv(dev);
 888
 889        while (pd->tx_ring_tail != pd->tx_ring_head) {
 890                int index = pd->tx_ring_tail;
 891                u32 status, length;
 892
 893                rmb();
 894                status = pd->tx_ring[index].status;
 895                length = pd->tx_ring[index].length;
 896
 897                /* Check if DMA still owns this descriptor */
 898                if (unlikely(TDES0_OWN_ & status))
 899                        break;
 900
 901                smsc9420_tx_update_stats(dev, status, length);
 902
 903                BUG_ON(!pd->tx_buffers[index].skb);
 904                BUG_ON(!pd->tx_buffers[index].mapping);
 905
 906                dma_unmap_single(&pd->pdev->dev,
 907                                 pd->tx_buffers[index].mapping,
 908                                 pd->tx_buffers[index].skb->len,
 909                                 DMA_TO_DEVICE);
 910                pd->tx_buffers[index].mapping = 0;
 911
 912                dev_kfree_skb_any(pd->tx_buffers[index].skb);
 913                pd->tx_buffers[index].skb = NULL;
 914
 915                pd->tx_ring[index].buffer1 = 0;
 916                wmb();
 917
 918                pd->tx_ring_tail = (pd->tx_ring_tail + 1) % TX_RING_SIZE;
 919        }
 920}
 921
 922static netdev_tx_t smsc9420_hard_start_xmit(struct sk_buff *skb,
 923                                            struct net_device *dev)
 924{
 925        struct smsc9420_pdata *pd = netdev_priv(dev);
 926        dma_addr_t mapping;
 927        int index = pd->tx_ring_head;
 928        u32 tmp_desc1;
 929        bool about_to_take_last_desc =
 930                (((pd->tx_ring_head + 2) % TX_RING_SIZE) == pd->tx_ring_tail);
 931
 932        smsc9420_complete_tx(dev);
 933
 934        rmb();
 935        BUG_ON(pd->tx_ring[index].status & TDES0_OWN_);
 936        BUG_ON(pd->tx_buffers[index].skb);
 937        BUG_ON(pd->tx_buffers[index].mapping);
 938
 939        mapping = dma_map_single(&pd->pdev->dev, skb->data, skb->len,
 940                                 DMA_TO_DEVICE);
 941        if (dma_mapping_error(&pd->pdev->dev, mapping)) {
 942                netif_warn(pd, tx_err, pd->dev,
 943                           "pci_map_single failed, dropping packet\n");
 944                return NETDEV_TX_BUSY;
 945        }
 946
 947        pd->tx_buffers[index].skb = skb;
 948        pd->tx_buffers[index].mapping = mapping;
 949
 950        tmp_desc1 = (TDES1_LS_ | ((u32)skb->len & 0x7FF));
 951        if (unlikely(about_to_take_last_desc)) {
 952                tmp_desc1 |= TDES1_IC_;
 953                netif_stop_queue(pd->dev);
 954        }
 955
 956        /* check if we are at the last descriptor and need to set EOR */
 957        if (unlikely(index == (TX_RING_SIZE - 1)))
 958                tmp_desc1 |= TDES1_TER_;
 959
 960        pd->tx_ring[index].buffer1 = mapping;
 961        pd->tx_ring[index].length = tmp_desc1;
 962        wmb();
 963
 964        /* increment head */
 965        pd->tx_ring_head = (pd->tx_ring_head + 1) % TX_RING_SIZE;
 966
 967        /* assign ownership to DMAC */
 968        pd->tx_ring[index].status = TDES0_OWN_;
 969        wmb();
 970
 971        skb_tx_timestamp(skb);
 972
 973        /* kick the DMA */
 974        smsc9420_reg_write(pd, TX_POLL_DEMAND, 1);
 975        smsc9420_pci_flush_write(pd);
 976
 977        return NETDEV_TX_OK;
 978}
 979
 980static struct net_device_stats *smsc9420_get_stats(struct net_device *dev)
 981{
 982        struct smsc9420_pdata *pd = netdev_priv(dev);
 983        u32 counter = smsc9420_reg_read(pd, MISS_FRAME_CNTR);
 984        dev->stats.rx_dropped +=
 985            (counter & 0x0000FFFF) + ((counter >> 17) & 0x000003FF);
 986        return &dev->stats;
 987}
 988
 989static void smsc9420_set_multicast_list(struct net_device *dev)
 990{
 991        struct smsc9420_pdata *pd = netdev_priv(dev);
 992        u32 mac_cr = smsc9420_reg_read(pd, MAC_CR);
 993
 994        if (dev->flags & IFF_PROMISC) {
 995                netif_dbg(pd, hw, pd->dev, "Promiscuous Mode Enabled\n");
 996                mac_cr |= MAC_CR_PRMS_;
 997                mac_cr &= (~MAC_CR_MCPAS_);
 998                mac_cr &= (~MAC_CR_HPFILT_);
 999        } else if (dev->flags & IFF_ALLMULTI) {
1000                netif_dbg(pd, hw, pd->dev, "Receive all Multicast Enabled\n");
1001                mac_cr &= (~MAC_CR_PRMS_);
1002                mac_cr |= MAC_CR_MCPAS_;
1003                mac_cr &= (~MAC_CR_HPFILT_);
1004        } else if (!netdev_mc_empty(dev)) {
1005                struct netdev_hw_addr *ha;
1006                u32 hash_lo = 0, hash_hi = 0;
1007
1008                netif_dbg(pd, hw, pd->dev, "Multicast filter enabled\n");
1009                netdev_for_each_mc_addr(ha, dev) {
1010                        u32 bit_num = smsc9420_hash(ha->addr);
1011                        u32 mask = 1 << (bit_num & 0x1F);
1012
1013                        if (bit_num & 0x20)
1014                                hash_hi |= mask;
1015                        else
1016                                hash_lo |= mask;
1017
1018                }
1019                smsc9420_reg_write(pd, HASHH, hash_hi);
1020                smsc9420_reg_write(pd, HASHL, hash_lo);
1021
1022                mac_cr &= (~MAC_CR_PRMS_);
1023                mac_cr &= (~MAC_CR_MCPAS_);
1024                mac_cr |= MAC_CR_HPFILT_;
1025        } else {
1026                netif_dbg(pd, hw, pd->dev, "Receive own packets only\n");
1027                smsc9420_reg_write(pd, HASHH, 0);
1028                smsc9420_reg_write(pd, HASHL, 0);
1029
1030                mac_cr &= (~MAC_CR_PRMS_);
1031                mac_cr &= (~MAC_CR_MCPAS_);
1032                mac_cr &= (~MAC_CR_HPFILT_);
1033        }
1034
1035        smsc9420_reg_write(pd, MAC_CR, mac_cr);
1036        smsc9420_pci_flush_write(pd);
1037}
1038
1039static void smsc9420_phy_update_flowcontrol(struct smsc9420_pdata *pd)
1040{
1041        struct net_device *dev = pd->dev;
1042        struct phy_device *phy_dev = dev->phydev;
1043        u32 flow;
1044
1045        if (phy_dev->duplex == DUPLEX_FULL) {
1046                u16 lcladv = phy_read(phy_dev, MII_ADVERTISE);
1047                u16 rmtadv = phy_read(phy_dev, MII_LPA);
1048                u8 cap = mii_resolve_flowctrl_fdx(lcladv, rmtadv);
1049
1050                if (cap & FLOW_CTRL_RX)
1051                        flow = 0xFFFF0002;
1052                else
1053                        flow = 0;
1054
1055                netif_info(pd, link, pd->dev, "rx pause %s, tx pause %s\n",
1056                           cap & FLOW_CTRL_RX ? "enabled" : "disabled",
1057                           cap & FLOW_CTRL_TX ? "enabled" : "disabled");
1058        } else {
1059                netif_info(pd, link, pd->dev, "half duplex\n");
1060                flow = 0;
1061        }
1062
1063        smsc9420_reg_write(pd, FLOW, flow);
1064}
1065
1066/* Update link mode if anything has changed.  Called periodically when the
1067 * PHY is in polling mode, even if nothing has changed. */
1068static void smsc9420_phy_adjust_link(struct net_device *dev)
1069{
1070        struct smsc9420_pdata *pd = netdev_priv(dev);
1071        struct phy_device *phy_dev = dev->phydev;
1072        int carrier;
1073
1074        if (phy_dev->duplex != pd->last_duplex) {
1075                u32 mac_cr = smsc9420_reg_read(pd, MAC_CR);
1076                if (phy_dev->duplex) {
1077                        netif_dbg(pd, link, pd->dev, "full duplex mode\n");
1078                        mac_cr |= MAC_CR_FDPX_;
1079                } else {
1080                        netif_dbg(pd, link, pd->dev, "half duplex mode\n");
1081                        mac_cr &= ~MAC_CR_FDPX_;
1082                }
1083                smsc9420_reg_write(pd, MAC_CR, mac_cr);
1084
1085                smsc9420_phy_update_flowcontrol(pd);
1086                pd->last_duplex = phy_dev->duplex;
1087        }
1088
1089        carrier = netif_carrier_ok(dev);
1090        if (carrier != pd->last_carrier) {
1091                if (carrier)
1092                        netif_dbg(pd, link, pd->dev, "carrier OK\n");
1093                else
1094                        netif_dbg(pd, link, pd->dev, "no carrier\n");
1095                pd->last_carrier = carrier;
1096        }
1097}
1098
1099static int smsc9420_mii_probe(struct net_device *dev)
1100{
1101        struct smsc9420_pdata *pd = netdev_priv(dev);
1102        struct phy_device *phydev = NULL;
1103
1104        BUG_ON(dev->phydev);
1105
1106        /* Device only supports internal PHY at address 1 */
1107        phydev = mdiobus_get_phy(pd->mii_bus, 1);
1108        if (!phydev) {
1109                netdev_err(dev, "no PHY found at address 1\n");
1110                return -ENODEV;
1111        }
1112
1113        phydev = phy_connect(dev, phydev_name(phydev),
1114                             smsc9420_phy_adjust_link, PHY_INTERFACE_MODE_MII);
1115
1116        if (IS_ERR(phydev)) {
1117                netdev_err(dev, "Could not attach to PHY\n");
1118                return PTR_ERR(phydev);
1119        }
1120
1121        phy_set_max_speed(phydev, SPEED_100);
1122
1123        /* mask with MAC supported features */
1124        phy_support_asym_pause(phydev);
1125
1126        phy_attached_info(phydev);
1127
1128        pd->last_duplex = -1;
1129        pd->last_carrier = -1;
1130
1131        return 0;
1132}
1133
1134static int smsc9420_mii_init(struct net_device *dev)
1135{
1136        struct smsc9420_pdata *pd = netdev_priv(dev);
1137        int err = -ENXIO;
1138
1139        pd->mii_bus = mdiobus_alloc();
1140        if (!pd->mii_bus) {
1141                err = -ENOMEM;
1142                goto err_out_1;
1143        }
1144        pd->mii_bus->name = DRV_MDIONAME;
1145        snprintf(pd->mii_bus->id, MII_BUS_ID_SIZE, "%x",
1146                (pd->pdev->bus->number << 8) | pd->pdev->devfn);
1147        pd->mii_bus->priv = pd;
1148        pd->mii_bus->read = smsc9420_mii_read;
1149        pd->mii_bus->write = smsc9420_mii_write;
1150
1151        /* Mask all PHYs except ID 1 (internal) */
1152        pd->mii_bus->phy_mask = ~(1 << 1);
1153
1154        if (mdiobus_register(pd->mii_bus)) {
1155                netif_warn(pd, probe, pd->dev, "Error registering mii bus\n");
1156                goto err_out_free_bus_2;
1157        }
1158
1159        if (smsc9420_mii_probe(dev) < 0) {
1160                netif_warn(pd, probe, pd->dev, "Error probing mii bus\n");
1161                goto err_out_unregister_bus_3;
1162        }
1163
1164        return 0;
1165
1166err_out_unregister_bus_3:
1167        mdiobus_unregister(pd->mii_bus);
1168err_out_free_bus_2:
1169        mdiobus_free(pd->mii_bus);
1170err_out_1:
1171        return err;
1172}
1173
1174static int smsc9420_alloc_tx_ring(struct smsc9420_pdata *pd)
1175{
1176        int i;
1177
1178        BUG_ON(!pd->tx_ring);
1179
1180        pd->tx_buffers = kmalloc_array(TX_RING_SIZE,
1181                                       sizeof(struct smsc9420_ring_info),
1182                                       GFP_KERNEL);
1183        if (!pd->tx_buffers)
1184                return -ENOMEM;
1185
1186        /* Initialize the TX Ring */
1187        for (i = 0; i < TX_RING_SIZE; i++) {
1188                pd->tx_buffers[i].skb = NULL;
1189                pd->tx_buffers[i].mapping = 0;
1190                pd->tx_ring[i].status = 0;
1191                pd->tx_ring[i].length = 0;
1192                pd->tx_ring[i].buffer1 = 0;
1193                pd->tx_ring[i].buffer2 = 0;
1194        }
1195        pd->tx_ring[TX_RING_SIZE - 1].length = TDES1_TER_;
1196        wmb();
1197
1198        pd->tx_ring_head = 0;
1199        pd->tx_ring_tail = 0;
1200
1201        smsc9420_reg_write(pd, TX_BASE_ADDR, pd->tx_dma_addr);
1202        smsc9420_pci_flush_write(pd);
1203
1204        return 0;
1205}
1206
1207static int smsc9420_alloc_rx_ring(struct smsc9420_pdata *pd)
1208{
1209        int i;
1210
1211        BUG_ON(!pd->rx_ring);
1212
1213        pd->rx_buffers = kmalloc_array(RX_RING_SIZE,
1214                                       sizeof(struct smsc9420_ring_info),
1215                                       GFP_KERNEL);
1216        if (pd->rx_buffers == NULL)
1217                goto out;
1218
1219        /* initialize the rx ring */
1220        for (i = 0; i < RX_RING_SIZE; i++) {
1221                pd->rx_ring[i].status = 0;
1222                pd->rx_ring[i].length = PKT_BUF_SZ;
1223                pd->rx_ring[i].buffer2 = 0;
1224                pd->rx_buffers[i].skb = NULL;
1225                pd->rx_buffers[i].mapping = 0;
1226        }
1227        pd->rx_ring[RX_RING_SIZE - 1].length = (PKT_BUF_SZ | RDES1_RER_);
1228
1229        /* now allocate the entire ring of skbs */
1230        for (i = 0; i < RX_RING_SIZE; i++) {
1231                if (smsc9420_alloc_rx_buffer(pd, i)) {
1232                        netif_warn(pd, ifup, pd->dev,
1233                                   "failed to allocate rx skb %d\n", i);
1234                        goto out_free_rx_skbs;
1235                }
1236        }
1237
1238        pd->rx_ring_head = 0;
1239        pd->rx_ring_tail = 0;
1240
1241        smsc9420_reg_write(pd, VLAN1, ETH_P_8021Q);
1242        netif_dbg(pd, ifup, pd->dev, "VLAN1 = 0x%08x\n",
1243                  smsc9420_reg_read(pd, VLAN1));
1244
1245        if (pd->rx_csum) {
1246                /* Enable RX COE */
1247                u32 coe = smsc9420_reg_read(pd, COE_CR) | RX_COE_EN;
1248                smsc9420_reg_write(pd, COE_CR, coe);
1249                netif_dbg(pd, ifup, pd->dev, "COE_CR = 0x%08x\n", coe);
1250        }
1251
1252        smsc9420_reg_write(pd, RX_BASE_ADDR, pd->rx_dma_addr);
1253        smsc9420_pci_flush_write(pd);
1254
1255        return 0;
1256
1257out_free_rx_skbs:
1258        smsc9420_free_rx_ring(pd);
1259out:
1260        return -ENOMEM;
1261}
1262
1263static int smsc9420_open(struct net_device *dev)
1264{
1265        struct smsc9420_pdata *pd = netdev_priv(dev);
1266        u32 bus_mode, mac_cr, dmac_control, int_cfg, dma_intr_ena, int_ctl;
1267        const int irq = pd->pdev->irq;
1268        unsigned long flags;
1269        int result = 0, timeout;
1270
1271        if (!is_valid_ether_addr(dev->dev_addr)) {
1272                netif_warn(pd, ifup, pd->dev,
1273                           "dev_addr is not a valid MAC address\n");
1274                result = -EADDRNOTAVAIL;
1275                goto out_0;
1276        }
1277
1278        netif_carrier_off(dev);
1279
1280        /* disable, mask and acknowledge all interrupts */
1281        spin_lock_irqsave(&pd->int_lock, flags);
1282        int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
1283        smsc9420_reg_write(pd, INT_CFG, int_cfg);
1284        smsc9420_reg_write(pd, INT_CTL, 0);
1285        spin_unlock_irqrestore(&pd->int_lock, flags);
1286        smsc9420_reg_write(pd, DMAC_INTR_ENA, 0);
1287        smsc9420_reg_write(pd, INT_STAT, 0xFFFFFFFF);
1288        smsc9420_pci_flush_write(pd);
1289
1290        result = request_irq(irq, smsc9420_isr, IRQF_SHARED, DRV_NAME, pd);
1291        if (result) {
1292                netif_warn(pd, ifup, pd->dev, "Unable to use IRQ = %d\n", irq);
1293                result = -ENODEV;
1294                goto out_0;
1295        }
1296
1297        smsc9420_dmac_soft_reset(pd);
1298
1299        /* make sure MAC_CR is sane */
1300        smsc9420_reg_write(pd, MAC_CR, 0);
1301
1302        smsc9420_set_mac_address(dev);
1303
1304        /* Configure GPIO pins to drive LEDs */
1305        smsc9420_reg_write(pd, GPIO_CFG,
1306                (GPIO_CFG_LED_3_ | GPIO_CFG_LED_2_ | GPIO_CFG_LED_1_));
1307
1308        bus_mode = BUS_MODE_DMA_BURST_LENGTH_16;
1309
1310#ifdef __BIG_ENDIAN
1311        bus_mode |= BUS_MODE_DBO_;
1312#endif
1313
1314        smsc9420_reg_write(pd, BUS_MODE, bus_mode);
1315
1316        smsc9420_pci_flush_write(pd);
1317
1318        /* set bus master bridge arbitration priority for Rx and TX DMA */
1319        smsc9420_reg_write(pd, BUS_CFG, BUS_CFG_RXTXWEIGHT_4_1);
1320
1321        smsc9420_reg_write(pd, DMAC_CONTROL,
1322                (DMAC_CONTROL_SF_ | DMAC_CONTROL_OSF_));
1323
1324        smsc9420_pci_flush_write(pd);
1325
1326        /* test the IRQ connection to the ISR */
1327        netif_dbg(pd, ifup, pd->dev, "Testing ISR using IRQ %d\n", irq);
1328        pd->software_irq_signal = false;
1329
1330        spin_lock_irqsave(&pd->int_lock, flags);
1331        /* configure interrupt deassertion timer and enable interrupts */
1332        int_cfg = smsc9420_reg_read(pd, INT_CFG) | INT_CFG_IRQ_EN_;
1333        int_cfg &= ~(INT_CFG_INT_DEAS_MASK);
1334        int_cfg |= (INT_DEAS_TIME & INT_CFG_INT_DEAS_MASK);
1335        smsc9420_reg_write(pd, INT_CFG, int_cfg);
1336
1337        /* unmask software interrupt */
1338        int_ctl = smsc9420_reg_read(pd, INT_CTL) | INT_CTL_SW_INT_EN_;
1339        smsc9420_reg_write(pd, INT_CTL, int_ctl);
1340        spin_unlock_irqrestore(&pd->int_lock, flags);
1341        smsc9420_pci_flush_write(pd);
1342
1343        timeout = 1000;
1344        while (timeout--) {
1345                if (pd->software_irq_signal)
1346                        break;
1347                msleep(1);
1348        }
1349
1350        /* disable interrupts */
1351        spin_lock_irqsave(&pd->int_lock, flags);
1352        int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
1353        smsc9420_reg_write(pd, INT_CFG, int_cfg);
1354        spin_unlock_irqrestore(&pd->int_lock, flags);
1355
1356        if (!pd->software_irq_signal) {
1357                netif_warn(pd, ifup, pd->dev, "ISR failed signaling test\n");
1358                result = -ENODEV;
1359                goto out_free_irq_1;
1360        }
1361
1362        netif_dbg(pd, ifup, pd->dev, "ISR passed test using IRQ %d\n", irq);
1363
1364        result = smsc9420_alloc_tx_ring(pd);
1365        if (result) {
1366                netif_warn(pd, ifup, pd->dev,
1367                           "Failed to Initialize tx dma ring\n");
1368                result = -ENOMEM;
1369                goto out_free_irq_1;
1370        }
1371
1372        result = smsc9420_alloc_rx_ring(pd);
1373        if (result) {
1374                netif_warn(pd, ifup, pd->dev,
1375                           "Failed to Initialize rx dma ring\n");
1376                result = -ENOMEM;
1377                goto out_free_tx_ring_2;
1378        }
1379
1380        result = smsc9420_mii_init(dev);
1381        if (result) {
1382                netif_warn(pd, ifup, pd->dev, "Failed to initialize Phy\n");
1383                result = -ENODEV;
1384                goto out_free_rx_ring_3;
1385        }
1386
1387        /* Bring the PHY up */
1388        phy_start(dev->phydev);
1389
1390        napi_enable(&pd->napi);
1391
1392        /* start tx and rx */
1393        mac_cr = smsc9420_reg_read(pd, MAC_CR) | MAC_CR_TXEN_ | MAC_CR_RXEN_;
1394        smsc9420_reg_write(pd, MAC_CR, mac_cr);
1395
1396        dmac_control = smsc9420_reg_read(pd, DMAC_CONTROL);
1397        dmac_control |= DMAC_CONTROL_ST_ | DMAC_CONTROL_SR_;
1398        smsc9420_reg_write(pd, DMAC_CONTROL, dmac_control);
1399        smsc9420_pci_flush_write(pd);
1400
1401        dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
1402        dma_intr_ena |=
1403                (DMAC_INTR_ENA_TX_ | DMAC_INTR_ENA_RX_ | DMAC_INTR_ENA_NIS_);
1404        smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
1405        smsc9420_pci_flush_write(pd);
1406
1407        netif_wake_queue(dev);
1408
1409        smsc9420_reg_write(pd, RX_POLL_DEMAND, 1);
1410
1411        /* enable interrupts */
1412        spin_lock_irqsave(&pd->int_lock, flags);
1413        int_cfg = smsc9420_reg_read(pd, INT_CFG) | INT_CFG_IRQ_EN_;
1414        smsc9420_reg_write(pd, INT_CFG, int_cfg);
1415        spin_unlock_irqrestore(&pd->int_lock, flags);
1416
1417        return 0;
1418
1419out_free_rx_ring_3:
1420        smsc9420_free_rx_ring(pd);
1421out_free_tx_ring_2:
1422        smsc9420_free_tx_ring(pd);
1423out_free_irq_1:
1424        free_irq(irq, pd);
1425out_0:
1426        return result;
1427}
1428
1429static int __maybe_unused smsc9420_suspend(struct device *dev_d)
1430{
1431        struct net_device *dev = dev_get_drvdata(dev_d);
1432        struct smsc9420_pdata *pd = netdev_priv(dev);
1433        u32 int_cfg;
1434        ulong flags;
1435
1436        /* disable interrupts */
1437        spin_lock_irqsave(&pd->int_lock, flags);
1438        int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
1439        smsc9420_reg_write(pd, INT_CFG, int_cfg);
1440        spin_unlock_irqrestore(&pd->int_lock, flags);
1441
1442        if (netif_running(dev)) {
1443                netif_tx_disable(dev);
1444                smsc9420_stop_tx(pd);
1445                smsc9420_free_tx_ring(pd);
1446
1447                napi_disable(&pd->napi);
1448                smsc9420_stop_rx(pd);
1449                smsc9420_free_rx_ring(pd);
1450
1451                free_irq(pd->pdev->irq, pd);
1452
1453                netif_device_detach(dev);
1454        }
1455
1456        device_wakeup_disable(dev_d);
1457
1458        return 0;
1459}
1460
1461static int __maybe_unused smsc9420_resume(struct device *dev_d)
1462{
1463        struct net_device *dev = dev_get_drvdata(dev_d);
1464        int err;
1465
1466        pci_set_master(to_pci_dev(dev_d));
1467
1468        device_wakeup_disable(dev_d);
1469
1470        err = 0;
1471        if (netif_running(dev)) {
1472                /* FIXME: gross. It looks like ancient PM relic.*/
1473                err = smsc9420_open(dev);
1474                netif_device_attach(dev);
1475        }
1476        return err;
1477}
1478
1479static const struct net_device_ops smsc9420_netdev_ops = {
1480        .ndo_open               = smsc9420_open,
1481        .ndo_stop               = smsc9420_stop,
1482        .ndo_start_xmit         = smsc9420_hard_start_xmit,
1483        .ndo_get_stats          = smsc9420_get_stats,
1484        .ndo_set_rx_mode        = smsc9420_set_multicast_list,
1485        .ndo_eth_ioctl          = phy_do_ioctl_running,
1486        .ndo_validate_addr      = eth_validate_addr,
1487        .ndo_set_mac_address    = eth_mac_addr,
1488#ifdef CONFIG_NET_POLL_CONTROLLER
1489        .ndo_poll_controller    = smsc9420_poll_controller,
1490#endif /* CONFIG_NET_POLL_CONTROLLER */
1491};
1492
1493static int
1494smsc9420_probe(struct pci_dev *pdev, const struct pci_device_id *id)
1495{
1496        struct net_device *dev;
1497        struct smsc9420_pdata *pd;
1498        void __iomem *virt_addr;
1499        int result = 0;
1500        u32 id_rev;
1501
1502        pr_info("%s version %s\n", DRV_DESCRIPTION, DRV_VERSION);
1503
1504        /* First do the PCI initialisation */
1505        result = pci_enable_device(pdev);
1506        if (unlikely(result)) {
1507                pr_err("Cannot enable smsc9420\n");
1508                goto out_0;
1509        }
1510
1511        pci_set_master(pdev);
1512
1513        dev = alloc_etherdev(sizeof(*pd));
1514        if (!dev)
1515                goto out_disable_pci_device_1;
1516
1517        SET_NETDEV_DEV(dev, &pdev->dev);
1518
1519        if (!(pci_resource_flags(pdev, SMSC_BAR) & IORESOURCE_MEM)) {
1520                netdev_err(dev, "Cannot find PCI device base address\n");
1521                goto out_free_netdev_2;
1522        }
1523
1524        if ((pci_request_regions(pdev, DRV_NAME))) {
1525                netdev_err(dev, "Cannot obtain PCI resources, aborting\n");
1526                goto out_free_netdev_2;
1527        }
1528
1529        if (dma_set_mask(&pdev->dev, DMA_BIT_MASK(32))) {
1530                netdev_err(dev, "No usable DMA configuration, aborting\n");
1531                goto out_free_regions_3;
1532        }
1533
1534        virt_addr = ioremap(pci_resource_start(pdev, SMSC_BAR),
1535                pci_resource_len(pdev, SMSC_BAR));
1536        if (!virt_addr) {
1537                netdev_err(dev, "Cannot map device registers, aborting\n");
1538                goto out_free_regions_3;
1539        }
1540
1541        /* registers are double mapped with 0 offset for LE and 0x200 for BE */
1542        virt_addr += LAN9420_CPSR_ENDIAN_OFFSET;
1543
1544        pd = netdev_priv(dev);
1545
1546        /* pci descriptors are created in the PCI consistent area */
1547        pd->rx_ring = dma_alloc_coherent(&pdev->dev,
1548                sizeof(struct smsc9420_dma_desc) * (RX_RING_SIZE + TX_RING_SIZE),
1549                &pd->rx_dma_addr, GFP_KERNEL);
1550
1551        if (!pd->rx_ring)
1552                goto out_free_io_4;
1553
1554        /* descriptors are aligned due to the nature of pci_alloc_consistent */
1555        pd->tx_ring = (pd->rx_ring + RX_RING_SIZE);
1556        pd->tx_dma_addr = pd->rx_dma_addr +
1557            sizeof(struct smsc9420_dma_desc) * RX_RING_SIZE;
1558
1559        pd->pdev = pdev;
1560        pd->dev = dev;
1561        pd->ioaddr = virt_addr;
1562        pd->msg_enable = smsc_debug;
1563        pd->rx_csum = true;
1564
1565        netif_dbg(pd, probe, pd->dev, "lan_base=0x%08lx\n", (ulong)virt_addr);
1566
1567        id_rev = smsc9420_reg_read(pd, ID_REV);
1568        switch (id_rev & 0xFFFF0000) {
1569        case 0x94200000:
1570                netif_info(pd, probe, pd->dev,
1571                           "LAN9420 identified, ID_REV=0x%08X\n", id_rev);
1572                break;
1573        default:
1574                netif_warn(pd, probe, pd->dev, "LAN9420 NOT identified\n");
1575                netif_warn(pd, probe, pd->dev, "ID_REV=0x%08X\n", id_rev);
1576                goto out_free_dmadesc_5;
1577        }
1578
1579        smsc9420_dmac_soft_reset(pd);
1580        smsc9420_eeprom_reload(pd);
1581        smsc9420_check_mac_address(dev);
1582
1583        dev->netdev_ops = &smsc9420_netdev_ops;
1584        dev->ethtool_ops = &smsc9420_ethtool_ops;
1585
1586        netif_napi_add(dev, &pd->napi, smsc9420_rx_poll, NAPI_WEIGHT);
1587
1588        result = register_netdev(dev);
1589        if (result) {
1590                netif_warn(pd, probe, pd->dev, "error %i registering device\n",
1591                           result);
1592                goto out_free_dmadesc_5;
1593        }
1594
1595        pci_set_drvdata(pdev, dev);
1596
1597        spin_lock_init(&pd->int_lock);
1598        spin_lock_init(&pd->phy_lock);
1599
1600        dev_info(&dev->dev, "MAC Address: %pM\n", dev->dev_addr);
1601
1602        return 0;
1603
1604out_free_dmadesc_5:
1605        dma_free_coherent(&pdev->dev,
1606                          sizeof(struct smsc9420_dma_desc) * (RX_RING_SIZE + TX_RING_SIZE),
1607                          pd->rx_ring, pd->rx_dma_addr);
1608out_free_io_4:
1609        iounmap(virt_addr - LAN9420_CPSR_ENDIAN_OFFSET);
1610out_free_regions_3:
1611        pci_release_regions(pdev);
1612out_free_netdev_2:
1613        free_netdev(dev);
1614out_disable_pci_device_1:
1615        pci_disable_device(pdev);
1616out_0:
1617        return -ENODEV;
1618}
1619
1620static void smsc9420_remove(struct pci_dev *pdev)
1621{
1622        struct net_device *dev;
1623        struct smsc9420_pdata *pd;
1624
1625        dev = pci_get_drvdata(pdev);
1626        if (!dev)
1627                return;
1628
1629        pd = netdev_priv(dev);
1630        unregister_netdev(dev);
1631
1632        /* tx_buffers and rx_buffers are freed in stop */
1633        BUG_ON(pd->tx_buffers);
1634        BUG_ON(pd->rx_buffers);
1635
1636        BUG_ON(!pd->tx_ring);
1637        BUG_ON(!pd->rx_ring);
1638
1639        dma_free_coherent(&pdev->dev,
1640                          sizeof(struct smsc9420_dma_desc) * (RX_RING_SIZE + TX_RING_SIZE),
1641                          pd->rx_ring, pd->rx_dma_addr);
1642
1643        iounmap(pd->ioaddr - LAN9420_CPSR_ENDIAN_OFFSET);
1644        pci_release_regions(pdev);
1645        free_netdev(dev);
1646        pci_disable_device(pdev);
1647}
1648
1649static SIMPLE_DEV_PM_OPS(smsc9420_pm_ops, smsc9420_suspend, smsc9420_resume);
1650
1651static struct pci_driver smsc9420_driver = {
1652        .name = DRV_NAME,
1653        .id_table = smsc9420_id_table,
1654        .probe = smsc9420_probe,
1655        .remove = smsc9420_remove,
1656        .driver.pm = &smsc9420_pm_ops,
1657};
1658
1659static int __init smsc9420_init_module(void)
1660{
1661        smsc_debug = netif_msg_init(debug, SMSC_MSG_DEFAULT);
1662
1663        return pci_register_driver(&smsc9420_driver);
1664}
1665
1666static void __exit smsc9420_exit_module(void)
1667{
1668        pci_unregister_driver(&smsc9420_driver);
1669}
1670
1671module_init(smsc9420_init_module);
1672module_exit(smsc9420_exit_module);
1673