linux/drivers/net/ethernet/sis/sis190.c
<<
>>
Prefs
   1/*
   2   sis190.c: Silicon Integrated Systems SiS190 ethernet driver
   3
   4   Copyright (c) 2003 K.M. Liu <kmliu@sis.com>
   5   Copyright (c) 2003, 2004 Jeff Garzik <jgarzik@pobox.com>
   6   Copyright (c) 2003, 2004, 2005 Francois Romieu <romieu@fr.zoreil.com>
   7
   8   Based on r8169.c, tg3.c, 8139cp.c, skge.c, epic100.c and SiS 190/191
   9   genuine driver.
  10
  11   This software may be used and distributed according to the terms of
  12   the GNU General Public License (GPL), incorporated herein by reference.
  13   Drivers based on or derived from this code fall under the GPL and must
  14   retain the authorship, copyright and license notice.  This file is not
  15   a complete program and may only be used when the entire operating
  16   system is licensed under the GPL.
  17
  18   See the file COPYING in this distribution for more information.
  19
  20*/
  21
  22#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  23
  24#include <linux/interrupt.h>
  25#include <linux/module.h>
  26#include <linux/moduleparam.h>
  27#include <linux/netdevice.h>
  28#include <linux/rtnetlink.h>
  29#include <linux/etherdevice.h>
  30#include <linux/ethtool.h>
  31#include <linux/pci.h>
  32#include <linux/mii.h>
  33#include <linux/delay.h>
  34#include <linux/crc32.h>
  35#include <linux/dma-mapping.h>
  36#include <linux/slab.h>
  37#include <asm/irq.h>
  38
  39#define PHY_MAX_ADDR            32
  40#define PHY_ID_ANY              0x1f
  41#define MII_REG_ANY             0x1f
  42
  43#define DRV_VERSION             "1.4"
  44#define DRV_NAME                "sis190"
  45#define SIS190_DRIVER_NAME      DRV_NAME " Gigabit Ethernet driver " DRV_VERSION
  46
  47#define sis190_rx_skb                   netif_rx
  48#define sis190_rx_quota(count, quota)   count
  49
  50#define NUM_TX_DESC             64      /* [8..1024] */
  51#define NUM_RX_DESC             64      /* [8..8192] */
  52#define TX_RING_BYTES           (NUM_TX_DESC * sizeof(struct TxDesc))
  53#define RX_RING_BYTES           (NUM_RX_DESC * sizeof(struct RxDesc))
  54#define RX_BUF_SIZE             1536
  55#define RX_BUF_MASK             0xfff8
  56
  57#define SIS190_REGS_SIZE        0x80
  58#define SIS190_TX_TIMEOUT       (6*HZ)
  59#define SIS190_PHY_TIMEOUT      (10*HZ)
  60#define SIS190_MSG_DEFAULT      (NETIF_MSG_DRV | NETIF_MSG_PROBE | \
  61                                 NETIF_MSG_LINK | NETIF_MSG_IFUP | \
  62                                 NETIF_MSG_IFDOWN)
  63
  64/* Enhanced PHY access register bit definitions */
  65#define EhnMIIread              0x0000
  66#define EhnMIIwrite             0x0020
  67#define EhnMIIdataShift         16
  68#define EhnMIIpmdShift          6       /* 7016 only */
  69#define EhnMIIregShift          11
  70#define EhnMIIreq               0x0010
  71#define EhnMIInotDone           0x0010
  72
  73/* Write/read MMIO register */
  74#define SIS_W8(reg, val)        writeb ((val), ioaddr + (reg))
  75#define SIS_W16(reg, val)       writew ((val), ioaddr + (reg))
  76#define SIS_W32(reg, val)       writel ((val), ioaddr + (reg))
  77#define SIS_R8(reg)             readb (ioaddr + (reg))
  78#define SIS_R16(reg)            readw (ioaddr + (reg))
  79#define SIS_R32(reg)            readl (ioaddr + (reg))
  80
  81#define SIS_PCI_COMMIT()        SIS_R32(IntrControl)
  82
  83enum sis190_registers {
  84        TxControl               = 0x00,
  85        TxDescStartAddr         = 0x04,
  86        rsv0                    = 0x08, // reserved
  87        TxSts                   = 0x0c, // unused (Control/Status)
  88        RxControl               = 0x10,
  89        RxDescStartAddr         = 0x14,
  90        rsv1                    = 0x18, // reserved
  91        RxSts                   = 0x1c, // unused
  92        IntrStatus              = 0x20,
  93        IntrMask                = 0x24,
  94        IntrControl             = 0x28,
  95        IntrTimer               = 0x2c, // unused (Interrupt Timer)
  96        PMControl               = 0x30, // unused (Power Mgmt Control/Status)
  97        rsv2                    = 0x34, // reserved
  98        ROMControl              = 0x38,
  99        ROMInterface            = 0x3c,
 100        StationControl          = 0x40,
 101        GMIIControl             = 0x44,
 102        GIoCR                   = 0x48, // unused (GMAC IO Compensation)
 103        GIoCtrl                 = 0x4c, // unused (GMAC IO Control)
 104        TxMacControl            = 0x50,
 105        TxLimit                 = 0x54, // unused (Tx MAC Timer/TryLimit)
 106        RGDelay                 = 0x58, // unused (RGMII Tx Internal Delay)
 107        rsv3                    = 0x5c, // reserved
 108        RxMacControl            = 0x60,
 109        RxMacAddr               = 0x62,
 110        RxHashTable             = 0x68,
 111        // Undocumented         = 0x6c,
 112        RxWolCtrl               = 0x70,
 113        RxWolData               = 0x74, // unused (Rx WOL Data Access)
 114        RxMPSControl            = 0x78, // unused (Rx MPS Control)
 115        rsv4                    = 0x7c, // reserved
 116};
 117
 118enum sis190_register_content {
 119        /* IntrStatus */
 120        SoftInt                 = 0x40000000,   // unused
 121        Timeup                  = 0x20000000,   // unused
 122        PauseFrame              = 0x00080000,   // unused
 123        MagicPacket             = 0x00040000,   // unused
 124        WakeupFrame             = 0x00020000,   // unused
 125        LinkChange              = 0x00010000,
 126        RxQEmpty                = 0x00000080,
 127        RxQInt                  = 0x00000040,
 128        TxQ1Empty               = 0x00000020,   // unused
 129        TxQ1Int                 = 0x00000010,
 130        TxQ0Empty               = 0x00000008,   // unused
 131        TxQ0Int                 = 0x00000004,
 132        RxHalt                  = 0x00000002,
 133        TxHalt                  = 0x00000001,
 134
 135        /* {Rx/Tx}CmdBits */
 136        CmdReset                = 0x10,
 137        CmdRxEnb                = 0x08,         // unused
 138        CmdTxEnb                = 0x01,
 139        RxBufEmpty              = 0x01,         // unused
 140
 141        /* Cfg9346Bits */
 142        Cfg9346_Lock            = 0x00,         // unused
 143        Cfg9346_Unlock          = 0xc0,         // unused
 144
 145        /* RxMacControl */
 146        AcceptErr               = 0x20,         // unused
 147        AcceptRunt              = 0x10,         // unused
 148        AcceptBroadcast         = 0x0800,
 149        AcceptMulticast         = 0x0400,
 150        AcceptMyPhys            = 0x0200,
 151        AcceptAllPhys           = 0x0100,
 152
 153        /* RxConfigBits */
 154        RxCfgFIFOShift          = 13,
 155        RxCfgDMAShift           = 8,            // 0x1a in RxControl ?
 156
 157        /* TxConfigBits */
 158        TxInterFrameGapShift    = 24,
 159        TxDMAShift              = 8, /* DMA burst value (0-7) is shift this many bits */
 160
 161        LinkStatus              = 0x02,         // unused
 162        FullDup                 = 0x01,         // unused
 163
 164        /* TBICSRBit */
 165        TBILinkOK               = 0x02000000,   // unused
 166};
 167
 168struct TxDesc {
 169        __le32 PSize;
 170        __le32 status;
 171        __le32 addr;
 172        __le32 size;
 173};
 174
 175struct RxDesc {
 176        __le32 PSize;
 177        __le32 status;
 178        __le32 addr;
 179        __le32 size;
 180};
 181
 182enum _DescStatusBit {
 183        /* _Desc.status */
 184        OWNbit          = 0x80000000, // RXOWN/TXOWN
 185        INTbit          = 0x40000000, // RXINT/TXINT
 186        CRCbit          = 0x00020000, // CRCOFF/CRCEN
 187        PADbit          = 0x00010000, // PREADD/PADEN
 188        /* _Desc.size */
 189        RingEnd         = 0x80000000,
 190        /* TxDesc.status */
 191        LSEN            = 0x08000000, // TSO ? -- FR
 192        IPCS            = 0x04000000,
 193        TCPCS           = 0x02000000,
 194        UDPCS           = 0x01000000,
 195        BSTEN           = 0x00800000,
 196        EXTEN           = 0x00400000,
 197        DEFEN           = 0x00200000,
 198        BKFEN           = 0x00100000,
 199        CRSEN           = 0x00080000,
 200        COLEN           = 0x00040000,
 201        THOL3           = 0x30000000,
 202        THOL2           = 0x20000000,
 203        THOL1           = 0x10000000,
 204        THOL0           = 0x00000000,
 205
 206        WND             = 0x00080000,
 207        TABRT           = 0x00040000,
 208        FIFO            = 0x00020000,
 209        LINK            = 0x00010000,
 210        ColCountMask    = 0x0000ffff,
 211        /* RxDesc.status */
 212        IPON            = 0x20000000,
 213        TCPON           = 0x10000000,
 214        UDPON           = 0x08000000,
 215        Wakup           = 0x00400000,
 216        Magic           = 0x00200000,
 217        Pause           = 0x00100000,
 218        DEFbit          = 0x00200000,
 219        BCAST           = 0x000c0000,
 220        MCAST           = 0x00080000,
 221        UCAST           = 0x00040000,
 222        /* RxDesc.PSize */
 223        TAGON           = 0x80000000,
 224        RxDescCountMask = 0x7f000000, // multi-desc pkt when > 1 ? -- FR
 225        ABORT           = 0x00800000,
 226        SHORT           = 0x00400000,
 227        LIMIT           = 0x00200000,
 228        MIIER           = 0x00100000,
 229        OVRUN           = 0x00080000,
 230        NIBON           = 0x00040000,
 231        COLON           = 0x00020000,
 232        CRCOK           = 0x00010000,
 233        RxSizeMask      = 0x0000ffff
 234        /*
 235         * The asic could apparently do vlan, TSO, jumbo (sis191 only) and
 236         * provide two (unused with Linux) Tx queues. No publicly
 237         * available documentation alas.
 238         */
 239};
 240
 241enum sis190_eeprom_access_register_bits {
 242        EECS    = 0x00000001,   // unused
 243        EECLK   = 0x00000002,   // unused
 244        EEDO    = 0x00000008,   // unused
 245        EEDI    = 0x00000004,   // unused
 246        EEREQ   = 0x00000080,
 247        EEROP   = 0x00000200,
 248        EEWOP   = 0x00000100    // unused
 249};
 250
 251/* EEPROM Addresses */
 252enum sis190_eeprom_address {
 253        EEPROMSignature = 0x00,
 254        EEPROMCLK       = 0x01, // unused
 255        EEPROMInfo      = 0x02,
 256        EEPROMMACAddr   = 0x03
 257};
 258
 259enum sis190_feature {
 260        F_HAS_RGMII     = 1,
 261        F_PHY_88E1111   = 2,
 262        F_PHY_BCM5461   = 4
 263};
 264
 265struct sis190_private {
 266        void __iomem *mmio_addr;
 267        struct pci_dev *pci_dev;
 268        struct net_device *dev;
 269        spinlock_t lock;
 270        u32 rx_buf_sz;
 271        u32 cur_rx;
 272        u32 cur_tx;
 273        u32 dirty_rx;
 274        u32 dirty_tx;
 275        dma_addr_t rx_dma;
 276        dma_addr_t tx_dma;
 277        struct RxDesc *RxDescRing;
 278        struct TxDesc *TxDescRing;
 279        struct sk_buff *Rx_skbuff[NUM_RX_DESC];
 280        struct sk_buff *Tx_skbuff[NUM_TX_DESC];
 281        struct work_struct phy_task;
 282        struct timer_list timer;
 283        u32 msg_enable;
 284        struct mii_if_info mii_if;
 285        struct list_head first_phy;
 286        u32 features;
 287        u32 negotiated_lpa;
 288        enum {
 289                LNK_OFF,
 290                LNK_ON,
 291                LNK_AUTONEG,
 292        } link_status;
 293};
 294
 295struct sis190_phy {
 296        struct list_head list;
 297        int phy_id;
 298        u16 id[2];
 299        u16 status;
 300        u8  type;
 301};
 302
 303enum sis190_phy_type {
 304        UNKNOWN = 0x00,
 305        HOME    = 0x01,
 306        LAN     = 0x02,
 307        MIX     = 0x03
 308};
 309
 310static struct mii_chip_info {
 311        const char *name;
 312        u16 id[2];
 313        unsigned int type;
 314        u32 feature;
 315} mii_chip_table[] = {
 316        { "Atheros PHY",          { 0x004d, 0xd010 }, LAN, 0 },
 317        { "Atheros PHY AR8012",   { 0x004d, 0xd020 }, LAN, 0 },
 318        { "Broadcom PHY BCM5461", { 0x0020, 0x60c0 }, LAN, F_PHY_BCM5461 },
 319        { "Broadcom PHY AC131",   { 0x0143, 0xbc70 }, LAN, 0 },
 320        { "Agere PHY ET1101B",    { 0x0282, 0xf010 }, LAN, 0 },
 321        { "Marvell PHY 88E1111",  { 0x0141, 0x0cc0 }, LAN, F_PHY_88E1111 },
 322        { "Realtek PHY RTL8201",  { 0x0000, 0x8200 }, LAN, 0 },
 323        { NULL, }
 324};
 325
 326static const struct {
 327        const char *name;
 328} sis_chip_info[] = {
 329        { "SiS 190 PCI Fast Ethernet adapter" },
 330        { "SiS 191 PCI Gigabit Ethernet adapter" },
 331};
 332
 333static const struct pci_device_id sis190_pci_tbl[] = {
 334        { PCI_DEVICE(PCI_VENDOR_ID_SI, 0x0190), 0, 0, 0 },
 335        { PCI_DEVICE(PCI_VENDOR_ID_SI, 0x0191), 0, 0, 1 },
 336        { 0, },
 337};
 338
 339MODULE_DEVICE_TABLE(pci, sis190_pci_tbl);
 340
 341static int rx_copybreak = 200;
 342
 343static struct {
 344        u32 msg_enable;
 345} debug = { -1 };
 346
 347MODULE_DESCRIPTION("SiS sis190/191 Gigabit Ethernet driver");
 348module_param(rx_copybreak, int, 0);
 349MODULE_PARM_DESC(rx_copybreak, "Copy breakpoint for copy-only-tiny-frames");
 350module_param_named(debug, debug.msg_enable, int, 0);
 351MODULE_PARM_DESC(debug, "Debug verbosity level (0=none, ..., 16=all)");
 352MODULE_AUTHOR("K.M. Liu <kmliu@sis.com>, Ueimor <romieu@fr.zoreil.com>");
 353MODULE_VERSION(DRV_VERSION);
 354MODULE_LICENSE("GPL");
 355
 356static const u32 sis190_intr_mask =
 357        RxQEmpty | RxQInt | TxQ1Int | TxQ0Int | RxHalt | TxHalt | LinkChange;
 358
 359/*
 360 * Maximum number of multicast addresses to filter (vs. Rx-all-multicast).
 361 * The chips use a 64 element hash table based on the Ethernet CRC.
 362 */
 363static const int multicast_filter_limit = 32;
 364
 365static void __mdio_cmd(void __iomem *ioaddr, u32 ctl)
 366{
 367        unsigned int i;
 368
 369        SIS_W32(GMIIControl, ctl);
 370
 371        msleep(1);
 372
 373        for (i = 0; i < 100; i++) {
 374                if (!(SIS_R32(GMIIControl) & EhnMIInotDone))
 375                        break;
 376                msleep(1);
 377        }
 378
 379        if (i > 99)
 380                pr_err("PHY command failed !\n");
 381}
 382
 383static void mdio_write(void __iomem *ioaddr, int phy_id, int reg, int val)
 384{
 385        __mdio_cmd(ioaddr, EhnMIIreq | EhnMIIwrite |
 386                (((u32) reg) << EhnMIIregShift) | (phy_id << EhnMIIpmdShift) |
 387                (((u32) val) << EhnMIIdataShift));
 388}
 389
 390static int mdio_read(void __iomem *ioaddr, int phy_id, int reg)
 391{
 392        __mdio_cmd(ioaddr, EhnMIIreq | EhnMIIread |
 393                (((u32) reg) << EhnMIIregShift) | (phy_id << EhnMIIpmdShift));
 394
 395        return (u16) (SIS_R32(GMIIControl) >> EhnMIIdataShift);
 396}
 397
 398static void __mdio_write(struct net_device *dev, int phy_id, int reg, int val)
 399{
 400        struct sis190_private *tp = netdev_priv(dev);
 401
 402        mdio_write(tp->mmio_addr, phy_id, reg, val);
 403}
 404
 405static int __mdio_read(struct net_device *dev, int phy_id, int reg)
 406{
 407        struct sis190_private *tp = netdev_priv(dev);
 408
 409        return mdio_read(tp->mmio_addr, phy_id, reg);
 410}
 411
 412static u16 mdio_read_latched(void __iomem *ioaddr, int phy_id, int reg)
 413{
 414        mdio_read(ioaddr, phy_id, reg);
 415        return mdio_read(ioaddr, phy_id, reg);
 416}
 417
 418static u16 sis190_read_eeprom(void __iomem *ioaddr, u32 reg)
 419{
 420        u16 data = 0xffff;
 421        unsigned int i;
 422
 423        if (!(SIS_R32(ROMControl) & 0x0002))
 424                return 0;
 425
 426        SIS_W32(ROMInterface, EEREQ | EEROP | (reg << 10));
 427
 428        for (i = 0; i < 200; i++) {
 429                if (!(SIS_R32(ROMInterface) & EEREQ)) {
 430                        data = (SIS_R32(ROMInterface) & 0xffff0000) >> 16;
 431                        break;
 432                }
 433                msleep(1);
 434        }
 435
 436        return data;
 437}
 438
 439static void sis190_irq_mask_and_ack(void __iomem *ioaddr)
 440{
 441        SIS_W32(IntrMask, 0x00);
 442        SIS_W32(IntrStatus, 0xffffffff);
 443        SIS_PCI_COMMIT();
 444}
 445
 446static void sis190_asic_down(void __iomem *ioaddr)
 447{
 448        /* Stop the chip's Tx and Rx DMA processes. */
 449
 450        SIS_W32(TxControl, 0x1a00);
 451        SIS_W32(RxControl, 0x1a00);
 452
 453        sis190_irq_mask_and_ack(ioaddr);
 454}
 455
 456static void sis190_mark_as_last_descriptor(struct RxDesc *desc)
 457{
 458        desc->size |= cpu_to_le32(RingEnd);
 459}
 460
 461static inline void sis190_give_to_asic(struct RxDesc *desc, u32 rx_buf_sz)
 462{
 463        u32 eor = le32_to_cpu(desc->size) & RingEnd;
 464
 465        desc->PSize = 0x0;
 466        desc->size = cpu_to_le32((rx_buf_sz & RX_BUF_MASK) | eor);
 467        wmb();
 468        desc->status = cpu_to_le32(OWNbit | INTbit);
 469}
 470
 471static inline void sis190_map_to_asic(struct RxDesc *desc, dma_addr_t mapping,
 472                                      u32 rx_buf_sz)
 473{
 474        desc->addr = cpu_to_le32(mapping);
 475        sis190_give_to_asic(desc, rx_buf_sz);
 476}
 477
 478static inline void sis190_make_unusable_by_asic(struct RxDesc *desc)
 479{
 480        desc->PSize = 0x0;
 481        desc->addr = cpu_to_le32(0xdeadbeef);
 482        desc->size &= cpu_to_le32(RingEnd);
 483        wmb();
 484        desc->status = 0x0;
 485}
 486
 487static struct sk_buff *sis190_alloc_rx_skb(struct sis190_private *tp,
 488                                           struct RxDesc *desc)
 489{
 490        u32 rx_buf_sz = tp->rx_buf_sz;
 491        struct sk_buff *skb;
 492        dma_addr_t mapping;
 493
 494        skb = netdev_alloc_skb(tp->dev, rx_buf_sz);
 495        if (unlikely(!skb))
 496                goto skb_alloc_failed;
 497        mapping = pci_map_single(tp->pci_dev, skb->data, tp->rx_buf_sz,
 498                        PCI_DMA_FROMDEVICE);
 499        if (pci_dma_mapping_error(tp->pci_dev, mapping))
 500                goto out;
 501        sis190_map_to_asic(desc, mapping, rx_buf_sz);
 502
 503        return skb;
 504
 505out:
 506        dev_kfree_skb_any(skb);
 507skb_alloc_failed:
 508        sis190_make_unusable_by_asic(desc);
 509        return NULL;
 510}
 511
 512static u32 sis190_rx_fill(struct sis190_private *tp, struct net_device *dev,
 513                          u32 start, u32 end)
 514{
 515        u32 cur;
 516
 517        for (cur = start; cur < end; cur++) {
 518                unsigned int i = cur % NUM_RX_DESC;
 519
 520                if (tp->Rx_skbuff[i])
 521                        continue;
 522
 523                tp->Rx_skbuff[i] = sis190_alloc_rx_skb(tp, tp->RxDescRing + i);
 524
 525                if (!tp->Rx_skbuff[i])
 526                        break;
 527        }
 528        return cur - start;
 529}
 530
 531static bool sis190_try_rx_copy(struct sis190_private *tp,
 532                               struct sk_buff **sk_buff, int pkt_size,
 533                               dma_addr_t addr)
 534{
 535        struct sk_buff *skb;
 536        bool done = false;
 537
 538        if (pkt_size >= rx_copybreak)
 539                goto out;
 540
 541        skb = netdev_alloc_skb_ip_align(tp->dev, pkt_size);
 542        if (!skb)
 543                goto out;
 544
 545        pci_dma_sync_single_for_cpu(tp->pci_dev, addr, tp->rx_buf_sz,
 546                                PCI_DMA_FROMDEVICE);
 547        skb_copy_to_linear_data(skb, sk_buff[0]->data, pkt_size);
 548        *sk_buff = skb;
 549        done = true;
 550out:
 551        return done;
 552}
 553
 554static inline int sis190_rx_pkt_err(u32 status, struct net_device_stats *stats)
 555{
 556#define ErrMask (OVRUN | SHORT | LIMIT | MIIER | NIBON | COLON | ABORT)
 557
 558        if ((status & CRCOK) && !(status & ErrMask))
 559                return 0;
 560
 561        if (!(status & CRCOK))
 562                stats->rx_crc_errors++;
 563        else if (status & OVRUN)
 564                stats->rx_over_errors++;
 565        else if (status & (SHORT | LIMIT))
 566                stats->rx_length_errors++;
 567        else if (status & (MIIER | NIBON | COLON))
 568                stats->rx_frame_errors++;
 569
 570        stats->rx_errors++;
 571        return -1;
 572}
 573
 574static int sis190_rx_interrupt(struct net_device *dev,
 575                               struct sis190_private *tp, void __iomem *ioaddr)
 576{
 577        struct net_device_stats *stats = &dev->stats;
 578        u32 rx_left, cur_rx = tp->cur_rx;
 579        u32 delta, count;
 580
 581        rx_left = NUM_RX_DESC + tp->dirty_rx - cur_rx;
 582        rx_left = sis190_rx_quota(rx_left, (u32) dev->quota);
 583
 584        for (; rx_left > 0; rx_left--, cur_rx++) {
 585                unsigned int entry = cur_rx % NUM_RX_DESC;
 586                struct RxDesc *desc = tp->RxDescRing + entry;
 587                u32 status;
 588
 589                if (le32_to_cpu(desc->status) & OWNbit)
 590                        break;
 591
 592                status = le32_to_cpu(desc->PSize);
 593
 594                //netif_info(tp, intr, dev, "Rx PSize = %08x\n", status);
 595
 596                if (sis190_rx_pkt_err(status, stats) < 0)
 597                        sis190_give_to_asic(desc, tp->rx_buf_sz);
 598                else {
 599                        struct sk_buff *skb = tp->Rx_skbuff[entry];
 600                        dma_addr_t addr = le32_to_cpu(desc->addr);
 601                        int pkt_size = (status & RxSizeMask) - 4;
 602                        struct pci_dev *pdev = tp->pci_dev;
 603
 604                        if (unlikely(pkt_size > tp->rx_buf_sz)) {
 605                                netif_info(tp, intr, dev,
 606                                           "(frag) status = %08x\n", status);
 607                                stats->rx_dropped++;
 608                                stats->rx_length_errors++;
 609                                sis190_give_to_asic(desc, tp->rx_buf_sz);
 610                                continue;
 611                        }
 612
 613
 614                        if (sis190_try_rx_copy(tp, &skb, pkt_size, addr)) {
 615                                pci_dma_sync_single_for_device(pdev, addr,
 616                                        tp->rx_buf_sz, PCI_DMA_FROMDEVICE);
 617                                sis190_give_to_asic(desc, tp->rx_buf_sz);
 618                        } else {
 619                                pci_unmap_single(pdev, addr, tp->rx_buf_sz,
 620                                                 PCI_DMA_FROMDEVICE);
 621                                tp->Rx_skbuff[entry] = NULL;
 622                                sis190_make_unusable_by_asic(desc);
 623                        }
 624
 625                        skb_put(skb, pkt_size);
 626                        skb->protocol = eth_type_trans(skb, dev);
 627
 628                        sis190_rx_skb(skb);
 629
 630                        stats->rx_packets++;
 631                        stats->rx_bytes += pkt_size;
 632                        if ((status & BCAST) == MCAST)
 633                                stats->multicast++;
 634                }
 635        }
 636        count = cur_rx - tp->cur_rx;
 637        tp->cur_rx = cur_rx;
 638
 639        delta = sis190_rx_fill(tp, dev, tp->dirty_rx, tp->cur_rx);
 640        if (!delta && count)
 641                netif_info(tp, intr, dev, "no Rx buffer allocated\n");
 642        tp->dirty_rx += delta;
 643
 644        if ((tp->dirty_rx + NUM_RX_DESC) == tp->cur_rx)
 645                netif_emerg(tp, intr, dev, "Rx buffers exhausted\n");
 646
 647        return count;
 648}
 649
 650static void sis190_unmap_tx_skb(struct pci_dev *pdev, struct sk_buff *skb,
 651                                struct TxDesc *desc)
 652{
 653        unsigned int len;
 654
 655        len = skb->len < ETH_ZLEN ? ETH_ZLEN : skb->len;
 656
 657        pci_unmap_single(pdev, le32_to_cpu(desc->addr), len, PCI_DMA_TODEVICE);
 658
 659        memset(desc, 0x00, sizeof(*desc));
 660}
 661
 662static inline int sis190_tx_pkt_err(u32 status, struct net_device_stats *stats)
 663{
 664#define TxErrMask       (WND | TABRT | FIFO | LINK)
 665
 666        if (!unlikely(status & TxErrMask))
 667                return 0;
 668
 669        if (status & WND)
 670                stats->tx_window_errors++;
 671        if (status & TABRT)
 672                stats->tx_aborted_errors++;
 673        if (status & FIFO)
 674                stats->tx_fifo_errors++;
 675        if (status & LINK)
 676                stats->tx_carrier_errors++;
 677
 678        stats->tx_errors++;
 679
 680        return -1;
 681}
 682
 683static void sis190_tx_interrupt(struct net_device *dev,
 684                                struct sis190_private *tp, void __iomem *ioaddr)
 685{
 686        struct net_device_stats *stats = &dev->stats;
 687        u32 pending, dirty_tx = tp->dirty_tx;
 688        /*
 689         * It would not be needed if queueing was allowed to be enabled
 690         * again too early (hint: think preempt and unclocked smp systems).
 691         */
 692        unsigned int queue_stopped;
 693
 694        smp_rmb();
 695        pending = tp->cur_tx - dirty_tx;
 696        queue_stopped = (pending == NUM_TX_DESC);
 697
 698        for (; pending; pending--, dirty_tx++) {
 699                unsigned int entry = dirty_tx % NUM_TX_DESC;
 700                struct TxDesc *txd = tp->TxDescRing + entry;
 701                u32 status = le32_to_cpu(txd->status);
 702                struct sk_buff *skb;
 703
 704                if (status & OWNbit)
 705                        break;
 706
 707                skb = tp->Tx_skbuff[entry];
 708
 709                if (likely(sis190_tx_pkt_err(status, stats) == 0)) {
 710                        stats->tx_packets++;
 711                        stats->tx_bytes += skb->len;
 712                        stats->collisions += ((status & ColCountMask) - 1);
 713                }
 714
 715                sis190_unmap_tx_skb(tp->pci_dev, skb, txd);
 716                tp->Tx_skbuff[entry] = NULL;
 717                dev_kfree_skb_irq(skb);
 718        }
 719
 720        if (tp->dirty_tx != dirty_tx) {
 721                tp->dirty_tx = dirty_tx;
 722                smp_wmb();
 723                if (queue_stopped)
 724                        netif_wake_queue(dev);
 725        }
 726}
 727
 728/*
 729 * The interrupt handler does all of the Rx thread work and cleans up after
 730 * the Tx thread.
 731 */
 732static irqreturn_t sis190_irq(int irq, void *__dev)
 733{
 734        struct net_device *dev = __dev;
 735        struct sis190_private *tp = netdev_priv(dev);
 736        void __iomem *ioaddr = tp->mmio_addr;
 737        unsigned int handled = 0;
 738        u32 status;
 739
 740        status = SIS_R32(IntrStatus);
 741
 742        if ((status == 0xffffffff) || !status)
 743                goto out;
 744
 745        handled = 1;
 746
 747        if (unlikely(!netif_running(dev))) {
 748                sis190_asic_down(ioaddr);
 749                goto out;
 750        }
 751
 752        SIS_W32(IntrStatus, status);
 753
 754//      netif_info(tp, intr, dev, "status = %08x\n", status);
 755
 756        if (status & LinkChange) {
 757                netif_info(tp, intr, dev, "link change\n");
 758                del_timer(&tp->timer);
 759                schedule_work(&tp->phy_task);
 760        }
 761
 762        if (status & RxQInt)
 763                sis190_rx_interrupt(dev, tp, ioaddr);
 764
 765        if (status & TxQ0Int)
 766                sis190_tx_interrupt(dev, tp, ioaddr);
 767out:
 768        return IRQ_RETVAL(handled);
 769}
 770
 771#ifdef CONFIG_NET_POLL_CONTROLLER
 772static void sis190_netpoll(struct net_device *dev)
 773{
 774        struct sis190_private *tp = netdev_priv(dev);
 775        const int irq = tp->pci_dev->irq;
 776
 777        disable_irq(irq);
 778        sis190_irq(irq, dev);
 779        enable_irq(irq);
 780}
 781#endif
 782
 783static void sis190_free_rx_skb(struct sis190_private *tp,
 784                               struct sk_buff **sk_buff, struct RxDesc *desc)
 785{
 786        struct pci_dev *pdev = tp->pci_dev;
 787
 788        pci_unmap_single(pdev, le32_to_cpu(desc->addr), tp->rx_buf_sz,
 789                         PCI_DMA_FROMDEVICE);
 790        dev_kfree_skb(*sk_buff);
 791        *sk_buff = NULL;
 792        sis190_make_unusable_by_asic(desc);
 793}
 794
 795static void sis190_rx_clear(struct sis190_private *tp)
 796{
 797        unsigned int i;
 798
 799        for (i = 0; i < NUM_RX_DESC; i++) {
 800                if (!tp->Rx_skbuff[i])
 801                        continue;
 802                sis190_free_rx_skb(tp, tp->Rx_skbuff + i, tp->RxDescRing + i);
 803        }
 804}
 805
 806static void sis190_init_ring_indexes(struct sis190_private *tp)
 807{
 808        tp->dirty_tx = tp->dirty_rx = tp->cur_tx = tp->cur_rx = 0;
 809}
 810
 811static int sis190_init_ring(struct net_device *dev)
 812{
 813        struct sis190_private *tp = netdev_priv(dev);
 814
 815        sis190_init_ring_indexes(tp);
 816
 817        memset(tp->Tx_skbuff, 0x0, NUM_TX_DESC * sizeof(struct sk_buff *));
 818        memset(tp->Rx_skbuff, 0x0, NUM_RX_DESC * sizeof(struct sk_buff *));
 819
 820        if (sis190_rx_fill(tp, dev, 0, NUM_RX_DESC) != NUM_RX_DESC)
 821                goto err_rx_clear;
 822
 823        sis190_mark_as_last_descriptor(tp->RxDescRing + NUM_RX_DESC - 1);
 824
 825        return 0;
 826
 827err_rx_clear:
 828        sis190_rx_clear(tp);
 829        return -ENOMEM;
 830}
 831
 832static void sis190_set_rx_mode(struct net_device *dev)
 833{
 834        struct sis190_private *tp = netdev_priv(dev);
 835        void __iomem *ioaddr = tp->mmio_addr;
 836        unsigned long flags;
 837        u32 mc_filter[2];       /* Multicast hash filter */
 838        u16 rx_mode;
 839
 840        if (dev->flags & IFF_PROMISC) {
 841                rx_mode =
 842                        AcceptBroadcast | AcceptMulticast | AcceptMyPhys |
 843                        AcceptAllPhys;
 844                mc_filter[1] = mc_filter[0] = 0xffffffff;
 845        } else if ((netdev_mc_count(dev) > multicast_filter_limit) ||
 846                   (dev->flags & IFF_ALLMULTI)) {
 847                /* Too many to filter perfectly -- accept all multicasts. */
 848                rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys;
 849                mc_filter[1] = mc_filter[0] = 0xffffffff;
 850        } else {
 851                struct netdev_hw_addr *ha;
 852
 853                rx_mode = AcceptBroadcast | AcceptMyPhys;
 854                mc_filter[1] = mc_filter[0] = 0;
 855                netdev_for_each_mc_addr(ha, dev) {
 856                        int bit_nr =
 857                                ether_crc(ETH_ALEN, ha->addr) & 0x3f;
 858                        mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31);
 859                        rx_mode |= AcceptMulticast;
 860                }
 861        }
 862
 863        spin_lock_irqsave(&tp->lock, flags);
 864
 865        SIS_W16(RxMacControl, rx_mode | 0x2);
 866        SIS_W32(RxHashTable, mc_filter[0]);
 867        SIS_W32(RxHashTable + 4, mc_filter[1]);
 868
 869        spin_unlock_irqrestore(&tp->lock, flags);
 870}
 871
 872static void sis190_soft_reset(void __iomem *ioaddr)
 873{
 874        SIS_W32(IntrControl, 0x8000);
 875        SIS_PCI_COMMIT();
 876        SIS_W32(IntrControl, 0x0);
 877        sis190_asic_down(ioaddr);
 878}
 879
 880static void sis190_hw_start(struct net_device *dev)
 881{
 882        struct sis190_private *tp = netdev_priv(dev);
 883        void __iomem *ioaddr = tp->mmio_addr;
 884
 885        sis190_soft_reset(ioaddr);
 886
 887        SIS_W32(TxDescStartAddr, tp->tx_dma);
 888        SIS_W32(RxDescStartAddr, tp->rx_dma);
 889
 890        SIS_W32(IntrStatus, 0xffffffff);
 891        SIS_W32(IntrMask, 0x0);
 892        SIS_W32(GMIIControl, 0x0);
 893        SIS_W32(TxMacControl, 0x60);
 894        SIS_W16(RxMacControl, 0x02);
 895        SIS_W32(RxHashTable, 0x0);
 896        SIS_W32(0x6c, 0x0);
 897        SIS_W32(RxWolCtrl, 0x0);
 898        SIS_W32(RxWolData, 0x0);
 899
 900        SIS_PCI_COMMIT();
 901
 902        sis190_set_rx_mode(dev);
 903
 904        /* Enable all known interrupts by setting the interrupt mask. */
 905        SIS_W32(IntrMask, sis190_intr_mask);
 906
 907        SIS_W32(TxControl, 0x1a00 | CmdTxEnb);
 908        SIS_W32(RxControl, 0x1a1d);
 909
 910        netif_start_queue(dev);
 911}
 912
 913static void sis190_phy_task(struct work_struct *work)
 914{
 915        struct sis190_private *tp =
 916                container_of(work, struct sis190_private, phy_task);
 917        struct net_device *dev = tp->dev;
 918        void __iomem *ioaddr = tp->mmio_addr;
 919        int phy_id = tp->mii_if.phy_id;
 920        u16 val;
 921
 922        rtnl_lock();
 923
 924        if (!netif_running(dev))
 925                goto out_unlock;
 926
 927        val = mdio_read(ioaddr, phy_id, MII_BMCR);
 928        if (val & BMCR_RESET) {
 929                // FIXME: needlessly high ?  -- FR 02/07/2005
 930                mod_timer(&tp->timer, jiffies + HZ/10);
 931                goto out_unlock;
 932        }
 933
 934        val = mdio_read_latched(ioaddr, phy_id, MII_BMSR);
 935        if (!(val & BMSR_ANEGCOMPLETE) && tp->link_status != LNK_AUTONEG) {
 936                netif_carrier_off(dev);
 937                netif_warn(tp, link, dev, "auto-negotiating...\n");
 938                tp->link_status = LNK_AUTONEG;
 939        } else if ((val & BMSR_LSTATUS) && tp->link_status != LNK_ON) {
 940                /* Rejoice ! */
 941                struct {
 942                        int val;
 943                        u32 ctl;
 944                        const char *msg;
 945                } reg31[] = {
 946                        { LPA_1000FULL, 0x07000c00 | 0x00001000,
 947                                "1000 Mbps Full Duplex" },
 948                        { LPA_1000HALF, 0x07000c00,
 949                                "1000 Mbps Half Duplex" },
 950                        { LPA_100FULL, 0x04000800 | 0x00001000,
 951                                "100 Mbps Full Duplex" },
 952                        { LPA_100HALF, 0x04000800,
 953                                "100 Mbps Half Duplex" },
 954                        { LPA_10FULL, 0x04000400 | 0x00001000,
 955                                "10 Mbps Full Duplex" },
 956                        { LPA_10HALF, 0x04000400,
 957                                "10 Mbps Half Duplex" },
 958                        { 0, 0x04000400, "unknown" }
 959                }, *p = NULL;
 960                u16 adv, autoexp, gigadv, gigrec;
 961
 962                val = mdio_read(ioaddr, phy_id, 0x1f);
 963                netif_info(tp, link, dev, "mii ext = %04x\n", val);
 964
 965                val = mdio_read(ioaddr, phy_id, MII_LPA);
 966                adv = mdio_read(ioaddr, phy_id, MII_ADVERTISE);
 967                autoexp = mdio_read(ioaddr, phy_id, MII_EXPANSION);
 968                netif_info(tp, link, dev, "mii lpa=%04x adv=%04x exp=%04x\n",
 969                           val, adv, autoexp);
 970
 971                if (val & LPA_NPAGE && autoexp & EXPANSION_NWAY) {
 972                        /* check for gigabit speed */
 973                        gigadv = mdio_read(ioaddr, phy_id, MII_CTRL1000);
 974                        gigrec = mdio_read(ioaddr, phy_id, MII_STAT1000);
 975                        val = (gigadv & (gigrec >> 2));
 976                        if (val & ADVERTISE_1000FULL)
 977                                p = reg31;
 978                        else if (val & ADVERTISE_1000HALF)
 979                                p = reg31 + 1;
 980                }
 981                if (!p) {
 982                        val &= adv;
 983
 984                        for (p = reg31; p->val; p++) {
 985                                if ((val & p->val) == p->val)
 986                                        break;
 987                        }
 988                }
 989
 990                p->ctl |= SIS_R32(StationControl) & ~0x0f001c00;
 991
 992                if ((tp->features & F_HAS_RGMII) &&
 993                    (tp->features & F_PHY_BCM5461)) {
 994                        // Set Tx Delay in RGMII mode.
 995                        mdio_write(ioaddr, phy_id, 0x18, 0xf1c7);
 996                        udelay(200);
 997                        mdio_write(ioaddr, phy_id, 0x1c, 0x8c00);
 998                        p->ctl |= 0x03000000;
 999                }
1000
1001                SIS_W32(StationControl, p->ctl);
1002
1003                if (tp->features & F_HAS_RGMII) {
1004                        SIS_W32(RGDelay, 0x0441);
1005                        SIS_W32(RGDelay, 0x0440);
1006                }
1007
1008                tp->negotiated_lpa = p->val;
1009
1010                netif_info(tp, link, dev, "link on %s mode\n", p->msg);
1011                netif_carrier_on(dev);
1012                tp->link_status = LNK_ON;
1013        } else if (!(val & BMSR_LSTATUS) && tp->link_status != LNK_AUTONEG)
1014                tp->link_status = LNK_OFF;
1015        mod_timer(&tp->timer, jiffies + SIS190_PHY_TIMEOUT);
1016
1017out_unlock:
1018        rtnl_unlock();
1019}
1020
1021static void sis190_phy_timer(unsigned long __opaque)
1022{
1023        struct net_device *dev = (struct net_device *)__opaque;
1024        struct sis190_private *tp = netdev_priv(dev);
1025
1026        if (likely(netif_running(dev)))
1027                schedule_work(&tp->phy_task);
1028}
1029
1030static inline void sis190_delete_timer(struct net_device *dev)
1031{
1032        struct sis190_private *tp = netdev_priv(dev);
1033
1034        del_timer_sync(&tp->timer);
1035}
1036
1037static inline void sis190_request_timer(struct net_device *dev)
1038{
1039        struct sis190_private *tp = netdev_priv(dev);
1040        struct timer_list *timer = &tp->timer;
1041
1042        init_timer(timer);
1043        timer->expires = jiffies + SIS190_PHY_TIMEOUT;
1044        timer->data = (unsigned long)dev;
1045        timer->function = sis190_phy_timer;
1046        add_timer(timer);
1047}
1048
1049static void sis190_set_rxbufsize(struct sis190_private *tp,
1050                                 struct net_device *dev)
1051{
1052        unsigned int mtu = dev->mtu;
1053
1054        tp->rx_buf_sz = (mtu > RX_BUF_SIZE) ? mtu + ETH_HLEN + 8 : RX_BUF_SIZE;
1055        /* RxDesc->size has a licence to kill the lower bits */
1056        if (tp->rx_buf_sz & 0x07) {
1057                tp->rx_buf_sz += 8;
1058                tp->rx_buf_sz &= RX_BUF_MASK;
1059        }
1060}
1061
1062static int sis190_open(struct net_device *dev)
1063{
1064        struct sis190_private *tp = netdev_priv(dev);
1065        struct pci_dev *pdev = tp->pci_dev;
1066        int rc = -ENOMEM;
1067
1068        sis190_set_rxbufsize(tp, dev);
1069
1070        /*
1071         * Rx and Tx descriptors need 256 bytes alignment.
1072         * pci_alloc_consistent() guarantees a stronger alignment.
1073         */
1074        tp->TxDescRing = pci_alloc_consistent(pdev, TX_RING_BYTES, &tp->tx_dma);
1075        if (!tp->TxDescRing)
1076                goto out;
1077
1078        tp->RxDescRing = pci_alloc_consistent(pdev, RX_RING_BYTES, &tp->rx_dma);
1079        if (!tp->RxDescRing)
1080                goto err_free_tx_0;
1081
1082        rc = sis190_init_ring(dev);
1083        if (rc < 0)
1084                goto err_free_rx_1;
1085
1086        sis190_request_timer(dev);
1087
1088        rc = request_irq(pdev->irq, sis190_irq, IRQF_SHARED, dev->name, dev);
1089        if (rc < 0)
1090                goto err_release_timer_2;
1091
1092        sis190_hw_start(dev);
1093out:
1094        return rc;
1095
1096err_release_timer_2:
1097        sis190_delete_timer(dev);
1098        sis190_rx_clear(tp);
1099err_free_rx_1:
1100        pci_free_consistent(pdev, RX_RING_BYTES, tp->RxDescRing, tp->rx_dma);
1101err_free_tx_0:
1102        pci_free_consistent(pdev, TX_RING_BYTES, tp->TxDescRing, tp->tx_dma);
1103        goto out;
1104}
1105
1106static void sis190_tx_clear(struct sis190_private *tp)
1107{
1108        unsigned int i;
1109
1110        for (i = 0; i < NUM_TX_DESC; i++) {
1111                struct sk_buff *skb = tp->Tx_skbuff[i];
1112
1113                if (!skb)
1114                        continue;
1115
1116                sis190_unmap_tx_skb(tp->pci_dev, skb, tp->TxDescRing + i);
1117                tp->Tx_skbuff[i] = NULL;
1118                dev_kfree_skb(skb);
1119
1120                tp->dev->stats.tx_dropped++;
1121        }
1122        tp->cur_tx = tp->dirty_tx = 0;
1123}
1124
1125static void sis190_down(struct net_device *dev)
1126{
1127        struct sis190_private *tp = netdev_priv(dev);
1128        void __iomem *ioaddr = tp->mmio_addr;
1129        unsigned int poll_locked = 0;
1130
1131        sis190_delete_timer(dev);
1132
1133        netif_stop_queue(dev);
1134
1135        do {
1136                spin_lock_irq(&tp->lock);
1137
1138                sis190_asic_down(ioaddr);
1139
1140                spin_unlock_irq(&tp->lock);
1141
1142                synchronize_irq(tp->pci_dev->irq);
1143
1144                if (!poll_locked)
1145                        poll_locked++;
1146
1147                synchronize_sched();
1148
1149        } while (SIS_R32(IntrMask));
1150
1151        sis190_tx_clear(tp);
1152        sis190_rx_clear(tp);
1153}
1154
1155static int sis190_close(struct net_device *dev)
1156{
1157        struct sis190_private *tp = netdev_priv(dev);
1158        struct pci_dev *pdev = tp->pci_dev;
1159
1160        sis190_down(dev);
1161
1162        free_irq(pdev->irq, dev);
1163
1164        pci_free_consistent(pdev, TX_RING_BYTES, tp->TxDescRing, tp->tx_dma);
1165        pci_free_consistent(pdev, RX_RING_BYTES, tp->RxDescRing, tp->rx_dma);
1166
1167        tp->TxDescRing = NULL;
1168        tp->RxDescRing = NULL;
1169
1170        return 0;
1171}
1172
1173static netdev_tx_t sis190_start_xmit(struct sk_buff *skb,
1174                                     struct net_device *dev)
1175{
1176        struct sis190_private *tp = netdev_priv(dev);
1177        void __iomem *ioaddr = tp->mmio_addr;
1178        u32 len, entry, dirty_tx;
1179        struct TxDesc *desc;
1180        dma_addr_t mapping;
1181
1182        if (unlikely(skb->len < ETH_ZLEN)) {
1183                if (skb_padto(skb, ETH_ZLEN)) {
1184                        dev->stats.tx_dropped++;
1185                        goto out;
1186                }
1187                len = ETH_ZLEN;
1188        } else {
1189                len = skb->len;
1190        }
1191
1192        entry = tp->cur_tx % NUM_TX_DESC;
1193        desc = tp->TxDescRing + entry;
1194
1195        if (unlikely(le32_to_cpu(desc->status) & OWNbit)) {
1196                netif_stop_queue(dev);
1197                netif_err(tp, tx_err, dev,
1198                          "BUG! Tx Ring full when queue awake!\n");
1199                return NETDEV_TX_BUSY;
1200        }
1201
1202        mapping = pci_map_single(tp->pci_dev, skb->data, len, PCI_DMA_TODEVICE);
1203        if (pci_dma_mapping_error(tp->pci_dev, mapping)) {
1204                netif_err(tp, tx_err, dev,
1205                                "PCI mapping failed, dropping packet");
1206                return NETDEV_TX_BUSY;
1207        }
1208
1209        tp->Tx_skbuff[entry] = skb;
1210
1211        desc->PSize = cpu_to_le32(len);
1212        desc->addr = cpu_to_le32(mapping);
1213
1214        desc->size = cpu_to_le32(len);
1215        if (entry == (NUM_TX_DESC - 1))
1216                desc->size |= cpu_to_le32(RingEnd);
1217
1218        wmb();
1219
1220        desc->status = cpu_to_le32(OWNbit | INTbit | DEFbit | CRCbit | PADbit);
1221        if (tp->negotiated_lpa & (LPA_1000HALF | LPA_100HALF | LPA_10HALF)) {
1222                /* Half Duplex */
1223                desc->status |= cpu_to_le32(COLEN | CRSEN | BKFEN);
1224                if (tp->negotiated_lpa & (LPA_1000HALF | LPA_1000FULL))
1225                        desc->status |= cpu_to_le32(EXTEN | BSTEN); /* gigabit HD */
1226        }
1227
1228        tp->cur_tx++;
1229
1230        smp_wmb();
1231
1232        SIS_W32(TxControl, 0x1a00 | CmdReset | CmdTxEnb);
1233
1234        dirty_tx = tp->dirty_tx;
1235        if ((tp->cur_tx - NUM_TX_DESC) == dirty_tx) {
1236                netif_stop_queue(dev);
1237                smp_rmb();
1238                if (dirty_tx != tp->dirty_tx)
1239                        netif_wake_queue(dev);
1240        }
1241out:
1242        return NETDEV_TX_OK;
1243}
1244
1245static void sis190_free_phy(struct list_head *first_phy)
1246{
1247        struct sis190_phy *cur, *next;
1248
1249        list_for_each_entry_safe(cur, next, first_phy, list) {
1250                kfree(cur);
1251        }
1252}
1253
1254/**
1255 *      sis190_default_phy - Select default PHY for sis190 mac.
1256 *      @dev: the net device to probe for
1257 *
1258 *      Select first detected PHY with link as default.
1259 *      If no one is link on, select PHY whose types is HOME as default.
1260 *      If HOME doesn't exist, select LAN.
1261 */
1262static u16 sis190_default_phy(struct net_device *dev)
1263{
1264        struct sis190_phy *phy, *phy_home, *phy_default, *phy_lan;
1265        struct sis190_private *tp = netdev_priv(dev);
1266        struct mii_if_info *mii_if = &tp->mii_if;
1267        void __iomem *ioaddr = tp->mmio_addr;
1268        u16 status;
1269
1270        phy_home = phy_default = phy_lan = NULL;
1271
1272        list_for_each_entry(phy, &tp->first_phy, list) {
1273                status = mdio_read_latched(ioaddr, phy->phy_id, MII_BMSR);
1274
1275                // Link ON & Not select default PHY & not ghost PHY.
1276                if ((status & BMSR_LSTATUS) &&
1277                    !phy_default &&
1278                    (phy->type != UNKNOWN)) {
1279                        phy_default = phy;
1280                } else {
1281                        status = mdio_read(ioaddr, phy->phy_id, MII_BMCR);
1282                        mdio_write(ioaddr, phy->phy_id, MII_BMCR,
1283                                   status | BMCR_ANENABLE | BMCR_ISOLATE);
1284                        if (phy->type == HOME)
1285                                phy_home = phy;
1286                        else if (phy->type == LAN)
1287                                phy_lan = phy;
1288                }
1289        }
1290
1291        if (!phy_default) {
1292                if (phy_home)
1293                        phy_default = phy_home;
1294                else if (phy_lan)
1295                        phy_default = phy_lan;
1296                else
1297                        phy_default = list_first_entry(&tp->first_phy,
1298                                                 struct sis190_phy, list);
1299        }
1300
1301        if (mii_if->phy_id != phy_default->phy_id) {
1302                mii_if->phy_id = phy_default->phy_id;
1303                if (netif_msg_probe(tp))
1304                        pr_info("%s: Using transceiver at address %d as default\n",
1305                                pci_name(tp->pci_dev), mii_if->phy_id);
1306        }
1307
1308        status = mdio_read(ioaddr, mii_if->phy_id, MII_BMCR);
1309        status &= (~BMCR_ISOLATE);
1310
1311        mdio_write(ioaddr, mii_if->phy_id, MII_BMCR, status);
1312        status = mdio_read_latched(ioaddr, mii_if->phy_id, MII_BMSR);
1313
1314        return status;
1315}
1316
1317static void sis190_init_phy(struct net_device *dev, struct sis190_private *tp,
1318                            struct sis190_phy *phy, unsigned int phy_id,
1319                            u16 mii_status)
1320{
1321        void __iomem *ioaddr = tp->mmio_addr;
1322        struct mii_chip_info *p;
1323
1324        INIT_LIST_HEAD(&phy->list);
1325        phy->status = mii_status;
1326        phy->phy_id = phy_id;
1327
1328        phy->id[0] = mdio_read(ioaddr, phy_id, MII_PHYSID1);
1329        phy->id[1] = mdio_read(ioaddr, phy_id, MII_PHYSID2);
1330
1331        for (p = mii_chip_table; p->type; p++) {
1332                if ((p->id[0] == phy->id[0]) &&
1333                    (p->id[1] == (phy->id[1] & 0xfff0))) {
1334                        break;
1335                }
1336        }
1337
1338        if (p->id[1]) {
1339                phy->type = (p->type == MIX) ?
1340                        ((mii_status & (BMSR_100FULL | BMSR_100HALF)) ?
1341                                LAN : HOME) : p->type;
1342                tp->features |= p->feature;
1343                if (netif_msg_probe(tp))
1344                        pr_info("%s: %s transceiver at address %d\n",
1345                                pci_name(tp->pci_dev), p->name, phy_id);
1346        } else {
1347                phy->type = UNKNOWN;
1348                if (netif_msg_probe(tp))
1349                        pr_info("%s: unknown PHY 0x%x:0x%x transceiver at address %d\n",
1350                                pci_name(tp->pci_dev),
1351                                phy->id[0], (phy->id[1] & 0xfff0), phy_id);
1352        }
1353}
1354
1355static void sis190_mii_probe_88e1111_fixup(struct sis190_private *tp)
1356{
1357        if (tp->features & F_PHY_88E1111) {
1358                void __iomem *ioaddr = tp->mmio_addr;
1359                int phy_id = tp->mii_if.phy_id;
1360                u16 reg[2][2] = {
1361                        { 0x808b, 0x0ce1 },
1362                        { 0x808f, 0x0c60 }
1363                }, *p;
1364
1365                p = (tp->features & F_HAS_RGMII) ? reg[0] : reg[1];
1366
1367                mdio_write(ioaddr, phy_id, 0x1b, p[0]);
1368                udelay(200);
1369                mdio_write(ioaddr, phy_id, 0x14, p[1]);
1370                udelay(200);
1371        }
1372}
1373
1374/**
1375 *      sis190_mii_probe - Probe MII PHY for sis190
1376 *      @dev: the net device to probe for
1377 *
1378 *      Search for total of 32 possible mii phy addresses.
1379 *      Identify and set current phy if found one,
1380 *      return error if it failed to found.
1381 */
1382static int sis190_mii_probe(struct net_device *dev)
1383{
1384        struct sis190_private *tp = netdev_priv(dev);
1385        struct mii_if_info *mii_if = &tp->mii_if;
1386        void __iomem *ioaddr = tp->mmio_addr;
1387        int phy_id;
1388        int rc = 0;
1389
1390        INIT_LIST_HEAD(&tp->first_phy);
1391
1392        for (phy_id = 0; phy_id < PHY_MAX_ADDR; phy_id++) {
1393                struct sis190_phy *phy;
1394                u16 status;
1395
1396                status = mdio_read_latched(ioaddr, phy_id, MII_BMSR);
1397
1398                // Try next mii if the current one is not accessible.
1399                if (status == 0xffff || status == 0x0000)
1400                        continue;
1401
1402                phy = kmalloc(sizeof(*phy), GFP_KERNEL);
1403                if (!phy) {
1404                        sis190_free_phy(&tp->first_phy);
1405                        rc = -ENOMEM;
1406                        goto out;
1407                }
1408
1409                sis190_init_phy(dev, tp, phy, phy_id, status);
1410
1411                list_add(&tp->first_phy, &phy->list);
1412        }
1413
1414        if (list_empty(&tp->first_phy)) {
1415                if (netif_msg_probe(tp))
1416                        pr_info("%s: No MII transceivers found!\n",
1417                                pci_name(tp->pci_dev));
1418                rc = -EIO;
1419                goto out;
1420        }
1421
1422        /* Select default PHY for mac */
1423        sis190_default_phy(dev);
1424
1425        sis190_mii_probe_88e1111_fixup(tp);
1426
1427        mii_if->dev = dev;
1428        mii_if->mdio_read = __mdio_read;
1429        mii_if->mdio_write = __mdio_write;
1430        mii_if->phy_id_mask = PHY_ID_ANY;
1431        mii_if->reg_num_mask = MII_REG_ANY;
1432out:
1433        return rc;
1434}
1435
1436static void sis190_mii_remove(struct net_device *dev)
1437{
1438        struct sis190_private *tp = netdev_priv(dev);
1439
1440        sis190_free_phy(&tp->first_phy);
1441}
1442
1443static void sis190_release_board(struct pci_dev *pdev)
1444{
1445        struct net_device *dev = pci_get_drvdata(pdev);
1446        struct sis190_private *tp = netdev_priv(dev);
1447
1448        iounmap(tp->mmio_addr);
1449        pci_release_regions(pdev);
1450        pci_disable_device(pdev);
1451        free_netdev(dev);
1452}
1453
1454static struct net_device *sis190_init_board(struct pci_dev *pdev)
1455{
1456        struct sis190_private *tp;
1457        struct net_device *dev;
1458        void __iomem *ioaddr;
1459        int rc;
1460
1461        dev = alloc_etherdev(sizeof(*tp));
1462        if (!dev) {
1463                rc = -ENOMEM;
1464                goto err_out_0;
1465        }
1466
1467        SET_NETDEV_DEV(dev, &pdev->dev);
1468
1469        tp = netdev_priv(dev);
1470        tp->dev = dev;
1471        tp->msg_enable = netif_msg_init(debug.msg_enable, SIS190_MSG_DEFAULT);
1472
1473        rc = pci_enable_device(pdev);
1474        if (rc < 0) {
1475                if (netif_msg_probe(tp))
1476                        pr_err("%s: enable failure\n", pci_name(pdev));
1477                goto err_free_dev_1;
1478        }
1479
1480        rc = -ENODEV;
1481
1482        if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1483                if (netif_msg_probe(tp))
1484                        pr_err("%s: region #0 is no MMIO resource\n",
1485                               pci_name(pdev));
1486                goto err_pci_disable_2;
1487        }
1488        if (pci_resource_len(pdev, 0) < SIS190_REGS_SIZE) {
1489                if (netif_msg_probe(tp))
1490                        pr_err("%s: invalid PCI region size(s)\n",
1491                               pci_name(pdev));
1492                goto err_pci_disable_2;
1493        }
1494
1495        rc = pci_request_regions(pdev, DRV_NAME);
1496        if (rc < 0) {
1497                if (netif_msg_probe(tp))
1498                        pr_err("%s: could not request regions\n",
1499                               pci_name(pdev));
1500                goto err_pci_disable_2;
1501        }
1502
1503        rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
1504        if (rc < 0) {
1505                if (netif_msg_probe(tp))
1506                        pr_err("%s: DMA configuration failed\n",
1507                               pci_name(pdev));
1508                goto err_free_res_3;
1509        }
1510
1511        pci_set_master(pdev);
1512
1513        ioaddr = ioremap(pci_resource_start(pdev, 0), SIS190_REGS_SIZE);
1514        if (!ioaddr) {
1515                if (netif_msg_probe(tp))
1516                        pr_err("%s: cannot remap MMIO, aborting\n",
1517                               pci_name(pdev));
1518                rc = -EIO;
1519                goto err_free_res_3;
1520        }
1521
1522        tp->pci_dev = pdev;
1523        tp->mmio_addr = ioaddr;
1524        tp->link_status = LNK_OFF;
1525
1526        sis190_irq_mask_and_ack(ioaddr);
1527
1528        sis190_soft_reset(ioaddr);
1529out:
1530        return dev;
1531
1532err_free_res_3:
1533        pci_release_regions(pdev);
1534err_pci_disable_2:
1535        pci_disable_device(pdev);
1536err_free_dev_1:
1537        free_netdev(dev);
1538err_out_0:
1539        dev = ERR_PTR(rc);
1540        goto out;
1541}
1542
1543static void sis190_tx_timeout(struct net_device *dev)
1544{
1545        struct sis190_private *tp = netdev_priv(dev);
1546        void __iomem *ioaddr = tp->mmio_addr;
1547        u8 tmp8;
1548
1549        /* Disable Tx, if not already */
1550        tmp8 = SIS_R8(TxControl);
1551        if (tmp8 & CmdTxEnb)
1552                SIS_W8(TxControl, tmp8 & ~CmdTxEnb);
1553
1554        netif_info(tp, tx_err, dev, "Transmit timeout, status %08x %08x\n",
1555                   SIS_R32(TxControl), SIS_R32(TxSts));
1556
1557        /* Disable interrupts by clearing the interrupt mask. */
1558        SIS_W32(IntrMask, 0x0000);
1559
1560        /* Stop a shared interrupt from scavenging while we are. */
1561        spin_lock_irq(&tp->lock);
1562        sis190_tx_clear(tp);
1563        spin_unlock_irq(&tp->lock);
1564
1565        /* ...and finally, reset everything. */
1566        sis190_hw_start(dev);
1567
1568        netif_wake_queue(dev);
1569}
1570
1571static void sis190_set_rgmii(struct sis190_private *tp, u8 reg)
1572{
1573        tp->features |= (reg & 0x80) ? F_HAS_RGMII : 0;
1574}
1575
1576static int sis190_get_mac_addr_from_eeprom(struct pci_dev *pdev,
1577                                           struct net_device *dev)
1578{
1579        struct sis190_private *tp = netdev_priv(dev);
1580        void __iomem *ioaddr = tp->mmio_addr;
1581        u16 sig;
1582        int i;
1583
1584        if (netif_msg_probe(tp))
1585                pr_info("%s: Read MAC address from EEPROM\n", pci_name(pdev));
1586
1587        /* Check to see if there is a sane EEPROM */
1588        sig = (u16) sis190_read_eeprom(ioaddr, EEPROMSignature);
1589
1590        if ((sig == 0xffff) || (sig == 0x0000)) {
1591                if (netif_msg_probe(tp))
1592                        pr_info("%s: Error EEPROM read %x\n",
1593                                pci_name(pdev), sig);
1594                return -EIO;
1595        }
1596
1597        /* Get MAC address from EEPROM */
1598        for (i = 0; i < ETH_ALEN / 2; i++) {
1599                u16 w = sis190_read_eeprom(ioaddr, EEPROMMACAddr + i);
1600
1601                ((__le16 *)dev->dev_addr)[i] = cpu_to_le16(w);
1602        }
1603
1604        sis190_set_rgmii(tp, sis190_read_eeprom(ioaddr, EEPROMInfo));
1605
1606        return 0;
1607}
1608
1609/**
1610 *      sis190_get_mac_addr_from_apc - Get MAC address for SiS96x model
1611 *      @pdev: PCI device
1612 *      @dev:  network device to get address for
1613 *
1614 *      SiS96x model, use APC CMOS RAM to store MAC address.
1615 *      APC CMOS RAM is accessed through ISA bridge.
1616 *      MAC address is read into @net_dev->dev_addr.
1617 */
1618static int sis190_get_mac_addr_from_apc(struct pci_dev *pdev,
1619                                        struct net_device *dev)
1620{
1621        static const u16 ids[] = { 0x0965, 0x0966, 0x0968 };
1622        struct sis190_private *tp = netdev_priv(dev);
1623        struct pci_dev *isa_bridge;
1624        u8 reg, tmp8;
1625        unsigned int i;
1626
1627        if (netif_msg_probe(tp))
1628                pr_info("%s: Read MAC address from APC\n", pci_name(pdev));
1629
1630        for (i = 0; i < ARRAY_SIZE(ids); i++) {
1631                isa_bridge = pci_get_device(PCI_VENDOR_ID_SI, ids[i], NULL);
1632                if (isa_bridge)
1633                        break;
1634        }
1635
1636        if (!isa_bridge) {
1637                if (netif_msg_probe(tp))
1638                        pr_info("%s: Can not find ISA bridge\n",
1639                                pci_name(pdev));
1640                return -EIO;
1641        }
1642
1643        /* Enable port 78h & 79h to access APC Registers. */
1644        pci_read_config_byte(isa_bridge, 0x48, &tmp8);
1645        reg = (tmp8 & ~0x02);
1646        pci_write_config_byte(isa_bridge, 0x48, reg);
1647        udelay(50);
1648        pci_read_config_byte(isa_bridge, 0x48, &reg);
1649
1650        for (i = 0; i < ETH_ALEN; i++) {
1651                outb(0x9 + i, 0x78);
1652                dev->dev_addr[i] = inb(0x79);
1653        }
1654
1655        outb(0x12, 0x78);
1656        reg = inb(0x79);
1657
1658        sis190_set_rgmii(tp, reg);
1659
1660        /* Restore the value to ISA Bridge */
1661        pci_write_config_byte(isa_bridge, 0x48, tmp8);
1662        pci_dev_put(isa_bridge);
1663
1664        return 0;
1665}
1666
1667/**
1668 *      sis190_init_rxfilter - Initialize the Rx filter
1669 *      @dev: network device to initialize
1670 *
1671 *      Set receive filter address to our MAC address
1672 *      and enable packet filtering.
1673 */
1674static inline void sis190_init_rxfilter(struct net_device *dev)
1675{
1676        struct sis190_private *tp = netdev_priv(dev);
1677        void __iomem *ioaddr = tp->mmio_addr;
1678        u16 ctl;
1679        int i;
1680
1681        ctl = SIS_R16(RxMacControl);
1682        /*
1683         * Disable packet filtering before setting filter.
1684         * Note: SiS's driver writes 32 bits but RxMacControl is 16 bits
1685         * only and followed by RxMacAddr (6 bytes). Strange. -- FR
1686         */
1687        SIS_W16(RxMacControl, ctl & ~0x0f00);
1688
1689        for (i = 0; i < ETH_ALEN; i++)
1690                SIS_W8(RxMacAddr + i, dev->dev_addr[i]);
1691
1692        SIS_W16(RxMacControl, ctl);
1693        SIS_PCI_COMMIT();
1694}
1695
1696static int sis190_get_mac_addr(struct pci_dev *pdev, struct net_device *dev)
1697{
1698        int rc;
1699
1700        rc = sis190_get_mac_addr_from_eeprom(pdev, dev);
1701        if (rc < 0) {
1702                u8 reg;
1703
1704                pci_read_config_byte(pdev, 0x73, &reg);
1705
1706                if (reg & 0x00000001)
1707                        rc = sis190_get_mac_addr_from_apc(pdev, dev);
1708        }
1709        return rc;
1710}
1711
1712static void sis190_set_speed_auto(struct net_device *dev)
1713{
1714        struct sis190_private *tp = netdev_priv(dev);
1715        void __iomem *ioaddr = tp->mmio_addr;
1716        int phy_id = tp->mii_if.phy_id;
1717        int val;
1718
1719        netif_info(tp, link, dev, "Enabling Auto-negotiation\n");
1720
1721        val = mdio_read(ioaddr, phy_id, MII_ADVERTISE);
1722
1723        // Enable 10/100 Full/Half Mode, leave MII_ADVERTISE bit4:0
1724        // unchanged.
1725        mdio_write(ioaddr, phy_id, MII_ADVERTISE, (val & ADVERTISE_SLCT) |
1726                   ADVERTISE_100FULL | ADVERTISE_10FULL |
1727                   ADVERTISE_100HALF | ADVERTISE_10HALF);
1728
1729        // Enable 1000 Full Mode.
1730        mdio_write(ioaddr, phy_id, MII_CTRL1000, ADVERTISE_1000FULL);
1731
1732        // Enable auto-negotiation and restart auto-negotiation.
1733        mdio_write(ioaddr, phy_id, MII_BMCR,
1734                   BMCR_ANENABLE | BMCR_ANRESTART | BMCR_RESET);
1735}
1736
1737static int sis190_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1738{
1739        struct sis190_private *tp = netdev_priv(dev);
1740
1741        return mii_ethtool_gset(&tp->mii_if, cmd);
1742}
1743
1744static int sis190_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1745{
1746        struct sis190_private *tp = netdev_priv(dev);
1747
1748        return mii_ethtool_sset(&tp->mii_if, cmd);
1749}
1750
1751static void sis190_get_drvinfo(struct net_device *dev,
1752                               struct ethtool_drvinfo *info)
1753{
1754        struct sis190_private *tp = netdev_priv(dev);
1755
1756        strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
1757        strlcpy(info->version, DRV_VERSION, sizeof(info->version));
1758        strlcpy(info->bus_info, pci_name(tp->pci_dev),
1759                sizeof(info->bus_info));
1760}
1761
1762static int sis190_get_regs_len(struct net_device *dev)
1763{
1764        return SIS190_REGS_SIZE;
1765}
1766
1767static void sis190_get_regs(struct net_device *dev, struct ethtool_regs *regs,
1768                            void *p)
1769{
1770        struct sis190_private *tp = netdev_priv(dev);
1771        unsigned long flags;
1772
1773        spin_lock_irqsave(&tp->lock, flags);
1774        memcpy_fromio(p, tp->mmio_addr, regs->len);
1775        spin_unlock_irqrestore(&tp->lock, flags);
1776}
1777
1778static int sis190_nway_reset(struct net_device *dev)
1779{
1780        struct sis190_private *tp = netdev_priv(dev);
1781
1782        return mii_nway_restart(&tp->mii_if);
1783}
1784
1785static u32 sis190_get_msglevel(struct net_device *dev)
1786{
1787        struct sis190_private *tp = netdev_priv(dev);
1788
1789        return tp->msg_enable;
1790}
1791
1792static void sis190_set_msglevel(struct net_device *dev, u32 value)
1793{
1794        struct sis190_private *tp = netdev_priv(dev);
1795
1796        tp->msg_enable = value;
1797}
1798
1799static const struct ethtool_ops sis190_ethtool_ops = {
1800        .get_settings   = sis190_get_settings,
1801        .set_settings   = sis190_set_settings,
1802        .get_drvinfo    = sis190_get_drvinfo,
1803        .get_regs_len   = sis190_get_regs_len,
1804        .get_regs       = sis190_get_regs,
1805        .get_link       = ethtool_op_get_link,
1806        .get_msglevel   = sis190_get_msglevel,
1807        .set_msglevel   = sis190_set_msglevel,
1808        .nway_reset     = sis190_nway_reset,
1809};
1810
1811static int sis190_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
1812{
1813        struct sis190_private *tp = netdev_priv(dev);
1814
1815        return !netif_running(dev) ? -EINVAL :
1816                generic_mii_ioctl(&tp->mii_if, if_mii(ifr), cmd, NULL);
1817}
1818
1819static int sis190_mac_addr(struct net_device  *dev, void *p)
1820{
1821        int rc;
1822
1823        rc = eth_mac_addr(dev, p);
1824        if (!rc)
1825                sis190_init_rxfilter(dev);
1826        return rc;
1827}
1828
1829static const struct net_device_ops sis190_netdev_ops = {
1830        .ndo_open               = sis190_open,
1831        .ndo_stop               = sis190_close,
1832        .ndo_do_ioctl           = sis190_ioctl,
1833        .ndo_start_xmit         = sis190_start_xmit,
1834        .ndo_tx_timeout         = sis190_tx_timeout,
1835        .ndo_set_rx_mode        = sis190_set_rx_mode,
1836        .ndo_change_mtu         = eth_change_mtu,
1837        .ndo_set_mac_address    = sis190_mac_addr,
1838        .ndo_validate_addr      = eth_validate_addr,
1839#ifdef CONFIG_NET_POLL_CONTROLLER
1840        .ndo_poll_controller     = sis190_netpoll,
1841#endif
1842};
1843
1844static int sis190_init_one(struct pci_dev *pdev,
1845                           const struct pci_device_id *ent)
1846{
1847        static int printed_version = 0;
1848        struct sis190_private *tp;
1849        struct net_device *dev;
1850        void __iomem *ioaddr;
1851        int rc;
1852
1853        if (!printed_version) {
1854                if (netif_msg_drv(&debug))
1855                        pr_info(SIS190_DRIVER_NAME " loaded\n");
1856                printed_version = 1;
1857        }
1858
1859        dev = sis190_init_board(pdev);
1860        if (IS_ERR(dev)) {
1861                rc = PTR_ERR(dev);
1862                goto out;
1863        }
1864
1865        pci_set_drvdata(pdev, dev);
1866
1867        tp = netdev_priv(dev);
1868        ioaddr = tp->mmio_addr;
1869
1870        rc = sis190_get_mac_addr(pdev, dev);
1871        if (rc < 0)
1872                goto err_release_board;
1873
1874        sis190_init_rxfilter(dev);
1875
1876        INIT_WORK(&tp->phy_task, sis190_phy_task);
1877
1878        dev->netdev_ops = &sis190_netdev_ops;
1879
1880        dev->ethtool_ops = &sis190_ethtool_ops;
1881        dev->watchdog_timeo = SIS190_TX_TIMEOUT;
1882
1883        spin_lock_init(&tp->lock);
1884
1885        rc = sis190_mii_probe(dev);
1886        if (rc < 0)
1887                goto err_release_board;
1888
1889        rc = register_netdev(dev);
1890        if (rc < 0)
1891                goto err_remove_mii;
1892
1893        if (netif_msg_probe(tp)) {
1894                netdev_info(dev, "%s: %s at %p (IRQ: %d), %pM\n",
1895                            pci_name(pdev),
1896                            sis_chip_info[ent->driver_data].name,
1897                            ioaddr, pdev->irq, dev->dev_addr);
1898                netdev_info(dev, "%s mode.\n",
1899                            (tp->features & F_HAS_RGMII) ? "RGMII" : "GMII");
1900        }
1901
1902        netif_carrier_off(dev);
1903
1904        sis190_set_speed_auto(dev);
1905out:
1906        return rc;
1907
1908err_remove_mii:
1909        sis190_mii_remove(dev);
1910err_release_board:
1911        sis190_release_board(pdev);
1912        goto out;
1913}
1914
1915static void sis190_remove_one(struct pci_dev *pdev)
1916{
1917        struct net_device *dev = pci_get_drvdata(pdev);
1918        struct sis190_private *tp = netdev_priv(dev);
1919
1920        sis190_mii_remove(dev);
1921        cancel_work_sync(&tp->phy_task);
1922        unregister_netdev(dev);
1923        sis190_release_board(pdev);
1924}
1925
1926static struct pci_driver sis190_pci_driver = {
1927        .name           = DRV_NAME,
1928        .id_table       = sis190_pci_tbl,
1929        .probe          = sis190_init_one,
1930        .remove         = sis190_remove_one,
1931};
1932
1933module_pci_driver(sis190_pci_driver);
1934