/*-----------------------------------------------------------------------------+
 *   This source code is dual-licensed.  You may use it under the terms of the
 *   GNU General Public License version 2, or under the license below.
 *
 *       This source code has been made available to you by IBM on an AS-IS
 *       basis.  Anyone receiving this source is licensed under IBM
 *       copyrights to use it in any way he or she deems fit, including
 *       copying it, modifying it, compiling it, and redistributing it either
 *       with or without modifications.  No license under IBM patents or
 *       patent applications is to be implied by the copyright license.
 *
 *       Any user of this software should understand that IBM cannot provide
 *       technical support for this software and will not be responsible for
 *       any consequences resulting from the use of this software.
 *
 *       Any person who transfers this source code or any derivative work
 *       must include the IBM copyright notice, this paragraph, and the
 *       preceding two paragraphs in the transferred software.
 *
 *       COPYRIGHT   I B M   CORPORATION 1995
 *       LICENSED MATERIAL  -  PROGRAM PROPERTY OF I B M
 *-----------------------------------------------------------------------------*/
/*-----------------------------------------------------------------------------+
 *
 *  File Name:  enetemac.c
 *
 *  Function:   Device driver for the ethernet EMAC3 macro on the 405GP.
 *
 *  Author:     Mark Wisner
 *
 *  Change Activity-
 *
 *  Date        Description of Change                                       BY
 *  ---------   ---------------------                                       ---
 *  05-May-99   Created                                                     MKW
 *  27-Jun-99   Clean up                                                    JWB
 *  16-Jul-99   Added MAL error recovery and better IP packet handling      MKW
 *  29-Jul-99   Added Full duplex support                                   MKW
 *  06-Aug-99   Changed names for Mal CR reg                                MKW
 *  23-Aug-99   Turned off SYE when running at 10Mbs                        MKW
 *  24-Aug-99   Marked descriptor empty after call_xlc                      MKW
 *  07-Sep-99   Set MAL RX buffer size reg to ENET_MAX_MTU_ALIGNED / 16     MCG
 *              to avoid chaining maximum sized packets. Push starting
 *              RX descriptor address up to the next cache line boundary.
 *  16-Jan-00   Added support for booting with IP of 0x0                    MKW
 *  15-Mar-00   Updated enetInit() to enable broadcast addresses in the
 *              EMAC0_RXM register.                                         JWB
 *  12-Mar-01   anne-sophie.harnois@nextream.fr
 *               - Variables are compatible with those already defined in
 *                include/net.h
 *              - Receive buffer descriptor ring is used to send buffers
 *                to the user
 *              - Info print about send/received/handled packet number if
 *                INFO_405_ENET is set
 *  17-Apr-01   stefan.roese@esd-electronics.com
 *              - MAL reset in "eth_halt" included
 *              - Enet speed and duplex output now in one line
 *  08-May-01   stefan.roese@esd-electronics.com
 *              - MAL error handling added (eth_init called again)
 *  13-Nov-01   stefan.roese@esd-electronics.com
 *              - Set IST bit in EMAC0_MR1 reg upon 100MBit or full duplex
 *  04-Jan-02   stefan.roese@esd-electronics.com
 *              - Wait for PHY auto negotiation to complete added
 *  06-Feb-02   stefan.roese@esd-electronics.com
 *              - Bug fixed in waiting for auto negotiation to complete
 *  26-Feb-02   stefan.roese@esd-electronics.com
 *              - rx and tx buffer descriptors now allocated (no fixed address
 *                used anymore)
 *  17-Jun-02   stefan.roese@esd-electronics.com
 *              - MAL error debug printf 'M' removed (rx de interrupt may
 *                occur upon many incoming packets with only 4 rx buffers).
 *-----------------------------------------------------------------------------*
 *  17-Nov-03   travis.sawyer@sandburst.com
 *              - ported from 405gp_enet.c to utilized upto 4 EMAC ports
 *                in the 440GX.  This port should work with the 440GP
 *                (2 EMACs) also
 *  15-Aug-05   sr@denx.de
 *              - merged 405gp_enet.c and 440gx_enet.c to generic 4xx_enet.c
                  now handling all 4xx cpu's.
 *-----------------------------------------------------------------------------*/

#include <config.h>
#include <common.h>
#include <net.h>
#include <asm/processor.h>
#include <asm/io.h>
#include <asm/cache.h>
#include <asm/mmu.h>
#include <commproc.h>
#include <asm/ppc4xx.h>
#include <asm/ppc4xx-emac.h>
#include <asm/ppc4xx-mal.h>
#include <miiphy.h>
#include <malloc.h>
#include <linux/compiler.h>

#if !(defined(CONFIG_MII) || defined(CONFIG_CMD_MII))
#error "CONFIG_MII has to be defined!"
#endif

#define EMAC_RESET_TIMEOUT 1000 /* 1000 ms reset timeout */
#define PHY_AUTONEGOTIATE_TIMEOUT 5000  /* 5000 ms autonegotiate timeout */

/* Ethernet Transmit and Receive Buffers */
/* AS.HARNOIS
 * In the same way ENET_MAX_MTU and ENET_MAX_MTU_ALIGNED are set from
 * PKTSIZE and PKTSIZE_ALIGN (include/net.h)
 */
#define ENET_MAX_MTU           PKTSIZE
#define ENET_MAX_MTU_ALIGNED   PKTSIZE_ALIGN

/*-----------------------------------------------------------------------------+
 * Defines for MAL/EMAC interrupt conditions as reported in the UIC (Universal
 * Interrupt Controller).
 *-----------------------------------------------------------------------------*/
#define ETH_IRQ_NUM(dev)        (VECNUM_ETH0 + ((dev) * VECNUM_ETH1_OFFS))

#if defined(CONFIG_HAS_ETH3)
#if !defined(CONFIG_440GX)
#define UIC_ETHx        (UIC_MASK(ETH_IRQ_NUM(0)) || UIC_MASK(ETH_IRQ_NUM(1)) || \
                         UIC_MASK(ETH_IRQ_NUM(2)) || UIC_MASK(ETH_IRQ_NUM(3)))
#else
/* Unfortunately 440GX spreads EMAC interrupts on multiple UIC's */
#define UIC_ETHx        (UIC_MASK(ETH_IRQ_NUM(0)) || UIC_MASK(ETH_IRQ_NUM(1)))
#define UIC_ETHxB       (UIC_MASK(ETH_IRQ_NUM(2)) || UIC_MASK(ETH_IRQ_NUM(3)))
#endif /* !defined(CONFIG_440GX) */
#elif defined(CONFIG_HAS_ETH2)
#define UIC_ETHx        (UIC_MASK(ETH_IRQ_NUM(0)) || UIC_MASK(ETH_IRQ_NUM(1)) || \
                         UIC_MASK(ETH_IRQ_NUM(2)))
#elif defined(CONFIG_HAS_ETH1)
#define UIC_ETHx        (UIC_MASK(ETH_IRQ_NUM(0)) || UIC_MASK(ETH_IRQ_NUM(1)))
#else
#define UIC_ETHx        UIC_MASK(ETH_IRQ_NUM(0))
#endif

/*
 * Define a default version for UIC_ETHxB for non 440GX so that we can
 * use common code for all 4xx variants
 */
#if !defined(UIC_ETHxB)
#define UIC_ETHxB       0
#endif

#define UIC_MAL_SERR    UIC_MASK(VECNUM_MAL_SERR)
#define UIC_MAL_TXDE    UIC_MASK(VECNUM_MAL_TXDE)
#define UIC_MAL_RXDE    UIC_MASK(VECNUM_MAL_RXDE)
#define UIC_MAL_TXEOB   UIC_MASK(VECNUM_MAL_TXEOB)
#define UIC_MAL_RXEOB   UIC_MASK(VECNUM_MAL_RXEOB)

#define MAL_UIC_ERR     (UIC_MAL_SERR | UIC_MAL_TXDE | UIC_MAL_RXDE)
#define MAL_UIC_DEF     (UIC_MAL_RXEOB | MAL_UIC_ERR)

/*
 * We have 3 different interrupt types:
 * - MAL interrupts indicating successful transfer
 * - MAL error interrupts indicating MAL related errors
 * - EMAC interrupts indicating EMAC related errors
 *
 * All those interrupts can be on different UIC's, but since
 * now at least all interrupts from one type are on the same
 * UIC. Only exception is 440GX where the EMAC interrupts are
 * spread over two UIC's!
 */
#if defined(CONFIG_440GX)
#define UIC_BASE_MAL    UIC1_DCR_BASE
#define UIC_BASE_MAL_ERR UIC2_DCR_BASE
#define UIC_BASE_EMAC   UIC2_DCR_BASE
#define UIC_BASE_EMAC_B UIC3_DCR_BASE
#else
#define UIC_BASE_MAL    (UIC0_DCR_BASE + (UIC_NR(VECNUM_MAL_TXEOB) * 0x10))
#define UIC_BASE_MAL_ERR (UIC0_DCR_BASE + (UIC_NR(VECNUM_MAL_SERR) * 0x10))
#define UIC_BASE_EMAC   (UIC0_DCR_BASE + (UIC_NR(ETH_IRQ_NUM(0)) * 0x10))
#define UIC_BASE_EMAC_B (UIC0_DCR_BASE + (UIC_NR(ETH_IRQ_NUM(0)) * 0x10))
#endif

#undef INFO_4XX_ENET

#define BI_PHYMODE_NONE  0
#define BI_PHYMODE_ZMII  1
#define BI_PHYMODE_RGMII 2
#define BI_PHYMODE_GMII  3
#define BI_PHYMODE_RTBI  4
#define BI_PHYMODE_TBI   5
#if defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
#define BI_PHYMODE_SMII  6
#define BI_PHYMODE_MII   7
#if defined(CONFIG_460EX) || defined(CONFIG_460GT)
#define BI_PHYMODE_RMII  8
#endif
#endif
#define BI_PHYMODE_SGMII 9

#if defined(CONFIG_440SP) || defined(CONFIG_440SPE) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
#define SDR0_MFR_ETH_CLK_SEL_V(n)       ((0x01<<27) / (n+1))
#endif

#if defined(CONFIG_460EX) || defined(CONFIG_460GT)
#define SDR0_ETH_CFG_CLK_SEL_V(n)       (0x01 << (8 + n))
#endif

#if defined(CONFIG_460EX) || defined(CONFIG_460GT)
#define MAL_RX_CHAN_MUL 8       /* 460EX/GT uses MAL channel 8 for EMAC1 */
#else
#define MAL_RX_CHAN_MUL 1
#endif

/*--------------------------------------------------------------------+
 * Fixed PHY (PHY-less) support for Ethernet Ports.
 *--------------------------------------------------------------------*/

/*
 * Some boards do not have a PHY for each ethernet port. These ports
 * are known as Fixed PHY (or PHY-less) ports. For such ports, set
 * the appropriate CONFIG_PHY_ADDR equal to CONFIG_FIXED_PHY and
 * then define CONFIG_SYS_FIXED_PHY_PORTS to define what the speed and
 * duplex should be for these ports in the board configuration
 * file.
 *
 * For Example:
 *     #define CONFIG_FIXED_PHY   0xFFFFFFFF
 *
 *     #define CONFIG_PHY_ADDR    CONFIG_FIXED_PHY
 *     #define CONFIG_PHY1_ADDR   1
 *     #define CONFIG_PHY2_ADDR   CONFIG_FIXED_PHY
 *     #define CONFIG_PHY3_ADDR   3
 *
 *     #define CONFIG_SYS_FIXED_PHY_PORT(devnum,speed,duplex) \
 *                     {devnum, speed, duplex},
 *
 *     #define CONFIG_SYS_FIXED_PHY_PORTS \
 *                     CONFIG_SYS_FIXED_PHY_PORT(0,1000,FULL) \
 *                     CONFIG_SYS_FIXED_PHY_PORT(2,100,HALF)
 */

#ifndef CONFIG_FIXED_PHY
#define CONFIG_FIXED_PHY        0xFFFFFFFF /* Fixed PHY (PHY-less) */
#endif

#ifndef CONFIG_SYS_FIXED_PHY_PORTS
#define CONFIG_SYS_FIXED_PHY_PORTS      /* default is an empty array */
#endif

struct fixed_phy_port {
        unsigned int devnum;    /* ethernet port */
        unsigned int speed;     /* specified speed 10,100 or 1000 */
        unsigned int duplex;    /* specified duplex FULL or HALF */
};

static const struct fixed_phy_port fixed_phy_port[] = {
        CONFIG_SYS_FIXED_PHY_PORTS      /* defined in board configuration file */
};

/*-----------------------------------------------------------------------------+
 * Global variables. TX and RX descriptors and buffers.
 *-----------------------------------------------------------------------------*/

/*
 * Get count of EMAC devices (doesn't have to be the max. possible number
 * supported by the cpu)
 *
 * CONFIG_BOARD_EMAC_COUNT added so now a "dynamic" way to configure the
 * EMAC count is possible. As it is needed for the Kilauea/Haleakala
 * 405EX/405EXr eval board, using the same binary.
 */
#if defined(CONFIG_BOARD_EMAC_COUNT)
#define LAST_EMAC_NUM   board_emac_count()
#else /* CONFIG_BOARD_EMAC_COUNT */
#if defined(CONFIG_HAS_ETH3)
#define LAST_EMAC_NUM   4
#elif defined(CONFIG_HAS_ETH2)
#define LAST_EMAC_NUM   3
#elif defined(CONFIG_HAS_ETH1)
#define LAST_EMAC_NUM   2
#else
#define LAST_EMAC_NUM   1
#endif
#endif /* CONFIG_BOARD_EMAC_COUNT */

/* normal boards start with EMAC0 */
#if !defined(CONFIG_EMAC_NR_START)
#define CONFIG_EMAC_NR_START    0
#endif

#define MAL_RX_DESC_SIZE        2048
#define MAL_TX_DESC_SIZE        2048
#define MAL_ALLOC_SIZE          (MAL_TX_DESC_SIZE + MAL_RX_DESC_SIZE)

/*-----------------------------------------------------------------------------+
 * Prototypes and externals.
 *-----------------------------------------------------------------------------*/
static void enet_rcv (struct eth_device *dev, unsigned long malisr);

int enetInt (struct eth_device *dev);
static void mal_err (struct eth_device *dev, unsigned long isr,
                     unsigned long uic, unsigned long maldef,
                     unsigned long mal_errr);
static void emac_err (struct eth_device *dev, unsigned long isr);

extern int phy_setup_aneg (char *devname, unsigned char addr);
extern int emac4xx_miiphy_read (const char *devname, unsigned char addr,
                unsigned char reg, unsigned short *value);
extern int emac4xx_miiphy_write (const char *devname, unsigned char addr,
                unsigned char reg, unsigned short value);

int board_emac_count(void);

static void emac_loopback_enable(EMAC_4XX_HW_PST hw_p)
{
#if defined(CONFIG_440SPE) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_405EX)
        u32 val;

        mfsdr(SDR0_MFR, val);
        val |= SDR0_MFR_ETH_CLK_SEL_V(hw_p->devnum);
        mtsdr(SDR0_MFR, val);
#elif defined(CONFIG_460EX) || defined(CONFIG_460GT)
        u32 val;

        mfsdr(SDR0_ETH_CFG, val);
        val |= SDR0_ETH_CFG_CLK_SEL_V(hw_p->devnum);
        mtsdr(SDR0_ETH_CFG, val);
#endif
}

static void emac_loopback_disable(EMAC_4XX_HW_PST hw_p)
{
#if defined(CONFIG_440SPE) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_405EX)
        u32 val;

        mfsdr(SDR0_MFR, val);
        val &= ~SDR0_MFR_ETH_CLK_SEL_V(hw_p->devnum);
        mtsdr(SDR0_MFR, val);
#elif defined(CONFIG_460EX) || defined(CONFIG_460GT)
        u32 val;

        mfsdr(SDR0_ETH_CFG, val);
        val &= ~SDR0_ETH_CFG_CLK_SEL_V(hw_p->devnum);
        mtsdr(SDR0_ETH_CFG, val);
#endif
}

/*-----------------------------------------------------------------------------+
| ppc_4xx_eth_halt
| Disable MAL channel, and EMACn
+-----------------------------------------------------------------------------*/
static void ppc_4xx_eth_halt (struct eth_device *dev)
{
        EMAC_4XX_HW_PST hw_p = dev->priv;
        u32 val = 10000;

        out_be32((void *)EMAC0_IER + hw_p->hw_addr, 0x00000000);        /* disable emac interrupts */

        /* 1st reset MAL channel */
        /* Note: writing a 0 to a channel has no effect */
#if defined(CONFIG_405EP) || defined(CONFIG_440EP) || defined(CONFIG_440GR)
        mtdcr (MAL0_TXCARR, (MAL_CR_MMSR >> (hw_p->devnum * 2)));
#else
        mtdcr (MAL0_TXCARR, (MAL_CR_MMSR >> hw_p->devnum));
#endif
        mtdcr (MAL0_RXCARR, (MAL_CR_MMSR >> hw_p->devnum));

        /* wait for reset */
        while (mfdcr (MAL0_RXCASR) & (MAL_CR_MMSR >> hw_p->devnum)) {
                udelay (1000);  /* Delay 1 MS so as not to hammer the register */
                val--;
                if (val == 0)
                        break;
        }

        /* provide clocks for EMAC internal loopback  */
        emac_loopback_enable(hw_p);

        /* EMAC RESET */
        out_be32((void *)EMAC0_MR0 + hw_p->hw_addr, EMAC_MR0_SRST);

        /* remove clocks for EMAC internal loopback  */
        emac_loopback_disable(hw_p);

#ifndef CONFIG_NETCONSOLE
        hw_p->print_speed = 1;  /* print speed message again next time */
#endif

#if defined(CONFIG_460EX) || defined(CONFIG_460GT)
        /* don't bypass the TAHOE0/TAHOE1 cores for Linux */
        mfsdr(SDR0_ETH_CFG, val);
        val &= ~(SDR0_ETH_CFG_TAHOE0_BYPASS | SDR0_ETH_CFG_TAHOE1_BYPASS);
        mtsdr(SDR0_ETH_CFG, val);
#endif

        return;
}

#if defined (CONFIG_440GX)
int ppc_4xx_eth_setup_bridge(int devnum, bd_t * bis)
{
        unsigned long pfc1;
        unsigned long zmiifer;
        unsigned long rmiifer;

        mfsdr(SDR0_PFC1, pfc1);
        pfc1 = SDR0_PFC1_EPS_DECODE(pfc1);

        zmiifer = 0;
        rmiifer = 0;

        switch (pfc1) {
        case 1:
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(1);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(2);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(3);
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_ZMII;
                bis->bi_phymode[2] = BI_PHYMODE_ZMII;
                bis->bi_phymode[3] = BI_PHYMODE_ZMII;
                break;
        case 2:
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(1);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(2);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(3);
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_ZMII;
                bis->bi_phymode[2] = BI_PHYMODE_ZMII;
                bis->bi_phymode[3] = BI_PHYMODE_ZMII;
                break;
        case 3:
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(0);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(2);
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                bis->bi_phymode[2] = BI_PHYMODE_RGMII;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 4:
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(1);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V (2);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V (3);
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_ZMII;
                bis->bi_phymode[2] = BI_PHYMODE_RGMII;
                bis->bi_phymode[3] = BI_PHYMODE_RGMII;
                break;
        case 5:
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V (0);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V (1);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V (2);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(3);
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_ZMII;
                bis->bi_phymode[2] = BI_PHYMODE_ZMII;
                bis->bi_phymode[3] = BI_PHYMODE_RGMII;
                break;
        case 6:
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V (0);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V (1);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(2);
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_ZMII;
                bis->bi_phymode[2] = BI_PHYMODE_RGMII;
                break;
        case 0:
        default:
                zmiifer = ZMII_FER_MII << ZMII_FER_V(devnum);
                rmiifer = 0x0;
                bis->bi_phymode[0] = BI_PHYMODE_ZMII;
                bis->bi_phymode[1] = BI_PHYMODE_ZMII;
                bis->bi_phymode[2] = BI_PHYMODE_ZMII;
                bis->bi_phymode[3] = BI_PHYMODE_ZMII;
                break;
        }

        /* Ensure we setup mdio for this devnum and ONLY this devnum */
        zmiifer |= (ZMII_FER_MDI) << ZMII_FER_V(devnum);

        out_be32((void *)ZMII0_FER, zmiifer);
        out_be32((void *)RGMII_FER, rmiifer);

        return ((int)pfc1);
}
#endif  /* CONFIG_440_GX */

#if defined(CONFIG_440EPX) || defined(CONFIG_440GRX)
int ppc_4xx_eth_setup_bridge(int devnum, bd_t * bis)
{
        unsigned long zmiifer=0x0;
        unsigned long pfc1;

        mfsdr(SDR0_PFC1, pfc1);
        pfc1 &= SDR0_PFC1_SELECT_MASK;

        switch (pfc1) {
        case SDR0_PFC1_SELECT_CONFIG_2:
                /* 1 x GMII port */
                out_be32((void *)ZMII0_FER, 0x00);
                out_be32((void *)RGMII_FER, 0x00000037);
                bis->bi_phymode[0] = BI_PHYMODE_GMII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                break;
        case SDR0_PFC1_SELECT_CONFIG_4:
                /* 2 x RGMII ports */
                out_be32((void *)ZMII0_FER, 0x00);
                out_be32((void *)RGMII_FER, 0x00000055);
                bis->bi_phymode[0] = BI_PHYMODE_RGMII;
                bis->bi_phymode[1] = BI_PHYMODE_RGMII;
                break;
        case SDR0_PFC1_SELECT_CONFIG_6:
                /* 2 x SMII ports */
                out_be32((void *)ZMII0_FER,
                         ((ZMII_FER_SMII) << ZMII_FER_V(0)) |
                         ((ZMII_FER_SMII) << ZMII_FER_V(1)));
                out_be32((void *)RGMII_FER, 0x00000000);
                bis->bi_phymode[0] = BI_PHYMODE_SMII;
                bis->bi_phymode[1] = BI_PHYMODE_SMII;
                break;
        case SDR0_PFC1_SELECT_CONFIG_1_2:
                /* only 1 x MII supported */
                out_be32((void *)ZMII0_FER, (ZMII_FER_MII) << ZMII_FER_V(0));
                out_be32((void *)RGMII_FER, 0x00000000);
                bis->bi_phymode[0] = BI_PHYMODE_MII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                break;
        default:
                break;
        }

        /* Ensure we setup mdio for this devnum and ONLY this devnum */
        zmiifer = in_be32((void *)ZMII0_FER);
        zmiifer |= (ZMII_FER_MDI) << ZMII_FER_V(devnum);
        out_be32((void *)ZMII0_FER, zmiifer);

        return ((int)0x0);
}
#endif  /* CONFIG_440EPX */

#if defined(CONFIG_405EX)
int ppc_4xx_eth_setup_bridge(int devnum, bd_t * bis)
{
        u32 rgmiifer = 0;

        /*
         * The 405EX(r)'s RGMII bridge can operate in one of several
         * modes, only one of which (2 x RGMII) allows the
         * simultaneous use of both EMACs on the 405EX.
         */

        switch (CONFIG_EMAC_PHY_MODE) {

        case EMAC_PHY_MODE_NONE:
                /* No ports */
                rgmiifer |= RGMII_FER_DIS       << 0;
                rgmiifer |= RGMII_FER_DIS       << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_NONE;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                break;
        case EMAC_PHY_MODE_NONE_RGMII:
                /* 1 x RGMII port on channel 0 */
                rgmiifer |= RGMII_FER_RGMII     << 0;
                rgmiifer |= RGMII_FER_DIS       << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_RGMII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                break;
        case EMAC_PHY_MODE_RGMII_NONE:
                /* 1 x RGMII port on channel 1 */
                rgmiifer |= RGMII_FER_DIS       << 0;
                rgmiifer |= RGMII_FER_RGMII     << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_NONE;
                bis->bi_phymode[1] = BI_PHYMODE_RGMII;
                break;
        case EMAC_PHY_MODE_RGMII_RGMII:
                /* 2 x RGMII ports */
                rgmiifer |= RGMII_FER_RGMII     << 0;
                rgmiifer |= RGMII_FER_RGMII     << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_RGMII;
                bis->bi_phymode[1] = BI_PHYMODE_RGMII;
                break;
        case EMAC_PHY_MODE_NONE_GMII:
                /* 1 x GMII port on channel 0 */
                rgmiifer |= RGMII_FER_GMII      << 0;
                rgmiifer |= RGMII_FER_DIS       << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_GMII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                break;
        case EMAC_PHY_MODE_NONE_MII:
                /* 1 x MII port on channel 0 */
                rgmiifer |= RGMII_FER_MII       << 0;
                rgmiifer |= RGMII_FER_DIS       << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_MII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                break;
        case EMAC_PHY_MODE_GMII_NONE:
                /* 1 x GMII port on channel 1 */
                rgmiifer |= RGMII_FER_DIS       << 0;
                rgmiifer |= RGMII_FER_GMII      << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_NONE;
                bis->bi_phymode[1] = BI_PHYMODE_GMII;
                break;
        case EMAC_PHY_MODE_MII_NONE:
                /* 1 x MII port on channel 1 */
                rgmiifer |= RGMII_FER_DIS       << 0;
                rgmiifer |= RGMII_FER_MII       << 4;
                out_be32((void *)RGMII_FER, rgmiifer);
                bis->bi_phymode[0] = BI_PHYMODE_NONE;
                bis->bi_phymode[1] = BI_PHYMODE_MII;
                break;
        default:
                break;
        }

        /* Ensure we setup mdio for this devnum and ONLY this devnum */
        rgmiifer = in_be32((void *)RGMII_FER);
        rgmiifer |= (1 << (19-devnum));
        out_be32((void *)RGMII_FER, rgmiifer);

        return ((int)0x0);
}
#endif  /* CONFIG_405EX */

#if defined(CONFIG_460EX) || defined(CONFIG_460GT)
int ppc_4xx_eth_setup_bridge(int devnum, bd_t * bis)
{
        u32 eth_cfg;
        u32 zmiifer;            /* ZMII0_FER reg. */
        u32 rmiifer;            /* RGMII0_FER reg. Bridge 0 */
        u32 rmiifer1;           /* RGMII0_FER reg. Bridge 1 */
        int mode;

        zmiifer  = 0;
        rmiifer  = 0;
        rmiifer1 = 0;

#if defined(CONFIG_460EX)
        mode = 9;
        mfsdr(SDR0_ETH_CFG, eth_cfg);
        if (((eth_cfg & SDR0_ETH_CFG_SGMII0_ENABLE) > 0) &&
            ((eth_cfg & SDR0_ETH_CFG_SGMII1_ENABLE) > 0))
                mode = 11; /* config SGMII */
#else
        mode = 10;
        mfsdr(SDR0_ETH_CFG, eth_cfg);
        if (((eth_cfg & SDR0_ETH_CFG_SGMII0_ENABLE) > 0) &&
            ((eth_cfg & SDR0_ETH_CFG_SGMII1_ENABLE) > 0) &&
            ((eth_cfg & SDR0_ETH_CFG_SGMII2_ENABLE) > 0))
                mode = 12; /* config SGMII */
#endif

        /* TODO:
         * NOTE: 460GT has 2 RGMII bridge cores:
         *              emac0 ------ RGMII0_BASE
         *                         |
         *              emac1 -----+
         *
         *              emac2 ------ RGMII1_BASE
         *                         |
         *              emac3 -----+
         *
         *      460EX has 1 RGMII bridge core:
         *      and RGMII1_BASE is disabled
         *              emac0 ------ RGMII0_BASE
         *                         |
         *              emac1 -----+
         */

        /*
         * Right now only 2*RGMII is supported. Please extend when needed.
         * sr - 2008-02-19
         * Add SGMII support.
         * vg - 2008-07-28
         */
        switch (mode) {
        case 1:
                /* 1 MII - 460EX */
                /* GMC0 EMAC4_0, ZMII Bridge */
                zmiifer |= ZMII_FER_MII << ZMII_FER_V(0);
                bis->bi_phymode[0] = BI_PHYMODE_MII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                bis->bi_phymode[2] = BI_PHYMODE_NONE;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 2:
                /* 2 MII - 460GT */
                /* GMC0 EMAC4_0, GMC1 EMAC4_2, ZMII Bridge */
                zmiifer |= ZMII_FER_MII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_MII << ZMII_FER_V(2);
                bis->bi_phymode[0] = BI_PHYMODE_MII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                bis->bi_phymode[2] = BI_PHYMODE_MII;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 3:
                /* 2 RMII - 460EX */
                /* GMC0 EMAC4_0, GMC0 EMAC4_1, ZMII Bridge */
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(1);
                bis->bi_phymode[0] = BI_PHYMODE_RMII;
                bis->bi_phymode[1] = BI_PHYMODE_RMII;
                bis->bi_phymode[2] = BI_PHYMODE_NONE;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 4:
                /* 4 RMII - 460GT */
                /* GMC0 EMAC4_0, GMC0 EMAC4_1, GMC1 EMAC4_2, GMC1, EMAC4_3 */
                /* ZMII Bridge */
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(1);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(2);
                zmiifer |= ZMII_FER_RMII << ZMII_FER_V(3);
                bis->bi_phymode[0] = BI_PHYMODE_RMII;
                bis->bi_phymode[1] = BI_PHYMODE_RMII;
                bis->bi_phymode[2] = BI_PHYMODE_RMII;
                bis->bi_phymode[3] = BI_PHYMODE_RMII;
                break;
        case 5:
                /* 2 SMII - 460EX */
                /* GMC0 EMAC4_0, GMC0 EMAC4_1, ZMII Bridge */
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(1);
                bis->bi_phymode[0] = BI_PHYMODE_SMII;
                bis->bi_phymode[1] = BI_PHYMODE_SMII;
                bis->bi_phymode[2] = BI_PHYMODE_NONE;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 6:
                /* 4 SMII - 460GT */
                /* GMC0 EMAC4_0, GMC0 EMAC4_1, GMC0 EMAC4_3, GMC0 EMAC4_3 */
                /* ZMII Bridge */
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(0);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(1);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(2);
                zmiifer |= ZMII_FER_SMII << ZMII_FER_V(3);
                bis->bi_phymode[0] = BI_PHYMODE_SMII;
                bis->bi_phymode[1] = BI_PHYMODE_SMII;
                bis->bi_phymode[2] = BI_PHYMODE_SMII;
                bis->bi_phymode[3] = BI_PHYMODE_SMII;
                break;
        case 7:
                /* This is the default mode that we want for board bringup - Maple */
                /* 1 GMII - 460EX */
                /* GMC0 EMAC4_0, RGMII Bridge 0 */
                rmiifer |= RGMII_FER_MDIO(0);

                if (devnum == 0) {
                        rmiifer |= RGMII_FER_GMII << RGMII_FER_V(2); /* CH0CFG - EMAC0 */
                        bis->bi_phymode[0] = BI_PHYMODE_GMII;
                        bis->bi_phymode[1] = BI_PHYMODE_NONE;
                        bis->bi_phymode[2] = BI_PHYMODE_NONE;
                        bis->bi_phymode[3] = BI_PHYMODE_NONE;
                } else {
                        rmiifer |= RGMII_FER_GMII << RGMII_FER_V(3); /* CH1CFG - EMAC1 */
                        bis->bi_phymode[0] = BI_PHYMODE_NONE;
                        bis->bi_phymode[1] = BI_PHYMODE_GMII;
                        bis->bi_phymode[2] = BI_PHYMODE_NONE;
                        bis->bi_phymode[3] = BI_PHYMODE_NONE;
                }
                break;
        case 8:
                /* 2 GMII - 460GT */
                /* GMC0 EMAC4_0, RGMII Bridge 0 */
                /* GMC1 EMAC4_2, RGMII Bridge 1 */
                rmiifer |= RGMII_FER_GMII << RGMII_FER_V(2);    /* CH0CFG - EMAC0 */
                rmiifer1 |= RGMII_FER_GMII << RGMII_FER_V(2);   /* CH0CFG - EMAC2 */
                rmiifer |= RGMII_FER_MDIO(0);                   /* enable MDIO - EMAC0 */
                rmiifer1 |= RGMII_FER_MDIO(0);                  /* enable MDIO - EMAC2 */

                bis->bi_phymode[0] = BI_PHYMODE_GMII;
                bis->bi_phymode[1] = BI_PHYMODE_NONE;
                bis->bi_phymode[2] = BI_PHYMODE_GMII;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 9:
                /* 2 RGMII - 460EX */
                /* GMC0 EMAC4_0, GMC0 EMAC4_1, RGMII Bridge 0 */
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(2);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(3);
                rmiifer |= RGMII_FER_MDIO(0);                   /* enable MDIO - EMAC0 */

                bis->bi_phymode[0] = BI_PHYMODE_RGMII;
                bis->bi_phymode[1] = BI_PHYMODE_RGMII;
                bis->bi_phymode[2] = BI_PHYMODE_NONE;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 10:
                /* 4 RGMII - 460GT */
                /* GMC0 EMAC4_0, GMC0 EMAC4_1, RGMII Bridge 0 */
                /* GMC1 EMAC4_2, GMC1 EMAC4_3, RGMII Bridge 1 */
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(2);
                rmiifer |= RGMII_FER_RGMII << RGMII_FER_V(3);
                rmiifer1 |= RGMII_FER_RGMII << RGMII_FER_V(2);
                rmiifer1 |= RGMII_FER_RGMII << RGMII_FER_V(3);
                bis->bi_phymode[0] = BI_PHYMODE_RGMII;
                bis->bi_phymode[1] = BI_PHYMODE_RGMII;
                bis->bi_phymode[2] = BI_PHYMODE_RGMII;
                bis->bi_phymode[3] = BI_PHYMODE_RGMII;
                break;
        case 11:
                /* 2 SGMII - 460EX */
                bis->bi_phymode[0] = BI_PHYMODE_SGMII;
                bis->bi_phymode[1] = BI_PHYMODE_SGMII;
                bis->bi_phymode[2] = BI_PHYMODE_NONE;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        case 12:
                /* 3 SGMII - 460GT */
                bis->bi_phymode[0] = BI_PHYMODE_SGMII;
                bis->bi_phymode[1] = BI_PHYMODE_SGMII;
                bis->bi_phymode[2] = BI_PHYMODE_SGMII;
                bis->bi_phymode[3] = BI_PHYMODE_NONE;
                break;
        default:
                break;
        }

        /* Set EMAC for MDIO */
        mfsdr(SDR0_ETH_CFG, eth_cfg);
        eth_cfg |= SDR0_ETH_CFG_MDIO_SEL_EMAC0;
        mtsdr(SDR0_ETH_CFG, eth_cfg);

        out_be32((void *)RGMII_FER, rmiifer);
#if defined(CONFIG_460GT)
        out_be32((void *)RGMII_FER + RGMII1_BASE_OFFSET, rmiifer1);
#endif

        /* bypass the TAHOE0/TAHOE1 cores for U-Boot */
        mfsdr(SDR0_ETH_CFG, eth_cfg);
        eth_cfg |= (SDR0_ETH_CFG_TAHOE0_BYPASS | SDR0_ETH_CFG_TAHOE1_BYPASS);
        mtsdr(SDR0_ETH_CFG, eth_cfg);

        return 0;
}
#endif /* CONFIG_460EX || CONFIG_460GT */

static inline void *malloc_aligned(u32 size, u32 align)
{
        return (void *)(((u32)malloc(size + align) + align - 1) &
                        ~(align - 1));
}

static int ppc_4xx_eth_init (struct eth_device *dev, bd_t * bis)
{
        int i;
        unsigned long reg = 0;
        unsigned long msr;
        unsigned long speed;
        unsigned long duplex;
        unsigned long failsafe;
        unsigned mode_reg;
        unsigned short devnum;
        unsigned short reg_short;
#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_440SP) || defined(CONFIG_440SPE) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        u32 opbfreq;
        sys_info_t sysinfo;
#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        __maybe_unused int ethgroup = -1;
#endif
#endif
        u32 bd_cached;
        u32 bd_uncached = 0;
#ifdef CONFIG_4xx_DCACHE
        static u32 last_used_ea = 0;
#endif
#if defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        int rgmii_channel;
#endif

        EMAC_4XX_HW_PST hw_p = dev->priv;

        /* before doing anything, figure out if we have a MAC address */
        /* if not, bail */
        if (memcmp (dev->enetaddr, "\0\0\0\0\0\0", 6) == 0) {
                printf("ERROR: ethaddr not set!\n");
                return -1;
        }

#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_440SP) || defined(CONFIG_440SPE) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        /* Need to get the OPB frequency so we can access the PHY */
        get_sys_info (&sysinfo);
#endif

        msr = mfmsr ();
        mtmsr (msr & ~(MSR_EE));        /* disable interrupts */

        devnum = hw_p->devnum;

#ifdef INFO_4XX_ENET
        /* AS.HARNOIS
         * We should have :
         * hw_p->stats.pkts_handled <=  hw_p->stats.pkts_rx <= hw_p->stats.pkts_handled+PKTBUFSRX
         * In the most cases hw_p->stats.pkts_handled = hw_p->stats.pkts_rx, but it
         * is possible that new packets (without relationship with
         * current transfer) have got the time to arrived before
         * netloop calls eth_halt
         */
        printf ("About preceeding transfer (eth%d):\n"
                "- Sent packet number %d\n"
                "- Received packet number %d\n"
                "- Handled packet number %d\n",
                hw_p->devnum,
                hw_p->stats.pkts_tx,
                hw_p->stats.pkts_rx, hw_p->stats.pkts_handled);

        hw_p->stats.pkts_tx = 0;
        hw_p->stats.pkts_rx = 0;
        hw_p->stats.pkts_handled = 0;
        hw_p->print_speed = 1;  /* print speed message again next time */
#endif

        hw_p->tx_err_index = 0; /* Transmit Error Index for tx_err_log */
        hw_p->rx_err_index = 0; /* Receive Error Index for rx_err_log */

        hw_p->rx_slot = 0;      /* MAL Receive Slot */
        hw_p->rx_i_index = 0;   /* Receive Interrupt Queue Index */
        hw_p->rx_u_index = 0;   /* Receive User Queue Index */

        hw_p->tx_slot = 0;      /* MAL Transmit Slot */
        hw_p->tx_i_index = 0;   /* Transmit Interrupt Queue Index */
        hw_p->tx_u_index = 0;   /* Transmit User Queue Index */

#if defined(CONFIG_440) && !defined(CONFIG_440SP) && !defined(CONFIG_440SPE)
        /* set RMII mode */
        /* NOTE: 440GX spec states that mode is mutually exclusive */
        /* NOTE: Therefore, disable all other EMACS, since we handle */
        /* NOTE: only one emac at a time */
        reg = 0;
        out_be32((void *)ZMII0_FER, 0);
        udelay (100);

#if defined(CONFIG_440GP) || defined(CONFIG_440EP) || defined(CONFIG_440GR)
        out_be32((void *)ZMII0_FER, (ZMII_FER_RMII | ZMII_FER_MDI) << ZMII_FER_V (devnum));
#elif defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT)
        ethgroup = ppc_4xx_eth_setup_bridge(devnum, bis);
#endif

        out_be32((void *)ZMII0_SSR, ZMII0_SSR_SP << ZMII0_SSR_V(devnum));
#endif /* defined(CONFIG_440) && !defined(CONFIG_440SP) */
#if defined(CONFIG_405EX)
        ethgroup = ppc_4xx_eth_setup_bridge(devnum, bis);
#endif

        sync();

        /* provide clocks for EMAC internal loopback  */
        emac_loopback_enable(hw_p);

        /* EMAC RESET */
        out_be32((void *)EMAC0_MR0 + hw_p->hw_addr, EMAC_MR0_SRST);

        /* remove clocks for EMAC internal loopback  */
        emac_loopback_disable(hw_p);

        failsafe = 1000;
        while ((in_be32((void *)EMAC0_MR0 + hw_p->hw_addr) & (EMAC_MR0_SRST)) && failsafe) {
                udelay (1000);
                failsafe--;
        }
        if (failsafe <= 0)
                printf("\nProblem resetting EMAC!\n");

#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_440SP) || defined(CONFIG_440SPE) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        /* Whack the M1 register */
        mode_reg = 0x0;
        mode_reg &= ~0x00000038;
        opbfreq = sysinfo.freqOPB / 1000000;
        if (opbfreq <= 50);
        else if (opbfreq <= 66)
                mode_reg |= EMAC_MR1_OBCI_66;

        else if (opbfreq <= 83)
                mode_reg |= EMAC_MR1_OBCI_83;
        else if (opbfreq <= 100)
                mode_reg |= EMAC_MR1_OBCI_100;
        else
                mode_reg |= EMAC_MR1_OBCI_GT100;

        out_be32((void *)EMAC0_MR1 + hw_p->hw_addr, mode_reg);
#endif /* defined(CONFIG_440GX) || defined(CONFIG_440SP) */

#if defined(CONFIG_GPCS_PHY_ADDR) || defined(CONFIG_GPCS_PHY1_ADDR) || \
    defined(CONFIG_GPCS_PHY2_ADDR) || defined(CONFIG_GPCS_PHY3_ADDR)
        if (bis->bi_phymode[devnum] == BI_PHYMODE_SGMII) {
                /*
                 * In SGMII mode, GPCS access is needed for
                 * communication with the internal SGMII SerDes.
                 */
                switch (devnum) {
#if defined(CONFIG_GPCS_PHY_ADDR)
                case 0:
                        reg = CONFIG_GPCS_PHY_ADDR;
                        break;
#endif
#if defined(CONFIG_GPCS_PHY1_ADDR)
                case 1:
                        reg = CONFIG_GPCS_PHY1_ADDR;
                        break;
#endif
#if defined(CONFIG_GPCS_PHY2_ADDR)
                case 2:
                        reg = CONFIG_GPCS_PHY2_ADDR;
                        break;
#endif
#if defined(CONFIG_GPCS_PHY3_ADDR)
                case 3:
                        reg = CONFIG_GPCS_PHY3_ADDR;
                        break;
#endif
                }

                mode_reg = in_be32((void *)EMAC0_MR1 + hw_p->hw_addr);
                mode_reg |= EMAC_MR1_MF_1000GPCS | EMAC_MR1_IPPA_SET(reg);
                out_be32((void *)EMAC0_MR1 + hw_p->hw_addr, mode_reg);

                /* Configure GPCS interface to recommended setting for SGMII */
                miiphy_reset(dev->name, reg);
                miiphy_write(dev->name, reg, 0x04, 0x8120); /* AsymPause, FDX */
                miiphy_write(dev->name, reg, 0x07, 0x2801); /* msg_pg, toggle */
                miiphy_write(dev->name, reg, 0x00, 0x0140); /* 1Gbps, FDX     */
        }
#endif /* defined(CONFIG_GPCS_PHY_ADDR) */

        /* wait for PHY to complete auto negotiation */
        reg_short = 0;
        switch (devnum) {
        case 0:
                reg = CONFIG_PHY_ADDR;
                break;
#if defined (CONFIG_PHY1_ADDR)
        case 1:
                reg = CONFIG_PHY1_ADDR;
                break;
#endif
#if defined (CONFIG_PHY2_ADDR)
        case 2:
                reg = CONFIG_PHY2_ADDR;
                break;
#endif
#if defined (CONFIG_PHY3_ADDR)
        case 3:
                reg = CONFIG_PHY3_ADDR;
                break;
#endif
        default:
                reg = CONFIG_PHY_ADDR;
                break;
        }

        bis->bi_phynum[devnum] = reg;

        if (reg == CONFIG_FIXED_PHY)
                goto get_speed;

#if defined(CONFIG_PHY_RESET)
        /*
         * Reset the phy, only if its the first time through
         * otherwise, just check the speeds & feeds
         */
        if (hw_p->first_init == 0) {
#if defined(CONFIG_M88E1111_PHY)
                miiphy_write (dev->name, reg, 0x14, 0x0ce3);
                miiphy_write (dev->name, reg, 0x18, 0x4101);
                miiphy_write (dev->name, reg, 0x09, 0x0e00);
                miiphy_write (dev->name, reg, 0x04, 0x01e1);
#if defined(CONFIG_M88E1111_DISABLE_FIBER)
                miiphy_read(dev->name, reg, 0x1b, &reg_short);
                reg_short |= 0x8000;
                miiphy_write(dev->name, reg, 0x1b, reg_short);
#endif
#endif
#if defined(CONFIG_M88E1112_PHY)
                if (bis->bi_phymode[devnum] == BI_PHYMODE_SGMII) {
                        /*
                         * Marvell 88E1112 PHY needs to have the SGMII MAC
                         * interace (page 2) properly configured to
                         * communicate with the 460EX/GT GPCS interface.
                         */

                        /* Set access to Page 2 */
                        miiphy_write(dev->name, reg, 0x16, 0x0002);

                        miiphy_write(dev->name, reg, 0x00, 0x0040); /* 1Gbps */
                        miiphy_read(dev->name, reg, 0x1a, &reg_short);
                        reg_short |= 0x8000; /* bypass Auto-Negotiation */
                        miiphy_write(dev->name, reg, 0x1a, reg_short);
                        miiphy_reset(dev->name, reg); /* reset MAC interface */

                        /* Reset access to Page 0 */
                        miiphy_write(dev->name, reg, 0x16, 0x0000);
                }
#endif /* defined(CONFIG_M88E1112_PHY) */
                miiphy_reset (dev->name, reg);

#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)

#if defined(CONFIG_CIS8201_PHY)
                /*
                 * Cicada 8201 PHY needs to have an extended register whacked
                 * for RGMII mode.
                 */
                if (((devnum == 2) || (devnum == 3)) && (4 == ethgroup)) {
#if defined(CONFIG_CIS8201_SHORT_ETCH)
                        miiphy_write (dev->name, reg, 23, 0x1300);
#else
                        miiphy_write (dev->name, reg, 23, 0x1000);
#endif
                        /*
                         * Vitesse VSC8201/Cicada CIS8201 errata:
                         * Interoperability problem with Intel 82547EI phys
                         * This work around (provided by Vitesse) changes
                         * the default timer convergence from 8ms to 12ms
                         */
                        miiphy_write (dev->name, reg, 0x1f, 0x2a30);
                        miiphy_write (dev->name, reg, 0x08, 0x0200);
                        miiphy_write (dev->name, reg, 0x1f, 0x52b5);
                        miiphy_write (dev->name, reg, 0x02, 0x0004);
                        miiphy_write (dev->name, reg, 0x01, 0x0671);
                        miiphy_write (dev->name, reg, 0x00, 0x8fae);
                        miiphy_write (dev->name, reg, 0x1f, 0x2a30);
                        miiphy_write (dev->name, reg, 0x08, 0x0000);
                        miiphy_write (dev->name, reg, 0x1f, 0x0000);
                        /* end Vitesse/Cicada errata */
                }
#endif /* defined(CONFIG_CIS8201_PHY) */

#if defined(CONFIG_ET1011C_PHY)
                /*
                 * Agere ET1011c PHY needs to have an extended register whacked
                 * for RGMII mode.
                 */
                if (((devnum == 2) || (devnum ==3)) && (4 == ethgroup)) {
                        miiphy_read (dev->name, reg, 0x16, &reg_short);
                        reg_short &= ~(0x7);
                        reg_short |= 0x6;       /* RGMII DLL Delay*/
                        miiphy_write (dev->name, reg, 0x16, reg_short);

                        miiphy_read (dev->name, reg, 0x17, &reg_short);
                        reg_short &= ~(0x40);
                        miiphy_write (dev->name, reg, 0x17, reg_short);

                        miiphy_write(dev->name, reg, 0x1c, 0x74f0);
                }
#endif /* defined(CONFIG_ET1011C_PHY) */

#endif /* defined(CONFIG_440GX) ... */
                /* Start/Restart autonegotiation */
                phy_setup_aneg (dev->name, reg);
                udelay (1000);
        }
#endif /* defined(CONFIG_PHY_RESET) */

        miiphy_read (dev->name, reg, MII_BMSR, &reg_short);

        /*
         * Wait if PHY is capable of autonegotiation and autonegotiation is not complete
         */
        if ((reg_short & BMSR_ANEGCAPABLE)
            && !(reg_short & BMSR_ANEGCOMPLETE)) {
                puts ("Waiting for PHY auto negotiation to complete");
                i = 0;
                while (!(reg_short & BMSR_ANEGCOMPLETE)) {
                        /*
                         * Timeout reached ?
                         */
                        if (i > PHY_AUTONEGOTIATE_TIMEOUT) {
                                puts (" TIMEOUT !\n");
                                break;
                        }

                        if ((i++ % 1000) == 0) {
                                putc ('.');
                        }
                        udelay (1000);  /* 1 ms */
                        miiphy_read (dev->name, reg, MII_BMSR, &reg_short);
                }
                puts (" done\n");
                udelay (500000);        /* another 500 ms (results in faster booting) */
        }

get_speed:
        if (reg == CONFIG_FIXED_PHY) {
                for (i = 0; i < ARRAY_SIZE(fixed_phy_port); i++) {
                        if (devnum == fixed_phy_port[i].devnum) {
                                speed = fixed_phy_port[i].speed;
                                duplex = fixed_phy_port[i].duplex;
                                break;
                        }
                }

                if (i == ARRAY_SIZE(fixed_phy_port)) {
                        printf("ERROR: PHY (%s) not configured correctly!\n",
                                dev->name);
                        return -1;
                }
        } else {
                speed = miiphy_speed(dev->name, reg);
                duplex = miiphy_duplex(dev->name, reg);
        }

        if (hw_p->print_speed) {
                hw_p->print_speed = 0;
                printf ("ENET Speed is %d Mbps - %s duplex connection (EMAC%d)\n",
                        (int) speed, (duplex == HALF) ? "HALF" : "FULL",
                        hw_p->devnum);
        }

#if defined(CONFIG_440) && \
    !defined(CONFIG_440SP) && !defined(CONFIG_440SPE) && \
    !defined(CONFIG_440EPX) && !defined(CONFIG_440GRX) && \
    !defined(CONFIG_460EX) && !defined(CONFIG_460GT)
#if defined(CONFIG_440EP) || defined(CONFIG_440GR)
        mfsdr(SDR0_MFR, reg);
        if (speed == 100) {
                reg = (reg & ~SDR0_MFR_ZMII_MODE_MASK) | SDR0_MFR_ZMII_MODE_RMII_100M;
        } else {
                reg = (reg & ~SDR0_MFR_ZMII_MODE_MASK) | SDR0_MFR_ZMII_MODE_RMII_10M;
        }
        mtsdr(SDR0_MFR, reg);
#endif

        /* Set ZMII/RGMII speed according to the phy link speed */
        reg = in_be32((void *)ZMII0_SSR);
        if ( (speed == 100) || (speed == 1000) )
                out_be32((void *)ZMII0_SSR, reg | (ZMII0_SSR_SP << ZMII0_SSR_V (devnum)));
        else
                out_be32((void *)ZMII0_SSR, reg & (~(ZMII0_SSR_SP << ZMII0_SSR_V (devnum))));

        if ((devnum == 2) || (devnum == 3)) {
                if (speed == 1000)
                        reg = (RGMII_SSR_SP_1000MBPS << RGMII_SSR_V (devnum));
                else if (speed == 100)
                        reg = (RGMII_SSR_SP_100MBPS << RGMII_SSR_V (devnum));
                else if (speed == 10)
                        reg = (RGMII_SSR_SP_10MBPS << RGMII_SSR_V (devnum));
                else {
                        printf("Error in RGMII Speed\n");
                        return -1;
                }
                out_be32((void *)RGMII_SSR, reg);
        }
#endif /* defined(CONFIG_440) && !defined(CONFIG_440SP) */

#if defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        if (devnum >= 2)
                rgmii_channel = devnum - 2;
        else
                rgmii_channel = devnum;

        if (speed == 1000)
                reg = (RGMII_SSR_SP_1000MBPS << RGMII_SSR_V(rgmii_channel));
        else if (speed == 100)
                reg = (RGMII_SSR_SP_100MBPS << RGMII_SSR_V(rgmii_channel));
        else if (speed == 10)
                reg = (RGMII_SSR_SP_10MBPS << RGMII_SSR_V(rgmii_channel));
        else {
                printf("Error in RGMII Speed\n");
                return -1;
        }
        out_be32((void *)RGMII_SSR, reg);
#if defined(CONFIG_460GT)
        if ((devnum == 2) || (devnum == 3))
                out_be32((void *)RGMII_SSR + RGMII1_BASE_OFFSET, reg);
#endif
#endif

        /* set the Mal configuration reg */
#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_440SP) || defined(CONFIG_440SPE) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
        mtdcr (MAL0_CFG, MAL_CR_PLBB | MAL_CR_OPBBL | MAL_CR_LEA |
               MAL_CR_PLBLT_DEFAULT | MAL_CR_EOPIE | 0x00330000);
#else
        mtdcr (MAL0_CFG, MAL_CR_PLBB | MAL_CR_OPBBL | MAL_CR_LEA | MAL_CR_PLBLT_DEFAULT);
        /* Errata 1.12: MAL_1 -- Disable MAL bursting */
        if (get_pvr() == PVR_440GP_RB) {
                mtdcr (MAL0_CFG, mfdcr(MAL0_CFG) & ~MAL_CR_PLBB);
        }
#endif

        /*
         * Malloc MAL buffer desciptors, make sure they are
         * aligned on cache line boundary size
         * (401/403/IOP480 = 16, 405 = 32)
         * and doesn't cross cache block boundaries.
         */
        if (hw_p->first_init == 0) {
                debug("*** Allocating descriptor memory ***\n");

                bd_cached = (u32)malloc_aligned(MAL_ALLOC_SIZE, 4096);
                if (!bd_cached) {
                        printf("%s: Error allocating MAL descriptor buffers!\n", __func__);
                        return -1;
                }

#ifdef CONFIG_4xx_DCACHE
                flush_dcache_range(bd_cached, bd_cached + MAL_ALLOC_SIZE);
                if (!last_used_ea)
#if defined(CONFIG_SYS_MEM_TOP_HIDE)
                        bd_uncached = bis->bi_memsize + CONFIG_SYS_MEM_TOP_HIDE;
#else
                        bd_uncached = bis->bi_memsize;
#endif
                else
                        bd_uncached = last_used_ea + MAL_ALLOC_SIZE;

                last_used_ea = bd_uncached;
                program_tlb(bd_cached, bd_uncached, MAL_ALLOC_SIZE,
                            TLB_WORD2_I_ENABLE);
#else
                bd_uncached = bd_cached;
#endif
                hw_p->tx_phys = bd_cached;
                hw_p->rx_phys = bd_cached + MAL_TX_DESC_SIZE;
                hw_p->tx = (mal_desc_t *)(bd_uncached);
                hw_p->rx = (mal_desc_t *)(bd_uncached + MAL_TX_DESC_SIZE);
                debug("hw_p->tx=%p, hw_p->rx=%p\n", hw_p->tx, hw_p->rx);
        }

        for (i = 0; i < NUM_TX_BUFF; i++) {
                hw_p->tx[i].ctrl = 0;
                hw_p->tx[i].data_len = 0;
                if (hw_p->first_init == 0)
                        hw_p->txbuf_ptr = malloc_aligned(MAL_ALLOC_SIZE,
                                                         L1_CACHE_BYTES);
                hw_p->tx[i].data_ptr = hw_p->txbuf_ptr;
                if ((NUM_TX_BUFF - 1) == i)
                        hw_p->tx[i].ctrl |= MAL_TX_CTRL_WRAP;
                hw_p->tx_run[i] = -1;
                debug("TX_BUFF %d @ 0x%08x\n", i, (u32)hw_p->tx[i].data_ptr);
        }

        for (i = 0; i < NUM_RX_BUFF; i++) {
                hw_p->rx[i].ctrl = 0;
                hw_p->rx[i].data_len = 0;
                hw_p->rx[i].data_ptr = (char *)NetRxPackets[i];
                if ((NUM_RX_BUFF - 1) == i)
                        hw_p->rx[i].ctrl |= MAL_RX_CTRL_WRAP;
                hw_p->rx[i].ctrl |= MAL_RX_CTRL_EMPTY | MAL_RX_CTRL_INTR;
                hw_p->rx_ready[i] = -1;
                debug("RX_BUFF %d @ 0x%08x\n", i, (u32)hw_p->rx[i].data_ptr);
        }

        reg = 0x00000000;

        reg |= dev->enetaddr[0];        /* set high address */
        reg = reg << 8;
        reg |= dev->enetaddr[1];

        out_be32((void *)EMAC0_IAH + hw_p->hw_addr, reg);

        reg = 0x00000000;
        reg |= dev->enetaddr[2];        /* set low address  */
        reg = reg << 8;
        reg |= dev->enetaddr[3];
        reg = reg << 8;
        reg |= dev->enetaddr[4];
        reg = reg << 8;
        reg |= dev->enetaddr[5];

        out_be32((void *)EMAC0_IAL + hw_p->hw_addr, reg);

        switch (devnum) {
        case 1:
                /* setup MAL tx & rx channel pointers */
#if defined (CONFIG_405EP) || defined (CONFIG_440EP) || defined (CONFIG_440GR)
                mtdcr (MAL0_TXCTP2R, hw_p->tx_phys);
#else
                mtdcr (MAL0_TXCTP1R, hw_p->tx_phys);
#endif
#if defined(CONFIG_440)
                mtdcr (MAL0_TXBADDR, 0x0);
                mtdcr (MAL0_RXBADDR, 0x0);
#endif

#if defined(CONFIG_460EX) || defined(CONFIG_460GT)
                mtdcr (MAL0_RXCTP8R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS8, ENET_MAX_MTU_ALIGNED / 16);
#else
                mtdcr (MAL0_RXCTP1R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS1, ENET_MAX_MTU_ALIGNED / 16);
#endif
                break;
#if defined (CONFIG_440GX)
        case 2:
                /* setup MAL tx & rx channel pointers */
                mtdcr (MAL0_TXBADDR, 0x0);
                mtdcr (MAL0_RXBADDR, 0x0);
                mtdcr (MAL0_TXCTP2R, hw_p->tx_phys);
                mtdcr (MAL0_RXCTP2R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS2, ENET_MAX_MTU_ALIGNED / 16);
                break;
        case 3:
                /* setup MAL tx & rx channel pointers */
                mtdcr (MAL0_TXBADDR, 0x0);
                mtdcr (MAL0_TXCTP3R, hw_p->tx_phys);
                mtdcr (MAL0_RXBADDR, 0x0);
                mtdcr (MAL0_RXCTP3R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS3, ENET_MAX_MTU_ALIGNED / 16);
                break;
#endif /* CONFIG_440GX */
#if defined (CONFIG_460GT)
        case 2:
                /* setup MAL tx & rx channel pointers */
                mtdcr (MAL0_TXBADDR, 0x0);
                mtdcr (MAL0_RXBADDR, 0x0);
                mtdcr (MAL0_TXCTP2R, hw_p->tx_phys);
                mtdcr (MAL0_RXCTP16R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS16, ENET_MAX_MTU_ALIGNED / 16);
                break;
        case 3:
                /* setup MAL tx & rx channel pointers */
                mtdcr (MAL0_TXBADDR, 0x0);
                mtdcr (MAL0_RXBADDR, 0x0);
                mtdcr (MAL0_TXCTP3R, hw_p->tx_phys);
                mtdcr (MAL0_RXCTP24R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS24, ENET_MAX_MTU_ALIGNED / 16);
                break;
#endif /* CONFIG_460GT */
        case 0:
        default:
                /* setup MAL tx & rx channel pointers */
#if defined(CONFIG_440)
                mtdcr (MAL0_TXBADDR, 0x0);
                mtdcr (MAL0_RXBADDR, 0x0);
#endif
                mtdcr (MAL0_TXCTP0R, hw_p->tx_phys);
                mtdcr (MAL0_RXCTP0R, hw_p->rx_phys);
                /* set RX buffer size */
                mtdcr (MAL0_RCBS0, ENET_MAX_MTU_ALIGNED / 16);
                break;
        }

        /* Enable MAL transmit and receive channels */
#if defined(CONFIG_405EP) || defined(CONFIG_440EP) || defined(CONFIG_440GR)
        mtdcr (MAL0_TXCASR, (MAL_TXRX_CASR >> (hw_p->devnum*2)));
#else
        mtdcr (MAL0_TXCASR, (MAL_TXRX_CASR >> hw_p->devnum));
#endif
        mtdcr (MAL0_RXCASR, (MAL_TXRX_CASR >> hw_p->devnum));

        /* set transmit enable & receive enable */
        out_be32((void *)EMAC0_MR0 + hw_p->hw_addr, EMAC_MR0_TXE | EMAC_MR0_RXE);

        mode_reg = in_be32((void *)EMAC0_MR1 + hw_p->hw_addr);

        /* set rx-/tx-fifo size */
        mode_reg = (mode_reg & ~EMAC_MR1_FIFO_MASK) | EMAC_MR1_FIFO_SIZE;

        /* set speed */
        if (speed == _1000BASET) {
#if defined(CONFIG_440SP) || defined(CONFIG_440SPE)
                unsigned long pfc1;

                mfsdr (SDR0_PFC1, pfc1);
                pfc1 |= SDR0_PFC1_EM_1000;
                mtsdr (SDR0_PFC1, pfc1);
#endif
                mode_reg = mode_reg | EMAC_MR1_MF_1000MBPS | EMAC_MR1_IST;
        } else if (speed == _100BASET)
                mode_reg = mode_reg | EMAC_MR1_MF_100MBPS | EMAC_MR1_IST;
        else
                mode_reg = mode_reg & ~0x00C00000;      /* 10 MBPS */
        if (duplex == FULL)
                mode_reg = mode_reg | 0x80000000 | EMAC_MR1_IST;

        out_be32((void *)EMAC0_MR1 + hw_p->hw_addr, mode_reg);

        /* Enable broadcast and indvidual address */
        /* TBS: enabling runts as some misbehaved nics will send runts */
        out_be32((void *)EMAC0_RXM + hw_p->hw_addr, EMAC_RMR_BAE | EMAC_RMR_IAE);

        /* we probably need to set the tx mode1 reg? maybe at tx time */

        /* set transmit request threshold register */
        out_be32((void *)EMAC0_TRTR + hw_p->hw_addr, 0x18000000);       /* 256 byte threshold */

        /* set receive  low/high water mark register */
#if defined(CONFIG_440)
        /* 440s has a 64 byte burst length */
        out_be32((void *)EMAC0_RX_HI_LO_WMARK + hw_p->hw_addr, 0x80009000);
#else
        /* 405s have a 16 byte burst length */
        out_be32((void *)EMAC0_RX_HI_LO_WMARK + hw_p->hw_addr, 0x0f002000);
#endif /* defined(CONFIG_440) */
        out_be32((void *)EMAC0_TMR1 + hw_p->hw_addr, 0xf8640000);

        /* Set fifo limit entry in tx mode 0 */
        out_be32((void *)EMAC0_TMR0 + hw_p->hw_addr, 0x00000003);
        /* Frame gap set */
        out_be32((void *)EMAC0_I_FRAME_GAP_REG + hw_p->hw_addr, 0x00000008);

        /* Set EMAC IER */
        hw_p->emac_ier = EMAC_ISR_PTLE | EMAC_ISR_BFCS | EMAC_ISR_ORE | EMAC_ISR_IRE;
        if (speed == _100BASET)
                hw_p->emac_ier = hw_p->emac_ier | EMAC_ISR_SYE;

        out_be32((void *)EMAC0_ISR + hw_p->hw_addr, 0xffffffff);        /* clear pending interrupts */
        out_be32((void *)EMAC0_IER + hw_p->hw_addr, hw_p->emac_ier);

        if (hw_p->first_init == 0) {
                /*
                 * Connect interrupt service routines
                 */
                irq_install_handler(ETH_IRQ_NUM(hw_p->devnum),
                                    (interrupt_handler_t *) enetInt, dev);
        }

        mtmsr (msr);            /* enable interrupts again */

        hw_p->bis = bis;
        hw_p->first_init = 1;

        return 0;
}


static int ppc_4xx_eth_send(struct eth_device *dev, void *ptr, int len)
{
        struct enet_frame *ef_ptr;
        ulong time_start, time_now;
        unsigned long temp_txm0;
        EMAC_4XX_HW_PST hw_p = dev->priv;

        ef_ptr = (struct enet_frame *) ptr;

        /*-----------------------------------------------------------------------+
         *  Copy in our address into the frame.
         *-----------------------------------------------------------------------*/
        (void) memcpy (ef_ptr->source_addr, dev->enetaddr, ENET_ADDR_LENGTH);

        /*-----------------------------------------------------------------------+
         * If frame is too long or too short, modify length.
         *-----------------------------------------------------------------------*/
        /* TBS: where does the fragment go???? */
        if (len > ENET_MAX_MTU)
                len = ENET_MAX_MTU;

        /*   memcpy ((void *) &tx_buff[tx_slot], (const void *) ptr, len); */
        memcpy ((void *) hw_p->txbuf_ptr, (const void *) ptr, len);
        flush_dcache_range((u32)hw_p->txbuf_ptr, (u32)hw_p->txbuf_ptr + len);

        /*-----------------------------------------------------------------------+
         * set TX Buffer busy, and send it
         *-----------------------------------------------------------------------*/
        hw_p->tx[hw_p->tx_slot].ctrl = (MAL_TX_CTRL_LAST |
                                        EMAC_TX_CTRL_GFCS | EMAC_TX_CTRL_GP) &
                ~(EMAC_TX_CTRL_ISA | EMAC_TX_CTRL_RSA);
        if ((NUM_TX_BUFF - 1) == hw_p->tx_slot)
                hw_p->tx[hw_p->tx_slot].ctrl |= MAL_TX_CTRL_WRAP;

        hw_p->tx[hw_p->tx_slot].data_len = (short) len;
        hw_p->tx[hw_p->tx_slot].ctrl |= MAL_TX_CTRL_READY;

        sync();

        out_be32((void *)EMAC0_TMR0 + hw_p->hw_addr,
                 in_be32((void *)EMAC0_TMR0 + hw_p->hw_addr) | EMAC_TMR0_GNP0);
#ifdef INFO_4XX_ENET
        hw_p->stats.pkts_tx++;
#endif

        /*-----------------------------------------------------------------------+
         * poll unitl the packet is sent and then make sure it is OK
         *-----------------------------------------------------------------------*/
        time_start = get_timer (0);
        while (1) {
                temp_txm0 = in_be32((void *)EMAC0_TMR0 + hw_p->hw_addr);
                /* loop until either TINT turns on or 3 seconds elapse */
                if ((temp_txm0 & EMAC_TMR0_GNP0) != 0) {
                        /* transmit is done, so now check for errors
                         * If there is an error, an interrupt should
                         * happen when we return
                         */
                        time_now = get_timer (0);
                        if ((time_now - time_start) > 3000) {
                                return (-1);
                        }
                } else {
                        return (len);
                }
        }
}

int enetInt (struct eth_device *dev)
{
        int serviced;
        int rc = -1;            /* default to not us */
        u32 mal_isr;
        u32 emac_isr = 0;
        u32 mal_eob;
        u32 uic_mal;
        u32 uic_mal_err;
        u32 uic_emac;
        u32 uic_emac_b;
        EMAC_4XX_HW_PST hw_p;

        /*
         * Because the mal is generic, we need to get the current
         * eth device
         */
        dev = eth_get_dev();

        hw_p = dev->priv;

        /* enter loop that stays in interrupt code until nothing to service */
        do {
                serviced = 0;

                uic_mal = mfdcr(UIC_BASE_MAL + UIC_MSR);
                uic_mal_err = mfdcr(UIC_BASE_MAL_ERR + UIC_MSR);
                uic_emac = mfdcr(UIC_BASE_EMAC + UIC_MSR);
                uic_emac_b = mfdcr(UIC_BASE_EMAC_B + UIC_MSR);

                if (!(uic_mal & (UIC_MAL_RXEOB | UIC_MAL_TXEOB))
                    && !(uic_mal_err & (UIC_MAL_SERR | UIC_MAL_TXDE | UIC_MAL_RXDE))
                    && !(uic_emac & UIC_ETHx) && !(uic_emac_b & UIC_ETHxB)) {
                        /* not for us */
                        return (rc);
                }

                /* get and clear controller status interrupts */
                /* look at MAL and EMAC error interrupts */
                if (uic_mal_err & (UIC_MAL_SERR | UIC_MAL_TXDE | UIC_MAL_RXDE)) {
                        /* we have a MAL error interrupt */
                        mal_isr = mfdcr(MAL0_ESR);
                        mal_err(dev, mal_isr, uic_mal_err,
                                 MAL_UIC_DEF, MAL_UIC_ERR);

                        /* clear MAL error interrupt status bits */
                        mtdcr(UIC_BASE_MAL_ERR + UIC_SR,
                              UIC_MAL_SERR | UIC_MAL_TXDE | UIC_MAL_RXDE);

                        return -1;
                }

                /* look for EMAC errors */
                if ((uic_emac & UIC_ETHx) || (uic_emac_b & UIC_ETHxB)) {
                        emac_isr = in_be32((void *)EMAC0_ISR + hw_p->hw_addr);
                        emac_err(dev, emac_isr);

                        /* clear EMAC error interrupt status bits */
                        mtdcr(UIC_BASE_EMAC + UIC_SR, UIC_ETHx);
                        mtdcr(UIC_BASE_EMAC_B + UIC_SR, UIC_ETHxB);

                        return -1;
                }

                /* handle MAX TX EOB interrupt from a tx */
                if (uic_mal & UIC_MAL_TXEOB) {
                        /* clear MAL interrupt status bits */
                        mal_eob = mfdcr(MAL0_TXEOBISR);
                        mtdcr(MAL0_TXEOBISR, mal_eob);
                        mtdcr(UIC_BASE_MAL + UIC_SR, UIC_MAL_TXEOB);

                        /* indicate that we serviced an interrupt */
                        serviced = 1;
                        rc = 0;
                }

                /* handle MAL RX EOB interrupt from a receive */
                /* check for EOB on valid channels           */
                if (uic_mal & UIC_MAL_RXEOB) {
                        mal_eob = mfdcr(MAL0_RXEOBISR);
                        if (mal_eob &
                            (0x80000000 >> (hw_p->devnum * MAL_RX_CHAN_MUL))) {
                                /* push packet to upper layer */
                                enet_rcv(dev, emac_isr);

                                /* clear MAL interrupt status bits */
                                mtdcr(UIC_BASE_MAL + UIC_SR, UIC_MAL_RXEOB);

                                /* indicate that we serviced an interrupt */
                                serviced = 1;
                                rc = 0;
                        }
                }
#if defined(CONFIG_405EZ)
                /*
                 * On 405EZ the RX-/TX-interrupts are coalesced into
                 * one IRQ bit in the UIC. We need to acknowledge the
                 * RX-/TX-interrupts in the SDR0_ICINTSTAT reg as well.
                 */
                mtsdr(SDR0_ICINTSTAT,
                      SDR_ICRX_STAT | SDR_ICTX0_STAT | SDR_ICTX1_STAT);
#endif  /* defined(CONFIG_405EZ) */
        } while (serviced);

        return (rc);
}

/*-----------------------------------------------------------------------------+
 *  MAL Error Routine
 *-----------------------------------------------------------------------------*/
static void mal_err (struct eth_device *dev, unsigned long isr,
                     unsigned long uic, unsigned long maldef,
                     unsigned long mal_errr)
{
        EMAC_4XX_HW_PST hw_p = dev->priv;

        mtdcr (MAL0_ESR, isr);  /* clear interrupt */

        /* clear DE interrupt */
        mtdcr (MAL0_TXDEIR, 0xC0000000);
        mtdcr (MAL0_RXDEIR, 0x80000000);

#ifdef INFO_4XX_ENET
        printf ("\nMAL error occured.... ISR = %lx UIC = = %lx  MAL_DEF = %lx  MAL_ERR= %lx \n", isr, uic, maldef, mal_errr);
#endif

        eth_init (hw_p->bis);   /* start again... */
}

/*-----------------------------------------------------------------------------+
 *  EMAC Error Routine
 *-----------------------------------------------------------------------------*/
static void emac_err (struct eth_device *dev, unsigned long isr)
{
        EMAC_4XX_HW_PST hw_p = dev->priv;

        printf ("EMAC%d error occured.... ISR = %lx\n", hw_p->devnum, isr);
        out_be32((void *)EMAC0_ISR + hw_p->hw_addr, isr);
}

/*-----------------------------------------------------------------------------+
 *  enet_rcv() handles the ethernet receive data
 *-----------------------------------------------------------------------------*/
static void enet_rcv (struct eth_device *dev, unsigned long malisr)
{
        unsigned long data_len;
        unsigned long rx_eob_isr;
        EMAC_4XX_HW_PST hw_p = dev->priv;

        int handled = 0;
        int i;
        int loop_count = 0;

        rx_eob_isr = mfdcr (MAL0_RXEOBISR);
        if ((0x80000000 >> (hw_p->devnum * MAL_RX_CHAN_MUL)) & rx_eob_isr) {
                /* clear EOB */
                mtdcr (MAL0_RXEOBISR, rx_eob_isr);

                /* EMAC RX done */
                while (1) {     /* do all */
                        i = hw_p->rx_slot;

                        if ((MAL_RX_CTRL_EMPTY & hw_p->rx[i].ctrl)
                            || (loop_count >= NUM_RX_BUFF))
                                break;

                        loop_count++;
                        handled++;
                        data_len = (unsigned long) hw_p->rx[i].data_len & 0x0fff;       /* Get len */
                        if (data_len) {
                                if (data_len > ENET_MAX_MTU)    /* Check len */
                                        data_len = 0;
                                else {
                                        if (EMAC_RX_ERRORS & hw_p->rx[i].ctrl) {        /* Check Errors */
                                                data_len = 0;
                                                hw_p->stats.rx_err_log[hw_p->
                                                                       rx_err_index]
                                                        = hw_p->rx[i].ctrl;
                                                hw_p->rx_err_index++;
                                                if (hw_p->rx_err_index ==
                                                    MAX_ERR_LOG)
                                                        hw_p->rx_err_index =
                                                                0;
                                        }       /* emac_erros */
                                }       /* data_len < max mtu */
                        }       /* if data_len */
                        if (!data_len) {        /* no data */
                                hw_p->rx[i].ctrl |= MAL_RX_CTRL_EMPTY;  /* Free Recv Buffer */

                                hw_p->stats.data_len_err++;     /* Error at Rx */
                        }

                        /* !data_len */
                        /* AS.HARNOIS */
                        /* Check if user has already eaten buffer */
                        /* if not => ERROR */
                        else if (hw_p->rx_ready[hw_p->rx_i_index] != -1) {
                                if (hw_p->is_receiving)
                                        printf ("ERROR : Receive buffers are full!\n");
                                break;
                        } else {
                                hw_p->stats.rx_frames++;
                                hw_p->stats.rx += data_len;
#ifdef INFO_4XX_ENET
                                hw_p->stats.pkts_rx++;
#endif
                                /* AS.HARNOIS
                                 * use ring buffer
                                 */
                                hw_p->rx_ready[hw_p->rx_i_index] = i;
                                hw_p->rx_i_index++;
                                if (NUM_RX_BUFF == hw_p->rx_i_index)
                                        hw_p->rx_i_index = 0;

                                hw_p->rx_slot++;
                                if (NUM_RX_BUFF == hw_p->rx_slot)
                                        hw_p->rx_slot = 0;

                                /*  AS.HARNOIS
                                 * free receive buffer only when
                                 * buffer has been handled (eth_rx)
                                 rx[i].ctrl |= MAL_RX_CTRL_EMPTY;
                                 */
                        }       /* if data_len */
                }               /* while */
        }                       /* if EMACK_RXCHL */
}


static int ppc_4xx_eth_rx (struct eth_device *dev)
{
        int length;
        int user_index;
        unsigned long msr;
        EMAC_4XX_HW_PST hw_p = dev->priv;

        hw_p->is_receiving = 1; /* tell driver */

        for (;;) {
                /* AS.HARNOIS
                 * use ring buffer and
                 * get index from rx buffer desciptor queue
                 */
                user_index = hw_p->rx_ready[hw_p->rx_u_index];
                if (user_index == -1) {
                        length = -1;
                        break;  /* nothing received - leave for() loop */
                }

                msr = mfmsr ();
                mtmsr (msr & ~(MSR_EE));

                length = hw_p->rx[user_index].data_len & 0x0fff;

                /* Pass the packet up to the protocol layers. */
                /*       NetReceive(NetRxPackets[rxIdx], length - 4); */
                /*       NetReceive(NetRxPackets[i], length); */
                invalidate_dcache_range((u32)hw_p->rx[user_index].data_ptr,
                                        (u32)hw_p->rx[user_index].data_ptr +
                                        length - 4);
                NetReceive (NetRxPackets[user_index], length - 4);
                /* Free Recv Buffer */
                hw_p->rx[user_index].ctrl |= MAL_RX_CTRL_EMPTY;
                /* Free rx buffer descriptor queue */
                hw_p->rx_ready[hw_p->rx_u_index] = -1;
                hw_p->rx_u_index++;
                if (NUM_RX_BUFF == hw_p->rx_u_index)
                        hw_p->rx_u_index = 0;

#ifdef INFO_4XX_ENET
                hw_p->stats.pkts_handled++;
#endif

                mtmsr (msr);    /* Enable IRQ's */
        }

        hw_p->is_receiving = 0; /* tell driver */

        return length;
}

int ppc_4xx_eth_initialize (bd_t * bis)
{
        static int virgin = 0;
        struct eth_device *dev;
        int eth_num = 0;
        EMAC_4XX_HW_PST hw = NULL;
        u8 ethaddr[4 + CONFIG_EMAC_NR_START][6];
        u32 hw_addr[4];
        u32 mal_ier;

#if defined(CONFIG_440GX)
        unsigned long pfc1;

        mfsdr (SDR0_PFC1, pfc1);
        pfc1 &= ~(0x01e00000);
        pfc1 |= 0x01200000;
        mtsdr (SDR0_PFC1, pfc1);
#endif

        /* first clear all mac-addresses */
        for (eth_num = 0; eth_num < LAST_EMAC_NUM; eth_num++)
                memcpy(ethaddr[eth_num], "\0\0\0\0\0\0", 6);

        for (eth_num = 0; eth_num < LAST_EMAC_NUM; eth_num++) {
                int ethaddr_idx = eth_num + CONFIG_EMAC_NR_START;
                switch (eth_num) {
                default:                /* fall through */
                case 0:
                        eth_getenv_enetaddr("ethaddr", ethaddr[ethaddr_idx]);
                        hw_addr[eth_num] = 0x0;
                        break;
#ifdef CONFIG_HAS_ETH1
                case 1:
                        eth_getenv_enetaddr("eth1addr", ethaddr[ethaddr_idx]);
                        hw_addr[eth_num] = 0x100;
                        break;
#endif
#ifdef CONFIG_HAS_ETH2
                case 2:
                        eth_getenv_enetaddr("eth2addr", ethaddr[ethaddr_idx]);
#if defined(CONFIG_460GT)
                        hw_addr[eth_num] = 0x300;
#else
                        hw_addr[eth_num] = 0x400;
#endif
                        break;
#endif
#ifdef CONFIG_HAS_ETH3
                case 3:
                        eth_getenv_enetaddr("eth3addr", ethaddr[ethaddr_idx]);
#if defined(CONFIG_460GT)
                        hw_addr[eth_num] = 0x400;
#else
                        hw_addr[eth_num] = 0x600;
#endif
                        break;
#endif
                }
        }

        /* set phy num and mode */
        bis->bi_phynum[0] = CONFIG_PHY_ADDR;
        bis->bi_phymode[0] = 0;

#if defined(CONFIG_PHY1_ADDR)
        bis->bi_phynum[1] = CONFIG_PHY1_ADDR;
        bis->bi_phymode[1] = 0;
#endif
#if defined(CONFIG_440GX)
        bis->bi_phynum[2] = CONFIG_PHY2_ADDR;
        bis->bi_phynum[3] = CONFIG_PHY3_ADDR;
        bis->bi_phymode[2] = 2;
        bis->bi_phymode[3] = 2;
#endif

#if defined(CONFIG_440GX) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_405EX)
        ppc_4xx_eth_setup_bridge(0, bis);
#endif

        for (eth_num = 0; eth_num < LAST_EMAC_NUM; eth_num++) {
                /*
                 * See if we can actually bring up the interface,
                 * otherwise, skip it
                 */
                if (memcmp (ethaddr[eth_num], "\0\0\0\0\0\0", 6) == 0) {
                        bis->bi_phymode[eth_num] = BI_PHYMODE_NONE;
                        continue;
                }

                /* Allocate device structure */
                dev = (struct eth_device *) malloc (sizeof (*dev));

                if (dev == NULL) {
                        printf ("ppc_4xx_eth_initialize: "
                                "Cannot allocate eth_device %d\n", eth_num);
                        return (-1);
                }
                memset(dev, 0, sizeof(*dev));

                /* Allocate our private use data */
                hw = (EMAC_4XX_HW_PST) malloc (sizeof (*hw));
                if (hw == NULL) {
                        printf ("ppc_4xx_eth_initialize: "
                                "Cannot allocate private hw data for eth_device %d",
                                eth_num);
                        free (dev);
                        return (-1);
                }
                memset(hw, 0, sizeof(*hw));

                hw->hw_addr = hw_addr[eth_num];
                memcpy (dev->enetaddr, ethaddr[eth_num], 6);
                hw->devnum = eth_num;
                hw->print_speed = 1;

                sprintf (dev->name, "ppc_4xx_eth%d", eth_num - CONFIG_EMAC_NR_START);
                dev->priv = (void *) hw;
                dev->init = ppc_4xx_eth_init;
                dev->halt = ppc_4xx_eth_halt;
                dev->send = ppc_4xx_eth_send;
                dev->recv = ppc_4xx_eth_rx;

                eth_register(dev);

#if defined(CONFIG_MII) || defined(CONFIG_CMD_MII)
                miiphy_register(dev->name,
                                emac4xx_miiphy_read, emac4xx_miiphy_write);
#endif

                if (0 == virgin) {
                        /* set the MAL IER ??? names may change with new spec ??? */
#if defined(CONFIG_440SPE) || \
    defined(CONFIG_440EPX) || defined(CONFIG_440GRX) || \
    defined(CONFIG_460EX) || defined(CONFIG_460GT) || \
    defined(CONFIG_405EX)
                        mal_ier =
                                MAL_IER_PT | MAL_IER_PRE | MAL_IER_PWE |
                                MAL_IER_DE | MAL_IER_OTE | MAL_IER_OE | MAL_IER_PE ;
#else
                        mal_ier =
                                MAL_IER_DE | MAL_IER_NE | MAL_IER_TE |
                                MAL_IER_OPBE | MAL_IER_PLBE;
#endif
                        mtdcr (MAL0_ESR, 0xffffffff);   /* clear pending interrupts */
                        mtdcr (MAL0_TXDEIR, 0xffffffff);        /* clear pending interrupts */
                        mtdcr (MAL0_RXDEIR, 0xffffffff);        /* clear pending interrupts */
                        mtdcr (MAL0_IER, mal_ier);

                        /* install MAL interrupt handler */
                        irq_install_handler (VECNUM_MAL_SERR,
                                             (interrupt_handler_t *) enetInt,
                                             dev);
                        irq_install_handler (VECNUM_MAL_TXEOB,
                                             (interrupt_handler_t *) enetInt,
                                             dev);
                        irq_install_handler (VECNUM_MAL_RXEOB,
                                             (interrupt_handler_t *) enetInt,
                                             dev);
                        irq_install_handler (VECNUM_MAL_TXDE,
                                             (interrupt_handler_t *) enetInt,
                                             dev);
                        irq_install_handler (VECNUM_MAL_RXDE,
                                             (interrupt_handler_t *) enetInt,
                                             dev);
                        virgin = 1;
                }
        }                       /* end for each supported device */

        return 0;
}