linux/drivers/net/ethernet/apm/xgene/xgene_enet_sgmac.c
<<
>>
Prefs
   1/* Applied Micro X-Gene SoC Ethernet Driver
   2 *
   3 * Copyright (c) 2014, Applied Micro Circuits Corporation
   4 * Authors: Iyappan Subramanian <isubramanian@apm.com>
   5 *          Keyur Chudgar <kchudgar@apm.com>
   6 *
   7 * This program is free software; you can redistribute  it and/or modify it
   8 * under  the terms of  the GNU General  Public License as published by the
   9 * Free Software Foundation;  either version 2 of the  License, or (at your
  10 * option) any later version.
  11 *
  12 * This program is distributed in the hope that it will be useful,
  13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15 * GNU General Public License for more details.
  16 *
  17 * You should have received a copy of the GNU General Public License
  18 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19 */
  20
  21#include "xgene_enet_main.h"
  22#include "xgene_enet_hw.h"
  23#include "xgene_enet_sgmac.h"
  24#include "xgene_enet_xgmac.h"
  25
  26static void xgene_enet_wr_csr(struct xgene_enet_pdata *p, u32 offset, u32 val)
  27{
  28        iowrite32(val, p->eth_csr_addr + offset);
  29}
  30
  31static void xgene_enet_wr_clkrst_csr(struct xgene_enet_pdata *p, u32 offset,
  32                                     u32 val)
  33{
  34        iowrite32(val, p->base_addr + offset);
  35}
  36
  37static void xgene_enet_wr_ring_if(struct xgene_enet_pdata *p,
  38                                  u32 offset, u32 val)
  39{
  40        iowrite32(val, p->eth_ring_if_addr + offset);
  41}
  42
  43static void xgene_enet_wr_diag_csr(struct xgene_enet_pdata *p,
  44                                   u32 offset, u32 val)
  45{
  46        iowrite32(val, p->eth_diag_csr_addr + offset);
  47}
  48
  49static void xgene_enet_wr_mcx_csr(struct xgene_enet_pdata *pdata,
  50                                  u32 offset, u32 val)
  51{
  52        void __iomem *addr = pdata->mcx_mac_csr_addr + offset;
  53
  54        iowrite32(val, addr);
  55}
  56
  57static u32 xgene_enet_rd_csr(struct xgene_enet_pdata *p, u32 offset)
  58{
  59        return ioread32(p->eth_csr_addr + offset);
  60}
  61
  62static u32 xgene_enet_rd_diag_csr(struct xgene_enet_pdata *p, u32 offset)
  63{
  64        return ioread32(p->eth_diag_csr_addr + offset);
  65}
  66
  67static u32 xgene_enet_rd_mcx_csr(struct xgene_enet_pdata *p, u32 offset)
  68{
  69        return ioread32(p->mcx_mac_csr_addr + offset);
  70}
  71
  72static int xgene_enet_ecc_init(struct xgene_enet_pdata *p)
  73{
  74        struct net_device *ndev = p->ndev;
  75        u32 data, shutdown;
  76        int i = 0;
  77
  78        shutdown = xgene_enet_rd_diag_csr(p, ENET_CFG_MEM_RAM_SHUTDOWN_ADDR);
  79        data = xgene_enet_rd_diag_csr(p, ENET_BLOCK_MEM_RDY_ADDR);
  80
  81        if (!shutdown && data == ~0U) {
  82                netdev_dbg(ndev, "+ ecc_init done, skipping\n");
  83                return 0;
  84        }
  85
  86        xgene_enet_wr_diag_csr(p, ENET_CFG_MEM_RAM_SHUTDOWN_ADDR, 0);
  87        do {
  88                usleep_range(100, 110);
  89                data = xgene_enet_rd_diag_csr(p, ENET_BLOCK_MEM_RDY_ADDR);
  90                if (data == ~0U)
  91                        return 0;
  92        } while (++i < 10);
  93
  94        netdev_err(ndev, "Failed to release memory from shutdown\n");
  95        return -ENODEV;
  96}
  97
  98static void xgene_sgmac_get_drop_cnt(struct xgene_enet_pdata *pdata,
  99                                     u32 *rx, u32 *tx)
 100{
 101        u32 addr, count;
 102
 103        addr = (pdata->enet_id != XGENE_ENET1) ?
 104                XG_MCX_ICM_ECM_DROP_COUNT_REG0_ADDR :
 105                ICM_ECM_DROP_COUNT_REG0_ADDR + pdata->port_id * OFFSET_4;
 106        count = xgene_enet_rd_mcx_csr(pdata, addr);
 107        *rx = ICM_DROP_COUNT(count);
 108        *tx = ECM_DROP_COUNT(count);
 109        /* Errata: 10GE_4 - ICM_ECM_DROP_COUNT not clear-on-read */
 110        addr = (pdata->enet_id != XGENE_ENET1) ?
 111                XG_MCX_ECM_CONFIG0_REG_0_ADDR :
 112                ECM_CONFIG0_REG_0_ADDR + pdata->port_id * OFFSET_4;
 113        xgene_enet_rd_mcx_csr(pdata, addr);
 114}
 115
 116static void xgene_enet_config_ring_if_assoc(struct xgene_enet_pdata *p)
 117{
 118        u32 val;
 119
 120        val = (p->enet_id == XGENE_ENET1) ? 0xffffffff : 0;
 121        xgene_enet_wr_ring_if(p, ENET_CFGSSQMIWQASSOC_ADDR, val);
 122        xgene_enet_wr_ring_if(p, ENET_CFGSSQMIFPQASSOC_ADDR, val);
 123}
 124
 125static void xgene_mii_phy_write(struct xgene_enet_pdata *p, u8 phy_id,
 126                                u32 reg, u16 data)
 127{
 128        u32 addr, wr_data, done;
 129        int i;
 130
 131        addr = PHY_ADDR(phy_id) | REG_ADDR(reg);
 132        xgene_enet_wr_mac(p, MII_MGMT_ADDRESS_ADDR, addr);
 133
 134        wr_data = PHY_CONTROL(data);
 135        xgene_enet_wr_mac(p, MII_MGMT_CONTROL_ADDR, wr_data);
 136
 137        for (i = 0; i < 10; i++) {
 138                done = xgene_enet_rd_mac(p, MII_MGMT_INDICATORS_ADDR);
 139                if (!(done & BUSY_MASK))
 140                        return;
 141                usleep_range(10, 20);
 142        }
 143
 144        netdev_err(p->ndev, "MII_MGMT write failed\n");
 145}
 146
 147static u32 xgene_mii_phy_read(struct xgene_enet_pdata *p, u8 phy_id, u32 reg)
 148{
 149        u32 addr, data, done;
 150        int i;
 151
 152        addr = PHY_ADDR(phy_id) | REG_ADDR(reg);
 153        xgene_enet_wr_mac(p, MII_MGMT_ADDRESS_ADDR, addr);
 154        xgene_enet_wr_mac(p, MII_MGMT_COMMAND_ADDR, READ_CYCLE_MASK);
 155
 156        for (i = 0; i < 10; i++) {
 157                done = xgene_enet_rd_mac(p, MII_MGMT_INDICATORS_ADDR);
 158                if (!(done & BUSY_MASK)) {
 159                        data = xgene_enet_rd_mac(p, MII_MGMT_STATUS_ADDR);
 160                        xgene_enet_wr_mac(p, MII_MGMT_COMMAND_ADDR, 0);
 161
 162                        return data;
 163                }
 164                usleep_range(10, 20);
 165        }
 166
 167        netdev_err(p->ndev, "MII_MGMT read failed\n");
 168
 169        return 0;
 170}
 171
 172static void xgene_sgmac_reset(struct xgene_enet_pdata *p)
 173{
 174        xgene_enet_wr_mac(p, MAC_CONFIG_1_ADDR, SOFT_RESET1);
 175        xgene_enet_wr_mac(p, MAC_CONFIG_1_ADDR, 0);
 176}
 177
 178static void xgene_sgmac_set_mac_addr(struct xgene_enet_pdata *p)
 179{
 180        u32 addr0, addr1;
 181        u8 *dev_addr = p->ndev->dev_addr;
 182
 183        addr0 = (dev_addr[3] << 24) | (dev_addr[2] << 16) |
 184                (dev_addr[1] << 8) | dev_addr[0];
 185        xgene_enet_wr_mac(p, STATION_ADDR0_ADDR, addr0);
 186
 187        addr1 = xgene_enet_rd_mac(p, STATION_ADDR1_ADDR);
 188        addr1 |= (dev_addr[5] << 24) | (dev_addr[4] << 16);
 189        xgene_enet_wr_mac(p, STATION_ADDR1_ADDR, addr1);
 190}
 191
 192static u32 xgene_enet_link_status(struct xgene_enet_pdata *p)
 193{
 194        u32 data;
 195
 196        data = xgene_mii_phy_read(p, INT_PHY_ADDR,
 197                                  SGMII_BASE_PAGE_ABILITY_ADDR >> 2);
 198
 199        if (LINK_SPEED(data) == PHY_SPEED_1000)
 200                p->phy_speed = SPEED_1000;
 201        else if (LINK_SPEED(data) == PHY_SPEED_100)
 202                p->phy_speed = SPEED_100;
 203        else
 204                p->phy_speed = SPEED_10;
 205
 206        return data & LINK_UP;
 207}
 208
 209static void xgene_sgmii_configure(struct xgene_enet_pdata *p)
 210{
 211        xgene_mii_phy_write(p, INT_PHY_ADDR, SGMII_TBI_CONTROL_ADDR >> 2,
 212                            0x8000);
 213        xgene_mii_phy_write(p, INT_PHY_ADDR, SGMII_CONTROL_ADDR >> 2, 0x9000);
 214        xgene_mii_phy_write(p, INT_PHY_ADDR, SGMII_TBI_CONTROL_ADDR >> 2, 0);
 215}
 216
 217static void xgene_sgmii_tbi_control_reset(struct xgene_enet_pdata *p)
 218{
 219        xgene_mii_phy_write(p, INT_PHY_ADDR, SGMII_TBI_CONTROL_ADDR >> 2,
 220                            0x8000);
 221        xgene_mii_phy_write(p, INT_PHY_ADDR, SGMII_TBI_CONTROL_ADDR >> 2, 0);
 222}
 223
 224static void xgene_sgmii_reset(struct xgene_enet_pdata *p)
 225{
 226        u32 value;
 227
 228        if (p->phy_speed == SPEED_UNKNOWN)
 229                return;
 230
 231        value = xgene_mii_phy_read(p, INT_PHY_ADDR,
 232                                   SGMII_BASE_PAGE_ABILITY_ADDR >> 2);
 233        if (!(value & LINK_UP))
 234                xgene_sgmii_tbi_control_reset(p);
 235}
 236
 237static void xgene_sgmac_set_speed(struct xgene_enet_pdata *p)
 238{
 239        u32 icm0_addr, icm2_addr, debug_addr;
 240        u32 icm0, icm2, intf_ctl;
 241        u32 mc2, value;
 242
 243        xgene_sgmii_reset(p);
 244
 245        if (p->enet_id == XGENE_ENET1) {
 246                icm0_addr = ICM_CONFIG0_REG_0_ADDR + p->port_id * OFFSET_8;
 247                icm2_addr = ICM_CONFIG2_REG_0_ADDR + p->port_id * OFFSET_4;
 248                debug_addr = DEBUG_REG_ADDR;
 249        } else {
 250                icm0_addr = XG_MCX_ICM_CONFIG0_REG_0_ADDR;
 251                icm2_addr = XG_MCX_ICM_CONFIG2_REG_0_ADDR;
 252                debug_addr = XG_DEBUG_REG_ADDR;
 253        }
 254
 255        icm0 = xgene_enet_rd_mcx_csr(p, icm0_addr);
 256        icm2 = xgene_enet_rd_mcx_csr(p, icm2_addr);
 257        mc2 = xgene_enet_rd_mac(p, MAC_CONFIG_2_ADDR);
 258        intf_ctl = xgene_enet_rd_mac(p, INTERFACE_CONTROL_ADDR);
 259
 260        switch (p->phy_speed) {
 261        case SPEED_10:
 262                ENET_INTERFACE_MODE2_SET(&mc2, 1);
 263                intf_ctl &= ~(ENET_LHD_MODE | ENET_GHD_MODE);
 264                CFG_MACMODE_SET(&icm0, 0);
 265                CFG_WAITASYNCRD_SET(&icm2, 500);
 266                break;
 267        case SPEED_100:
 268                ENET_INTERFACE_MODE2_SET(&mc2, 1);
 269                intf_ctl &= ~ENET_GHD_MODE;
 270                intf_ctl |= ENET_LHD_MODE;
 271                CFG_MACMODE_SET(&icm0, 1);
 272                CFG_WAITASYNCRD_SET(&icm2, 80);
 273                break;
 274        default:
 275                ENET_INTERFACE_MODE2_SET(&mc2, 2);
 276                intf_ctl &= ~ENET_LHD_MODE;
 277                intf_ctl |= ENET_GHD_MODE;
 278                CFG_MACMODE_SET(&icm0, 2);
 279                CFG_WAITASYNCRD_SET(&icm2, 16);
 280                value = xgene_enet_rd_csr(p, debug_addr);
 281                value |= CFG_BYPASS_UNISEC_TX | CFG_BYPASS_UNISEC_RX;
 282                xgene_enet_wr_csr(p, debug_addr, value);
 283                break;
 284        }
 285
 286        mc2 |= FULL_DUPLEX2 | PAD_CRC;
 287        xgene_enet_wr_mac(p, MAC_CONFIG_2_ADDR, mc2);
 288        xgene_enet_wr_mac(p, INTERFACE_CONTROL_ADDR, intf_ctl);
 289        xgene_enet_wr_mcx_csr(p, icm0_addr, icm0);
 290        xgene_enet_wr_mcx_csr(p, icm2_addr, icm2);
 291}
 292
 293static void xgene_sgmac_set_frame_size(struct xgene_enet_pdata *pdata, int size)
 294{
 295        xgene_enet_wr_mac(pdata, MAX_FRAME_LEN_ADDR, size);
 296}
 297
 298static void xgene_sgmii_enable_autoneg(struct xgene_enet_pdata *p)
 299{
 300        u32 data, loop = 10;
 301
 302        xgene_sgmii_configure(p);
 303
 304        while (loop--) {
 305                data = xgene_mii_phy_read(p, INT_PHY_ADDR,
 306                                          SGMII_STATUS_ADDR >> 2);
 307                if ((data & AUTO_NEG_COMPLETE) && (data & LINK_STATUS))
 308                        break;
 309                usleep_range(1000, 2000);
 310        }
 311        if (!(data & AUTO_NEG_COMPLETE) || !(data & LINK_STATUS))
 312                netdev_err(p->ndev, "Auto-negotiation failed\n");
 313}
 314
 315static void xgene_sgmac_rxtx(struct xgene_enet_pdata *p, u32 bits, bool set)
 316{
 317        u32 data;
 318
 319        data = xgene_enet_rd_mac(p, MAC_CONFIG_1_ADDR);
 320
 321        if (set)
 322                data |= bits;
 323        else
 324                data &= ~bits;
 325
 326        xgene_enet_wr_mac(p, MAC_CONFIG_1_ADDR, data);
 327}
 328
 329static void xgene_sgmac_flowctl_tx(struct xgene_enet_pdata *p, bool enable)
 330{
 331        xgene_sgmac_rxtx(p, TX_FLOW_EN, enable);
 332
 333        p->mac_ops->enable_tx_pause(p, enable);
 334}
 335
 336static void xgene_sgmac_flowctl_rx(struct xgene_enet_pdata *pdata, bool enable)
 337{
 338        xgene_sgmac_rxtx(pdata, RX_FLOW_EN, enable);
 339}
 340
 341static void xgene_sgmac_init(struct xgene_enet_pdata *p)
 342{
 343        u32 pause_thres_reg, pause_off_thres_reg;
 344        u32 enet_spare_cfg_reg, rsif_config_reg;
 345        u32 cfg_bypass_reg, rx_dv_gate_reg;
 346        u32 data, data1, data2, offset;
 347        u32 multi_dpf_reg;
 348
 349        if (!(p->enet_id == XGENE_ENET2 && p->mdio_driver))
 350                xgene_sgmac_reset(p);
 351
 352        xgene_sgmii_enable_autoneg(p);
 353        xgene_sgmac_set_speed(p);
 354        xgene_sgmac_set_mac_addr(p);
 355
 356        if (p->enet_id == XGENE_ENET1) {
 357                enet_spare_cfg_reg = ENET_SPARE_CFG_REG_ADDR;
 358                rsif_config_reg = RSIF_CONFIG_REG_ADDR;
 359                cfg_bypass_reg = CFG_BYPASS_ADDR;
 360                offset = p->port_id * OFFSET_4;
 361                rx_dv_gate_reg = SG_RX_DV_GATE_REG_0_ADDR + offset;
 362        } else {
 363                enet_spare_cfg_reg = XG_ENET_SPARE_CFG_REG_ADDR;
 364                rsif_config_reg = XG_RSIF_CONFIG_REG_ADDR;
 365                cfg_bypass_reg = XG_CFG_BYPASS_ADDR;
 366                rx_dv_gate_reg = XG_MCX_RX_DV_GATE_REG_0_ADDR;
 367        }
 368
 369        data = xgene_enet_rd_csr(p, enet_spare_cfg_reg);
 370        data |= MPA_IDLE_WITH_QMI_EMPTY;
 371        xgene_enet_wr_csr(p, enet_spare_cfg_reg, data);
 372
 373        /* Adjust MDC clock frequency */
 374        data = xgene_enet_rd_mac(p, MII_MGMT_CONFIG_ADDR);
 375        MGMT_CLOCK_SEL_SET(&data, 7);
 376        xgene_enet_wr_mac(p, MII_MGMT_CONFIG_ADDR, data);
 377
 378        /* Enable drop if bufpool not available */
 379        data = xgene_enet_rd_csr(p, rsif_config_reg);
 380        data |= CFG_RSIF_FPBUFF_TIMEOUT_EN;
 381        xgene_enet_wr_csr(p, rsif_config_reg, data);
 382
 383        /* Configure HW pause frame generation */
 384        multi_dpf_reg = (p->enet_id == XGENE_ENET1) ? CSR_MULTI_DPF0_ADDR :
 385                         XG_MCX_MULTI_DPF0_ADDR;
 386        data = xgene_enet_rd_mcx_csr(p, multi_dpf_reg);
 387        data = (DEF_QUANTA << 16) | (data & 0xffff);
 388        xgene_enet_wr_mcx_csr(p, multi_dpf_reg, data);
 389
 390        if (p->enet_id != XGENE_ENET1) {
 391                data = xgene_enet_rd_mcx_csr(p, XG_MCX_MULTI_DPF1_ADDR);
 392                data =  (NORM_PAUSE_OPCODE << 16) | (data & 0xFFFF);
 393                xgene_enet_wr_mcx_csr(p, XG_MCX_MULTI_DPF1_ADDR, data);
 394        }
 395
 396        pause_thres_reg = (p->enet_id == XGENE_ENET1) ? RXBUF_PAUSE_THRESH :
 397                           XG_RXBUF_PAUSE_THRESH;
 398        pause_off_thres_reg = (p->enet_id == XGENE_ENET1) ?
 399                               RXBUF_PAUSE_OFF_THRESH : 0;
 400
 401        if (p->enet_id == XGENE_ENET1) {
 402                data1 = xgene_enet_rd_csr(p, pause_thres_reg);
 403                data2 = xgene_enet_rd_csr(p, pause_off_thres_reg);
 404
 405                if (!(p->port_id % 2)) {
 406                        data1 = (data1 & 0xffff0000) | DEF_PAUSE_THRES;
 407                        data2 = (data2 & 0xffff0000) | DEF_PAUSE_OFF_THRES;
 408                } else {
 409                        data1 = (data1 & 0xffff) | (DEF_PAUSE_THRES << 16);
 410                        data2 = (data2 & 0xffff) | (DEF_PAUSE_OFF_THRES << 16);
 411                }
 412
 413                xgene_enet_wr_csr(p, pause_thres_reg, data1);
 414                xgene_enet_wr_csr(p, pause_off_thres_reg, data2);
 415        } else {
 416                data = (DEF_PAUSE_OFF_THRES << 16) | DEF_PAUSE_THRES;
 417                xgene_enet_wr_csr(p, pause_thres_reg, data);
 418        }
 419
 420        xgene_sgmac_flowctl_tx(p, p->tx_pause);
 421        xgene_sgmac_flowctl_rx(p, p->rx_pause);
 422
 423        /* Bypass traffic gating */
 424        xgene_enet_wr_csr(p, XG_ENET_SPARE_CFG_REG_1_ADDR, 0x84);
 425        xgene_enet_wr_csr(p, cfg_bypass_reg, RESUME_TX);
 426        xgene_enet_wr_mcx_csr(p, rx_dv_gate_reg, RESUME_RX0);
 427}
 428
 429static void xgene_sgmac_rx_enable(struct xgene_enet_pdata *p)
 430{
 431        xgene_sgmac_rxtx(p, RX_EN, true);
 432}
 433
 434static void xgene_sgmac_tx_enable(struct xgene_enet_pdata *p)
 435{
 436        xgene_sgmac_rxtx(p, TX_EN, true);
 437}
 438
 439static void xgene_sgmac_rx_disable(struct xgene_enet_pdata *p)
 440{
 441        xgene_sgmac_rxtx(p, RX_EN, false);
 442}
 443
 444static void xgene_sgmac_tx_disable(struct xgene_enet_pdata *p)
 445{
 446        xgene_sgmac_rxtx(p, TX_EN, false);
 447}
 448
 449static int xgene_enet_reset(struct xgene_enet_pdata *p)
 450{
 451        struct device *dev = &p->pdev->dev;
 452
 453        if (!xgene_ring_mgr_init(p))
 454                return -ENODEV;
 455
 456        if (p->mdio_driver && p->enet_id == XGENE_ENET2) {
 457                xgene_enet_config_ring_if_assoc(p);
 458                return 0;
 459        }
 460
 461        if (p->enet_id == XGENE_ENET2)
 462                xgene_enet_wr_clkrst_csr(p, XGENET_CONFIG_REG_ADDR, SGMII_EN);
 463
 464        if (dev->of_node) {
 465                if (!IS_ERR(p->clk)) {
 466                        clk_prepare_enable(p->clk);
 467                        udelay(5);
 468                        clk_disable_unprepare(p->clk);
 469                        udelay(5);
 470                        clk_prepare_enable(p->clk);
 471                        udelay(5);
 472                }
 473        } else {
 474#ifdef CONFIG_ACPI
 475                if (acpi_has_method(ACPI_HANDLE(&p->pdev->dev), "_RST"))
 476                        acpi_evaluate_object(ACPI_HANDLE(&p->pdev->dev),
 477                                             "_RST", NULL, NULL);
 478                else if (acpi_has_method(ACPI_HANDLE(&p->pdev->dev), "_INI"))
 479                        acpi_evaluate_object(ACPI_HANDLE(&p->pdev->dev),
 480                                             "_INI", NULL, NULL);
 481#endif
 482        }
 483
 484        if (!p->port_id) {
 485                xgene_enet_ecc_init(p);
 486                xgene_enet_config_ring_if_assoc(p);
 487        }
 488
 489        return 0;
 490}
 491
 492static void xgene_enet_cle_bypass(struct xgene_enet_pdata *p,
 493                                  u32 dst_ring_num, u16 bufpool_id,
 494                                  u16 nxtbufpool_id)
 495{
 496        u32 cle_bypass_reg0, cle_bypass_reg1;
 497        u32 offset = p->port_id * MAC_OFFSET;
 498        u32 data, fpsel, nxtfpsel;
 499
 500        if (p->enet_id == XGENE_ENET1) {
 501                cle_bypass_reg0 = CLE_BYPASS_REG0_0_ADDR;
 502                cle_bypass_reg1 = CLE_BYPASS_REG1_0_ADDR;
 503        } else {
 504                cle_bypass_reg0 = XCLE_BYPASS_REG0_ADDR;
 505                cle_bypass_reg1 = XCLE_BYPASS_REG1_ADDR;
 506        }
 507
 508        data = CFG_CLE_BYPASS_EN0;
 509        xgene_enet_wr_csr(p, cle_bypass_reg0 + offset, data);
 510
 511        fpsel = xgene_enet_get_fpsel(bufpool_id);
 512        nxtfpsel = xgene_enet_get_fpsel(nxtbufpool_id);
 513        data = CFG_CLE_DSTQID0(dst_ring_num) | CFG_CLE_FPSEL0(fpsel) |
 514               CFG_CLE_NXTFPSEL0(nxtfpsel);
 515        xgene_enet_wr_csr(p, cle_bypass_reg1 + offset, data);
 516}
 517
 518static void xgene_enet_clear(struct xgene_enet_pdata *pdata,
 519                             struct xgene_enet_desc_ring *ring)
 520{
 521        u32 addr, data;
 522
 523        if (xgene_enet_is_bufpool(ring->id)) {
 524                addr = ENET_CFGSSQMIFPRESET_ADDR;
 525                data = BIT(xgene_enet_get_fpsel(ring->id));
 526        } else {
 527                addr = ENET_CFGSSQMIWQRESET_ADDR;
 528                data = BIT(xgene_enet_ring_bufnum(ring->id));
 529        }
 530
 531        xgene_enet_wr_ring_if(pdata, addr, data);
 532}
 533
 534static void xgene_enet_shutdown(struct xgene_enet_pdata *p)
 535{
 536        struct device *dev = &p->pdev->dev;
 537
 538        if (dev->of_node) {
 539                if (!IS_ERR(p->clk))
 540                        clk_disable_unprepare(p->clk);
 541        }
 542}
 543
 544static void xgene_enet_link_state(struct work_struct *work)
 545{
 546        struct xgene_enet_pdata *p = container_of(to_delayed_work(work),
 547                                     struct xgene_enet_pdata, link_work);
 548        struct net_device *ndev = p->ndev;
 549        u32 link, poll_interval;
 550
 551        link = xgene_enet_link_status(p);
 552        if (link) {
 553                if (!netif_carrier_ok(ndev)) {
 554                        netif_carrier_on(ndev);
 555                        xgene_sgmac_set_speed(p);
 556                        xgene_sgmac_rx_enable(p);
 557                        xgene_sgmac_tx_enable(p);
 558                        netdev_info(ndev, "Link is Up - %dMbps\n",
 559                                    p->phy_speed);
 560                }
 561                poll_interval = PHY_POLL_LINK_ON;
 562        } else {
 563                if (netif_carrier_ok(ndev)) {
 564                        xgene_sgmac_rx_disable(p);
 565                        xgene_sgmac_tx_disable(p);
 566                        netif_carrier_off(ndev);
 567                        netdev_info(ndev, "Link is Down\n");
 568                }
 569                poll_interval = PHY_POLL_LINK_OFF;
 570        }
 571
 572        schedule_delayed_work(&p->link_work, poll_interval);
 573}
 574
 575static void xgene_sgmac_enable_tx_pause(struct xgene_enet_pdata *p, bool enable)
 576{
 577        u32 data, ecm_cfg_addr;
 578
 579        if (p->enet_id == XGENE_ENET1) {
 580                ecm_cfg_addr = (!(p->port_id % 2)) ? CSR_ECM_CFG_0_ADDR :
 581                                CSR_ECM_CFG_1_ADDR;
 582        } else {
 583                ecm_cfg_addr = XG_MCX_ECM_CFG_0_ADDR;
 584        }
 585
 586        data = xgene_enet_rd_mcx_csr(p, ecm_cfg_addr);
 587        if (enable)
 588                data |= MULTI_DPF_AUTOCTRL | PAUSE_XON_EN;
 589        else
 590                data &= ~(MULTI_DPF_AUTOCTRL | PAUSE_XON_EN);
 591        xgene_enet_wr_mcx_csr(p, ecm_cfg_addr, data);
 592}
 593
 594const struct xgene_mac_ops xgene_sgmac_ops = {
 595        .init           = xgene_sgmac_init,
 596        .reset          = xgene_sgmac_reset,
 597        .rx_enable      = xgene_sgmac_rx_enable,
 598        .tx_enable      = xgene_sgmac_tx_enable,
 599        .rx_disable     = xgene_sgmac_rx_disable,
 600        .tx_disable     = xgene_sgmac_tx_disable,
 601        .get_drop_cnt   = xgene_sgmac_get_drop_cnt,
 602        .set_speed      = xgene_sgmac_set_speed,
 603        .set_mac_addr   = xgene_sgmac_set_mac_addr,
 604        .set_framesize  = xgene_sgmac_set_frame_size,
 605        .link_state     = xgene_enet_link_state,
 606        .enable_tx_pause = xgene_sgmac_enable_tx_pause,
 607        .flowctl_tx     = xgene_sgmac_flowctl_tx,
 608        .flowctl_rx     = xgene_sgmac_flowctl_rx
 609};
 610
 611const struct xgene_port_ops xgene_sgport_ops = {
 612        .reset          = xgene_enet_reset,
 613        .clear          = xgene_enet_clear,
 614        .cle_bypass     = xgene_enet_cle_bypass,
 615        .shutdown       = xgene_enet_shutdown
 616};
 617