linux/drivers/net/ethernet/intel/igc/igc_ethtool.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0
   2/* Copyright (c)  2018 Intel Corporation */
   3
   4/* ethtool support for igc */
   5#include <linux/if_vlan.h>
   6#include <linux/pm_runtime.h>
   7#include <linux/mdio.h>
   8
   9#include "igc.h"
  10#include "igc_diag.h"
  11
  12/* forward declaration */
  13struct igc_stats {
  14        char stat_string[ETH_GSTRING_LEN];
  15        int sizeof_stat;
  16        int stat_offset;
  17};
  18
  19#define IGC_STAT(_name, _stat) { \
  20        .stat_string = _name, \
  21        .sizeof_stat = sizeof_field(struct igc_adapter, _stat), \
  22        .stat_offset = offsetof(struct igc_adapter, _stat) \
  23}
  24
  25static const struct igc_stats igc_gstrings_stats[] = {
  26        IGC_STAT("rx_packets", stats.gprc),
  27        IGC_STAT("tx_packets", stats.gptc),
  28        IGC_STAT("rx_bytes", stats.gorc),
  29        IGC_STAT("tx_bytes", stats.gotc),
  30        IGC_STAT("rx_broadcast", stats.bprc),
  31        IGC_STAT("tx_broadcast", stats.bptc),
  32        IGC_STAT("rx_multicast", stats.mprc),
  33        IGC_STAT("tx_multicast", stats.mptc),
  34        IGC_STAT("multicast", stats.mprc),
  35        IGC_STAT("collisions", stats.colc),
  36        IGC_STAT("rx_crc_errors", stats.crcerrs),
  37        IGC_STAT("rx_no_buffer_count", stats.rnbc),
  38        IGC_STAT("rx_missed_errors", stats.mpc),
  39        IGC_STAT("tx_aborted_errors", stats.ecol),
  40        IGC_STAT("tx_carrier_errors", stats.tncrs),
  41        IGC_STAT("tx_window_errors", stats.latecol),
  42        IGC_STAT("tx_abort_late_coll", stats.latecol),
  43        IGC_STAT("tx_deferred_ok", stats.dc),
  44        IGC_STAT("tx_single_coll_ok", stats.scc),
  45        IGC_STAT("tx_multi_coll_ok", stats.mcc),
  46        IGC_STAT("tx_timeout_count", tx_timeout_count),
  47        IGC_STAT("rx_long_length_errors", stats.roc),
  48        IGC_STAT("rx_short_length_errors", stats.ruc),
  49        IGC_STAT("rx_align_errors", stats.algnerrc),
  50        IGC_STAT("tx_tcp_seg_good", stats.tsctc),
  51        IGC_STAT("tx_tcp_seg_failed", stats.tsctfc),
  52        IGC_STAT("rx_flow_control_xon", stats.xonrxc),
  53        IGC_STAT("rx_flow_control_xoff", stats.xoffrxc),
  54        IGC_STAT("tx_flow_control_xon", stats.xontxc),
  55        IGC_STAT("tx_flow_control_xoff", stats.xofftxc),
  56        IGC_STAT("rx_long_byte_count", stats.gorc),
  57        IGC_STAT("tx_dma_out_of_sync", stats.doosync),
  58        IGC_STAT("tx_smbus", stats.mgptc),
  59        IGC_STAT("rx_smbus", stats.mgprc),
  60        IGC_STAT("dropped_smbus", stats.mgpdc),
  61        IGC_STAT("os2bmc_rx_by_bmc", stats.o2bgptc),
  62        IGC_STAT("os2bmc_tx_by_bmc", stats.b2ospc),
  63        IGC_STAT("os2bmc_tx_by_host", stats.o2bspc),
  64        IGC_STAT("os2bmc_rx_by_host", stats.b2ogprc),
  65        IGC_STAT("tx_hwtstamp_timeouts", tx_hwtstamp_timeouts),
  66        IGC_STAT("tx_hwtstamp_skipped", tx_hwtstamp_skipped),
  67        IGC_STAT("rx_hwtstamp_cleared", rx_hwtstamp_cleared),
  68        IGC_STAT("tx_lpi_counter", stats.tlpic),
  69        IGC_STAT("rx_lpi_counter", stats.rlpic),
  70};
  71
  72#define IGC_NETDEV_STAT(_net_stat) { \
  73        .stat_string = __stringify(_net_stat), \
  74        .sizeof_stat = sizeof_field(struct rtnl_link_stats64, _net_stat), \
  75        .stat_offset = offsetof(struct rtnl_link_stats64, _net_stat) \
  76}
  77
  78static const struct igc_stats igc_gstrings_net_stats[] = {
  79        IGC_NETDEV_STAT(rx_errors),
  80        IGC_NETDEV_STAT(tx_errors),
  81        IGC_NETDEV_STAT(tx_dropped),
  82        IGC_NETDEV_STAT(rx_length_errors),
  83        IGC_NETDEV_STAT(rx_over_errors),
  84        IGC_NETDEV_STAT(rx_frame_errors),
  85        IGC_NETDEV_STAT(rx_fifo_errors),
  86        IGC_NETDEV_STAT(tx_fifo_errors),
  87        IGC_NETDEV_STAT(tx_heartbeat_errors)
  88};
  89
  90enum igc_diagnostics_results {
  91        TEST_REG = 0,
  92        TEST_EEP,
  93        TEST_IRQ,
  94        TEST_LOOP,
  95        TEST_LINK
  96};
  97
  98static const char igc_gstrings_test[][ETH_GSTRING_LEN] = {
  99        [TEST_REG]  = "Register test  (offline)",
 100        [TEST_EEP]  = "Eeprom test    (offline)",
 101        [TEST_IRQ]  = "Interrupt test (offline)",
 102        [TEST_LOOP] = "Loopback test  (offline)",
 103        [TEST_LINK] = "Link test   (on/offline)"
 104};
 105
 106#define IGC_TEST_LEN (sizeof(igc_gstrings_test) / ETH_GSTRING_LEN)
 107
 108#define IGC_GLOBAL_STATS_LEN    \
 109        (sizeof(igc_gstrings_stats) / sizeof(struct igc_stats))
 110#define IGC_NETDEV_STATS_LEN    \
 111        (sizeof(igc_gstrings_net_stats) / sizeof(struct igc_stats))
 112#define IGC_RX_QUEUE_STATS_LEN \
 113        (sizeof(struct igc_rx_queue_stats) / sizeof(u64))
 114#define IGC_TX_QUEUE_STATS_LEN 3 /* packets, bytes, restart_queue */
 115#define IGC_QUEUE_STATS_LEN \
 116        ((((struct igc_adapter *)netdev_priv(netdev))->num_rx_queues * \
 117          IGC_RX_QUEUE_STATS_LEN) + \
 118         (((struct igc_adapter *)netdev_priv(netdev))->num_tx_queues * \
 119          IGC_TX_QUEUE_STATS_LEN))
 120#define IGC_STATS_LEN \
 121        (IGC_GLOBAL_STATS_LEN + IGC_NETDEV_STATS_LEN + IGC_QUEUE_STATS_LEN)
 122
 123static const char igc_priv_flags_strings[][ETH_GSTRING_LEN] = {
 124#define IGC_PRIV_FLAGS_LEGACY_RX        BIT(0)
 125        "legacy-rx",
 126};
 127
 128#define IGC_PRIV_FLAGS_STR_LEN ARRAY_SIZE(igc_priv_flags_strings)
 129
 130static void igc_ethtool_get_drvinfo(struct net_device *netdev,
 131                                    struct ethtool_drvinfo *drvinfo)
 132{
 133        struct igc_adapter *adapter = netdev_priv(netdev);
 134        struct igc_hw *hw = &adapter->hw;
 135        u16 nvm_version = 0;
 136        u16 gphy_version;
 137
 138        strscpy(drvinfo->driver, igc_driver_name, sizeof(drvinfo->driver));
 139
 140        /* NVM image version is reported as firmware version for i225 device */
 141        hw->nvm.ops.read(hw, IGC_NVM_DEV_STARTER, 1, &nvm_version);
 142
 143        /* gPHY firmware version is reported as PHY FW version */
 144        gphy_version = igc_read_phy_fw_version(hw);
 145
 146        scnprintf(adapter->fw_version,
 147                  sizeof(adapter->fw_version),
 148                  "%x:%x",
 149                  nvm_version,
 150                  gphy_version);
 151
 152        strscpy(drvinfo->fw_version, adapter->fw_version,
 153                sizeof(drvinfo->fw_version));
 154
 155        strscpy(drvinfo->bus_info, pci_name(adapter->pdev),
 156                sizeof(drvinfo->bus_info));
 157
 158        drvinfo->n_priv_flags = IGC_PRIV_FLAGS_STR_LEN;
 159}
 160
 161static int igc_ethtool_get_regs_len(struct net_device *netdev)
 162{
 163        return IGC_REGS_LEN * sizeof(u32);
 164}
 165
 166static void igc_ethtool_get_regs(struct net_device *netdev,
 167                                 struct ethtool_regs *regs, void *p)
 168{
 169        struct igc_adapter *adapter = netdev_priv(netdev);
 170        struct igc_hw *hw = &adapter->hw;
 171        u32 *regs_buff = p;
 172        u8 i;
 173
 174        memset(p, 0, IGC_REGS_LEN * sizeof(u32));
 175
 176        regs->version = (2u << 24) | (hw->revision_id << 16) | hw->device_id;
 177
 178        /* General Registers */
 179        regs_buff[0] = rd32(IGC_CTRL);
 180        regs_buff[1] = rd32(IGC_STATUS);
 181        regs_buff[2] = rd32(IGC_CTRL_EXT);
 182        regs_buff[3] = rd32(IGC_MDIC);
 183        regs_buff[4] = rd32(IGC_CONNSW);
 184
 185        /* NVM Register */
 186        regs_buff[5] = rd32(IGC_EECD);
 187
 188        /* Interrupt */
 189        /* Reading EICS for EICR because they read the
 190         * same but EICS does not clear on read
 191         */
 192        regs_buff[6] = rd32(IGC_EICS);
 193        regs_buff[7] = rd32(IGC_EICS);
 194        regs_buff[8] = rd32(IGC_EIMS);
 195        regs_buff[9] = rd32(IGC_EIMC);
 196        regs_buff[10] = rd32(IGC_EIAC);
 197        regs_buff[11] = rd32(IGC_EIAM);
 198        /* Reading ICS for ICR because they read the
 199         * same but ICS does not clear on read
 200         */
 201        regs_buff[12] = rd32(IGC_ICS);
 202        regs_buff[13] = rd32(IGC_ICS);
 203        regs_buff[14] = rd32(IGC_IMS);
 204        regs_buff[15] = rd32(IGC_IMC);
 205        regs_buff[16] = rd32(IGC_IAC);
 206        regs_buff[17] = rd32(IGC_IAM);
 207
 208        /* Flow Control */
 209        regs_buff[18] = rd32(IGC_FCAL);
 210        regs_buff[19] = rd32(IGC_FCAH);
 211        regs_buff[20] = rd32(IGC_FCTTV);
 212        regs_buff[21] = rd32(IGC_FCRTL);
 213        regs_buff[22] = rd32(IGC_FCRTH);
 214        regs_buff[23] = rd32(IGC_FCRTV);
 215
 216        /* Receive */
 217        regs_buff[24] = rd32(IGC_RCTL);
 218        regs_buff[25] = rd32(IGC_RXCSUM);
 219        regs_buff[26] = rd32(IGC_RLPML);
 220        regs_buff[27] = rd32(IGC_RFCTL);
 221
 222        /* Transmit */
 223        regs_buff[28] = rd32(IGC_TCTL);
 224        regs_buff[29] = rd32(IGC_TIPG);
 225
 226        /* Wake Up */
 227
 228        /* MAC */
 229
 230        /* Statistics */
 231        regs_buff[30] = adapter->stats.crcerrs;
 232        regs_buff[31] = adapter->stats.algnerrc;
 233        regs_buff[32] = adapter->stats.symerrs;
 234        regs_buff[33] = adapter->stats.rxerrc;
 235        regs_buff[34] = adapter->stats.mpc;
 236        regs_buff[35] = adapter->stats.scc;
 237        regs_buff[36] = adapter->stats.ecol;
 238        regs_buff[37] = adapter->stats.mcc;
 239        regs_buff[38] = adapter->stats.latecol;
 240        regs_buff[39] = adapter->stats.colc;
 241        regs_buff[40] = adapter->stats.dc;
 242        regs_buff[41] = adapter->stats.tncrs;
 243        regs_buff[42] = adapter->stats.sec;
 244        regs_buff[43] = adapter->stats.htdpmc;
 245        regs_buff[44] = adapter->stats.rlec;
 246        regs_buff[45] = adapter->stats.xonrxc;
 247        regs_buff[46] = adapter->stats.xontxc;
 248        regs_buff[47] = adapter->stats.xoffrxc;
 249        regs_buff[48] = adapter->stats.xofftxc;
 250        regs_buff[49] = adapter->stats.fcruc;
 251        regs_buff[50] = adapter->stats.prc64;
 252        regs_buff[51] = adapter->stats.prc127;
 253        regs_buff[52] = adapter->stats.prc255;
 254        regs_buff[53] = adapter->stats.prc511;
 255        regs_buff[54] = adapter->stats.prc1023;
 256        regs_buff[55] = adapter->stats.prc1522;
 257        regs_buff[56] = adapter->stats.gprc;
 258        regs_buff[57] = adapter->stats.bprc;
 259        regs_buff[58] = adapter->stats.mprc;
 260        regs_buff[59] = adapter->stats.gptc;
 261        regs_buff[60] = adapter->stats.gorc;
 262        regs_buff[61] = adapter->stats.gotc;
 263        regs_buff[62] = adapter->stats.rnbc;
 264        regs_buff[63] = adapter->stats.ruc;
 265        regs_buff[64] = adapter->stats.rfc;
 266        regs_buff[65] = adapter->stats.roc;
 267        regs_buff[66] = adapter->stats.rjc;
 268        regs_buff[67] = adapter->stats.mgprc;
 269        regs_buff[68] = adapter->stats.mgpdc;
 270        regs_buff[69] = adapter->stats.mgptc;
 271        regs_buff[70] = adapter->stats.tor;
 272        regs_buff[71] = adapter->stats.tot;
 273        regs_buff[72] = adapter->stats.tpr;
 274        regs_buff[73] = adapter->stats.tpt;
 275        regs_buff[74] = adapter->stats.ptc64;
 276        regs_buff[75] = adapter->stats.ptc127;
 277        regs_buff[76] = adapter->stats.ptc255;
 278        regs_buff[77] = adapter->stats.ptc511;
 279        regs_buff[78] = adapter->stats.ptc1023;
 280        regs_buff[79] = adapter->stats.ptc1522;
 281        regs_buff[80] = adapter->stats.mptc;
 282        regs_buff[81] = adapter->stats.bptc;
 283        regs_buff[82] = adapter->stats.tsctc;
 284        regs_buff[83] = adapter->stats.iac;
 285        regs_buff[84] = adapter->stats.rpthc;
 286        regs_buff[85] = adapter->stats.hgptc;
 287        regs_buff[86] = adapter->stats.hgorc;
 288        regs_buff[87] = adapter->stats.hgotc;
 289        regs_buff[88] = adapter->stats.lenerrs;
 290        regs_buff[89] = adapter->stats.scvpc;
 291        regs_buff[90] = adapter->stats.hrmpc;
 292
 293        for (i = 0; i < 4; i++)
 294                regs_buff[91 + i] = rd32(IGC_SRRCTL(i));
 295        for (i = 0; i < 4; i++)
 296                regs_buff[95 + i] = rd32(IGC_PSRTYPE(i));
 297        for (i = 0; i < 4; i++)
 298                regs_buff[99 + i] = rd32(IGC_RDBAL(i));
 299        for (i = 0; i < 4; i++)
 300                regs_buff[103 + i] = rd32(IGC_RDBAH(i));
 301        for (i = 0; i < 4; i++)
 302                regs_buff[107 + i] = rd32(IGC_RDLEN(i));
 303        for (i = 0; i < 4; i++)
 304                regs_buff[111 + i] = rd32(IGC_RDH(i));
 305        for (i = 0; i < 4; i++)
 306                regs_buff[115 + i] = rd32(IGC_RDT(i));
 307        for (i = 0; i < 4; i++)
 308                regs_buff[119 + i] = rd32(IGC_RXDCTL(i));
 309
 310        for (i = 0; i < 10; i++)
 311                regs_buff[123 + i] = rd32(IGC_EITR(i));
 312        for (i = 0; i < 16; i++)
 313                regs_buff[139 + i] = rd32(IGC_RAL(i));
 314        for (i = 0; i < 16; i++)
 315                regs_buff[145 + i] = rd32(IGC_RAH(i));
 316
 317        for (i = 0; i < 4; i++)
 318                regs_buff[149 + i] = rd32(IGC_TDBAL(i));
 319        for (i = 0; i < 4; i++)
 320                regs_buff[152 + i] = rd32(IGC_TDBAH(i));
 321        for (i = 0; i < 4; i++)
 322                regs_buff[156 + i] = rd32(IGC_TDLEN(i));
 323        for (i = 0; i < 4; i++)
 324                regs_buff[160 + i] = rd32(IGC_TDH(i));
 325        for (i = 0; i < 4; i++)
 326                regs_buff[164 + i] = rd32(IGC_TDT(i));
 327        for (i = 0; i < 4; i++)
 328                regs_buff[168 + i] = rd32(IGC_TXDCTL(i));
 329
 330        /* XXX: Due to a bug few lines above, RAL and RAH registers are
 331         * overwritten. To preserve the ABI, we write these registers again in
 332         * regs_buff.
 333         */
 334        for (i = 0; i < 16; i++)
 335                regs_buff[172 + i] = rd32(IGC_RAL(i));
 336        for (i = 0; i < 16; i++)
 337                regs_buff[188 + i] = rd32(IGC_RAH(i));
 338
 339        regs_buff[204] = rd32(IGC_VLANPQF);
 340
 341        for (i = 0; i < 8; i++)
 342                regs_buff[205 + i] = rd32(IGC_ETQF(i));
 343
 344        regs_buff[213] = adapter->stats.tlpic;
 345        regs_buff[214] = adapter->stats.rlpic;
 346}
 347
 348static void igc_ethtool_get_wol(struct net_device *netdev,
 349                                struct ethtool_wolinfo *wol)
 350{
 351        struct igc_adapter *adapter = netdev_priv(netdev);
 352
 353        wol->wolopts = 0;
 354
 355        if (!(adapter->flags & IGC_FLAG_WOL_SUPPORTED))
 356                return;
 357
 358        wol->supported = WAKE_UCAST | WAKE_MCAST |
 359                         WAKE_BCAST | WAKE_MAGIC |
 360                         WAKE_PHY;
 361
 362        /* apply any specific unsupported masks here */
 363        switch (adapter->hw.device_id) {
 364        default:
 365                break;
 366        }
 367
 368        if (adapter->wol & IGC_WUFC_EX)
 369                wol->wolopts |= WAKE_UCAST;
 370        if (adapter->wol & IGC_WUFC_MC)
 371                wol->wolopts |= WAKE_MCAST;
 372        if (adapter->wol & IGC_WUFC_BC)
 373                wol->wolopts |= WAKE_BCAST;
 374        if (adapter->wol & IGC_WUFC_MAG)
 375                wol->wolopts |= WAKE_MAGIC;
 376        if (adapter->wol & IGC_WUFC_LNKC)
 377                wol->wolopts |= WAKE_PHY;
 378}
 379
 380static int igc_ethtool_set_wol(struct net_device *netdev,
 381                               struct ethtool_wolinfo *wol)
 382{
 383        struct igc_adapter *adapter = netdev_priv(netdev);
 384
 385        if (wol->wolopts & (WAKE_ARP | WAKE_MAGICSECURE | WAKE_FILTER))
 386                return -EOPNOTSUPP;
 387
 388        if (!(adapter->flags & IGC_FLAG_WOL_SUPPORTED))
 389                return wol->wolopts ? -EOPNOTSUPP : 0;
 390
 391        /* these settings will always override what we currently have */
 392        adapter->wol = 0;
 393
 394        if (wol->wolopts & WAKE_UCAST)
 395                adapter->wol |= IGC_WUFC_EX;
 396        if (wol->wolopts & WAKE_MCAST)
 397                adapter->wol |= IGC_WUFC_MC;
 398        if (wol->wolopts & WAKE_BCAST)
 399                adapter->wol |= IGC_WUFC_BC;
 400        if (wol->wolopts & WAKE_MAGIC)
 401                adapter->wol |= IGC_WUFC_MAG;
 402        if (wol->wolopts & WAKE_PHY)
 403                adapter->wol |= IGC_WUFC_LNKC;
 404        device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol);
 405
 406        return 0;
 407}
 408
 409static u32 igc_ethtool_get_msglevel(struct net_device *netdev)
 410{
 411        struct igc_adapter *adapter = netdev_priv(netdev);
 412
 413        return adapter->msg_enable;
 414}
 415
 416static void igc_ethtool_set_msglevel(struct net_device *netdev, u32 data)
 417{
 418        struct igc_adapter *adapter = netdev_priv(netdev);
 419
 420        adapter->msg_enable = data;
 421}
 422
 423static int igc_ethtool_nway_reset(struct net_device *netdev)
 424{
 425        struct igc_adapter *adapter = netdev_priv(netdev);
 426
 427        if (netif_running(netdev))
 428                igc_reinit_locked(adapter);
 429        return 0;
 430}
 431
 432static u32 igc_ethtool_get_link(struct net_device *netdev)
 433{
 434        struct igc_adapter *adapter = netdev_priv(netdev);
 435        struct igc_mac_info *mac = &adapter->hw.mac;
 436
 437        /* If the link is not reported up to netdev, interrupts are disabled,
 438         * and so the physical link state may have changed since we last
 439         * looked. Set get_link_status to make sure that the true link
 440         * state is interrogated, rather than pulling a cached and possibly
 441         * stale link state from the driver.
 442         */
 443        if (!netif_carrier_ok(netdev))
 444                mac->get_link_status = 1;
 445
 446        return igc_has_link(adapter);
 447}
 448
 449static int igc_ethtool_get_eeprom_len(struct net_device *netdev)
 450{
 451        struct igc_adapter *adapter = netdev_priv(netdev);
 452
 453        return adapter->hw.nvm.word_size * 2;
 454}
 455
 456static int igc_ethtool_get_eeprom(struct net_device *netdev,
 457                                  struct ethtool_eeprom *eeprom, u8 *bytes)
 458{
 459        struct igc_adapter *adapter = netdev_priv(netdev);
 460        struct igc_hw *hw = &adapter->hw;
 461        int first_word, last_word;
 462        u16 *eeprom_buff;
 463        int ret_val = 0;
 464        u16 i;
 465
 466        if (eeprom->len == 0)
 467                return -EINVAL;
 468
 469        eeprom->magic = hw->vendor_id | (hw->device_id << 16);
 470
 471        first_word = eeprom->offset >> 1;
 472        last_word = (eeprom->offset + eeprom->len - 1) >> 1;
 473
 474        eeprom_buff = kmalloc_array(last_word - first_word + 1, sizeof(u16),
 475                                    GFP_KERNEL);
 476        if (!eeprom_buff)
 477                return -ENOMEM;
 478
 479        if (hw->nvm.type == igc_nvm_eeprom_spi) {
 480                ret_val = hw->nvm.ops.read(hw, first_word,
 481                                           last_word - first_word + 1,
 482                                           eeprom_buff);
 483        } else {
 484                for (i = 0; i < last_word - first_word + 1; i++) {
 485                        ret_val = hw->nvm.ops.read(hw, first_word + i, 1,
 486                                                   &eeprom_buff[i]);
 487                        if (ret_val)
 488                                break;
 489                }
 490        }
 491
 492        /* Device's eeprom is always little-endian, word addressable */
 493        for (i = 0; i < last_word - first_word + 1; i++)
 494                le16_to_cpus(&eeprom_buff[i]);
 495
 496        memcpy(bytes, (u8 *)eeprom_buff + (eeprom->offset & 1),
 497               eeprom->len);
 498        kfree(eeprom_buff);
 499
 500        return ret_val;
 501}
 502
 503static int igc_ethtool_set_eeprom(struct net_device *netdev,
 504                                  struct ethtool_eeprom *eeprom, u8 *bytes)
 505{
 506        struct igc_adapter *adapter = netdev_priv(netdev);
 507        struct igc_hw *hw = &adapter->hw;
 508        int max_len, first_word, last_word, ret_val = 0;
 509        u16 *eeprom_buff;
 510        void *ptr;
 511        u16 i;
 512
 513        if (eeprom->len == 0)
 514                return -EOPNOTSUPP;
 515
 516        if (hw->mac.type >= igc_i225 &&
 517            !igc_get_flash_presence_i225(hw)) {
 518                return -EOPNOTSUPP;
 519        }
 520
 521        if (eeprom->magic != (hw->vendor_id | (hw->device_id << 16)))
 522                return -EFAULT;
 523
 524        max_len = hw->nvm.word_size * 2;
 525
 526        first_word = eeprom->offset >> 1;
 527        last_word = (eeprom->offset + eeprom->len - 1) >> 1;
 528        eeprom_buff = kmalloc(max_len, GFP_KERNEL);
 529        if (!eeprom_buff)
 530                return -ENOMEM;
 531
 532        ptr = (void *)eeprom_buff;
 533
 534        if (eeprom->offset & 1) {
 535                /* need read/modify/write of first changed EEPROM word
 536                 * only the second byte of the word is being modified
 537                 */
 538                ret_val = hw->nvm.ops.read(hw, first_word, 1,
 539                                            &eeprom_buff[0]);
 540                ptr++;
 541        }
 542        if (((eeprom->offset + eeprom->len) & 1) && ret_val == 0) {
 543                /* need read/modify/write of last changed EEPROM word
 544                 * only the first byte of the word is being modified
 545                 */
 546                ret_val = hw->nvm.ops.read(hw, last_word, 1,
 547                                   &eeprom_buff[last_word - first_word]);
 548        }
 549
 550        /* Device's eeprom is always little-endian, word addressable */
 551        for (i = 0; i < last_word - first_word + 1; i++)
 552                le16_to_cpus(&eeprom_buff[i]);
 553
 554        memcpy(ptr, bytes, eeprom->len);
 555
 556        for (i = 0; i < last_word - first_word + 1; i++)
 557                cpu_to_le16s(&eeprom_buff[i]);
 558
 559        ret_val = hw->nvm.ops.write(hw, first_word,
 560                                    last_word - first_word + 1, eeprom_buff);
 561
 562        /* Update the checksum if nvm write succeeded */
 563        if (ret_val == 0)
 564                hw->nvm.ops.update(hw);
 565
 566        kfree(eeprom_buff);
 567        return ret_val;
 568}
 569
 570static void igc_ethtool_get_ringparam(struct net_device *netdev,
 571                                      struct ethtool_ringparam *ring)
 572{
 573        struct igc_adapter *adapter = netdev_priv(netdev);
 574
 575        ring->rx_max_pending = IGC_MAX_RXD;
 576        ring->tx_max_pending = IGC_MAX_TXD;
 577        ring->rx_pending = adapter->rx_ring_count;
 578        ring->tx_pending = adapter->tx_ring_count;
 579}
 580
 581static int igc_ethtool_set_ringparam(struct net_device *netdev,
 582                                     struct ethtool_ringparam *ring)
 583{
 584        struct igc_adapter *adapter = netdev_priv(netdev);
 585        struct igc_ring *temp_ring;
 586        u16 new_rx_count, new_tx_count;
 587        int i, err = 0;
 588
 589        if (ring->rx_mini_pending || ring->rx_jumbo_pending)
 590                return -EINVAL;
 591
 592        new_rx_count = min_t(u32, ring->rx_pending, IGC_MAX_RXD);
 593        new_rx_count = max_t(u16, new_rx_count, IGC_MIN_RXD);
 594        new_rx_count = ALIGN(new_rx_count, REQ_RX_DESCRIPTOR_MULTIPLE);
 595
 596        new_tx_count = min_t(u32, ring->tx_pending, IGC_MAX_TXD);
 597        new_tx_count = max_t(u16, new_tx_count, IGC_MIN_TXD);
 598        new_tx_count = ALIGN(new_tx_count, REQ_TX_DESCRIPTOR_MULTIPLE);
 599
 600        if (new_tx_count == adapter->tx_ring_count &&
 601            new_rx_count == adapter->rx_ring_count) {
 602                /* nothing to do */
 603                return 0;
 604        }
 605
 606        while (test_and_set_bit(__IGC_RESETTING, &adapter->state))
 607                usleep_range(1000, 2000);
 608
 609        if (!netif_running(adapter->netdev)) {
 610                for (i = 0; i < adapter->num_tx_queues; i++)
 611                        adapter->tx_ring[i]->count = new_tx_count;
 612                for (i = 0; i < adapter->num_rx_queues; i++)
 613                        adapter->rx_ring[i]->count = new_rx_count;
 614                adapter->tx_ring_count = new_tx_count;
 615                adapter->rx_ring_count = new_rx_count;
 616                goto clear_reset;
 617        }
 618
 619        if (adapter->num_tx_queues > adapter->num_rx_queues)
 620                temp_ring = vmalloc(array_size(sizeof(struct igc_ring),
 621                                               adapter->num_tx_queues));
 622        else
 623                temp_ring = vmalloc(array_size(sizeof(struct igc_ring),
 624                                               adapter->num_rx_queues));
 625
 626        if (!temp_ring) {
 627                err = -ENOMEM;
 628                goto clear_reset;
 629        }
 630
 631        igc_down(adapter);
 632
 633        /* We can't just free everything and then setup again,
 634         * because the ISRs in MSI-X mode get passed pointers
 635         * to the Tx and Rx ring structs.
 636         */
 637        if (new_tx_count != adapter->tx_ring_count) {
 638                for (i = 0; i < adapter->num_tx_queues; i++) {
 639                        memcpy(&temp_ring[i], adapter->tx_ring[i],
 640                               sizeof(struct igc_ring));
 641
 642                        temp_ring[i].count = new_tx_count;
 643                        err = igc_setup_tx_resources(&temp_ring[i]);
 644                        if (err) {
 645                                while (i) {
 646                                        i--;
 647                                        igc_free_tx_resources(&temp_ring[i]);
 648                                }
 649                                goto err_setup;
 650                        }
 651                }
 652
 653                for (i = 0; i < adapter->num_tx_queues; i++) {
 654                        igc_free_tx_resources(adapter->tx_ring[i]);
 655
 656                        memcpy(adapter->tx_ring[i], &temp_ring[i],
 657                               sizeof(struct igc_ring));
 658                }
 659
 660                adapter->tx_ring_count = new_tx_count;
 661        }
 662
 663        if (new_rx_count != adapter->rx_ring_count) {
 664                for (i = 0; i < adapter->num_rx_queues; i++) {
 665                        memcpy(&temp_ring[i], adapter->rx_ring[i],
 666                               sizeof(struct igc_ring));
 667
 668                        temp_ring[i].count = new_rx_count;
 669                        err = igc_setup_rx_resources(&temp_ring[i]);
 670                        if (err) {
 671                                while (i) {
 672                                        i--;
 673                                        igc_free_rx_resources(&temp_ring[i]);
 674                                }
 675                                goto err_setup;
 676                        }
 677                }
 678
 679                for (i = 0; i < adapter->num_rx_queues; i++) {
 680                        igc_free_rx_resources(adapter->rx_ring[i]);
 681
 682                        memcpy(adapter->rx_ring[i], &temp_ring[i],
 683                               sizeof(struct igc_ring));
 684                }
 685
 686                adapter->rx_ring_count = new_rx_count;
 687        }
 688err_setup:
 689        igc_up(adapter);
 690        vfree(temp_ring);
 691clear_reset:
 692        clear_bit(__IGC_RESETTING, &adapter->state);
 693        return err;
 694}
 695
 696static void igc_ethtool_get_pauseparam(struct net_device *netdev,
 697                                       struct ethtool_pauseparam *pause)
 698{
 699        struct igc_adapter *adapter = netdev_priv(netdev);
 700        struct igc_hw *hw = &adapter->hw;
 701
 702        pause->autoneg =
 703                (adapter->fc_autoneg ? AUTONEG_ENABLE : AUTONEG_DISABLE);
 704
 705        if (hw->fc.current_mode == igc_fc_rx_pause) {
 706                pause->rx_pause = 1;
 707        } else if (hw->fc.current_mode == igc_fc_tx_pause) {
 708                pause->tx_pause = 1;
 709        } else if (hw->fc.current_mode == igc_fc_full) {
 710                pause->rx_pause = 1;
 711                pause->tx_pause = 1;
 712        }
 713}
 714
 715static int igc_ethtool_set_pauseparam(struct net_device *netdev,
 716                                      struct ethtool_pauseparam *pause)
 717{
 718        struct igc_adapter *adapter = netdev_priv(netdev);
 719        struct igc_hw *hw = &adapter->hw;
 720        int retval = 0;
 721
 722        adapter->fc_autoneg = pause->autoneg;
 723
 724        while (test_and_set_bit(__IGC_RESETTING, &adapter->state))
 725                usleep_range(1000, 2000);
 726
 727        if (adapter->fc_autoneg == AUTONEG_ENABLE) {
 728                hw->fc.requested_mode = igc_fc_default;
 729                if (netif_running(adapter->netdev)) {
 730                        igc_down(adapter);
 731                        igc_up(adapter);
 732                } else {
 733                        igc_reset(adapter);
 734                }
 735        } else {
 736                if (pause->rx_pause && pause->tx_pause)
 737                        hw->fc.requested_mode = igc_fc_full;
 738                else if (pause->rx_pause && !pause->tx_pause)
 739                        hw->fc.requested_mode = igc_fc_rx_pause;
 740                else if (!pause->rx_pause && pause->tx_pause)
 741                        hw->fc.requested_mode = igc_fc_tx_pause;
 742                else if (!pause->rx_pause && !pause->tx_pause)
 743                        hw->fc.requested_mode = igc_fc_none;
 744
 745                hw->fc.current_mode = hw->fc.requested_mode;
 746
 747                retval = ((hw->phy.media_type == igc_media_type_copper) ?
 748                          igc_force_mac_fc(hw) : igc_setup_link(hw));
 749        }
 750
 751        clear_bit(__IGC_RESETTING, &adapter->state);
 752        return retval;
 753}
 754
 755static void igc_ethtool_get_strings(struct net_device *netdev, u32 stringset,
 756                                    u8 *data)
 757{
 758        struct igc_adapter *adapter = netdev_priv(netdev);
 759        u8 *p = data;
 760        int i;
 761
 762        switch (stringset) {
 763        case ETH_SS_TEST:
 764                memcpy(data, *igc_gstrings_test,
 765                       IGC_TEST_LEN * ETH_GSTRING_LEN);
 766                break;
 767        case ETH_SS_STATS:
 768                for (i = 0; i < IGC_GLOBAL_STATS_LEN; i++)
 769                        ethtool_sprintf(&p, igc_gstrings_stats[i].stat_string);
 770                for (i = 0; i < IGC_NETDEV_STATS_LEN; i++)
 771                        ethtool_sprintf(&p,
 772                                        igc_gstrings_net_stats[i].stat_string);
 773                for (i = 0; i < adapter->num_tx_queues; i++) {
 774                        ethtool_sprintf(&p, "tx_queue_%u_packets", i);
 775                        ethtool_sprintf(&p, "tx_queue_%u_bytes", i);
 776                        ethtool_sprintf(&p, "tx_queue_%u_restart", i);
 777                }
 778                for (i = 0; i < adapter->num_rx_queues; i++) {
 779                        ethtool_sprintf(&p, "rx_queue_%u_packets", i);
 780                        ethtool_sprintf(&p, "rx_queue_%u_bytes", i);
 781                        ethtool_sprintf(&p, "rx_queue_%u_drops", i);
 782                        ethtool_sprintf(&p, "rx_queue_%u_csum_err", i);
 783                        ethtool_sprintf(&p, "rx_queue_%u_alloc_failed", i);
 784                }
 785                /* BUG_ON(p - data != IGC_STATS_LEN * ETH_GSTRING_LEN); */
 786                break;
 787        case ETH_SS_PRIV_FLAGS:
 788                memcpy(data, igc_priv_flags_strings,
 789                       IGC_PRIV_FLAGS_STR_LEN * ETH_GSTRING_LEN);
 790                break;
 791        }
 792}
 793
 794static int igc_ethtool_get_sset_count(struct net_device *netdev, int sset)
 795{
 796        switch (sset) {
 797        case ETH_SS_STATS:
 798                return IGC_STATS_LEN;
 799        case ETH_SS_TEST:
 800                return IGC_TEST_LEN;
 801        case ETH_SS_PRIV_FLAGS:
 802                return IGC_PRIV_FLAGS_STR_LEN;
 803        default:
 804                return -ENOTSUPP;
 805        }
 806}
 807
 808static void igc_ethtool_get_stats(struct net_device *netdev,
 809                                  struct ethtool_stats *stats, u64 *data)
 810{
 811        struct igc_adapter *adapter = netdev_priv(netdev);
 812        struct rtnl_link_stats64 *net_stats = &adapter->stats64;
 813        unsigned int start;
 814        struct igc_ring *ring;
 815        int i, j;
 816        char *p;
 817
 818        spin_lock(&adapter->stats64_lock);
 819        igc_update_stats(adapter);
 820
 821        for (i = 0; i < IGC_GLOBAL_STATS_LEN; i++) {
 822                p = (char *)adapter + igc_gstrings_stats[i].stat_offset;
 823                data[i] = (igc_gstrings_stats[i].sizeof_stat ==
 824                        sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
 825        }
 826        for (j = 0; j < IGC_NETDEV_STATS_LEN; j++, i++) {
 827                p = (char *)net_stats + igc_gstrings_net_stats[j].stat_offset;
 828                data[i] = (igc_gstrings_net_stats[j].sizeof_stat ==
 829                        sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
 830        }
 831        for (j = 0; j < adapter->num_tx_queues; j++) {
 832                u64     restart2;
 833
 834                ring = adapter->tx_ring[j];
 835                do {
 836                        start = u64_stats_fetch_begin_irq(&ring->tx_syncp);
 837                        data[i]   = ring->tx_stats.packets;
 838                        data[i + 1] = ring->tx_stats.bytes;
 839                        data[i + 2] = ring->tx_stats.restart_queue;
 840                } while (u64_stats_fetch_retry_irq(&ring->tx_syncp, start));
 841                do {
 842                        start = u64_stats_fetch_begin_irq(&ring->tx_syncp2);
 843                        restart2  = ring->tx_stats.restart_queue2;
 844                } while (u64_stats_fetch_retry_irq(&ring->tx_syncp2, start));
 845                data[i + 2] += restart2;
 846
 847                i += IGC_TX_QUEUE_STATS_LEN;
 848        }
 849        for (j = 0; j < adapter->num_rx_queues; j++) {
 850                ring = adapter->rx_ring[j];
 851                do {
 852                        start = u64_stats_fetch_begin_irq(&ring->rx_syncp);
 853                        data[i]   = ring->rx_stats.packets;
 854                        data[i + 1] = ring->rx_stats.bytes;
 855                        data[i + 2] = ring->rx_stats.drops;
 856                        data[i + 3] = ring->rx_stats.csum_err;
 857                        data[i + 4] = ring->rx_stats.alloc_failed;
 858                } while (u64_stats_fetch_retry_irq(&ring->rx_syncp, start));
 859                i += IGC_RX_QUEUE_STATS_LEN;
 860        }
 861        spin_unlock(&adapter->stats64_lock);
 862}
 863
 864static int igc_ethtool_get_coalesce(struct net_device *netdev,
 865                                    struct ethtool_coalesce *ec,
 866                                    struct kernel_ethtool_coalesce *kernel_coal,
 867                                    struct netlink_ext_ack *extack)
 868{
 869        struct igc_adapter *adapter = netdev_priv(netdev);
 870
 871        if (adapter->rx_itr_setting <= 3)
 872                ec->rx_coalesce_usecs = adapter->rx_itr_setting;
 873        else
 874                ec->rx_coalesce_usecs = adapter->rx_itr_setting >> 2;
 875
 876        if (!(adapter->flags & IGC_FLAG_QUEUE_PAIRS)) {
 877                if (adapter->tx_itr_setting <= 3)
 878                        ec->tx_coalesce_usecs = adapter->tx_itr_setting;
 879                else
 880                        ec->tx_coalesce_usecs = adapter->tx_itr_setting >> 2;
 881        }
 882
 883        return 0;
 884}
 885
 886static int igc_ethtool_set_coalesce(struct net_device *netdev,
 887                                    struct ethtool_coalesce *ec,
 888                                    struct kernel_ethtool_coalesce *kernel_coal,
 889                                    struct netlink_ext_ack *extack)
 890{
 891        struct igc_adapter *adapter = netdev_priv(netdev);
 892        int i;
 893
 894        if (ec->rx_coalesce_usecs > IGC_MAX_ITR_USECS ||
 895            (ec->rx_coalesce_usecs > 3 &&
 896             ec->rx_coalesce_usecs < IGC_MIN_ITR_USECS) ||
 897            ec->rx_coalesce_usecs == 2)
 898                return -EINVAL;
 899
 900        if (ec->tx_coalesce_usecs > IGC_MAX_ITR_USECS ||
 901            (ec->tx_coalesce_usecs > 3 &&
 902             ec->tx_coalesce_usecs < IGC_MIN_ITR_USECS) ||
 903            ec->tx_coalesce_usecs == 2)
 904                return -EINVAL;
 905
 906        if ((adapter->flags & IGC_FLAG_QUEUE_PAIRS) && ec->tx_coalesce_usecs)
 907                return -EINVAL;
 908
 909        /* If ITR is disabled, disable DMAC */
 910        if (ec->rx_coalesce_usecs == 0) {
 911                if (adapter->flags & IGC_FLAG_DMAC)
 912                        adapter->flags &= ~IGC_FLAG_DMAC;
 913        }
 914
 915        /* convert to rate of irq's per second */
 916        if (ec->rx_coalesce_usecs && ec->rx_coalesce_usecs <= 3)
 917                adapter->rx_itr_setting = ec->rx_coalesce_usecs;
 918        else
 919                adapter->rx_itr_setting = ec->rx_coalesce_usecs << 2;
 920
 921        /* convert to rate of irq's per second */
 922        if (adapter->flags & IGC_FLAG_QUEUE_PAIRS)
 923                adapter->tx_itr_setting = adapter->rx_itr_setting;
 924        else if (ec->tx_coalesce_usecs && ec->tx_coalesce_usecs <= 3)
 925                adapter->tx_itr_setting = ec->tx_coalesce_usecs;
 926        else
 927                adapter->tx_itr_setting = ec->tx_coalesce_usecs << 2;
 928
 929        for (i = 0; i < adapter->num_q_vectors; i++) {
 930                struct igc_q_vector *q_vector = adapter->q_vector[i];
 931
 932                q_vector->tx.work_limit = adapter->tx_work_limit;
 933                if (q_vector->rx.ring)
 934                        q_vector->itr_val = adapter->rx_itr_setting;
 935                else
 936                        q_vector->itr_val = adapter->tx_itr_setting;
 937                if (q_vector->itr_val && q_vector->itr_val <= 3)
 938                        q_vector->itr_val = IGC_START_ITR;
 939                q_vector->set_itr = 1;
 940        }
 941
 942        return 0;
 943}
 944
 945#define ETHER_TYPE_FULL_MASK ((__force __be16)~0)
 946static int igc_ethtool_get_nfc_rule(struct igc_adapter *adapter,
 947                                    struct ethtool_rxnfc *cmd)
 948{
 949        struct ethtool_rx_flow_spec *fsp = &cmd->fs;
 950        struct igc_nfc_rule *rule = NULL;
 951
 952        cmd->data = IGC_MAX_RXNFC_RULES;
 953
 954        mutex_lock(&adapter->nfc_rule_lock);
 955
 956        rule = igc_get_nfc_rule(adapter, fsp->location);
 957        if (!rule)
 958                goto out;
 959
 960        fsp->flow_type = ETHER_FLOW;
 961        fsp->ring_cookie = rule->action;
 962
 963        if (rule->filter.match_flags & IGC_FILTER_FLAG_ETHER_TYPE) {
 964                fsp->h_u.ether_spec.h_proto = htons(rule->filter.etype);
 965                fsp->m_u.ether_spec.h_proto = ETHER_TYPE_FULL_MASK;
 966        }
 967
 968        if (rule->filter.match_flags & IGC_FILTER_FLAG_VLAN_TCI) {
 969                fsp->flow_type |= FLOW_EXT;
 970                fsp->h_ext.vlan_tci = htons(rule->filter.vlan_tci);
 971                fsp->m_ext.vlan_tci = htons(VLAN_PRIO_MASK);
 972        }
 973
 974        if (rule->filter.match_flags & IGC_FILTER_FLAG_DST_MAC_ADDR) {
 975                ether_addr_copy(fsp->h_u.ether_spec.h_dest,
 976                                rule->filter.dst_addr);
 977                eth_broadcast_addr(fsp->m_u.ether_spec.h_dest);
 978        }
 979
 980        if (rule->filter.match_flags & IGC_FILTER_FLAG_SRC_MAC_ADDR) {
 981                ether_addr_copy(fsp->h_u.ether_spec.h_source,
 982                                rule->filter.src_addr);
 983                eth_broadcast_addr(fsp->m_u.ether_spec.h_source);
 984        }
 985
 986        if (rule->filter.match_flags & IGC_FILTER_FLAG_USER_DATA) {
 987                fsp->flow_type |= FLOW_EXT;
 988                memcpy(fsp->h_ext.data, rule->filter.user_data, sizeof(fsp->h_ext.data));
 989                memcpy(fsp->m_ext.data, rule->filter.user_mask, sizeof(fsp->m_ext.data));
 990        }
 991
 992        mutex_unlock(&adapter->nfc_rule_lock);
 993        return 0;
 994
 995out:
 996        mutex_unlock(&adapter->nfc_rule_lock);
 997        return -EINVAL;
 998}
 999
1000static int igc_ethtool_get_nfc_rules(struct igc_adapter *adapter,
1001                                     struct ethtool_rxnfc *cmd,
1002                                     u32 *rule_locs)
1003{
1004        struct igc_nfc_rule *rule;
1005        int cnt = 0;
1006
1007        cmd->data = IGC_MAX_RXNFC_RULES;
1008
1009        mutex_lock(&adapter->nfc_rule_lock);
1010
1011        list_for_each_entry(rule, &adapter->nfc_rule_list, list) {
1012                if (cnt == cmd->rule_cnt) {
1013                        mutex_unlock(&adapter->nfc_rule_lock);
1014                        return -EMSGSIZE;
1015                }
1016                rule_locs[cnt] = rule->location;
1017                cnt++;
1018        }
1019
1020        mutex_unlock(&adapter->nfc_rule_lock);
1021
1022        cmd->rule_cnt = cnt;
1023
1024        return 0;
1025}
1026
1027static int igc_ethtool_get_rss_hash_opts(struct igc_adapter *adapter,
1028                                         struct ethtool_rxnfc *cmd)
1029{
1030        cmd->data = 0;
1031
1032        /* Report default options for RSS on igc */
1033        switch (cmd->flow_type) {
1034        case TCP_V4_FLOW:
1035                cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
1036                fallthrough;
1037        case UDP_V4_FLOW:
1038                if (adapter->flags & IGC_FLAG_RSS_FIELD_IPV4_UDP)
1039                        cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
1040                fallthrough;
1041        case SCTP_V4_FLOW:
1042        case AH_ESP_V4_FLOW:
1043        case AH_V4_FLOW:
1044        case ESP_V4_FLOW:
1045        case IPV4_FLOW:
1046                cmd->data |= RXH_IP_SRC | RXH_IP_DST;
1047                break;
1048        case TCP_V6_FLOW:
1049                cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
1050                fallthrough;
1051        case UDP_V6_FLOW:
1052                if (adapter->flags & IGC_FLAG_RSS_FIELD_IPV6_UDP)
1053                        cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
1054                fallthrough;
1055        case SCTP_V6_FLOW:
1056        case AH_ESP_V6_FLOW:
1057        case AH_V6_FLOW:
1058        case ESP_V6_FLOW:
1059        case IPV6_FLOW:
1060                cmd->data |= RXH_IP_SRC | RXH_IP_DST;
1061                break;
1062        default:
1063                return -EINVAL;
1064        }
1065
1066        return 0;
1067}
1068
1069static int igc_ethtool_get_rxnfc(struct net_device *dev,
1070                                 struct ethtool_rxnfc *cmd, u32 *rule_locs)
1071{
1072        struct igc_adapter *adapter = netdev_priv(dev);
1073
1074        switch (cmd->cmd) {
1075        case ETHTOOL_GRXRINGS:
1076                cmd->data = adapter->num_rx_queues;
1077                return 0;
1078        case ETHTOOL_GRXCLSRLCNT:
1079                cmd->rule_cnt = adapter->nfc_rule_count;
1080                return 0;
1081        case ETHTOOL_GRXCLSRULE:
1082                return igc_ethtool_get_nfc_rule(adapter, cmd);
1083        case ETHTOOL_GRXCLSRLALL:
1084                return igc_ethtool_get_nfc_rules(adapter, cmd, rule_locs);
1085        case ETHTOOL_GRXFH:
1086                return igc_ethtool_get_rss_hash_opts(adapter, cmd);
1087        default:
1088                return -EOPNOTSUPP;
1089        }
1090}
1091
1092#define UDP_RSS_FLAGS (IGC_FLAG_RSS_FIELD_IPV4_UDP | \
1093                       IGC_FLAG_RSS_FIELD_IPV6_UDP)
1094static int igc_ethtool_set_rss_hash_opt(struct igc_adapter *adapter,
1095                                        struct ethtool_rxnfc *nfc)
1096{
1097        u32 flags = adapter->flags;
1098
1099        /* RSS does not support anything other than hashing
1100         * to queues on src and dst IPs and ports
1101         */
1102        if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
1103                          RXH_L4_B_0_1 | RXH_L4_B_2_3))
1104                return -EINVAL;
1105
1106        switch (nfc->flow_type) {
1107        case TCP_V4_FLOW:
1108        case TCP_V6_FLOW:
1109                if (!(nfc->data & RXH_IP_SRC) ||
1110                    !(nfc->data & RXH_IP_DST) ||
1111                    !(nfc->data & RXH_L4_B_0_1) ||
1112                    !(nfc->data & RXH_L4_B_2_3))
1113                        return -EINVAL;
1114                break;
1115        case UDP_V4_FLOW:
1116                if (!(nfc->data & RXH_IP_SRC) ||
1117                    !(nfc->data & RXH_IP_DST))
1118                        return -EINVAL;
1119                switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
1120                case 0:
1121                        flags &= ~IGC_FLAG_RSS_FIELD_IPV4_UDP;
1122                        break;
1123                case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
1124                        flags |= IGC_FLAG_RSS_FIELD_IPV4_UDP;
1125                        break;
1126                default:
1127                        return -EINVAL;
1128                }
1129                break;
1130        case UDP_V6_FLOW:
1131                if (!(nfc->data & RXH_IP_SRC) ||
1132                    !(nfc->data & RXH_IP_DST))
1133                        return -EINVAL;
1134                switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
1135                case 0:
1136                        flags &= ~IGC_FLAG_RSS_FIELD_IPV6_UDP;
1137                        break;
1138                case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
1139                        flags |= IGC_FLAG_RSS_FIELD_IPV6_UDP;
1140                        break;
1141                default:
1142                        return -EINVAL;
1143                }
1144                break;
1145        case AH_ESP_V4_FLOW:
1146        case AH_V4_FLOW:
1147        case ESP_V4_FLOW:
1148        case SCTP_V4_FLOW:
1149        case AH_ESP_V6_FLOW:
1150        case AH_V6_FLOW:
1151        case ESP_V6_FLOW:
1152        case SCTP_V6_FLOW:
1153                if (!(nfc->data & RXH_IP_SRC) ||
1154                    !(nfc->data & RXH_IP_DST) ||
1155                    (nfc->data & RXH_L4_B_0_1) ||
1156                    (nfc->data & RXH_L4_B_2_3))
1157                        return -EINVAL;
1158                break;
1159        default:
1160                return -EINVAL;
1161        }
1162
1163        /* if we changed something we need to update flags */
1164        if (flags != adapter->flags) {
1165                struct igc_hw *hw = &adapter->hw;
1166                u32 mrqc = rd32(IGC_MRQC);
1167
1168                if ((flags & UDP_RSS_FLAGS) &&
1169                    !(adapter->flags & UDP_RSS_FLAGS))
1170                        netdev_err(adapter->netdev,
1171                                   "Enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n");
1172
1173                adapter->flags = flags;
1174
1175                /* Perform hash on these packet types */
1176                mrqc |= IGC_MRQC_RSS_FIELD_IPV4 |
1177                        IGC_MRQC_RSS_FIELD_IPV4_TCP |
1178                        IGC_MRQC_RSS_FIELD_IPV6 |
1179                        IGC_MRQC_RSS_FIELD_IPV6_TCP;
1180
1181                mrqc &= ~(IGC_MRQC_RSS_FIELD_IPV4_UDP |
1182                          IGC_MRQC_RSS_FIELD_IPV6_UDP);
1183
1184                if (flags & IGC_FLAG_RSS_FIELD_IPV4_UDP)
1185                        mrqc |= IGC_MRQC_RSS_FIELD_IPV4_UDP;
1186
1187                if (flags & IGC_FLAG_RSS_FIELD_IPV6_UDP)
1188                        mrqc |= IGC_MRQC_RSS_FIELD_IPV6_UDP;
1189
1190                wr32(IGC_MRQC, mrqc);
1191        }
1192
1193        return 0;
1194}
1195
1196static void igc_ethtool_init_nfc_rule(struct igc_nfc_rule *rule,
1197                                      const struct ethtool_rx_flow_spec *fsp)
1198{
1199        INIT_LIST_HEAD(&rule->list);
1200
1201        rule->action = fsp->ring_cookie;
1202        rule->location = fsp->location;
1203
1204        if ((fsp->flow_type & FLOW_EXT) && fsp->m_ext.vlan_tci) {
1205                rule->filter.vlan_tci = ntohs(fsp->h_ext.vlan_tci);
1206                rule->filter.match_flags |= IGC_FILTER_FLAG_VLAN_TCI;
1207        }
1208
1209        if (fsp->m_u.ether_spec.h_proto == ETHER_TYPE_FULL_MASK) {
1210                rule->filter.etype = ntohs(fsp->h_u.ether_spec.h_proto);
1211                rule->filter.match_flags = IGC_FILTER_FLAG_ETHER_TYPE;
1212        }
1213
1214        /* Both source and destination address filters only support the full
1215         * mask.
1216         */
1217        if (is_broadcast_ether_addr(fsp->m_u.ether_spec.h_source)) {
1218                rule->filter.match_flags |= IGC_FILTER_FLAG_SRC_MAC_ADDR;
1219                ether_addr_copy(rule->filter.src_addr,
1220                                fsp->h_u.ether_spec.h_source);
1221        }
1222
1223        if (is_broadcast_ether_addr(fsp->m_u.ether_spec.h_dest)) {
1224                rule->filter.match_flags |= IGC_FILTER_FLAG_DST_MAC_ADDR;
1225                ether_addr_copy(rule->filter.dst_addr,
1226                                fsp->h_u.ether_spec.h_dest);
1227        }
1228
1229        /* VLAN etype matching */
1230        if ((fsp->flow_type & FLOW_EXT) && fsp->h_ext.vlan_etype) {
1231                rule->filter.vlan_etype = fsp->h_ext.vlan_etype;
1232                rule->filter.match_flags |= IGC_FILTER_FLAG_VLAN_ETYPE;
1233        }
1234
1235        /* Check for user defined data */
1236        if ((fsp->flow_type & FLOW_EXT) &&
1237            (fsp->h_ext.data[0] || fsp->h_ext.data[1])) {
1238                rule->filter.match_flags |= IGC_FILTER_FLAG_USER_DATA;
1239                memcpy(rule->filter.user_data, fsp->h_ext.data, sizeof(fsp->h_ext.data));
1240                memcpy(rule->filter.user_mask, fsp->m_ext.data, sizeof(fsp->m_ext.data));
1241        }
1242
1243        /* When multiple filter options or user data or vlan etype is set, use a
1244         * flex filter.
1245         */
1246        if ((rule->filter.match_flags & IGC_FILTER_FLAG_USER_DATA) ||
1247            (rule->filter.match_flags & IGC_FILTER_FLAG_VLAN_ETYPE) ||
1248            (rule->filter.match_flags & (rule->filter.match_flags - 1)))
1249                rule->flex = true;
1250        else
1251                rule->flex = false;
1252}
1253
1254/**
1255 * igc_ethtool_check_nfc_rule() - Check if NFC rule is valid
1256 * @adapter: Pointer to adapter
1257 * @rule: Rule under evaluation
1258 *
1259 * The driver doesn't support rules with multiple matches so if more than
1260 * one bit in filter flags is set, @rule is considered invalid.
1261 *
1262 * Also, if there is already another rule with the same filter in a different
1263 * location, @rule is considered invalid.
1264 *
1265 * Context: Expects adapter->nfc_rule_lock to be held by caller.
1266 *
1267 * Return: 0 in case of success, negative errno code otherwise.
1268 */
1269static int igc_ethtool_check_nfc_rule(struct igc_adapter *adapter,
1270                                      struct igc_nfc_rule *rule)
1271{
1272        struct net_device *dev = adapter->netdev;
1273        u8 flags = rule->filter.match_flags;
1274        struct igc_nfc_rule *tmp;
1275
1276        if (!flags) {
1277                netdev_dbg(dev, "Rule with no match\n");
1278                return -EINVAL;
1279        }
1280
1281        list_for_each_entry(tmp, &adapter->nfc_rule_list, list) {
1282                if (!memcmp(&rule->filter, &tmp->filter,
1283                            sizeof(rule->filter)) &&
1284                    tmp->location != rule->location) {
1285                        netdev_dbg(dev, "Rule already exists\n");
1286                        return -EEXIST;
1287                }
1288        }
1289
1290        return 0;
1291}
1292
1293static int igc_ethtool_add_nfc_rule(struct igc_adapter *adapter,
1294                                    struct ethtool_rxnfc *cmd)
1295{
1296        struct net_device *netdev = adapter->netdev;
1297        struct ethtool_rx_flow_spec *fsp =
1298                (struct ethtool_rx_flow_spec *)&cmd->fs;
1299        struct igc_nfc_rule *rule, *old_rule;
1300        int err;
1301
1302        if (!(netdev->hw_features & NETIF_F_NTUPLE)) {
1303                netdev_dbg(netdev, "N-tuple filters disabled\n");
1304                return -EOPNOTSUPP;
1305        }
1306
1307        if ((fsp->flow_type & ~FLOW_EXT) != ETHER_FLOW) {
1308                netdev_dbg(netdev, "Only ethernet flow type is supported\n");
1309                return -EOPNOTSUPP;
1310        }
1311
1312        if (fsp->ring_cookie >= adapter->num_rx_queues) {
1313                netdev_dbg(netdev, "Invalid action\n");
1314                return -EINVAL;
1315        }
1316
1317        if (fsp->location >= IGC_MAX_RXNFC_RULES) {
1318                netdev_dbg(netdev, "Invalid location\n");
1319                return -EINVAL;
1320        }
1321
1322        rule = kzalloc(sizeof(*rule), GFP_KERNEL);
1323        if (!rule)
1324                return -ENOMEM;
1325
1326        igc_ethtool_init_nfc_rule(rule, fsp);
1327
1328        mutex_lock(&adapter->nfc_rule_lock);
1329
1330        err = igc_ethtool_check_nfc_rule(adapter, rule);
1331        if (err)
1332                goto err;
1333
1334        old_rule = igc_get_nfc_rule(adapter, fsp->location);
1335        if (old_rule)
1336                igc_del_nfc_rule(adapter, old_rule);
1337
1338        err = igc_add_nfc_rule(adapter, rule);
1339        if (err)
1340                goto err;
1341
1342        mutex_unlock(&adapter->nfc_rule_lock);
1343        return 0;
1344
1345err:
1346        mutex_unlock(&adapter->nfc_rule_lock);
1347        kfree(rule);
1348        return err;
1349}
1350
1351static int igc_ethtool_del_nfc_rule(struct igc_adapter *adapter,
1352                                    struct ethtool_rxnfc *cmd)
1353{
1354        struct ethtool_rx_flow_spec *fsp =
1355                (struct ethtool_rx_flow_spec *)&cmd->fs;
1356        struct igc_nfc_rule *rule;
1357
1358        mutex_lock(&adapter->nfc_rule_lock);
1359
1360        rule = igc_get_nfc_rule(adapter, fsp->location);
1361        if (!rule) {
1362                mutex_unlock(&adapter->nfc_rule_lock);
1363                return -EINVAL;
1364        }
1365
1366        igc_del_nfc_rule(adapter, rule);
1367
1368        mutex_unlock(&adapter->nfc_rule_lock);
1369        return 0;
1370}
1371
1372static int igc_ethtool_set_rxnfc(struct net_device *dev,
1373                                 struct ethtool_rxnfc *cmd)
1374{
1375        struct igc_adapter *adapter = netdev_priv(dev);
1376
1377        switch (cmd->cmd) {
1378        case ETHTOOL_SRXFH:
1379                return igc_ethtool_set_rss_hash_opt(adapter, cmd);
1380        case ETHTOOL_SRXCLSRLINS:
1381                return igc_ethtool_add_nfc_rule(adapter, cmd);
1382        case ETHTOOL_SRXCLSRLDEL:
1383                return igc_ethtool_del_nfc_rule(adapter, cmd);
1384        default:
1385                return -EOPNOTSUPP;
1386        }
1387}
1388
1389void igc_write_rss_indir_tbl(struct igc_adapter *adapter)
1390{
1391        struct igc_hw *hw = &adapter->hw;
1392        u32 reg = IGC_RETA(0);
1393        u32 shift = 0;
1394        int i = 0;
1395
1396        while (i < IGC_RETA_SIZE) {
1397                u32 val = 0;
1398                int j;
1399
1400                for (j = 3; j >= 0; j--) {
1401                        val <<= 8;
1402                        val |= adapter->rss_indir_tbl[i + j];
1403                }
1404
1405                wr32(reg, val << shift);
1406                reg += 4;
1407                i += 4;
1408        }
1409}
1410
1411static u32 igc_ethtool_get_rxfh_indir_size(struct net_device *netdev)
1412{
1413        return IGC_RETA_SIZE;
1414}
1415
1416static int igc_ethtool_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
1417                                u8 *hfunc)
1418{
1419        struct igc_adapter *adapter = netdev_priv(netdev);
1420        int i;
1421
1422        if (hfunc)
1423                *hfunc = ETH_RSS_HASH_TOP;
1424        if (!indir)
1425                return 0;
1426        for (i = 0; i < IGC_RETA_SIZE; i++)
1427                indir[i] = adapter->rss_indir_tbl[i];
1428
1429        return 0;
1430}
1431
1432static int igc_ethtool_set_rxfh(struct net_device *netdev, const u32 *indir,
1433                                const u8 *key, const u8 hfunc)
1434{
1435        struct igc_adapter *adapter = netdev_priv(netdev);
1436        u32 num_queues;
1437        int i;
1438
1439        /* We do not allow change in unsupported parameters */
1440        if (key ||
1441            (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
1442                return -EOPNOTSUPP;
1443        if (!indir)
1444                return 0;
1445
1446        num_queues = adapter->rss_queues;
1447
1448        /* Verify user input. */
1449        for (i = 0; i < IGC_RETA_SIZE; i++)
1450                if (indir[i] >= num_queues)
1451                        return -EINVAL;
1452
1453        for (i = 0; i < IGC_RETA_SIZE; i++)
1454                adapter->rss_indir_tbl[i] = indir[i];
1455
1456        igc_write_rss_indir_tbl(adapter);
1457
1458        return 0;
1459}
1460
1461static void igc_ethtool_get_channels(struct net_device *netdev,
1462                                     struct ethtool_channels *ch)
1463{
1464        struct igc_adapter *adapter = netdev_priv(netdev);
1465
1466        /* Report maximum channels */
1467        ch->max_combined = igc_get_max_rss_queues(adapter);
1468
1469        /* Report info for other vector */
1470        if (adapter->flags & IGC_FLAG_HAS_MSIX) {
1471                ch->max_other = NON_Q_VECTORS;
1472                ch->other_count = NON_Q_VECTORS;
1473        }
1474
1475        ch->combined_count = adapter->rss_queues;
1476}
1477
1478static int igc_ethtool_set_channels(struct net_device *netdev,
1479                                    struct ethtool_channels *ch)
1480{
1481        struct igc_adapter *adapter = netdev_priv(netdev);
1482        unsigned int count = ch->combined_count;
1483        unsigned int max_combined = 0;
1484
1485        /* Verify they are not requesting separate vectors */
1486        if (!count || ch->rx_count || ch->tx_count)
1487                return -EINVAL;
1488
1489        /* Verify other_count is valid and has not been changed */
1490        if (ch->other_count != NON_Q_VECTORS)
1491                return -EINVAL;
1492
1493        /* Verify the number of channels doesn't exceed hw limits */
1494        max_combined = igc_get_max_rss_queues(adapter);
1495        if (count > max_combined)
1496                return -EINVAL;
1497
1498        if (count != adapter->rss_queues) {
1499                adapter->rss_queues = count;
1500                igc_set_flag_queue_pairs(adapter, max_combined);
1501
1502                /* Hardware has to reinitialize queues and interrupts to
1503                 * match the new configuration.
1504                 */
1505                return igc_reinit_queues(adapter);
1506        }
1507
1508        return 0;
1509}
1510
1511static int igc_ethtool_get_ts_info(struct net_device *dev,
1512                                   struct ethtool_ts_info *info)
1513{
1514        struct igc_adapter *adapter = netdev_priv(dev);
1515
1516        if (adapter->ptp_clock)
1517                info->phc_index = ptp_clock_index(adapter->ptp_clock);
1518        else
1519                info->phc_index = -1;
1520
1521        switch (adapter->hw.mac.type) {
1522        case igc_i225:
1523                info->so_timestamping =
1524                        SOF_TIMESTAMPING_TX_SOFTWARE |
1525                        SOF_TIMESTAMPING_RX_SOFTWARE |
1526                        SOF_TIMESTAMPING_SOFTWARE |
1527                        SOF_TIMESTAMPING_TX_HARDWARE |
1528                        SOF_TIMESTAMPING_RX_HARDWARE |
1529                        SOF_TIMESTAMPING_RAW_HARDWARE;
1530
1531                info->tx_types =
1532                        BIT(HWTSTAMP_TX_OFF) |
1533                        BIT(HWTSTAMP_TX_ON);
1534
1535                info->rx_filters = BIT(HWTSTAMP_FILTER_NONE);
1536                info->rx_filters |= BIT(HWTSTAMP_FILTER_ALL);
1537
1538                return 0;
1539        default:
1540                return -EOPNOTSUPP;
1541        }
1542}
1543
1544static u32 igc_ethtool_get_priv_flags(struct net_device *netdev)
1545{
1546        struct igc_adapter *adapter = netdev_priv(netdev);
1547        u32 priv_flags = 0;
1548
1549        if (adapter->flags & IGC_FLAG_RX_LEGACY)
1550                priv_flags |= IGC_PRIV_FLAGS_LEGACY_RX;
1551
1552        return priv_flags;
1553}
1554
1555static int igc_ethtool_set_priv_flags(struct net_device *netdev, u32 priv_flags)
1556{
1557        struct igc_adapter *adapter = netdev_priv(netdev);
1558        unsigned int flags = adapter->flags;
1559
1560        flags &= ~IGC_FLAG_RX_LEGACY;
1561        if (priv_flags & IGC_PRIV_FLAGS_LEGACY_RX)
1562                flags |= IGC_FLAG_RX_LEGACY;
1563
1564        if (flags != adapter->flags) {
1565                adapter->flags = flags;
1566
1567                /* reset interface to repopulate queues */
1568                if (netif_running(netdev))
1569                        igc_reinit_locked(adapter);
1570        }
1571
1572        return 0;
1573}
1574
1575static int igc_ethtool_get_eee(struct net_device *netdev,
1576                               struct ethtool_eee *edata)
1577{
1578        struct igc_adapter *adapter = netdev_priv(netdev);
1579        struct igc_hw *hw = &adapter->hw;
1580        u32 eeer;
1581
1582        if (hw->dev_spec._base.eee_enable)
1583                edata->advertised =
1584                        mmd_eee_adv_to_ethtool_adv_t(adapter->eee_advert);
1585
1586        *edata = adapter->eee;
1587        edata->supported = SUPPORTED_Autoneg;
1588
1589        eeer = rd32(IGC_EEER);
1590
1591        /* EEE status on negotiated link */
1592        if (eeer & IGC_EEER_EEE_NEG)
1593                edata->eee_active = true;
1594
1595        if (eeer & IGC_EEER_TX_LPI_EN)
1596                edata->tx_lpi_enabled = true;
1597
1598        edata->eee_enabled = hw->dev_spec._base.eee_enable;
1599
1600        edata->advertised = SUPPORTED_Autoneg;
1601        edata->lp_advertised = SUPPORTED_Autoneg;
1602
1603        /* Report correct negotiated EEE status for devices that
1604         * wrongly report EEE at half-duplex
1605         */
1606        if (adapter->link_duplex == HALF_DUPLEX) {
1607                edata->eee_enabled = false;
1608                edata->eee_active = false;
1609                edata->tx_lpi_enabled = false;
1610                edata->advertised &= ~edata->advertised;
1611        }
1612
1613        return 0;
1614}
1615
1616static int igc_ethtool_set_eee(struct net_device *netdev,
1617                               struct ethtool_eee *edata)
1618{
1619        struct igc_adapter *adapter = netdev_priv(netdev);
1620        struct igc_hw *hw = &adapter->hw;
1621        struct ethtool_eee eee_curr;
1622        s32 ret_val;
1623
1624        memset(&eee_curr, 0, sizeof(struct ethtool_eee));
1625
1626        ret_val = igc_ethtool_get_eee(netdev, &eee_curr);
1627        if (ret_val) {
1628                netdev_err(netdev,
1629                           "Problem setting EEE advertisement options\n");
1630                return -EINVAL;
1631        }
1632
1633        if (eee_curr.eee_enabled) {
1634                if (eee_curr.tx_lpi_enabled != edata->tx_lpi_enabled) {
1635                        netdev_err(netdev,
1636                                   "Setting EEE tx-lpi is not supported\n");
1637                        return -EINVAL;
1638                }
1639
1640                /* Tx LPI timer is not implemented currently */
1641                if (edata->tx_lpi_timer) {
1642                        netdev_err(netdev,
1643                                   "Setting EEE Tx LPI timer is not supported\n");
1644                        return -EINVAL;
1645                }
1646        } else if (!edata->eee_enabled) {
1647                netdev_err(netdev,
1648                           "Setting EEE options are not supported with EEE disabled\n");
1649                return -EINVAL;
1650        }
1651
1652        adapter->eee_advert = ethtool_adv_to_mmd_eee_adv_t(edata->advertised);
1653        if (hw->dev_spec._base.eee_enable != edata->eee_enabled) {
1654                hw->dev_spec._base.eee_enable = edata->eee_enabled;
1655                adapter->flags |= IGC_FLAG_EEE;
1656
1657                /* reset link */
1658                if (netif_running(netdev))
1659                        igc_reinit_locked(adapter);
1660                else
1661                        igc_reset(adapter);
1662        }
1663
1664        return 0;
1665}
1666
1667static int igc_ethtool_begin(struct net_device *netdev)
1668{
1669        struct igc_adapter *adapter = netdev_priv(netdev);
1670
1671        pm_runtime_get_sync(&adapter->pdev->dev);
1672        return 0;
1673}
1674
1675static void igc_ethtool_complete(struct net_device *netdev)
1676{
1677        struct igc_adapter *adapter = netdev_priv(netdev);
1678
1679        pm_runtime_put(&adapter->pdev->dev);
1680}
1681
1682static int igc_ethtool_get_link_ksettings(struct net_device *netdev,
1683                                          struct ethtool_link_ksettings *cmd)
1684{
1685        struct igc_adapter *adapter = netdev_priv(netdev);
1686        struct igc_hw *hw = &adapter->hw;
1687        u32 status;
1688        u32 speed;
1689
1690        ethtool_link_ksettings_zero_link_mode(cmd, supported);
1691        ethtool_link_ksettings_zero_link_mode(cmd, advertising);
1692
1693        /* supported link modes */
1694        ethtool_link_ksettings_add_link_mode(cmd, supported, 10baseT_Half);
1695        ethtool_link_ksettings_add_link_mode(cmd, supported, 10baseT_Full);
1696        ethtool_link_ksettings_add_link_mode(cmd, supported, 100baseT_Half);
1697        ethtool_link_ksettings_add_link_mode(cmd, supported, 100baseT_Full);
1698        ethtool_link_ksettings_add_link_mode(cmd, supported, 1000baseT_Full);
1699        ethtool_link_ksettings_add_link_mode(cmd, supported, 2500baseT_Full);
1700
1701        /* twisted pair */
1702        cmd->base.port = PORT_TP;
1703        cmd->base.phy_address = hw->phy.addr;
1704
1705        /* advertising link modes */
1706        if (hw->phy.autoneg_advertised & ADVERTISE_10_HALF)
1707                ethtool_link_ksettings_add_link_mode(cmd, advertising, 10baseT_Half);
1708        if (hw->phy.autoneg_advertised & ADVERTISE_10_FULL)
1709                ethtool_link_ksettings_add_link_mode(cmd, advertising, 10baseT_Full);
1710        if (hw->phy.autoneg_advertised & ADVERTISE_100_HALF)
1711                ethtool_link_ksettings_add_link_mode(cmd, advertising, 100baseT_Half);
1712        if (hw->phy.autoneg_advertised & ADVERTISE_100_FULL)
1713                ethtool_link_ksettings_add_link_mode(cmd, advertising, 100baseT_Full);
1714        if (hw->phy.autoneg_advertised & ADVERTISE_1000_FULL)
1715                ethtool_link_ksettings_add_link_mode(cmd, advertising, 1000baseT_Full);
1716        if (hw->phy.autoneg_advertised & ADVERTISE_2500_FULL)
1717                ethtool_link_ksettings_add_link_mode(cmd, advertising, 2500baseT_Full);
1718
1719        /* set autoneg settings */
1720        if (hw->mac.autoneg == 1) {
1721                ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg);
1722                ethtool_link_ksettings_add_link_mode(cmd, advertising,
1723                                                     Autoneg);
1724        }
1725
1726        /* Set pause flow control settings */
1727        ethtool_link_ksettings_add_link_mode(cmd, supported, Pause);
1728
1729        switch (hw->fc.requested_mode) {
1730        case igc_fc_full:
1731                ethtool_link_ksettings_add_link_mode(cmd, advertising, Pause);
1732                break;
1733        case igc_fc_rx_pause:
1734                ethtool_link_ksettings_add_link_mode(cmd, advertising, Pause);
1735                ethtool_link_ksettings_add_link_mode(cmd, advertising,
1736                                                     Asym_Pause);
1737                break;
1738        case igc_fc_tx_pause:
1739                ethtool_link_ksettings_add_link_mode(cmd, advertising,
1740                                                     Asym_Pause);
1741                break;
1742        default:
1743                break;
1744        }
1745
1746        status = pm_runtime_suspended(&adapter->pdev->dev) ?
1747                 0 : rd32(IGC_STATUS);
1748
1749        if (status & IGC_STATUS_LU) {
1750                if (status & IGC_STATUS_SPEED_1000) {
1751                        /* For I225, STATUS will indicate 1G speed in both
1752                         * 1 Gbps and 2.5 Gbps link modes.
1753                         * An additional bit is used
1754                         * to differentiate between 1 Gbps and 2.5 Gbps.
1755                         */
1756                        if (hw->mac.type == igc_i225 &&
1757                            (status & IGC_STATUS_SPEED_2500)) {
1758                                speed = SPEED_2500;
1759                        } else {
1760                                speed = SPEED_1000;
1761                        }
1762                } else if (status & IGC_STATUS_SPEED_100) {
1763                        speed = SPEED_100;
1764                } else {
1765                        speed = SPEED_10;
1766                }
1767                if ((status & IGC_STATUS_FD) ||
1768                    hw->phy.media_type != igc_media_type_copper)
1769                        cmd->base.duplex = DUPLEX_FULL;
1770                else
1771                        cmd->base.duplex = DUPLEX_HALF;
1772        } else {
1773                speed = SPEED_UNKNOWN;
1774                cmd->base.duplex = DUPLEX_UNKNOWN;
1775        }
1776        cmd->base.speed = speed;
1777        if (hw->mac.autoneg)
1778                cmd->base.autoneg = AUTONEG_ENABLE;
1779        else
1780                cmd->base.autoneg = AUTONEG_DISABLE;
1781
1782        /* MDI-X => 2; MDI =>1; Invalid =>0 */
1783        if (hw->phy.media_type == igc_media_type_copper)
1784                cmd->base.eth_tp_mdix = hw->phy.is_mdix ? ETH_TP_MDI_X :
1785                                                      ETH_TP_MDI;
1786        else
1787                cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID;
1788
1789        if (hw->phy.mdix == AUTO_ALL_MODES)
1790                cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_AUTO;
1791        else
1792                cmd->base.eth_tp_mdix_ctrl = hw->phy.mdix;
1793
1794        return 0;
1795}
1796
1797static int
1798igc_ethtool_set_link_ksettings(struct net_device *netdev,
1799                               const struct ethtool_link_ksettings *cmd)
1800{
1801        struct igc_adapter *adapter = netdev_priv(netdev);
1802        struct net_device *dev = adapter->netdev;
1803        struct igc_hw *hw = &adapter->hw;
1804        u32 advertising;
1805
1806        /* When adapter in resetting mode, autoneg/speed/duplex
1807         * cannot be changed
1808         */
1809        if (igc_check_reset_block(hw)) {
1810                netdev_err(dev, "Cannot change link characteristics when reset is active\n");
1811                return -EINVAL;
1812        }
1813
1814        /* MDI setting is only allowed when autoneg enabled because
1815         * some hardware doesn't allow MDI setting when speed or
1816         * duplex is forced.
1817         */
1818        if (cmd->base.eth_tp_mdix_ctrl) {
1819                if (cmd->base.eth_tp_mdix_ctrl != ETH_TP_MDI_AUTO &&
1820                    cmd->base.autoneg != AUTONEG_ENABLE) {
1821                        netdev_err(dev, "Forcing MDI/MDI-X state is not supported when link speed and/or duplex are forced\n");
1822                        return -EINVAL;
1823                }
1824        }
1825
1826        while (test_and_set_bit(__IGC_RESETTING, &adapter->state))
1827                usleep_range(1000, 2000);
1828
1829        ethtool_convert_link_mode_to_legacy_u32(&advertising,
1830                                                cmd->link_modes.advertising);
1831        /* Converting to legacy u32 drops ETHTOOL_LINK_MODE_2500baseT_Full_BIT.
1832         * We have to check this and convert it to ADVERTISE_2500_FULL
1833         * (aka ETHTOOL_LINK_MODE_2500baseX_Full_BIT) explicitly.
1834         */
1835        if (ethtool_link_ksettings_test_link_mode(cmd, advertising, 2500baseT_Full))
1836                advertising |= ADVERTISE_2500_FULL;
1837
1838        if (cmd->base.autoneg == AUTONEG_ENABLE) {
1839                hw->mac.autoneg = 1;
1840                hw->phy.autoneg_advertised = advertising;
1841                if (adapter->fc_autoneg)
1842                        hw->fc.requested_mode = igc_fc_default;
1843        } else {
1844                netdev_info(dev, "Force mode currently not supported\n");
1845        }
1846
1847        /* MDI-X => 2; MDI => 1; Auto => 3 */
1848        if (cmd->base.eth_tp_mdix_ctrl) {
1849                /* fix up the value for auto (3 => 0) as zero is mapped
1850                 * internally to auto
1851                 */
1852                if (cmd->base.eth_tp_mdix_ctrl == ETH_TP_MDI_AUTO)
1853                        hw->phy.mdix = AUTO_ALL_MODES;
1854                else
1855                        hw->phy.mdix = cmd->base.eth_tp_mdix_ctrl;
1856        }
1857
1858        /* reset the link */
1859        if (netif_running(adapter->netdev)) {
1860                igc_down(adapter);
1861                igc_up(adapter);
1862        } else {
1863                igc_reset(adapter);
1864        }
1865
1866        clear_bit(__IGC_RESETTING, &adapter->state);
1867
1868        return 0;
1869}
1870
1871static void igc_ethtool_diag_test(struct net_device *netdev,
1872                                  struct ethtool_test *eth_test, u64 *data)
1873{
1874        struct igc_adapter *adapter = netdev_priv(netdev);
1875        bool if_running = netif_running(netdev);
1876
1877        if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
1878                netdev_info(adapter->netdev, "Offline testing starting");
1879                set_bit(__IGC_TESTING, &adapter->state);
1880
1881                /* Link test performed before hardware reset so autoneg doesn't
1882                 * interfere with test result
1883                 */
1884                if (!igc_link_test(adapter, &data[TEST_LINK]))
1885                        eth_test->flags |= ETH_TEST_FL_FAILED;
1886
1887                if (if_running)
1888                        igc_close(netdev);
1889                else
1890                        igc_reset(adapter);
1891
1892                netdev_info(adapter->netdev, "Register testing starting");
1893                if (!igc_reg_test(adapter, &data[TEST_REG]))
1894                        eth_test->flags |= ETH_TEST_FL_FAILED;
1895
1896                igc_reset(adapter);
1897
1898                netdev_info(adapter->netdev, "EEPROM testing starting");
1899                if (!igc_eeprom_test(adapter, &data[TEST_EEP]))
1900                        eth_test->flags |= ETH_TEST_FL_FAILED;
1901
1902                igc_reset(adapter);
1903
1904                /* loopback and interrupt tests
1905                 * will be implemented in the future
1906                 */
1907                data[TEST_LOOP] = 0;
1908                data[TEST_IRQ] = 0;
1909
1910                clear_bit(__IGC_TESTING, &adapter->state);
1911                if (if_running)
1912                        igc_open(netdev);
1913        } else {
1914                netdev_info(adapter->netdev, "Online testing starting");
1915
1916                /* register, eeprom, intr and loopback tests not run online */
1917                data[TEST_REG] = 0;
1918                data[TEST_EEP] = 0;
1919                data[TEST_IRQ] = 0;
1920                data[TEST_LOOP] = 0;
1921
1922                if (!igc_link_test(adapter, &data[TEST_LINK]))
1923                        eth_test->flags |= ETH_TEST_FL_FAILED;
1924        }
1925
1926        msleep_interruptible(4 * 1000);
1927}
1928
1929static const struct ethtool_ops igc_ethtool_ops = {
1930        .supported_coalesce_params = ETHTOOL_COALESCE_USECS,
1931        .get_drvinfo            = igc_ethtool_get_drvinfo,
1932        .get_regs_len           = igc_ethtool_get_regs_len,
1933        .get_regs               = igc_ethtool_get_regs,
1934        .get_wol                = igc_ethtool_get_wol,
1935        .set_wol                = igc_ethtool_set_wol,
1936        .get_msglevel           = igc_ethtool_get_msglevel,
1937        .set_msglevel           = igc_ethtool_set_msglevel,
1938        .nway_reset             = igc_ethtool_nway_reset,
1939        .get_link               = igc_ethtool_get_link,
1940        .get_eeprom_len         = igc_ethtool_get_eeprom_len,
1941        .get_eeprom             = igc_ethtool_get_eeprom,
1942        .set_eeprom             = igc_ethtool_set_eeprom,
1943        .get_ringparam          = igc_ethtool_get_ringparam,
1944        .set_ringparam          = igc_ethtool_set_ringparam,
1945        .get_pauseparam         = igc_ethtool_get_pauseparam,
1946        .set_pauseparam         = igc_ethtool_set_pauseparam,
1947        .get_strings            = igc_ethtool_get_strings,
1948        .get_sset_count         = igc_ethtool_get_sset_count,
1949        .get_ethtool_stats      = igc_ethtool_get_stats,
1950        .get_coalesce           = igc_ethtool_get_coalesce,
1951        .set_coalesce           = igc_ethtool_set_coalesce,
1952        .get_rxnfc              = igc_ethtool_get_rxnfc,
1953        .set_rxnfc              = igc_ethtool_set_rxnfc,
1954        .get_rxfh_indir_size    = igc_ethtool_get_rxfh_indir_size,
1955        .get_rxfh               = igc_ethtool_get_rxfh,
1956        .set_rxfh               = igc_ethtool_set_rxfh,
1957        .get_ts_info            = igc_ethtool_get_ts_info,
1958        .get_channels           = igc_ethtool_get_channels,
1959        .set_channels           = igc_ethtool_set_channels,
1960        .get_priv_flags         = igc_ethtool_get_priv_flags,
1961        .set_priv_flags         = igc_ethtool_set_priv_flags,
1962        .get_eee                = igc_ethtool_get_eee,
1963        .set_eee                = igc_ethtool_set_eee,
1964        .begin                  = igc_ethtool_begin,
1965        .complete               = igc_ethtool_complete,
1966        .get_link_ksettings     = igc_ethtool_get_link_ksettings,
1967        .set_link_ksettings     = igc_ethtool_set_link_ksettings,
1968        .self_test              = igc_ethtool_diag_test,
1969};
1970
1971void igc_ethtool_set_ops(struct net_device *netdev)
1972{
1973        netdev->ethtool_ops = &igc_ethtool_ops;
1974}
1975