linux/drivers/net/ethernet/toshiba/ps3_gelic_net.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 *  PS3 gelic network driver.
   4 *
   5 * Copyright (C) 2007 Sony Computer Entertainment Inc.
   6 * Copyright 2006, 2007 Sony Corporation
   7 *
   8 * This file is based on: spider_net.c
   9 *
  10 * (C) Copyright IBM Corp. 2005
  11 *
  12 * Authors : Utz Bacher <utz.bacher@de.ibm.com>
  13 *           Jens Osterkamp <Jens.Osterkamp@de.ibm.com>
  14 */
  15
  16#undef DEBUG
  17
  18#include <linux/interrupt.h>
  19#include <linux/kernel.h>
  20#include <linux/module.h>
  21#include <linux/slab.h>
  22
  23#include <linux/etherdevice.h>
  24#include <linux/ethtool.h>
  25#include <linux/if_vlan.h>
  26
  27#include <linux/in.h>
  28#include <linux/ip.h>
  29#include <linux/tcp.h>
  30
  31#include <linux/dma-mapping.h>
  32#include <net/checksum.h>
  33#include <asm/firmware.h>
  34#include <asm/ps3.h>
  35#include <asm/lv1call.h>
  36
  37#include "ps3_gelic_net.h"
  38#include "ps3_gelic_wireless.h"
  39
  40#define DRV_NAME "Gelic Network Driver"
  41#define DRV_VERSION "2.0"
  42
  43MODULE_AUTHOR("SCE Inc.");
  44MODULE_DESCRIPTION("Gelic Network driver");
  45MODULE_LICENSE("GPL");
  46
  47
  48/* set irq_mask */
  49int gelic_card_set_irq_mask(struct gelic_card *card, u64 mask)
  50{
  51        int status;
  52
  53        status = lv1_net_set_interrupt_mask(bus_id(card), dev_id(card),
  54                                            mask, 0);
  55        if (status)
  56                dev_info(ctodev(card),
  57                         "%s failed %d\n", __func__, status);
  58        return status;
  59}
  60
  61static void gelic_card_rx_irq_on(struct gelic_card *card)
  62{
  63        card->irq_mask |= GELIC_CARD_RXINT;
  64        gelic_card_set_irq_mask(card, card->irq_mask);
  65}
  66static void gelic_card_rx_irq_off(struct gelic_card *card)
  67{
  68        card->irq_mask &= ~GELIC_CARD_RXINT;
  69        gelic_card_set_irq_mask(card, card->irq_mask);
  70}
  71
  72static void gelic_card_get_ether_port_status(struct gelic_card *card,
  73                                             int inform)
  74{
  75        u64 v2;
  76        struct net_device *ether_netdev;
  77
  78        lv1_net_control(bus_id(card), dev_id(card),
  79                        GELIC_LV1_GET_ETH_PORT_STATUS,
  80                        GELIC_LV1_VLAN_TX_ETHERNET_0, 0, 0,
  81                        &card->ether_port_status, &v2);
  82
  83        if (inform) {
  84                ether_netdev = card->netdev[GELIC_PORT_ETHERNET_0];
  85                if (card->ether_port_status & GELIC_LV1_ETHER_LINK_UP)
  86                        netif_carrier_on(ether_netdev);
  87                else
  88                        netif_carrier_off(ether_netdev);
  89        }
  90}
  91
  92/**
  93 * gelic_descr_get_status -- returns the status of a descriptor
  94 * @descr: descriptor to look at
  95 *
  96 * returns the status as in the dmac_cmd_status field of the descriptor
  97 */
  98static enum gelic_descr_dma_status
  99gelic_descr_get_status(struct gelic_descr *descr)
 100{
 101        return be32_to_cpu(descr->dmac_cmd_status) & GELIC_DESCR_DMA_STAT_MASK;
 102}
 103
 104static int gelic_card_set_link_mode(struct gelic_card *card, int mode)
 105{
 106        int status;
 107        u64 v1, v2;
 108
 109        status = lv1_net_control(bus_id(card), dev_id(card),
 110                                 GELIC_LV1_SET_NEGOTIATION_MODE,
 111                                 GELIC_LV1_PHY_ETHERNET_0, mode, 0, &v1, &v2);
 112        if (status) {
 113                pr_info("%s: failed setting negotiation mode %d\n", __func__,
 114                        status);
 115                return -EBUSY;
 116        }
 117
 118        card->link_mode = mode;
 119        return 0;
 120}
 121
 122/**
 123 * gelic_card_disable_txdmac - disables the transmit DMA controller
 124 * @card: card structure
 125 *
 126 * gelic_card_disable_txdmac terminates processing on the DMA controller by
 127 * turing off DMA and issuing a force end
 128 */
 129static void gelic_card_disable_txdmac(struct gelic_card *card)
 130{
 131        int status;
 132
 133        /* this hvc blocks until the DMA in progress really stopped */
 134        status = lv1_net_stop_tx_dma(bus_id(card), dev_id(card));
 135        if (status)
 136                dev_err(ctodev(card),
 137                        "lv1_net_stop_tx_dma failed, status=%d\n", status);
 138}
 139
 140/**
 141 * gelic_card_enable_rxdmac - enables the receive DMA controller
 142 * @card: card structure
 143 *
 144 * gelic_card_enable_rxdmac enables the DMA controller by setting RX_DMA_EN
 145 * in the GDADMACCNTR register
 146 */
 147static void gelic_card_enable_rxdmac(struct gelic_card *card)
 148{
 149        int status;
 150
 151#ifdef DEBUG
 152        if (gelic_descr_get_status(card->rx_chain.head) !=
 153            GELIC_DESCR_DMA_CARDOWNED) {
 154                printk(KERN_ERR "%s: status=%x\n", __func__,
 155                       be32_to_cpu(card->rx_chain.head->dmac_cmd_status));
 156                printk(KERN_ERR "%s: nextphy=%x\n", __func__,
 157                       be32_to_cpu(card->rx_chain.head->next_descr_addr));
 158                printk(KERN_ERR "%s: head=%p\n", __func__,
 159                       card->rx_chain.head);
 160        }
 161#endif
 162        status = lv1_net_start_rx_dma(bus_id(card), dev_id(card),
 163                                card->rx_chain.head->bus_addr, 0);
 164        if (status)
 165                dev_info(ctodev(card),
 166                         "lv1_net_start_rx_dma failed, status=%d\n", status);
 167}
 168
 169/**
 170 * gelic_card_disable_rxdmac - disables the receive DMA controller
 171 * @card: card structure
 172 *
 173 * gelic_card_disable_rxdmac terminates processing on the DMA controller by
 174 * turing off DMA and issuing a force end
 175 */
 176static void gelic_card_disable_rxdmac(struct gelic_card *card)
 177{
 178        int status;
 179
 180        /* this hvc blocks until the DMA in progress really stopped */
 181        status = lv1_net_stop_rx_dma(bus_id(card), dev_id(card));
 182        if (status)
 183                dev_err(ctodev(card),
 184                        "lv1_net_stop_rx_dma failed, %d\n", status);
 185}
 186
 187/**
 188 * gelic_descr_set_status -- sets the status of a descriptor
 189 * @descr: descriptor to change
 190 * @status: status to set in the descriptor
 191 *
 192 * changes the status to the specified value. Doesn't change other bits
 193 * in the status
 194 */
 195static void gelic_descr_set_status(struct gelic_descr *descr,
 196                                   enum gelic_descr_dma_status status)
 197{
 198        descr->dmac_cmd_status = cpu_to_be32(status |
 199                        (be32_to_cpu(descr->dmac_cmd_status) &
 200                         ~GELIC_DESCR_DMA_STAT_MASK));
 201        /*
 202         * dma_cmd_status field is used to indicate whether the descriptor
 203         * is valid or not.
 204         * Usually caller of this function wants to inform that to the
 205         * hardware, so we assure here the hardware sees the change.
 206         */
 207        wmb();
 208}
 209
 210/**
 211 * gelic_card_reset_chain - reset status of a descriptor chain
 212 * @card: card structure
 213 * @chain: address of chain
 214 * @start_descr: address of descriptor array
 215 *
 216 * Reset the status of dma descriptors to ready state
 217 * and re-initialize the hardware chain for later use
 218 */
 219static void gelic_card_reset_chain(struct gelic_card *card,
 220                                   struct gelic_descr_chain *chain,
 221                                   struct gelic_descr *start_descr)
 222{
 223        struct gelic_descr *descr;
 224
 225        for (descr = start_descr; start_descr != descr->next; descr++) {
 226                gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED);
 227                descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr);
 228        }
 229
 230        chain->head = start_descr;
 231        chain->tail = (descr - 1);
 232
 233        (descr - 1)->next_descr_addr = 0;
 234}
 235
 236void gelic_card_up(struct gelic_card *card)
 237{
 238        pr_debug("%s: called\n", __func__);
 239        mutex_lock(&card->updown_lock);
 240        if (atomic_inc_return(&card->users) == 1) {
 241                pr_debug("%s: real do\n", __func__);
 242                /* enable irq */
 243                gelic_card_set_irq_mask(card, card->irq_mask);
 244                /* start rx */
 245                gelic_card_enable_rxdmac(card);
 246
 247                napi_enable(&card->napi);
 248        }
 249        mutex_unlock(&card->updown_lock);
 250        pr_debug("%s: done\n", __func__);
 251}
 252
 253void gelic_card_down(struct gelic_card *card)
 254{
 255        u64 mask;
 256        pr_debug("%s: called\n", __func__);
 257        mutex_lock(&card->updown_lock);
 258        if (atomic_dec_if_positive(&card->users) == 0) {
 259                pr_debug("%s: real do\n", __func__);
 260                napi_disable(&card->napi);
 261                /*
 262                 * Disable irq. Wireless interrupts will
 263                 * be disabled later if any
 264                 */
 265                mask = card->irq_mask & (GELIC_CARD_WLAN_EVENT_RECEIVED |
 266                                         GELIC_CARD_WLAN_COMMAND_COMPLETED);
 267                gelic_card_set_irq_mask(card, mask);
 268                /* stop rx */
 269                gelic_card_disable_rxdmac(card);
 270                gelic_card_reset_chain(card, &card->rx_chain,
 271                                       card->descr + GELIC_NET_TX_DESCRIPTORS);
 272                /* stop tx */
 273                gelic_card_disable_txdmac(card);
 274        }
 275        mutex_unlock(&card->updown_lock);
 276        pr_debug("%s: done\n", __func__);
 277}
 278
 279/**
 280 * gelic_card_free_chain - free descriptor chain
 281 * @card: card structure
 282 * @descr_in: address of desc
 283 */
 284static void gelic_card_free_chain(struct gelic_card *card,
 285                                  struct gelic_descr *descr_in)
 286{
 287        struct gelic_descr *descr;
 288
 289        for (descr = descr_in; descr && descr->bus_addr; descr = descr->next) {
 290                dma_unmap_single(ctodev(card), descr->bus_addr,
 291                                 GELIC_DESCR_SIZE, DMA_BIDIRECTIONAL);
 292                descr->bus_addr = 0;
 293        }
 294}
 295
 296/**
 297 * gelic_card_init_chain - links descriptor chain
 298 * @card: card structure
 299 * @chain: address of chain
 300 * @start_descr: address of descriptor array
 301 * @no: number of descriptors
 302 *
 303 * we manage a circular list that mirrors the hardware structure,
 304 * except that the hardware uses bus addresses.
 305 *
 306 * returns 0 on success, <0 on failure
 307 */
 308static int gelic_card_init_chain(struct gelic_card *card,
 309                                 struct gelic_descr_chain *chain,
 310                                 struct gelic_descr *start_descr, int no)
 311{
 312        int i;
 313        struct gelic_descr *descr;
 314
 315        descr = start_descr;
 316        memset(descr, 0, sizeof(*descr) * no);
 317
 318        /* set up the hardware pointers in each descriptor */
 319        for (i = 0; i < no; i++, descr++) {
 320                gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
 321                descr->bus_addr =
 322                        dma_map_single(ctodev(card), descr,
 323                                       GELIC_DESCR_SIZE,
 324                                       DMA_BIDIRECTIONAL);
 325
 326                if (!descr->bus_addr)
 327                        goto iommu_error;
 328
 329                descr->next = descr + 1;
 330                descr->prev = descr - 1;
 331        }
 332        /* make them as ring */
 333        (descr - 1)->next = start_descr;
 334        start_descr->prev = (descr - 1);
 335
 336        /* chain bus addr of hw descriptor */
 337        descr = start_descr;
 338        for (i = 0; i < no; i++, descr++) {
 339                descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr);
 340        }
 341
 342        chain->head = start_descr;
 343        chain->tail = start_descr;
 344
 345        /* do not chain last hw descriptor */
 346        (descr - 1)->next_descr_addr = 0;
 347
 348        return 0;
 349
 350iommu_error:
 351        for (i--, descr--; 0 <= i; i--, descr--)
 352                if (descr->bus_addr)
 353                        dma_unmap_single(ctodev(card), descr->bus_addr,
 354                                         GELIC_DESCR_SIZE,
 355                                         DMA_BIDIRECTIONAL);
 356        return -ENOMEM;
 357}
 358
 359/**
 360 * gelic_descr_prepare_rx - reinitializes a rx descriptor
 361 * @card: card structure
 362 * @descr: descriptor to re-init
 363 *
 364 * return 0 on success, <0 on failure
 365 *
 366 * allocates a new rx skb, iommu-maps it and attaches it to the descriptor.
 367 * Activate the descriptor state-wise
 368 */
 369static int gelic_descr_prepare_rx(struct gelic_card *card,
 370                                  struct gelic_descr *descr)
 371{
 372        int offset;
 373        unsigned int bufsize;
 374
 375        if (gelic_descr_get_status(descr) !=  GELIC_DESCR_DMA_NOT_IN_USE)
 376                dev_info(ctodev(card), "%s: ERROR status\n", __func__);
 377        /* we need to round up the buffer size to a multiple of 128 */
 378        bufsize = ALIGN(GELIC_NET_MAX_MTU, GELIC_NET_RXBUF_ALIGN);
 379
 380        /* and we need to have it 128 byte aligned, therefore we allocate a
 381         * bit more */
 382        descr->skb = dev_alloc_skb(bufsize + GELIC_NET_RXBUF_ALIGN - 1);
 383        if (!descr->skb) {
 384                descr->buf_addr = 0; /* tell DMAC don't touch memory */
 385                return -ENOMEM;
 386        }
 387        descr->buf_size = cpu_to_be32(bufsize);
 388        descr->dmac_cmd_status = 0;
 389        descr->result_size = 0;
 390        descr->valid_size = 0;
 391        descr->data_error = 0;
 392
 393        offset = ((unsigned long)descr->skb->data) &
 394                (GELIC_NET_RXBUF_ALIGN - 1);
 395        if (offset)
 396                skb_reserve(descr->skb, GELIC_NET_RXBUF_ALIGN - offset);
 397        /* io-mmu-map the skb */
 398        descr->buf_addr = cpu_to_be32(dma_map_single(ctodev(card),
 399                                                     descr->skb->data,
 400                                                     GELIC_NET_MAX_MTU,
 401                                                     DMA_FROM_DEVICE));
 402        if (!descr->buf_addr) {
 403                dev_kfree_skb_any(descr->skb);
 404                descr->skb = NULL;
 405                dev_info(ctodev(card),
 406                         "%s:Could not iommu-map rx buffer\n", __func__);
 407                gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
 408                return -ENOMEM;
 409        } else {
 410                gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED);
 411                return 0;
 412        }
 413}
 414
 415/**
 416 * gelic_card_release_rx_chain - free all skb of rx descr
 417 * @card: card structure
 418 *
 419 */
 420static void gelic_card_release_rx_chain(struct gelic_card *card)
 421{
 422        struct gelic_descr *descr = card->rx_chain.head;
 423
 424        do {
 425                if (descr->skb) {
 426                        dma_unmap_single(ctodev(card),
 427                                         be32_to_cpu(descr->buf_addr),
 428                                         descr->skb->len,
 429                                         DMA_FROM_DEVICE);
 430                        descr->buf_addr = 0;
 431                        dev_kfree_skb_any(descr->skb);
 432                        descr->skb = NULL;
 433                        gelic_descr_set_status(descr,
 434                                               GELIC_DESCR_DMA_NOT_IN_USE);
 435                }
 436                descr = descr->next;
 437        } while (descr != card->rx_chain.head);
 438}
 439
 440/**
 441 * gelic_card_fill_rx_chain - fills descriptors/skbs in the rx chains
 442 * @card: card structure
 443 *
 444 * fills all descriptors in the rx chain: allocates skbs
 445 * and iommu-maps them.
 446 * returns 0 on success, < 0 on failure
 447 */
 448static int gelic_card_fill_rx_chain(struct gelic_card *card)
 449{
 450        struct gelic_descr *descr = card->rx_chain.head;
 451        int ret;
 452
 453        do {
 454                if (!descr->skb) {
 455                        ret = gelic_descr_prepare_rx(card, descr);
 456                        if (ret)
 457                                goto rewind;
 458                }
 459                descr = descr->next;
 460        } while (descr != card->rx_chain.head);
 461
 462        return 0;
 463rewind:
 464        gelic_card_release_rx_chain(card);
 465        return ret;
 466}
 467
 468/**
 469 * gelic_card_alloc_rx_skbs - allocates rx skbs in rx descriptor chains
 470 * @card: card structure
 471 *
 472 * returns 0 on success, < 0 on failure
 473 */
 474static int gelic_card_alloc_rx_skbs(struct gelic_card *card)
 475{
 476        struct gelic_descr_chain *chain;
 477        int ret;
 478        chain = &card->rx_chain;
 479        ret = gelic_card_fill_rx_chain(card);
 480        chain->tail = card->rx_top->prev; /* point to the last */
 481        return ret;
 482}
 483
 484/**
 485 * gelic_descr_release_tx - processes a used tx descriptor
 486 * @card: card structure
 487 * @descr: descriptor to release
 488 *
 489 * releases a used tx descriptor (unmapping, freeing of skb)
 490 */
 491static void gelic_descr_release_tx(struct gelic_card *card,
 492                                       struct gelic_descr *descr)
 493{
 494        struct sk_buff *skb = descr->skb;
 495
 496        BUG_ON(!(be32_to_cpu(descr->data_status) & GELIC_DESCR_TX_TAIL));
 497
 498        dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr), skb->len,
 499                         DMA_TO_DEVICE);
 500        dev_kfree_skb_any(skb);
 501
 502        descr->buf_addr = 0;
 503        descr->buf_size = 0;
 504        descr->next_descr_addr = 0;
 505        descr->result_size = 0;
 506        descr->valid_size = 0;
 507        descr->data_status = 0;
 508        descr->data_error = 0;
 509        descr->skb = NULL;
 510
 511        /* set descr status */
 512        gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
 513}
 514
 515static void gelic_card_stop_queues(struct gelic_card *card)
 516{
 517        netif_stop_queue(card->netdev[GELIC_PORT_ETHERNET_0]);
 518
 519        if (card->netdev[GELIC_PORT_WIRELESS])
 520                netif_stop_queue(card->netdev[GELIC_PORT_WIRELESS]);
 521}
 522static void gelic_card_wake_queues(struct gelic_card *card)
 523{
 524        netif_wake_queue(card->netdev[GELIC_PORT_ETHERNET_0]);
 525
 526        if (card->netdev[GELIC_PORT_WIRELESS])
 527                netif_wake_queue(card->netdev[GELIC_PORT_WIRELESS]);
 528}
 529/**
 530 * gelic_card_release_tx_chain - processes sent tx descriptors
 531 * @card: adapter structure
 532 * @stop: net_stop sequence
 533 *
 534 * releases the tx descriptors that gelic has finished with
 535 */
 536static void gelic_card_release_tx_chain(struct gelic_card *card, int stop)
 537{
 538        struct gelic_descr_chain *tx_chain;
 539        enum gelic_descr_dma_status status;
 540        struct net_device *netdev;
 541        int release = 0;
 542
 543        for (tx_chain = &card->tx_chain;
 544             tx_chain->head != tx_chain->tail && tx_chain->tail;
 545             tx_chain->tail = tx_chain->tail->next) {
 546                status = gelic_descr_get_status(tx_chain->tail);
 547                netdev = tx_chain->tail->skb->dev;
 548                switch (status) {
 549                case GELIC_DESCR_DMA_RESPONSE_ERROR:
 550                case GELIC_DESCR_DMA_PROTECTION_ERROR:
 551                case GELIC_DESCR_DMA_FORCE_END:
 552                        if (printk_ratelimit())
 553                                dev_info(ctodev(card),
 554                                         "%s: forcing end of tx descriptor " \
 555                                         "with status %x\n",
 556                                         __func__, status);
 557                        netdev->stats.tx_dropped++;
 558                        break;
 559
 560                case GELIC_DESCR_DMA_COMPLETE:
 561                        if (tx_chain->tail->skb) {
 562                                netdev->stats.tx_packets++;
 563                                netdev->stats.tx_bytes +=
 564                                        tx_chain->tail->skb->len;
 565                        }
 566                        break;
 567
 568                case GELIC_DESCR_DMA_CARDOWNED:
 569                        /* pending tx request */
 570                default:
 571                        /* any other value (== GELIC_DESCR_DMA_NOT_IN_USE) */
 572                        if (!stop)
 573                                goto out;
 574                }
 575                gelic_descr_release_tx(card, tx_chain->tail);
 576                release ++;
 577        }
 578out:
 579        if (!stop && release)
 580                gelic_card_wake_queues(card);
 581}
 582
 583/**
 584 * gelic_net_set_multi - sets multicast addresses and promisc flags
 585 * @netdev: interface device structure
 586 *
 587 * gelic_net_set_multi configures multicast addresses as needed for the
 588 * netdev interface. It also sets up multicast, allmulti and promisc
 589 * flags appropriately
 590 */
 591void gelic_net_set_multi(struct net_device *netdev)
 592{
 593        struct gelic_card *card = netdev_card(netdev);
 594        struct netdev_hw_addr *ha;
 595        unsigned int i;
 596        uint8_t *p;
 597        u64 addr;
 598        int status;
 599
 600        /* clear all multicast address */
 601        status = lv1_net_remove_multicast_address(bus_id(card), dev_id(card),
 602                                                  0, 1);
 603        if (status)
 604                dev_err(ctodev(card),
 605                        "lv1_net_remove_multicast_address failed %d\n",
 606                        status);
 607        /* set broadcast address */
 608        status = lv1_net_add_multicast_address(bus_id(card), dev_id(card),
 609                                               GELIC_NET_BROADCAST_ADDR, 0);
 610        if (status)
 611                dev_err(ctodev(card),
 612                        "lv1_net_add_multicast_address failed, %d\n",
 613                        status);
 614
 615        if ((netdev->flags & IFF_ALLMULTI) ||
 616            (netdev_mc_count(netdev) > GELIC_NET_MC_COUNT_MAX)) {
 617                status = lv1_net_add_multicast_address(bus_id(card),
 618                                                       dev_id(card),
 619                                                       0, 1);
 620                if (status)
 621                        dev_err(ctodev(card),
 622                                "lv1_net_add_multicast_address failed, %d\n",
 623                                status);
 624                return;
 625        }
 626
 627        /* set multicast addresses */
 628        netdev_for_each_mc_addr(ha, netdev) {
 629                addr = 0;
 630                p = ha->addr;
 631                for (i = 0; i < ETH_ALEN; i++) {
 632                        addr <<= 8;
 633                        addr |= *p++;
 634                }
 635                status = lv1_net_add_multicast_address(bus_id(card),
 636                                                       dev_id(card),
 637                                                       addr, 0);
 638                if (status)
 639                        dev_err(ctodev(card),
 640                                "lv1_net_add_multicast_address failed, %d\n",
 641                                status);
 642        }
 643}
 644
 645/**
 646 * gelic_net_stop - called upon ifconfig down
 647 * @netdev: interface device structure
 648 *
 649 * always returns 0
 650 */
 651int gelic_net_stop(struct net_device *netdev)
 652{
 653        struct gelic_card *card;
 654
 655        pr_debug("%s: start\n", __func__);
 656
 657        netif_stop_queue(netdev);
 658        netif_carrier_off(netdev);
 659
 660        card = netdev_card(netdev);
 661        gelic_card_down(card);
 662
 663        pr_debug("%s: done\n", __func__);
 664        return 0;
 665}
 666
 667/**
 668 * gelic_card_get_next_tx_descr - returns the next available tx descriptor
 669 * @card: device structure to get descriptor from
 670 *
 671 * returns the address of the next descriptor, or NULL if not available.
 672 */
 673static struct gelic_descr *
 674gelic_card_get_next_tx_descr(struct gelic_card *card)
 675{
 676        if (!card->tx_chain.head)
 677                return NULL;
 678        /*  see if the next descriptor is free */
 679        if (card->tx_chain.tail != card->tx_chain.head->next &&
 680            gelic_descr_get_status(card->tx_chain.head) ==
 681            GELIC_DESCR_DMA_NOT_IN_USE)
 682                return card->tx_chain.head;
 683        else
 684                return NULL;
 685
 686}
 687
 688/**
 689 * gelic_net_set_txdescr_cmdstat - sets the tx descriptor command field
 690 * @descr: descriptor structure to fill out
 691 * @skb: packet to consider
 692 *
 693 * fills out the command and status field of the descriptor structure,
 694 * depending on hardware checksum settings. This function assumes a wmb()
 695 * has executed before.
 696 */
 697static void gelic_descr_set_tx_cmdstat(struct gelic_descr *descr,
 698                                       struct sk_buff *skb)
 699{
 700        if (skb->ip_summed != CHECKSUM_PARTIAL)
 701                descr->dmac_cmd_status =
 702                        cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM |
 703                                    GELIC_DESCR_TX_DMA_FRAME_TAIL);
 704        else {
 705                /* is packet ip?
 706                 * if yes: tcp? udp? */
 707                if (skb->protocol == htons(ETH_P_IP)) {
 708                        if (ip_hdr(skb)->protocol == IPPROTO_TCP)
 709                                descr->dmac_cmd_status =
 710                                cpu_to_be32(GELIC_DESCR_DMA_CMD_TCP_CHKSUM |
 711                                            GELIC_DESCR_TX_DMA_FRAME_TAIL);
 712
 713                        else if (ip_hdr(skb)->protocol == IPPROTO_UDP)
 714                                descr->dmac_cmd_status =
 715                                cpu_to_be32(GELIC_DESCR_DMA_CMD_UDP_CHKSUM |
 716                                            GELIC_DESCR_TX_DMA_FRAME_TAIL);
 717                        else    /*
 718                                 * the stack should checksum non-tcp and non-udp
 719                                 * packets on his own: NETIF_F_IP_CSUM
 720                                 */
 721                                descr->dmac_cmd_status =
 722                                cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM |
 723                                            GELIC_DESCR_TX_DMA_FRAME_TAIL);
 724                }
 725        }
 726}
 727
 728static struct sk_buff *gelic_put_vlan_tag(struct sk_buff *skb,
 729                                                 unsigned short tag)
 730{
 731        struct vlan_ethhdr *veth;
 732        static unsigned int c;
 733
 734        if (skb_headroom(skb) < VLAN_HLEN) {
 735                struct sk_buff *sk_tmp = skb;
 736                pr_debug("%s: hd=%d c=%ud\n", __func__, skb_headroom(skb), c);
 737                skb = skb_realloc_headroom(sk_tmp, VLAN_HLEN);
 738                if (!skb)
 739                        return NULL;
 740                dev_kfree_skb_any(sk_tmp);
 741        }
 742        veth = skb_push(skb, VLAN_HLEN);
 743
 744        /* Move the mac addresses to the top of buffer */
 745        memmove(skb->data, skb->data + VLAN_HLEN, 2 * ETH_ALEN);
 746
 747        veth->h_vlan_proto = cpu_to_be16(ETH_P_8021Q);
 748        veth->h_vlan_TCI = htons(tag);
 749
 750        return skb;
 751}
 752
 753/**
 754 * gelic_descr_prepare_tx - setup a descriptor for sending packets
 755 * @card: card structure
 756 * @descr: descriptor structure
 757 * @skb: packet to use
 758 *
 759 * returns 0 on success, <0 on failure.
 760 *
 761 */
 762static int gelic_descr_prepare_tx(struct gelic_card *card,
 763                                  struct gelic_descr *descr,
 764                                  struct sk_buff *skb)
 765{
 766        dma_addr_t buf;
 767
 768        if (card->vlan_required) {
 769                struct sk_buff *skb_tmp;
 770                enum gelic_port_type type;
 771
 772                type = netdev_port(skb->dev)->type;
 773                skb_tmp = gelic_put_vlan_tag(skb,
 774                                             card->vlan[type].tx);
 775                if (!skb_tmp)
 776                        return -ENOMEM;
 777                skb = skb_tmp;
 778        }
 779
 780        buf = dma_map_single(ctodev(card), skb->data, skb->len, DMA_TO_DEVICE);
 781
 782        if (!buf) {
 783                dev_err(ctodev(card),
 784                        "dma map 2 failed (%p, %i). Dropping packet\n",
 785                        skb->data, skb->len);
 786                return -ENOMEM;
 787        }
 788
 789        descr->buf_addr = cpu_to_be32(buf);
 790        descr->buf_size = cpu_to_be32(skb->len);
 791        descr->skb = skb;
 792        descr->data_status = 0;
 793        descr->next_descr_addr = 0; /* terminate hw descr */
 794        gelic_descr_set_tx_cmdstat(descr, skb);
 795
 796        /* bump free descriptor pointer */
 797        card->tx_chain.head = descr->next;
 798        return 0;
 799}
 800
 801/**
 802 * gelic_card_kick_txdma - enables TX DMA processing
 803 * @card: card structure
 804 * @descr: descriptor address to enable TX processing at
 805 *
 806 */
 807static int gelic_card_kick_txdma(struct gelic_card *card,
 808                                 struct gelic_descr *descr)
 809{
 810        int status = 0;
 811
 812        if (card->tx_dma_progress)
 813                return 0;
 814
 815        if (gelic_descr_get_status(descr) == GELIC_DESCR_DMA_CARDOWNED) {
 816                card->tx_dma_progress = 1;
 817                status = lv1_net_start_tx_dma(bus_id(card), dev_id(card),
 818                                              descr->bus_addr, 0);
 819                if (status) {
 820                        card->tx_dma_progress = 0;
 821                        dev_info(ctodev(card), "lv1_net_start_txdma failed," \
 822                                 "status=%d\n", status);
 823                }
 824        }
 825        return status;
 826}
 827
 828/**
 829 * gelic_net_xmit - transmits a frame over the device
 830 * @skb: packet to send out
 831 * @netdev: interface device structure
 832 *
 833 * returns NETDEV_TX_OK on success, NETDEV_TX_BUSY on failure
 834 */
 835netdev_tx_t gelic_net_xmit(struct sk_buff *skb, struct net_device *netdev)
 836{
 837        struct gelic_card *card = netdev_card(netdev);
 838        struct gelic_descr *descr;
 839        int result;
 840        unsigned long flags;
 841
 842        spin_lock_irqsave(&card->tx_lock, flags);
 843
 844        gelic_card_release_tx_chain(card, 0);
 845
 846        descr = gelic_card_get_next_tx_descr(card);
 847        if (!descr) {
 848                /*
 849                 * no more descriptors free
 850                 */
 851                gelic_card_stop_queues(card);
 852                spin_unlock_irqrestore(&card->tx_lock, flags);
 853                return NETDEV_TX_BUSY;
 854        }
 855
 856        result = gelic_descr_prepare_tx(card, descr, skb);
 857        if (result) {
 858                /*
 859                 * DMA map failed.  As chances are that failure
 860                 * would continue, just release skb and return
 861                 */
 862                netdev->stats.tx_dropped++;
 863                dev_kfree_skb_any(skb);
 864                spin_unlock_irqrestore(&card->tx_lock, flags);
 865                return NETDEV_TX_OK;
 866        }
 867        /*
 868         * link this prepared descriptor to previous one
 869         * to achieve high performance
 870         */
 871        descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr);
 872        /*
 873         * as hardware descriptor is modified in the above lines,
 874         * ensure that the hardware sees it
 875         */
 876        wmb();
 877        if (gelic_card_kick_txdma(card, descr)) {
 878                /*
 879                 * kick failed.
 880                 * release descriptor which was just prepared
 881                 */
 882                netdev->stats.tx_dropped++;
 883                /* don't trigger BUG_ON() in gelic_descr_release_tx */
 884                descr->data_status = cpu_to_be32(GELIC_DESCR_TX_TAIL);
 885                gelic_descr_release_tx(card, descr);
 886                /* reset head */
 887                card->tx_chain.head = descr;
 888                /* reset hw termination */
 889                descr->prev->next_descr_addr = 0;
 890                dev_info(ctodev(card), "%s: kick failure\n", __func__);
 891        }
 892
 893        spin_unlock_irqrestore(&card->tx_lock, flags);
 894        return NETDEV_TX_OK;
 895}
 896
 897/**
 898 * gelic_net_pass_skb_up - takes an skb from a descriptor and passes it on
 899 * @descr: descriptor to process
 900 * @card: card structure
 901 * @netdev: net_device structure to be passed packet
 902 *
 903 * iommu-unmaps the skb, fills out skb structure and passes the data to the
 904 * stack. The descriptor state is not changed.
 905 */
 906static void gelic_net_pass_skb_up(struct gelic_descr *descr,
 907                                  struct gelic_card *card,
 908                                  struct net_device *netdev)
 909
 910{
 911        struct sk_buff *skb = descr->skb;
 912        u32 data_status, data_error;
 913
 914        data_status = be32_to_cpu(descr->data_status);
 915        data_error = be32_to_cpu(descr->data_error);
 916        /* unmap skb buffer */
 917        dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr),
 918                         GELIC_NET_MAX_MTU,
 919                         DMA_FROM_DEVICE);
 920
 921        skb_put(skb, be32_to_cpu(descr->valid_size)?
 922                be32_to_cpu(descr->valid_size) :
 923                be32_to_cpu(descr->result_size));
 924        if (!descr->valid_size)
 925                dev_info(ctodev(card), "buffer full %x %x %x\n",
 926                         be32_to_cpu(descr->result_size),
 927                         be32_to_cpu(descr->buf_size),
 928                         be32_to_cpu(descr->dmac_cmd_status));
 929
 930        descr->skb = NULL;
 931        /*
 932         * the card put 2 bytes vlan tag in front
 933         * of the ethernet frame
 934         */
 935        skb_pull(skb, 2);
 936        skb->protocol = eth_type_trans(skb, netdev);
 937
 938        /* checksum offload */
 939        if (netdev->features & NETIF_F_RXCSUM) {
 940                if ((data_status & GELIC_DESCR_DATA_STATUS_CHK_MASK) &&
 941                    (!(data_error & GELIC_DESCR_DATA_ERROR_CHK_MASK)))
 942                        skb->ip_summed = CHECKSUM_UNNECESSARY;
 943                else
 944                        skb_checksum_none_assert(skb);
 945        } else
 946                skb_checksum_none_assert(skb);
 947
 948        /* update netdevice statistics */
 949        netdev->stats.rx_packets++;
 950        netdev->stats.rx_bytes += skb->len;
 951
 952        /* pass skb up to stack */
 953        netif_receive_skb(skb);
 954}
 955
 956/**
 957 * gelic_card_decode_one_descr - processes an rx descriptor
 958 * @card: card structure
 959 *
 960 * returns 1 if a packet has been sent to the stack, otherwise 0
 961 *
 962 * processes an rx descriptor by iommu-unmapping the data buffer and passing
 963 * the packet up to the stack
 964 */
 965static int gelic_card_decode_one_descr(struct gelic_card *card)
 966{
 967        enum gelic_descr_dma_status status;
 968        struct gelic_descr_chain *chain = &card->rx_chain;
 969        struct gelic_descr *descr = chain->head;
 970        struct net_device *netdev = NULL;
 971        int dmac_chain_ended;
 972
 973        status = gelic_descr_get_status(descr);
 974
 975        if (status == GELIC_DESCR_DMA_CARDOWNED)
 976                return 0;
 977
 978        if (status == GELIC_DESCR_DMA_NOT_IN_USE) {
 979                dev_dbg(ctodev(card), "dormant descr? %p\n", descr);
 980                return 0;
 981        }
 982
 983        /* netdevice select */
 984        if (card->vlan_required) {
 985                unsigned int i;
 986                u16 vid;
 987                vid = *(u16 *)(descr->skb->data) & VLAN_VID_MASK;
 988                for (i = 0; i < GELIC_PORT_MAX; i++) {
 989                        if (card->vlan[i].rx == vid) {
 990                                netdev = card->netdev[i];
 991                                break;
 992                        }
 993                }
 994                if (GELIC_PORT_MAX <= i) {
 995                        pr_info("%s: unknown packet vid=%x\n", __func__, vid);
 996                        goto refill;
 997                }
 998        } else
 999                netdev = card->netdev[GELIC_PORT_ETHERNET_0];
1000
1001        if ((status == GELIC_DESCR_DMA_RESPONSE_ERROR) ||
1002            (status == GELIC_DESCR_DMA_PROTECTION_ERROR) ||
1003            (status == GELIC_DESCR_DMA_FORCE_END)) {
1004                dev_info(ctodev(card), "dropping RX descriptor with state %x\n",
1005                         status);
1006                netdev->stats.rx_dropped++;
1007                goto refill;
1008        }
1009
1010        if (status == GELIC_DESCR_DMA_BUFFER_FULL) {
1011                /*
1012                 * Buffer full would occur if and only if
1013                 * the frame length was longer than the size of this
1014                 * descriptor's buffer.  If the frame length was equal
1015                 * to or shorter than buffer'size, FRAME_END condition
1016                 * would occur.
1017                 * Anyway this frame was longer than the MTU,
1018                 * just drop it.
1019                 */
1020                dev_info(ctodev(card), "overlength frame\n");
1021                goto refill;
1022        }
1023        /*
1024         * descriptors any other than FRAME_END here should
1025         * be treated as error.
1026         */
1027        if (status != GELIC_DESCR_DMA_FRAME_END) {
1028                dev_dbg(ctodev(card), "RX descriptor with state %x\n",
1029                        status);
1030                goto refill;
1031        }
1032
1033        /* ok, we've got a packet in descr */
1034        gelic_net_pass_skb_up(descr, card, netdev);
1035refill:
1036
1037        /* is the current descriptor terminated with next_descr == NULL? */
1038        dmac_chain_ended =
1039                be32_to_cpu(descr->dmac_cmd_status) &
1040                GELIC_DESCR_RX_DMA_CHAIN_END;
1041        /*
1042         * So that always DMAC can see the end
1043         * of the descriptor chain to avoid
1044         * from unwanted DMAC overrun.
1045         */
1046        descr->next_descr_addr = 0;
1047
1048        /* change the descriptor state: */
1049        gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
1050
1051        /*
1052         * this call can fail, but for now, just leave this
1053         * descriptor without skb
1054         */
1055        gelic_descr_prepare_rx(card, descr);
1056
1057        chain->tail = descr;
1058        chain->head = descr->next;
1059
1060        /*
1061         * Set this descriptor the end of the chain.
1062         */
1063        descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr);
1064
1065        /*
1066         * If dmac chain was met, DMAC stopped.
1067         * thus re-enable it
1068         */
1069
1070        if (dmac_chain_ended)
1071                gelic_card_enable_rxdmac(card);
1072
1073        return 1;
1074}
1075
1076/**
1077 * gelic_net_poll - NAPI poll function called by the stack to return packets
1078 * @napi: napi structure
1079 * @budget: number of packets we can pass to the stack at most
1080 *
1081 * returns the number of the processed packets
1082 *
1083 */
1084static int gelic_net_poll(struct napi_struct *napi, int budget)
1085{
1086        struct gelic_card *card = container_of(napi, struct gelic_card, napi);
1087        int packets_done = 0;
1088
1089        while (packets_done < budget) {
1090                if (!gelic_card_decode_one_descr(card))
1091                        break;
1092
1093                packets_done++;
1094        }
1095
1096        if (packets_done < budget) {
1097                napi_complete_done(napi, packets_done);
1098                gelic_card_rx_irq_on(card);
1099        }
1100        return packets_done;
1101}
1102
1103/*
1104 * gelic_card_interrupt - event handler for gelic_net
1105 */
1106static irqreturn_t gelic_card_interrupt(int irq, void *ptr)
1107{
1108        unsigned long flags;
1109        struct gelic_card *card = ptr;
1110        u64 status;
1111
1112        status = card->irq_status;
1113
1114        if (!status)
1115                return IRQ_NONE;
1116
1117        status &= card->irq_mask;
1118
1119        if (status & GELIC_CARD_RXINT) {
1120                gelic_card_rx_irq_off(card);
1121                napi_schedule(&card->napi);
1122        }
1123
1124        if (status & GELIC_CARD_TXINT) {
1125                spin_lock_irqsave(&card->tx_lock, flags);
1126                card->tx_dma_progress = 0;
1127                gelic_card_release_tx_chain(card, 0);
1128                /* kick outstanding tx descriptor if any */
1129                gelic_card_kick_txdma(card, card->tx_chain.tail);
1130                spin_unlock_irqrestore(&card->tx_lock, flags);
1131        }
1132
1133        /* ether port status changed */
1134        if (status & GELIC_CARD_PORT_STATUS_CHANGED)
1135                gelic_card_get_ether_port_status(card, 1);
1136
1137#ifdef CONFIG_GELIC_WIRELESS
1138        if (status & (GELIC_CARD_WLAN_EVENT_RECEIVED |
1139                      GELIC_CARD_WLAN_COMMAND_COMPLETED))
1140                gelic_wl_interrupt(card->netdev[GELIC_PORT_WIRELESS], status);
1141#endif
1142
1143        return IRQ_HANDLED;
1144}
1145
1146#ifdef CONFIG_NET_POLL_CONTROLLER
1147/**
1148 * gelic_net_poll_controller - artificial interrupt for netconsole etc.
1149 * @netdev: interface device structure
1150 *
1151 * see Documentation/networking/netconsole.rst
1152 */
1153void gelic_net_poll_controller(struct net_device *netdev)
1154{
1155        struct gelic_card *card = netdev_card(netdev);
1156
1157        gelic_card_set_irq_mask(card, 0);
1158        gelic_card_interrupt(netdev->irq, netdev);
1159        gelic_card_set_irq_mask(card, card->irq_mask);
1160}
1161#endif /* CONFIG_NET_POLL_CONTROLLER */
1162
1163/**
1164 * gelic_net_open - called upon ifconfig up
1165 * @netdev: interface device structure
1166 *
1167 * returns 0 on success, <0 on failure
1168 *
1169 * gelic_net_open allocates all the descriptors and memory needed for
1170 * operation, sets up multicast list and enables interrupts
1171 */
1172int gelic_net_open(struct net_device *netdev)
1173{
1174        struct gelic_card *card = netdev_card(netdev);
1175
1176        dev_dbg(ctodev(card), " -> %s %p\n", __func__, netdev);
1177
1178        gelic_card_up(card);
1179
1180        netif_start_queue(netdev);
1181        gelic_card_get_ether_port_status(card, 1);
1182
1183        dev_dbg(ctodev(card), " <- %s\n", __func__);
1184        return 0;
1185}
1186
1187void gelic_net_get_drvinfo(struct net_device *netdev,
1188                           struct ethtool_drvinfo *info)
1189{
1190        strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
1191        strlcpy(info->version, DRV_VERSION, sizeof(info->version));
1192}
1193
1194static int gelic_ether_get_link_ksettings(struct net_device *netdev,
1195                                          struct ethtool_link_ksettings *cmd)
1196{
1197        struct gelic_card *card = netdev_card(netdev);
1198        u32 supported, advertising;
1199
1200        gelic_card_get_ether_port_status(card, 0);
1201
1202        if (card->ether_port_status & GELIC_LV1_ETHER_FULL_DUPLEX)
1203                cmd->base.duplex = DUPLEX_FULL;
1204        else
1205                cmd->base.duplex = DUPLEX_HALF;
1206
1207        switch (card->ether_port_status & GELIC_LV1_ETHER_SPEED_MASK) {
1208        case GELIC_LV1_ETHER_SPEED_10:
1209                cmd->base.speed = SPEED_10;
1210                break;
1211        case GELIC_LV1_ETHER_SPEED_100:
1212                cmd->base.speed = SPEED_100;
1213                break;
1214        case GELIC_LV1_ETHER_SPEED_1000:
1215                cmd->base.speed = SPEED_1000;
1216                break;
1217        default:
1218                pr_info("%s: speed unknown\n", __func__);
1219                cmd->base.speed = SPEED_10;
1220                break;
1221        }
1222
1223        supported = SUPPORTED_TP | SUPPORTED_Autoneg |
1224                        SUPPORTED_10baseT_Half | SUPPORTED_10baseT_Full |
1225                        SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full |
1226                        SUPPORTED_1000baseT_Full;
1227        advertising = supported;
1228        if (card->link_mode & GELIC_LV1_ETHER_AUTO_NEG) {
1229                cmd->base.autoneg = AUTONEG_ENABLE;
1230        } else {
1231                cmd->base.autoneg = AUTONEG_DISABLE;
1232                advertising &= ~ADVERTISED_Autoneg;
1233        }
1234        cmd->base.port = PORT_TP;
1235
1236        ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported,
1237                                                supported);
1238        ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising,
1239                                                advertising);
1240
1241        return 0;
1242}
1243
1244static int
1245gelic_ether_set_link_ksettings(struct net_device *netdev,
1246                               const struct ethtool_link_ksettings *cmd)
1247{
1248        struct gelic_card *card = netdev_card(netdev);
1249        u64 mode;
1250        int ret;
1251
1252        if (cmd->base.autoneg == AUTONEG_ENABLE) {
1253                mode = GELIC_LV1_ETHER_AUTO_NEG;
1254        } else {
1255                switch (cmd->base.speed) {
1256                case SPEED_10:
1257                        mode = GELIC_LV1_ETHER_SPEED_10;
1258                        break;
1259                case SPEED_100:
1260                        mode = GELIC_LV1_ETHER_SPEED_100;
1261                        break;
1262                case SPEED_1000:
1263                        mode = GELIC_LV1_ETHER_SPEED_1000;
1264                        break;
1265                default:
1266                        return -EINVAL;
1267                }
1268                if (cmd->base.duplex == DUPLEX_FULL) {
1269                        mode |= GELIC_LV1_ETHER_FULL_DUPLEX;
1270                } else if (cmd->base.speed == SPEED_1000) {
1271                        pr_info("1000 half duplex is not supported.\n");
1272                        return -EINVAL;
1273                }
1274        }
1275
1276        ret = gelic_card_set_link_mode(card, mode);
1277
1278        if (ret)
1279                return ret;
1280
1281        return 0;
1282}
1283
1284static void gelic_net_get_wol(struct net_device *netdev,
1285                              struct ethtool_wolinfo *wol)
1286{
1287        if (0 <= ps3_compare_firmware_version(2, 2, 0))
1288                wol->supported = WAKE_MAGIC;
1289        else
1290                wol->supported = 0;
1291
1292        wol->wolopts = ps3_sys_manager_get_wol() ? wol->supported : 0;
1293        memset(&wol->sopass, 0, sizeof(wol->sopass));
1294}
1295static int gelic_net_set_wol(struct net_device *netdev,
1296                             struct ethtool_wolinfo *wol)
1297{
1298        int status;
1299        struct gelic_card *card;
1300        u64 v1, v2;
1301
1302        if (ps3_compare_firmware_version(2, 2, 0) < 0 ||
1303            !capable(CAP_NET_ADMIN))
1304                return -EPERM;
1305
1306        if (wol->wolopts & ~WAKE_MAGIC)
1307                return -EINVAL;
1308
1309        card = netdev_card(netdev);
1310        if (wol->wolopts & WAKE_MAGIC) {
1311                status = lv1_net_control(bus_id(card), dev_id(card),
1312                                         GELIC_LV1_SET_WOL,
1313                                         GELIC_LV1_WOL_MAGIC_PACKET,
1314                                         0, GELIC_LV1_WOL_MP_ENABLE,
1315                                         &v1, &v2);
1316                if (status) {
1317                        pr_info("%s: enabling WOL failed %d\n", __func__,
1318                                status);
1319                        status = -EIO;
1320                        goto done;
1321                }
1322                status = lv1_net_control(bus_id(card), dev_id(card),
1323                                         GELIC_LV1_SET_WOL,
1324                                         GELIC_LV1_WOL_ADD_MATCH_ADDR,
1325                                         0, GELIC_LV1_WOL_MATCH_ALL,
1326                                         &v1, &v2);
1327                if (!status)
1328                        ps3_sys_manager_set_wol(1);
1329                else {
1330                        pr_info("%s: enabling WOL filter failed %d\n",
1331                                __func__, status);
1332                        status = -EIO;
1333                }
1334        } else {
1335                status = lv1_net_control(bus_id(card), dev_id(card),
1336                                         GELIC_LV1_SET_WOL,
1337                                         GELIC_LV1_WOL_MAGIC_PACKET,
1338                                         0, GELIC_LV1_WOL_MP_DISABLE,
1339                                         &v1, &v2);
1340                if (status) {
1341                        pr_info("%s: disabling WOL failed %d\n", __func__,
1342                                status);
1343                        status = -EIO;
1344                        goto done;
1345                }
1346                status = lv1_net_control(bus_id(card), dev_id(card),
1347                                         GELIC_LV1_SET_WOL,
1348                                         GELIC_LV1_WOL_DELETE_MATCH_ADDR,
1349                                         0, GELIC_LV1_WOL_MATCH_ALL,
1350                                         &v1, &v2);
1351                if (!status)
1352                        ps3_sys_manager_set_wol(0);
1353                else {
1354                        pr_info("%s: removing WOL filter failed %d\n",
1355                                __func__, status);
1356                        status = -EIO;
1357                }
1358        }
1359done:
1360        return status;
1361}
1362
1363static const struct ethtool_ops gelic_ether_ethtool_ops = {
1364        .get_drvinfo    = gelic_net_get_drvinfo,
1365        .get_link       = ethtool_op_get_link,
1366        .get_wol        = gelic_net_get_wol,
1367        .set_wol        = gelic_net_set_wol,
1368        .get_link_ksettings = gelic_ether_get_link_ksettings,
1369        .set_link_ksettings = gelic_ether_set_link_ksettings,
1370};
1371
1372/**
1373 * gelic_net_tx_timeout_task - task scheduled by the watchdog timeout
1374 * function (to be called not under interrupt status)
1375 * @work: work is context of tx timout task
1376 *
1377 * called as task when tx hangs, resets interface (if interface is up)
1378 */
1379static void gelic_net_tx_timeout_task(struct work_struct *work)
1380{
1381        struct gelic_card *card =
1382                container_of(work, struct gelic_card, tx_timeout_task);
1383        struct net_device *netdev = card->netdev[GELIC_PORT_ETHERNET_0];
1384
1385        dev_info(ctodev(card), "%s:Timed out. Restarting...\n", __func__);
1386
1387        if (!(netdev->flags & IFF_UP))
1388                goto out;
1389
1390        netif_device_detach(netdev);
1391        gelic_net_stop(netdev);
1392
1393        gelic_net_open(netdev);
1394        netif_device_attach(netdev);
1395
1396out:
1397        atomic_dec(&card->tx_timeout_task_counter);
1398}
1399
1400/**
1401 * gelic_net_tx_timeout - called when the tx timeout watchdog kicks in.
1402 * @netdev: interface device structure
1403 * @txqueue: unused
1404 *
1405 * called, if tx hangs. Schedules a task that resets the interface
1406 */
1407void gelic_net_tx_timeout(struct net_device *netdev, unsigned int txqueue)
1408{
1409        struct gelic_card *card;
1410
1411        card = netdev_card(netdev);
1412        atomic_inc(&card->tx_timeout_task_counter);
1413        if (netdev->flags & IFF_UP)
1414                schedule_work(&card->tx_timeout_task);
1415        else
1416                atomic_dec(&card->tx_timeout_task_counter);
1417}
1418
1419static const struct net_device_ops gelic_netdevice_ops = {
1420        .ndo_open = gelic_net_open,
1421        .ndo_stop = gelic_net_stop,
1422        .ndo_start_xmit = gelic_net_xmit,
1423        .ndo_set_rx_mode = gelic_net_set_multi,
1424        .ndo_tx_timeout = gelic_net_tx_timeout,
1425        .ndo_set_mac_address = eth_mac_addr,
1426        .ndo_validate_addr = eth_validate_addr,
1427#ifdef CONFIG_NET_POLL_CONTROLLER
1428        .ndo_poll_controller = gelic_net_poll_controller,
1429#endif
1430};
1431
1432/**
1433 * gelic_ether_setup_netdev_ops - initialization of net_device operations
1434 * @netdev: net_device structure
1435 * @napi: napi structure
1436 *
1437 * fills out function pointers in the net_device structure
1438 */
1439static void gelic_ether_setup_netdev_ops(struct net_device *netdev,
1440                                         struct napi_struct *napi)
1441{
1442        netdev->watchdog_timeo = GELIC_NET_WATCHDOG_TIMEOUT;
1443        /* NAPI */
1444        netif_napi_add(netdev, napi, gelic_net_poll, NAPI_POLL_WEIGHT);
1445        netdev->ethtool_ops = &gelic_ether_ethtool_ops;
1446        netdev->netdev_ops = &gelic_netdevice_ops;
1447}
1448
1449/**
1450 * gelic_ether_setup_netdev - initialization of net_device
1451 * @netdev: net_device structure
1452 * @card: card structure
1453 *
1454 * Returns 0 on success or <0 on failure
1455 *
1456 * gelic_ether_setup_netdev initializes the net_device structure
1457 * and register it.
1458 **/
1459int gelic_net_setup_netdev(struct net_device *netdev, struct gelic_card *card)
1460{
1461        int status;
1462        u64 v1, v2;
1463
1464        netdev->hw_features = NETIF_F_IP_CSUM | NETIF_F_RXCSUM;
1465
1466        netdev->features = NETIF_F_IP_CSUM;
1467        if (GELIC_CARD_RX_CSUM_DEFAULT)
1468                netdev->features |= NETIF_F_RXCSUM;
1469
1470        status = lv1_net_control(bus_id(card), dev_id(card),
1471                                 GELIC_LV1_GET_MAC_ADDRESS,
1472                                 0, 0, 0, &v1, &v2);
1473        v1 <<= 16;
1474        if (status || !is_valid_ether_addr((u8 *)&v1)) {
1475                dev_info(ctodev(card),
1476                         "%s:lv1_net_control GET_MAC_ADDR failed %d\n",
1477                         __func__, status);
1478                return -EINVAL;
1479        }
1480        memcpy(netdev->dev_addr, &v1, ETH_ALEN);
1481
1482        if (card->vlan_required) {
1483                netdev->hard_header_len += VLAN_HLEN;
1484                /*
1485                 * As vlan is internally used,
1486                 * we can not receive vlan packets
1487                 */
1488                netdev->features |= NETIF_F_VLAN_CHALLENGED;
1489        }
1490
1491        /* MTU range: 64 - 1518 */
1492        netdev->min_mtu = GELIC_NET_MIN_MTU;
1493        netdev->max_mtu = GELIC_NET_MAX_MTU;
1494
1495        status = register_netdev(netdev);
1496        if (status) {
1497                dev_err(ctodev(card), "%s:Couldn't register %s %d\n",
1498                        __func__, netdev->name, status);
1499                return status;
1500        }
1501        dev_info(ctodev(card), "%s: MAC addr %pM\n",
1502                 netdev->name, netdev->dev_addr);
1503
1504        return 0;
1505}
1506
1507/**
1508 * gelic_alloc_card_net - allocates net_device and card structure
1509 *
1510 * returns the card structure or NULL in case of errors
1511 *
1512 * the card and net_device structures are linked to each other
1513 */
1514#define GELIC_ALIGN (32)
1515static struct gelic_card *gelic_alloc_card_net(struct net_device **netdev)
1516{
1517        struct gelic_card *card;
1518        struct gelic_port *port;
1519        void *p;
1520        size_t alloc_size;
1521        /*
1522         * gelic requires dma descriptor is 32 bytes aligned and
1523         * the hypervisor requires irq_status is 8 bytes aligned.
1524         */
1525        BUILD_BUG_ON(offsetof(struct gelic_card, irq_status) % 8);
1526        BUILD_BUG_ON(offsetof(struct gelic_card, descr) % 32);
1527        alloc_size =
1528                sizeof(struct gelic_card) +
1529                sizeof(struct gelic_descr) * GELIC_NET_RX_DESCRIPTORS +
1530                sizeof(struct gelic_descr) * GELIC_NET_TX_DESCRIPTORS +
1531                GELIC_ALIGN - 1;
1532
1533        p  = kzalloc(alloc_size, GFP_KERNEL);
1534        if (!p)
1535                return NULL;
1536        card = PTR_ALIGN(p, GELIC_ALIGN);
1537        card->unalign = p;
1538
1539        /*
1540         * alloc netdev
1541         */
1542        *netdev = alloc_etherdev(sizeof(struct gelic_port));
1543        if (!*netdev) {
1544                kfree(card->unalign);
1545                return NULL;
1546        }
1547        port = netdev_priv(*netdev);
1548
1549        /* gelic_port */
1550        port->netdev = *netdev;
1551        port->card = card;
1552        port->type = GELIC_PORT_ETHERNET_0;
1553
1554        /* gelic_card */
1555        card->netdev[GELIC_PORT_ETHERNET_0] = *netdev;
1556
1557        INIT_WORK(&card->tx_timeout_task, gelic_net_tx_timeout_task);
1558        init_waitqueue_head(&card->waitq);
1559        atomic_set(&card->tx_timeout_task_counter, 0);
1560        mutex_init(&card->updown_lock);
1561        atomic_set(&card->users, 0);
1562
1563        return card;
1564}
1565
1566static void gelic_card_get_vlan_info(struct gelic_card *card)
1567{
1568        u64 v1, v2;
1569        int status;
1570        unsigned int i;
1571        struct {
1572                int tx;
1573                int rx;
1574        } vlan_id_ix[2] = {
1575                [GELIC_PORT_ETHERNET_0] = {
1576                        .tx = GELIC_LV1_VLAN_TX_ETHERNET_0,
1577                        .rx = GELIC_LV1_VLAN_RX_ETHERNET_0
1578                },
1579                [GELIC_PORT_WIRELESS] = {
1580                        .tx = GELIC_LV1_VLAN_TX_WIRELESS,
1581                        .rx = GELIC_LV1_VLAN_RX_WIRELESS
1582                }
1583        };
1584
1585        for (i = 0; i < ARRAY_SIZE(vlan_id_ix); i++) {
1586                /* tx tag */
1587                status = lv1_net_control(bus_id(card), dev_id(card),
1588                                         GELIC_LV1_GET_VLAN_ID,
1589                                         vlan_id_ix[i].tx,
1590                                         0, 0, &v1, &v2);
1591                if (status || !v1) {
1592                        if (status != LV1_NO_ENTRY)
1593                                dev_dbg(ctodev(card),
1594                                        "get vlan id for tx(%d) failed(%d)\n",
1595                                        vlan_id_ix[i].tx, status);
1596                        card->vlan[i].tx = 0;
1597                        card->vlan[i].rx = 0;
1598                        continue;
1599                }
1600                card->vlan[i].tx = (u16)v1;
1601
1602                /* rx tag */
1603                status = lv1_net_control(bus_id(card), dev_id(card),
1604                                         GELIC_LV1_GET_VLAN_ID,
1605                                         vlan_id_ix[i].rx,
1606                                         0, 0, &v1, &v2);
1607                if (status || !v1) {
1608                        if (status != LV1_NO_ENTRY)
1609                                dev_info(ctodev(card),
1610                                         "get vlan id for rx(%d) failed(%d)\n",
1611                                         vlan_id_ix[i].rx, status);
1612                        card->vlan[i].tx = 0;
1613                        card->vlan[i].rx = 0;
1614                        continue;
1615                }
1616                card->vlan[i].rx = (u16)v1;
1617
1618                dev_dbg(ctodev(card), "vlan_id[%d] tx=%02x rx=%02x\n",
1619                        i, card->vlan[i].tx, card->vlan[i].rx);
1620        }
1621
1622        if (card->vlan[GELIC_PORT_ETHERNET_0].tx) {
1623                BUG_ON(!card->vlan[GELIC_PORT_WIRELESS].tx);
1624                card->vlan_required = 1;
1625        } else
1626                card->vlan_required = 0;
1627
1628        /* check wirelss capable firmware */
1629        if (ps3_compare_firmware_version(1, 6, 0) < 0) {
1630                card->vlan[GELIC_PORT_WIRELESS].tx = 0;
1631                card->vlan[GELIC_PORT_WIRELESS].rx = 0;
1632        }
1633
1634        dev_info(ctodev(card), "internal vlan %s\n",
1635                 card->vlan_required? "enabled" : "disabled");
1636}
1637/*
1638 * ps3_gelic_driver_probe - add a device to the control of this driver
1639 */
1640static int ps3_gelic_driver_probe(struct ps3_system_bus_device *dev)
1641{
1642        struct gelic_card *card;
1643        struct net_device *netdev;
1644        int result;
1645
1646        pr_debug("%s: called\n", __func__);
1647
1648        udbg_shutdown_ps3gelic();
1649
1650        result = ps3_open_hv_device(dev);
1651
1652        if (result) {
1653                dev_dbg(&dev->core, "%s:ps3_open_hv_device failed\n",
1654                        __func__);
1655                goto fail_open;
1656        }
1657
1658        result = ps3_dma_region_create(dev->d_region);
1659
1660        if (result) {
1661                dev_dbg(&dev->core, "%s:ps3_dma_region_create failed(%d)\n",
1662                        __func__, result);
1663                BUG_ON("check region type");
1664                goto fail_dma_region;
1665        }
1666
1667        /* alloc card/netdevice */
1668        card = gelic_alloc_card_net(&netdev);
1669        if (!card) {
1670                dev_info(&dev->core, "%s:gelic_net_alloc_card failed\n",
1671                         __func__);
1672                result = -ENOMEM;
1673                goto fail_alloc_card;
1674        }
1675        ps3_system_bus_set_drvdata(dev, card);
1676        card->dev = dev;
1677
1678        /* get internal vlan info */
1679        gelic_card_get_vlan_info(card);
1680
1681        card->link_mode = GELIC_LV1_ETHER_AUTO_NEG;
1682
1683        /* setup interrupt */
1684        result = lv1_net_set_interrupt_status_indicator(bus_id(card),
1685                                                        dev_id(card),
1686                ps3_mm_phys_to_lpar(__pa(&card->irq_status)),
1687                0);
1688
1689        if (result) {
1690                dev_dbg(&dev->core,
1691                        "%s:set_interrupt_status_indicator failed: %s\n",
1692                        __func__, ps3_result(result));
1693                result = -EIO;
1694                goto fail_status_indicator;
1695        }
1696
1697        result = ps3_sb_event_receive_port_setup(dev, PS3_BINDING_CPU_ANY,
1698                &card->irq);
1699
1700        if (result) {
1701                dev_info(ctodev(card),
1702                         "%s:gelic_net_open_device failed (%d)\n",
1703                         __func__, result);
1704                result = -EPERM;
1705                goto fail_alloc_irq;
1706        }
1707        result = request_irq(card->irq, gelic_card_interrupt,
1708                             0, netdev->name, card);
1709
1710        if (result) {
1711                dev_info(ctodev(card), "%s:request_irq failed (%d)\n",
1712                        __func__, result);
1713                goto fail_request_irq;
1714        }
1715
1716        /* setup card structure */
1717        card->irq_mask = GELIC_CARD_RXINT | GELIC_CARD_TXINT |
1718                GELIC_CARD_PORT_STATUS_CHANGED;
1719
1720
1721        result = gelic_card_init_chain(card, &card->tx_chain,
1722                                       card->descr, GELIC_NET_TX_DESCRIPTORS);
1723        if (result)
1724                goto fail_alloc_tx;
1725        result = gelic_card_init_chain(card, &card->rx_chain,
1726                                       card->descr + GELIC_NET_TX_DESCRIPTORS,
1727                                       GELIC_NET_RX_DESCRIPTORS);
1728        if (result)
1729                goto fail_alloc_rx;
1730
1731        /* head of chain */
1732        card->tx_top = card->tx_chain.head;
1733        card->rx_top = card->rx_chain.head;
1734        dev_dbg(ctodev(card), "descr rx %p, tx %p, size %#lx, num %#x\n",
1735                card->rx_top, card->tx_top, sizeof(struct gelic_descr),
1736                GELIC_NET_RX_DESCRIPTORS);
1737        /* allocate rx skbs */
1738        result = gelic_card_alloc_rx_skbs(card);
1739        if (result)
1740                goto fail_alloc_skbs;
1741
1742        spin_lock_init(&card->tx_lock);
1743        card->tx_dma_progress = 0;
1744
1745        /* setup net_device structure */
1746        netdev->irq = card->irq;
1747        SET_NETDEV_DEV(netdev, &card->dev->core);
1748        gelic_ether_setup_netdev_ops(netdev, &card->napi);
1749        result = gelic_net_setup_netdev(netdev, card);
1750        if (result) {
1751                dev_dbg(&dev->core, "%s: setup_netdev failed %d\n",
1752                        __func__, result);
1753                goto fail_setup_netdev;
1754        }
1755
1756#ifdef CONFIG_GELIC_WIRELESS
1757        result = gelic_wl_driver_probe(card);
1758        if (result) {
1759                dev_dbg(&dev->core, "%s: WL init failed\n", __func__);
1760                goto fail_setup_netdev;
1761        }
1762#endif
1763        pr_debug("%s: done\n", __func__);
1764        return 0;
1765
1766fail_setup_netdev:
1767fail_alloc_skbs:
1768        gelic_card_free_chain(card, card->rx_chain.head);
1769fail_alloc_rx:
1770        gelic_card_free_chain(card, card->tx_chain.head);
1771fail_alloc_tx:
1772        free_irq(card->irq, card);
1773        netdev->irq = 0;
1774fail_request_irq:
1775        ps3_sb_event_receive_port_destroy(dev, card->irq);
1776fail_alloc_irq:
1777        lv1_net_set_interrupt_status_indicator(bus_id(card),
1778                                               bus_id(card),
1779                                               0, 0);
1780fail_status_indicator:
1781        ps3_system_bus_set_drvdata(dev, NULL);
1782        kfree(netdev_card(netdev)->unalign);
1783        free_netdev(netdev);
1784fail_alloc_card:
1785        ps3_dma_region_free(dev->d_region);
1786fail_dma_region:
1787        ps3_close_hv_device(dev);
1788fail_open:
1789        return result;
1790}
1791
1792/*
1793 * ps3_gelic_driver_remove - remove a device from the control of this driver
1794 */
1795
1796static void ps3_gelic_driver_remove(struct ps3_system_bus_device *dev)
1797{
1798        struct gelic_card *card = ps3_system_bus_get_drvdata(dev);
1799        struct net_device *netdev0;
1800        pr_debug("%s: called\n", __func__);
1801
1802        /* set auto-negotiation */
1803        gelic_card_set_link_mode(card, GELIC_LV1_ETHER_AUTO_NEG);
1804
1805#ifdef CONFIG_GELIC_WIRELESS
1806        gelic_wl_driver_remove(card);
1807#endif
1808        /* stop interrupt */
1809        gelic_card_set_irq_mask(card, 0);
1810
1811        /* turn off DMA, force end */
1812        gelic_card_disable_rxdmac(card);
1813        gelic_card_disable_txdmac(card);
1814
1815        /* release chains */
1816        gelic_card_release_tx_chain(card, 1);
1817        gelic_card_release_rx_chain(card);
1818
1819        gelic_card_free_chain(card, card->tx_top);
1820        gelic_card_free_chain(card, card->rx_top);
1821
1822        netdev0 = card->netdev[GELIC_PORT_ETHERNET_0];
1823        /* disconnect event port */
1824        free_irq(card->irq, card);
1825        netdev0->irq = 0;
1826        ps3_sb_event_receive_port_destroy(card->dev, card->irq);
1827
1828        wait_event(card->waitq,
1829                   atomic_read(&card->tx_timeout_task_counter) == 0);
1830
1831        lv1_net_set_interrupt_status_indicator(bus_id(card), dev_id(card),
1832                                               0 , 0);
1833
1834        unregister_netdev(netdev0);
1835        kfree(netdev_card(netdev0)->unalign);
1836        free_netdev(netdev0);
1837
1838        ps3_system_bus_set_drvdata(dev, NULL);
1839
1840        ps3_dma_region_free(dev->d_region);
1841
1842        ps3_close_hv_device(dev);
1843
1844        pr_debug("%s: done\n", __func__);
1845}
1846
1847static struct ps3_system_bus_driver ps3_gelic_driver = {
1848        .match_id = PS3_MATCH_ID_GELIC,
1849        .probe = ps3_gelic_driver_probe,
1850        .remove = ps3_gelic_driver_remove,
1851        .shutdown = ps3_gelic_driver_remove,
1852        .core.name = "ps3_gelic_driver",
1853        .core.owner = THIS_MODULE,
1854};
1855
1856static int __init ps3_gelic_driver_init (void)
1857{
1858        return firmware_has_feature(FW_FEATURE_PS3_LV1)
1859                ? ps3_system_bus_driver_register(&ps3_gelic_driver)
1860                : -ENODEV;
1861}
1862
1863static void __exit ps3_gelic_driver_exit (void)
1864{
1865        ps3_system_bus_driver_unregister(&ps3_gelic_driver);
1866}
1867
1868module_init(ps3_gelic_driver_init);
1869module_exit(ps3_gelic_driver_exit);
1870
1871MODULE_ALIAS(PS3_MODULE_ALIAS_GELIC);
1872
1873