LXR linux/drivers/usb/cdns3/cdns3-ep0.c

   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * Cadence USBSS DRD Driver - gadget side.
   4 *
   5 * Copyright (C) 2018 Cadence Design Systems.
   6 * Copyright (C) 2017-2018 NXP
   7 *
   8 * Authors: Pawel Jez <pjez@cadence.com>,
   9 *          Pawel Laszczak <pawell@cadence.com>
  10 *          Peter Chen <peter.chen@nxp.com>
  11 */
  12
  13#include <linux/usb/composite.h>
  14#include <linux/iopoll.h>
  15
  16#include "cdns3-gadget.h"
  17#include "cdns3-trace.h"
  18
  19static struct usb_endpoint_descriptor cdns3_gadget_ep0_desc = {
  20        .bLength = USB_DT_ENDPOINT_SIZE,
  21        .bDescriptorType = USB_DT_ENDPOINT,
  22        .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
  23};
  24
  25/**
  26 * cdns3_ep0_run_transfer - Do transfer on default endpoint hardware
  27 * @priv_dev: extended gadget object
  28 * @dma_addr: physical address where data is/will be stored
  29 * @length: data length
  30 * @erdy: set it to 1 when ERDY packet should be sent -
  31 *        exit from flow control state
  32 * @zlp: add zero length packet
  33 */
  34static void cdns3_ep0_run_transfer(struct cdns3_device *priv_dev,
  35                                   dma_addr_t dma_addr,
  36                                   unsigned int length, int erdy, int zlp)
  37{
  38        struct cdns3_usb_regs __iomem *regs = priv_dev->regs;
  39        struct cdns3_endpoint *priv_ep = priv_dev->eps[0];
  40
  41        priv_ep->trb_pool[0].buffer = cpu_to_le32(TRB_BUFFER(dma_addr));
  42        priv_ep->trb_pool[0].length = cpu_to_le32(TRB_LEN(length));
  43
  44        if (zlp) {
  45                priv_ep->trb_pool[0].control = cpu_to_le32(TRB_CYCLE | TRB_TYPE(TRB_NORMAL));
  46                priv_ep->trb_pool[1].buffer = cpu_to_le32(TRB_BUFFER(dma_addr));
  47                priv_ep->trb_pool[1].length = cpu_to_le32(TRB_LEN(0));
  48                priv_ep->trb_pool[1].control = cpu_to_le32(TRB_CYCLE | TRB_IOC |
  49                    TRB_TYPE(TRB_NORMAL));
  50        } else {
  51                priv_ep->trb_pool[0].control = cpu_to_le32(TRB_CYCLE | TRB_IOC |
  52                    TRB_TYPE(TRB_NORMAL));
  53                priv_ep->trb_pool[1].control = 0;
  54        }
  55
  56        trace_cdns3_prepare_trb(priv_ep, priv_ep->trb_pool);
  57
  58        cdns3_select_ep(priv_dev, priv_dev->ep0_data_dir);
  59
  60        writel(EP_STS_TRBERR, &regs->ep_sts);
  61        writel(EP_TRADDR_TRADDR(priv_ep->trb_pool_dma), &regs->ep_traddr);
  62        trace_cdns3_doorbell_ep0(priv_dev->ep0_data_dir ? "ep0in" : "ep0out",
  63                                 readl(&regs->ep_traddr));
  64
  65        /* TRB should be prepared before starting transfer. */
  66        writel(EP_CMD_DRDY, &regs->ep_cmd);
  67
  68        /* Resume controller before arming transfer. */
  69        __cdns3_gadget_wakeup(priv_dev);
  70
  71        if (erdy)
  72                writel(EP_CMD_ERDY, &priv_dev->regs->ep_cmd);
  73}
  74
  75/**
  76 * cdns3_ep0_delegate_req - Returns status of handling setup packet
  77 * Setup is handled by gadget driver
  78 * @priv_dev: extended gadget object
  79 * @ctrl_req: pointer to received setup packet
  80 *
  81 * Returns zero on success or negative value on failure
  82 */
  83static int cdns3_ep0_delegate_req(struct cdns3_device *priv_dev,
  84                                  struct usb_ctrlrequest *ctrl_req)
  85{
  86        int ret;
  87
  88        spin_unlock(&priv_dev->lock);
  89        priv_dev->setup_pending = 1;
  90        ret = priv_dev->gadget_driver->setup(&priv_dev->gadget, ctrl_req);
  91        priv_dev->setup_pending = 0;
  92        spin_lock(&priv_dev->lock);
  93        return ret;
  94}
  95
  96static void cdns3_prepare_setup_packet(struct cdns3_device *priv_dev)
  97{
  98        priv_dev->ep0_data_dir = 0;
  99        priv_dev->ep0_stage = CDNS3_SETUP_STAGE;
 100        cdns3_ep0_run_transfer(priv_dev, priv_dev->setup_dma,
 101                               sizeof(struct usb_ctrlrequest), 0, 0);
 102}
 103
 104static void cdns3_ep0_complete_setup(struct cdns3_device *priv_dev,
 105                                     u8 send_stall, u8 send_erdy)
 106{
 107        struct cdns3_endpoint *priv_ep = priv_dev->eps[0];
 108        struct usb_request *request;
 109
 110        request = cdns3_next_request(&priv_ep->pending_req_list);
 111        if (request)
 112                list_del_init(&request->list);
 113
 114        if (send_stall) {
 115                trace_cdns3_halt(priv_ep, send_stall, 0);
 116                /* set_stall on ep0 */
 117                cdns3_select_ep(priv_dev, 0x00);
 118                writel(EP_CMD_SSTALL, &priv_dev->regs->ep_cmd);
 119        } else {
 120                cdns3_prepare_setup_packet(priv_dev);
 121        }
 122
 123        priv_dev->ep0_stage = CDNS3_SETUP_STAGE;
 124        writel((send_erdy ? EP_CMD_ERDY : 0) | EP_CMD_REQ_CMPL,
 125               &priv_dev->regs->ep_cmd);
 126}
 127
 128/**
 129 * cdns3_req_ep0_set_configuration - Handling of SET_CONFIG standard USB request
 130 * @priv_dev: extended gadget object
 131 * @ctrl_req: pointer to received setup packet
 132 *
 133 * Returns 0 if success, USB_GADGET_DELAYED_STATUS on deferred status stage,
 134 * error code on error
 135 */
 136static int cdns3_req_ep0_set_configuration(struct cdns3_device *priv_dev,
 137                                           struct usb_ctrlrequest *ctrl_req)
 138{
 139        enum usb_device_state device_state = priv_dev->gadget.state;
 140        u32 config = le16_to_cpu(ctrl_req->wValue);
 141        int result = 0;
 142
 143        switch (device_state) {
 144        case USB_STATE_ADDRESS:
 145                result = cdns3_ep0_delegate_req(priv_dev, ctrl_req);
 146
 147                if (result || !config)
 148                        goto reset_config;
 149
 150                break;
 151        case USB_STATE_CONFIGURED:
 152                result = cdns3_ep0_delegate_req(priv_dev, ctrl_req);
 153                if (!config && !result)
 154                        goto reset_config;
 155
 156                break;
 157        default:
 158                return -EINVAL;
 159        }
 160
 161        return 0;
 162
 163reset_config:
 164        if (result != USB_GADGET_DELAYED_STATUS)
 165                cdns3_hw_reset_eps_config(priv_dev);
 166
 167        usb_gadget_set_state(&priv_dev->gadget,
 168                             USB_STATE_ADDRESS);
 169
 170        return result;
 171}
 172
 173/**
 174 * cdns3_req_ep0_set_address - Handling of SET_ADDRESS standard USB request
 175 * @priv_dev: extended gadget object
 176 * @ctrl_req: pointer to received setup packet
 177 *
 178 * Returns 0 if success, error code on error
 179 */
 180static int cdns3_req_ep0_set_address(struct cdns3_device *priv_dev,
 181                                     struct usb_ctrlrequest *ctrl_req)
 182{
 183        enum usb_device_state device_state = priv_dev->gadget.state;
 184        u32 reg;
 185        u32 addr;
 186
 187        addr = le16_to_cpu(ctrl_req->wValue);
 188
 189        if (addr > USB_DEVICE_MAX_ADDRESS) {
 190                dev_err(priv_dev->dev,
 191                        "Device address (%d) cannot be greater than %d\n",
 192                        addr, USB_DEVICE_MAX_ADDRESS);
 193                return -EINVAL;
 194        }
 195
 196        if (device_state == USB_STATE_CONFIGURED) {
 197                dev_err(priv_dev->dev,
 198                        "can't set_address from configured state\n");
 199                return -EINVAL;
 200        }
 201
 202        reg = readl(&priv_dev->regs->usb_cmd);
 203
 204        writel(reg | USB_CMD_FADDR(addr) | USB_CMD_SET_ADDR,
 205               &priv_dev->regs->usb_cmd);
 206
 207        usb_gadget_set_state(&priv_dev->gadget,
 208                             (addr ? USB_STATE_ADDRESS : USB_STATE_DEFAULT));
 209
 210        return 0;
 211}
 212
 213/**
 214 * cdns3_req_ep0_get_status - Handling of GET_STATUS standard USB request
 215 * @priv_dev: extended gadget object
 216 * @ctrl: pointer to received setup packet
 217 *
 218 * Returns 0 if success, error code on error
 219 */
 220static int cdns3_req_ep0_get_status(struct cdns3_device *priv_dev,
 221                                    struct usb_ctrlrequest *ctrl)
 222{
 223        struct cdns3_endpoint *priv_ep;
 224        __le16 *response_pkt;
 225        u16 usb_status = 0;
 226        u32 recip;
 227        u8 index;
 228
 229        recip = ctrl->bRequestType & USB_RECIP_MASK;
 230
 231        switch (recip) {
 232        case USB_RECIP_DEVICE:
 233                /* self powered */
 234                if (priv_dev->is_selfpowered)
 235                        usb_status = BIT(USB_DEVICE_SELF_POWERED);
 236
 237                if (priv_dev->wake_up_flag)
 238                        usb_status |= BIT(USB_DEVICE_REMOTE_WAKEUP);
 239
 240                if (priv_dev->gadget.speed != USB_SPEED_SUPER)
 241                        break;
 242
 243                if (priv_dev->u1_allowed)
 244                        usb_status |= BIT(USB_DEV_STAT_U1_ENABLED);
 245
 246                if (priv_dev->u2_allowed)
 247                        usb_status |= BIT(USB_DEV_STAT_U2_ENABLED);
 248
 249                break;
 250        case USB_RECIP_INTERFACE:
 251                return cdns3_ep0_delegate_req(priv_dev, ctrl);
 252        case USB_RECIP_ENDPOINT:
 253                index = cdns3_ep_addr_to_index(le16_to_cpu(ctrl->wIndex));
 254                priv_ep = priv_dev->eps[index];
 255
 256                /* check if endpoint is stalled or stall is pending */
 257                cdns3_select_ep(priv_dev, le16_to_cpu(ctrl->wIndex));
 258                if (EP_STS_STALL(readl(&priv_dev->regs->ep_sts)) ||
 259                    (priv_ep->flags & EP_STALL_PENDING))
 260                        usb_status =  BIT(USB_ENDPOINT_HALT);
 261                break;
 262        default:
 263                return -EINVAL;
 264        }
 265
 266        response_pkt = (__le16 *)priv_dev->setup_buf;
 267        *response_pkt = cpu_to_le16(usb_status);
 268
 269        cdns3_ep0_run_transfer(priv_dev, priv_dev->setup_dma,
 270                               sizeof(*response_pkt), 1, 0);
 271        return 0;
 272}
 273
 274static int cdns3_ep0_feature_handle_device(struct cdns3_device *priv_dev,
 275                                           struct usb_ctrlrequest *ctrl,
 276                                           int set)
 277{
 278        enum usb_device_state state;
 279        enum usb_device_speed speed;
 280        int ret = 0;
 281        u32 wValue;
 282        u16 tmode;
 283
 284        wValue = le16_to_cpu(ctrl->wValue);
 285        state = priv_dev->gadget.state;
 286        speed = priv_dev->gadget.speed;
 287
 288        switch (wValue) {
 289        case USB_DEVICE_REMOTE_WAKEUP:
 290                priv_dev->wake_up_flag = !!set;
 291                break;
 292        case USB_DEVICE_U1_ENABLE:
 293                if (state != USB_STATE_CONFIGURED || speed != USB_SPEED_SUPER)
 294                        return -EINVAL;
 295
 296                priv_dev->u1_allowed = !!set;
 297                break;
 298        case USB_DEVICE_U2_ENABLE:
 299                if (state != USB_STATE_CONFIGURED || speed != USB_SPEED_SUPER)
 300                        return -EINVAL;
 301
 302                priv_dev->u2_allowed = !!set;
 303                break;
 304        case USB_DEVICE_LTM_ENABLE:
 305                ret = -EINVAL;
 306                break;
 307        case USB_DEVICE_TEST_MODE:
 308                if (state != USB_STATE_CONFIGURED || speed > USB_SPEED_HIGH)
 309                        return -EINVAL;
 310
 311                tmode = le16_to_cpu(ctrl->wIndex);
 312
 313                if (!set || (tmode & 0xff) != 0)
 314                        return -EINVAL;
 315
 316                tmode >>= 8;
 317                switch (tmode) {
 318                case USB_TEST_J:
 319                case USB_TEST_K:
 320                case USB_TEST_SE0_NAK:
 321                case USB_TEST_PACKET:
 322                        cdns3_set_register_bit(&priv_dev->regs->usb_cmd,
 323                                               USB_CMD_STMODE |
 324                                               USB_STS_TMODE_SEL(tmode - 1));
 325                        break;
 326                default:
 327                        ret = -EINVAL;
 328                }
 329                break;
 330        default:
 331                ret = -EINVAL;
 332        }
 333
 334        return ret;
 335}
 336
 337static int cdns3_ep0_feature_handle_intf(struct cdns3_device *priv_dev,
 338                                         struct usb_ctrlrequest *ctrl,
 339                                         int set)
 340{
 341        u32 wValue;
 342        int ret = 0;
 343
 344        wValue = le16_to_cpu(ctrl->wValue);
 345
 346        switch (wValue) {
 347        case USB_INTRF_FUNC_SUSPEND:
 348                break;
 349        default:
 350                ret = -EINVAL;
 351        }
 352
 353        return ret;
 354}
 355
 356static int cdns3_ep0_feature_handle_endpoint(struct cdns3_device *priv_dev,
 357                                             struct usb_ctrlrequest *ctrl,
 358                                             int set)
 359{
 360        struct cdns3_endpoint *priv_ep;
 361        int ret = 0;
 362        u8 index;
 363
 364        if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
 365                return -EINVAL;
 366
 367        if (!(le16_to_cpu(ctrl->wIndex) & ~USB_DIR_IN))
 368                return 0;
 369
 370        index = cdns3_ep_addr_to_index(le16_to_cpu(ctrl->wIndex));
 371        priv_ep = priv_dev->eps[index];
 372
 373        cdns3_select_ep(priv_dev, le16_to_cpu(ctrl->wIndex));
 374
 375        if (set)
 376                __cdns3_gadget_ep_set_halt(priv_ep);
 377        else if (!(priv_ep->flags & EP_WEDGE))
 378                ret = __cdns3_gadget_ep_clear_halt(priv_ep);
 379
 380        cdns3_select_ep(priv_dev, 0x00);
 381
 382        return ret;
 383}
 384
 385/**
 386 * cdns3_req_ep0_handle_feature -
 387 * Handling of GET/SET_FEATURE standard USB request
 388 *
 389 * @priv_dev: extended gadget object
 390 * @ctrl: pointer to received setup packet
 391 * @set: must be set to 1 for SET_FEATURE request
 392 *
 393 * Returns 0 if success, error code on error
 394 */
 395static int cdns3_req_ep0_handle_feature(struct cdns3_device *priv_dev,
 396                                        struct usb_ctrlrequest *ctrl,
 397                                        int set)
 398{
 399        int ret = 0;
 400        u32 recip;
 401
 402        recip = ctrl->bRequestType & USB_RECIP_MASK;
 403
 404        switch (recip) {
 405        case USB_RECIP_DEVICE:
 406                ret = cdns3_ep0_feature_handle_device(priv_dev, ctrl, set);
 407                break;
 408        case USB_RECIP_INTERFACE:
 409                ret = cdns3_ep0_feature_handle_intf(priv_dev, ctrl, set);
 410                break;
 411        case USB_RECIP_ENDPOINT:
 412                ret = cdns3_ep0_feature_handle_endpoint(priv_dev, ctrl, set);
 413                break;
 414        default:
 415                return -EINVAL;
 416        }
 417
 418        return ret;
 419}
 420
 421/**
 422 * cdns3_req_ep0_set_sel - Handling of SET_SEL standard USB request
 423 * @priv_dev: extended gadget object
 424 * @ctrl_req: pointer to received setup packet
 425 *
 426 * Returns 0 if success, error code on error
 427 */
 428static int cdns3_req_ep0_set_sel(struct cdns3_device *priv_dev,
 429                                 struct usb_ctrlrequest *ctrl_req)
 430{
 431        if (priv_dev->gadget.state < USB_STATE_ADDRESS)
 432                return -EINVAL;
 433
 434        if (le16_to_cpu(ctrl_req->wLength) != 6) {
 435                dev_err(priv_dev->dev, "Set SEL should be 6 bytes, got %d\n",
 436                        ctrl_req->wLength);
 437                return -EINVAL;
 438        }
 439
 440        cdns3_ep0_run_transfer(priv_dev, priv_dev->setup_dma, 6, 1, 0);
 441        return 0;
 442}
 443
 444/**
 445 * cdns3_req_ep0_set_isoch_delay -
 446 * Handling of GET_ISOCH_DELAY standard USB request
 447 * @priv_dev: extended gadget object
 448 * @ctrl_req: pointer to received setup packet
 449 *
 450 * Returns 0 if success, error code on error
 451 */
 452static int cdns3_req_ep0_set_isoch_delay(struct cdns3_device *priv_dev,
 453                                         struct usb_ctrlrequest *ctrl_req)
 454{
 455        if (ctrl_req->wIndex || ctrl_req->wLength)
 456                return -EINVAL;
 457
 458        priv_dev->isoch_delay = le16_to_cpu(ctrl_req->wValue);
 459
 460        return 0;
 461}
 462
 463/**
 464 * cdns3_ep0_standard_request - Handling standard USB requests
 465 * @priv_dev: extended gadget object
 466 * @ctrl_req: pointer to received setup packet
 467 *
 468 * Returns 0 if success, error code on error
 469 */
 470static int cdns3_ep0_standard_request(struct cdns3_device *priv_dev,
 471                                      struct usb_ctrlrequest *ctrl_req)
 472{
 473        int ret;
 474
 475        switch (ctrl_req->bRequest) {
 476        case USB_REQ_SET_ADDRESS:
 477                ret = cdns3_req_ep0_set_address(priv_dev, ctrl_req);
 478                break;
 479        case USB_REQ_SET_CONFIGURATION:
 480                ret = cdns3_req_ep0_set_configuration(priv_dev, ctrl_req);
 481                break;
 482        case USB_REQ_GET_STATUS:
 483                ret = cdns3_req_ep0_get_status(priv_dev, ctrl_req);
 484                break;
 485        case USB_REQ_CLEAR_FEATURE:
 486                ret = cdns3_req_ep0_handle_feature(priv_dev, ctrl_req, 0);
 487                break;
 488        case USB_REQ_SET_FEATURE:
 489                ret = cdns3_req_ep0_handle_feature(priv_dev, ctrl_req, 1);
 490                break;
 491        case USB_REQ_SET_SEL:
 492                ret = cdns3_req_ep0_set_sel(priv_dev, ctrl_req);
 493                break;
 494        case USB_REQ_SET_ISOCH_DELAY:
 495                ret = cdns3_req_ep0_set_isoch_delay(priv_dev, ctrl_req);
 496                break;
 497        default:
 498                ret = cdns3_ep0_delegate_req(priv_dev, ctrl_req);
 499                break;
 500        }
 501
 502        return ret;
 503}
 504
 505static void __pending_setup_status_handler(struct cdns3_device *priv_dev)
 506{
 507        struct usb_request *request = priv_dev->pending_status_request;
 508
 509        if (priv_dev->status_completion_no_call && request &&
 510            request->complete) {
 511                request->complete(&priv_dev->eps[0]->endpoint, request);
 512                priv_dev->status_completion_no_call = 0;
 513        }
 514}
 515
 516void cdns3_pending_setup_status_handler(struct work_struct *work)
 517{
 518        struct cdns3_device *priv_dev = container_of(work, struct cdns3_device,
 519                        pending_status_wq);
 520        unsigned long flags;
 521
 522        spin_lock_irqsave(&priv_dev->lock, flags);
 523        __pending_setup_status_handler(priv_dev);
 524        spin_unlock_irqrestore(&priv_dev->lock, flags);
 525}
 526
 527/**
 528 * cdns3_ep0_setup_phase - Handling setup USB requests
 529 * @priv_dev: extended gadget object
 530 */
 531static void cdns3_ep0_setup_phase(struct cdns3_device *priv_dev)
 532{
 533        struct usb_ctrlrequest *ctrl = priv_dev->setup_buf;
 534        struct cdns3_endpoint *priv_ep = priv_dev->eps[0];
 535        int result;
 536
 537        priv_dev->ep0_data_dir = ctrl->bRequestType & USB_DIR_IN;
 538
 539        trace_cdns3_ctrl_req(ctrl);
 540
 541        if (!list_empty(&priv_ep->pending_req_list)) {
 542                struct usb_request *request;
 543
 544                request = cdns3_next_request(&priv_ep->pending_req_list);
 545                priv_ep->dir = priv_dev->ep0_data_dir;
 546                cdns3_gadget_giveback(priv_ep, to_cdns3_request(request),
 547                                      -ECONNRESET);
 548        }
 549
 550        if (le16_to_cpu(ctrl->wLength))
 551                priv_dev->ep0_stage = CDNS3_DATA_STAGE;
 552        else
 553                priv_dev->ep0_stage = CDNS3_STATUS_STAGE;
 554
 555        if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD)
 556                result = cdns3_ep0_standard_request(priv_dev, ctrl);
 557        else
 558                result = cdns3_ep0_delegate_req(priv_dev, ctrl);
 559
 560        if (result == USB_GADGET_DELAYED_STATUS)
 561                return;
 562
 563        if (result < 0)
 564                cdns3_ep0_complete_setup(priv_dev, 1, 1);
 565        else if (priv_dev->ep0_stage == CDNS3_STATUS_STAGE)
 566                cdns3_ep0_complete_setup(priv_dev, 0, 1);
 567}
 568
 569static void cdns3_transfer_completed(struct cdns3_device *priv_dev)
 570{
 571        struct cdns3_endpoint *priv_ep = priv_dev->eps[0];
 572
 573        if (!list_empty(&priv_ep->pending_req_list)) {
 574                struct usb_request *request;
 575
 576                trace_cdns3_complete_trb(priv_ep, priv_ep->trb_pool);
 577                request = cdns3_next_request(&priv_ep->pending_req_list);
 578
 579                request->actual =
 580                        TRB_LEN(le32_to_cpu(priv_ep->trb_pool->length));
 581
 582                priv_ep->dir = priv_dev->ep0_data_dir;
 583                cdns3_gadget_giveback(priv_ep, to_cdns3_request(request), 0);
 584        }
 585
 586        cdns3_ep0_complete_setup(priv_dev, 0, 0);
 587}
 588
 589/**
 590 * cdns3_check_new_setup - Check if controller receive new SETUP packet.
 591 * @priv_dev: extended gadget object
 592 *
 593 * The SETUP packet can be kept in on-chip memory or in system memory.
 594 */
 595static bool cdns3_check_new_setup(struct cdns3_device *priv_dev)
 596{
 597        u32 ep_sts_reg;
 598
 599        cdns3_select_ep(priv_dev, USB_DIR_OUT);
 600        ep_sts_reg = readl(&priv_dev->regs->ep_sts);
 601
 602        return !!(ep_sts_reg & (EP_STS_SETUP | EP_STS_STPWAIT));
 603}
 604
 605/**
 606 * cdns3_check_ep0_interrupt_proceed - Processes interrupt related to endpoint 0
 607 * @priv_dev: extended gadget object
 608 * @dir: USB_DIR_IN for IN direction, USB_DIR_OUT for OUT direction
 609 */
 610void cdns3_check_ep0_interrupt_proceed(struct cdns3_device *priv_dev, int dir)
 611{
 612        u32 ep_sts_reg;
 613
 614        cdns3_select_ep(priv_dev, dir);
 615
 616        ep_sts_reg = readl(&priv_dev->regs->ep_sts);
 617        writel(ep_sts_reg, &priv_dev->regs->ep_sts);
 618
 619        trace_cdns3_ep0_irq(priv_dev, ep_sts_reg);
 620
 621        __pending_setup_status_handler(priv_dev);
 622
 623        if (ep_sts_reg & EP_STS_SETUP)
 624                priv_dev->wait_for_setup = 1;
 625
 626        if (priv_dev->wait_for_setup && ep_sts_reg & EP_STS_IOC) {
 627                priv_dev->wait_for_setup = 0;
 628                cdns3_ep0_setup_phase(priv_dev);
 629        } else if ((ep_sts_reg & EP_STS_IOC) || (ep_sts_reg & EP_STS_ISP)) {
 630                priv_dev->ep0_data_dir = dir;
 631                cdns3_transfer_completed(priv_dev);
 632        }
 633
 634        if (ep_sts_reg & EP_STS_DESCMIS) {
 635                if (dir == 0 && !priv_dev->setup_pending)
 636                        cdns3_prepare_setup_packet(priv_dev);
 637        }
 638}
 639
 640/**
 641 * cdns3_gadget_ep0_enable
 642 * @ep: pointer to endpoint zero object
 643 * @desc: pointer to usb endpoint descriptor
 644 *
 645 * Function shouldn't be called by gadget driver,
 646 * endpoint 0 is allways active
 647 */
 648static int cdns3_gadget_ep0_enable(struct usb_ep *ep,
 649                                   const struct usb_endpoint_descriptor *desc)
 650{
 651        return -EINVAL;
 652}
 653
 654/**
 655 * cdns3_gadget_ep0_disable
 656 * @ep: pointer to endpoint zero object
 657 *
 658 * Function shouldn't be called by gadget driver,
 659 * endpoint 0 is allways active
 660 */
 661static int cdns3_gadget_ep0_disable(struct usb_ep *ep)
 662{
 663        return -EINVAL;
 664}
 665
 666/**
 667 * cdns3_gadget_ep0_set_halt
 668 * @ep: pointer to endpoint zero object
 669 * @value: 1 for set stall, 0 for clear stall
 670 *
 671 * Returns 0
 672 */
 673static int cdns3_gadget_ep0_set_halt(struct usb_ep *ep, int value)
 674{
 675        /* TODO */
 676        return 0;
 677}
 678
 679/**
 680 * cdns3_gadget_ep0_queue - Transfer data on endpoint zero
 681 * @ep: pointer to endpoint zero object
 682 * @request: pointer to request object
 683 * @gfp_flags: gfp flags
 684 *
 685 * Returns 0 on success, error code elsewhere
 686 */
 687static int cdns3_gadget_ep0_queue(struct usb_ep *ep,
 688                                  struct usb_request *request,
 689                                  gfp_t gfp_flags)
 690{
 691        struct cdns3_endpoint *priv_ep = ep_to_cdns3_ep(ep);
 692        struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
 693        unsigned long flags;
 694        int ret = 0;
 695        u8 zlp = 0;
 696        int i;
 697
 698        spin_lock_irqsave(&priv_dev->lock, flags);
 699        trace_cdns3_ep0_queue(priv_dev, request);
 700
 701        /* cancel the request if controller receive new SETUP packet. */
 702        if (cdns3_check_new_setup(priv_dev)) {
 703                spin_unlock_irqrestore(&priv_dev->lock, flags);
 704                return -ECONNRESET;
 705        }
 706
 707        /* send STATUS stage. Should be called only for SET_CONFIGURATION */
 708        if (priv_dev->ep0_stage == CDNS3_STATUS_STAGE) {
 709                u32 val;
 710
 711                cdns3_select_ep(priv_dev, 0x00);
 712
 713                /*
 714                 * Configure all non-control EPs which are not enabled by class driver
 715                 */
 716                for (i = 0; i < CDNS3_ENDPOINTS_MAX_COUNT; i++) {
 717                        priv_ep = priv_dev->eps[i];
 718                        if (priv_ep && priv_ep->flags & EP_CLAIMED &&
 719                            !(priv_ep->flags & EP_ENABLED))
 720                                cdns3_ep_config(priv_ep, 0);
 721                }
 722
 723                cdns3_set_hw_configuration(priv_dev);
 724                cdns3_ep0_complete_setup(priv_dev, 0, 1);
 725                /* wait until configuration set */
 726                ret = readl_poll_timeout_atomic(&priv_dev->regs->usb_sts, val,
 727                                          val & USB_STS_CFGSTS_MASK, 1, 100);
 728                if (ret == -ETIMEDOUT)
 729                        dev_warn(priv_dev->dev, "timeout for waiting configuration set\n");
 730
 731                request->actual = 0;
 732                priv_dev->status_completion_no_call = true;
 733                priv_dev->pending_status_request = request;
 734                usb_gadget_set_state(&priv_dev->gadget, USB_STATE_CONFIGURED);
 735                spin_unlock_irqrestore(&priv_dev->lock, flags);
 736
 737                /*
 738                 * Since there is no completion interrupt for status stage,
 739                 * it needs to call ->completion in software after
 740                 * ep0_queue is back.
 741                 */
 742                queue_work(system_freezable_wq, &priv_dev->pending_status_wq);
 743                return ret;
 744        }
 745
 746        if (!list_empty(&priv_ep->pending_req_list)) {
 747                dev_err(priv_dev->dev,
 748                        "can't handle multiple requests for ep0\n");
 749                spin_unlock_irqrestore(&priv_dev->lock, flags);
 750                return -EBUSY;
 751        }
 752
 753        ret = usb_gadget_map_request_by_dev(priv_dev->sysdev, request,
 754                                            priv_dev->ep0_data_dir);
 755        if (ret) {
 756                spin_unlock_irqrestore(&priv_dev->lock, flags);
 757                dev_err(priv_dev->dev, "failed to map request\n");
 758                return -EINVAL;
 759        }
 760
 761        request->status = -EINPROGRESS;
 762        list_add_tail(&request->list, &priv_ep->pending_req_list);
 763
 764        if (request->zero && request->length &&
 765            (request->length % ep->maxpacket == 0))
 766                zlp = 1;
 767
 768        cdns3_ep0_run_transfer(priv_dev, request->dma, request->length, 1, zlp);
 769
 770        spin_unlock_irqrestore(&priv_dev->lock, flags);
 771
 772        return ret;
 773}
 774
 775/**
 776 * cdns3_gadget_ep_set_wedge - Set wedge on selected endpoint
 777 * @ep: endpoint object
 778 *
 779 * Returns 0
 780 */
 781int cdns3_gadget_ep_set_wedge(struct usb_ep *ep)
 782{
 783        struct cdns3_endpoint *priv_ep = ep_to_cdns3_ep(ep);
 784        struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
 785
 786        dev_dbg(priv_dev->dev, "Wedge for %s\n", ep->name);
 787        cdns3_gadget_ep_set_halt(ep, 1);
 788        priv_ep->flags |= EP_WEDGE;
 789
 790        return 0;
 791}
 792
 793static const struct usb_ep_ops cdns3_gadget_ep0_ops = {
 794        .enable = cdns3_gadget_ep0_enable,
 795        .disable = cdns3_gadget_ep0_disable,
 796        .alloc_request = cdns3_gadget_ep_alloc_request,
 797        .free_request = cdns3_gadget_ep_free_request,
 798        .queue = cdns3_gadget_ep0_queue,
 799        .dequeue = cdns3_gadget_ep_dequeue,
 800        .set_halt = cdns3_gadget_ep0_set_halt,
 801        .set_wedge = cdns3_gadget_ep_set_wedge,
 802};
 803
 804/**
 805 * cdns3_ep0_config - Configures default endpoint
 806 * @priv_dev: extended gadget object
 807 *
 808 * Functions sets parameters: maximal packet size and enables interrupts
 809 */
 810void cdns3_ep0_config(struct cdns3_device *priv_dev)
 811{
 812        struct cdns3_usb_regs __iomem *regs;
 813        struct cdns3_endpoint *priv_ep;
 814        u32 max_packet_size = 64;
 815        u32 ep_cfg;
 816
 817        regs = priv_dev->regs;
 818
 819        if (priv_dev->gadget.speed == USB_SPEED_SUPER)
 820                max_packet_size = 512;
 821
 822        priv_ep = priv_dev->eps[0];
 823
 824        if (!list_empty(&priv_ep->pending_req_list)) {
 825                struct usb_request *request;
 826
 827                request = cdns3_next_request(&priv_ep->pending_req_list);
 828                list_del_init(&request->list);
 829        }
 830
 831        priv_dev->u1_allowed = 0;
 832        priv_dev->u2_allowed = 0;
 833
 834        priv_dev->gadget.ep0->maxpacket = max_packet_size;
 835        cdns3_gadget_ep0_desc.wMaxPacketSize = cpu_to_le16(max_packet_size);
 836
 837        /* init ep out */
 838        cdns3_select_ep(priv_dev, USB_DIR_OUT);
 839
 840        if (priv_dev->dev_ver >= DEV_VER_V3) {
 841                cdns3_set_register_bit(&priv_dev->regs->dtrans,
 842                                       BIT(0) | BIT(16));
 843                cdns3_set_register_bit(&priv_dev->regs->tdl_from_trb,
 844                                       BIT(0) | BIT(16));
 845        }
 846
 847        ep_cfg = EP_CFG_ENABLE | EP_CFG_MAXPKTSIZE(max_packet_size);
 848
 849        if (!(priv_ep->flags & EP_CONFIGURED))
 850                writel(ep_cfg, &regs->ep_cfg);
 851
 852        writel(EP_STS_EN_SETUPEN | EP_STS_EN_DESCMISEN | EP_STS_EN_TRBERREN,
 853               &regs->ep_sts_en);
 854
 855        /* init ep in */
 856        cdns3_select_ep(priv_dev, USB_DIR_IN);
 857
 858        if (!(priv_ep->flags & EP_CONFIGURED))
 859                writel(ep_cfg, &regs->ep_cfg);
 860
 861        priv_ep->flags |= EP_CONFIGURED;
 862
 863        writel(EP_STS_EN_SETUPEN | EP_STS_EN_TRBERREN, &regs->ep_sts_en);
 864
 865        cdns3_set_register_bit(&regs->usb_conf, USB_CONF_U1DS | USB_CONF_U2DS);
 866}
 867
 868/**
 869 * cdns3_init_ep0 - Initializes software endpoint 0 of gadget
 870 * @priv_dev: extended gadget object
 871 * @priv_ep: extended endpoint object
 872 *
 873 * Returns 0 on success else error code.
 874 */
 875int cdns3_init_ep0(struct cdns3_device *priv_dev,
 876                   struct cdns3_endpoint *priv_ep)
 877{
 878        sprintf(priv_ep->name, "ep0");
 879
 880        /* fill linux fields */
 881        priv_ep->endpoint.ops = &cdns3_gadget_ep0_ops;
 882        priv_ep->endpoint.maxburst = 1;
 883        usb_ep_set_maxpacket_limit(&priv_ep->endpoint,
 884                                   CDNS3_EP0_MAX_PACKET_LIMIT);
 885        priv_ep->endpoint.address = 0;
 886        priv_ep->endpoint.caps.type_control = 1;
 887        priv_ep->endpoint.caps.dir_in = 1;
 888        priv_ep->endpoint.caps.dir_out = 1;
 889        priv_ep->endpoint.name = priv_ep->name;
 890        priv_ep->endpoint.desc = &cdns3_gadget_ep0_desc;
 891        priv_dev->gadget.ep0 = &priv_ep->endpoint;
 892        priv_ep->type = USB_ENDPOINT_XFER_CONTROL;
 893
 894        return cdns3_allocate_trb_pool(priv_ep);
 895}
 896