// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
// Copyright(c) 2015-17 Intel Corporation.

/*
 * Cadence SoundWire Master module
 * Used by Master driver
 */

#include <linux/delay.h>
#include <linux/device.h>
#include <linux/interrupt.h>
#include <linux/module.h>
#include <linux/mod_devicetable.h>
#include <linux/soundwire/sdw_registers.h>
#include <linux/soundwire/sdw.h>
#include <sound/pcm_params.h>
#include <sound/soc.h>
#include "bus.h"
#include "cadence_master.h"

#define CDNS_MCP_CONFIG                         0x0

#define CDNS_MCP_CONFIG_MCMD_RETRY              GENMASK(27, 24)
#define CDNS_MCP_CONFIG_MPREQ_DELAY             GENMASK(20, 16)
#define CDNS_MCP_CONFIG_MMASTER                 BIT(7)
#define CDNS_MCP_CONFIG_BUS_REL                 BIT(6)
#define CDNS_MCP_CONFIG_SNIFFER                 BIT(5)
#define CDNS_MCP_CONFIG_SSPMOD                  BIT(4)
#define CDNS_MCP_CONFIG_CMD                     BIT(3)
#define CDNS_MCP_CONFIG_OP                      GENMASK(2, 0)
#define CDNS_MCP_CONFIG_OP_NORMAL               0

#define CDNS_MCP_CONTROL                        0x4

#define CDNS_MCP_CONTROL_RST_DELAY              GENMASK(10, 8)
#define CDNS_MCP_CONTROL_CMD_RST                BIT(7)
#define CDNS_MCP_CONTROL_SOFT_RST               BIT(6)
#define CDNS_MCP_CONTROL_SW_RST                 BIT(5)
#define CDNS_MCP_CONTROL_HW_RST                 BIT(4)
#define CDNS_MCP_CONTROL_CLK_PAUSE              BIT(3)
#define CDNS_MCP_CONTROL_CLK_STOP_CLR           BIT(2)
#define CDNS_MCP_CONTROL_CMD_ACCEPT             BIT(1)
#define CDNS_MCP_CONTROL_BLOCK_WAKEUP           BIT(0)

#define CDNS_MCP_CMDCTRL                        0x8
#define CDNS_MCP_SSPSTAT                        0xC
#define CDNS_MCP_FRAME_SHAPE                    0x10
#define CDNS_MCP_FRAME_SHAPE_INIT               0x14

#define CDNS_MCP_CONFIG_UPDATE                  0x18
#define CDNS_MCP_CONFIG_UPDATE_BIT              BIT(0)

#define CDNS_MCP_PHYCTRL                        0x1C
#define CDNS_MCP_SSP_CTRL0                      0x20
#define CDNS_MCP_SSP_CTRL1                      0x28
#define CDNS_MCP_CLK_CTRL0                      0x30
#define CDNS_MCP_CLK_CTRL1                      0x38

#define CDNS_MCP_STAT                           0x40

#define CDNS_MCP_STAT_ACTIVE_BANK               BIT(20)
#define CDNS_MCP_STAT_CLK_STOP                  BIT(16)

#define CDNS_MCP_INTSTAT                        0x44
#define CDNS_MCP_INTMASK                        0x48

#define CDNS_MCP_INT_IRQ                        BIT(31)
#define CDNS_MCP_INT_WAKEUP                     BIT(16)
#define CDNS_MCP_INT_SLAVE_RSVD                 BIT(15)
#define CDNS_MCP_INT_SLAVE_ALERT                BIT(14)
#define CDNS_MCP_INT_SLAVE_ATTACH               BIT(13)
#define CDNS_MCP_INT_SLAVE_NATTACH              BIT(12)
#define CDNS_MCP_INT_SLAVE_MASK                 GENMASK(15, 12)
#define CDNS_MCP_INT_DPINT                      BIT(11)
#define CDNS_MCP_INT_CTRL_CLASH                 BIT(10)
#define CDNS_MCP_INT_DATA_CLASH                 BIT(9)
#define CDNS_MCP_INT_CMD_ERR                    BIT(7)
#define CDNS_MCP_INT_RX_WL                      BIT(2)
#define CDNS_MCP_INT_TXE                        BIT(1)

#define CDNS_MCP_INTSET                         0x4C

#define CDNS_SDW_SLAVE_STAT                     0x50
#define CDNS_MCP_SLAVE_STAT_MASK                BIT(1, 0)

#define CDNS_MCP_SLAVE_INTSTAT0                 0x54
#define CDNS_MCP_SLAVE_INTSTAT1                 0x58
#define CDNS_MCP_SLAVE_INTSTAT_NPRESENT         BIT(0)
#define CDNS_MCP_SLAVE_INTSTAT_ATTACHED         BIT(1)
#define CDNS_MCP_SLAVE_INTSTAT_ALERT            BIT(2)
#define CDNS_MCP_SLAVE_INTSTAT_RESERVED         BIT(3)
#define CDNS_MCP_SLAVE_STATUS_BITS              GENMASK(3, 0)
#define CDNS_MCP_SLAVE_STATUS_NUM               4

#define CDNS_MCP_SLAVE_INTMASK0                 0x5C
#define CDNS_MCP_SLAVE_INTMASK1                 0x60

#define CDNS_MCP_SLAVE_INTMASK0_MASK            GENMASK(30, 0)
#define CDNS_MCP_SLAVE_INTMASK1_MASK            GENMASK(16, 0)

#define CDNS_MCP_PORT_INTSTAT                   0x64
#define CDNS_MCP_PDI_STAT                       0x6C

#define CDNS_MCP_FIFOLEVEL                      0x78
#define CDNS_MCP_FIFOSTAT                       0x7C
#define CDNS_MCP_RX_FIFO_AVAIL                  GENMASK(5, 0)

#define CDNS_MCP_CMD_BASE                       0x80
#define CDNS_MCP_RESP_BASE                      0x80
#define CDNS_MCP_CMD_LEN                        0x20
#define CDNS_MCP_CMD_WORD_LEN                   0x4

#define CDNS_MCP_CMD_SSP_TAG                    BIT(31)
#define CDNS_MCP_CMD_COMMAND                    GENMASK(30, 28)
#define CDNS_MCP_CMD_DEV_ADDR                   GENMASK(27, 24)
#define CDNS_MCP_CMD_REG_ADDR_H                 GENMASK(23, 16)
#define CDNS_MCP_CMD_REG_ADDR_L                 GENMASK(15, 8)
#define CDNS_MCP_CMD_REG_DATA                   GENMASK(7, 0)

#define CDNS_MCP_CMD_READ                       2
#define CDNS_MCP_CMD_WRITE                      3

#define CDNS_MCP_RESP_RDATA                     GENMASK(15, 8)
#define CDNS_MCP_RESP_ACK                       BIT(0)
#define CDNS_MCP_RESP_NACK                      BIT(1)

#define CDNS_DP_SIZE                            128

#define CDNS_DPN_B0_CONFIG(n)                   (0x100 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B0_CH_EN(n)                    (0x104 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B0_SAMPLE_CTRL(n)              (0x108 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B0_OFFSET_CTRL(n)              (0x10C + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B0_HCTRL(n)                    (0x110 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B0_ASYNC_CTRL(n)               (0x114 + CDNS_DP_SIZE * (n))

#define CDNS_DPN_B1_CONFIG(n)                   (0x118 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B1_CH_EN(n)                    (0x11C + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B1_SAMPLE_CTRL(n)              (0x120 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B1_OFFSET_CTRL(n)              (0x124 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B1_HCTRL(n)                    (0x128 + CDNS_DP_SIZE * (n))
#define CDNS_DPN_B1_ASYNC_CTRL(n)               (0x12C + CDNS_DP_SIZE * (n))

#define CDNS_DPN_CONFIG_BPM                     BIT(18)
#define CDNS_DPN_CONFIG_BGC                     GENMASK(17, 16)
#define CDNS_DPN_CONFIG_WL                      GENMASK(12, 8)
#define CDNS_DPN_CONFIG_PORT_DAT                GENMASK(3, 2)
#define CDNS_DPN_CONFIG_PORT_FLOW               GENMASK(1, 0)

#define CDNS_DPN_SAMPLE_CTRL_SI                 GENMASK(15, 0)

#define CDNS_DPN_OFFSET_CTRL_1                  GENMASK(7, 0)
#define CDNS_DPN_OFFSET_CTRL_2                  GENMASK(15, 8)

#define CDNS_DPN_HCTRL_HSTOP                    GENMASK(3, 0)
#define CDNS_DPN_HCTRL_HSTART                   GENMASK(7, 4)
#define CDNS_DPN_HCTRL_LCTRL                    GENMASK(10, 8)

#define CDNS_PORTCTRL                           0x130
#define CDNS_PORTCTRL_DIRN                      BIT(7)
#define CDNS_PORTCTRL_BANK_INVERT               BIT(8)

#define CDNS_PORT_OFFSET                        0x80

#define CDNS_PDI_CONFIG(n)                      (0x1100 + (n) * 16)

#define CDNS_PDI_CONFIG_SOFT_RESET              BIT(24)
#define CDNS_PDI_CONFIG_CHANNEL                 GENMASK(15, 8)
#define CDNS_PDI_CONFIG_PORT                    GENMASK(4, 0)

/* Driver defaults */

#define CDNS_DEFAULT_CLK_DIVIDER                0
#define CDNS_DEFAULT_FRAME_SHAPE                0x30
#define CDNS_DEFAULT_SSP_INTERVAL               0x18
#define CDNS_TX_TIMEOUT                         2000

#define CDNS_PCM_PDI_OFFSET                     0x2
#define CDNS_PDM_PDI_OFFSET                     0x6

#define CDNS_SCP_RX_FIFOLEVEL                   0x2

/*
 * register accessor helpers
 */
static inline u32 cdns_readl(struct sdw_cdns *cdns, int offset)
{
        return readl(cdns->registers + offset);
}

static inline void cdns_writel(struct sdw_cdns *cdns, int offset, u32 value)
{
        writel(value, cdns->registers + offset);
}

static inline void cdns_updatel(struct sdw_cdns *cdns,
                                int offset, u32 mask, u32 val)
{
        u32 tmp;

        tmp = cdns_readl(cdns, offset);
        tmp = (tmp & ~mask) | val;
        cdns_writel(cdns, offset, tmp);
}

static int cdns_clear_bit(struct sdw_cdns *cdns, int offset, u32 value)
{
        int timeout = 10;
        u32 reg_read;

        writel(value, cdns->registers + offset);

        /* Wait for bit to be self cleared */
        do {
                reg_read = readl(cdns->registers + offset);
                if ((reg_read & value) == 0)
                        return 0;

                timeout--;
                udelay(50);
        } while (timeout != 0);

        return -EAGAIN;
}

/*
 * IO Calls
 */
static enum sdw_command_response
cdns_fill_msg_resp(struct sdw_cdns *cdns,
                   struct sdw_msg *msg, int count, int offset)
{
        int nack = 0, no_ack = 0;
        int i;

        /* check message response */
        for (i = 0; i < count; i++) {
                if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) {
                        no_ack = 1;
                        dev_dbg(cdns->dev, "Msg Ack not received\n");
                        if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) {
                                nack = 1;
                                dev_err(cdns->dev, "Msg NACK received\n");
                        }
                }
        }

        if (nack) {
                dev_err(cdns->dev, "Msg NACKed for Slave %d\n", msg->dev_num);
                return SDW_CMD_FAIL;
        } else if (no_ack) {
                dev_dbg(cdns->dev, "Msg ignored for Slave %d\n", msg->dev_num);
                return SDW_CMD_IGNORED;
        }

        /* fill response */
        for (i = 0; i < count; i++)
                msg->buf[i + offset] = cdns->response_buf[i] >>
                                SDW_REG_SHIFT(CDNS_MCP_RESP_RDATA);

        return SDW_CMD_OK;
}

static enum sdw_command_response
_cdns_xfer_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int cmd,
               int offset, int count, bool defer)
{
        unsigned long time;
        u32 base, i, data;
        u16 addr;

        /* Program the watermark level for RX FIFO */
        if (cdns->msg_count != count) {
                cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, count);
                cdns->msg_count = count;
        }

        base = CDNS_MCP_CMD_BASE;
        addr = msg->addr;

        for (i = 0; i < count; i++) {
                data = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR);
                data |= cmd << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND);
                data |= addr++  << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);

                if (msg->flags == SDW_MSG_FLAG_WRITE)
                        data |= msg->buf[i + offset];

                data |= msg->ssp_sync << SDW_REG_SHIFT(CDNS_MCP_CMD_SSP_TAG);
                cdns_writel(cdns, base, data);
                base += CDNS_MCP_CMD_WORD_LEN;
        }

        if (defer)
                return SDW_CMD_OK;

        /* wait for timeout or response */
        time = wait_for_completion_timeout(&cdns->tx_complete,
                                           msecs_to_jiffies(CDNS_TX_TIMEOUT));
        if (!time) {
                dev_err(cdns->dev, "IO transfer timed out\n");
                msg->len = 0;
                return SDW_CMD_TIMEOUT;
        }

        return cdns_fill_msg_resp(cdns, msg, count, offset);
}

static enum sdw_command_response
cdns_program_scp_addr(struct sdw_cdns *cdns, struct sdw_msg *msg)
{
        int nack = 0, no_ack = 0;
        unsigned long time;
        u32 data[2], base;
        int i;

        /* Program the watermark level for RX FIFO */
        if (cdns->msg_count != CDNS_SCP_RX_FIFOLEVEL) {
                cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, CDNS_SCP_RX_FIFOLEVEL);
                cdns->msg_count = CDNS_SCP_RX_FIFOLEVEL;
        }

        data[0] = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR);
        data[0] |= 0x3 << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND);
        data[1] = data[0];

        data[0] |= SDW_SCP_ADDRPAGE1 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
        data[1] |= SDW_SCP_ADDRPAGE2 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);

        data[0] |= msg->addr_page1;
        data[1] |= msg->addr_page2;

        base = CDNS_MCP_CMD_BASE;
        cdns_writel(cdns, base, data[0]);
        base += CDNS_MCP_CMD_WORD_LEN;
        cdns_writel(cdns, base, data[1]);

        time = wait_for_completion_timeout(&cdns->tx_complete,
                                           msecs_to_jiffies(CDNS_TX_TIMEOUT));
        if (!time) {
                dev_err(cdns->dev, "SCP Msg trf timed out\n");
                msg->len = 0;
                return SDW_CMD_TIMEOUT;
        }

        /* check response the writes */
        for (i = 0; i < 2; i++) {
                if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) {
                        no_ack = 1;
                        dev_err(cdns->dev, "Program SCP Ack not received\n");
                        if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) {
                                nack = 1;
                                dev_err(cdns->dev, "Program SCP NACK received\n");
                        }
                }
        }

        /* For NACK, NO ack, don't return err if we are in Broadcast mode */
        if (nack) {
                dev_err(cdns->dev,
                        "SCP_addrpage NACKed for Slave %d\n", msg->dev_num);
                return SDW_CMD_FAIL;
        } else if (no_ack) {
                dev_dbg(cdns->dev,
                        "SCP_addrpage ignored for Slave %d\n", msg->dev_num);
                return SDW_CMD_IGNORED;
        }

        return SDW_CMD_OK;
}

static int cdns_prep_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int *cmd)
{
        int ret;

        if (msg->page) {
                ret = cdns_program_scp_addr(cdns, msg);
                if (ret) {
                        msg->len = 0;
                        return ret;
                }
        }

        switch (msg->flags) {
        case SDW_MSG_FLAG_READ:
                *cmd = CDNS_MCP_CMD_READ;
                break;

        case SDW_MSG_FLAG_WRITE:
                *cmd = CDNS_MCP_CMD_WRITE;
                break;

        default:
                dev_err(cdns->dev, "Invalid msg cmd: %d\n", msg->flags);
                return -EINVAL;
        }

        return 0;
}

enum sdw_command_response
cdns_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        int cmd = 0, ret, i;

        ret = cdns_prep_msg(cdns, msg, &cmd);
        if (ret)
                return SDW_CMD_FAIL_OTHER;

        for (i = 0; i < msg->len / CDNS_MCP_CMD_LEN; i++) {
                ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN,
                                     CDNS_MCP_CMD_LEN, false);
                if (ret < 0)
                        goto exit;
        }

        if (!(msg->len % CDNS_MCP_CMD_LEN))
                goto exit;

        ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN,
                             msg->len % CDNS_MCP_CMD_LEN, false);

exit:
        return ret;
}
EXPORT_SYMBOL(cdns_xfer_msg);

enum sdw_command_response
cdns_xfer_msg_defer(struct sdw_bus *bus,
                    struct sdw_msg *msg, struct sdw_defer *defer)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        int cmd = 0, ret;

        /* for defer only 1 message is supported */
        if (msg->len > 1)
                return -ENOTSUPP;

        ret = cdns_prep_msg(cdns, msg, &cmd);
        if (ret)
                return SDW_CMD_FAIL_OTHER;

        cdns->defer = defer;
        cdns->defer->length = msg->len;

        return _cdns_xfer_msg(cdns, msg, cmd, 0, msg->len, true);
}
EXPORT_SYMBOL(cdns_xfer_msg_defer);

enum sdw_command_response
cdns_reset_page_addr(struct sdw_bus *bus, unsigned int dev_num)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        struct sdw_msg msg;

        /* Create dummy message with valid device number */
        memset(&msg, 0, sizeof(msg));
        msg.dev_num = dev_num;

        return cdns_program_scp_addr(cdns, &msg);
}
EXPORT_SYMBOL(cdns_reset_page_addr);

/*
 * IRQ handling
 */

static void cdns_read_response(struct sdw_cdns *cdns)
{
        u32 num_resp, cmd_base;
        int i;

        num_resp = cdns_readl(cdns, CDNS_MCP_FIFOSTAT);
        num_resp &= CDNS_MCP_RX_FIFO_AVAIL;

        cmd_base = CDNS_MCP_CMD_BASE;

        for (i = 0; i < num_resp; i++) {
                cdns->response_buf[i] = cdns_readl(cdns, cmd_base);
                cmd_base += CDNS_MCP_CMD_WORD_LEN;
        }
}

static int cdns_update_slave_status(struct sdw_cdns *cdns,
                                    u32 slave0, u32 slave1)
{
        enum sdw_slave_status status[SDW_MAX_DEVICES + 1];
        bool is_slave = false;
        u64 slave, mask;
        int i, set_status;

        /* combine the two status */
        slave = ((u64)slave1 << 32) | slave0;
        memset(status, 0, sizeof(status));

        for (i = 0; i <= SDW_MAX_DEVICES; i++) {
                mask = (slave >> (i * CDNS_MCP_SLAVE_STATUS_NUM)) &
                                CDNS_MCP_SLAVE_STATUS_BITS;
                if (!mask)
                        continue;

                is_slave = true;
                set_status = 0;

                if (mask & CDNS_MCP_SLAVE_INTSTAT_RESERVED) {
                        status[i] = SDW_SLAVE_RESERVED;
                        set_status++;
                }

                if (mask & CDNS_MCP_SLAVE_INTSTAT_ATTACHED) {
                        status[i] = SDW_SLAVE_ATTACHED;
                        set_status++;
                }

                if (mask & CDNS_MCP_SLAVE_INTSTAT_ALERT) {
                        status[i] = SDW_SLAVE_ALERT;
                        set_status++;
                }

                if (mask & CDNS_MCP_SLAVE_INTSTAT_NPRESENT) {
                        status[i] = SDW_SLAVE_UNATTACHED;
                        set_status++;
                }

                /* first check if Slave reported multiple status */
                if (set_status > 1) {
                        dev_warn(cdns->dev,
                                 "Slave reported multiple Status: %d\n",
                                 status[i]);
                        /*
                         * TODO: we need to reread the status here by
                         * issuing a PING cmd
                         */
                }
        }

        if (is_slave)
                return sdw_handle_slave_status(&cdns->bus, status);

        return 0;
}

/**
 * sdw_cdns_irq() - Cadence interrupt handler
 * @irq: irq number
 * @dev_id: irq context
 */
irqreturn_t sdw_cdns_irq(int irq, void *dev_id)
{
        struct sdw_cdns *cdns = dev_id;
        u32 int_status;
        int ret = IRQ_HANDLED;

        /* Check if the link is up */
        if (!cdns->link_up)
                return IRQ_NONE;

        int_status = cdns_readl(cdns, CDNS_MCP_INTSTAT);

        if (!(int_status & CDNS_MCP_INT_IRQ))
                return IRQ_NONE;

        if (int_status & CDNS_MCP_INT_RX_WL) {
                cdns_read_response(cdns);

                if (cdns->defer) {
                        cdns_fill_msg_resp(cdns, cdns->defer->msg,
                                           cdns->defer->length, 0);
                        complete(&cdns->defer->complete);
                        cdns->defer = NULL;
                } else {
                        complete(&cdns->tx_complete);
                }
        }

        if (int_status & CDNS_MCP_INT_CTRL_CLASH) {
                /* Slave is driving bit slot during control word */
                dev_err_ratelimited(cdns->dev, "Bus clash for control word\n");
                int_status |= CDNS_MCP_INT_CTRL_CLASH;
        }

        if (int_status & CDNS_MCP_INT_DATA_CLASH) {
                /*
                 * Multiple slaves trying to drive bit slot, or issue with
                 * ownership of data bits or Slave gone bonkers
                 */
                dev_err_ratelimited(cdns->dev, "Bus clash for data word\n");
                int_status |= CDNS_MCP_INT_DATA_CLASH;
        }

        if (int_status & CDNS_MCP_INT_SLAVE_MASK) {
                /* Mask the Slave interrupt and wake thread */
                cdns_updatel(cdns, CDNS_MCP_INTMASK,
                             CDNS_MCP_INT_SLAVE_MASK, 0);

                int_status &= ~CDNS_MCP_INT_SLAVE_MASK;
                ret = IRQ_WAKE_THREAD;
        }

        cdns_writel(cdns, CDNS_MCP_INTSTAT, int_status);
        return ret;
}
EXPORT_SYMBOL(sdw_cdns_irq);

/**
 * sdw_cdns_thread() - Cadence irq thread handler
 * @irq: irq number
 * @dev_id: irq context
 */
irqreturn_t sdw_cdns_thread(int irq, void *dev_id)
{
        struct sdw_cdns *cdns = dev_id;
        u32 slave0, slave1;

        dev_dbg(cdns->dev, "Slave status change\n");

        slave0 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT0);
        slave1 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT1);

        cdns_update_slave_status(cdns, slave0, slave1);
        cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT0, slave0);
        cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT1, slave1);

        /* clear and unmask Slave interrupt now */
        cdns_writel(cdns, CDNS_MCP_INTSTAT, CDNS_MCP_INT_SLAVE_MASK);
        cdns_updatel(cdns, CDNS_MCP_INTMASK,
                     CDNS_MCP_INT_SLAVE_MASK, CDNS_MCP_INT_SLAVE_MASK);

        return IRQ_HANDLED;
}
EXPORT_SYMBOL(sdw_cdns_thread);

/*
 * init routines
 */
static int _cdns_enable_interrupt(struct sdw_cdns *cdns)
{
        u32 mask;

        cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK0,
                    CDNS_MCP_SLAVE_INTMASK0_MASK);
        cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK1,
                    CDNS_MCP_SLAVE_INTMASK1_MASK);

        mask = CDNS_MCP_INT_SLAVE_RSVD | CDNS_MCP_INT_SLAVE_ALERT |
                CDNS_MCP_INT_SLAVE_ATTACH | CDNS_MCP_INT_SLAVE_NATTACH |
                CDNS_MCP_INT_CTRL_CLASH | CDNS_MCP_INT_DATA_CLASH |
                CDNS_MCP_INT_RX_WL | CDNS_MCP_INT_IRQ | CDNS_MCP_INT_DPINT;

        cdns_writel(cdns, CDNS_MCP_INTMASK, mask);

        return 0;
}

/**
 * sdw_cdns_enable_interrupt() - Enable SDW interrupts and update config
 * @cdns: Cadence instance
 */
int sdw_cdns_enable_interrupt(struct sdw_cdns *cdns)
{
        int ret;

        _cdns_enable_interrupt(cdns);
        ret = cdns_clear_bit(cdns, CDNS_MCP_CONFIG_UPDATE,
                             CDNS_MCP_CONFIG_UPDATE_BIT);
        if (ret < 0)
                dev_err(cdns->dev, "Config update timedout\n");

        return ret;
}
EXPORT_SYMBOL(sdw_cdns_enable_interrupt);

static int cdns_allocate_pdi(struct sdw_cdns *cdns,
                             struct sdw_cdns_pdi **stream,
                             u32 num, u32 pdi_offset)
{
        struct sdw_cdns_pdi *pdi;
        int i;

        if (!num)
                return 0;

        pdi = devm_kcalloc(cdns->dev, num, sizeof(*pdi), GFP_KERNEL);
        if (!pdi)
                return -ENOMEM;

        for (i = 0; i < num; i++) {
                pdi[i].num = i + pdi_offset;
                pdi[i].assigned = false;
        }

        *stream = pdi;
        return 0;
}

/**
 * sdw_cdns_pdi_init() - PDI initialization routine
 *
 * @cdns: Cadence instance
 * @config: Stream configurations
 */
int sdw_cdns_pdi_init(struct sdw_cdns *cdns,
                      struct sdw_cdns_stream_config config)
{
        struct sdw_cdns_streams *stream;
        int offset, i, ret;

        cdns->pcm.num_bd = config.pcm_bd;
        cdns->pcm.num_in = config.pcm_in;
        cdns->pcm.num_out = config.pcm_out;
        cdns->pdm.num_bd = config.pdm_bd;
        cdns->pdm.num_in = config.pdm_in;
        cdns->pdm.num_out = config.pdm_out;

        /* Allocate PDIs for PCMs */
        stream = &cdns->pcm;

        /* First two PDIs are reserved for bulk transfers */
        stream->num_bd -= CDNS_PCM_PDI_OFFSET;
        offset = CDNS_PCM_PDI_OFFSET;

        ret = cdns_allocate_pdi(cdns, &stream->bd,
                                stream->num_bd, offset);
        if (ret)
                return ret;

        offset += stream->num_bd;

        ret = cdns_allocate_pdi(cdns, &stream->in,
                                stream->num_in, offset);
        if (ret)
                return ret;

        offset += stream->num_in;

        ret = cdns_allocate_pdi(cdns, &stream->out,
                                stream->num_out, offset);
        if (ret)
                return ret;

        /* Update total number of PCM PDIs */
        stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out;
        cdns->num_ports = stream->num_pdi;

        /* Allocate PDIs for PDMs */
        stream = &cdns->pdm;
        offset = CDNS_PDM_PDI_OFFSET;
        ret = cdns_allocate_pdi(cdns, &stream->bd,
                                stream->num_bd, offset);
        if (ret)
                return ret;

        offset += stream->num_bd;

        ret = cdns_allocate_pdi(cdns, &stream->in,
                                stream->num_in, offset);
        if (ret)
                return ret;

        offset += stream->num_in;

        ret = cdns_allocate_pdi(cdns, &stream->out,
                                stream->num_out, offset);
        if (ret)
                return ret;

        /* Update total number of PDM PDIs */
        stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out;
        cdns->num_ports += stream->num_pdi;

        cdns->ports = devm_kcalloc(cdns->dev, cdns->num_ports,
                                   sizeof(*cdns->ports), GFP_KERNEL);
        if (!cdns->ports) {
                ret = -ENOMEM;
                return ret;
        }

        for (i = 0; i < cdns->num_ports; i++) {
                cdns->ports[i].assigned = false;
                cdns->ports[i].num = i + 1; /* Port 0 reserved for bulk */
        }

        return 0;
}
EXPORT_SYMBOL(sdw_cdns_pdi_init);

/**
 * sdw_cdns_init() - Cadence initialization
 * @cdns: Cadence instance
 */
int sdw_cdns_init(struct sdw_cdns *cdns)
{
        u32 val;
        int ret;

        /* Exit clock stop */
        ret = cdns_clear_bit(cdns, CDNS_MCP_CONTROL,
                             CDNS_MCP_CONTROL_CLK_STOP_CLR);
        if (ret < 0) {
                dev_err(cdns->dev, "Couldn't exit from clock stop\n");
                return ret;
        }

        /* Set clock divider */
        val = cdns_readl(cdns, CDNS_MCP_CLK_CTRL0);
        val |= CDNS_DEFAULT_CLK_DIVIDER;
        cdns_writel(cdns, CDNS_MCP_CLK_CTRL0, val);

        /* Set the default frame shape */
        cdns_writel(cdns, CDNS_MCP_FRAME_SHAPE_INIT, CDNS_DEFAULT_FRAME_SHAPE);

        /* Set SSP interval to default value */
        cdns_writel(cdns, CDNS_MCP_SSP_CTRL0, CDNS_DEFAULT_SSP_INTERVAL);
        cdns_writel(cdns, CDNS_MCP_SSP_CTRL1, CDNS_DEFAULT_SSP_INTERVAL);

        /* Set cmd accept mode */
        cdns_updatel(cdns, CDNS_MCP_CONTROL, CDNS_MCP_CONTROL_CMD_ACCEPT,
                     CDNS_MCP_CONTROL_CMD_ACCEPT);

        /* Configure mcp config */
        val = cdns_readl(cdns, CDNS_MCP_CONFIG);

        /* Set Max cmd retry to 15 */
        val |= CDNS_MCP_CONFIG_MCMD_RETRY;

        /* Set frame delay between PREQ and ping frame to 15 frames */
        val |= 0xF << SDW_REG_SHIFT(CDNS_MCP_CONFIG_MPREQ_DELAY);

        /* Disable auto bus release */
        val &= ~CDNS_MCP_CONFIG_BUS_REL;

        /* Disable sniffer mode */
        val &= ~CDNS_MCP_CONFIG_SNIFFER;

        /* Set cmd mode for Tx and Rx cmds */
        val &= ~CDNS_MCP_CONFIG_CMD;

        /* Set operation to normal */
        val &= ~CDNS_MCP_CONFIG_OP;
        val |= CDNS_MCP_CONFIG_OP_NORMAL;

        cdns_writel(cdns, CDNS_MCP_CONFIG, val);

        return 0;
}
EXPORT_SYMBOL(sdw_cdns_init);

int cdns_bus_conf(struct sdw_bus *bus, struct sdw_bus_params *params)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        int mcp_clkctrl_off, mcp_clkctrl;
        int divider;

        if (!params->curr_dr_freq) {
                dev_err(cdns->dev, "NULL curr_dr_freq\n");
                return -EINVAL;
        }

        divider = (params->max_dr_freq / params->curr_dr_freq) - 1;

        if (params->next_bank)
                mcp_clkctrl_off = CDNS_MCP_CLK_CTRL1;
        else
                mcp_clkctrl_off = CDNS_MCP_CLK_CTRL0;

        mcp_clkctrl = cdns_readl(cdns, mcp_clkctrl_off);
        mcp_clkctrl |= divider;
        cdns_writel(cdns, mcp_clkctrl_off, mcp_clkctrl);

        return 0;
}
EXPORT_SYMBOL(cdns_bus_conf);

static int cdns_port_params(struct sdw_bus *bus,
                            struct sdw_port_params *p_params, unsigned int bank)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        int dpn_config = 0, dpn_config_off;

        if (bank)
                dpn_config_off = CDNS_DPN_B1_CONFIG(p_params->num);
        else
                dpn_config_off = CDNS_DPN_B0_CONFIG(p_params->num);

        dpn_config = cdns_readl(cdns, dpn_config_off);

        dpn_config |= ((p_params->bps - 1) <<
                                SDW_REG_SHIFT(CDNS_DPN_CONFIG_WL));
        dpn_config |= (p_params->flow_mode <<
                                SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_FLOW));
        dpn_config |= (p_params->data_mode <<
                                SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_DAT));

        cdns_writel(cdns, dpn_config_off, dpn_config);

        return 0;
}

static int cdns_transport_params(struct sdw_bus *bus,
                                 struct sdw_transport_params *t_params,
                                 enum sdw_reg_bank bank)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        int dpn_offsetctrl = 0, dpn_offsetctrl_off;
        int dpn_config = 0, dpn_config_off;
        int dpn_hctrl = 0, dpn_hctrl_off;
        int num = t_params->port_num;
        int dpn_samplectrl_off;

        /*
         * Note: Only full data port is supported on the Master side for
         * both PCM and PDM ports.
         */

        if (bank) {
                dpn_config_off = CDNS_DPN_B1_CONFIG(num);
                dpn_samplectrl_off = CDNS_DPN_B1_SAMPLE_CTRL(num);
                dpn_hctrl_off = CDNS_DPN_B1_HCTRL(num);
                dpn_offsetctrl_off = CDNS_DPN_B1_OFFSET_CTRL(num);
        } else {
                dpn_config_off = CDNS_DPN_B0_CONFIG(num);
                dpn_samplectrl_off = CDNS_DPN_B0_SAMPLE_CTRL(num);
                dpn_hctrl_off = CDNS_DPN_B0_HCTRL(num);
                dpn_offsetctrl_off = CDNS_DPN_B0_OFFSET_CTRL(num);
        }

        dpn_config = cdns_readl(cdns, dpn_config_off);

        dpn_config |= (t_params->blk_grp_ctrl <<
                                SDW_REG_SHIFT(CDNS_DPN_CONFIG_BGC));
        dpn_config |= (t_params->blk_pkg_mode <<
                                SDW_REG_SHIFT(CDNS_DPN_CONFIG_BPM));
        cdns_writel(cdns, dpn_config_off, dpn_config);

        dpn_offsetctrl |= (t_params->offset1 <<
                                SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_1));
        dpn_offsetctrl |= (t_params->offset2 <<
                                SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_2));
        cdns_writel(cdns, dpn_offsetctrl_off,  dpn_offsetctrl);

        dpn_hctrl |= (t_params->hstart <<
                                SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTART));
        dpn_hctrl |= (t_params->hstop << SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTOP));
        dpn_hctrl |= (t_params->lane_ctrl <<
                                SDW_REG_SHIFT(CDNS_DPN_HCTRL_LCTRL));

        cdns_writel(cdns, dpn_hctrl_off, dpn_hctrl);
        cdns_writel(cdns, dpn_samplectrl_off, (t_params->sample_interval - 1));

        return 0;
}

static int cdns_port_enable(struct sdw_bus *bus,
                            struct sdw_enable_ch *enable_ch, unsigned int bank)
{
        struct sdw_cdns *cdns = bus_to_cdns(bus);
        int dpn_chnen_off, ch_mask;

        if (bank)
                dpn_chnen_off = CDNS_DPN_B1_CH_EN(enable_ch->port_num);
        else
                dpn_chnen_off = CDNS_DPN_B0_CH_EN(enable_ch->port_num);

        ch_mask = enable_ch->ch_mask * enable_ch->enable;
        cdns_writel(cdns, dpn_chnen_off, ch_mask);

        return 0;
}

static const struct sdw_master_port_ops cdns_port_ops = {
        .dpn_set_port_params = cdns_port_params,
        .dpn_set_port_transport_params = cdns_transport_params,
        .dpn_port_enable_ch = cdns_port_enable,
};

/**
 * sdw_cdns_probe() - Cadence probe routine
 * @cdns: Cadence instance
 */
int sdw_cdns_probe(struct sdw_cdns *cdns)
{
        init_completion(&cdns->tx_complete);
        cdns->bus.port_ops = &cdns_port_ops;

        return 0;
}
EXPORT_SYMBOL(sdw_cdns_probe);

int cdns_set_sdw_stream(struct snd_soc_dai *dai,
                        void *stream, bool pcm, int direction)
{
        struct sdw_cdns *cdns = snd_soc_dai_get_drvdata(dai);
        struct sdw_cdns_dma_data *dma;

        dma = kzalloc(sizeof(*dma), GFP_KERNEL);
        if (!dma)
                return -ENOMEM;

        if (pcm)
                dma->stream_type = SDW_STREAM_PCM;

        else
                dma->stream_type = SDW_STREAM_PDM;

        dma->bus = &cdns->bus;
        dma->link_id = cdns->instance;

        dma->stream = stream;

        if (direction == SNDRV_PCM_STREAM_PLAYBACK)
                dai->playback_dma_data = dma;
        else
                dai->capture_dma_data = dma;

        return 0;
}
EXPORT_SYMBOL(cdns_set_sdw_stream);

/**
 * cdns_find_pdi() - Find a free PDI
 *
 * @cdns: Cadence instance
 * @num: Number of PDIs
 * @pdi: PDI instances
 *
 * Find and return a free PDI for a given PDI array
 */
static struct sdw_cdns_pdi *cdns_find_pdi(struct sdw_cdns *cdns,
                                          unsigned int num,
                                          struct sdw_cdns_pdi *pdi)
{
        int i;

        for (i = 0; i < num; i++) {
                if (pdi[i].assigned)
                        continue;
                pdi[i].assigned = true;
                return &pdi[i];
        }

        return NULL;
}

/**
 * sdw_cdns_config_stream: Configure a stream
 *
 * @cdns: Cadence instance
 * @port: Cadence data port
 * @ch: Channel count
 * @dir: Data direction
 * @pdi: PDI to be used
 */
void sdw_cdns_config_stream(struct sdw_cdns *cdns,
                            struct sdw_cdns_port *port,
                            u32 ch, u32 dir, struct sdw_cdns_pdi *pdi)
{
        u32 offset, val = 0;

        if (dir == SDW_DATA_DIR_RX)
                val = CDNS_PORTCTRL_DIRN;

        offset = CDNS_PORTCTRL + port->num * CDNS_PORT_OFFSET;
        cdns_updatel(cdns, offset, CDNS_PORTCTRL_DIRN, val);

        val = port->num;
        val |= ((1 << ch) - 1) << SDW_REG_SHIFT(CDNS_PDI_CONFIG_CHANNEL);
        cdns_writel(cdns, CDNS_PDI_CONFIG(pdi->num), val);
}
EXPORT_SYMBOL(sdw_cdns_config_stream);

/**
 * cdns_get_num_pdi() - Get number of PDIs required
 *
 * @cdns: Cadence instance
 * @pdi: PDI to be used
 * @num: Number of PDIs
 * @ch_count: Channel count
 */
static int cdns_get_num_pdi(struct sdw_cdns *cdns,
                            struct sdw_cdns_pdi *pdi,
                            unsigned int num, u32 ch_count)
{
        int i, pdis = 0;

        for (i = 0; i < num; i++) {
                if (pdi[i].assigned)
                        continue;

                if (pdi[i].ch_count < ch_count)
                        ch_count -= pdi[i].ch_count;
                else
                        ch_count = 0;

                pdis++;

                if (!ch_count)
                        break;
        }

        if (ch_count)
                return 0;

        return pdis;
}

/**
 * sdw_cdns_get_stream() - Get stream information
 *
 * @cdns: Cadence instance
 * @stream: Stream to be allocated
 * @ch: Channel count
 * @dir: Data direction
 */
int sdw_cdns_get_stream(struct sdw_cdns *cdns,
                        struct sdw_cdns_streams *stream,
                        u32 ch, u32 dir)
{
        int pdis = 0;

        if (dir == SDW_DATA_DIR_RX)
                pdis = cdns_get_num_pdi(cdns, stream->in, stream->num_in, ch);
        else
                pdis = cdns_get_num_pdi(cdns, stream->out, stream->num_out, ch);

        /* check if we found PDI, else find in bi-directional */
        if (!pdis)
                pdis = cdns_get_num_pdi(cdns, stream->bd, stream->num_bd, ch);

        return pdis;
}
EXPORT_SYMBOL(sdw_cdns_get_stream);

/**
 * sdw_cdns_alloc_stream() - Allocate a stream
 *
 * @cdns: Cadence instance
 * @stream: Stream to be allocated
 * @port: Cadence data port
 * @ch: Channel count
 * @dir: Data direction
 */
int sdw_cdns_alloc_stream(struct sdw_cdns *cdns,
                          struct sdw_cdns_streams *stream,
                          struct sdw_cdns_port *port, u32 ch, u32 dir)
{
        struct sdw_cdns_pdi *pdi = NULL;

        if (dir == SDW_DATA_DIR_RX)
                pdi = cdns_find_pdi(cdns, stream->num_in, stream->in);
        else
                pdi = cdns_find_pdi(cdns, stream->num_out, stream->out);

        /* check if we found a PDI, else find in bi-directional */
        if (!pdi)
                pdi = cdns_find_pdi(cdns, stream->num_bd, stream->bd);

        if (!pdi)
                return -EIO;

        port->pdi = pdi;
        pdi->l_ch_num = 0;
        pdi->h_ch_num = ch - 1;
        pdi->dir = dir;
        pdi->ch_count = ch;

        return 0;
}
EXPORT_SYMBOL(sdw_cdns_alloc_stream);

void sdw_cdns_shutdown(struct snd_pcm_substream *substream,
                       struct snd_soc_dai *dai)
{
        struct sdw_cdns_dma_data *dma;

        dma = snd_soc_dai_get_dma_data(dai, substream);
        if (!dma)
                return;

        snd_soc_dai_set_dma_data(dai, substream, NULL);
        kfree(dma);
}
EXPORT_SYMBOL(sdw_cdns_shutdown);

MODULE_LICENSE("Dual BSD/GPL");
MODULE_DESCRIPTION("Cadence Soundwire Library");