linux/sound/soc/amd/acp-pcm-dma.c
<<
>>
Prefs
   1/*
   2 * AMD ALSA SoC PCM Driver for ACP 2.x
   3 *
   4 * Copyright 2014-2015 Advanced Micro Devices, Inc.
   5 *
   6 * This program is free software; you can redistribute it and/or modify it
   7 * under the terms and conditions of the GNU General Public License,
   8 * version 2, as published by the Free Software Foundation.
   9 *
  10 * This program is distributed in the hope it will be useful, but WITHOUT
  11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  13 * more details.
  14 */
  15
  16#include <linux/module.h>
  17#include <linux/delay.h>
  18#include <linux/io.h>
  19#include <linux/sizes.h>
  20#include <linux/pm_runtime.h>
  21
  22#include <sound/soc.h>
  23
  24#include "acp.h"
  25
  26#define PLAYBACK_MIN_NUM_PERIODS    2
  27#define PLAYBACK_MAX_NUM_PERIODS    2
  28#define PLAYBACK_MAX_PERIOD_SIZE    16384
  29#define PLAYBACK_MIN_PERIOD_SIZE    1024
  30#define CAPTURE_MIN_NUM_PERIODS     2
  31#define CAPTURE_MAX_NUM_PERIODS     2
  32#define CAPTURE_MAX_PERIOD_SIZE     16384
  33#define CAPTURE_MIN_PERIOD_SIZE     1024
  34
  35#define MAX_BUFFER (PLAYBACK_MAX_PERIOD_SIZE * PLAYBACK_MAX_NUM_PERIODS)
  36#define MIN_BUFFER MAX_BUFFER
  37
  38static const struct snd_pcm_hardware acp_pcm_hardware_playback = {
  39        .info = SNDRV_PCM_INFO_INTERLEAVED |
  40                SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
  41                SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
  42                SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
  43        .formats = SNDRV_PCM_FMTBIT_S16_LE |
  44                SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
  45        .channels_min = 1,
  46        .channels_max = 8,
  47        .rates = SNDRV_PCM_RATE_8000_96000,
  48        .rate_min = 8000,
  49        .rate_max = 96000,
  50        .buffer_bytes_max = PLAYBACK_MAX_NUM_PERIODS * PLAYBACK_MAX_PERIOD_SIZE,
  51        .period_bytes_min = PLAYBACK_MIN_PERIOD_SIZE,
  52        .period_bytes_max = PLAYBACK_MAX_PERIOD_SIZE,
  53        .periods_min = PLAYBACK_MIN_NUM_PERIODS,
  54        .periods_max = PLAYBACK_MAX_NUM_PERIODS,
  55};
  56
  57static const struct snd_pcm_hardware acp_pcm_hardware_capture = {
  58        .info = SNDRV_PCM_INFO_INTERLEAVED |
  59                SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
  60                SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
  61            SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
  62        .formats = SNDRV_PCM_FMTBIT_S16_LE |
  63                SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
  64        .channels_min = 1,
  65        .channels_max = 2,
  66        .rates = SNDRV_PCM_RATE_8000_48000,
  67        .rate_min = 8000,
  68        .rate_max = 48000,
  69        .buffer_bytes_max = CAPTURE_MAX_NUM_PERIODS * CAPTURE_MAX_PERIOD_SIZE,
  70        .period_bytes_min = CAPTURE_MIN_PERIOD_SIZE,
  71        .period_bytes_max = CAPTURE_MAX_PERIOD_SIZE,
  72        .periods_min = CAPTURE_MIN_NUM_PERIODS,
  73        .periods_max = CAPTURE_MAX_NUM_PERIODS,
  74};
  75
  76struct audio_drv_data {
  77        struct snd_pcm_substream *play_stream;
  78        struct snd_pcm_substream *capture_stream;
  79        void __iomem *acp_mmio;
  80};
  81
  82static u32 acp_reg_read(void __iomem *acp_mmio, u32 reg)
  83{
  84        return readl(acp_mmio + (reg * 4));
  85}
  86
  87static void acp_reg_write(u32 val, void __iomem *acp_mmio, u32 reg)
  88{
  89        writel(val, acp_mmio + (reg * 4));
  90}
  91
  92/* Configure a given dma channel parameters - enable/disble,
  93 * number of descriptors, priority
  94 */
  95static void config_acp_dma_channel(void __iomem *acp_mmio, u8 ch_num,
  96                                   u16 dscr_strt_idx, u16 num_dscrs,
  97                                   enum acp_dma_priority_level priority_level)
  98{
  99        u32 dma_ctrl;
 100
 101        /* disable the channel run field */
 102        dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 103        dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
 104        acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 105
 106        /* program a DMA channel with first descriptor to be processed. */
 107        acp_reg_write((ACP_DMA_DSCR_STRT_IDX_0__DMAChDscrStrtIdx_MASK
 108                        & dscr_strt_idx),
 109                        acp_mmio, mmACP_DMA_DSCR_STRT_IDX_0 + ch_num);
 110
 111        /* program a DMA channel with the number of descriptors to be
 112         * processed in the transfer
 113        */
 114        acp_reg_write(ACP_DMA_DSCR_CNT_0__DMAChDscrCnt_MASK & num_dscrs,
 115                acp_mmio, mmACP_DMA_DSCR_CNT_0 + ch_num);
 116
 117        /* set DMA channel priority */
 118        acp_reg_write(priority_level, acp_mmio, mmACP_DMA_PRIO_0 + ch_num);
 119}
 120
 121/* Initialize a dma descriptor in SRAM based on descritor information passed */
 122static void config_dma_descriptor_in_sram(void __iomem *acp_mmio,
 123                                          u16 descr_idx,
 124                                          acp_dma_dscr_transfer_t *descr_info)
 125{
 126        u32 sram_offset;
 127
 128        sram_offset = (descr_idx * sizeof(acp_dma_dscr_transfer_t));
 129
 130        /* program the source base address. */
 131        acp_reg_write(sram_offset, acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
 132        acp_reg_write(descr_info->src,  acp_mmio, mmACP_SRBM_Targ_Idx_Data);
 133        /* program the destination base address. */
 134        acp_reg_write(sram_offset + 4,  acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
 135        acp_reg_write(descr_info->dest, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
 136
 137        /* program the number of bytes to be transferred for this descriptor. */
 138        acp_reg_write(sram_offset + 8,  acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
 139        acp_reg_write(descr_info->xfer_val, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
 140}
 141
 142/* Initialize the DMA descriptor information for transfer between
 143 * system memory <-> ACP SRAM
 144 */
 145static void set_acp_sysmem_dma_descriptors(void __iomem *acp_mmio,
 146                                           u32 size, int direction,
 147                                           u32 pte_offset)
 148{
 149        u16 i;
 150        u16 dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH12;
 151        acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
 152
 153        for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
 154                dmadscr[i].xfer_val = 0;
 155                if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
 156                        dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH12 + i;
 157                        dmadscr[i].dest = ACP_SHARED_RAM_BANK_1_ADDRESS +
 158                                        (size / 2) - (i * (size/2));
 159                        dmadscr[i].src = ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS
 160                                + (pte_offset * SZ_4K) + (i * (size/2));
 161                        dmadscr[i].xfer_val |=
 162                        (ACP_DMA_ATTRIBUTES_DAGB_ONION_TO_SHAREDMEM << 16) |
 163                        (size / 2);
 164                } else {
 165                        dma_dscr_idx = CAPTURE_START_DMA_DESCR_CH14 + i;
 166                        dmadscr[i].src = ACP_SHARED_RAM_BANK_5_ADDRESS +
 167                                        (i * (size/2));
 168                        dmadscr[i].dest = ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS
 169                                                + (pte_offset * SZ_4K) +
 170                                                (i * (size/2));
 171                        dmadscr[i].xfer_val |=
 172                        BIT(22) |
 173                        (ACP_DMA_ATTRIBUTES_SHAREDMEM_TO_DAGB_ONION << 16) |
 174                        (size / 2);
 175                }
 176                config_dma_descriptor_in_sram(acp_mmio, dma_dscr_idx,
 177                                                &dmadscr[i]);
 178        }
 179        if (direction == SNDRV_PCM_STREAM_PLAYBACK)
 180                config_acp_dma_channel(acp_mmio, SYSRAM_TO_ACP_CH_NUM,
 181                                        PLAYBACK_START_DMA_DESCR_CH12,
 182                                        NUM_DSCRS_PER_CHANNEL,
 183                                        ACP_DMA_PRIORITY_LEVEL_NORMAL);
 184        else
 185                config_acp_dma_channel(acp_mmio, ACP_TO_SYSRAM_CH_NUM,
 186                                        CAPTURE_START_DMA_DESCR_CH14,
 187                                        NUM_DSCRS_PER_CHANNEL,
 188                                        ACP_DMA_PRIORITY_LEVEL_NORMAL);
 189}
 190
 191/* Initialize the DMA descriptor information for transfer between
 192 * ACP SRAM <-> I2S
 193 */
 194static void set_acp_to_i2s_dma_descriptors(void __iomem *acp_mmio,
 195                                           u32 size, int direction)
 196{
 197
 198        u16 i;
 199        u16 dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH13;
 200        acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
 201
 202        for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
 203                dmadscr[i].xfer_val = 0;
 204                if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
 205                        dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH13 + i;
 206                        dmadscr[i].src = ACP_SHARED_RAM_BANK_1_ADDRESS +
 207                                         (i * (size/2));
 208                        /* dmadscr[i].dest is unused by hardware. */
 209                        dmadscr[i].dest = 0;
 210                        dmadscr[i].xfer_val |= BIT(22) | (TO_ACP_I2S_1 << 16) |
 211                                                (size / 2);
 212                } else {
 213                        dma_dscr_idx = CAPTURE_START_DMA_DESCR_CH15 + i;
 214                        /* dmadscr[i].src is unused by hardware. */
 215                        dmadscr[i].src = 0;
 216                        dmadscr[i].dest = ACP_SHARED_RAM_BANK_5_ADDRESS +
 217                                        (i * (size / 2));
 218                        dmadscr[i].xfer_val |= BIT(22) |
 219                                        (FROM_ACP_I2S_1 << 16) | (size / 2);
 220                }
 221                config_dma_descriptor_in_sram(acp_mmio, dma_dscr_idx,
 222                                                &dmadscr[i]);
 223        }
 224        /* Configure the DMA channel with the above descriptore */
 225        if (direction == SNDRV_PCM_STREAM_PLAYBACK)
 226                config_acp_dma_channel(acp_mmio, ACP_TO_I2S_DMA_CH_NUM,
 227                                        PLAYBACK_START_DMA_DESCR_CH13,
 228                                        NUM_DSCRS_PER_CHANNEL,
 229                                        ACP_DMA_PRIORITY_LEVEL_NORMAL);
 230        else
 231                config_acp_dma_channel(acp_mmio, I2S_TO_ACP_DMA_CH_NUM,
 232                                        CAPTURE_START_DMA_DESCR_CH15,
 233                                        NUM_DSCRS_PER_CHANNEL,
 234                                        ACP_DMA_PRIORITY_LEVEL_NORMAL);
 235}
 236
 237/* Create page table entries in ACP SRAM for the allocated memory */
 238static void acp_pte_config(void __iomem *acp_mmio, struct page *pg,
 239                           u16 num_of_pages, u32 pte_offset)
 240{
 241        u16 page_idx;
 242        u64 addr;
 243        u32 low;
 244        u32 high;
 245        u32 offset;
 246
 247        offset  = ACP_DAGB_GRP_SRBM_SRAM_BASE_OFFSET + (pte_offset * 8);
 248        for (page_idx = 0; page_idx < (num_of_pages); page_idx++) {
 249                /* Load the low address of page int ACP SRAM through SRBM */
 250                acp_reg_write((offset + (page_idx * 8)),
 251                        acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
 252                addr = page_to_phys(pg);
 253
 254                low = lower_32_bits(addr);
 255                high = upper_32_bits(addr);
 256
 257                acp_reg_write(low, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
 258
 259                /* Load the High address of page int ACP SRAM through SRBM */
 260                acp_reg_write((offset + (page_idx * 8) + 4),
 261                        acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
 262
 263                /* page enable in ACP */
 264                high |= BIT(31);
 265                acp_reg_write(high, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
 266
 267                /* Move to next physically contiguos page */
 268                pg++;
 269        }
 270}
 271
 272static void config_acp_dma(void __iomem *acp_mmio,
 273                           struct audio_substream_data *audio_config)
 274{
 275        u32 pte_offset;
 276
 277        if (audio_config->direction == SNDRV_PCM_STREAM_PLAYBACK)
 278                pte_offset = ACP_PLAYBACK_PTE_OFFSET;
 279        else
 280                pte_offset = ACP_CAPTURE_PTE_OFFSET;
 281
 282        acp_pte_config(acp_mmio, audio_config->pg, audio_config->num_of_pages,
 283                        pte_offset);
 284
 285        /* Configure System memory <-> ACP SRAM DMA descriptors */
 286        set_acp_sysmem_dma_descriptors(acp_mmio, audio_config->size,
 287                                       audio_config->direction, pte_offset);
 288
 289        /* Configure ACP SRAM <-> I2S DMA descriptors */
 290        set_acp_to_i2s_dma_descriptors(acp_mmio, audio_config->size,
 291                                        audio_config->direction);
 292}
 293
 294/* Start a given DMA channel transfer */
 295static void acp_dma_start(void __iomem *acp_mmio,
 296                         u16 ch_num, bool is_circular)
 297{
 298        u32 dma_ctrl;
 299
 300        /* read the dma control register and disable the channel run field */
 301        dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 302
 303        /* Invalidating the DAGB cache */
 304        acp_reg_write(1, acp_mmio, mmACP_DAGB_ATU_CTRL);
 305
 306        /* configure the DMA channel and start the DMA transfer
 307         * set dmachrun bit to start the transfer and enable the
 308         * interrupt on completion of the dma transfer
 309         */
 310        dma_ctrl |= ACP_DMA_CNTL_0__DMAChRun_MASK;
 311
 312        switch (ch_num) {
 313        case ACP_TO_I2S_DMA_CH_NUM:
 314        case ACP_TO_SYSRAM_CH_NUM:
 315        case I2S_TO_ACP_DMA_CH_NUM:
 316                dma_ctrl |= ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
 317                break;
 318        default:
 319                dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
 320                break;
 321        }
 322
 323        /* enable  for ACP SRAM to/from I2S DMA channel */
 324        if (is_circular == true)
 325                dma_ctrl |= ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
 326        else
 327                dma_ctrl &= ~ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
 328
 329        acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 330}
 331
 332/* Stop a given DMA channel transfer */
 333static int acp_dma_stop(void __iomem *acp_mmio, u8 ch_num)
 334{
 335        u32 dma_ctrl;
 336        u32 dma_ch_sts;
 337        u32 count = ACP_DMA_RESET_TIME;
 338
 339        dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 340
 341        /* clear the dma control register fields before writing zero
 342         * in reset bit
 343        */
 344        dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
 345        dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
 346
 347        acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 348        dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
 349
 350        if (dma_ch_sts & BIT(ch_num)) {
 351                /* set the reset bit for this channel to stop the dma
 352                *  transfer
 353                */
 354                dma_ctrl |= ACP_DMA_CNTL_0__DMAChRst_MASK;
 355                acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
 356        }
 357
 358        /* check the channel status bit for some time and return the status */
 359        while (true) {
 360                dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
 361                if (!(dma_ch_sts & BIT(ch_num))) {
 362                        /* clear the reset flag after successfully stopping
 363                        * the dma transfer and break from the loop
 364                        */
 365                        dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRst_MASK;
 366
 367                        acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0
 368                                                                + ch_num);
 369                        break;
 370                }
 371                if (--count == 0) {
 372                        pr_err("Failed to stop ACP DMA channel : %d\n", ch_num);
 373                        return -ETIMEDOUT;
 374                }
 375                udelay(100);
 376        }
 377        return 0;
 378}
 379
 380static void acp_set_sram_bank_state(void __iomem *acp_mmio, u16 bank,
 381                                        bool power_on)
 382{
 383        u32 val, req_reg, sts_reg, sts_reg_mask;
 384        u32 loops = 1000;
 385
 386        if (bank < 32) {
 387                req_reg = mmACP_MEM_SHUT_DOWN_REQ_LO;
 388                sts_reg = mmACP_MEM_SHUT_DOWN_STS_LO;
 389                sts_reg_mask = 0xFFFFFFFF;
 390
 391        } else {
 392                bank -= 32;
 393                req_reg = mmACP_MEM_SHUT_DOWN_REQ_HI;
 394                sts_reg = mmACP_MEM_SHUT_DOWN_STS_HI;
 395                sts_reg_mask = 0x0000FFFF;
 396        }
 397
 398        val = acp_reg_read(acp_mmio, req_reg);
 399        if (val & (1 << bank)) {
 400                /* bank is in off state */
 401                if (power_on == true)
 402                        /* request to on */
 403                        val &= ~(1 << bank);
 404                else
 405                        /* request to off */
 406                        return;
 407        } else {
 408                /* bank is in on state */
 409                if (power_on == false)
 410                        /* request to off */
 411                        val |= 1 << bank;
 412                else
 413                        /* request to on */
 414                        return;
 415        }
 416        acp_reg_write(val, acp_mmio, req_reg);
 417
 418        while (acp_reg_read(acp_mmio, sts_reg) != sts_reg_mask) {
 419                if (!loops--) {
 420                        pr_err("ACP SRAM bank %d state change failed\n", bank);
 421                        break;
 422                }
 423                cpu_relax();
 424        }
 425}
 426
 427/* Initialize and bring ACP hardware to default state. */
 428static int acp_init(void __iomem *acp_mmio)
 429{
 430        u16 bank;
 431        u32 val, count, sram_pte_offset;
 432
 433        /* Assert Soft reset of ACP */
 434        val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
 435
 436        val |= ACP_SOFT_RESET__SoftResetAud_MASK;
 437        acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
 438
 439        count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
 440        while (true) {
 441                val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
 442                if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
 443                    (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
 444                        break;
 445                if (--count == 0) {
 446                        pr_err("Failed to reset ACP\n");
 447                        return -ETIMEDOUT;
 448                }
 449                udelay(100);
 450        }
 451
 452        /* Enable clock to ACP and wait until the clock is enabled */
 453        val = acp_reg_read(acp_mmio, mmACP_CONTROL);
 454        val = val | ACP_CONTROL__ClkEn_MASK;
 455        acp_reg_write(val, acp_mmio, mmACP_CONTROL);
 456
 457        count = ACP_CLOCK_EN_TIME_OUT_VALUE;
 458
 459        while (true) {
 460                val = acp_reg_read(acp_mmio, mmACP_STATUS);
 461                if (val & (u32) 0x1)
 462                        break;
 463                if (--count == 0) {
 464                        pr_err("Failed to reset ACP\n");
 465                        return -ETIMEDOUT;
 466                }
 467                udelay(100);
 468        }
 469
 470        /* Deassert the SOFT RESET flags */
 471        val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
 472        val &= ~ACP_SOFT_RESET__SoftResetAud_MASK;
 473        acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
 474
 475        /* initiailize Onion control DAGB register */
 476        acp_reg_write(ACP_ONION_CNTL_DEFAULT, acp_mmio,
 477                        mmACP_AXI2DAGB_ONION_CNTL);
 478
 479        /* initiailize Garlic control DAGB registers */
 480        acp_reg_write(ACP_GARLIC_CNTL_DEFAULT, acp_mmio,
 481                        mmACP_AXI2DAGB_GARLIC_CNTL);
 482
 483        sram_pte_offset = ACP_DAGB_GRP_SRAM_BASE_ADDRESS |
 484                        ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBSnoopSel_MASK |
 485                        ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBTargetMemSel_MASK |
 486                        ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBGrpEnable_MASK;
 487        acp_reg_write(sram_pte_offset,  acp_mmio, mmACP_DAGB_BASE_ADDR_GRP_1);
 488        acp_reg_write(ACP_PAGE_SIZE_4K_ENABLE, acp_mmio,
 489                        mmACP_DAGB_PAGE_SIZE_GRP_1);
 490
 491        acp_reg_write(ACP_SRAM_BASE_ADDRESS, acp_mmio,
 492                        mmACP_DMA_DESC_BASE_ADDR);
 493
 494        /* Num of descriptiors in SRAM 0x4, means 256 descriptors;(64 * 4) */
 495        acp_reg_write(0x4, acp_mmio, mmACP_DMA_DESC_MAX_NUM_DSCR);
 496        acp_reg_write(ACP_EXTERNAL_INTR_CNTL__DMAIOCMask_MASK,
 497                acp_mmio, mmACP_EXTERNAL_INTR_CNTL);
 498
 499       /* When ACP_TILE_P1 is turned on, all SRAM banks get turned on.
 500        * Now, turn off all of them. This can't be done in 'poweron' of
 501        * ACP pm domain, as this requires ACP to be initialized.
 502        */
 503        for (bank = 1; bank < 48; bank++)
 504                acp_set_sram_bank_state(acp_mmio, bank, false);
 505
 506        return 0;
 507}
 508
 509/* Deintialize ACP */
 510static int acp_deinit(void __iomem *acp_mmio)
 511{
 512        u32 val;
 513        u32 count;
 514
 515        /* Assert Soft reset of ACP */
 516        val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
 517
 518        val |= ACP_SOFT_RESET__SoftResetAud_MASK;
 519        acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
 520
 521        count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
 522        while (true) {
 523                val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
 524                if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
 525                    (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
 526                        break;
 527                if (--count == 0) {
 528                        pr_err("Failed to reset ACP\n");
 529                        return -ETIMEDOUT;
 530                }
 531                udelay(100);
 532        }
 533        /** Disable ACP clock */
 534        val = acp_reg_read(acp_mmio, mmACP_CONTROL);
 535        val &= ~ACP_CONTROL__ClkEn_MASK;
 536        acp_reg_write(val, acp_mmio, mmACP_CONTROL);
 537
 538        count = ACP_CLOCK_EN_TIME_OUT_VALUE;
 539
 540        while (true) {
 541                val = acp_reg_read(acp_mmio, mmACP_STATUS);
 542                if (!(val & (u32) 0x1))
 543                        break;
 544                if (--count == 0) {
 545                        pr_err("Failed to reset ACP\n");
 546                        return -ETIMEDOUT;
 547                }
 548                udelay(100);
 549        }
 550        return 0;
 551}
 552
 553/* ACP DMA irq handler routine for playback, capture usecases */
 554static irqreturn_t dma_irq_handler(int irq, void *arg)
 555{
 556        u16 dscr_idx;
 557        u32 intr_flag, ext_intr_status;
 558        struct audio_drv_data *irq_data;
 559        void __iomem *acp_mmio;
 560        struct device *dev = arg;
 561        bool valid_irq = false;
 562
 563        irq_data = dev_get_drvdata(dev);
 564        acp_mmio = irq_data->acp_mmio;
 565
 566        ext_intr_status = acp_reg_read(acp_mmio, mmACP_EXTERNAL_INTR_STAT);
 567        intr_flag = (((ext_intr_status &
 568                      ACP_EXTERNAL_INTR_STAT__DMAIOCStat_MASK) >>
 569                     ACP_EXTERNAL_INTR_STAT__DMAIOCStat__SHIFT));
 570
 571        if ((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) != 0) {
 572                valid_irq = true;
 573                if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_13) ==
 574                                PLAYBACK_START_DMA_DESCR_CH13)
 575                        dscr_idx = PLAYBACK_START_DMA_DESCR_CH12;
 576                else
 577                        dscr_idx = PLAYBACK_END_DMA_DESCR_CH12;
 578                config_acp_dma_channel(acp_mmio, SYSRAM_TO_ACP_CH_NUM, dscr_idx,
 579                                       1, 0);
 580                acp_dma_start(acp_mmio, SYSRAM_TO_ACP_CH_NUM, false);
 581
 582                snd_pcm_period_elapsed(irq_data->play_stream);
 583
 584                acp_reg_write((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) << 16,
 585                                acp_mmio, mmACP_EXTERNAL_INTR_STAT);
 586        }
 587
 588        if ((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) != 0) {
 589                valid_irq = true;
 590                if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_15) ==
 591                                CAPTURE_START_DMA_DESCR_CH15)
 592                        dscr_idx = CAPTURE_END_DMA_DESCR_CH14;
 593                else
 594                        dscr_idx = CAPTURE_START_DMA_DESCR_CH14;
 595                config_acp_dma_channel(acp_mmio, ACP_TO_SYSRAM_CH_NUM, dscr_idx,
 596                                       1, 0);
 597                acp_dma_start(acp_mmio, ACP_TO_SYSRAM_CH_NUM, false);
 598
 599                acp_reg_write((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) << 16,
 600                                acp_mmio, mmACP_EXTERNAL_INTR_STAT);
 601        }
 602
 603        if ((intr_flag & BIT(ACP_TO_SYSRAM_CH_NUM)) != 0) {
 604                valid_irq = true;
 605                snd_pcm_period_elapsed(irq_data->capture_stream);
 606                acp_reg_write((intr_flag & BIT(ACP_TO_SYSRAM_CH_NUM)) << 16,
 607                                acp_mmio, mmACP_EXTERNAL_INTR_STAT);
 608        }
 609
 610        if (valid_irq)
 611                return IRQ_HANDLED;
 612        else
 613                return IRQ_NONE;
 614}
 615
 616static int acp_dma_open(struct snd_pcm_substream *substream)
 617{
 618        u16 bank;
 619        int ret = 0;
 620        struct snd_pcm_runtime *runtime = substream->runtime;
 621        struct snd_soc_pcm_runtime *prtd = substream->private_data;
 622        struct audio_drv_data *intr_data = dev_get_drvdata(prtd->platform->dev);
 623
 624        struct audio_substream_data *adata =
 625                kzalloc(sizeof(struct audio_substream_data), GFP_KERNEL);
 626        if (adata == NULL)
 627                return -ENOMEM;
 628
 629        if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 630                runtime->hw = acp_pcm_hardware_playback;
 631        else
 632                runtime->hw = acp_pcm_hardware_capture;
 633
 634        ret = snd_pcm_hw_constraint_integer(runtime,
 635                                            SNDRV_PCM_HW_PARAM_PERIODS);
 636        if (ret < 0) {
 637                dev_err(prtd->platform->dev, "set integer constraint failed\n");
 638                kfree(adata);
 639                return ret;
 640        }
 641
 642        adata->acp_mmio = intr_data->acp_mmio;
 643        runtime->private_data = adata;
 644
 645        /* Enable ACP irq, when neither playback or capture streams are
 646         * active by the time when a new stream is being opened.
 647         * This enablement is not required for another stream, if current
 648         * stream is not closed
 649        */
 650        if (!intr_data->play_stream && !intr_data->capture_stream)
 651                acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
 652
 653        if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 654                intr_data->play_stream = substream;
 655                for (bank = 1; bank <= 4; bank++)
 656                        acp_set_sram_bank_state(intr_data->acp_mmio, bank,
 657                                                true);
 658        } else {
 659                intr_data->capture_stream = substream;
 660                for (bank = 5; bank <= 8; bank++)
 661                        acp_set_sram_bank_state(intr_data->acp_mmio, bank,
 662                                                true);
 663        }
 664
 665        return 0;
 666}
 667
 668static int acp_dma_hw_params(struct snd_pcm_substream *substream,
 669                             struct snd_pcm_hw_params *params)
 670{
 671        int status;
 672        uint64_t size;
 673        struct snd_dma_buffer *dma_buffer;
 674        struct page *pg;
 675        struct snd_pcm_runtime *runtime;
 676        struct audio_substream_data *rtd;
 677
 678        dma_buffer = &substream->dma_buffer;
 679
 680        runtime = substream->runtime;
 681        rtd = runtime->private_data;
 682
 683        if (WARN_ON(!rtd))
 684                return -EINVAL;
 685
 686        size = params_buffer_bytes(params);
 687        status = snd_pcm_lib_malloc_pages(substream, size);
 688        if (status < 0)
 689                return status;
 690
 691        memset(substream->runtime->dma_area, 0, params_buffer_bytes(params));
 692        pg = virt_to_page(substream->dma_buffer.area);
 693
 694        if (pg != NULL) {
 695                acp_set_sram_bank_state(rtd->acp_mmio, 0, true);
 696                /* Save for runtime private data */
 697                rtd->pg = pg;
 698                rtd->order = get_order(size);
 699
 700                /* Fill the page table entries in ACP SRAM */
 701                rtd->pg = pg;
 702                rtd->size = size;
 703                rtd->num_of_pages = PAGE_ALIGN(size) >> PAGE_SHIFT;
 704                rtd->direction = substream->stream;
 705
 706                config_acp_dma(rtd->acp_mmio, rtd);
 707                status = 0;
 708        } else {
 709                status = -ENOMEM;
 710        }
 711        return status;
 712}
 713
 714static int acp_dma_hw_free(struct snd_pcm_substream *substream)
 715{
 716        return snd_pcm_lib_free_pages(substream);
 717}
 718
 719static snd_pcm_uframes_t acp_dma_pointer(struct snd_pcm_substream *substream)
 720{
 721        u16 dscr;
 722        u32 mul, dma_config, period_bytes;
 723        u32 pos = 0;
 724
 725        struct snd_pcm_runtime *runtime = substream->runtime;
 726        struct audio_substream_data *rtd = runtime->private_data;
 727
 728        period_bytes = frames_to_bytes(runtime, runtime->period_size);
 729        if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 730                dscr = acp_reg_read(rtd->acp_mmio, mmACP_DMA_CUR_DSCR_13);
 731
 732                if (dscr == PLAYBACK_START_DMA_DESCR_CH13)
 733                        mul = 0;
 734                else
 735                        mul = 1;
 736                pos =  (mul * period_bytes);
 737        } else {
 738                dma_config = acp_reg_read(rtd->acp_mmio, mmACP_DMA_CNTL_14);
 739                if (dma_config != 0) {
 740                        dscr = acp_reg_read(rtd->acp_mmio,
 741                                                mmACP_DMA_CUR_DSCR_14);
 742                        if (dscr == CAPTURE_START_DMA_DESCR_CH14)
 743                                mul = 1;
 744                        else
 745                                mul = 2;
 746                        pos = (mul * period_bytes);
 747                }
 748
 749                if (pos >= (2 * period_bytes))
 750                        pos = 0;
 751
 752        }
 753        return bytes_to_frames(runtime, pos);
 754}
 755
 756static int acp_dma_mmap(struct snd_pcm_substream *substream,
 757                        struct vm_area_struct *vma)
 758{
 759        return snd_pcm_lib_default_mmap(substream, vma);
 760}
 761
 762static int acp_dma_prepare(struct snd_pcm_substream *substream)
 763{
 764        struct snd_pcm_runtime *runtime = substream->runtime;
 765        struct audio_substream_data *rtd = runtime->private_data;
 766
 767        if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 768                config_acp_dma_channel(rtd->acp_mmio, SYSRAM_TO_ACP_CH_NUM,
 769                                        PLAYBACK_START_DMA_DESCR_CH12,
 770                                        NUM_DSCRS_PER_CHANNEL, 0);
 771                config_acp_dma_channel(rtd->acp_mmio, ACP_TO_I2S_DMA_CH_NUM,
 772                                        PLAYBACK_START_DMA_DESCR_CH13,
 773                                        NUM_DSCRS_PER_CHANNEL, 0);
 774                /* Fill ACP SRAM (2 periods) with zeros from System RAM
 775                 * which is zero-ed in hw_params
 776                */
 777                acp_dma_start(rtd->acp_mmio, SYSRAM_TO_ACP_CH_NUM, false);
 778
 779                /* ACP SRAM (2 periods of buffer size) is intially filled with
 780                 * zeros. Before rendering starts, 2nd half of SRAM will be
 781                 * filled with valid audio data DMA'ed from first half of system
 782                 * RAM and 1st half of SRAM will be filled with Zeros. This is
 783                 * the initial scenario when redering starts from SRAM. Later
 784                 * on, 2nd half of system memory will be DMA'ed to 1st half of
 785                 * SRAM, 1st half of system memory will be DMA'ed to 2nd half of
 786                 * SRAM in ping-pong way till rendering stops.
 787                */
 788                config_acp_dma_channel(rtd->acp_mmio, SYSRAM_TO_ACP_CH_NUM,
 789                                        PLAYBACK_START_DMA_DESCR_CH12,
 790                                        1, 0);
 791        } else {
 792                config_acp_dma_channel(rtd->acp_mmio, ACP_TO_SYSRAM_CH_NUM,
 793                                        CAPTURE_START_DMA_DESCR_CH14,
 794                                        NUM_DSCRS_PER_CHANNEL, 0);
 795                config_acp_dma_channel(rtd->acp_mmio, I2S_TO_ACP_DMA_CH_NUM,
 796                                        CAPTURE_START_DMA_DESCR_CH15,
 797                                        NUM_DSCRS_PER_CHANNEL, 0);
 798        }
 799        return 0;
 800}
 801
 802static int acp_dma_trigger(struct snd_pcm_substream *substream, int cmd)
 803{
 804        int ret;
 805        u32 loops = 1000;
 806
 807        struct snd_pcm_runtime *runtime = substream->runtime;
 808        struct snd_soc_pcm_runtime *prtd = substream->private_data;
 809        struct audio_substream_data *rtd = runtime->private_data;
 810
 811        if (!rtd)
 812                return -EINVAL;
 813        switch (cmd) {
 814        case SNDRV_PCM_TRIGGER_START:
 815        case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
 816        case SNDRV_PCM_TRIGGER_RESUME:
 817                if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 818                        acp_dma_start(rtd->acp_mmio,
 819                                                SYSRAM_TO_ACP_CH_NUM, false);
 820                        while (acp_reg_read(rtd->acp_mmio, mmACP_DMA_CH_STS) &
 821                                                BIT(SYSRAM_TO_ACP_CH_NUM)) {
 822                                if (!loops--) {
 823                                        dev_err(prtd->platform->dev,
 824                                                "acp dma start timeout\n");
 825                                        return -ETIMEDOUT;
 826                                }
 827                                cpu_relax();
 828                        }
 829
 830                        acp_dma_start(rtd->acp_mmio,
 831                                        ACP_TO_I2S_DMA_CH_NUM, true);
 832
 833                } else {
 834                        acp_dma_start(rtd->acp_mmio,
 835                                            I2S_TO_ACP_DMA_CH_NUM, true);
 836                }
 837                ret = 0;
 838                break;
 839        case SNDRV_PCM_TRIGGER_STOP:
 840        case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
 841        case SNDRV_PCM_TRIGGER_SUSPEND:
 842                /* Need to stop only circular DMA channels :
 843                 * ACP_TO_I2S_DMA_CH_NUM / I2S_TO_ACP_DMA_CH_NUM. Non-circular
 844                 * channels will stopped automatically after its transfer
 845                 * completes : SYSRAM_TO_ACP_CH_NUM / ACP_TO_SYSRAM_CH_NUM
 846                 */
 847                if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 848                        ret = acp_dma_stop(rtd->acp_mmio,
 849                                        ACP_TO_I2S_DMA_CH_NUM);
 850                else
 851                        ret = acp_dma_stop(rtd->acp_mmio,
 852                                        I2S_TO_ACP_DMA_CH_NUM);
 853                break;
 854        default:
 855                ret = -EINVAL;
 856
 857        }
 858        return ret;
 859}
 860
 861static int acp_dma_new(struct snd_soc_pcm_runtime *rtd)
 862{
 863        return snd_pcm_lib_preallocate_pages_for_all(rtd->pcm,
 864                                                        SNDRV_DMA_TYPE_DEV,
 865                                                        NULL, MIN_BUFFER,
 866                                                        MAX_BUFFER);
 867}
 868
 869static int acp_dma_close(struct snd_pcm_substream *substream)
 870{
 871        u16 bank;
 872        struct snd_pcm_runtime *runtime = substream->runtime;
 873        struct audio_substream_data *rtd = runtime->private_data;
 874        struct snd_soc_pcm_runtime *prtd = substream->private_data;
 875        struct audio_drv_data *adata = dev_get_drvdata(prtd->platform->dev);
 876
 877        kfree(rtd);
 878
 879        if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 880                adata->play_stream = NULL;
 881                for (bank = 1; bank <= 4; bank++)
 882                        acp_set_sram_bank_state(adata->acp_mmio, bank,
 883                                                false);
 884        } else {
 885                adata->capture_stream = NULL;
 886                for (bank = 5; bank <= 8; bank++)
 887                        acp_set_sram_bank_state(adata->acp_mmio, bank,
 888                                                false);
 889        }
 890
 891        /* Disable ACP irq, when the current stream is being closed and
 892         * another stream is also not active.
 893        */
 894        if (!adata->play_stream && !adata->capture_stream)
 895                acp_reg_write(0, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
 896
 897        return 0;
 898}
 899
 900static struct snd_pcm_ops acp_dma_ops = {
 901        .open = acp_dma_open,
 902        .close = acp_dma_close,
 903        .ioctl = snd_pcm_lib_ioctl,
 904        .hw_params = acp_dma_hw_params,
 905        .hw_free = acp_dma_hw_free,
 906        .trigger = acp_dma_trigger,
 907        .pointer = acp_dma_pointer,
 908        .mmap = acp_dma_mmap,
 909        .prepare = acp_dma_prepare,
 910};
 911
 912static struct snd_soc_platform_driver acp_asoc_platform = {
 913        .ops = &acp_dma_ops,
 914        .pcm_new = acp_dma_new,
 915};
 916
 917static int acp_audio_probe(struct platform_device *pdev)
 918{
 919        int status;
 920        struct audio_drv_data *audio_drv_data;
 921        struct resource *res;
 922
 923        audio_drv_data = devm_kzalloc(&pdev->dev, sizeof(struct audio_drv_data),
 924                                        GFP_KERNEL);
 925        if (audio_drv_data == NULL)
 926                return -ENOMEM;
 927
 928        res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 929        audio_drv_data->acp_mmio = devm_ioremap_resource(&pdev->dev, res);
 930
 931        /* The following members gets populated in device 'open'
 932         * function. Till then interrupts are disabled in 'acp_init'
 933         * and device doesn't generate any interrupts.
 934         */
 935
 936        audio_drv_data->play_stream = NULL;
 937        audio_drv_data->capture_stream = NULL;
 938
 939        res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
 940        if (!res) {
 941                dev_err(&pdev->dev, "IORESOURCE_IRQ FAILED\n");
 942                return -ENODEV;
 943        }
 944
 945        status = devm_request_irq(&pdev->dev, res->start, dma_irq_handler,
 946                                        0, "ACP_IRQ", &pdev->dev);
 947        if (status) {
 948                dev_err(&pdev->dev, "ACP IRQ request failed\n");
 949                return status;
 950        }
 951
 952        dev_set_drvdata(&pdev->dev, audio_drv_data);
 953
 954        /* Initialize the ACP */
 955        acp_init(audio_drv_data->acp_mmio);
 956
 957        status = snd_soc_register_platform(&pdev->dev, &acp_asoc_platform);
 958        if (status != 0) {
 959                dev_err(&pdev->dev, "Fail to register ALSA platform device\n");
 960                return status;
 961        }
 962
 963        pm_runtime_set_autosuspend_delay(&pdev->dev, 10000);
 964        pm_runtime_use_autosuspend(&pdev->dev);
 965        pm_runtime_enable(&pdev->dev);
 966
 967        return status;
 968}
 969
 970static int acp_audio_remove(struct platform_device *pdev)
 971{
 972        struct audio_drv_data *adata = dev_get_drvdata(&pdev->dev);
 973
 974        acp_deinit(adata->acp_mmio);
 975        snd_soc_unregister_platform(&pdev->dev);
 976        pm_runtime_disable(&pdev->dev);
 977
 978        return 0;
 979}
 980
 981static int acp_pcm_resume(struct device *dev)
 982{
 983        u16 bank;
 984        struct audio_drv_data *adata = dev_get_drvdata(dev);
 985
 986        acp_init(adata->acp_mmio);
 987
 988        if (adata->play_stream && adata->play_stream->runtime) {
 989                for (bank = 1; bank <= 4; bank++)
 990                        acp_set_sram_bank_state(adata->acp_mmio, bank,
 991                                                true);
 992                config_acp_dma(adata->acp_mmio,
 993                                adata->play_stream->runtime->private_data);
 994        }
 995        if (adata->capture_stream && adata->capture_stream->runtime) {
 996                for (bank = 5; bank <= 8; bank++)
 997                        acp_set_sram_bank_state(adata->acp_mmio, bank,
 998                                                true);
 999                config_acp_dma(adata->acp_mmio,
1000                                adata->capture_stream->runtime->private_data);
1001        }
1002        acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1003        return 0;
1004}
1005
1006static int acp_pcm_runtime_suspend(struct device *dev)
1007{
1008        struct audio_drv_data *adata = dev_get_drvdata(dev);
1009
1010        acp_deinit(adata->acp_mmio);
1011        acp_reg_write(0, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1012        return 0;
1013}
1014
1015static int acp_pcm_runtime_resume(struct device *dev)
1016{
1017        struct audio_drv_data *adata = dev_get_drvdata(dev);
1018
1019        acp_init(adata->acp_mmio);
1020        acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1021        return 0;
1022}
1023
1024static const struct dev_pm_ops acp_pm_ops = {
1025        .resume = acp_pcm_resume,
1026        .runtime_suspend = acp_pcm_runtime_suspend,
1027        .runtime_resume = acp_pcm_runtime_resume,
1028};
1029
1030static struct platform_driver acp_dma_driver = {
1031        .probe = acp_audio_probe,
1032        .remove = acp_audio_remove,
1033        .driver = {
1034                .name = "acp_audio_dma",
1035                .pm = &acp_pm_ops,
1036        },
1037};
1038
1039module_platform_driver(acp_dma_driver);
1040
1041MODULE_AUTHOR("Maruthi.Bayyavarapu@amd.com");
1042MODULE_DESCRIPTION("AMD ACP PCM Driver");
1043MODULE_LICENSE("GPL v2");
1044MODULE_ALIAS("platform:acp-dma-audio");
1045