linux/sound/soc/qcom/qdsp6/q6asm.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0
   2// Copyright (c) 2011-2017, The Linux Foundation. All rights reserved.
   3// Copyright (c) 2018, Linaro Limited
   4
   5#include <linux/mutex.h>
   6#include <linux/wait.h>
   7#include <linux/module.h>
   8#include <linux/soc/qcom/apr.h>
   9#include <linux/device.h>
  10#include <linux/of_platform.h>
  11#include <linux/spinlock.h>
  12#include <linux/kref.h>
  13#include <linux/of.h>
  14#include <uapi/sound/asound.h>
  15#include <uapi/sound/compress_params.h>
  16#include <linux/delay.h>
  17#include <linux/slab.h>
  18#include <linux/mm.h>
  19#include "q6asm.h"
  20#include "q6core.h"
  21#include "q6dsp-errno.h"
  22#include "q6dsp-common.h"
  23
  24#define ASM_STREAM_CMD_CLOSE                    0x00010BCD
  25#define ASM_STREAM_CMD_FLUSH                    0x00010BCE
  26#define ASM_SESSION_CMD_PAUSE                   0x00010BD3
  27#define ASM_DATA_CMD_EOS                        0x00010BDB
  28#define ASM_DATA_EVENT_RENDERED_EOS             0x00010C1C
  29#define ASM_NULL_POPP_TOPOLOGY                  0x00010C68
  30#define ASM_STREAM_CMD_FLUSH_READBUFS           0x00010C09
  31#define ASM_STREAM_CMD_SET_ENCDEC_PARAM         0x00010C10
  32#define ASM_STREAM_POSTPROC_TOPO_ID_NONE        0x00010C68
  33#define ASM_CMD_SHARED_MEM_MAP_REGIONS          0x00010D92
  34#define ASM_CMDRSP_SHARED_MEM_MAP_REGIONS       0x00010D93
  35#define ASM_CMD_SHARED_MEM_UNMAP_REGIONS        0x00010D94
  36#define ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2        0x00010D98
  37#define ASM_DATA_EVENT_WRITE_DONE_V2            0x00010D99
  38#define ASM_PARAM_ID_ENCDEC_ENC_CFG_BLK_V2      0x00010DA3
  39#define ASM_SESSION_CMD_RUN_V2                  0x00010DAA
  40#define ASM_MEDIA_FMT_MULTI_CHANNEL_PCM_V2      0x00010DA5
  41#define ASM_MEDIA_FMT_MP3                       0x00010BE9
  42#define ASM_MEDIA_FMT_FLAC                      0x00010C16
  43#define ASM_MEDIA_FMT_WMA_V9                    0x00010DA8
  44#define ASM_MEDIA_FMT_WMA_V10                   0x00010DA7
  45#define ASM_DATA_CMD_WRITE_V2                   0x00010DAB
  46#define ASM_DATA_CMD_READ_V2                    0x00010DAC
  47#define ASM_SESSION_CMD_SUSPEND                 0x00010DEC
  48#define ASM_STREAM_CMD_OPEN_WRITE_V3            0x00010DB3
  49#define ASM_STREAM_CMD_OPEN_READ_V3                 0x00010DB4
  50#define ASM_DATA_EVENT_READ_DONE_V2 0x00010D9A
  51#define ASM_STREAM_CMD_OPEN_READWRITE_V2        0x00010D8D
  52#define ASM_MEDIA_FMT_ALAC                      0x00012f31
  53#define ASM_MEDIA_FMT_APE                       0x00012f32
  54#define ASM_DATA_CMD_REMOVE_INITIAL_SILENCE     0x00010D67
  55#define ASM_DATA_CMD_REMOVE_TRAILING_SILENCE    0x00010D68
  56
  57
  58#define ASM_LEGACY_STREAM_SESSION       0
  59/* Bit shift for the stream_perf_mode subfield. */
  60#define ASM_SHIFT_STREAM_PERF_MODE_FLAG_IN_OPEN_READ              29
  61#define ASM_END_POINT_DEVICE_MATRIX     0
  62#define ASM_DEFAULT_APP_TYPE            0
  63#define ASM_SYNC_IO_MODE                0x0001
  64#define ASM_ASYNC_IO_MODE               0x0002
  65#define ASM_TUN_READ_IO_MODE            0x0004  /* tunnel read write mode */
  66#define ASM_TUN_WRITE_IO_MODE           0x0008  /* tunnel read write mode */
  67#define ASM_SHIFT_GAPLESS_MODE_FLAG     31
  68#define ADSP_MEMORY_MAP_SHMEM8_4K_POOL  3
  69
  70struct avs_cmd_shared_mem_map_regions {
  71        u16 mem_pool_id;
  72        u16 num_regions;
  73        u32 property_flag;
  74} __packed;
  75
  76struct avs_shared_map_region_payload {
  77        u32 shm_addr_lsw;
  78        u32 shm_addr_msw;
  79        u32 mem_size_bytes;
  80} __packed;
  81
  82struct avs_cmd_shared_mem_unmap_regions {
  83        u32 mem_map_handle;
  84} __packed;
  85
  86struct asm_data_cmd_media_fmt_update_v2 {
  87        u32 fmt_blk_size;
  88} __packed;
  89
  90struct asm_multi_channel_pcm_fmt_blk_v2 {
  91        struct asm_data_cmd_media_fmt_update_v2 fmt_blk;
  92        u16 num_channels;
  93        u16 bits_per_sample;
  94        u32 sample_rate;
  95        u16 is_signed;
  96        u16 reserved;
  97        u8 channel_mapping[PCM_MAX_NUM_CHANNEL];
  98} __packed;
  99
 100struct asm_flac_fmt_blk_v2 {
 101        struct asm_data_cmd_media_fmt_update_v2 fmt_blk;
 102        u16 is_stream_info_present;
 103        u16 num_channels;
 104        u16 min_blk_size;
 105        u16 max_blk_size;
 106        u16 md5_sum[8];
 107        u32 sample_rate;
 108        u32 min_frame_size;
 109        u32 max_frame_size;
 110        u16 sample_size;
 111        u16 reserved;
 112} __packed;
 113
 114struct asm_wmastdv9_fmt_blk_v2 {
 115        struct asm_data_cmd_media_fmt_update_v2 fmt_blk;
 116        u16          fmtag;
 117        u16          num_channels;
 118        u32          sample_rate;
 119        u32          bytes_per_sec;
 120        u16          blk_align;
 121        u16          bits_per_sample;
 122        u32          channel_mask;
 123        u16          enc_options;
 124        u16          reserved;
 125} __packed;
 126
 127struct asm_wmaprov10_fmt_blk_v2 {
 128        struct asm_data_cmd_media_fmt_update_v2 fmt_blk;
 129        u16          fmtag;
 130        u16          num_channels;
 131        u32          sample_rate;
 132        u32          bytes_per_sec;
 133        u16          blk_align;
 134        u16          bits_per_sample;
 135        u32          channel_mask;
 136        u16          enc_options;
 137        u16          advanced_enc_options1;
 138        u32          advanced_enc_options2;
 139} __packed;
 140
 141struct asm_alac_fmt_blk_v2 {
 142        struct asm_data_cmd_media_fmt_update_v2 fmt_blk;
 143        u32 frame_length;
 144        u8 compatible_version;
 145        u8 bit_depth;
 146        u8 pb;
 147        u8 mb;
 148        u8 kb;
 149        u8 num_channels;
 150        u16 max_run;
 151        u32 max_frame_bytes;
 152        u32 avg_bit_rate;
 153        u32 sample_rate;
 154        u32 channel_layout_tag;
 155} __packed;
 156
 157struct asm_ape_fmt_blk_v2 {
 158        struct asm_data_cmd_media_fmt_update_v2 fmt_blk;
 159        u16 compatible_version;
 160        u16 compression_level;
 161        u32 format_flags;
 162        u32 blocks_per_frame;
 163        u32 final_frame_blocks;
 164        u32 total_frames;
 165        u16 bits_per_sample;
 166        u16 num_channels;
 167        u32 sample_rate;
 168        u32 seek_table_present;
 169} __packed;
 170
 171struct asm_stream_cmd_set_encdec_param {
 172        u32                  param_id;
 173        u32                  param_size;
 174} __packed;
 175
 176struct asm_enc_cfg_blk_param_v2 {
 177        u32                  frames_per_buf;
 178        u32                  enc_cfg_blk_size;
 179} __packed;
 180
 181struct asm_multi_channel_pcm_enc_cfg_v2 {
 182        struct asm_stream_cmd_set_encdec_param  encdec;
 183        struct asm_enc_cfg_blk_param_v2 encblk;
 184        uint16_t  num_channels;
 185        uint16_t  bits_per_sample;
 186        uint32_t  sample_rate;
 187        uint16_t  is_signed;
 188        uint16_t  reserved;
 189        uint8_t   channel_mapping[8];
 190} __packed;
 191
 192struct asm_data_cmd_read_v2 {
 193        u32                  buf_addr_lsw;
 194        u32                  buf_addr_msw;
 195        u32                  mem_map_handle;
 196        u32                  buf_size;
 197        u32                  seq_id;
 198} __packed;
 199
 200struct asm_data_cmd_read_v2_done {
 201        u32     status;
 202        u32     buf_addr_lsw;
 203        u32     buf_addr_msw;
 204};
 205
 206struct asm_stream_cmd_open_read_v3 {
 207        u32                    mode_flags;
 208        u32                    src_endpointype;
 209        u32                    preprocopo_id;
 210        u32                    enc_cfg_id;
 211        u16                    bits_per_sample;
 212        u16                    reserved;
 213} __packed;
 214
 215struct asm_data_cmd_write_v2 {
 216        u32 buf_addr_lsw;
 217        u32 buf_addr_msw;
 218        u32 mem_map_handle;
 219        u32 buf_size;
 220        u32 seq_id;
 221        u32 timestamp_lsw;
 222        u32 timestamp_msw;
 223        u32 flags;
 224} __packed;
 225
 226struct asm_stream_cmd_open_write_v3 {
 227        uint32_t mode_flags;
 228        uint16_t sink_endpointype;
 229        uint16_t bits_per_sample;
 230        uint32_t postprocopo_id;
 231        uint32_t dec_fmt_id;
 232} __packed;
 233
 234struct asm_session_cmd_run_v2 {
 235        u32 flags;
 236        u32 time_lsw;
 237        u32 time_msw;
 238} __packed;
 239
 240struct audio_buffer {
 241        phys_addr_t phys;
 242        uint32_t size;          /* size of buffer */
 243};
 244
 245struct audio_port_data {
 246        struct audio_buffer *buf;
 247        uint32_t num_periods;
 248        uint32_t dsp_buf;
 249        uint32_t mem_map_handle;
 250};
 251
 252struct q6asm {
 253        struct apr_device *adev;
 254        struct device *dev;
 255        struct q6core_svc_api_info ainfo;
 256        wait_queue_head_t mem_wait;
 257        spinlock_t slock;
 258        struct audio_client *session[MAX_SESSIONS + 1];
 259};
 260
 261struct audio_client {
 262        int session;
 263        q6asm_cb cb;
 264        void *priv;
 265        uint32_t io_mode;
 266        struct apr_device *adev;
 267        struct mutex cmd_lock;
 268        spinlock_t lock;
 269        struct kref refcount;
 270        /* idx:1 out port, 0: in port */
 271        struct audio_port_data port[2];
 272        wait_queue_head_t cmd_wait;
 273        struct aprv2_ibasic_rsp_result_t result;
 274        int perf_mode;
 275        struct q6asm *q6asm;
 276        struct device *dev;
 277};
 278
 279static inline void q6asm_add_hdr(struct audio_client *ac, struct apr_hdr *hdr,
 280                                 uint32_t pkt_size, bool cmd_flg,
 281                                 uint32_t stream_id)
 282{
 283        hdr->hdr_field = APR_SEQ_CMD_HDR_FIELD;
 284        hdr->src_port = ((ac->session << 8) & 0xFF00) | (stream_id);
 285        hdr->dest_port = ((ac->session << 8) & 0xFF00) | (stream_id);
 286        hdr->pkt_size = pkt_size;
 287        if (cmd_flg)
 288                hdr->token = ac->session;
 289}
 290
 291static int q6asm_apr_send_session_pkt(struct q6asm *a, struct audio_client *ac,
 292                                      struct apr_pkt *pkt, uint32_t rsp_opcode)
 293{
 294        struct apr_hdr *hdr = &pkt->hdr;
 295        int rc;
 296
 297        mutex_lock(&ac->cmd_lock);
 298        ac->result.opcode = 0;
 299        ac->result.status = 0;
 300        rc = apr_send_pkt(a->adev, pkt);
 301        if (rc < 0)
 302                goto err;
 303
 304        if (rsp_opcode)
 305                rc = wait_event_timeout(a->mem_wait,
 306                                        (ac->result.opcode == hdr->opcode) ||
 307                                        (ac->result.opcode == rsp_opcode),
 308                                        5 * HZ);
 309        else
 310                rc = wait_event_timeout(a->mem_wait,
 311                                        (ac->result.opcode == hdr->opcode),
 312                                        5 * HZ);
 313
 314        if (!rc) {
 315                dev_err(a->dev, "CMD %x timeout\n", hdr->opcode);
 316                rc = -ETIMEDOUT;
 317        } else if (ac->result.status > 0) {
 318                dev_err(a->dev, "DSP returned error[%x]\n",
 319                        ac->result.status);
 320                rc = -EINVAL;
 321        }
 322
 323err:
 324        mutex_unlock(&ac->cmd_lock);
 325        return rc;
 326}
 327
 328static int __q6asm_memory_unmap(struct audio_client *ac,
 329                                phys_addr_t buf_add, int dir)
 330{
 331        struct avs_cmd_shared_mem_unmap_regions *mem_unmap;
 332        struct q6asm *a = dev_get_drvdata(ac->dev->parent);
 333        struct apr_pkt *pkt;
 334        int rc, pkt_size;
 335        void *p;
 336
 337        if (ac->port[dir].mem_map_handle == 0) {
 338                dev_err(ac->dev, "invalid mem handle\n");
 339                return -EINVAL;
 340        }
 341
 342        pkt_size = APR_HDR_SIZE + sizeof(*mem_unmap);
 343        p = kzalloc(pkt_size, GFP_KERNEL);
 344        if (!p)
 345                return -ENOMEM;
 346
 347        pkt = p;
 348        mem_unmap = p + APR_HDR_SIZE;
 349
 350        pkt->hdr.hdr_field = APR_SEQ_CMD_HDR_FIELD;
 351        pkt->hdr.src_port = 0;
 352        pkt->hdr.dest_port = 0;
 353        pkt->hdr.pkt_size = pkt_size;
 354        pkt->hdr.token = ((ac->session << 8) | dir);
 355
 356        pkt->hdr.opcode = ASM_CMD_SHARED_MEM_UNMAP_REGIONS;
 357        mem_unmap->mem_map_handle = ac->port[dir].mem_map_handle;
 358
 359        rc = q6asm_apr_send_session_pkt(a, ac, pkt, 0);
 360        if (rc < 0) {
 361                kfree(pkt);
 362                return rc;
 363        }
 364
 365        ac->port[dir].mem_map_handle = 0;
 366
 367        kfree(pkt);
 368        return 0;
 369}
 370
 371
 372static void q6asm_audio_client_free_buf(struct audio_client *ac,
 373                                        struct audio_port_data *port)
 374{
 375        unsigned long flags;
 376
 377        spin_lock_irqsave(&ac->lock, flags);
 378        port->num_periods = 0;
 379        kfree(port->buf);
 380        port->buf = NULL;
 381        spin_unlock_irqrestore(&ac->lock, flags);
 382}
 383
 384/**
 385 * q6asm_unmap_memory_regions() - unmap memory regions in the dsp.
 386 *
 387 * @dir: direction of audio stream
 388 * @ac: audio client instanace
 389 *
 390 * Return: Will be an negative value on failure or zero on success
 391 */
 392int q6asm_unmap_memory_regions(unsigned int dir, struct audio_client *ac)
 393{
 394        struct audio_port_data *port;
 395        int cnt = 0;
 396        int rc = 0;
 397
 398        port = &ac->port[dir];
 399        if (!port->buf) {
 400                rc = -EINVAL;
 401                goto err;
 402        }
 403
 404        cnt = port->num_periods - 1;
 405        if (cnt >= 0) {
 406                rc = __q6asm_memory_unmap(ac, port->buf[dir].phys, dir);
 407                if (rc < 0) {
 408                        dev_err(ac->dev, "%s: Memory_unmap_regions failed %d\n",
 409                                __func__, rc);
 410                        goto err;
 411                }
 412        }
 413
 414        q6asm_audio_client_free_buf(ac, port);
 415
 416err:
 417        return rc;
 418}
 419EXPORT_SYMBOL_GPL(q6asm_unmap_memory_regions);
 420
 421static int __q6asm_memory_map_regions(struct audio_client *ac, int dir,
 422                                      size_t period_sz, unsigned int periods,
 423                                      bool is_contiguous)
 424{
 425        struct avs_cmd_shared_mem_map_regions *cmd = NULL;
 426        struct avs_shared_map_region_payload *mregions = NULL;
 427        struct q6asm *a = dev_get_drvdata(ac->dev->parent);
 428        struct audio_port_data *port = NULL;
 429        struct audio_buffer *ab = NULL;
 430        struct apr_pkt *pkt;
 431        void *p;
 432        unsigned long flags;
 433        uint32_t num_regions, buf_sz;
 434        int rc, i, pkt_size;
 435
 436        if (is_contiguous) {
 437                num_regions = 1;
 438                buf_sz = period_sz * periods;
 439        } else {
 440                buf_sz = period_sz;
 441                num_regions = periods;
 442        }
 443
 444        /* DSP expects size should be aligned to 4K */
 445        buf_sz = ALIGN(buf_sz, 4096);
 446
 447        pkt_size = APR_HDR_SIZE + sizeof(*cmd) +
 448                   (sizeof(*mregions) * num_regions);
 449
 450        p = kzalloc(pkt_size, GFP_KERNEL);
 451        if (!p)
 452                return -ENOMEM;
 453
 454        pkt = p;
 455        cmd = p + APR_HDR_SIZE;
 456        mregions = p + APR_HDR_SIZE +  sizeof(*cmd);
 457
 458        pkt->hdr.hdr_field = APR_SEQ_CMD_HDR_FIELD;
 459        pkt->hdr.src_port = 0;
 460        pkt->hdr.dest_port = 0;
 461        pkt->hdr.pkt_size = pkt_size;
 462        pkt->hdr.token = ((ac->session << 8) | dir);
 463        pkt->hdr.opcode = ASM_CMD_SHARED_MEM_MAP_REGIONS;
 464
 465        cmd->mem_pool_id = ADSP_MEMORY_MAP_SHMEM8_4K_POOL;
 466        cmd->num_regions = num_regions;
 467        cmd->property_flag = 0x00;
 468
 469        spin_lock_irqsave(&ac->lock, flags);
 470        port = &ac->port[dir];
 471
 472        for (i = 0; i < num_regions; i++) {
 473                ab = &port->buf[i];
 474                mregions->shm_addr_lsw = lower_32_bits(ab->phys);
 475                mregions->shm_addr_msw = upper_32_bits(ab->phys);
 476                mregions->mem_size_bytes = buf_sz;
 477                ++mregions;
 478        }
 479        spin_unlock_irqrestore(&ac->lock, flags);
 480
 481        rc = q6asm_apr_send_session_pkt(a, ac, pkt,
 482                                        ASM_CMDRSP_SHARED_MEM_MAP_REGIONS);
 483
 484        kfree(pkt);
 485
 486        return rc;
 487}
 488
 489/**
 490 * q6asm_map_memory_regions() - map memory regions in the dsp.
 491 *
 492 * @dir: direction of audio stream
 493 * @ac: audio client instanace
 494 * @phys: physcial address that needs mapping.
 495 * @period_sz: audio period size
 496 * @periods: number of periods
 497 *
 498 * Return: Will be an negative value on failure or zero on success
 499 */
 500int q6asm_map_memory_regions(unsigned int dir, struct audio_client *ac,
 501                             phys_addr_t phys,
 502                             size_t period_sz, unsigned int periods)
 503{
 504        struct audio_buffer *buf;
 505        unsigned long flags;
 506        int cnt;
 507        int rc;
 508
 509        spin_lock_irqsave(&ac->lock, flags);
 510        if (ac->port[dir].buf) {
 511                dev_err(ac->dev, "Buffer already allocated\n");
 512                spin_unlock_irqrestore(&ac->lock, flags);
 513                return 0;
 514        }
 515
 516        buf = kzalloc(((sizeof(struct audio_buffer)) * periods), GFP_ATOMIC);
 517        if (!buf) {
 518                spin_unlock_irqrestore(&ac->lock, flags);
 519                return -ENOMEM;
 520        }
 521
 522
 523        ac->port[dir].buf = buf;
 524
 525        buf[0].phys = phys;
 526        buf[0].size = period_sz;
 527
 528        for (cnt = 1; cnt < periods; cnt++) {
 529                if (period_sz > 0) {
 530                        buf[cnt].phys = buf[0].phys + (cnt * period_sz);
 531                        buf[cnt].size = period_sz;
 532                }
 533        }
 534        ac->port[dir].num_periods = periods;
 535
 536        spin_unlock_irqrestore(&ac->lock, flags);
 537
 538        rc = __q6asm_memory_map_regions(ac, dir, period_sz, periods, 1);
 539        if (rc < 0) {
 540                dev_err(ac->dev, "Memory_map_regions failed\n");
 541                q6asm_audio_client_free_buf(ac, &ac->port[dir]);
 542        }
 543
 544        return rc;
 545}
 546EXPORT_SYMBOL_GPL(q6asm_map_memory_regions);
 547
 548static void q6asm_audio_client_release(struct kref *ref)
 549{
 550        struct audio_client *ac;
 551        struct q6asm *a;
 552        unsigned long flags;
 553
 554        ac = container_of(ref, struct audio_client, refcount);
 555        a = ac->q6asm;
 556
 557        spin_lock_irqsave(&a->slock, flags);
 558        a->session[ac->session] = NULL;
 559        spin_unlock_irqrestore(&a->slock, flags);
 560
 561        kfree(ac);
 562}
 563
 564/**
 565 * q6asm_audio_client_free() - Freee allocated audio client
 566 *
 567 * @ac: audio client to free
 568 */
 569void q6asm_audio_client_free(struct audio_client *ac)
 570{
 571        kref_put(&ac->refcount, q6asm_audio_client_release);
 572}
 573EXPORT_SYMBOL_GPL(q6asm_audio_client_free);
 574
 575static struct audio_client *q6asm_get_audio_client(struct q6asm *a,
 576                                                   int session_id)
 577{
 578        struct audio_client *ac = NULL;
 579        unsigned long flags;
 580
 581        spin_lock_irqsave(&a->slock, flags);
 582        if ((session_id <= 0) || (session_id > MAX_SESSIONS)) {
 583                dev_err(a->dev, "invalid session: %d\n", session_id);
 584                goto err;
 585        }
 586
 587        /* check for valid session */
 588        if (!a->session[session_id])
 589                goto err;
 590        else if (a->session[session_id]->session != session_id)
 591                goto err;
 592
 593        ac = a->session[session_id];
 594        kref_get(&ac->refcount);
 595err:
 596        spin_unlock_irqrestore(&a->slock, flags);
 597        return ac;
 598}
 599
 600static int32_t q6asm_stream_callback(struct apr_device *adev,
 601                                     struct apr_resp_pkt *data,
 602                                     int session_id)
 603{
 604        struct q6asm *q6asm = dev_get_drvdata(&adev->dev);
 605        struct aprv2_ibasic_rsp_result_t *result;
 606        struct apr_hdr *hdr = &data->hdr;
 607        struct audio_port_data *port;
 608        struct audio_client *ac;
 609        uint32_t client_event = 0;
 610        int ret = 0;
 611
 612        ac = q6asm_get_audio_client(q6asm, session_id);
 613        if (!ac)/* Audio client might already be freed by now */
 614                return 0;
 615
 616        result = data->payload;
 617
 618        switch (hdr->opcode) {
 619        case APR_BASIC_RSP_RESULT:
 620                switch (result->opcode) {
 621                case ASM_SESSION_CMD_PAUSE:
 622                        client_event = ASM_CLIENT_EVENT_CMD_PAUSE_DONE;
 623                        break;
 624                case ASM_SESSION_CMD_SUSPEND:
 625                        client_event = ASM_CLIENT_EVENT_CMD_SUSPEND_DONE;
 626                        break;
 627                case ASM_STREAM_CMD_FLUSH:
 628                        client_event = ASM_CLIENT_EVENT_CMD_FLUSH_DONE;
 629                        break;
 630                case ASM_SESSION_CMD_RUN_V2:
 631                        client_event = ASM_CLIENT_EVENT_CMD_RUN_DONE;
 632                        break;
 633                case ASM_STREAM_CMD_CLOSE:
 634                        client_event = ASM_CLIENT_EVENT_CMD_CLOSE_DONE;
 635                        break;
 636                case ASM_STREAM_CMD_FLUSH_READBUFS:
 637                        client_event = ASM_CLIENT_EVENT_CMD_OUT_FLUSH_DONE;
 638                        break;
 639                case ASM_STREAM_CMD_OPEN_WRITE_V3:
 640                case ASM_STREAM_CMD_OPEN_READ_V3:
 641                case ASM_STREAM_CMD_OPEN_READWRITE_V2:
 642                case ASM_STREAM_CMD_SET_ENCDEC_PARAM:
 643                case ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2:
 644                case ASM_DATA_CMD_REMOVE_INITIAL_SILENCE:
 645                case ASM_DATA_CMD_REMOVE_TRAILING_SILENCE:
 646                        if (result->status != 0) {
 647                                dev_err(ac->dev,
 648                                        "cmd = 0x%x returned error = 0x%x\n",
 649                                        result->opcode, result->status);
 650                                ac->result = *result;
 651                                wake_up(&ac->cmd_wait);
 652                                ret = 0;
 653                                goto done;
 654                        }
 655                        break;
 656                default:
 657                        dev_err(ac->dev, "command[0x%x] not expecting rsp\n",
 658                                result->opcode);
 659                        break;
 660                }
 661
 662                ac->result = *result;
 663                wake_up(&ac->cmd_wait);
 664
 665                if (ac->cb)
 666                        ac->cb(client_event, hdr->token,
 667                               data->payload, ac->priv);
 668
 669                ret = 0;
 670                goto done;
 671
 672        case ASM_DATA_EVENT_WRITE_DONE_V2:
 673                client_event = ASM_CLIENT_EVENT_DATA_WRITE_DONE;
 674                if (ac->io_mode & ASM_SYNC_IO_MODE) {
 675                        phys_addr_t phys;
 676                        unsigned long flags;
 677                        int token = hdr->token & ASM_WRITE_TOKEN_MASK;
 678
 679                        spin_lock_irqsave(&ac->lock, flags);
 680
 681                        port =  &ac->port[SNDRV_PCM_STREAM_PLAYBACK];
 682
 683                        if (!port->buf) {
 684                                spin_unlock_irqrestore(&ac->lock, flags);
 685                                ret = 0;
 686                                goto done;
 687                        }
 688
 689                        phys = port->buf[token].phys;
 690
 691                        if (lower_32_bits(phys) != result->opcode ||
 692                            upper_32_bits(phys) != result->status) {
 693                                dev_err(ac->dev, "Expected addr %pa\n",
 694                                        &port->buf[token].phys);
 695                                spin_unlock_irqrestore(&ac->lock, flags);
 696                                ret = -EINVAL;
 697                                goto done;
 698                        }
 699                        spin_unlock_irqrestore(&ac->lock, flags);
 700                }
 701                break;
 702        case ASM_DATA_EVENT_READ_DONE_V2:
 703                client_event = ASM_CLIENT_EVENT_DATA_READ_DONE;
 704                if (ac->io_mode & ASM_SYNC_IO_MODE) {
 705                        struct asm_data_cmd_read_v2_done *done = data->payload;
 706                        unsigned long flags;
 707                        phys_addr_t phys;
 708
 709                        spin_lock_irqsave(&ac->lock, flags);
 710                        port =  &ac->port[SNDRV_PCM_STREAM_CAPTURE];
 711                        if (!port->buf) {
 712                                spin_unlock_irqrestore(&ac->lock, flags);
 713                                ret = 0;
 714                                goto done;
 715                        }
 716
 717                        phys = port->buf[hdr->token].phys;
 718
 719                        if (upper_32_bits(phys) != done->buf_addr_msw ||
 720                            lower_32_bits(phys) != done->buf_addr_lsw) {
 721                                dev_err(ac->dev, "Expected addr %pa %08x-%08x\n",
 722                                        &port->buf[hdr->token].phys,
 723                                        done->buf_addr_lsw,
 724                                        done->buf_addr_msw);
 725                                spin_unlock_irqrestore(&ac->lock, flags);
 726                                ret = -EINVAL;
 727                                goto done;
 728                        }
 729                        spin_unlock_irqrestore(&ac->lock, flags);
 730                }
 731
 732                break;
 733        case ASM_DATA_EVENT_RENDERED_EOS:
 734                client_event = ASM_CLIENT_EVENT_CMD_EOS_DONE;
 735                break;
 736        }
 737
 738        if (ac->cb)
 739                ac->cb(client_event, hdr->token, data->payload, ac->priv);
 740
 741done:
 742        kref_put(&ac->refcount, q6asm_audio_client_release);
 743        return ret;
 744}
 745
 746static int q6asm_srvc_callback(struct apr_device *adev,
 747                               struct apr_resp_pkt *data)
 748{
 749        struct q6asm *q6asm = dev_get_drvdata(&adev->dev);
 750        struct aprv2_ibasic_rsp_result_t *result;
 751        struct audio_port_data *port;
 752        struct audio_client *ac = NULL;
 753        struct apr_hdr *hdr = &data->hdr;
 754        struct q6asm *a;
 755        uint32_t sid = 0;
 756        uint32_t dir = 0;
 757        int session_id;
 758
 759        session_id = (hdr->dest_port >> 8) & 0xFF;
 760        if (session_id)
 761                return q6asm_stream_callback(adev, data, session_id);
 762
 763        sid = (hdr->token >> 8) & 0x0F;
 764        ac = q6asm_get_audio_client(q6asm, sid);
 765        if (!ac) {
 766                dev_err(&adev->dev, "Audio Client not active\n");
 767                return 0;
 768        }
 769
 770        a = dev_get_drvdata(ac->dev->parent);
 771        dir = (hdr->token & 0x0F);
 772        port = &ac->port[dir];
 773        result = data->payload;
 774
 775        switch (hdr->opcode) {
 776        case APR_BASIC_RSP_RESULT:
 777                switch (result->opcode) {
 778                case ASM_CMD_SHARED_MEM_MAP_REGIONS:
 779                case ASM_CMD_SHARED_MEM_UNMAP_REGIONS:
 780                        ac->result = *result;
 781                        wake_up(&a->mem_wait);
 782                        break;
 783                default:
 784                        dev_err(&adev->dev, "command[0x%x] not expecting rsp\n",
 785                                 result->opcode);
 786                        break;
 787                }
 788                goto done;
 789        case ASM_CMDRSP_SHARED_MEM_MAP_REGIONS:
 790                ac->result.status = 0;
 791                ac->result.opcode = hdr->opcode;
 792                port->mem_map_handle = result->opcode;
 793                wake_up(&a->mem_wait);
 794                break;
 795        case ASM_CMD_SHARED_MEM_UNMAP_REGIONS:
 796                ac->result.opcode = hdr->opcode;
 797                ac->result.status = 0;
 798                port->mem_map_handle = 0;
 799                wake_up(&a->mem_wait);
 800                break;
 801        default:
 802                dev_dbg(&adev->dev, "command[0x%x]success [0x%x]\n",
 803                        result->opcode, result->status);
 804                break;
 805        }
 806
 807        if (ac->cb)
 808                ac->cb(hdr->opcode, hdr->token, data->payload, ac->priv);
 809
 810done:
 811        kref_put(&ac->refcount, q6asm_audio_client_release);
 812
 813        return 0;
 814}
 815
 816/**
 817 * q6asm_get_session_id() - get session id for audio client
 818 *
 819 * @c: audio client pointer
 820 *
 821 * Return: Will be an session id of the audio client.
 822 */
 823int q6asm_get_session_id(struct audio_client *c)
 824{
 825        return c->session;
 826}
 827EXPORT_SYMBOL_GPL(q6asm_get_session_id);
 828
 829/**
 830 * q6asm_audio_client_alloc() - Allocate a new audio client
 831 *
 832 * @dev: Pointer to asm child device.
 833 * @cb: event callback.
 834 * @priv: private data associated with this client.
 835 * @session_id: session id
 836 * @perf_mode: performace mode for this client
 837 *
 838 * Return: Will be an error pointer on error or a valid audio client
 839 * on success.
 840 */
 841struct audio_client *q6asm_audio_client_alloc(struct device *dev, q6asm_cb cb,
 842                                              void *priv, int session_id,
 843                                              int perf_mode)
 844{
 845        struct q6asm *a = dev_get_drvdata(dev->parent);
 846        struct audio_client *ac;
 847        unsigned long flags;
 848
 849        ac = q6asm_get_audio_client(a, session_id + 1);
 850        if (ac) {
 851                dev_err(dev, "Audio Client already active\n");
 852                return ac;
 853        }
 854
 855        ac = kzalloc(sizeof(*ac), GFP_KERNEL);
 856        if (!ac)
 857                return ERR_PTR(-ENOMEM);
 858
 859        spin_lock_irqsave(&a->slock, flags);
 860        a->session[session_id + 1] = ac;
 861        spin_unlock_irqrestore(&a->slock, flags);
 862        ac->session = session_id + 1;
 863        ac->cb = cb;
 864        ac->dev = dev;
 865        ac->q6asm = a;
 866        ac->priv = priv;
 867        ac->io_mode = ASM_SYNC_IO_MODE;
 868        ac->perf_mode = perf_mode;
 869        ac->adev = a->adev;
 870        kref_init(&ac->refcount);
 871
 872        init_waitqueue_head(&ac->cmd_wait);
 873        mutex_init(&ac->cmd_lock);
 874        spin_lock_init(&ac->lock);
 875
 876        return ac;
 877}
 878EXPORT_SYMBOL_GPL(q6asm_audio_client_alloc);
 879
 880static int q6asm_ac_send_cmd_sync(struct audio_client *ac, struct apr_pkt *pkt)
 881{
 882        struct apr_hdr *hdr = &pkt->hdr;
 883        int rc;
 884
 885        mutex_lock(&ac->cmd_lock);
 886        ac->result.opcode = 0;
 887        ac->result.status = 0;
 888
 889        rc = apr_send_pkt(ac->adev, pkt);
 890        if (rc < 0)
 891                goto err;
 892
 893        rc = wait_event_timeout(ac->cmd_wait,
 894                                (ac->result.opcode == hdr->opcode), 5 * HZ);
 895        if (!rc) {
 896                dev_err(ac->dev, "CMD %x timeout\n", hdr->opcode);
 897                rc =  -ETIMEDOUT;
 898                goto err;
 899        }
 900
 901        if (ac->result.status > 0) {
 902                dev_err(ac->dev, "DSP returned error[%x]\n",
 903                        ac->result.status);
 904                rc = -EINVAL;
 905        } else {
 906                rc = 0;
 907        }
 908
 909
 910err:
 911        mutex_unlock(&ac->cmd_lock);
 912        return rc;
 913}
 914
 915/**
 916 * q6asm_open_write() - Open audio client for writing
 917 * @ac: audio client pointer
 918 * @format: audio sample format
 919 * @codec_profile: compressed format profile
 920 * @bits_per_sample: bits per sample
 921 *
 922 * Return: Will be an negative value on error or zero on success
 923 */
 924int q6asm_open_write(struct audio_client *ac, uint32_t stream_id,
 925                     uint32_t format, u32 codec_profile,
 926                     uint16_t bits_per_sample, bool is_gapless)
 927{
 928        struct asm_stream_cmd_open_write_v3 *open;
 929        struct apr_pkt *pkt;
 930        void *p;
 931        int rc, pkt_size;
 932
 933        pkt_size = APR_HDR_SIZE + sizeof(*open);
 934
 935        p = kzalloc(pkt_size, GFP_KERNEL);
 936        if (!p)
 937                return -ENOMEM;
 938
 939        pkt = p;
 940        open = p + APR_HDR_SIZE;
 941        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
 942
 943        pkt->hdr.opcode = ASM_STREAM_CMD_OPEN_WRITE_V3;
 944        open->mode_flags = 0x00;
 945        open->mode_flags |= ASM_LEGACY_STREAM_SESSION;
 946        if (is_gapless)
 947                open->mode_flags |= BIT(ASM_SHIFT_GAPLESS_MODE_FLAG);
 948
 949        /* source endpoint : matrix */
 950        open->sink_endpointype = ASM_END_POINT_DEVICE_MATRIX;
 951        open->bits_per_sample = bits_per_sample;
 952        open->postprocopo_id = ASM_NULL_POPP_TOPOLOGY;
 953
 954        switch (format) {
 955        case SND_AUDIOCODEC_MP3:
 956                open->dec_fmt_id = ASM_MEDIA_FMT_MP3;
 957                break;
 958        case FORMAT_LINEAR_PCM:
 959                open->dec_fmt_id = ASM_MEDIA_FMT_MULTI_CHANNEL_PCM_V2;
 960                break;
 961        case SND_AUDIOCODEC_FLAC:
 962                open->dec_fmt_id = ASM_MEDIA_FMT_FLAC;
 963                break;
 964        case SND_AUDIOCODEC_WMA:
 965                switch (codec_profile) {
 966                case SND_AUDIOPROFILE_WMA9:
 967                        open->dec_fmt_id = ASM_MEDIA_FMT_WMA_V9;
 968                        break;
 969                case SND_AUDIOPROFILE_WMA10:
 970                case SND_AUDIOPROFILE_WMA9_PRO:
 971                case SND_AUDIOPROFILE_WMA9_LOSSLESS:
 972                case SND_AUDIOPROFILE_WMA10_LOSSLESS:
 973                        open->dec_fmt_id = ASM_MEDIA_FMT_WMA_V10;
 974                        break;
 975                default:
 976                        dev_err(ac->dev, "Invalid codec profile 0x%x\n",
 977                                codec_profile);
 978                        rc = -EINVAL;
 979                        goto err;
 980                }
 981                break;
 982        case SND_AUDIOCODEC_ALAC:
 983                open->dec_fmt_id = ASM_MEDIA_FMT_ALAC;
 984                break;
 985        case SND_AUDIOCODEC_APE:
 986                open->dec_fmt_id = ASM_MEDIA_FMT_APE;
 987                break;
 988        default:
 989                dev_err(ac->dev, "Invalid format 0x%x\n", format);
 990                rc = -EINVAL;
 991                goto err;
 992        }
 993
 994        rc = q6asm_ac_send_cmd_sync(ac, pkt);
 995        if (rc < 0)
 996                goto err;
 997
 998        ac->io_mode |= ASM_TUN_WRITE_IO_MODE;
 999
1000err:
1001        kfree(pkt);
1002        return rc;
1003}
1004EXPORT_SYMBOL_GPL(q6asm_open_write);
1005
1006static int __q6asm_run(struct audio_client *ac, uint32_t stream_id,
1007                       uint32_t flags, uint32_t msw_ts, uint32_t lsw_ts,
1008                       bool wait)
1009{
1010        struct asm_session_cmd_run_v2 *run;
1011        struct apr_pkt *pkt;
1012        int pkt_size, rc;
1013        void *p;
1014
1015        pkt_size = APR_HDR_SIZE + sizeof(*run);
1016        p = kzalloc(pkt_size, GFP_ATOMIC);
1017        if (!p)
1018                return -ENOMEM;
1019
1020        pkt = p;
1021        run = p + APR_HDR_SIZE;
1022
1023        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1024
1025        pkt->hdr.opcode = ASM_SESSION_CMD_RUN_V2;
1026        run->flags = flags;
1027        run->time_lsw = lsw_ts;
1028        run->time_msw = msw_ts;
1029        if (wait) {
1030                rc = q6asm_ac_send_cmd_sync(ac, pkt);
1031        } else {
1032                rc = apr_send_pkt(ac->adev, pkt);
1033                if (rc == pkt_size)
1034                        rc = 0;
1035        }
1036
1037        kfree(pkt);
1038        return rc;
1039}
1040
1041/**
1042 * q6asm_run() - start the audio client
1043 *
1044 * @ac: audio client pointer
1045 * @flags: flags associated with write
1046 * @msw_ts: timestamp msw
1047 * @lsw_ts: timestamp lsw
1048 *
1049 * Return: Will be an negative value on error or zero on success
1050 */
1051int q6asm_run(struct audio_client *ac, uint32_t stream_id, uint32_t flags,
1052              uint32_t msw_ts, uint32_t lsw_ts)
1053{
1054        return __q6asm_run(ac, stream_id, flags, msw_ts, lsw_ts, true);
1055}
1056EXPORT_SYMBOL_GPL(q6asm_run);
1057
1058/**
1059 * q6asm_run_nowait() - start the audio client withou blocking
1060 *
1061 * @ac: audio client pointer
1062 * @stream_id: stream id
1063 * @flags: flags associated with write
1064 * @msw_ts: timestamp msw
1065 * @lsw_ts: timestamp lsw
1066 *
1067 * Return: Will be an negative value on error or zero on success
1068 */
1069int q6asm_run_nowait(struct audio_client *ac, uint32_t stream_id,
1070                     uint32_t flags, uint32_t msw_ts, uint32_t lsw_ts)
1071{
1072        return __q6asm_run(ac, stream_id, flags, msw_ts, lsw_ts, false);
1073}
1074EXPORT_SYMBOL_GPL(q6asm_run_nowait);
1075
1076/**
1077 * q6asm_media_format_block_multi_ch_pcm() - setup pcm configuration
1078 *
1079 * @ac: audio client pointer
1080 * @stream_id: stream id
1081 * @rate: audio sample rate
1082 * @channels: number of audio channels.
1083 * @channel_map: channel map pointer
1084 * @bits_per_sample: bits per sample
1085 *
1086 * Return: Will be an negative value on error or zero on success
1087 */
1088int q6asm_media_format_block_multi_ch_pcm(struct audio_client *ac,
1089                                          uint32_t stream_id,
1090                                          uint32_t rate, uint32_t channels,
1091                                          u8 channel_map[PCM_MAX_NUM_CHANNEL],
1092                                          uint16_t bits_per_sample)
1093{
1094        struct asm_multi_channel_pcm_fmt_blk_v2 *fmt;
1095        struct apr_pkt *pkt;
1096        u8 *channel_mapping;
1097        void *p;
1098        int rc, pkt_size;
1099
1100        pkt_size = APR_HDR_SIZE + sizeof(*fmt);
1101        p = kzalloc(pkt_size, GFP_KERNEL);
1102        if (!p)
1103                return -ENOMEM;
1104
1105        pkt = p;
1106        fmt = p + APR_HDR_SIZE;
1107
1108        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1109
1110        pkt->hdr.opcode = ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2;
1111        fmt->fmt_blk.fmt_blk_size = sizeof(*fmt) - sizeof(fmt->fmt_blk);
1112        fmt->num_channels = channels;
1113        fmt->bits_per_sample = bits_per_sample;
1114        fmt->sample_rate = rate;
1115        fmt->is_signed = 1;
1116
1117        channel_mapping = fmt->channel_mapping;
1118
1119        if (channel_map) {
1120                memcpy(channel_mapping, channel_map, PCM_MAX_NUM_CHANNEL);
1121        } else {
1122                if (q6dsp_map_channels(channel_mapping, channels)) {
1123                        dev_err(ac->dev, " map channels failed %d\n", channels);
1124                        rc = -EINVAL;
1125                        goto err;
1126                }
1127        }
1128
1129        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1130
1131err:
1132        kfree(pkt);
1133        return rc;
1134}
1135EXPORT_SYMBOL_GPL(q6asm_media_format_block_multi_ch_pcm);
1136
1137int q6asm_stream_media_format_block_flac(struct audio_client *ac,
1138                                         uint32_t stream_id,
1139                                         struct q6asm_flac_cfg *cfg)
1140{
1141        struct asm_flac_fmt_blk_v2 *fmt;
1142        struct apr_pkt *pkt;
1143        void *p;
1144        int rc, pkt_size;
1145
1146        pkt_size = APR_HDR_SIZE + sizeof(*fmt);
1147        p = kzalloc(pkt_size, GFP_KERNEL);
1148        if (!p)
1149                return -ENOMEM;
1150
1151        pkt = p;
1152        fmt = p + APR_HDR_SIZE;
1153
1154        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1155
1156        pkt->hdr.opcode = ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2;
1157        fmt->fmt_blk.fmt_blk_size = sizeof(*fmt) - sizeof(fmt->fmt_blk);
1158        fmt->is_stream_info_present = cfg->stream_info_present;
1159        fmt->num_channels = cfg->ch_cfg;
1160        fmt->min_blk_size = cfg->min_blk_size;
1161        fmt->max_blk_size = cfg->max_blk_size;
1162        fmt->sample_rate = cfg->sample_rate;
1163        fmt->min_frame_size = cfg->min_frame_size;
1164        fmt->max_frame_size = cfg->max_frame_size;
1165        fmt->sample_size = cfg->sample_size;
1166
1167        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1168        kfree(pkt);
1169
1170        return rc;
1171}
1172EXPORT_SYMBOL_GPL(q6asm_stream_media_format_block_flac);
1173
1174int q6asm_stream_media_format_block_wma_v9(struct audio_client *ac,
1175                                           uint32_t stream_id,
1176                                           struct q6asm_wma_cfg *cfg)
1177{
1178        struct asm_wmastdv9_fmt_blk_v2 *fmt;
1179        struct apr_pkt *pkt;
1180        void *p;
1181        int rc, pkt_size;
1182
1183        pkt_size = APR_HDR_SIZE + sizeof(*fmt);
1184        p = kzalloc(pkt_size, GFP_KERNEL);
1185        if (!p)
1186                return -ENOMEM;
1187
1188        pkt = p;
1189        fmt = p + APR_HDR_SIZE;
1190
1191        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1192
1193        pkt->hdr.opcode = ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2;
1194        fmt->fmt_blk.fmt_blk_size = sizeof(*fmt) - sizeof(fmt->fmt_blk);
1195        fmt->fmtag = cfg->fmtag;
1196        fmt->num_channels = cfg->num_channels;
1197        fmt->sample_rate = cfg->sample_rate;
1198        fmt->bytes_per_sec = cfg->bytes_per_sec;
1199        fmt->blk_align = cfg->block_align;
1200        fmt->bits_per_sample = cfg->bits_per_sample;
1201        fmt->channel_mask = cfg->channel_mask;
1202        fmt->enc_options = cfg->enc_options;
1203        fmt->reserved = 0;
1204
1205        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1206        kfree(pkt);
1207
1208        return rc;
1209}
1210EXPORT_SYMBOL_GPL(q6asm_stream_media_format_block_wma_v9);
1211
1212int q6asm_stream_media_format_block_wma_v10(struct audio_client *ac,
1213                                            uint32_t stream_id,
1214                                            struct q6asm_wma_cfg *cfg)
1215{
1216        struct asm_wmaprov10_fmt_blk_v2 *fmt;
1217        struct apr_pkt *pkt;
1218        void *p;
1219        int rc, pkt_size;
1220
1221        pkt_size = APR_HDR_SIZE + sizeof(*fmt);
1222        p = kzalloc(pkt_size, GFP_KERNEL);
1223        if (!p)
1224                return -ENOMEM;
1225
1226        pkt = p;
1227        fmt = p + APR_HDR_SIZE;
1228
1229        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1230
1231        pkt->hdr.opcode = ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2;
1232        fmt->fmt_blk.fmt_blk_size = sizeof(*fmt) - sizeof(fmt->fmt_blk);
1233        fmt->fmtag = cfg->fmtag;
1234        fmt->num_channels = cfg->num_channels;
1235        fmt->sample_rate = cfg->sample_rate;
1236        fmt->bytes_per_sec = cfg->bytes_per_sec;
1237        fmt->blk_align = cfg->block_align;
1238        fmt->bits_per_sample = cfg->bits_per_sample;
1239        fmt->channel_mask = cfg->channel_mask;
1240        fmt->enc_options = cfg->enc_options;
1241        fmt->advanced_enc_options1 = cfg->adv_enc_options;
1242        fmt->advanced_enc_options2 = cfg->adv_enc_options2;
1243
1244        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1245        kfree(pkt);
1246
1247        return rc;
1248}
1249EXPORT_SYMBOL_GPL(q6asm_stream_media_format_block_wma_v10);
1250
1251int q6asm_stream_media_format_block_alac(struct audio_client *ac,
1252                                         uint32_t stream_id,
1253                                         struct q6asm_alac_cfg *cfg)
1254{
1255        struct asm_alac_fmt_blk_v2 *fmt;
1256        struct apr_pkt *pkt;
1257        void *p;
1258        int rc, pkt_size;
1259
1260        pkt_size = APR_HDR_SIZE + sizeof(*fmt);
1261        p = kzalloc(pkt_size, GFP_KERNEL);
1262        if (!p)
1263                return -ENOMEM;
1264
1265        pkt = p;
1266        fmt = p + APR_HDR_SIZE;
1267
1268        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1269
1270        pkt->hdr.opcode = ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2;
1271        fmt->fmt_blk.fmt_blk_size = sizeof(*fmt) - sizeof(fmt->fmt_blk);
1272
1273        fmt->frame_length = cfg->frame_length;
1274        fmt->compatible_version = cfg->compatible_version;
1275        fmt->bit_depth =  cfg->bit_depth;
1276        fmt->num_channels = cfg->num_channels;
1277        fmt->max_run = cfg->max_run;
1278        fmt->max_frame_bytes = cfg->max_frame_bytes;
1279        fmt->avg_bit_rate = cfg->avg_bit_rate;
1280        fmt->sample_rate = cfg->sample_rate;
1281        fmt->channel_layout_tag = cfg->channel_layout_tag;
1282        fmt->pb = cfg->pb;
1283        fmt->mb = cfg->mb;
1284        fmt->kb = cfg->kb;
1285
1286        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1287        kfree(pkt);
1288
1289        return rc;
1290}
1291EXPORT_SYMBOL_GPL(q6asm_stream_media_format_block_alac);
1292
1293int q6asm_stream_media_format_block_ape(struct audio_client *ac,
1294                                        uint32_t stream_id,
1295                                        struct q6asm_ape_cfg *cfg)
1296{
1297        struct asm_ape_fmt_blk_v2 *fmt;
1298        struct apr_pkt *pkt;
1299        void *p;
1300        int rc, pkt_size;
1301
1302        pkt_size = APR_HDR_SIZE + sizeof(*fmt);
1303        p = kzalloc(pkt_size, GFP_KERNEL);
1304        if (!p)
1305                return -ENOMEM;
1306
1307        pkt = p;
1308        fmt = p + APR_HDR_SIZE;
1309
1310        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1311
1312        pkt->hdr.opcode = ASM_DATA_CMD_MEDIA_FMT_UPDATE_V2;
1313        fmt->fmt_blk.fmt_blk_size = sizeof(*fmt) - sizeof(fmt->fmt_blk);
1314
1315        fmt->compatible_version = cfg->compatible_version;
1316        fmt->compression_level = cfg->compression_level;
1317        fmt->format_flags = cfg->format_flags;
1318        fmt->blocks_per_frame = cfg->blocks_per_frame;
1319        fmt->final_frame_blocks = cfg->final_frame_blocks;
1320        fmt->total_frames = cfg->total_frames;
1321        fmt->bits_per_sample = cfg->bits_per_sample;
1322        fmt->num_channels = cfg->num_channels;
1323        fmt->sample_rate = cfg->sample_rate;
1324        fmt->seek_table_present = cfg->seek_table_present;
1325
1326        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1327        kfree(pkt);
1328
1329        return rc;
1330}
1331EXPORT_SYMBOL_GPL(q6asm_stream_media_format_block_ape);
1332
1333static int q6asm_stream_remove_silence(struct audio_client *ac, uint32_t stream_id,
1334                                       uint32_t cmd,
1335                                       uint32_t num_samples)
1336{
1337        uint32_t *samples;
1338        struct apr_pkt *pkt;
1339        void *p;
1340        int rc, pkt_size;
1341
1342        pkt_size = APR_HDR_SIZE + sizeof(uint32_t);
1343        p = kzalloc(pkt_size, GFP_ATOMIC);
1344        if (!p)
1345                return -ENOMEM;
1346
1347        pkt = p;
1348        samples = p + APR_HDR_SIZE;
1349
1350        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1351
1352        pkt->hdr.opcode = cmd;
1353        *samples = num_samples;
1354        rc = apr_send_pkt(ac->adev, pkt);
1355        if (rc == pkt_size)
1356                rc = 0;
1357
1358        kfree(pkt);
1359
1360        return rc;
1361}
1362
1363int q6asm_stream_remove_initial_silence(struct audio_client *ac,
1364                                        uint32_t stream_id,
1365                                        uint32_t initial_samples)
1366{
1367        return q6asm_stream_remove_silence(ac, stream_id,
1368                                           ASM_DATA_CMD_REMOVE_INITIAL_SILENCE,
1369                                           initial_samples);
1370}
1371EXPORT_SYMBOL_GPL(q6asm_stream_remove_initial_silence);
1372
1373int q6asm_stream_remove_trailing_silence(struct audio_client *ac, uint32_t stream_id,
1374                                         uint32_t trailing_samples)
1375{
1376        return q6asm_stream_remove_silence(ac, stream_id,
1377                                   ASM_DATA_CMD_REMOVE_TRAILING_SILENCE,
1378                                   trailing_samples);
1379}
1380EXPORT_SYMBOL_GPL(q6asm_stream_remove_trailing_silence);
1381
1382/**
1383 * q6asm_enc_cfg_blk_pcm_format_support() - setup pcm configuration for capture
1384 *
1385 * @ac: audio client pointer
1386 * @stream_id: stream id
1387 * @rate: audio sample rate
1388 * @channels: number of audio channels.
1389 * @bits_per_sample: bits per sample
1390 *
1391 * Return: Will be an negative value on error or zero on success
1392 */
1393int q6asm_enc_cfg_blk_pcm_format_support(struct audio_client *ac,
1394                                         uint32_t stream_id, uint32_t rate,
1395                                         uint32_t channels,
1396                                         uint16_t bits_per_sample)
1397{
1398        struct asm_multi_channel_pcm_enc_cfg_v2  *enc_cfg;
1399        struct apr_pkt *pkt;
1400        u8 *channel_mapping;
1401        u32 frames_per_buf = 0;
1402        int pkt_size, rc;
1403        void *p;
1404
1405        pkt_size = APR_HDR_SIZE + sizeof(*enc_cfg);
1406        p = kzalloc(pkt_size, GFP_KERNEL);
1407        if (!p)
1408                return -ENOMEM;
1409
1410        pkt = p;
1411        enc_cfg = p + APR_HDR_SIZE;
1412        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, true, stream_id);
1413
1414        pkt->hdr.opcode = ASM_STREAM_CMD_SET_ENCDEC_PARAM;
1415        enc_cfg->encdec.param_id = ASM_PARAM_ID_ENCDEC_ENC_CFG_BLK_V2;
1416        enc_cfg->encdec.param_size = sizeof(*enc_cfg) - sizeof(enc_cfg->encdec);
1417        enc_cfg->encblk.frames_per_buf = frames_per_buf;
1418        enc_cfg->encblk.enc_cfg_blk_size  = enc_cfg->encdec.param_size -
1419                                        sizeof(struct asm_enc_cfg_blk_param_v2);
1420
1421        enc_cfg->num_channels = channels;
1422        enc_cfg->bits_per_sample = bits_per_sample;
1423        enc_cfg->sample_rate = rate;
1424        enc_cfg->is_signed = 1;
1425        channel_mapping = enc_cfg->channel_mapping;
1426
1427        if (q6dsp_map_channels(channel_mapping, channels)) {
1428                rc = -EINVAL;
1429                goto err;
1430        }
1431
1432        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1433err:
1434        kfree(pkt);
1435        return rc;
1436}
1437EXPORT_SYMBOL_GPL(q6asm_enc_cfg_blk_pcm_format_support);
1438
1439
1440/**
1441 * q6asm_read() - read data of period size from audio client
1442 *
1443 * @ac: audio client pointer
1444 * @stream_id: stream id
1445 *
1446 * Return: Will be an negative value on error or zero on success
1447 */
1448int q6asm_read(struct audio_client *ac, uint32_t stream_id)
1449{
1450        struct asm_data_cmd_read_v2 *read;
1451        struct audio_port_data *port;
1452        struct audio_buffer *ab;
1453        struct apr_pkt *pkt;
1454        unsigned long flags;
1455        int pkt_size;
1456        int rc = 0;
1457        void *p;
1458
1459        pkt_size = APR_HDR_SIZE + sizeof(*read);
1460        p = kzalloc(pkt_size, GFP_ATOMIC);
1461        if (!p)
1462                return -ENOMEM;
1463
1464        pkt = p;
1465        read = p + APR_HDR_SIZE;
1466
1467        spin_lock_irqsave(&ac->lock, flags);
1468        port = &ac->port[SNDRV_PCM_STREAM_CAPTURE];
1469        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, false, stream_id);
1470        ab = &port->buf[port->dsp_buf];
1471        pkt->hdr.opcode = ASM_DATA_CMD_READ_V2;
1472        read->buf_addr_lsw = lower_32_bits(ab->phys);
1473        read->buf_addr_msw = upper_32_bits(ab->phys);
1474        read->mem_map_handle = port->mem_map_handle;
1475
1476        read->buf_size = ab->size;
1477        read->seq_id = port->dsp_buf;
1478        pkt->hdr.token = port->dsp_buf;
1479
1480        port->dsp_buf++;
1481
1482        if (port->dsp_buf >= port->num_periods)
1483                port->dsp_buf = 0;
1484
1485        spin_unlock_irqrestore(&ac->lock, flags);
1486        rc = apr_send_pkt(ac->adev, pkt);
1487        if (rc == pkt_size)
1488                rc = 0;
1489        else
1490                pr_err("read op[0x%x]rc[%d]\n", pkt->hdr.opcode, rc);
1491
1492        kfree(pkt);
1493        return rc;
1494}
1495EXPORT_SYMBOL_GPL(q6asm_read);
1496
1497static int __q6asm_open_read(struct audio_client *ac, uint32_t stream_id,
1498                uint32_t format, uint16_t bits_per_sample)
1499{
1500        struct asm_stream_cmd_open_read_v3 *open;
1501        struct apr_pkt *pkt;
1502        int pkt_size, rc;
1503        void *p;
1504
1505        pkt_size = APR_HDR_SIZE + sizeof(*open);
1506        p = kzalloc(pkt_size, GFP_KERNEL);
1507        if (!p)
1508                return -ENOMEM;
1509
1510        pkt = p;
1511        open = p + APR_HDR_SIZE;
1512
1513        q6asm_add_hdr(ac, &pkt->hdr,  pkt_size, true, stream_id);
1514        pkt->hdr.opcode = ASM_STREAM_CMD_OPEN_READ_V3;
1515        /* Stream prio : High, provide meta info with encoded frames */
1516        open->src_endpointype = ASM_END_POINT_DEVICE_MATRIX;
1517
1518        open->preprocopo_id = ASM_STREAM_POSTPROC_TOPO_ID_NONE;
1519        open->bits_per_sample = bits_per_sample;
1520        open->mode_flags = 0x0;
1521
1522        open->mode_flags |= ASM_LEGACY_STREAM_SESSION <<
1523                                ASM_SHIFT_STREAM_PERF_MODE_FLAG_IN_OPEN_READ;
1524
1525        switch (format) {
1526        case FORMAT_LINEAR_PCM:
1527                open->mode_flags |= 0x00;
1528                open->enc_cfg_id = ASM_MEDIA_FMT_MULTI_CHANNEL_PCM_V2;
1529                break;
1530        default:
1531                pr_err("Invalid format[%d]\n", format);
1532        }
1533
1534        rc = q6asm_ac_send_cmd_sync(ac, pkt);
1535
1536        kfree(pkt);
1537        return rc;
1538}
1539
1540/**
1541 * q6asm_open_read() - Open audio client for reading
1542 *
1543 * @ac: audio client pointer
1544 * @stream_id: stream id
1545 * @format: audio sample format
1546 * @bits_per_sample: bits per sample
1547 *
1548 * Return: Will be an negative value on error or zero on success
1549 */
1550int q6asm_open_read(struct audio_client *ac, uint32_t stream_id,
1551                    uint32_t format, uint16_t bits_per_sample)
1552{
1553        return __q6asm_open_read(ac, stream_id, format, bits_per_sample);
1554}
1555EXPORT_SYMBOL_GPL(q6asm_open_read);
1556
1557/**
1558 * q6asm_write_async() - non blocking write
1559 *
1560 * @ac: audio client pointer
1561 * @stream_id: stream id
1562 * @len: length in bytes
1563 * @msw_ts: timestamp msw
1564 * @lsw_ts: timestamp lsw
1565 * @wflags: flags associated with write
1566 *
1567 * Return: Will be an negative value on error or zero on success
1568 */
1569int q6asm_write_async(struct audio_client *ac, uint32_t stream_id, uint32_t len,
1570                      uint32_t msw_ts, uint32_t lsw_ts, uint32_t wflags)
1571{
1572        struct asm_data_cmd_write_v2 *write;
1573        struct audio_port_data *port;
1574        struct audio_buffer *ab;
1575        unsigned long flags;
1576        struct apr_pkt *pkt;
1577        int pkt_size;
1578        int rc = 0;
1579        void *p;
1580
1581        pkt_size = APR_HDR_SIZE + sizeof(*write);
1582        p = kzalloc(pkt_size, GFP_ATOMIC);
1583        if (!p)
1584                return -ENOMEM;
1585
1586        pkt = p;
1587        write = p + APR_HDR_SIZE;
1588
1589        spin_lock_irqsave(&ac->lock, flags);
1590        port = &ac->port[SNDRV_PCM_STREAM_PLAYBACK];
1591        q6asm_add_hdr(ac, &pkt->hdr, pkt_size, false, stream_id);
1592
1593        ab = &port->buf[port->dsp_buf];
1594        pkt->hdr.token = port->dsp_buf | (len << ASM_WRITE_TOKEN_LEN_SHIFT);
1595        pkt->hdr.opcode = ASM_DATA_CMD_WRITE_V2;
1596        write->buf_addr_lsw = lower_32_bits(ab->phys);
1597        write->buf_addr_msw = upper_32_bits(ab->phys);
1598        write->buf_size = len;
1599        write->seq_id = port->dsp_buf;
1600        write->timestamp_lsw = lsw_ts;
1601        write->timestamp_msw = msw_ts;
1602        write->mem_map_handle =
1603            ac->port[SNDRV_PCM_STREAM_PLAYBACK].mem_map_handle;
1604
1605        write->flags = wflags;
1606
1607        port->dsp_buf++;
1608
1609        if (port->dsp_buf >= port->num_periods)
1610                port->dsp_buf = 0;
1611
1612        spin_unlock_irqrestore(&ac->lock, flags);
1613        rc = apr_send_pkt(ac->adev, pkt);
1614        if (rc == pkt_size)
1615                rc = 0;
1616
1617        kfree(pkt);
1618        return rc;
1619}
1620EXPORT_SYMBOL_GPL(q6asm_write_async);
1621
1622static void q6asm_reset_buf_state(struct audio_client *ac)
1623{
1624        struct audio_port_data *port = NULL;
1625        unsigned long flags;
1626
1627        spin_lock_irqsave(&ac->lock, flags);
1628        port = &ac->port[SNDRV_PCM_STREAM_PLAYBACK];
1629        port->dsp_buf = 0;
1630        port = &ac->port[SNDRV_PCM_STREAM_CAPTURE];
1631        port->dsp_buf = 0;
1632        spin_unlock_irqrestore(&ac->lock, flags);
1633}
1634
1635static int __q6asm_cmd(struct audio_client *ac, uint32_t stream_id, int cmd,
1636                       bool wait)
1637{
1638        struct apr_pkt pkt;
1639        int rc;
1640
1641        q6asm_add_hdr(ac, &pkt.hdr, APR_HDR_SIZE, true, stream_id);
1642
1643        switch (cmd) {
1644        case CMD_PAUSE:
1645                pkt.hdr.opcode = ASM_SESSION_CMD_PAUSE;
1646                break;
1647        case CMD_SUSPEND:
1648                pkt.hdr.opcode = ASM_SESSION_CMD_SUSPEND;
1649                break;
1650        case CMD_FLUSH:
1651                pkt.hdr.opcode = ASM_STREAM_CMD_FLUSH;
1652                break;
1653        case CMD_OUT_FLUSH:
1654                pkt.hdr.opcode = ASM_STREAM_CMD_FLUSH_READBUFS;
1655                break;
1656        case CMD_EOS:
1657                pkt.hdr.opcode = ASM_DATA_CMD_EOS;
1658                break;
1659        case CMD_CLOSE:
1660                pkt.hdr.opcode = ASM_STREAM_CMD_CLOSE;
1661                break;
1662        default:
1663                return -EINVAL;
1664        }
1665
1666        if (wait)
1667                rc = q6asm_ac_send_cmd_sync(ac, &pkt);
1668        else
1669                return apr_send_pkt(ac->adev, &pkt);
1670
1671        if (rc < 0)
1672                return rc;
1673
1674        if (cmd == CMD_FLUSH)
1675                q6asm_reset_buf_state(ac);
1676
1677        return 0;
1678}
1679
1680/**
1681 * q6asm_cmd() - run cmd on audio client
1682 *
1683 * @ac: audio client pointer
1684 * @stream_id: stream id
1685 * @cmd: command to run on audio client.
1686 *
1687 * Return: Will be an negative value on error or zero on success
1688 */
1689int q6asm_cmd(struct audio_client *ac, uint32_t stream_id, int cmd)
1690{
1691        return __q6asm_cmd(ac, stream_id, cmd, true);
1692}
1693EXPORT_SYMBOL_GPL(q6asm_cmd);
1694
1695/**
1696 * q6asm_cmd_nowait() - non blocking, run cmd on audio client
1697 *
1698 * @ac: audio client pointer
1699 * @stream_id: stream id
1700 * @cmd: command to run on audio client.
1701 *
1702 * Return: Will be an negative value on error or zero on success
1703 */
1704int q6asm_cmd_nowait(struct audio_client *ac, uint32_t stream_id, int cmd)
1705{
1706        return __q6asm_cmd(ac, stream_id, cmd, false);
1707}
1708EXPORT_SYMBOL_GPL(q6asm_cmd_nowait);
1709
1710static int q6asm_probe(struct apr_device *adev)
1711{
1712        struct device *dev = &adev->dev;
1713        struct q6asm *q6asm;
1714
1715        q6asm = devm_kzalloc(dev, sizeof(*q6asm), GFP_KERNEL);
1716        if (!q6asm)
1717                return -ENOMEM;
1718
1719        q6core_get_svc_api_info(adev->svc_id, &q6asm->ainfo);
1720
1721        q6asm->dev = dev;
1722        q6asm->adev = adev;
1723        init_waitqueue_head(&q6asm->mem_wait);
1724        spin_lock_init(&q6asm->slock);
1725        dev_set_drvdata(dev, q6asm);
1726
1727        return of_platform_populate(dev->of_node, NULL, NULL, dev);
1728}
1729
1730static int q6asm_remove(struct apr_device *adev)
1731{
1732        of_platform_depopulate(&adev->dev);
1733
1734        return 0;
1735}
1736
1737#ifdef CONFIG_OF
1738static const struct of_device_id q6asm_device_id[]  = {
1739        { .compatible = "qcom,q6asm" },
1740        {},
1741};
1742MODULE_DEVICE_TABLE(of, q6asm_device_id);
1743#endif
1744
1745static struct apr_driver qcom_q6asm_driver = {
1746        .probe = q6asm_probe,
1747        .remove = q6asm_remove,
1748        .callback = q6asm_srvc_callback,
1749        .driver = {
1750                .name = "qcom-q6asm",
1751                .of_match_table = of_match_ptr(q6asm_device_id),
1752        },
1753};
1754
1755module_apr_driver(qcom_q6asm_driver);
1756MODULE_DESCRIPTION("Q6 Audio Stream Manager driver");
1757MODULE_LICENSE("GPL v2");
1758