1
2
3
4
5
6
7
8
9
10
11
12
13
14#include <linux/kobject.h>
15#include <linux/pci.h>
16#include <linux/fs.h>
17#include <linux/firmware.h>
18#include <linux/pm_runtime.h>
19#include <linux/sched.h>
20#include <linux/delay.h>
21#include <sound/asound.h>
22#include <sound/core.h>
23#include <sound/pcm.h>
24#include <sound/soc.h>
25#include <sound/compress_driver.h>
26#include <asm/platform_sst_audio.h>
27#include "../sst-mfld-platform.h"
28#include "sst.h"
29#include "../../common/sst-dsp.h"
30
31int sst_shim_write(void __iomem *addr, int offset, int value)
32{
33 writel(value, addr + offset);
34 return 0;
35}
36
37u32 sst_shim_read(void __iomem *addr, int offset)
38{
39 return readl(addr + offset);
40}
41
42u64 sst_reg_read64(void __iomem *addr, int offset)
43{
44 u64 val = 0;
45
46 memcpy_fromio(&val, addr + offset, sizeof(val));
47
48 return val;
49}
50
51int sst_shim_write64(void __iomem *addr, int offset, u64 value)
52{
53 memcpy_toio(addr + offset, &value, sizeof(value));
54 return 0;
55}
56
57u64 sst_shim_read64(void __iomem *addr, int offset)
58{
59 u64 val = 0;
60
61 memcpy_fromio(&val, addr + offset, sizeof(val));
62 return val;
63}
64
65void sst_set_fw_state_locked(
66 struct intel_sst_drv *sst_drv_ctx, int sst_state)
67{
68 mutex_lock(&sst_drv_ctx->sst_lock);
69 sst_drv_ctx->sst_state = sst_state;
70 mutex_unlock(&sst_drv_ctx->sst_lock);
71}
72
73
74
75
76
77
78
79
80
81
82int sst_wait_interruptible(struct intel_sst_drv *sst_drv_ctx,
83 struct sst_block *block)
84{
85 int retval = 0;
86
87 if (!wait_event_interruptible(sst_drv_ctx->wait_queue,
88 block->condition)) {
89
90 if (block->ret_code < 0) {
91 dev_err(sst_drv_ctx->dev,
92 "stream failed %d\n", block->ret_code);
93 retval = -EBUSY;
94 } else {
95 dev_dbg(sst_drv_ctx->dev, "event up\n");
96 retval = 0;
97 }
98 } else {
99 dev_err(sst_drv_ctx->dev, "signal interrupted\n");
100 retval = -EINTR;
101 }
102 return retval;
103
104}
105
106
107
108
109
110
111
112
113
114
115int sst_wait_timeout(struct intel_sst_drv *sst_drv_ctx, struct sst_block *block)
116{
117 int retval = 0;
118
119
120
121
122
123
124 dev_dbg(sst_drv_ctx->dev,
125 "waiting for condition %x ipc %d drv_id %d\n",
126 block->condition, block->msg_id, block->drv_id);
127 if (wait_event_timeout(sst_drv_ctx->wait_queue,
128 block->condition,
129 msecs_to_jiffies(SST_BLOCK_TIMEOUT))) {
130
131 dev_dbg(sst_drv_ctx->dev, "Event wake %x\n",
132 block->condition);
133 dev_dbg(sst_drv_ctx->dev, "message ret: %d\n",
134 block->ret_code);
135 retval = -block->ret_code;
136 } else {
137 block->on = false;
138 dev_err(sst_drv_ctx->dev,
139 "Wait timed-out condition:%#x, msg_id:%#x fw_state %#x\n",
140 block->condition, block->msg_id, sst_drv_ctx->sst_state);
141 sst_drv_ctx->sst_state = SST_RESET;
142
143 retval = -EBUSY;
144 }
145 return retval;
146}
147
148
149
150
151
152
153
154
155
156
157int sst_create_ipc_msg(struct ipc_post **arg, bool large)
158{
159 struct ipc_post *msg;
160
161 msg = kzalloc(sizeof(*msg), GFP_ATOMIC);
162 if (!msg)
163 return -ENOMEM;
164 if (large) {
165 msg->mailbox_data = kzalloc(SST_MAILBOX_SIZE, GFP_ATOMIC);
166 if (!msg->mailbox_data) {
167 kfree(msg);
168 return -ENOMEM;
169 }
170 } else {
171 msg->mailbox_data = NULL;
172 }
173 msg->is_large = large;
174 *arg = msg;
175 return 0;
176}
177
178
179
180
181
182
183
184
185
186
187int sst_create_block_and_ipc_msg(struct ipc_post **arg, bool large,
188 struct intel_sst_drv *sst_drv_ctx, struct sst_block **block,
189 u32 msg_id, u32 drv_id)
190{
191 int retval = 0;
192
193 retval = sst_create_ipc_msg(arg, large);
194 if (retval)
195 return retval;
196 *block = sst_create_block(sst_drv_ctx, msg_id, drv_id);
197 if (*block == NULL) {
198 kfree(*arg);
199 return -ENOMEM;
200 }
201 return retval;
202}
203
204
205
206
207
208
209
210
211
212void sst_clean_stream(struct stream_info *stream)
213{
214 stream->status = STREAM_UN_INIT;
215 stream->prev = STREAM_UN_INIT;
216 mutex_lock(&stream->lock);
217 stream->cumm_bytes = 0;
218 mutex_unlock(&stream->lock);
219}
220
221int sst_prepare_and_post_msg(struct intel_sst_drv *sst,
222 int task_id, int ipc_msg, int cmd_id, int pipe_id,
223 size_t mbox_data_len, const void *mbox_data, void **data,
224 bool large, bool fill_dsp, bool sync, bool response)
225{
226 struct ipc_post *msg = NULL;
227 struct ipc_dsp_hdr dsp_hdr;
228 struct sst_block *block;
229 int ret = 0, pvt_id;
230
231 pvt_id = sst_assign_pvt_id(sst);
232 if (pvt_id < 0)
233 return pvt_id;
234
235 if (response)
236 ret = sst_create_block_and_ipc_msg(
237 &msg, large, sst, &block, ipc_msg, pvt_id);
238 else
239 ret = sst_create_ipc_msg(&msg, large);
240
241 if (ret < 0) {
242 test_and_clear_bit(pvt_id, &sst->pvt_id);
243 return -ENOMEM;
244 }
245
246 dev_dbg(sst->dev, "pvt_id = %d, pipe id = %d, task = %d ipc_msg: %d\n",
247 pvt_id, pipe_id, task_id, ipc_msg);
248 sst_fill_header_mrfld(&msg->mrfld_header, ipc_msg,
249 task_id, large, pvt_id);
250 msg->mrfld_header.p.header_low_payload = sizeof(dsp_hdr) + mbox_data_len;
251 msg->mrfld_header.p.header_high.part.res_rqd = !sync;
252 dev_dbg(sst->dev, "header:%x\n",
253 msg->mrfld_header.p.header_high.full);
254 dev_dbg(sst->dev, "response rqd: %x",
255 msg->mrfld_header.p.header_high.part.res_rqd);
256 dev_dbg(sst->dev, "msg->mrfld_header.p.header_low_payload:%d",
257 msg->mrfld_header.p.header_low_payload);
258 if (fill_dsp) {
259 sst_fill_header_dsp(&dsp_hdr, cmd_id, pipe_id, mbox_data_len);
260 memcpy(msg->mailbox_data, &dsp_hdr, sizeof(dsp_hdr));
261 if (mbox_data_len) {
262 memcpy(msg->mailbox_data + sizeof(dsp_hdr),
263 mbox_data, mbox_data_len);
264 }
265 }
266
267 if (sync)
268 sst->ops->post_message(sst, msg, true);
269 else
270 sst_add_to_dispatch_list_and_post(sst, msg);
271
272 if (response) {
273 ret = sst_wait_timeout(sst, block);
274 if (ret < 0)
275 goto out;
276
277 if (data && block->data) {
278 *data = kmemdup(block->data, block->size, GFP_KERNEL);
279 if (!*data) {
280 ret = -ENOMEM;
281 goto out;
282 }
283 }
284 }
285out:
286 if (response)
287 sst_free_block(sst, block);
288 test_and_clear_bit(pvt_id, &sst->pvt_id);
289 return ret;
290}
291
292int sst_pm_runtime_put(struct intel_sst_drv *sst_drv)
293{
294 int ret;
295
296 pm_runtime_mark_last_busy(sst_drv->dev);
297 ret = pm_runtime_put_autosuspend(sst_drv->dev);
298 if (ret < 0)
299 return ret;
300 return 0;
301}
302
303void sst_fill_header_mrfld(union ipc_header_mrfld *header,
304 int msg, int task_id, int large, int drv_id)
305{
306 header->full = 0;
307 header->p.header_high.part.msg_id = msg;
308 header->p.header_high.part.task_id = task_id;
309 header->p.header_high.part.large = large;
310 header->p.header_high.part.drv_id = drv_id;
311 header->p.header_high.part.done = 0;
312 header->p.header_high.part.busy = 1;
313 header->p.header_high.part.res_rqd = 1;
314}
315
316void sst_fill_header_dsp(struct ipc_dsp_hdr *dsp, int msg,
317 int pipe_id, int len)
318{
319 dsp->cmd_id = msg;
320 dsp->mod_index_id = 0xff;
321 dsp->pipe_id = pipe_id;
322 dsp->length = len;
323 dsp->mod_id = 0;
324}
325
326#define SST_MAX_BLOCKS 15
327
328
329
330
331
332
333
334
335
336int sst_assign_pvt_id(struct intel_sst_drv *drv)
337{
338 int local;
339
340 spin_lock(&drv->block_lock);
341
342 local = ffz(drv->pvt_id);
343 dev_dbg(drv->dev, "pvt_id assigned --> %d\n", local);
344 if (local >= SST_MAX_BLOCKS){
345 spin_unlock(&drv->block_lock);
346 dev_err(drv->dev, "PVT _ID error: no free id blocks ");
347 return -EINVAL;
348 }
349
350 change_bit(local, &drv->pvt_id);
351 spin_unlock(&drv->block_lock);
352 return local;
353}
354
355int sst_validate_strid(
356 struct intel_sst_drv *sst_drv_ctx, int str_id)
357{
358 if (str_id <= 0 || str_id > sst_drv_ctx->info.max_streams) {
359 dev_err(sst_drv_ctx->dev,
360 "SST ERR: invalid stream id : %d, max %d\n",
361 str_id, sst_drv_ctx->info.max_streams);
362 return -EINVAL;
363 }
364
365 return 0;
366}
367
368struct stream_info *get_stream_info(
369 struct intel_sst_drv *sst_drv_ctx, int str_id)
370{
371 if (sst_validate_strid(sst_drv_ctx, str_id))
372 return NULL;
373 return &sst_drv_ctx->streams[str_id];
374}
375
376int get_stream_id_mrfld(struct intel_sst_drv *sst_drv_ctx,
377 u32 pipe_id)
378{
379 int i;
380
381 for (i = 1; i <= sst_drv_ctx->info.max_streams; i++)
382 if (pipe_id == sst_drv_ctx->streams[i].pipe_id)
383 return i;
384
385 dev_dbg(sst_drv_ctx->dev, "no such pipe_id(%u)", pipe_id);
386 return -1;
387}
388
389u32 relocate_imr_addr_mrfld(u32 base_addr)
390{
391
392
393 base_addr = MRFLD_FW_VIRTUAL_BASE + (base_addr % (512 * 1024 * 1024));
394 return base_addr;
395}
396EXPORT_SYMBOL_GPL(relocate_imr_addr_mrfld);
397
398void sst_add_to_dispatch_list_and_post(struct intel_sst_drv *sst,
399 struct ipc_post *msg)
400{
401 unsigned long irq_flags;
402
403 spin_lock_irqsave(&sst->ipc_spin_lock, irq_flags);
404 list_add_tail(&msg->node, &sst->ipc_dispatch_list);
405 spin_unlock_irqrestore(&sst->ipc_spin_lock, irq_flags);
406 sst->ops->post_message(sst, NULL, false);
407}
408