1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19#include <linux/module.h>
20#include <linux/delay.h>
21#include <linux/fs.h>
22#include <linux/timer.h>
23#include <linux/sched.h>
24#include <linux/slab.h>
25
26#include <linux/platform_device.h>
27#include <media/v4l2-mem2mem.h>
28#include <media/v4l2-device.h>
29#include <media/v4l2-ioctl.h>
30#include <media/v4l2-ctrls.h>
31#include <media/v4l2-event.h>
32#include <media/videobuf2-vmalloc.h>
33
34MODULE_DESCRIPTION("Virtual device for mem2mem framework testing");
35MODULE_AUTHOR("Pawel Osciak, <pawel@osciak.com>");
36MODULE_LICENSE("GPL");
37MODULE_VERSION("0.1.1");
38MODULE_ALIAS("mem2mem_testdev");
39
40static unsigned debug;
41module_param(debug, uint, 0644);
42MODULE_PARM_DESC(debug, "activates debug info");
43
44#define MIN_W 32
45#define MIN_H 32
46#define MAX_W 640
47#define MAX_H 480
48#define DIM_ALIGN_MASK 7
49
50
51#define MEM2MEM_CAPTURE (1 << 0)
52#define MEM2MEM_OUTPUT (1 << 1)
53
54#define MEM2MEM_NAME "vim2m"
55
56
57#define MEM2MEM_DEF_NUM_BUFS VIDEO_MAX_FRAME
58
59#define MEM2MEM_VID_MEM_LIMIT (16 * 1024 * 1024)
60
61
62#define MEM2MEM_DEF_TRANSTIME 40
63#define MEM2MEM_COLOR_STEP (0xff >> 4)
64#define MEM2MEM_NUM_TILES 8
65
66
67#define MEM2MEM_HFLIP (1 << 0)
68#define MEM2MEM_VFLIP (1 << 1)
69
70#define dprintk(dev, fmt, arg...) \
71 v4l2_dbg(1, debug, &dev->v4l2_dev, "%s: " fmt, __func__, ## arg)
72
73
74static void vim2m_dev_release(struct device *dev)
75{}
76
77static struct platform_device vim2m_pdev = {
78 .name = MEM2MEM_NAME,
79 .dev.release = vim2m_dev_release,
80};
81
82struct vim2m_fmt {
83 char *name;
84 u32 fourcc;
85 int depth;
86
87 u32 types;
88};
89
90static struct vim2m_fmt formats[] = {
91 {
92 .name = "RGB565 (BE)",
93 .fourcc = V4L2_PIX_FMT_RGB565X,
94 .depth = 16,
95
96 .types = MEM2MEM_CAPTURE | MEM2MEM_OUTPUT,
97 },
98 {
99 .name = "4:2:2, packed, YUYV",
100 .fourcc = V4L2_PIX_FMT_YUYV,
101 .depth = 16,
102
103 .types = MEM2MEM_OUTPUT,
104 },
105};
106
107#define NUM_FORMATS ARRAY_SIZE(formats)
108
109
110struct vim2m_q_data {
111 unsigned int width;
112 unsigned int height;
113 unsigned int sizeimage;
114 unsigned int sequence;
115 struct vim2m_fmt *fmt;
116};
117
118enum {
119 V4L2_M2M_SRC = 0,
120 V4L2_M2M_DST = 1,
121};
122
123#define V4L2_CID_TRANS_TIME_MSEC (V4L2_CID_USER_BASE + 0x1000)
124#define V4L2_CID_TRANS_NUM_BUFS (V4L2_CID_USER_BASE + 0x1001)
125
126static struct vim2m_fmt *find_format(struct v4l2_format *f)
127{
128 struct vim2m_fmt *fmt;
129 unsigned int k;
130
131 for (k = 0; k < NUM_FORMATS; k++) {
132 fmt = &formats[k];
133 if (fmt->fourcc == f->fmt.pix.pixelformat)
134 break;
135 }
136
137 if (k == NUM_FORMATS)
138 return NULL;
139
140 return &formats[k];
141}
142
143struct vim2m_dev {
144 struct v4l2_device v4l2_dev;
145 struct video_device vfd;
146
147 atomic_t num_inst;
148 struct mutex dev_mutex;
149 spinlock_t irqlock;
150
151 struct timer_list timer;
152
153 struct v4l2_m2m_dev *m2m_dev;
154};
155
156struct vim2m_ctx {
157 struct v4l2_fh fh;
158 struct vim2m_dev *dev;
159
160 struct v4l2_ctrl_handler hdl;
161
162
163 u8 num_processed;
164
165
166 u32 translen;
167
168 u32 transtime;
169
170
171 int aborting;
172
173
174 int mode;
175
176 enum v4l2_colorspace colorspace;
177
178
179 struct vim2m_q_data q_data[2];
180};
181
182static inline struct vim2m_ctx *file2ctx(struct file *file)
183{
184 return container_of(file->private_data, struct vim2m_ctx, fh);
185}
186
187static struct vim2m_q_data *get_q_data(struct vim2m_ctx *ctx,
188 enum v4l2_buf_type type)
189{
190 switch (type) {
191 case V4L2_BUF_TYPE_VIDEO_OUTPUT:
192 return &ctx->q_data[V4L2_M2M_SRC];
193 case V4L2_BUF_TYPE_VIDEO_CAPTURE:
194 return &ctx->q_data[V4L2_M2M_DST];
195 default:
196 BUG();
197 }
198 return NULL;
199}
200
201
202static int device_process(struct vim2m_ctx *ctx,
203 struct vb2_buffer *in_vb,
204 struct vb2_buffer *out_vb)
205{
206 struct vim2m_dev *dev = ctx->dev;
207 struct vim2m_q_data *q_data;
208 u8 *p_in, *p_out;
209 int x, y, t, w;
210 int tile_w, bytes_left;
211 int width, height, bytesperline;
212
213 q_data = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT);
214
215 width = q_data->width;
216 height = q_data->height;
217 bytesperline = (q_data->width * q_data->fmt->depth) >> 3;
218
219 p_in = vb2_plane_vaddr(in_vb, 0);
220 p_out = vb2_plane_vaddr(out_vb, 0);
221 if (!p_in || !p_out) {
222 v4l2_err(&dev->v4l2_dev,
223 "Acquiring kernel pointers to buffers failed\n");
224 return -EFAULT;
225 }
226
227 if (vb2_plane_size(in_vb, 0) > vb2_plane_size(out_vb, 0)) {
228 v4l2_err(&dev->v4l2_dev, "Output buffer is too small\n");
229 return -EINVAL;
230 }
231
232 tile_w = (width * (q_data[V4L2_M2M_DST].fmt->depth >> 3))
233 / MEM2MEM_NUM_TILES;
234 bytes_left = bytesperline - tile_w * MEM2MEM_NUM_TILES;
235 w = 0;
236
237 out_vb->v4l2_buf.sequence = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_CAPTURE)->sequence++;
238 in_vb->v4l2_buf.sequence = q_data->sequence++;
239 memcpy(&out_vb->v4l2_buf.timestamp,
240 &in_vb->v4l2_buf.timestamp,
241 sizeof(struct timeval));
242 if (in_vb->v4l2_buf.flags & V4L2_BUF_FLAG_TIMECODE)
243 memcpy(&out_vb->v4l2_buf.timecode, &in_vb->v4l2_buf.timecode,
244 sizeof(struct v4l2_timecode));
245 out_vb->v4l2_buf.field = in_vb->v4l2_buf.field;
246 out_vb->v4l2_buf.flags = in_vb->v4l2_buf.flags &
247 (V4L2_BUF_FLAG_TIMECODE |
248 V4L2_BUF_FLAG_KEYFRAME |
249 V4L2_BUF_FLAG_PFRAME |
250 V4L2_BUF_FLAG_BFRAME |
251 V4L2_BUF_FLAG_TSTAMP_SRC_MASK);
252
253 switch (ctx->mode) {
254 case MEM2MEM_HFLIP | MEM2MEM_VFLIP:
255 p_out += bytesperline * height - bytes_left;
256 for (y = 0; y < height; ++y) {
257 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) {
258 if (w & 0x1) {
259 for (x = 0; x < tile_w; ++x)
260 *--p_out = *p_in++ +
261 MEM2MEM_COLOR_STEP;
262 } else {
263 for (x = 0; x < tile_w; ++x)
264 *--p_out = *p_in++ -
265 MEM2MEM_COLOR_STEP;
266 }
267 ++w;
268 }
269 p_in += bytes_left;
270 p_out -= bytes_left;
271 }
272 break;
273
274 case MEM2MEM_HFLIP:
275 for (y = 0; y < height; ++y) {
276 p_out += MEM2MEM_NUM_TILES * tile_w;
277 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) {
278 if (w & 0x01) {
279 for (x = 0; x < tile_w; ++x)
280 *--p_out = *p_in++ +
281 MEM2MEM_COLOR_STEP;
282 } else {
283 for (x = 0; x < tile_w; ++x)
284 *--p_out = *p_in++ -
285 MEM2MEM_COLOR_STEP;
286 }
287 ++w;
288 }
289 p_in += bytes_left;
290 p_out += bytesperline;
291 }
292 break;
293
294 case MEM2MEM_VFLIP:
295 p_out += bytesperline * (height - 1);
296 for (y = 0; y < height; ++y) {
297 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) {
298 if (w & 0x1) {
299 for (x = 0; x < tile_w; ++x)
300 *p_out++ = *p_in++ +
301 MEM2MEM_COLOR_STEP;
302 } else {
303 for (x = 0; x < tile_w; ++x)
304 *p_out++ = *p_in++ -
305 MEM2MEM_COLOR_STEP;
306 }
307 ++w;
308 }
309 p_in += bytes_left;
310 p_out += bytes_left - 2 * bytesperline;
311 }
312 break;
313
314 default:
315 for (y = 0; y < height; ++y) {
316 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) {
317 if (w & 0x1) {
318 for (x = 0; x < tile_w; ++x)
319 *p_out++ = *p_in++ +
320 MEM2MEM_COLOR_STEP;
321 } else {
322 for (x = 0; x < tile_w; ++x)
323 *p_out++ = *p_in++ -
324 MEM2MEM_COLOR_STEP;
325 }
326 ++w;
327 }
328 p_in += bytes_left;
329 p_out += bytes_left;
330 }
331 }
332
333 return 0;
334}
335
336static void schedule_irq(struct vim2m_dev *dev, int msec_timeout)
337{
338 dprintk(dev, "Scheduling a simulated irq\n");
339 mod_timer(&dev->timer, jiffies + msecs_to_jiffies(msec_timeout));
340}
341
342
343
344
345
346
347
348
349static int job_ready(void *priv)
350{
351 struct vim2m_ctx *ctx = priv;
352
353 if (v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx) < ctx->translen
354 || v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx) < ctx->translen) {
355 dprintk(ctx->dev, "Not enough buffers available\n");
356 return 0;
357 }
358
359 return 1;
360}
361
362static void job_abort(void *priv)
363{
364 struct vim2m_ctx *ctx = priv;
365
366
367 ctx->aborting = 1;
368}
369
370
371
372
373
374
375
376static void device_run(void *priv)
377{
378 struct vim2m_ctx *ctx = priv;
379 struct vim2m_dev *dev = ctx->dev;
380 struct vb2_buffer *src_buf, *dst_buf;
381
382 src_buf = v4l2_m2m_next_src_buf(ctx->fh.m2m_ctx);
383 dst_buf = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx);
384
385 device_process(ctx, src_buf, dst_buf);
386
387
388 schedule_irq(dev, ctx->transtime);
389}
390
391static void device_isr(unsigned long priv)
392{
393 struct vim2m_dev *vim2m_dev = (struct vim2m_dev *)priv;
394 struct vim2m_ctx *curr_ctx;
395 struct vb2_buffer *src_vb, *dst_vb;
396 unsigned long flags;
397
398 curr_ctx = v4l2_m2m_get_curr_priv(vim2m_dev->m2m_dev);
399
400 if (NULL == curr_ctx) {
401 pr_err("Instance released before the end of transaction\n");
402 return;
403 }
404
405 src_vb = v4l2_m2m_src_buf_remove(curr_ctx->fh.m2m_ctx);
406 dst_vb = v4l2_m2m_dst_buf_remove(curr_ctx->fh.m2m_ctx);
407
408 curr_ctx->num_processed++;
409
410 spin_lock_irqsave(&vim2m_dev->irqlock, flags);
411 v4l2_m2m_buf_done(src_vb, VB2_BUF_STATE_DONE);
412 v4l2_m2m_buf_done(dst_vb, VB2_BUF_STATE_DONE);
413 spin_unlock_irqrestore(&vim2m_dev->irqlock, flags);
414
415 if (curr_ctx->num_processed == curr_ctx->translen
416 || curr_ctx->aborting) {
417 dprintk(curr_ctx->dev, "Finishing transaction\n");
418 curr_ctx->num_processed = 0;
419 v4l2_m2m_job_finish(vim2m_dev->m2m_dev, curr_ctx->fh.m2m_ctx);
420 } else {
421 device_run(curr_ctx);
422 }
423}
424
425
426
427
428static int vidioc_querycap(struct file *file, void *priv,
429 struct v4l2_capability *cap)
430{
431 strncpy(cap->driver, MEM2MEM_NAME, sizeof(cap->driver) - 1);
432 strncpy(cap->card, MEM2MEM_NAME, sizeof(cap->card) - 1);
433 snprintf(cap->bus_info, sizeof(cap->bus_info),
434 "platform:%s", MEM2MEM_NAME);
435 cap->device_caps = V4L2_CAP_VIDEO_M2M | V4L2_CAP_STREAMING;
436 cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS;
437 return 0;
438}
439
440static int enum_fmt(struct v4l2_fmtdesc *f, u32 type)
441{
442 int i, num;
443 struct vim2m_fmt *fmt;
444
445 num = 0;
446
447 for (i = 0; i < NUM_FORMATS; ++i) {
448 if (formats[i].types & type) {
449
450 if (num == f->index)
451 break;
452
453
454 ++num;
455 }
456 }
457
458 if (i < NUM_FORMATS) {
459
460 fmt = &formats[i];
461 strncpy(f->description, fmt->name, sizeof(f->description) - 1);
462 f->pixelformat = fmt->fourcc;
463 return 0;
464 }
465
466
467 return -EINVAL;
468}
469
470static int vidioc_enum_fmt_vid_cap(struct file *file, void *priv,
471 struct v4l2_fmtdesc *f)
472{
473 return enum_fmt(f, MEM2MEM_CAPTURE);
474}
475
476static int vidioc_enum_fmt_vid_out(struct file *file, void *priv,
477 struct v4l2_fmtdesc *f)
478{
479 return enum_fmt(f, MEM2MEM_OUTPUT);
480}
481
482static int vidioc_g_fmt(struct vim2m_ctx *ctx, struct v4l2_format *f)
483{
484 struct vb2_queue *vq;
485 struct vim2m_q_data *q_data;
486
487 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
488 if (!vq)
489 return -EINVAL;
490
491 q_data = get_q_data(ctx, f->type);
492
493 f->fmt.pix.width = q_data->width;
494 f->fmt.pix.height = q_data->height;
495 f->fmt.pix.field = V4L2_FIELD_NONE;
496 f->fmt.pix.pixelformat = q_data->fmt->fourcc;
497 f->fmt.pix.bytesperline = (q_data->width * q_data->fmt->depth) >> 3;
498 f->fmt.pix.sizeimage = q_data->sizeimage;
499 f->fmt.pix.colorspace = ctx->colorspace;
500
501 return 0;
502}
503
504static int vidioc_g_fmt_vid_out(struct file *file, void *priv,
505 struct v4l2_format *f)
506{
507 return vidioc_g_fmt(file2ctx(file), f);
508}
509
510static int vidioc_g_fmt_vid_cap(struct file *file, void *priv,
511 struct v4l2_format *f)
512{
513 return vidioc_g_fmt(file2ctx(file), f);
514}
515
516static int vidioc_try_fmt(struct v4l2_format *f, struct vim2m_fmt *fmt)
517{
518
519
520 if (f->fmt.pix.height < MIN_H)
521 f->fmt.pix.height = MIN_H;
522 else if (f->fmt.pix.height > MAX_H)
523 f->fmt.pix.height = MAX_H;
524
525 if (f->fmt.pix.width < MIN_W)
526 f->fmt.pix.width = MIN_W;
527 else if (f->fmt.pix.width > MAX_W)
528 f->fmt.pix.width = MAX_W;
529
530 f->fmt.pix.width &= ~DIM_ALIGN_MASK;
531 f->fmt.pix.bytesperline = (f->fmt.pix.width * fmt->depth) >> 3;
532 f->fmt.pix.sizeimage = f->fmt.pix.height * f->fmt.pix.bytesperline;
533 f->fmt.pix.field = V4L2_FIELD_NONE;
534
535 return 0;
536}
537
538static int vidioc_try_fmt_vid_cap(struct file *file, void *priv,
539 struct v4l2_format *f)
540{
541 struct vim2m_fmt *fmt;
542 struct vim2m_ctx *ctx = file2ctx(file);
543
544 fmt = find_format(f);
545 if (!fmt) {
546 f->fmt.pix.pixelformat = formats[0].fourcc;
547 fmt = find_format(f);
548 }
549 if (!(fmt->types & MEM2MEM_CAPTURE)) {
550 v4l2_err(&ctx->dev->v4l2_dev,
551 "Fourcc format (0x%08x) invalid.\n",
552 f->fmt.pix.pixelformat);
553 return -EINVAL;
554 }
555 f->fmt.pix.colorspace = ctx->colorspace;
556
557 return vidioc_try_fmt(f, fmt);
558}
559
560static int vidioc_try_fmt_vid_out(struct file *file, void *priv,
561 struct v4l2_format *f)
562{
563 struct vim2m_fmt *fmt;
564 struct vim2m_ctx *ctx = file2ctx(file);
565
566 fmt = find_format(f);
567 if (!fmt) {
568 f->fmt.pix.pixelformat = formats[0].fourcc;
569 fmt = find_format(f);
570 }
571 if (!(fmt->types & MEM2MEM_OUTPUT)) {
572 v4l2_err(&ctx->dev->v4l2_dev,
573 "Fourcc format (0x%08x) invalid.\n",
574 f->fmt.pix.pixelformat);
575 return -EINVAL;
576 }
577 if (!f->fmt.pix.colorspace)
578 f->fmt.pix.colorspace = V4L2_COLORSPACE_REC709;
579
580 return vidioc_try_fmt(f, fmt);
581}
582
583static int vidioc_s_fmt(struct vim2m_ctx *ctx, struct v4l2_format *f)
584{
585 struct vim2m_q_data *q_data;
586 struct vb2_queue *vq;
587
588 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
589 if (!vq)
590 return -EINVAL;
591
592 q_data = get_q_data(ctx, f->type);
593 if (!q_data)
594 return -EINVAL;
595
596 if (vb2_is_busy(vq)) {
597 v4l2_err(&ctx->dev->v4l2_dev, "%s queue busy\n", __func__);
598 return -EBUSY;
599 }
600
601 q_data->fmt = find_format(f);
602 q_data->width = f->fmt.pix.width;
603 q_data->height = f->fmt.pix.height;
604 q_data->sizeimage = q_data->width * q_data->height
605 * q_data->fmt->depth >> 3;
606
607 dprintk(ctx->dev,
608 "Setting format for type %d, wxh: %dx%d, fmt: %d\n",
609 f->type, q_data->width, q_data->height, q_data->fmt->fourcc);
610
611 return 0;
612}
613
614static int vidioc_s_fmt_vid_cap(struct file *file, void *priv,
615 struct v4l2_format *f)
616{
617 int ret;
618
619 ret = vidioc_try_fmt_vid_cap(file, priv, f);
620 if (ret)
621 return ret;
622
623 return vidioc_s_fmt(file2ctx(file), f);
624}
625
626static int vidioc_s_fmt_vid_out(struct file *file, void *priv,
627 struct v4l2_format *f)
628{
629 struct vim2m_ctx *ctx = file2ctx(file);
630 int ret;
631
632 ret = vidioc_try_fmt_vid_out(file, priv, f);
633 if (ret)
634 return ret;
635
636 ret = vidioc_s_fmt(file2ctx(file), f);
637 if (!ret)
638 ctx->colorspace = f->fmt.pix.colorspace;
639 return ret;
640}
641
642static int vim2m_s_ctrl(struct v4l2_ctrl *ctrl)
643{
644 struct vim2m_ctx *ctx =
645 container_of(ctrl->handler, struct vim2m_ctx, hdl);
646
647 switch (ctrl->id) {
648 case V4L2_CID_HFLIP:
649 if (ctrl->val)
650 ctx->mode |= MEM2MEM_HFLIP;
651 else
652 ctx->mode &= ~MEM2MEM_HFLIP;
653 break;
654
655 case V4L2_CID_VFLIP:
656 if (ctrl->val)
657 ctx->mode |= MEM2MEM_VFLIP;
658 else
659 ctx->mode &= ~MEM2MEM_VFLIP;
660 break;
661
662 case V4L2_CID_TRANS_TIME_MSEC:
663 ctx->transtime = ctrl->val;
664 break;
665
666 case V4L2_CID_TRANS_NUM_BUFS:
667 ctx->translen = ctrl->val;
668 break;
669
670 default:
671 v4l2_err(&ctx->dev->v4l2_dev, "Invalid control\n");
672 return -EINVAL;
673 }
674
675 return 0;
676}
677
678static const struct v4l2_ctrl_ops vim2m_ctrl_ops = {
679 .s_ctrl = vim2m_s_ctrl,
680};
681
682
683static const struct v4l2_ioctl_ops vim2m_ioctl_ops = {
684 .vidioc_querycap = vidioc_querycap,
685
686 .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
687 .vidioc_g_fmt_vid_cap = vidioc_g_fmt_vid_cap,
688 .vidioc_try_fmt_vid_cap = vidioc_try_fmt_vid_cap,
689 .vidioc_s_fmt_vid_cap = vidioc_s_fmt_vid_cap,
690
691 .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
692 .vidioc_g_fmt_vid_out = vidioc_g_fmt_vid_out,
693 .vidioc_try_fmt_vid_out = vidioc_try_fmt_vid_out,
694 .vidioc_s_fmt_vid_out = vidioc_s_fmt_vid_out,
695
696 .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs,
697 .vidioc_querybuf = v4l2_m2m_ioctl_querybuf,
698 .vidioc_qbuf = v4l2_m2m_ioctl_qbuf,
699 .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf,
700 .vidioc_expbuf = v4l2_m2m_ioctl_expbuf,
701
702 .vidioc_streamon = v4l2_m2m_ioctl_streamon,
703 .vidioc_streamoff = v4l2_m2m_ioctl_streamoff,
704
705 .vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
706 .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
707};
708
709
710
711
712
713
714static int vim2m_queue_setup(struct vb2_queue *vq,
715 const struct v4l2_format *fmt,
716 unsigned int *nbuffers, unsigned int *nplanes,
717 unsigned int sizes[], void *alloc_ctxs[])
718{
719 struct vim2m_ctx *ctx = vb2_get_drv_priv(vq);
720 struct vim2m_q_data *q_data;
721 unsigned int size, count = *nbuffers;
722
723 q_data = get_q_data(ctx, vq->type);
724
725 size = q_data->width * q_data->height * q_data->fmt->depth >> 3;
726
727 while (size * count > MEM2MEM_VID_MEM_LIMIT)
728 (count)--;
729
730 *nplanes = 1;
731 *nbuffers = count;
732 sizes[0] = size;
733
734
735
736
737
738
739 dprintk(ctx->dev, "get %d buffer(s) of size %d each.\n", count, size);
740
741 return 0;
742}
743
744static int vim2m_buf_prepare(struct vb2_buffer *vb)
745{
746 struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
747 struct vim2m_q_data *q_data;
748
749 dprintk(ctx->dev, "type: %d\n", vb->vb2_queue->type);
750
751 q_data = get_q_data(ctx, vb->vb2_queue->type);
752 if (V4L2_TYPE_IS_OUTPUT(vb->vb2_queue->type)) {
753 if (vb->v4l2_buf.field == V4L2_FIELD_ANY)
754 vb->v4l2_buf.field = V4L2_FIELD_NONE;
755 if (vb->v4l2_buf.field != V4L2_FIELD_NONE) {
756 dprintk(ctx->dev, "%s field isn't supported\n",
757 __func__);
758 return -EINVAL;
759 }
760 }
761
762 if (vb2_plane_size(vb, 0) < q_data->sizeimage) {
763 dprintk(ctx->dev, "%s data will not fit into plane (%lu < %lu)\n",
764 __func__, vb2_plane_size(vb, 0), (long)q_data->sizeimage);
765 return -EINVAL;
766 }
767
768 vb2_set_plane_payload(vb, 0, q_data->sizeimage);
769
770 return 0;
771}
772
773static void vim2m_buf_queue(struct vb2_buffer *vb)
774{
775 struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
776
777 v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vb);
778}
779
780static int vim2m_start_streaming(struct vb2_queue *q, unsigned count)
781{
782 struct vim2m_ctx *ctx = vb2_get_drv_priv(q);
783 struct vim2m_q_data *q_data = get_q_data(ctx, q->type);
784
785 q_data->sequence = 0;
786 return 0;
787}
788
789static void vim2m_stop_streaming(struct vb2_queue *q)
790{
791 struct vim2m_ctx *ctx = vb2_get_drv_priv(q);
792 struct vb2_buffer *vb;
793 unsigned long flags;
794
795 for (;;) {
796 if (V4L2_TYPE_IS_OUTPUT(q->type))
797 vb = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
798 else
799 vb = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
800 if (vb == NULL)
801 return;
802 spin_lock_irqsave(&ctx->dev->irqlock, flags);
803 v4l2_m2m_buf_done(vb, VB2_BUF_STATE_ERROR);
804 spin_unlock_irqrestore(&ctx->dev->irqlock, flags);
805 }
806}
807
808static struct vb2_ops vim2m_qops = {
809 .queue_setup = vim2m_queue_setup,
810 .buf_prepare = vim2m_buf_prepare,
811 .buf_queue = vim2m_buf_queue,
812 .start_streaming = vim2m_start_streaming,
813 .stop_streaming = vim2m_stop_streaming,
814 .wait_prepare = vb2_ops_wait_prepare,
815 .wait_finish = vb2_ops_wait_finish,
816};
817
818static int queue_init(void *priv, struct vb2_queue *src_vq, struct vb2_queue *dst_vq)
819{
820 struct vim2m_ctx *ctx = priv;
821 int ret;
822
823 src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
824 src_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
825 src_vq->drv_priv = ctx;
826 src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
827 src_vq->ops = &vim2m_qops;
828 src_vq->mem_ops = &vb2_vmalloc_memops;
829 src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
830 src_vq->lock = &ctx->dev->dev_mutex;
831
832 ret = vb2_queue_init(src_vq);
833 if (ret)
834 return ret;
835
836 dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
837 dst_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
838 dst_vq->drv_priv = ctx;
839 dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
840 dst_vq->ops = &vim2m_qops;
841 dst_vq->mem_ops = &vb2_vmalloc_memops;
842 dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
843 dst_vq->lock = &ctx->dev->dev_mutex;
844
845 return vb2_queue_init(dst_vq);
846}
847
848static const struct v4l2_ctrl_config vim2m_ctrl_trans_time_msec = {
849 .ops = &vim2m_ctrl_ops,
850 .id = V4L2_CID_TRANS_TIME_MSEC,
851 .name = "Transaction Time (msec)",
852 .type = V4L2_CTRL_TYPE_INTEGER,
853 .def = MEM2MEM_DEF_TRANSTIME,
854 .min = 1,
855 .max = 10001,
856 .step = 1,
857};
858
859static const struct v4l2_ctrl_config vim2m_ctrl_trans_num_bufs = {
860 .ops = &vim2m_ctrl_ops,
861 .id = V4L2_CID_TRANS_NUM_BUFS,
862 .name = "Buffers Per Transaction",
863 .type = V4L2_CTRL_TYPE_INTEGER,
864 .def = 1,
865 .min = 1,
866 .max = MEM2MEM_DEF_NUM_BUFS,
867 .step = 1,
868};
869
870
871
872
873static int vim2m_open(struct file *file)
874{
875 struct vim2m_dev *dev = video_drvdata(file);
876 struct vim2m_ctx *ctx = NULL;
877 struct v4l2_ctrl_handler *hdl;
878 int rc = 0;
879
880 if (mutex_lock_interruptible(&dev->dev_mutex))
881 return -ERESTARTSYS;
882 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
883 if (!ctx) {
884 rc = -ENOMEM;
885 goto open_unlock;
886 }
887
888 v4l2_fh_init(&ctx->fh, video_devdata(file));
889 file->private_data = &ctx->fh;
890 ctx->dev = dev;
891 hdl = &ctx->hdl;
892 v4l2_ctrl_handler_init(hdl, 4);
893 v4l2_ctrl_new_std(hdl, &vim2m_ctrl_ops, V4L2_CID_HFLIP, 0, 1, 1, 0);
894 v4l2_ctrl_new_std(hdl, &vim2m_ctrl_ops, V4L2_CID_VFLIP, 0, 1, 1, 0);
895 v4l2_ctrl_new_custom(hdl, &vim2m_ctrl_trans_time_msec, NULL);
896 v4l2_ctrl_new_custom(hdl, &vim2m_ctrl_trans_num_bufs, NULL);
897 if (hdl->error) {
898 rc = hdl->error;
899 v4l2_ctrl_handler_free(hdl);
900 goto open_unlock;
901 }
902 ctx->fh.ctrl_handler = hdl;
903 v4l2_ctrl_handler_setup(hdl);
904
905 ctx->q_data[V4L2_M2M_SRC].fmt = &formats[0];
906 ctx->q_data[V4L2_M2M_SRC].width = 640;
907 ctx->q_data[V4L2_M2M_SRC].height = 480;
908 ctx->q_data[V4L2_M2M_SRC].sizeimage =
909 ctx->q_data[V4L2_M2M_SRC].width *
910 ctx->q_data[V4L2_M2M_SRC].height *
911 (ctx->q_data[V4L2_M2M_SRC].fmt->depth >> 3);
912 ctx->q_data[V4L2_M2M_DST] = ctx->q_data[V4L2_M2M_SRC];
913 ctx->colorspace = V4L2_COLORSPACE_REC709;
914
915 ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev, ctx, &queue_init);
916
917 if (IS_ERR(ctx->fh.m2m_ctx)) {
918 rc = PTR_ERR(ctx->fh.m2m_ctx);
919
920 v4l2_ctrl_handler_free(hdl);
921 kfree(ctx);
922 goto open_unlock;
923 }
924
925 v4l2_fh_add(&ctx->fh);
926 atomic_inc(&dev->num_inst);
927
928 dprintk(dev, "Created instance: %p, m2m_ctx: %p\n",
929 ctx, ctx->fh.m2m_ctx);
930
931open_unlock:
932 mutex_unlock(&dev->dev_mutex);
933 return rc;
934}
935
936static int vim2m_release(struct file *file)
937{
938 struct vim2m_dev *dev = video_drvdata(file);
939 struct vim2m_ctx *ctx = file2ctx(file);
940
941 dprintk(dev, "Releasing instance %p\n", ctx);
942
943 v4l2_fh_del(&ctx->fh);
944 v4l2_fh_exit(&ctx->fh);
945 v4l2_ctrl_handler_free(&ctx->hdl);
946 mutex_lock(&dev->dev_mutex);
947 v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);
948 mutex_unlock(&dev->dev_mutex);
949 kfree(ctx);
950
951 atomic_dec(&dev->num_inst);
952
953 return 0;
954}
955
956static const struct v4l2_file_operations vim2m_fops = {
957 .owner = THIS_MODULE,
958 .open = vim2m_open,
959 .release = vim2m_release,
960 .poll = v4l2_m2m_fop_poll,
961 .unlocked_ioctl = video_ioctl2,
962 .mmap = v4l2_m2m_fop_mmap,
963};
964
965static struct video_device vim2m_videodev = {
966 .name = MEM2MEM_NAME,
967 .vfl_dir = VFL_DIR_M2M,
968 .fops = &vim2m_fops,
969 .ioctl_ops = &vim2m_ioctl_ops,
970 .minor = -1,
971 .release = video_device_release_empty,
972};
973
974static struct v4l2_m2m_ops m2m_ops = {
975 .device_run = device_run,
976 .job_ready = job_ready,
977 .job_abort = job_abort,
978};
979
980static int vim2m_probe(struct platform_device *pdev)
981{
982 struct vim2m_dev *dev;
983 struct video_device *vfd;
984 int ret;
985
986 dev = devm_kzalloc(&pdev->dev, sizeof(*dev), GFP_KERNEL);
987 if (!dev)
988 return -ENOMEM;
989
990 spin_lock_init(&dev->irqlock);
991
992 ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev);
993 if (ret)
994 return ret;
995
996 atomic_set(&dev->num_inst, 0);
997 mutex_init(&dev->dev_mutex);
998
999 dev->vfd = vim2m_videodev;
1000 vfd = &dev->vfd;
1001 vfd->lock = &dev->dev_mutex;
1002 vfd->v4l2_dev = &dev->v4l2_dev;
1003
1004 ret = video_register_device(vfd, VFL_TYPE_GRABBER, 0);
1005 if (ret) {
1006 v4l2_err(&dev->v4l2_dev, "Failed to register video device\n");
1007 goto unreg_dev;
1008 }
1009
1010 video_set_drvdata(vfd, dev);
1011 snprintf(vfd->name, sizeof(vfd->name), "%s", vim2m_videodev.name);
1012 v4l2_info(&dev->v4l2_dev,
1013 "Device registered as /dev/video%d\n", vfd->num);
1014
1015 setup_timer(&dev->timer, device_isr, (long)dev);
1016 platform_set_drvdata(pdev, dev);
1017
1018 dev->m2m_dev = v4l2_m2m_init(&m2m_ops);
1019 if (IS_ERR(dev->m2m_dev)) {
1020 v4l2_err(&dev->v4l2_dev, "Failed to init mem2mem device\n");
1021 ret = PTR_ERR(dev->m2m_dev);
1022 goto err_m2m;
1023 }
1024
1025 return 0;
1026
1027err_m2m:
1028 v4l2_m2m_release(dev->m2m_dev);
1029 video_unregister_device(&dev->vfd);
1030unreg_dev:
1031 v4l2_device_unregister(&dev->v4l2_dev);
1032
1033 return ret;
1034}
1035
1036static int vim2m_remove(struct platform_device *pdev)
1037{
1038 struct vim2m_dev *dev = platform_get_drvdata(pdev);
1039
1040 v4l2_info(&dev->v4l2_dev, "Removing " MEM2MEM_NAME);
1041 v4l2_m2m_release(dev->m2m_dev);
1042 del_timer_sync(&dev->timer);
1043 video_unregister_device(&dev->vfd);
1044 v4l2_device_unregister(&dev->v4l2_dev);
1045
1046 return 0;
1047}
1048
1049static struct platform_driver vim2m_pdrv = {
1050 .probe = vim2m_probe,
1051 .remove = vim2m_remove,
1052 .driver = {
1053 .name = MEM2MEM_NAME,
1054 },
1055};
1056
1057static void __exit vim2m_exit(void)
1058{
1059 platform_driver_unregister(&vim2m_pdrv);
1060 platform_device_unregister(&vim2m_pdev);
1061}
1062
1063static int __init vim2m_init(void)
1064{
1065 int ret;
1066
1067 ret = platform_device_register(&vim2m_pdev);
1068 if (ret)
1069 return ret;
1070
1071 ret = platform_driver_register(&vim2m_pdrv);
1072 if (ret)
1073 platform_device_unregister(&vim2m_pdev);
1074
1075 return 0;
1076}
1077
1078module_init(vim2m_init);
1079module_exit(vim2m_exit);
1080