linux/drivers/media/platform/s5p-fimc/fimc-m2m.c
<<
>>
Prefs
   1/*
   2 * Samsung S5P/EXYNOS4 SoC series FIMC (video postprocessor) driver
   3 *
   4 * Copyright (C) 2012 Samsung Electronics Co., Ltd.
   5 * Sylwester Nawrocki, <s.nawrocki@samsung.com>
   6 *
   7 * This program is free software; you can redistribute it and/or modify
   8 * it under the terms of the GNU General Public License as published
   9 * by the Free Software Foundation, either version 2 of the License,
  10 * or (at your option) any later version.
  11 */
  12
  13#include <linux/module.h>
  14#include <linux/kernel.h>
  15#include <linux/types.h>
  16#include <linux/errno.h>
  17#include <linux/bug.h>
  18#include <linux/interrupt.h>
  19#include <linux/device.h>
  20#include <linux/platform_device.h>
  21#include <linux/pm_runtime.h>
  22#include <linux/list.h>
  23#include <linux/io.h>
  24#include <linux/slab.h>
  25#include <linux/clk.h>
  26#include <media/v4l2-ioctl.h>
  27#include <media/videobuf2-core.h>
  28#include <media/videobuf2-dma-contig.h>
  29
  30#include "fimc-core.h"
  31#include "fimc-reg.h"
  32#include "fimc-mdevice.h"
  33
  34
  35static unsigned int get_m2m_fmt_flags(unsigned int stream_type)
  36{
  37        if (stream_type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  38                return FMT_FLAGS_M2M_IN;
  39        else
  40                return FMT_FLAGS_M2M_OUT;
  41}
  42
  43void fimc_m2m_job_finish(struct fimc_ctx *ctx, int vb_state)
  44{
  45        struct vb2_buffer *src_vb, *dst_vb;
  46
  47        if (!ctx || !ctx->m2m_ctx)
  48                return;
  49
  50        src_vb = v4l2_m2m_src_buf_remove(ctx->m2m_ctx);
  51        dst_vb = v4l2_m2m_dst_buf_remove(ctx->m2m_ctx);
  52
  53        if (src_vb && dst_vb) {
  54                v4l2_m2m_buf_done(src_vb, vb_state);
  55                v4l2_m2m_buf_done(dst_vb, vb_state);
  56                v4l2_m2m_job_finish(ctx->fimc_dev->m2m.m2m_dev,
  57                                    ctx->m2m_ctx);
  58        }
  59}
  60
  61/* Complete the transaction which has been scheduled for execution. */
  62static int fimc_m2m_shutdown(struct fimc_ctx *ctx)
  63{
  64        struct fimc_dev *fimc = ctx->fimc_dev;
  65        int ret;
  66
  67        if (!fimc_m2m_pending(fimc))
  68                return 0;
  69
  70        fimc_ctx_state_set(FIMC_CTX_SHUT, ctx);
  71
  72        ret = wait_event_timeout(fimc->irq_queue,
  73                           !fimc_ctx_state_is_set(FIMC_CTX_SHUT, ctx),
  74                           FIMC_SHUTDOWN_TIMEOUT);
  75
  76        return ret == 0 ? -ETIMEDOUT : ret;
  77}
  78
  79static int start_streaming(struct vb2_queue *q, unsigned int count)
  80{
  81        struct fimc_ctx *ctx = q->drv_priv;
  82        int ret;
  83
  84        ret = pm_runtime_get_sync(&ctx->fimc_dev->pdev->dev);
  85        return ret > 0 ? 0 : ret;
  86}
  87
  88static int stop_streaming(struct vb2_queue *q)
  89{
  90        struct fimc_ctx *ctx = q->drv_priv;
  91        int ret;
  92
  93        ret = fimc_m2m_shutdown(ctx);
  94        if (ret == -ETIMEDOUT)
  95                fimc_m2m_job_finish(ctx, VB2_BUF_STATE_ERROR);
  96
  97        pm_runtime_put(&ctx->fimc_dev->pdev->dev);
  98        return 0;
  99}
 100
 101static void fimc_device_run(void *priv)
 102{
 103        struct vb2_buffer *vb = NULL;
 104        struct fimc_ctx *ctx = priv;
 105        struct fimc_frame *sf, *df;
 106        struct fimc_dev *fimc;
 107        unsigned long flags;
 108        int ret;
 109
 110        if (WARN(!ctx, "Null context\n"))
 111                return;
 112
 113        fimc = ctx->fimc_dev;
 114        spin_lock_irqsave(&fimc->slock, flags);
 115
 116        set_bit(ST_M2M_PEND, &fimc->state);
 117        sf = &ctx->s_frame;
 118        df = &ctx->d_frame;
 119
 120        if (ctx->state & FIMC_PARAMS) {
 121                /* Prepare the DMA offsets for scaler */
 122                fimc_prepare_dma_offset(ctx, sf);
 123                fimc_prepare_dma_offset(ctx, df);
 124        }
 125
 126        vb = v4l2_m2m_next_src_buf(ctx->m2m_ctx);
 127        ret = fimc_prepare_addr(ctx, vb, sf, &sf->paddr);
 128        if (ret)
 129                goto dma_unlock;
 130
 131        vb = v4l2_m2m_next_dst_buf(ctx->m2m_ctx);
 132        ret = fimc_prepare_addr(ctx, vb, df, &df->paddr);
 133        if (ret)
 134                goto dma_unlock;
 135
 136        /* Reconfigure hardware if the context has changed. */
 137        if (fimc->m2m.ctx != ctx) {
 138                ctx->state |= FIMC_PARAMS;
 139                fimc->m2m.ctx = ctx;
 140        }
 141
 142        if (ctx->state & FIMC_PARAMS) {
 143                fimc_set_yuv_order(ctx);
 144                fimc_hw_set_input_path(ctx);
 145                fimc_hw_set_in_dma(ctx);
 146                ret = fimc_set_scaler_info(ctx);
 147                if (ret)
 148                        goto dma_unlock;
 149                fimc_hw_set_prescaler(ctx);
 150                fimc_hw_set_mainscaler(ctx);
 151                fimc_hw_set_target_format(ctx);
 152                fimc_hw_set_rotation(ctx);
 153                fimc_hw_set_effect(ctx);
 154                fimc_hw_set_out_dma(ctx);
 155                if (fimc->variant->has_alpha)
 156                        fimc_hw_set_rgb_alpha(ctx);
 157                fimc_hw_set_output_path(ctx);
 158        }
 159        fimc_hw_set_input_addr(fimc, &sf->paddr);
 160        fimc_hw_set_output_addr(fimc, &df->paddr, -1);
 161
 162        fimc_activate_capture(ctx);
 163        ctx->state &= (FIMC_CTX_M2M | FIMC_CTX_CAP |
 164                       FIMC_SRC_FMT | FIMC_DST_FMT);
 165        fimc_hw_activate_input_dma(fimc, true);
 166
 167dma_unlock:
 168        spin_unlock_irqrestore(&fimc->slock, flags);
 169}
 170
 171static void fimc_job_abort(void *priv)
 172{
 173        fimc_m2m_shutdown(priv);
 174}
 175
 176static int fimc_queue_setup(struct vb2_queue *vq, const struct v4l2_format *fmt,
 177                            unsigned int *num_buffers, unsigned int *num_planes,
 178                            unsigned int sizes[], void *allocators[])
 179{
 180        struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
 181        struct fimc_frame *f;
 182        int i;
 183
 184        f = ctx_get_frame(ctx, vq->type);
 185        if (IS_ERR(f))
 186                return PTR_ERR(f);
 187        /*
 188         * Return number of non-contigous planes (plane buffers)
 189         * depending on the configured color format.
 190         */
 191        if (!f->fmt)
 192                return -EINVAL;
 193
 194        *num_planes = f->fmt->memplanes;
 195        for (i = 0; i < f->fmt->memplanes; i++) {
 196                sizes[i] = (f->f_width * f->f_height * f->fmt->depth[i]) / 8;
 197                allocators[i] = ctx->fimc_dev->alloc_ctx;
 198        }
 199        return 0;
 200}
 201
 202static int fimc_buf_prepare(struct vb2_buffer *vb)
 203{
 204        struct fimc_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
 205        struct fimc_frame *frame;
 206        int i;
 207
 208        frame = ctx_get_frame(ctx, vb->vb2_queue->type);
 209        if (IS_ERR(frame))
 210                return PTR_ERR(frame);
 211
 212        for (i = 0; i < frame->fmt->memplanes; i++)
 213                vb2_set_plane_payload(vb, i, frame->payload[i]);
 214
 215        return 0;
 216}
 217
 218static void fimc_buf_queue(struct vb2_buffer *vb)
 219{
 220        struct fimc_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
 221
 222        dbg("ctx: %p, ctx->state: 0x%x", ctx, ctx->state);
 223
 224        if (ctx->m2m_ctx)
 225                v4l2_m2m_buf_queue(ctx->m2m_ctx, vb);
 226}
 227
 228static void fimc_lock(struct vb2_queue *vq)
 229{
 230        struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
 231        mutex_lock(&ctx->fimc_dev->lock);
 232}
 233
 234static void fimc_unlock(struct vb2_queue *vq)
 235{
 236        struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
 237        mutex_unlock(&ctx->fimc_dev->lock);
 238}
 239
 240static struct vb2_ops fimc_qops = {
 241        .queue_setup     = fimc_queue_setup,
 242        .buf_prepare     = fimc_buf_prepare,
 243        .buf_queue       = fimc_buf_queue,
 244        .wait_prepare    = fimc_unlock,
 245        .wait_finish     = fimc_lock,
 246        .stop_streaming  = stop_streaming,
 247        .start_streaming = start_streaming,
 248};
 249
 250/*
 251 * V4L2 ioctl handlers
 252 */
 253static int fimc_m2m_querycap(struct file *file, void *fh,
 254                             struct v4l2_capability *cap)
 255{
 256        struct fimc_ctx *ctx = fh_to_ctx(fh);
 257        struct fimc_dev *fimc = ctx->fimc_dev;
 258
 259        strncpy(cap->driver, fimc->pdev->name, sizeof(cap->driver) - 1);
 260        strncpy(cap->card, fimc->pdev->name, sizeof(cap->card) - 1);
 261        cap->bus_info[0] = 0;
 262        /*
 263         * This is only a mem-to-mem video device. The capture and output
 264         * device capability flags are left only for backward compatibility
 265         * and are scheduled for removal.
 266         */
 267        cap->capabilities = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M_MPLANE |
 268                V4L2_CAP_VIDEO_CAPTURE_MPLANE | V4L2_CAP_VIDEO_OUTPUT_MPLANE;
 269
 270        return 0;
 271}
 272
 273static int fimc_m2m_enum_fmt_mplane(struct file *file, void *priv,
 274                                    struct v4l2_fmtdesc *f)
 275{
 276        struct fimc_fmt *fmt;
 277
 278        fmt = fimc_find_format(NULL, NULL, get_m2m_fmt_flags(f->type),
 279                               f->index);
 280        if (!fmt)
 281                return -EINVAL;
 282
 283        strncpy(f->description, fmt->name, sizeof(f->description) - 1);
 284        f->pixelformat = fmt->fourcc;
 285        return 0;
 286}
 287
 288static int fimc_m2m_g_fmt_mplane(struct file *file, void *fh,
 289                                 struct v4l2_format *f)
 290{
 291        struct fimc_ctx *ctx = fh_to_ctx(fh);
 292        struct fimc_frame *frame = ctx_get_frame(ctx, f->type);
 293
 294        if (IS_ERR(frame))
 295                return PTR_ERR(frame);
 296
 297        return fimc_fill_format(frame, f);
 298}
 299
 300static int fimc_try_fmt_mplane(struct fimc_ctx *ctx, struct v4l2_format *f)
 301{
 302        struct fimc_dev *fimc = ctx->fimc_dev;
 303        struct fimc_variant *variant = fimc->variant;
 304        struct v4l2_pix_format_mplane *pix = &f->fmt.pix_mp;
 305        struct fimc_fmt *fmt;
 306        u32 max_w, mod_x, mod_y;
 307
 308        if (!IS_M2M(f->type))
 309                return -EINVAL;
 310
 311        dbg("w: %d, h: %d", pix->width, pix->height);
 312
 313        fmt = fimc_find_format(&pix->pixelformat, NULL,
 314                               get_m2m_fmt_flags(f->type), 0);
 315        if (WARN(fmt == NULL, "Pixel format lookup failed"))
 316                return -EINVAL;
 317
 318        if (pix->field == V4L2_FIELD_ANY)
 319                pix->field = V4L2_FIELD_NONE;
 320        else if (pix->field != V4L2_FIELD_NONE)
 321                return -EINVAL;
 322
 323        if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
 324                max_w = variant->pix_limit->scaler_dis_w;
 325                mod_x = ffs(variant->min_inp_pixsize) - 1;
 326        } else {
 327                max_w = variant->pix_limit->out_rot_dis_w;
 328                mod_x = ffs(variant->min_out_pixsize) - 1;
 329        }
 330
 331        if (tiled_fmt(fmt)) {
 332                mod_x = 6; /* 64 x 32 pixels tile */
 333                mod_y = 5;
 334        } else {
 335                if (variant->min_vsize_align == 1)
 336                        mod_y = fimc_fmt_is_rgb(fmt->color) ? 0 : 1;
 337                else
 338                        mod_y = ffs(variant->min_vsize_align) - 1;
 339        }
 340
 341        v4l_bound_align_image(&pix->width, 16, max_w, mod_x,
 342                &pix->height, 8, variant->pix_limit->scaler_dis_w, mod_y, 0);
 343
 344        fimc_adjust_mplane_format(fmt, pix->width, pix->height, &f->fmt.pix_mp);
 345        return 0;
 346}
 347
 348static int fimc_m2m_try_fmt_mplane(struct file *file, void *fh,
 349                                   struct v4l2_format *f)
 350{
 351        struct fimc_ctx *ctx = fh_to_ctx(fh);
 352
 353        return fimc_try_fmt_mplane(ctx, f);
 354}
 355
 356static int fimc_m2m_s_fmt_mplane(struct file *file, void *fh,
 357                                 struct v4l2_format *f)
 358{
 359        struct fimc_ctx *ctx = fh_to_ctx(fh);
 360        struct fimc_dev *fimc = ctx->fimc_dev;
 361        struct vb2_queue *vq;
 362        struct fimc_frame *frame;
 363        struct v4l2_pix_format_mplane *pix;
 364        int i, ret = 0;
 365
 366        ret = fimc_try_fmt_mplane(ctx, f);
 367        if (ret)
 368                return ret;
 369
 370        vq = v4l2_m2m_get_vq(ctx->m2m_ctx, f->type);
 371
 372        if (vb2_is_busy(vq)) {
 373                v4l2_err(&fimc->m2m.vfd, "queue (%d) busy\n", f->type);
 374                return -EBUSY;
 375        }
 376
 377        if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
 378                frame = &ctx->s_frame;
 379        else
 380                frame = &ctx->d_frame;
 381
 382        pix = &f->fmt.pix_mp;
 383        frame->fmt = fimc_find_format(&pix->pixelformat, NULL,
 384                                      get_m2m_fmt_flags(f->type), 0);
 385        if (!frame->fmt)
 386                return -EINVAL;
 387
 388        /* Update RGB Alpha control state and value range */
 389        fimc_alpha_ctrl_update(ctx);
 390
 391        for (i = 0; i < frame->fmt->colplanes; i++) {
 392                frame->payload[i] =
 393                        (pix->width * pix->height * frame->fmt->depth[i]) / 8;
 394        }
 395
 396        fimc_fill_frame(frame, f);
 397
 398        ctx->scaler.enabled = 1;
 399
 400        if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
 401                fimc_ctx_state_set(FIMC_PARAMS | FIMC_DST_FMT, ctx);
 402        else
 403                fimc_ctx_state_set(FIMC_PARAMS | FIMC_SRC_FMT, ctx);
 404
 405        dbg("f_w: %d, f_h: %d", frame->f_width, frame->f_height);
 406
 407        return 0;
 408}
 409
 410static int fimc_m2m_reqbufs(struct file *file, void *fh,
 411                            struct v4l2_requestbuffers *reqbufs)
 412{
 413        struct fimc_ctx *ctx = fh_to_ctx(fh);
 414
 415        return v4l2_m2m_reqbufs(file, ctx->m2m_ctx, reqbufs);
 416}
 417
 418static int fimc_m2m_querybuf(struct file *file, void *fh,
 419                             struct v4l2_buffer *buf)
 420{
 421        struct fimc_ctx *ctx = fh_to_ctx(fh);
 422
 423        return v4l2_m2m_querybuf(file, ctx->m2m_ctx, buf);
 424}
 425
 426static int fimc_m2m_qbuf(struct file *file, void *fh,
 427                         struct v4l2_buffer *buf)
 428{
 429        struct fimc_ctx *ctx = fh_to_ctx(fh);
 430
 431        return v4l2_m2m_qbuf(file, ctx->m2m_ctx, buf);
 432}
 433
 434static int fimc_m2m_dqbuf(struct file *file, void *fh,
 435                          struct v4l2_buffer *buf)
 436{
 437        struct fimc_ctx *ctx = fh_to_ctx(fh);
 438
 439        return v4l2_m2m_dqbuf(file, ctx->m2m_ctx, buf);
 440}
 441
 442static int fimc_m2m_expbuf(struct file *file, void *fh,
 443                            struct v4l2_exportbuffer *eb)
 444{
 445        struct fimc_ctx *ctx = fh_to_ctx(fh);
 446
 447        return v4l2_m2m_expbuf(file, ctx->m2m_ctx, eb);
 448}
 449
 450
 451static int fimc_m2m_streamon(struct file *file, void *fh,
 452                             enum v4l2_buf_type type)
 453{
 454        struct fimc_ctx *ctx = fh_to_ctx(fh);
 455
 456        /* The source and target color format need to be set */
 457        if (V4L2_TYPE_IS_OUTPUT(type)) {
 458                if (!fimc_ctx_state_is_set(FIMC_SRC_FMT, ctx))
 459                        return -EINVAL;
 460        } else if (!fimc_ctx_state_is_set(FIMC_DST_FMT, ctx)) {
 461                return -EINVAL;
 462        }
 463
 464        return v4l2_m2m_streamon(file, ctx->m2m_ctx, type);
 465}
 466
 467static int fimc_m2m_streamoff(struct file *file, void *fh,
 468                            enum v4l2_buf_type type)
 469{
 470        struct fimc_ctx *ctx = fh_to_ctx(fh);
 471
 472        return v4l2_m2m_streamoff(file, ctx->m2m_ctx, type);
 473}
 474
 475static int fimc_m2m_cropcap(struct file *file, void *fh,
 476                            struct v4l2_cropcap *cr)
 477{
 478        struct fimc_ctx *ctx = fh_to_ctx(fh);
 479        struct fimc_frame *frame;
 480
 481        frame = ctx_get_frame(ctx, cr->type);
 482        if (IS_ERR(frame))
 483                return PTR_ERR(frame);
 484
 485        cr->bounds.left = 0;
 486        cr->bounds.top = 0;
 487        cr->bounds.width = frame->o_width;
 488        cr->bounds.height = frame->o_height;
 489        cr->defrect = cr->bounds;
 490
 491        return 0;
 492}
 493
 494static int fimc_m2m_g_crop(struct file *file, void *fh, struct v4l2_crop *cr)
 495{
 496        struct fimc_ctx *ctx = fh_to_ctx(fh);
 497        struct fimc_frame *frame;
 498
 499        frame = ctx_get_frame(ctx, cr->type);
 500        if (IS_ERR(frame))
 501                return PTR_ERR(frame);
 502
 503        cr->c.left = frame->offs_h;
 504        cr->c.top = frame->offs_v;
 505        cr->c.width = frame->width;
 506        cr->c.height = frame->height;
 507
 508        return 0;
 509}
 510
 511static int fimc_m2m_try_crop(struct fimc_ctx *ctx, struct v4l2_crop *cr)
 512{
 513        struct fimc_dev *fimc = ctx->fimc_dev;
 514        struct fimc_frame *f;
 515        u32 min_size, halign, depth = 0;
 516        int i;
 517
 518        if (cr->c.top < 0 || cr->c.left < 0) {
 519                v4l2_err(&fimc->m2m.vfd,
 520                        "doesn't support negative values for top & left\n");
 521                return -EINVAL;
 522        }
 523        if (cr->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
 524                f = &ctx->d_frame;
 525        else if (cr->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
 526                f = &ctx->s_frame;
 527        else
 528                return -EINVAL;
 529
 530        min_size = (f == &ctx->s_frame) ?
 531                fimc->variant->min_inp_pixsize : fimc->variant->min_out_pixsize;
 532
 533        /* Get pixel alignment constraints. */
 534        if (fimc->variant->min_vsize_align == 1)
 535                halign = fimc_fmt_is_rgb(f->fmt->color) ? 0 : 1;
 536        else
 537                halign = ffs(fimc->variant->min_vsize_align) - 1;
 538
 539        for (i = 0; i < f->fmt->colplanes; i++)
 540                depth += f->fmt->depth[i];
 541
 542        v4l_bound_align_image(&cr->c.width, min_size, f->o_width,
 543                              ffs(min_size) - 1,
 544                              &cr->c.height, min_size, f->o_height,
 545                              halign, 64/(ALIGN(depth, 8)));
 546
 547        /* adjust left/top if cropping rectangle is out of bounds */
 548        if (cr->c.left + cr->c.width > f->o_width)
 549                cr->c.left = f->o_width - cr->c.width;
 550        if (cr->c.top + cr->c.height > f->o_height)
 551                cr->c.top = f->o_height - cr->c.height;
 552
 553        cr->c.left = round_down(cr->c.left, min_size);
 554        cr->c.top  = round_down(cr->c.top, fimc->variant->hor_offs_align);
 555
 556        dbg("l:%d, t:%d, w:%d, h:%d, f_w: %d, f_h: %d",
 557            cr->c.left, cr->c.top, cr->c.width, cr->c.height,
 558            f->f_width, f->f_height);
 559
 560        return 0;
 561}
 562
 563static int fimc_m2m_s_crop(struct file *file, void *fh, const struct v4l2_crop *crop)
 564{
 565        struct fimc_ctx *ctx = fh_to_ctx(fh);
 566        struct fimc_dev *fimc = ctx->fimc_dev;
 567        struct v4l2_crop cr = *crop;
 568        struct fimc_frame *f;
 569        int ret;
 570
 571        ret = fimc_m2m_try_crop(ctx, &cr);
 572        if (ret)
 573                return ret;
 574
 575        f = (cr.type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) ?
 576                &ctx->s_frame : &ctx->d_frame;
 577
 578        /* Check to see if scaling ratio is within supported range */
 579        if (fimc_ctx_state_is_set(FIMC_DST_FMT | FIMC_SRC_FMT, ctx)) {
 580                if (cr.type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
 581                        ret = fimc_check_scaler_ratio(ctx, cr.c.width,
 582                                        cr.c.height, ctx->d_frame.width,
 583                                        ctx->d_frame.height, ctx->rotation);
 584                } else {
 585                        ret = fimc_check_scaler_ratio(ctx, ctx->s_frame.width,
 586                                        ctx->s_frame.height, cr.c.width,
 587                                        cr.c.height, ctx->rotation);
 588                }
 589                if (ret) {
 590                        v4l2_err(&fimc->m2m.vfd, "Out of scaler range\n");
 591                        return -EINVAL;
 592                }
 593        }
 594
 595        f->offs_h = cr.c.left;
 596        f->offs_v = cr.c.top;
 597        f->width  = cr.c.width;
 598        f->height = cr.c.height;
 599
 600        fimc_ctx_state_set(FIMC_PARAMS, ctx);
 601
 602        return 0;
 603}
 604
 605static const struct v4l2_ioctl_ops fimc_m2m_ioctl_ops = {
 606        .vidioc_querycap                = fimc_m2m_querycap,
 607        .vidioc_enum_fmt_vid_cap_mplane = fimc_m2m_enum_fmt_mplane,
 608        .vidioc_enum_fmt_vid_out_mplane = fimc_m2m_enum_fmt_mplane,
 609        .vidioc_g_fmt_vid_cap_mplane    = fimc_m2m_g_fmt_mplane,
 610        .vidioc_g_fmt_vid_out_mplane    = fimc_m2m_g_fmt_mplane,
 611        .vidioc_try_fmt_vid_cap_mplane  = fimc_m2m_try_fmt_mplane,
 612        .vidioc_try_fmt_vid_out_mplane  = fimc_m2m_try_fmt_mplane,
 613        .vidioc_s_fmt_vid_cap_mplane    = fimc_m2m_s_fmt_mplane,
 614        .vidioc_s_fmt_vid_out_mplane    = fimc_m2m_s_fmt_mplane,
 615        .vidioc_reqbufs                 = fimc_m2m_reqbufs,
 616        .vidioc_querybuf                = fimc_m2m_querybuf,
 617        .vidioc_qbuf                    = fimc_m2m_qbuf,
 618        .vidioc_dqbuf                   = fimc_m2m_dqbuf,
 619        .vidioc_expbuf                  = fimc_m2m_expbuf,
 620        .vidioc_streamon                = fimc_m2m_streamon,
 621        .vidioc_streamoff               = fimc_m2m_streamoff,
 622        .vidioc_g_crop                  = fimc_m2m_g_crop,
 623        .vidioc_s_crop                  = fimc_m2m_s_crop,
 624        .vidioc_cropcap                 = fimc_m2m_cropcap
 625
 626};
 627
 628static int queue_init(void *priv, struct vb2_queue *src_vq,
 629                      struct vb2_queue *dst_vq)
 630{
 631        struct fimc_ctx *ctx = priv;
 632        int ret;
 633
 634        src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
 635        src_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
 636        src_vq->drv_priv = ctx;
 637        src_vq->ops = &fimc_qops;
 638        src_vq->mem_ops = &vb2_dma_contig_memops;
 639        src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
 640
 641        ret = vb2_queue_init(src_vq);
 642        if (ret)
 643                return ret;
 644
 645        dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
 646        dst_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
 647        dst_vq->drv_priv = ctx;
 648        dst_vq->ops = &fimc_qops;
 649        dst_vq->mem_ops = &vb2_dma_contig_memops;
 650        dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
 651
 652        return vb2_queue_init(dst_vq);
 653}
 654
 655static int fimc_m2m_open(struct file *file)
 656{
 657        struct fimc_dev *fimc = video_drvdata(file);
 658        struct fimc_ctx *ctx;
 659        int ret = -EBUSY;
 660
 661        dbg("pid: %d, state: 0x%lx, refcnt: %d",
 662            task_pid_nr(current), fimc->state, fimc->vid_cap.refcnt);
 663
 664        if (mutex_lock_interruptible(&fimc->lock))
 665                return -ERESTARTSYS;
 666        /*
 667         * Return if the corresponding video capture node
 668         * is already opened.
 669         */
 670        if (fimc->vid_cap.refcnt > 0)
 671                goto unlock;
 672
 673        ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
 674        if (!ctx) {
 675                ret = -ENOMEM;
 676                goto unlock;
 677        }
 678        v4l2_fh_init(&ctx->fh, &fimc->m2m.vfd);
 679        ctx->fimc_dev = fimc;
 680
 681        /* Default color format */
 682        ctx->s_frame.fmt = fimc_get_format(0);
 683        ctx->d_frame.fmt = fimc_get_format(0);
 684
 685        ret = fimc_ctrls_create(ctx);
 686        if (ret)
 687                goto error_fh;
 688
 689        /* Use separate control handler per file handle */
 690        ctx->fh.ctrl_handler = &ctx->ctrls.handler;
 691        file->private_data = &ctx->fh;
 692        v4l2_fh_add(&ctx->fh);
 693
 694        /* Setup the device context for memory-to-memory mode */
 695        ctx->state = FIMC_CTX_M2M;
 696        ctx->flags = 0;
 697        ctx->in_path = FIMC_IO_DMA;
 698        ctx->out_path = FIMC_IO_DMA;
 699
 700        ctx->m2m_ctx = v4l2_m2m_ctx_init(fimc->m2m.m2m_dev, ctx, queue_init);
 701        if (IS_ERR(ctx->m2m_ctx)) {
 702                ret = PTR_ERR(ctx->m2m_ctx);
 703                goto error_c;
 704        }
 705
 706        if (fimc->m2m.refcnt++ == 0)
 707                set_bit(ST_M2M_RUN, &fimc->state);
 708
 709        mutex_unlock(&fimc->lock);
 710        return 0;
 711
 712error_c:
 713        fimc_ctrls_delete(ctx);
 714error_fh:
 715        v4l2_fh_del(&ctx->fh);
 716        v4l2_fh_exit(&ctx->fh);
 717        kfree(ctx);
 718unlock:
 719        mutex_unlock(&fimc->lock);
 720        return ret;
 721}
 722
 723static int fimc_m2m_release(struct file *file)
 724{
 725        struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
 726        struct fimc_dev *fimc = ctx->fimc_dev;
 727
 728        dbg("pid: %d, state: 0x%lx, refcnt= %d",
 729                task_pid_nr(current), fimc->state, fimc->m2m.refcnt);
 730
 731        mutex_lock(&fimc->lock);
 732
 733        v4l2_m2m_ctx_release(ctx->m2m_ctx);
 734        fimc_ctrls_delete(ctx);
 735        v4l2_fh_del(&ctx->fh);
 736        v4l2_fh_exit(&ctx->fh);
 737
 738        if (--fimc->m2m.refcnt <= 0)
 739                clear_bit(ST_M2M_RUN, &fimc->state);
 740        kfree(ctx);
 741
 742        mutex_unlock(&fimc->lock);
 743        return 0;
 744}
 745
 746static unsigned int fimc_m2m_poll(struct file *file,
 747                                  struct poll_table_struct *wait)
 748{
 749        struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
 750        struct fimc_dev *fimc = ctx->fimc_dev;
 751        int ret;
 752
 753        if (mutex_lock_interruptible(&fimc->lock))
 754                return -ERESTARTSYS;
 755
 756        ret = v4l2_m2m_poll(file, ctx->m2m_ctx, wait);
 757        mutex_unlock(&fimc->lock);
 758
 759        return ret;
 760}
 761
 762
 763static int fimc_m2m_mmap(struct file *file, struct vm_area_struct *vma)
 764{
 765        struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
 766        struct fimc_dev *fimc = ctx->fimc_dev;
 767        int ret;
 768
 769        if (mutex_lock_interruptible(&fimc->lock))
 770                return -ERESTARTSYS;
 771
 772        ret = v4l2_m2m_mmap(file, ctx->m2m_ctx, vma);
 773        mutex_unlock(&fimc->lock);
 774
 775        return ret;
 776}
 777
 778static const struct v4l2_file_operations fimc_m2m_fops = {
 779        .owner          = THIS_MODULE,
 780        .open           = fimc_m2m_open,
 781        .release        = fimc_m2m_release,
 782        .poll           = fimc_m2m_poll,
 783        .unlocked_ioctl = video_ioctl2,
 784        .mmap           = fimc_m2m_mmap,
 785};
 786
 787static struct v4l2_m2m_ops m2m_ops = {
 788        .device_run     = fimc_device_run,
 789        .job_abort      = fimc_job_abort,
 790};
 791
 792int fimc_register_m2m_device(struct fimc_dev *fimc,
 793                             struct v4l2_device *v4l2_dev)
 794{
 795        struct video_device *vfd = &fimc->m2m.vfd;
 796        int ret;
 797
 798        fimc->v4l2_dev = v4l2_dev;
 799
 800        memset(vfd, 0, sizeof(*vfd));
 801        vfd->fops = &fimc_m2m_fops;
 802        vfd->ioctl_ops = &fimc_m2m_ioctl_ops;
 803        vfd->v4l2_dev = v4l2_dev;
 804        vfd->minor = -1;
 805        vfd->release = video_device_release_empty;
 806        vfd->lock = &fimc->lock;
 807        vfd->vfl_dir = VFL_DIR_M2M;
 808
 809        snprintf(vfd->name, sizeof(vfd->name), "fimc.%d.m2m", fimc->id);
 810        video_set_drvdata(vfd, fimc);
 811
 812        fimc->m2m.m2m_dev = v4l2_m2m_init(&m2m_ops);
 813        if (IS_ERR(fimc->m2m.m2m_dev)) {
 814                v4l2_err(v4l2_dev, "failed to initialize v4l2-m2m device\n");
 815                return PTR_ERR(fimc->m2m.m2m_dev);
 816        }
 817
 818        ret = media_entity_init(&vfd->entity, 0, NULL, 0);
 819        if (ret)
 820                goto err_me;
 821
 822        ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
 823        if (ret)
 824                goto err_vd;
 825
 826        v4l2_info(v4l2_dev, "Registered %s as /dev/%s\n",
 827                  vfd->name, video_device_node_name(vfd));
 828        return 0;
 829
 830err_vd:
 831        media_entity_cleanup(&vfd->entity);
 832err_me:
 833        v4l2_m2m_release(fimc->m2m.m2m_dev);
 834        return ret;
 835}
 836
 837void fimc_unregister_m2m_device(struct fimc_dev *fimc)
 838{
 839        if (!fimc)
 840                return;
 841
 842        if (fimc->m2m.m2m_dev)
 843                v4l2_m2m_release(fimc->m2m.m2m_dev);
 844
 845        if (video_is_registered(&fimc->m2m.vfd)) {
 846                video_unregister_device(&fimc->m2m.vfd);
 847                media_entity_cleanup(&fimc->m2m.vfd.entity);
 848        }
 849}
 850