linux/drivers/media/platform/s3c-camif/camif-capture.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * s3c24xx/s3c64xx SoC series Camera Interface (CAMIF) driver
   4 *
   5 * Copyright (C) 2012 Sylwester Nawrocki <sylvester.nawrocki@gmail.com>
   6 * Copyright (C) 2012 Tomasz Figa <tomasz.figa@gmail.com>
   7 *
   8 * Based on drivers/media/platform/s5p-fimc,
   9 * Copyright (C) 2010 - 2012 Samsung Electronics Co., Ltd.
  10*/
  11#define pr_fmt(fmt) "%s:%d " fmt, __func__, __LINE__
  12
  13#include <linux/bug.h>
  14#include <linux/clk.h>
  15#include <linux/device.h>
  16#include <linux/errno.h>
  17#include <linux/i2c.h>
  18#include <linux/interrupt.h>
  19#include <linux/io.h>
  20#include <linux/kernel.h>
  21#include <linux/list.h>
  22#include <linux/module.h>
  23#include <linux/platform_device.h>
  24#include <linux/pm_runtime.h>
  25#include <linux/ratelimit.h>
  26#include <linux/slab.h>
  27#include <linux/types.h>
  28#include <linux/videodev2.h>
  29
  30#include <media/media-device.h>
  31#include <media/v4l2-ctrls.h>
  32#include <media/v4l2-event.h>
  33#include <media/v4l2-ioctl.h>
  34#include <media/videobuf2-v4l2.h>
  35#include <media/videobuf2-dma-contig.h>
  36
  37#include "camif-core.h"
  38#include "camif-regs.h"
  39
  40static int debug;
  41module_param(debug, int, 0644);
  42
  43/* Locking: called with vp->camif->slock spinlock held */
  44static void camif_cfg_video_path(struct camif_vp *vp)
  45{
  46        WARN_ON(s3c_camif_get_scaler_config(vp, &vp->scaler));
  47        camif_hw_set_scaler(vp);
  48        camif_hw_set_flip(vp);
  49        camif_hw_set_target_format(vp);
  50        camif_hw_set_output_dma(vp);
  51}
  52
  53static void camif_prepare_dma_offset(struct camif_vp *vp)
  54{
  55        struct camif_frame *f = &vp->out_frame;
  56
  57        f->dma_offset.initial = f->rect.top * f->f_width + f->rect.left;
  58        f->dma_offset.line = f->f_width - (f->rect.left + f->rect.width);
  59
  60        pr_debug("dma_offset: initial: %d, line: %d\n",
  61                 f->dma_offset.initial, f->dma_offset.line);
  62}
  63
  64/* Locking: called with camif->slock spinlock held */
  65static int s3c_camif_hw_init(struct camif_dev *camif, struct camif_vp *vp)
  66{
  67        const struct s3c_camif_variant *variant = camif->variant;
  68
  69        if (camif->sensor.sd == NULL || vp->out_fmt == NULL)
  70                return -EINVAL;
  71
  72        if (variant->ip_revision == S3C244X_CAMIF_IP_REV)
  73                camif_hw_clear_fifo_overflow(vp);
  74        camif_hw_set_camera_bus(camif);
  75        camif_hw_set_source_format(camif);
  76        camif_hw_set_camera_crop(camif);
  77        camif_hw_set_test_pattern(camif, camif->test_pattern);
  78        if (variant->has_img_effect)
  79                camif_hw_set_effect(camif, camif->colorfx,
  80                                camif->colorfx_cr, camif->colorfx_cb);
  81        if (variant->ip_revision == S3C6410_CAMIF_IP_REV)
  82                camif_hw_set_input_path(vp);
  83        camif_cfg_video_path(vp);
  84        vp->state &= ~ST_VP_CONFIG;
  85
  86        return 0;
  87}
  88
  89/*
  90 * Initialize the video path, only up from the scaler stage. The camera
  91 * input interface set up is skipped. This is useful to enable one of the
  92 * video paths when the other is already running.
  93 * Locking: called with camif->slock spinlock held.
  94 */
  95static int s3c_camif_hw_vp_init(struct camif_dev *camif, struct camif_vp *vp)
  96{
  97        unsigned int ip_rev = camif->variant->ip_revision;
  98
  99        if (vp->out_fmt == NULL)
 100                return -EINVAL;
 101
 102        camif_prepare_dma_offset(vp);
 103        if (ip_rev == S3C244X_CAMIF_IP_REV)
 104                camif_hw_clear_fifo_overflow(vp);
 105        camif_cfg_video_path(vp);
 106        vp->state &= ~ST_VP_CONFIG;
 107        return 0;
 108}
 109
 110static int sensor_set_power(struct camif_dev *camif, int on)
 111{
 112        struct cam_sensor *sensor = &camif->sensor;
 113        int err = 0;
 114
 115        if (camif->sensor.power_count == !on)
 116                err = v4l2_subdev_call(sensor->sd, core, s_power, on);
 117        if (err == -ENOIOCTLCMD)
 118                err = 0;
 119        if (!err)
 120                sensor->power_count += on ? 1 : -1;
 121
 122        pr_debug("on: %d, power_count: %d, err: %d\n",
 123                 on, sensor->power_count, err);
 124
 125        return err;
 126}
 127
 128static int sensor_set_streaming(struct camif_dev *camif, int on)
 129{
 130        struct cam_sensor *sensor = &camif->sensor;
 131        int err = 0;
 132
 133        if (camif->sensor.stream_count == !on)
 134                err = v4l2_subdev_call(sensor->sd, video, s_stream, on);
 135        if (!err)
 136                sensor->stream_count += on ? 1 : -1;
 137
 138        pr_debug("on: %d, stream_count: %d, err: %d\n",
 139                 on, sensor->stream_count, err);
 140
 141        return err;
 142}
 143
 144/*
 145 * Reinitialize the driver so it is ready to start streaming again.
 146 * Return any buffers to vb2, perform CAMIF software reset and
 147 * turn off streaming at the data pipeline (sensor) if required.
 148 */
 149static int camif_reinitialize(struct camif_vp *vp)
 150{
 151        struct camif_dev *camif = vp->camif;
 152        struct camif_buffer *buf;
 153        unsigned long flags;
 154        bool streaming;
 155
 156        spin_lock_irqsave(&camif->slock, flags);
 157        streaming = vp->state & ST_VP_SENSOR_STREAMING;
 158
 159        vp->state &= ~(ST_VP_PENDING | ST_VP_RUNNING | ST_VP_OFF |
 160                       ST_VP_ABORTING | ST_VP_STREAMING |
 161                       ST_VP_SENSOR_STREAMING | ST_VP_LASTIRQ);
 162
 163        /* Release unused buffers */
 164        while (!list_empty(&vp->pending_buf_q)) {
 165                buf = camif_pending_queue_pop(vp);
 166                vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
 167        }
 168
 169        while (!list_empty(&vp->active_buf_q)) {
 170                buf = camif_active_queue_pop(vp);
 171                vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
 172        }
 173
 174        spin_unlock_irqrestore(&camif->slock, flags);
 175
 176        if (!streaming)
 177                return 0;
 178
 179        return sensor_set_streaming(camif, 0);
 180}
 181
 182static bool s3c_vp_active(struct camif_vp *vp)
 183{
 184        struct camif_dev *camif = vp->camif;
 185        unsigned long flags;
 186        bool ret;
 187
 188        spin_lock_irqsave(&camif->slock, flags);
 189        ret = (vp->state & ST_VP_RUNNING) || (vp->state & ST_VP_PENDING);
 190        spin_unlock_irqrestore(&camif->slock, flags);
 191
 192        return ret;
 193}
 194
 195static bool camif_is_streaming(struct camif_dev *camif)
 196{
 197        unsigned long flags;
 198        bool status;
 199
 200        spin_lock_irqsave(&camif->slock, flags);
 201        status = camif->stream_count > 0;
 202        spin_unlock_irqrestore(&camif->slock, flags);
 203
 204        return status;
 205}
 206
 207static int camif_stop_capture(struct camif_vp *vp)
 208{
 209        struct camif_dev *camif = vp->camif;
 210        unsigned long flags;
 211        int ret;
 212
 213        if (!s3c_vp_active(vp))
 214                return 0;
 215
 216        spin_lock_irqsave(&camif->slock, flags);
 217        vp->state &= ~(ST_VP_OFF | ST_VP_LASTIRQ);
 218        vp->state |= ST_VP_ABORTING;
 219        spin_unlock_irqrestore(&camif->slock, flags);
 220
 221        ret = wait_event_timeout(vp->irq_queue,
 222                           !(vp->state & ST_VP_ABORTING),
 223                           msecs_to_jiffies(CAMIF_STOP_TIMEOUT));
 224
 225        spin_lock_irqsave(&camif->slock, flags);
 226
 227        if (ret == 0 && !(vp->state & ST_VP_OFF)) {
 228                /* Timed out, forcibly stop capture */
 229                vp->state &= ~(ST_VP_OFF | ST_VP_ABORTING |
 230                               ST_VP_LASTIRQ);
 231
 232                camif_hw_disable_capture(vp);
 233                camif_hw_enable_scaler(vp, false);
 234        }
 235
 236        spin_unlock_irqrestore(&camif->slock, flags);
 237
 238        return camif_reinitialize(vp);
 239}
 240
 241static int camif_prepare_addr(struct camif_vp *vp, struct vb2_buffer *vb,
 242                              struct camif_addr *paddr)
 243{
 244        struct camif_frame *frame = &vp->out_frame;
 245        u32 pix_size;
 246
 247        if (vb == NULL || frame == NULL)
 248                return -EINVAL;
 249
 250        pix_size = frame->rect.width * frame->rect.height;
 251
 252        pr_debug("colplanes: %d, pix_size: %u\n",
 253                 vp->out_fmt->colplanes, pix_size);
 254
 255        paddr->y = vb2_dma_contig_plane_dma_addr(vb, 0);
 256
 257        switch (vp->out_fmt->colplanes) {
 258        case 1:
 259                paddr->cb = 0;
 260                paddr->cr = 0;
 261                break;
 262        case 2:
 263                /* decompose Y into Y/Cb */
 264                paddr->cb = (u32)(paddr->y + pix_size);
 265                paddr->cr = 0;
 266                break;
 267        case 3:
 268                paddr->cb = (u32)(paddr->y + pix_size);
 269                /* decompose Y into Y/Cb/Cr */
 270                if (vp->out_fmt->color == IMG_FMT_YCBCR422P)
 271                        paddr->cr = (u32)(paddr->cb + (pix_size >> 1));
 272                else /* 420 */
 273                        paddr->cr = (u32)(paddr->cb + (pix_size >> 2));
 274
 275                if (vp->out_fmt->color == IMG_FMT_YCRCB420)
 276                        swap(paddr->cb, paddr->cr);
 277                break;
 278        default:
 279                return -EINVAL;
 280        }
 281
 282        pr_debug("DMA address: y: %pad  cb: %pad cr: %pad\n",
 283                 &paddr->y, &paddr->cb, &paddr->cr);
 284
 285        return 0;
 286}
 287
 288irqreturn_t s3c_camif_irq_handler(int irq, void *priv)
 289{
 290        struct camif_vp *vp = priv;
 291        struct camif_dev *camif = vp->camif;
 292        unsigned int ip_rev = camif->variant->ip_revision;
 293        unsigned int status;
 294
 295        spin_lock(&camif->slock);
 296
 297        if (ip_rev == S3C6410_CAMIF_IP_REV)
 298                camif_hw_clear_pending_irq(vp);
 299
 300        status = camif_hw_get_status(vp);
 301
 302        if (ip_rev == S3C244X_CAMIF_IP_REV && (status & CISTATUS_OVF_MASK)) {
 303                camif_hw_clear_fifo_overflow(vp);
 304                goto unlock;
 305        }
 306
 307        if (vp->state & ST_VP_ABORTING) {
 308                if (vp->state & ST_VP_OFF) {
 309                        /* Last IRQ */
 310                        vp->state &= ~(ST_VP_OFF | ST_VP_ABORTING |
 311                                       ST_VP_LASTIRQ);
 312                        wake_up(&vp->irq_queue);
 313                        goto unlock;
 314                } else if (vp->state & ST_VP_LASTIRQ) {
 315                        camif_hw_disable_capture(vp);
 316                        camif_hw_enable_scaler(vp, false);
 317                        camif_hw_set_lastirq(vp, false);
 318                        vp->state |= ST_VP_OFF;
 319                } else {
 320                        /* Disable capture, enable last IRQ */
 321                        camif_hw_set_lastirq(vp, true);
 322                        vp->state |= ST_VP_LASTIRQ;
 323                }
 324        }
 325
 326        if (!list_empty(&vp->pending_buf_q) && (vp->state & ST_VP_RUNNING) &&
 327            !list_empty(&vp->active_buf_q)) {
 328                unsigned int index;
 329                struct camif_buffer *vbuf;
 330                /*
 331                 * Get previous DMA write buffer index:
 332                 * 0 => DMA buffer 0, 2;
 333                 * 1 => DMA buffer 1, 3.
 334                 */
 335                index = (CISTATUS_FRAMECNT(status) + 2) & 1;
 336                vbuf = camif_active_queue_peek(vp, index);
 337
 338                if (!WARN_ON(vbuf == NULL)) {
 339                        /* Dequeue a filled buffer */
 340                        vbuf->vb.vb2_buf.timestamp = ktime_get_ns();
 341                        vbuf->vb.sequence = vp->frame_sequence++;
 342                        vb2_buffer_done(&vbuf->vb.vb2_buf, VB2_BUF_STATE_DONE);
 343
 344                        /* Set up an empty buffer at the DMA engine */
 345                        vbuf = camif_pending_queue_pop(vp);
 346                        vbuf->index = index;
 347                        camif_hw_set_output_addr(vp, &vbuf->paddr, index);
 348                        camif_hw_set_output_addr(vp, &vbuf->paddr, index + 2);
 349
 350                        /* Scheduled in H/W, add to the queue */
 351                        camif_active_queue_add(vp, vbuf);
 352                }
 353        } else if (!(vp->state & ST_VP_ABORTING) &&
 354                   (vp->state & ST_VP_PENDING))  {
 355                vp->state |= ST_VP_RUNNING;
 356        }
 357
 358        if (vp->state & ST_VP_CONFIG) {
 359                camif_prepare_dma_offset(vp);
 360                camif_hw_set_camera_crop(camif);
 361                camif_hw_set_scaler(vp);
 362                camif_hw_set_flip(vp);
 363                camif_hw_set_test_pattern(camif, camif->test_pattern);
 364                if (camif->variant->has_img_effect)
 365                        camif_hw_set_effect(camif, camif->colorfx,
 366                                    camif->colorfx_cr, camif->colorfx_cb);
 367                vp->state &= ~ST_VP_CONFIG;
 368        }
 369unlock:
 370        spin_unlock(&camif->slock);
 371        return IRQ_HANDLED;
 372}
 373
 374static int start_streaming(struct vb2_queue *vq, unsigned int count)
 375{
 376        struct camif_vp *vp = vb2_get_drv_priv(vq);
 377        struct camif_dev *camif = vp->camif;
 378        unsigned long flags;
 379        int ret;
 380
 381        /*
 382         * We assume the codec capture path is always activated
 383         * first, before the preview path starts streaming.
 384         * This is required to avoid internal FIFO overflow and
 385         * a need for CAMIF software reset.
 386         */
 387        spin_lock_irqsave(&camif->slock, flags);
 388
 389        if (camif->stream_count == 0) {
 390                camif_hw_reset(camif);
 391                ret = s3c_camif_hw_init(camif, vp);
 392        } else {
 393                ret = s3c_camif_hw_vp_init(camif, vp);
 394        }
 395        spin_unlock_irqrestore(&camif->slock, flags);
 396
 397        if (ret < 0) {
 398                camif_reinitialize(vp);
 399                return ret;
 400        }
 401
 402        spin_lock_irqsave(&camif->slock, flags);
 403        vp->frame_sequence = 0;
 404        vp->state |= ST_VP_PENDING;
 405
 406        if (!list_empty(&vp->pending_buf_q) &&
 407            (!(vp->state & ST_VP_STREAMING) ||
 408             !(vp->state & ST_VP_SENSOR_STREAMING))) {
 409
 410                camif_hw_enable_scaler(vp, vp->scaler.enable);
 411                camif_hw_enable_capture(vp);
 412                vp->state |= ST_VP_STREAMING;
 413
 414                if (!(vp->state & ST_VP_SENSOR_STREAMING)) {
 415                        vp->state |= ST_VP_SENSOR_STREAMING;
 416                        spin_unlock_irqrestore(&camif->slock, flags);
 417                        ret = sensor_set_streaming(camif, 1);
 418                        if (ret)
 419                                v4l2_err(&vp->vdev, "Sensor s_stream failed\n");
 420                        if (debug)
 421                                camif_hw_dump_regs(camif, __func__);
 422
 423                        return ret;
 424                }
 425        }
 426
 427        spin_unlock_irqrestore(&camif->slock, flags);
 428        return 0;
 429}
 430
 431static void stop_streaming(struct vb2_queue *vq)
 432{
 433        struct camif_vp *vp = vb2_get_drv_priv(vq);
 434        camif_stop_capture(vp);
 435}
 436
 437static int queue_setup(struct vb2_queue *vq,
 438                       unsigned int *num_buffers, unsigned int *num_planes,
 439                       unsigned int sizes[], struct device *alloc_devs[])
 440{
 441        struct camif_vp *vp = vb2_get_drv_priv(vq);
 442        struct camif_frame *frame = &vp->out_frame;
 443        const struct camif_fmt *fmt = vp->out_fmt;
 444        unsigned int size;
 445
 446        if (fmt == NULL)
 447                return -EINVAL;
 448
 449        size = (frame->f_width * frame->f_height * fmt->depth) / 8;
 450
 451        if (*num_planes)
 452                return sizes[0] < size ? -EINVAL : 0;
 453
 454        *num_planes = 1;
 455        sizes[0] = size;
 456
 457        pr_debug("size: %u\n", sizes[0]);
 458        return 0;
 459}
 460
 461static int buffer_prepare(struct vb2_buffer *vb)
 462{
 463        struct camif_vp *vp = vb2_get_drv_priv(vb->vb2_queue);
 464
 465        if (vp->out_fmt == NULL)
 466                return -EINVAL;
 467
 468        if (vb2_plane_size(vb, 0) < vp->payload) {
 469                v4l2_err(&vp->vdev, "buffer too small: %lu, required: %u\n",
 470                         vb2_plane_size(vb, 0), vp->payload);
 471                return -EINVAL;
 472        }
 473        vb2_set_plane_payload(vb, 0, vp->payload);
 474
 475        return 0;
 476}
 477
 478static void buffer_queue(struct vb2_buffer *vb)
 479{
 480        struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 481        struct camif_buffer *buf = container_of(vbuf, struct camif_buffer, vb);
 482        struct camif_vp *vp = vb2_get_drv_priv(vb->vb2_queue);
 483        struct camif_dev *camif = vp->camif;
 484        unsigned long flags;
 485
 486        spin_lock_irqsave(&camif->slock, flags);
 487        WARN_ON(camif_prepare_addr(vp, &buf->vb.vb2_buf, &buf->paddr));
 488
 489        if (!(vp->state & ST_VP_STREAMING) && vp->active_buffers < 2) {
 490                /* Schedule an empty buffer in H/W */
 491                buf->index = vp->buf_index;
 492
 493                camif_hw_set_output_addr(vp, &buf->paddr, buf->index);
 494                camif_hw_set_output_addr(vp, &buf->paddr, buf->index + 2);
 495
 496                camif_active_queue_add(vp, buf);
 497                vp->buf_index = !vp->buf_index;
 498        } else {
 499                camif_pending_queue_add(vp, buf);
 500        }
 501
 502        if (vb2_is_streaming(&vp->vb_queue) && !list_empty(&vp->pending_buf_q)
 503                && !(vp->state & ST_VP_STREAMING)) {
 504
 505                vp->state |= ST_VP_STREAMING;
 506                camif_hw_enable_scaler(vp, vp->scaler.enable);
 507                camif_hw_enable_capture(vp);
 508                spin_unlock_irqrestore(&camif->slock, flags);
 509
 510                if (!(vp->state & ST_VP_SENSOR_STREAMING)) {
 511                        if (sensor_set_streaming(camif, 1) == 0)
 512                                vp->state |= ST_VP_SENSOR_STREAMING;
 513                        else
 514                                v4l2_err(&vp->vdev, "Sensor s_stream failed\n");
 515
 516                        if (debug)
 517                                camif_hw_dump_regs(camif, __func__);
 518                }
 519                return;
 520        }
 521        spin_unlock_irqrestore(&camif->slock, flags);
 522}
 523
 524static const struct vb2_ops s3c_camif_qops = {
 525        .queue_setup     = queue_setup,
 526        .buf_prepare     = buffer_prepare,
 527        .buf_queue       = buffer_queue,
 528        .wait_prepare    = vb2_ops_wait_prepare,
 529        .wait_finish     = vb2_ops_wait_finish,
 530        .start_streaming = start_streaming,
 531        .stop_streaming  = stop_streaming,
 532};
 533
 534static int s3c_camif_open(struct file *file)
 535{
 536        struct camif_vp *vp = video_drvdata(file);
 537        struct camif_dev *camif = vp->camif;
 538        int ret;
 539
 540        pr_debug("[vp%d] state: %#x,  owner: %p, pid: %d\n", vp->id,
 541                 vp->state, vp->owner, task_pid_nr(current));
 542
 543        if (mutex_lock_interruptible(&camif->lock))
 544                return -ERESTARTSYS;
 545
 546        ret = v4l2_fh_open(file);
 547        if (ret < 0)
 548                goto unlock;
 549
 550        ret = pm_runtime_get_sync(camif->dev);
 551        if (ret < 0)
 552                goto err_pm;
 553
 554        ret = sensor_set_power(camif, 1);
 555        if (!ret)
 556                goto unlock;
 557
 558        pm_runtime_put(camif->dev);
 559err_pm:
 560        v4l2_fh_release(file);
 561unlock:
 562        mutex_unlock(&camif->lock);
 563        return ret;
 564}
 565
 566static int s3c_camif_close(struct file *file)
 567{
 568        struct camif_vp *vp = video_drvdata(file);
 569        struct camif_dev *camif = vp->camif;
 570        int ret;
 571
 572        pr_debug("[vp%d] state: %#x, owner: %p, pid: %d\n", vp->id,
 573                 vp->state, vp->owner, task_pid_nr(current));
 574
 575        mutex_lock(&camif->lock);
 576
 577        if (vp->owner == file->private_data) {
 578                camif_stop_capture(vp);
 579                vb2_queue_release(&vp->vb_queue);
 580                vp->owner = NULL;
 581        }
 582
 583        sensor_set_power(camif, 0);
 584
 585        pm_runtime_put(camif->dev);
 586        ret = v4l2_fh_release(file);
 587
 588        mutex_unlock(&camif->lock);
 589        return ret;
 590}
 591
 592static __poll_t s3c_camif_poll(struct file *file,
 593                                   struct poll_table_struct *wait)
 594{
 595        struct camif_vp *vp = video_drvdata(file);
 596        struct camif_dev *camif = vp->camif;
 597        __poll_t ret;
 598
 599        mutex_lock(&camif->lock);
 600        if (vp->owner && vp->owner != file->private_data)
 601                ret = EPOLLERR;
 602        else
 603                ret = vb2_poll(&vp->vb_queue, file, wait);
 604
 605        mutex_unlock(&camif->lock);
 606        return ret;
 607}
 608
 609static int s3c_camif_mmap(struct file *file, struct vm_area_struct *vma)
 610{
 611        struct camif_vp *vp = video_drvdata(file);
 612        int ret;
 613
 614        if (vp->owner && vp->owner != file->private_data)
 615                ret = -EBUSY;
 616        else
 617                ret = vb2_mmap(&vp->vb_queue, vma);
 618
 619        return ret;
 620}
 621
 622static const struct v4l2_file_operations s3c_camif_fops = {
 623        .owner          = THIS_MODULE,
 624        .open           = s3c_camif_open,
 625        .release        = s3c_camif_close,
 626        .poll           = s3c_camif_poll,
 627        .unlocked_ioctl = video_ioctl2,
 628        .mmap           = s3c_camif_mmap,
 629};
 630
 631/*
 632 * Video node IOCTLs
 633 */
 634
 635static int s3c_camif_vidioc_querycap(struct file *file, void *priv,
 636                                     struct v4l2_capability *cap)
 637{
 638        struct camif_vp *vp = video_drvdata(file);
 639
 640        strscpy(cap->driver, S3C_CAMIF_DRIVER_NAME, sizeof(cap->driver));
 641        strscpy(cap->card, S3C_CAMIF_DRIVER_NAME, sizeof(cap->card));
 642        snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s.%d",
 643                 dev_name(vp->camif->dev), vp->id);
 644
 645        cap->device_caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_CAPTURE;
 646        cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS;
 647
 648        return 0;
 649}
 650
 651static int s3c_camif_vidioc_enum_input(struct file *file, void *priv,
 652                                       struct v4l2_input *input)
 653{
 654        struct camif_vp *vp = video_drvdata(file);
 655        struct v4l2_subdev *sensor = vp->camif->sensor.sd;
 656
 657        if (input->index || sensor == NULL)
 658                return -EINVAL;
 659
 660        input->type = V4L2_INPUT_TYPE_CAMERA;
 661        strscpy(input->name, sensor->name, sizeof(input->name));
 662        return 0;
 663}
 664
 665static int s3c_camif_vidioc_s_input(struct file *file, void *priv,
 666                                    unsigned int i)
 667{
 668        return i == 0 ? 0 : -EINVAL;
 669}
 670
 671static int s3c_camif_vidioc_g_input(struct file *file, void *priv,
 672                                    unsigned int *i)
 673{
 674        *i = 0;
 675        return 0;
 676}
 677
 678static int s3c_camif_vidioc_enum_fmt(struct file *file, void *priv,
 679                                     struct v4l2_fmtdesc *f)
 680{
 681        struct camif_vp *vp = video_drvdata(file);
 682        const struct camif_fmt *fmt;
 683
 684        fmt = s3c_camif_find_format(vp, NULL, f->index);
 685        if (!fmt)
 686                return -EINVAL;
 687
 688        strscpy(f->description, fmt->name, sizeof(f->description));
 689        f->pixelformat = fmt->fourcc;
 690
 691        pr_debug("fmt(%d): %s\n", f->index, f->description);
 692        return 0;
 693}
 694
 695static int s3c_camif_vidioc_g_fmt(struct file *file, void *priv,
 696                                  struct v4l2_format *f)
 697{
 698        struct camif_vp *vp = video_drvdata(file);
 699        struct v4l2_pix_format *pix = &f->fmt.pix;
 700        struct camif_frame *frame = &vp->out_frame;
 701        const struct camif_fmt *fmt = vp->out_fmt;
 702
 703        pix->bytesperline = frame->f_width * fmt->ybpp;
 704        pix->sizeimage = vp->payload;
 705
 706        pix->pixelformat = fmt->fourcc;
 707        pix->width = frame->f_width;
 708        pix->height = frame->f_height;
 709        pix->field = V4L2_FIELD_NONE;
 710        pix->colorspace = V4L2_COLORSPACE_JPEG;
 711
 712        return 0;
 713}
 714
 715static int __camif_video_try_format(struct camif_vp *vp,
 716                                    struct v4l2_pix_format *pix,
 717                                    const struct camif_fmt **ffmt)
 718{
 719        struct camif_dev *camif = vp->camif;
 720        struct v4l2_rect *crop = &camif->camif_crop;
 721        unsigned int wmin, hmin, sc_hrmax, sc_vrmax;
 722        const struct vp_pix_limits *pix_lim;
 723        const struct camif_fmt *fmt;
 724
 725        fmt = s3c_camif_find_format(vp, &pix->pixelformat, 0);
 726
 727        if (WARN_ON(fmt == NULL))
 728                return -EINVAL;
 729
 730        if (ffmt)
 731                *ffmt = fmt;
 732
 733        pix_lim = &camif->variant->vp_pix_limits[vp->id];
 734
 735        pr_debug("fmt: %ux%u, crop: %ux%u, bytesperline: %u\n",
 736                 pix->width, pix->height, crop->width, crop->height,
 737                 pix->bytesperline);
 738        /*
 739         * Calculate minimum width and height according to the configured
 740         * camera input interface crop rectangle and the resizer's capabilities.
 741         */
 742        sc_hrmax = min(SCALER_MAX_RATIO, 1 << (ffs(crop->width) - 3));
 743        sc_vrmax = min(SCALER_MAX_RATIO, 1 << (ffs(crop->height) - 1));
 744
 745        wmin = max_t(u32, pix_lim->min_out_width, crop->width / sc_hrmax);
 746        wmin = round_up(wmin, pix_lim->out_width_align);
 747        hmin = max_t(u32, 8, crop->height / sc_vrmax);
 748        hmin = round_up(hmin, 8);
 749
 750        v4l_bound_align_image(&pix->width, wmin, pix_lim->max_sc_out_width,
 751                              ffs(pix_lim->out_width_align) - 1,
 752                              &pix->height, hmin, pix_lim->max_height, 0, 0);
 753
 754        pix->bytesperline = pix->width * fmt->ybpp;
 755        pix->sizeimage = (pix->width * pix->height * fmt->depth) / 8;
 756        pix->pixelformat = fmt->fourcc;
 757        pix->colorspace = V4L2_COLORSPACE_JPEG;
 758        pix->field = V4L2_FIELD_NONE;
 759
 760        pr_debug("%ux%u, wmin: %d, hmin: %d, sc_hrmax: %d, sc_vrmax: %d\n",
 761                 pix->width, pix->height, wmin, hmin, sc_hrmax, sc_vrmax);
 762
 763        return 0;
 764}
 765
 766static int s3c_camif_vidioc_try_fmt(struct file *file, void *priv,
 767                                    struct v4l2_format *f)
 768{
 769        struct camif_vp *vp = video_drvdata(file);
 770        return __camif_video_try_format(vp, &f->fmt.pix, NULL);
 771}
 772
 773static int s3c_camif_vidioc_s_fmt(struct file *file, void *priv,
 774                                  struct v4l2_format *f)
 775{
 776        struct v4l2_pix_format *pix = &f->fmt.pix;
 777        struct camif_vp *vp = video_drvdata(file);
 778        struct camif_frame *out_frame = &vp->out_frame;
 779        const struct camif_fmt *fmt = NULL;
 780        int ret;
 781
 782        pr_debug("[vp%d]\n", vp->id);
 783
 784        if (vb2_is_busy(&vp->vb_queue))
 785                return -EBUSY;
 786
 787        ret = __camif_video_try_format(vp, &f->fmt.pix, &fmt);
 788        if (ret < 0)
 789                return ret;
 790
 791        vp->out_fmt = fmt;
 792        vp->payload = pix->sizeimage;
 793        out_frame->f_width = pix->width;
 794        out_frame->f_height = pix->height;
 795
 796        /* Reset composition rectangle */
 797        out_frame->rect.width = pix->width;
 798        out_frame->rect.height = pix->height;
 799        out_frame->rect.left = 0;
 800        out_frame->rect.top = 0;
 801
 802        if (vp->owner == NULL)
 803                vp->owner = priv;
 804
 805        pr_debug("%ux%u. payload: %u. fmt: %s. %d %d. sizeimage: %d. bpl: %d\n",
 806                out_frame->f_width, out_frame->f_height, vp->payload, fmt->name,
 807                pix->width * pix->height * fmt->depth, fmt->depth,
 808                pix->sizeimage, pix->bytesperline);
 809
 810        return 0;
 811}
 812
 813/* Only check pixel formats at the sensor and the camif subdev pads */
 814static int camif_pipeline_validate(struct camif_dev *camif)
 815{
 816        struct v4l2_subdev_format src_fmt;
 817        struct media_pad *pad;
 818        int ret;
 819
 820        /* Retrieve format at the sensor subdev source pad */
 821        pad = media_entity_remote_pad(&camif->pads[0]);
 822        if (!pad || !is_media_entity_v4l2_subdev(pad->entity))
 823                return -EPIPE;
 824
 825        src_fmt.pad = pad->index;
 826        src_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
 827        ret = v4l2_subdev_call(camif->sensor.sd, pad, get_fmt, NULL, &src_fmt);
 828        if (ret < 0 && ret != -ENOIOCTLCMD)
 829                return -EPIPE;
 830
 831        if (src_fmt.format.width != camif->mbus_fmt.width ||
 832            src_fmt.format.height != camif->mbus_fmt.height ||
 833            src_fmt.format.code != camif->mbus_fmt.code)
 834                return -EPIPE;
 835
 836        return 0;
 837}
 838
 839static int s3c_camif_streamon(struct file *file, void *priv,
 840                              enum v4l2_buf_type type)
 841{
 842        struct camif_vp *vp = video_drvdata(file);
 843        struct camif_dev *camif = vp->camif;
 844        struct media_entity *sensor = &camif->sensor.sd->entity;
 845        int ret;
 846
 847        pr_debug("[vp%d]\n", vp->id);
 848
 849        if (type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
 850                return -EINVAL;
 851
 852        if (vp->owner && vp->owner != priv)
 853                return -EBUSY;
 854
 855        if (s3c_vp_active(vp))
 856                return 0;
 857
 858        ret = media_pipeline_start(sensor, camif->m_pipeline);
 859        if (ret < 0)
 860                return ret;
 861
 862        ret = camif_pipeline_validate(camif);
 863        if (ret < 0) {
 864                media_pipeline_stop(sensor);
 865                return ret;
 866        }
 867
 868        return vb2_streamon(&vp->vb_queue, type);
 869}
 870
 871static int s3c_camif_streamoff(struct file *file, void *priv,
 872                               enum v4l2_buf_type type)
 873{
 874        struct camif_vp *vp = video_drvdata(file);
 875        struct camif_dev *camif = vp->camif;
 876        int ret;
 877
 878        pr_debug("[vp%d]\n", vp->id);
 879
 880        if (type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
 881                return -EINVAL;
 882
 883        if (vp->owner && vp->owner != priv)
 884                return -EBUSY;
 885
 886        ret = vb2_streamoff(&vp->vb_queue, type);
 887        if (ret == 0)
 888                media_pipeline_stop(&camif->sensor.sd->entity);
 889        return ret;
 890}
 891
 892static int s3c_camif_reqbufs(struct file *file, void *priv,
 893                             struct v4l2_requestbuffers *rb)
 894{
 895        struct camif_vp *vp = video_drvdata(file);
 896        int ret;
 897
 898        pr_debug("[vp%d] rb count: %d, owner: %p, priv: %p\n",
 899                 vp->id, rb->count, vp->owner, priv);
 900
 901        if (vp->owner && vp->owner != priv)
 902                return -EBUSY;
 903
 904        if (rb->count)
 905                rb->count = max_t(u32, CAMIF_REQ_BUFS_MIN, rb->count);
 906        else
 907                vp->owner = NULL;
 908
 909        ret = vb2_reqbufs(&vp->vb_queue, rb);
 910        if (ret < 0)
 911                return ret;
 912
 913        if (rb->count && rb->count < CAMIF_REQ_BUFS_MIN) {
 914                rb->count = 0;
 915                vb2_reqbufs(&vp->vb_queue, rb);
 916                ret = -ENOMEM;
 917        }
 918
 919        vp->reqbufs_count = rb->count;
 920        if (vp->owner == NULL && rb->count > 0)
 921                vp->owner = priv;
 922
 923        return ret;
 924}
 925
 926static int s3c_camif_querybuf(struct file *file, void *priv,
 927                              struct v4l2_buffer *buf)
 928{
 929        struct camif_vp *vp = video_drvdata(file);
 930        return vb2_querybuf(&vp->vb_queue, buf);
 931}
 932
 933static int s3c_camif_qbuf(struct file *file, void *priv,
 934                          struct v4l2_buffer *buf)
 935{
 936        struct camif_vp *vp = video_drvdata(file);
 937
 938        pr_debug("[vp%d]\n", vp->id);
 939
 940        if (vp->owner && vp->owner != priv)
 941                return -EBUSY;
 942
 943        return vb2_qbuf(&vp->vb_queue, vp->vdev.v4l2_dev->mdev, buf);
 944}
 945
 946static int s3c_camif_dqbuf(struct file *file, void *priv,
 947                           struct v4l2_buffer *buf)
 948{
 949        struct camif_vp *vp = video_drvdata(file);
 950
 951        pr_debug("[vp%d] sequence: %d\n", vp->id, vp->frame_sequence);
 952
 953        if (vp->owner && vp->owner != priv)
 954                return -EBUSY;
 955
 956        return vb2_dqbuf(&vp->vb_queue, buf, file->f_flags & O_NONBLOCK);
 957}
 958
 959static int s3c_camif_create_bufs(struct file *file, void *priv,
 960                                 struct v4l2_create_buffers *create)
 961{
 962        struct camif_vp *vp = video_drvdata(file);
 963        int ret;
 964
 965        if (vp->owner && vp->owner != priv)
 966                return -EBUSY;
 967
 968        create->count = max_t(u32, 1, create->count);
 969        ret = vb2_create_bufs(&vp->vb_queue, create);
 970
 971        if (!ret && vp->owner == NULL)
 972                vp->owner = priv;
 973
 974        return ret;
 975}
 976
 977static int s3c_camif_prepare_buf(struct file *file, void *priv,
 978                                 struct v4l2_buffer *b)
 979{
 980        struct camif_vp *vp = video_drvdata(file);
 981        return vb2_prepare_buf(&vp->vb_queue, vp->vdev.v4l2_dev->mdev, b);
 982}
 983
 984static int s3c_camif_g_selection(struct file *file, void *priv,
 985                                 struct v4l2_selection *sel)
 986{
 987        struct camif_vp *vp = video_drvdata(file);
 988
 989        if (sel->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
 990                return -EINVAL;
 991
 992        switch (sel->target) {
 993        case V4L2_SEL_TGT_COMPOSE_BOUNDS:
 994        case V4L2_SEL_TGT_COMPOSE_DEFAULT:
 995                sel->r.left = 0;
 996                sel->r.top = 0;
 997                sel->r.width = vp->out_frame.f_width;
 998                sel->r.height = vp->out_frame.f_height;
 999                return 0;
1000
1001        case V4L2_SEL_TGT_COMPOSE:
1002                sel->r = vp->out_frame.rect;
1003                return 0;
1004        }
1005
1006        return -EINVAL;
1007}
1008
1009static void __camif_try_compose(struct camif_dev *camif, struct camif_vp *vp,
1010                                struct v4l2_rect *r)
1011{
1012        /* s3c244x doesn't support composition */
1013        if (camif->variant->ip_revision == S3C244X_CAMIF_IP_REV) {
1014                *r = vp->out_frame.rect;
1015                return;
1016        }
1017
1018        /* TODO: s3c64xx */
1019}
1020
1021static int s3c_camif_s_selection(struct file *file, void *priv,
1022                                 struct v4l2_selection *sel)
1023{
1024        struct camif_vp *vp = video_drvdata(file);
1025        struct camif_dev *camif = vp->camif;
1026        struct v4l2_rect rect = sel->r;
1027        unsigned long flags;
1028
1029        if (sel->type != V4L2_BUF_TYPE_VIDEO_CAPTURE ||
1030            sel->target != V4L2_SEL_TGT_COMPOSE)
1031                return -EINVAL;
1032
1033        __camif_try_compose(camif, vp, &rect);
1034
1035        sel->r = rect;
1036        spin_lock_irqsave(&camif->slock, flags);
1037        vp->out_frame.rect = rect;
1038        vp->state |= ST_VP_CONFIG;
1039        spin_unlock_irqrestore(&camif->slock, flags);
1040
1041        pr_debug("type: %#x, target: %#x, flags: %#x, (%d,%d)/%dx%d\n",
1042                sel->type, sel->target, sel->flags,
1043                sel->r.left, sel->r.top, sel->r.width, sel->r.height);
1044
1045        return 0;
1046}
1047
1048static const struct v4l2_ioctl_ops s3c_camif_ioctl_ops = {
1049        .vidioc_querycap          = s3c_camif_vidioc_querycap,
1050        .vidioc_enum_input        = s3c_camif_vidioc_enum_input,
1051        .vidioc_g_input           = s3c_camif_vidioc_g_input,
1052        .vidioc_s_input           = s3c_camif_vidioc_s_input,
1053        .vidioc_enum_fmt_vid_cap  = s3c_camif_vidioc_enum_fmt,
1054        .vidioc_try_fmt_vid_cap   = s3c_camif_vidioc_try_fmt,
1055        .vidioc_s_fmt_vid_cap     = s3c_camif_vidioc_s_fmt,
1056        .vidioc_g_fmt_vid_cap     = s3c_camif_vidioc_g_fmt,
1057        .vidioc_g_selection       = s3c_camif_g_selection,
1058        .vidioc_s_selection       = s3c_camif_s_selection,
1059        .vidioc_reqbufs           = s3c_camif_reqbufs,
1060        .vidioc_querybuf          = s3c_camif_querybuf,
1061        .vidioc_prepare_buf       = s3c_camif_prepare_buf,
1062        .vidioc_create_bufs       = s3c_camif_create_bufs,
1063        .vidioc_qbuf              = s3c_camif_qbuf,
1064        .vidioc_dqbuf             = s3c_camif_dqbuf,
1065        .vidioc_streamon          = s3c_camif_streamon,
1066        .vidioc_streamoff         = s3c_camif_streamoff,
1067        .vidioc_subscribe_event   = v4l2_ctrl_subscribe_event,
1068        .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
1069        .vidioc_log_status        = v4l2_ctrl_log_status,
1070};
1071
1072/*
1073 * Video node controls
1074 */
1075static int s3c_camif_video_s_ctrl(struct v4l2_ctrl *ctrl)
1076{
1077        struct camif_vp *vp = ctrl->priv;
1078        struct camif_dev *camif = vp->camif;
1079        unsigned long flags;
1080
1081        pr_debug("[vp%d] ctrl: %s, value: %d\n", vp->id,
1082                 ctrl->name, ctrl->val);
1083
1084        spin_lock_irqsave(&camif->slock, flags);
1085
1086        switch (ctrl->id) {
1087        case V4L2_CID_HFLIP:
1088                vp->hflip = ctrl->val;
1089                break;
1090
1091        case V4L2_CID_VFLIP:
1092                vp->vflip = ctrl->val;
1093                break;
1094        }
1095
1096        vp->state |= ST_VP_CONFIG;
1097        spin_unlock_irqrestore(&camif->slock, flags);
1098        return 0;
1099}
1100
1101/* Codec and preview video node control ops */
1102static const struct v4l2_ctrl_ops s3c_camif_video_ctrl_ops = {
1103        .s_ctrl = s3c_camif_video_s_ctrl,
1104};
1105
1106int s3c_camif_register_video_node(struct camif_dev *camif, int idx)
1107{
1108        struct camif_vp *vp = &camif->vp[idx];
1109        struct vb2_queue *q = &vp->vb_queue;
1110        struct video_device *vfd = &vp->vdev;
1111        struct v4l2_ctrl *ctrl;
1112        int ret;
1113
1114        memset(vfd, 0, sizeof(*vfd));
1115        snprintf(vfd->name, sizeof(vfd->name), "camif-%s",
1116                 vp->id == 0 ? "codec" : "preview");
1117
1118        vfd->fops = &s3c_camif_fops;
1119        vfd->ioctl_ops = &s3c_camif_ioctl_ops;
1120        vfd->v4l2_dev = &camif->v4l2_dev;
1121        vfd->minor = -1;
1122        vfd->release = video_device_release_empty;
1123        vfd->lock = &camif->lock;
1124        vp->reqbufs_count = 0;
1125
1126        INIT_LIST_HEAD(&vp->pending_buf_q);
1127        INIT_LIST_HEAD(&vp->active_buf_q);
1128
1129        memset(q, 0, sizeof(*q));
1130        q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1131        q->io_modes = VB2_MMAP | VB2_USERPTR;
1132        q->ops = &s3c_camif_qops;
1133        q->mem_ops = &vb2_dma_contig_memops;
1134        q->buf_struct_size = sizeof(struct camif_buffer);
1135        q->drv_priv = vp;
1136        q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1137        q->lock = &vp->camif->lock;
1138        q->dev = camif->v4l2_dev.dev;
1139
1140        ret = vb2_queue_init(q);
1141        if (ret)
1142                goto err_vd_rel;
1143
1144        vp->pad.flags = MEDIA_PAD_FL_SINK;
1145        ret = media_entity_pads_init(&vfd->entity, 1, &vp->pad);
1146        if (ret)
1147                goto err_vd_rel;
1148
1149        video_set_drvdata(vfd, vp);
1150
1151        v4l2_ctrl_handler_init(&vp->ctrl_handler, 1);
1152        ctrl = v4l2_ctrl_new_std(&vp->ctrl_handler, &s3c_camif_video_ctrl_ops,
1153                                 V4L2_CID_HFLIP, 0, 1, 1, 0);
1154        if (ctrl)
1155                ctrl->priv = vp;
1156        ctrl = v4l2_ctrl_new_std(&vp->ctrl_handler, &s3c_camif_video_ctrl_ops,
1157                                 V4L2_CID_VFLIP, 0, 1, 1, 0);
1158        if (ctrl)
1159                ctrl->priv = vp;
1160
1161        ret = vp->ctrl_handler.error;
1162        if (ret < 0)
1163                goto err_me_cleanup;
1164
1165        vfd->ctrl_handler = &vp->ctrl_handler;
1166
1167        ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
1168        if (ret)
1169                goto err_ctrlh_free;
1170
1171        v4l2_info(&camif->v4l2_dev, "registered %s as /dev/%s\n",
1172                  vfd->name, video_device_node_name(vfd));
1173        return 0;
1174
1175err_ctrlh_free:
1176        v4l2_ctrl_handler_free(&vp->ctrl_handler);
1177err_me_cleanup:
1178        media_entity_cleanup(&vfd->entity);
1179err_vd_rel:
1180        video_device_release(vfd);
1181        return ret;
1182}
1183
1184void s3c_camif_unregister_video_node(struct camif_dev *camif, int idx)
1185{
1186        struct video_device *vfd = &camif->vp[idx].vdev;
1187
1188        if (video_is_registered(vfd)) {
1189                video_unregister_device(vfd);
1190                media_entity_cleanup(&vfd->entity);
1191                v4l2_ctrl_handler_free(vfd->ctrl_handler);
1192        }
1193}
1194
1195/* Media bus pixel formats supported at the camif input */
1196static const u32 camif_mbus_formats[] = {
1197        MEDIA_BUS_FMT_YUYV8_2X8,
1198        MEDIA_BUS_FMT_YVYU8_2X8,
1199        MEDIA_BUS_FMT_UYVY8_2X8,
1200        MEDIA_BUS_FMT_VYUY8_2X8,
1201};
1202
1203/*
1204 *  Camera input interface subdev operations
1205 */
1206
1207static int s3c_camif_subdev_enum_mbus_code(struct v4l2_subdev *sd,
1208                                        struct v4l2_subdev_pad_config *cfg,
1209                                        struct v4l2_subdev_mbus_code_enum *code)
1210{
1211        if (code->index >= ARRAY_SIZE(camif_mbus_formats))
1212                return -EINVAL;
1213
1214        code->code = camif_mbus_formats[code->index];
1215        return 0;
1216}
1217
1218static int s3c_camif_subdev_get_fmt(struct v4l2_subdev *sd,
1219                                    struct v4l2_subdev_pad_config *cfg,
1220                                    struct v4l2_subdev_format *fmt)
1221{
1222        struct camif_dev *camif = v4l2_get_subdevdata(sd);
1223        struct v4l2_mbus_framefmt *mf = &fmt->format;
1224
1225        if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1226                mf = v4l2_subdev_get_try_format(sd, cfg, fmt->pad);
1227                fmt->format = *mf;
1228                return 0;
1229        }
1230
1231        mutex_lock(&camif->lock);
1232
1233        switch (fmt->pad) {
1234        case CAMIF_SD_PAD_SINK:
1235                /* full camera input pixel size */
1236                *mf = camif->mbus_fmt;
1237                break;
1238
1239        case CAMIF_SD_PAD_SOURCE_C...CAMIF_SD_PAD_SOURCE_P:
1240                /* crop rectangle at camera interface input */
1241                mf->width = camif->camif_crop.width;
1242                mf->height = camif->camif_crop.height;
1243                mf->code = camif->mbus_fmt.code;
1244                break;
1245        }
1246
1247        mutex_unlock(&camif->lock);
1248        mf->field = V4L2_FIELD_NONE;
1249        mf->colorspace = V4L2_COLORSPACE_JPEG;
1250        return 0;
1251}
1252
1253static void __camif_subdev_try_format(struct camif_dev *camif,
1254                                struct v4l2_mbus_framefmt *mf, int pad)
1255{
1256        const struct s3c_camif_variant *variant = camif->variant;
1257        const struct vp_pix_limits *pix_lim;
1258        unsigned int i;
1259
1260        /* FIXME: constraints against codec or preview path ? */
1261        pix_lim = &variant->vp_pix_limits[VP_CODEC];
1262
1263        for (i = 0; i < ARRAY_SIZE(camif_mbus_formats); i++)
1264                if (camif_mbus_formats[i] == mf->code)
1265                        break;
1266
1267        if (i == ARRAY_SIZE(camif_mbus_formats))
1268                mf->code = camif_mbus_formats[0];
1269
1270        if (pad == CAMIF_SD_PAD_SINK) {
1271                v4l_bound_align_image(&mf->width, 8, CAMIF_MAX_PIX_WIDTH,
1272                                      ffs(pix_lim->out_width_align) - 1,
1273                                      &mf->height, 8, CAMIF_MAX_PIX_HEIGHT, 0,
1274                                      0);
1275        } else {
1276                struct v4l2_rect *crop = &camif->camif_crop;
1277                v4l_bound_align_image(&mf->width, 8, crop->width,
1278                                      ffs(pix_lim->out_width_align) - 1,
1279                                      &mf->height, 8, crop->height,
1280                                      0, 0);
1281        }
1282
1283        v4l2_dbg(1, debug, &camif->subdev, "%ux%u\n", mf->width, mf->height);
1284}
1285
1286static int s3c_camif_subdev_set_fmt(struct v4l2_subdev *sd,
1287                                    struct v4l2_subdev_pad_config *cfg,
1288                                    struct v4l2_subdev_format *fmt)
1289{
1290        struct camif_dev *camif = v4l2_get_subdevdata(sd);
1291        struct v4l2_mbus_framefmt *mf = &fmt->format;
1292        struct v4l2_rect *crop = &camif->camif_crop;
1293        int i;
1294
1295        v4l2_dbg(1, debug, sd, "pad%d: code: 0x%x, %ux%u\n",
1296                 fmt->pad, mf->code, mf->width, mf->height);
1297
1298        mf->field = V4L2_FIELD_NONE;
1299        mf->colorspace = V4L2_COLORSPACE_JPEG;
1300        mutex_lock(&camif->lock);
1301
1302        /*
1303         * No pixel format change at the camera input is allowed
1304         * while streaming.
1305         */
1306        if (vb2_is_busy(&camif->vp[VP_CODEC].vb_queue) ||
1307            vb2_is_busy(&camif->vp[VP_PREVIEW].vb_queue)) {
1308                mutex_unlock(&camif->lock);
1309                return -EBUSY;
1310        }
1311
1312        __camif_subdev_try_format(camif, mf, fmt->pad);
1313
1314        if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1315                mf = v4l2_subdev_get_try_format(sd, cfg, fmt->pad);
1316                *mf = fmt->format;
1317                mutex_unlock(&camif->lock);
1318                return 0;
1319        }
1320
1321        switch (fmt->pad) {
1322        case CAMIF_SD_PAD_SINK:
1323                camif->mbus_fmt = *mf;
1324                /* Reset sink crop rectangle. */
1325                crop->width = mf->width;
1326                crop->height = mf->height;
1327                crop->left = 0;
1328                crop->top = 0;
1329                /*
1330                 * Reset source format (the camif's crop rectangle)
1331                 * and the video output resolution.
1332                 */
1333                for (i = 0; i < CAMIF_VP_NUM; i++) {
1334                        struct camif_frame *frame = &camif->vp[i].out_frame;
1335                        frame->rect = *crop;
1336                        frame->f_width = mf->width;
1337                        frame->f_height = mf->height;
1338                }
1339                break;
1340
1341        case CAMIF_SD_PAD_SOURCE_C...CAMIF_SD_PAD_SOURCE_P:
1342                /* Pixel format can be only changed on the sink pad. */
1343                mf->code = camif->mbus_fmt.code;
1344                mf->width = crop->width;
1345                mf->height = crop->height;
1346                break;
1347        }
1348
1349        mutex_unlock(&camif->lock);
1350        return 0;
1351}
1352
1353static int s3c_camif_subdev_get_selection(struct v4l2_subdev *sd,
1354                                          struct v4l2_subdev_pad_config *cfg,
1355                                          struct v4l2_subdev_selection *sel)
1356{
1357        struct camif_dev *camif = v4l2_get_subdevdata(sd);
1358        struct v4l2_rect *crop = &camif->camif_crop;
1359        struct v4l2_mbus_framefmt *mf = &camif->mbus_fmt;
1360
1361        if ((sel->target != V4L2_SEL_TGT_CROP &&
1362            sel->target != V4L2_SEL_TGT_CROP_BOUNDS) ||
1363            sel->pad != CAMIF_SD_PAD_SINK)
1364                return -EINVAL;
1365
1366        if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
1367                sel->r = *v4l2_subdev_get_try_crop(sd, cfg, sel->pad);
1368                return 0;
1369        }
1370
1371        mutex_lock(&camif->lock);
1372
1373        if (sel->target == V4L2_SEL_TGT_CROP) {
1374                sel->r = *crop;
1375        } else { /* crop bounds */
1376                sel->r.width = mf->width;
1377                sel->r.height = mf->height;
1378                sel->r.left = 0;
1379                sel->r.top = 0;
1380        }
1381
1382        mutex_unlock(&camif->lock);
1383
1384        v4l2_dbg(1, debug, sd, "%s: crop: (%d,%d) %dx%d, size: %ux%u\n",
1385                 __func__, crop->left, crop->top, crop->width,
1386                 crop->height, mf->width, mf->height);
1387
1388        return 0;
1389}
1390
1391static void __camif_try_crop(struct camif_dev *camif, struct v4l2_rect *r)
1392{
1393        struct v4l2_mbus_framefmt *mf = &camif->mbus_fmt;
1394        const struct camif_pix_limits *pix_lim = &camif->variant->pix_limits;
1395        unsigned int left = 2 * r->left;
1396        unsigned int top = 2 * r->top;
1397
1398        /*
1399         * Following constraints must be met:
1400         *  - r->width + 2 * r->left = mf->width;
1401         *  - r->height + 2 * r->top = mf->height;
1402         *  - crop rectangle size and position must be aligned
1403         *    to 8 or 2 pixels, depending on SoC version.
1404         */
1405        v4l_bound_align_image(&r->width, 0, mf->width,
1406                              ffs(pix_lim->win_hor_offset_align) - 1,
1407                              &r->height, 0, mf->height, 1, 0);
1408
1409        v4l_bound_align_image(&left, 0, mf->width - r->width,
1410                              ffs(pix_lim->win_hor_offset_align),
1411                              &top, 0, mf->height - r->height, 2, 0);
1412
1413        r->left = left / 2;
1414        r->top = top / 2;
1415        r->width = mf->width - left;
1416        r->height = mf->height - top;
1417        /*
1418         * Make sure we either downscale or upscale both the pixel
1419         * width and height. Just return current crop rectangle if
1420         * this scaler constraint is not met.
1421         */
1422        if (camif->variant->ip_revision == S3C244X_CAMIF_IP_REV &&
1423            camif_is_streaming(camif)) {
1424                unsigned int i;
1425
1426                for (i = 0; i < CAMIF_VP_NUM; i++) {
1427                        struct v4l2_rect *or = &camif->vp[i].out_frame.rect;
1428                        if ((or->width > r->width) == (or->height > r->height))
1429                                continue;
1430                        *r = camif->camif_crop;
1431                        pr_debug("Width/height scaling direction limitation\n");
1432                        break;
1433                }
1434        }
1435
1436        v4l2_dbg(1, debug, &camif->v4l2_dev, "crop: (%d,%d)/%dx%d, fmt: %ux%u\n",
1437                 r->left, r->top, r->width, r->height, mf->width, mf->height);
1438}
1439
1440static int s3c_camif_subdev_set_selection(struct v4l2_subdev *sd,
1441                                          struct v4l2_subdev_pad_config *cfg,
1442                                          struct v4l2_subdev_selection *sel)
1443{
1444        struct camif_dev *camif = v4l2_get_subdevdata(sd);
1445        struct v4l2_rect *crop = &camif->camif_crop;
1446        struct camif_scaler scaler;
1447
1448        if (sel->target != V4L2_SEL_TGT_CROP || sel->pad != CAMIF_SD_PAD_SINK)
1449                return -EINVAL;
1450
1451        mutex_lock(&camif->lock);
1452        __camif_try_crop(camif, &sel->r);
1453
1454        if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
1455                *v4l2_subdev_get_try_crop(sd, cfg, sel->pad) = sel->r;
1456        } else {
1457                unsigned long flags;
1458                unsigned int i;
1459
1460                spin_lock_irqsave(&camif->slock, flags);
1461                *crop = sel->r;
1462
1463                for (i = 0; i < CAMIF_VP_NUM; i++) {
1464                        struct camif_vp *vp = &camif->vp[i];
1465                        scaler = vp->scaler;
1466                        if (s3c_camif_get_scaler_config(vp, &scaler))
1467                                continue;
1468                        vp->scaler = scaler;
1469                        vp->state |= ST_VP_CONFIG;
1470                }
1471
1472                spin_unlock_irqrestore(&camif->slock, flags);
1473        }
1474        mutex_unlock(&camif->lock);
1475
1476        v4l2_dbg(1, debug, sd, "%s: (%d,%d) %dx%d, f_w: %u, f_h: %u\n",
1477                 __func__, crop->left, crop->top, crop->width, crop->height,
1478                 camif->mbus_fmt.width, camif->mbus_fmt.height);
1479
1480        return 0;
1481}
1482
1483static const struct v4l2_subdev_pad_ops s3c_camif_subdev_pad_ops = {
1484        .enum_mbus_code = s3c_camif_subdev_enum_mbus_code,
1485        .get_selection = s3c_camif_subdev_get_selection,
1486        .set_selection = s3c_camif_subdev_set_selection,
1487        .get_fmt = s3c_camif_subdev_get_fmt,
1488        .set_fmt = s3c_camif_subdev_set_fmt,
1489};
1490
1491static const struct v4l2_subdev_ops s3c_camif_subdev_ops = {
1492        .pad = &s3c_camif_subdev_pad_ops,
1493};
1494
1495static int s3c_camif_subdev_s_ctrl(struct v4l2_ctrl *ctrl)
1496{
1497        struct camif_dev *camif = container_of(ctrl->handler, struct camif_dev,
1498                                               ctrl_handler);
1499        unsigned long flags;
1500
1501        spin_lock_irqsave(&camif->slock, flags);
1502
1503        switch (ctrl->id) {
1504        case V4L2_CID_COLORFX:
1505                camif->colorfx = camif->ctrl_colorfx->val;
1506                /* Set Cb, Cr */
1507                switch (ctrl->val) {
1508                case V4L2_COLORFX_SEPIA:
1509                        camif->colorfx_cb = 115;
1510                        camif->colorfx_cr = 145;
1511                        break;
1512                case V4L2_COLORFX_SET_CBCR:
1513                        camif->colorfx_cb = camif->ctrl_colorfx_cbcr->val >> 8;
1514                        camif->colorfx_cr = camif->ctrl_colorfx_cbcr->val & 0xff;
1515                        break;
1516                default:
1517                        /* for V4L2_COLORFX_BW and others */
1518                        camif->colorfx_cb = 128;
1519                        camif->colorfx_cr = 128;
1520                }
1521                break;
1522        case V4L2_CID_TEST_PATTERN:
1523                camif->test_pattern = camif->ctrl_test_pattern->val;
1524                break;
1525        default:
1526                WARN_ON(1);
1527        }
1528
1529        camif->vp[VP_CODEC].state |= ST_VP_CONFIG;
1530        camif->vp[VP_PREVIEW].state |= ST_VP_CONFIG;
1531        spin_unlock_irqrestore(&camif->slock, flags);
1532
1533        return 0;
1534}
1535
1536static const struct v4l2_ctrl_ops s3c_camif_subdev_ctrl_ops = {
1537        .s_ctrl = s3c_camif_subdev_s_ctrl,
1538};
1539
1540static const char * const s3c_camif_test_pattern_menu[] = {
1541        "Disabled",
1542        "Color bars",
1543        "Horizontal increment",
1544        "Vertical increment",
1545};
1546
1547int s3c_camif_create_subdev(struct camif_dev *camif)
1548{
1549        struct v4l2_ctrl_handler *handler = &camif->ctrl_handler;
1550        struct v4l2_subdev *sd = &camif->subdev;
1551        int ret;
1552
1553        v4l2_subdev_init(sd, &s3c_camif_subdev_ops);
1554        sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1555        strscpy(sd->name, "S3C-CAMIF", sizeof(sd->name));
1556
1557        camif->pads[CAMIF_SD_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
1558        camif->pads[CAMIF_SD_PAD_SOURCE_C].flags = MEDIA_PAD_FL_SOURCE;
1559        camif->pads[CAMIF_SD_PAD_SOURCE_P].flags = MEDIA_PAD_FL_SOURCE;
1560
1561        ret = media_entity_pads_init(&sd->entity, CAMIF_SD_PADS_NUM,
1562                                camif->pads);
1563        if (ret)
1564                return ret;
1565
1566        v4l2_ctrl_handler_init(handler, 3);
1567        camif->ctrl_test_pattern = v4l2_ctrl_new_std_menu_items(handler,
1568                        &s3c_camif_subdev_ctrl_ops, V4L2_CID_TEST_PATTERN,
1569                        ARRAY_SIZE(s3c_camif_test_pattern_menu) - 1, 0, 0,
1570                        s3c_camif_test_pattern_menu);
1571
1572        if (camif->variant->has_img_effect) {
1573                camif->ctrl_colorfx = v4l2_ctrl_new_std_menu(handler,
1574                                &s3c_camif_subdev_ctrl_ops,
1575                                V4L2_CID_COLORFX, V4L2_COLORFX_SET_CBCR,
1576                                ~0x981f, V4L2_COLORFX_NONE);
1577
1578                camif->ctrl_colorfx_cbcr = v4l2_ctrl_new_std(handler,
1579                                &s3c_camif_subdev_ctrl_ops,
1580                                V4L2_CID_COLORFX_CBCR, 0, 0xffff, 1, 0);
1581        }
1582
1583        if (handler->error) {
1584                v4l2_ctrl_handler_free(handler);
1585                media_entity_cleanup(&sd->entity);
1586                return handler->error;
1587        }
1588
1589        if (camif->variant->has_img_effect)
1590                v4l2_ctrl_auto_cluster(2, &camif->ctrl_colorfx,
1591                               V4L2_COLORFX_SET_CBCR, false);
1592
1593        sd->ctrl_handler = handler;
1594        v4l2_set_subdevdata(sd, camif);
1595
1596        return 0;
1597}
1598
1599void s3c_camif_unregister_subdev(struct camif_dev *camif)
1600{
1601        struct v4l2_subdev *sd = &camif->subdev;
1602
1603        /* Return if not registered */
1604        if (v4l2_get_subdevdata(sd) == NULL)
1605                return;
1606
1607        v4l2_device_unregister_subdev(sd);
1608        media_entity_cleanup(&sd->entity);
1609        v4l2_ctrl_handler_free(&camif->ctrl_handler);
1610        v4l2_set_subdevdata(sd, NULL);
1611}
1612
1613int s3c_camif_set_defaults(struct camif_dev *camif)
1614{
1615        unsigned int ip_rev = camif->variant->ip_revision;
1616        int i;
1617
1618        for (i = 0; i < CAMIF_VP_NUM; i++) {
1619                struct camif_vp *vp = &camif->vp[i];
1620                struct camif_frame *f = &vp->out_frame;
1621
1622                vp->camif = camif;
1623                vp->id = i;
1624                vp->offset = camif->variant->vp_offset;
1625
1626                if (ip_rev == S3C244X_CAMIF_IP_REV)
1627                        vp->fmt_flags = i ? FMT_FL_S3C24XX_PREVIEW :
1628                                        FMT_FL_S3C24XX_CODEC;
1629                else
1630                        vp->fmt_flags = FMT_FL_S3C64XX;
1631
1632                vp->out_fmt = s3c_camif_find_format(vp, NULL, 0);
1633                BUG_ON(vp->out_fmt == NULL);
1634
1635                memset(f, 0, sizeof(*f));
1636                f->f_width = CAMIF_DEF_WIDTH;
1637                f->f_height = CAMIF_DEF_HEIGHT;
1638                f->rect.width = CAMIF_DEF_WIDTH;
1639                f->rect.height = CAMIF_DEF_HEIGHT;
1640
1641                /* Scaler is always enabled */
1642                vp->scaler.enable = 1;
1643
1644                vp->payload = (f->f_width * f->f_height *
1645                               vp->out_fmt->depth) / 8;
1646        }
1647
1648        memset(&camif->mbus_fmt, 0, sizeof(camif->mbus_fmt));
1649        camif->mbus_fmt.width = CAMIF_DEF_WIDTH;
1650        camif->mbus_fmt.height = CAMIF_DEF_HEIGHT;
1651        camif->mbus_fmt.code  = camif_mbus_formats[0];
1652
1653        memset(&camif->camif_crop, 0, sizeof(camif->camif_crop));
1654        camif->camif_crop.width = CAMIF_DEF_WIDTH;
1655        camif->camif_crop.height = CAMIF_DEF_HEIGHT;
1656
1657        return 0;
1658}
1659