linux/drivers/media/i2c/ov5675.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0
   2// Copyright (c) 2019 Intel Corporation.
   3
   4#include <asm/unaligned.h>
   5#include <linux/acpi.h>
   6#include <linux/delay.h>
   7#include <linux/i2c.h>
   8#include <linux/module.h>
   9#include <linux/pm_runtime.h>
  10#include <media/v4l2-ctrls.h>
  11#include <media/v4l2-device.h>
  12#include <media/v4l2-fwnode.h>
  13
  14#define OV5675_REG_VALUE_08BIT          1
  15#define OV5675_REG_VALUE_16BIT          2
  16#define OV5675_REG_VALUE_24BIT          3
  17
  18#define OV5675_LINK_FREQ_450MHZ         450000000ULL
  19#define OV5675_SCLK                     90000000LL
  20#define OV5675_MCLK                     19200000
  21#define OV5675_DATA_LANES               2
  22#define OV5675_RGB_DEPTH                10
  23
  24#define OV5675_REG_CHIP_ID              0x300a
  25#define OV5675_CHIP_ID                  0x5675
  26
  27#define OV5675_REG_MODE_SELECT          0x0100
  28#define OV5675_MODE_STANDBY             0x00
  29#define OV5675_MODE_STREAMING           0x01
  30
  31/* vertical-timings from sensor */
  32#define OV5675_REG_VTS                  0x380e
  33#define OV5675_VTS_30FPS                0x07e4
  34#define OV5675_VTS_30FPS_MIN            0x07e4
  35#define OV5675_VTS_MAX                  0x7fff
  36
  37/* horizontal-timings from sensor */
  38#define OV5675_REG_HTS                  0x380c
  39
  40/* Exposure controls from sensor */
  41#define OV5675_REG_EXPOSURE             0x3500
  42#define OV5675_EXPOSURE_MIN             4
  43#define OV5675_EXPOSURE_MAX_MARGIN      4
  44#define OV5675_EXPOSURE_STEP            1
  45
  46/* Analog gain controls from sensor */
  47#define OV5675_REG_ANALOG_GAIN          0x3508
  48#define OV5675_ANAL_GAIN_MIN            128
  49#define OV5675_ANAL_GAIN_MAX            2047
  50#define OV5675_ANAL_GAIN_STEP           1
  51
  52/* Digital gain controls from sensor */
  53#define OV5675_REG_MWB_R_GAIN           0x5019
  54#define OV5675_REG_MWB_G_GAIN           0x501b
  55#define OV5675_REG_MWB_B_GAIN           0x501d
  56#define OV5675_DGTL_GAIN_MIN            0
  57#define OV5675_DGTL_GAIN_MAX            4095
  58#define OV5675_DGTL_GAIN_STEP           1
  59#define OV5675_DGTL_GAIN_DEFAULT        1024
  60
  61/* Test Pattern Control */
  62#define OV5675_REG_TEST_PATTERN         0x4503
  63#define OV5675_TEST_PATTERN_ENABLE      BIT(7)
  64#define OV5675_TEST_PATTERN_BAR_SHIFT   2
  65
  66/* Flip Mirror Controls from sensor */
  67#define OV5675_REG_FORMAT1              0x3820
  68#define OV5675_REG_FORMAT2              0x373d
  69
  70#define to_ov5675(_sd)                  container_of(_sd, struct ov5675, sd)
  71
  72enum {
  73        OV5675_LINK_FREQ_900MBPS,
  74};
  75
  76struct ov5675_reg {
  77        u16 address;
  78        u8 val;
  79};
  80
  81struct ov5675_reg_list {
  82        u32 num_of_regs;
  83        const struct ov5675_reg *regs;
  84};
  85
  86struct ov5675_link_freq_config {
  87        const struct ov5675_reg_list reg_list;
  88};
  89
  90struct ov5675_mode {
  91        /* Frame width in pixels */
  92        u32 width;
  93
  94        /* Frame height in pixels */
  95        u32 height;
  96
  97        /* Horizontal timining size */
  98        u32 hts;
  99
 100        /* Default vertical timining size */
 101        u32 vts_def;
 102
 103        /* Min vertical timining size */
 104        u32 vts_min;
 105
 106        /* Link frequency needed for this resolution */
 107        u32 link_freq_index;
 108
 109        /* Sensor register settings for this resolution */
 110        const struct ov5675_reg_list reg_list;
 111};
 112
 113static const struct ov5675_reg mipi_data_rate_900mbps[] = {
 114        {0x0103, 0x01},
 115        {0x0100, 0x00},
 116        {0x0300, 0x04},
 117        {0x0302, 0x8d},
 118        {0x0303, 0x00},
 119        {0x030d, 0x26},
 120};
 121
 122static const struct ov5675_reg mode_2592x1944_regs[] = {
 123        {0x3002, 0x21},
 124        {0x3107, 0x23},
 125        {0x3501, 0x20},
 126        {0x3503, 0x0c},
 127        {0x3508, 0x03},
 128        {0x3509, 0x00},
 129        {0x3600, 0x66},
 130        {0x3602, 0x30},
 131        {0x3610, 0xa5},
 132        {0x3612, 0x93},
 133        {0x3620, 0x80},
 134        {0x3642, 0x0e},
 135        {0x3661, 0x00},
 136        {0x3662, 0x10},
 137        {0x3664, 0xf3},
 138        {0x3665, 0x9e},
 139        {0x3667, 0xa5},
 140        {0x366e, 0x55},
 141        {0x366f, 0x55},
 142        {0x3670, 0x11},
 143        {0x3671, 0x11},
 144        {0x3672, 0x11},
 145        {0x3673, 0x11},
 146        {0x3714, 0x24},
 147        {0x371a, 0x3e},
 148        {0x3733, 0x10},
 149        {0x3734, 0x00},
 150        {0x373d, 0x24},
 151        {0x3764, 0x20},
 152        {0x3765, 0x20},
 153        {0x3766, 0x12},
 154        {0x37a1, 0x14},
 155        {0x37a8, 0x1c},
 156        {0x37ab, 0x0f},
 157        {0x37c2, 0x04},
 158        {0x37cb, 0x00},
 159        {0x37cc, 0x00},
 160        {0x37cd, 0x00},
 161        {0x37ce, 0x00},
 162        {0x37d8, 0x02},
 163        {0x37d9, 0x08},
 164        {0x37dc, 0x04},
 165        {0x3800, 0x00},
 166        {0x3801, 0x00},
 167        {0x3802, 0x00},
 168        {0x3803, 0x04},
 169        {0x3804, 0x0a},
 170        {0x3805, 0x3f},
 171        {0x3806, 0x07},
 172        {0x3807, 0xb3},
 173        {0x3808, 0x0a},
 174        {0x3809, 0x20},
 175        {0x380a, 0x07},
 176        {0x380b, 0x98},
 177        {0x380c, 0x02},
 178        {0x380d, 0xee},
 179        {0x380e, 0x07},
 180        {0x380f, 0xe4},
 181        {0x3811, 0x10},
 182        {0x3813, 0x0d},
 183        {0x3814, 0x01},
 184        {0x3815, 0x01},
 185        {0x3816, 0x01},
 186        {0x3817, 0x01},
 187        {0x381e, 0x02},
 188        {0x3820, 0x88},
 189        {0x3821, 0x01},
 190        {0x3832, 0x04},
 191        {0x3c80, 0x01},
 192        {0x3c82, 0x00},
 193        {0x3c83, 0xc8},
 194        {0x3c8c, 0x0f},
 195        {0x3c8d, 0xa0},
 196        {0x3c90, 0x07},
 197        {0x3c91, 0x00},
 198        {0x3c92, 0x00},
 199        {0x3c93, 0x00},
 200        {0x3c94, 0xd0},
 201        {0x3c95, 0x50},
 202        {0x3c96, 0x35},
 203        {0x3c97, 0x00},
 204        {0x4001, 0xe0},
 205        {0x4008, 0x02},
 206        {0x4009, 0x0d},
 207        {0x400f, 0x80},
 208        {0x4013, 0x02},
 209        {0x4040, 0x00},
 210        {0x4041, 0x07},
 211        {0x404c, 0x50},
 212        {0x404e, 0x20},
 213        {0x4500, 0x06},
 214        {0x4503, 0x00},
 215        {0x450a, 0x04},
 216        {0x4809, 0x04},
 217        {0x480c, 0x12},
 218        {0x4819, 0x70},
 219        {0x4825, 0x32},
 220        {0x4826, 0x32},
 221        {0x482a, 0x06},
 222        {0x4833, 0x08},
 223        {0x4837, 0x0d},
 224        {0x5000, 0x77},
 225        {0x5b00, 0x01},
 226        {0x5b01, 0x10},
 227        {0x5b02, 0x01},
 228        {0x5b03, 0xdb},
 229        {0x5b05, 0x6c},
 230        {0x5e10, 0xfc},
 231        {0x3500, 0x00},
 232        {0x3501, 0x3E},
 233        {0x3502, 0x60},
 234        {0x3503, 0x08},
 235        {0x3508, 0x04},
 236        {0x3509, 0x00},
 237        {0x3832, 0x48},
 238        {0x5780, 0x3e},
 239        {0x5781, 0x0f},
 240        {0x5782, 0x44},
 241        {0x5783, 0x02},
 242        {0x5784, 0x01},
 243        {0x5785, 0x01},
 244        {0x5786, 0x00},
 245        {0x5787, 0x04},
 246        {0x5788, 0x02},
 247        {0x5789, 0x0f},
 248        {0x578a, 0xfd},
 249        {0x578b, 0xf5},
 250        {0x578c, 0xf5},
 251        {0x578d, 0x03},
 252        {0x578e, 0x08},
 253        {0x578f, 0x0c},
 254        {0x5790, 0x08},
 255        {0x5791, 0x06},
 256        {0x5792, 0x00},
 257        {0x5793, 0x52},
 258        {0x5794, 0xa3},
 259        {0x4003, 0x40},
 260        {0x3107, 0x01},
 261        {0x3c80, 0x08},
 262        {0x3c83, 0xb1},
 263        {0x3c8c, 0x10},
 264        {0x3c8d, 0x00},
 265        {0x3c90, 0x00},
 266        {0x3c94, 0x00},
 267        {0x3c95, 0x00},
 268        {0x3c96, 0x00},
 269        {0x37cb, 0x09},
 270        {0x37cc, 0x15},
 271        {0x37cd, 0x1f},
 272        {0x37ce, 0x1f},
 273};
 274
 275static const struct ov5675_reg mode_1296x972_regs[] = {
 276        {0x3002, 0x21},
 277        {0x3107, 0x23},
 278        {0x3501, 0x20},
 279        {0x3503, 0x0c},
 280        {0x3508, 0x03},
 281        {0x3509, 0x00},
 282        {0x3600, 0x66},
 283        {0x3602, 0x30},
 284        {0x3610, 0xa5},
 285        {0x3612, 0x93},
 286        {0x3620, 0x80},
 287        {0x3642, 0x0e},
 288        {0x3661, 0x00},
 289        {0x3662, 0x08},
 290        {0x3664, 0xf3},
 291        {0x3665, 0x9e},
 292        {0x3667, 0xa5},
 293        {0x366e, 0x55},
 294        {0x366f, 0x55},
 295        {0x3670, 0x11},
 296        {0x3671, 0x11},
 297        {0x3672, 0x11},
 298        {0x3673, 0x11},
 299        {0x3714, 0x28},
 300        {0x371a, 0x3e},
 301        {0x3733, 0x10},
 302        {0x3734, 0x00},
 303        {0x373d, 0x24},
 304        {0x3764, 0x20},
 305        {0x3765, 0x20},
 306        {0x3766, 0x12},
 307        {0x37a1, 0x14},
 308        {0x37a8, 0x1c},
 309        {0x37ab, 0x0f},
 310        {0x37c2, 0x14},
 311        {0x37cb, 0x00},
 312        {0x37cc, 0x00},
 313        {0x37cd, 0x00},
 314        {0x37ce, 0x00},
 315        {0x37d8, 0x02},
 316        {0x37d9, 0x04},
 317        {0x37dc, 0x04},
 318        {0x3800, 0x00},
 319        {0x3801, 0x00},
 320        {0x3802, 0x00},
 321        {0x3803, 0x00},
 322        {0x3804, 0x0a},
 323        {0x3805, 0x3f},
 324        {0x3806, 0x07},
 325        {0x3807, 0xb7},
 326        {0x3808, 0x05},
 327        {0x3809, 0x10},
 328        {0x380a, 0x03},
 329        {0x380b, 0xcc},
 330        {0x380c, 0x02},
 331        {0x380d, 0xee},
 332        {0x380e, 0x07},
 333        {0x380f, 0xd0},
 334        {0x3811, 0x08},
 335        {0x3813, 0x0d},
 336        {0x3814, 0x03},
 337        {0x3815, 0x01},
 338        {0x3816, 0x03},
 339        {0x3817, 0x01},
 340        {0x381e, 0x02},
 341        {0x3820, 0x8b},
 342        {0x3821, 0x01},
 343        {0x3832, 0x04},
 344        {0x3c80, 0x01},
 345        {0x3c82, 0x00},
 346        {0x3c83, 0xc8},
 347        {0x3c8c, 0x0f},
 348        {0x3c8d, 0xa0},
 349        {0x3c90, 0x07},
 350        {0x3c91, 0x00},
 351        {0x3c92, 0x00},
 352        {0x3c93, 0x00},
 353        {0x3c94, 0xd0},
 354        {0x3c95, 0x50},
 355        {0x3c96, 0x35},
 356        {0x3c97, 0x00},
 357        {0x4001, 0xe0},
 358        {0x4008, 0x00},
 359        {0x4009, 0x07},
 360        {0x400f, 0x80},
 361        {0x4013, 0x02},
 362        {0x4040, 0x00},
 363        {0x4041, 0x03},
 364        {0x404c, 0x50},
 365        {0x404e, 0x20},
 366        {0x4500, 0x06},
 367        {0x4503, 0x00},
 368        {0x450a, 0x04},
 369        {0x4809, 0x04},
 370        {0x480c, 0x12},
 371        {0x4819, 0x70},
 372        {0x4825, 0x32},
 373        {0x4826, 0x32},
 374        {0x482a, 0x06},
 375        {0x4833, 0x08},
 376        {0x4837, 0x0d},
 377        {0x5000, 0x77},
 378        {0x5b00, 0x01},
 379        {0x5b01, 0x10},
 380        {0x5b02, 0x01},
 381        {0x5b03, 0xdb},
 382        {0x5b05, 0x6c},
 383        {0x5e10, 0xfc},
 384        {0x3500, 0x00},
 385        {0x3501, 0x1F},
 386        {0x3502, 0x20},
 387        {0x3503, 0x08},
 388        {0x3508, 0x04},
 389        {0x3509, 0x00},
 390        {0x3832, 0x48},
 391        {0x5780, 0x3e},
 392        {0x5781, 0x0f},
 393        {0x5782, 0x44},
 394        {0x5783, 0x02},
 395        {0x5784, 0x01},
 396        {0x5785, 0x01},
 397        {0x5786, 0x00},
 398        {0x5787, 0x04},
 399        {0x5788, 0x02},
 400        {0x5789, 0x0f},
 401        {0x578a, 0xfd},
 402        {0x578b, 0xf5},
 403        {0x578c, 0xf5},
 404        {0x578d, 0x03},
 405        {0x578e, 0x08},
 406        {0x578f, 0x0c},
 407        {0x5790, 0x08},
 408        {0x5791, 0x06},
 409        {0x5792, 0x00},
 410        {0x5793, 0x52},
 411        {0x5794, 0xa3},
 412        {0x4003, 0x40},
 413        {0x3107, 0x01},
 414        {0x3c80, 0x08},
 415        {0x3c83, 0xb1},
 416        {0x3c8c, 0x10},
 417        {0x3c8d, 0x00},
 418        {0x3c90, 0x00},
 419        {0x3c94, 0x00},
 420        {0x3c95, 0x00},
 421        {0x3c96, 0x00},
 422        {0x37cb, 0x09},
 423        {0x37cc, 0x15},
 424        {0x37cd, 0x1f},
 425        {0x37ce, 0x1f},
 426};
 427
 428static const char * const ov5675_test_pattern_menu[] = {
 429        "Disabled",
 430        "Standard Color Bar",
 431        "Top-Bottom Darker Color Bar",
 432        "Right-Left Darker Color Bar",
 433        "Bottom-Top Darker Color Bar"
 434};
 435
 436static const s64 link_freq_menu_items[] = {
 437        OV5675_LINK_FREQ_450MHZ,
 438};
 439
 440static const struct ov5675_link_freq_config link_freq_configs[] = {
 441        [OV5675_LINK_FREQ_900MBPS] = {
 442                .reg_list = {
 443                        .num_of_regs = ARRAY_SIZE(mipi_data_rate_900mbps),
 444                        .regs = mipi_data_rate_900mbps,
 445                }
 446        }
 447};
 448
 449static const struct ov5675_mode supported_modes[] = {
 450        {
 451                .width = 2592,
 452                .height = 1944,
 453                .hts = 1500,
 454                .vts_def = OV5675_VTS_30FPS,
 455                .vts_min = OV5675_VTS_30FPS_MIN,
 456                .reg_list = {
 457                        .num_of_regs = ARRAY_SIZE(mode_2592x1944_regs),
 458                        .regs = mode_2592x1944_regs,
 459                },
 460                .link_freq_index = OV5675_LINK_FREQ_900MBPS,
 461        },
 462        {
 463                .width = 1296,
 464                .height = 972,
 465                .hts = 1500,
 466                .vts_def = OV5675_VTS_30FPS,
 467                .vts_min = OV5675_VTS_30FPS_MIN,
 468                .reg_list = {
 469                        .num_of_regs = ARRAY_SIZE(mode_1296x972_regs),
 470                        .regs = mode_1296x972_regs,
 471                },
 472                .link_freq_index = OV5675_LINK_FREQ_900MBPS,
 473        }
 474};
 475
 476struct ov5675 {
 477        struct v4l2_subdev sd;
 478        struct media_pad pad;
 479        struct v4l2_ctrl_handler ctrl_handler;
 480
 481        /* V4L2 Controls */
 482        struct v4l2_ctrl *link_freq;
 483        struct v4l2_ctrl *pixel_rate;
 484        struct v4l2_ctrl *vblank;
 485        struct v4l2_ctrl *hblank;
 486        struct v4l2_ctrl *exposure;
 487
 488        /* Current mode */
 489        const struct ov5675_mode *cur_mode;
 490
 491        /* To serialize asynchronus callbacks */
 492        struct mutex mutex;
 493
 494        /* Streaming on/off */
 495        bool streaming;
 496};
 497
 498static u64 to_pixel_rate(u32 f_index)
 499{
 500        u64 pixel_rate = link_freq_menu_items[f_index] * 2 * OV5675_DATA_LANES;
 501
 502        do_div(pixel_rate, OV5675_RGB_DEPTH);
 503
 504        return pixel_rate;
 505}
 506
 507static u64 to_pixels_per_line(u32 hts, u32 f_index)
 508{
 509        u64 ppl = hts * to_pixel_rate(f_index);
 510
 511        do_div(ppl, OV5675_SCLK);
 512
 513        return ppl;
 514}
 515
 516static int ov5675_read_reg(struct ov5675 *ov5675, u16 reg, u16 len, u32 *val)
 517{
 518        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
 519        struct i2c_msg msgs[2];
 520        u8 addr_buf[2];
 521        u8 data_buf[4] = {0};
 522        int ret;
 523
 524        if (len > 4)
 525                return -EINVAL;
 526
 527        put_unaligned_be16(reg, addr_buf);
 528        msgs[0].addr = client->addr;
 529        msgs[0].flags = 0;
 530        msgs[0].len = sizeof(addr_buf);
 531        msgs[0].buf = addr_buf;
 532        msgs[1].addr = client->addr;
 533        msgs[1].flags = I2C_M_RD;
 534        msgs[1].len = len;
 535        msgs[1].buf = &data_buf[4 - len];
 536
 537        ret = i2c_transfer(client->adapter, msgs, ARRAY_SIZE(msgs));
 538        if (ret != ARRAY_SIZE(msgs))
 539                return -EIO;
 540
 541        *val = get_unaligned_be32(data_buf);
 542
 543        return 0;
 544}
 545
 546static int ov5675_write_reg(struct ov5675 *ov5675, u16 reg, u16 len, u32 val)
 547{
 548        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
 549        u8 buf[6];
 550
 551        if (len > 4)
 552                return -EINVAL;
 553
 554        put_unaligned_be16(reg, buf);
 555        put_unaligned_be32(val << 8 * (4 - len), buf + 2);
 556        if (i2c_master_send(client, buf, len + 2) != len + 2)
 557                return -EIO;
 558
 559        return 0;
 560}
 561
 562static int ov5675_write_reg_list(struct ov5675 *ov5675,
 563                                 const struct ov5675_reg_list *r_list)
 564{
 565        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
 566        unsigned int i;
 567        int ret;
 568
 569        for (i = 0; i < r_list->num_of_regs; i++) {
 570                ret = ov5675_write_reg(ov5675, r_list->regs[i].address, 1,
 571                                       r_list->regs[i].val);
 572                if (ret) {
 573                        dev_err_ratelimited(&client->dev,
 574                                    "failed to write reg 0x%4.4x. error = %d",
 575                                    r_list->regs[i].address, ret);
 576                        return ret;
 577                }
 578        }
 579
 580        return 0;
 581}
 582
 583static int ov5675_update_digital_gain(struct ov5675 *ov5675, u32 d_gain)
 584{
 585        int ret;
 586
 587        ret = ov5675_write_reg(ov5675, OV5675_REG_MWB_R_GAIN,
 588                               OV5675_REG_VALUE_16BIT, d_gain);
 589        if (ret)
 590                return ret;
 591
 592        ret = ov5675_write_reg(ov5675, OV5675_REG_MWB_G_GAIN,
 593                               OV5675_REG_VALUE_16BIT, d_gain);
 594        if (ret)
 595                return ret;
 596
 597        return ov5675_write_reg(ov5675, OV5675_REG_MWB_B_GAIN,
 598                                OV5675_REG_VALUE_16BIT, d_gain);
 599}
 600
 601static int ov5675_test_pattern(struct ov5675 *ov5675, u32 pattern)
 602{
 603        if (pattern)
 604                pattern = (pattern - 1) << OV5675_TEST_PATTERN_BAR_SHIFT |
 605                          OV5675_TEST_PATTERN_ENABLE;
 606
 607        return ov5675_write_reg(ov5675, OV5675_REG_TEST_PATTERN,
 608                                OV5675_REG_VALUE_08BIT, pattern);
 609}
 610
 611/*
 612 * OV5675 supports keeping the pixel order by mirror and flip function
 613 * The Bayer order isn't affected by the flip controls
 614 */
 615static int ov5675_set_ctrl_hflip(struct ov5675 *ov5675, u32 ctrl_val)
 616{
 617        int ret;
 618        u32 val;
 619
 620        ret = ov5675_read_reg(ov5675, OV5675_REG_FORMAT1,
 621                              OV5675_REG_VALUE_08BIT, &val);
 622        if (ret)
 623                return ret;
 624
 625        return ov5675_write_reg(ov5675, OV5675_REG_FORMAT1,
 626                                OV5675_REG_VALUE_08BIT,
 627                                ctrl_val ? val & ~BIT(3) : val);
 628}
 629
 630static int ov5675_set_ctrl_vflip(struct ov5675 *ov5675, u8 ctrl_val)
 631{
 632        int ret;
 633        u32 val;
 634
 635        ret = ov5675_read_reg(ov5675, OV5675_REG_FORMAT1,
 636                              OV5675_REG_VALUE_08BIT, &val);
 637        if (ret)
 638                return ret;
 639
 640        ret = ov5675_write_reg(ov5675, OV5675_REG_FORMAT1,
 641                               OV5675_REG_VALUE_08BIT,
 642                               ctrl_val ? val | BIT(4) | BIT(5)  : val);
 643
 644        if (ret)
 645                return ret;
 646
 647        ret = ov5675_read_reg(ov5675, OV5675_REG_FORMAT2,
 648                              OV5675_REG_VALUE_08BIT, &val);
 649
 650        if (ret)
 651                return ret;
 652
 653        return ov5675_write_reg(ov5675, OV5675_REG_FORMAT2,
 654                                OV5675_REG_VALUE_08BIT,
 655                                ctrl_val ? val | BIT(1) : val);
 656}
 657
 658static int ov5675_set_ctrl(struct v4l2_ctrl *ctrl)
 659{
 660        struct ov5675 *ov5675 = container_of(ctrl->handler,
 661                                             struct ov5675, ctrl_handler);
 662        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
 663        s64 exposure_max;
 664        int ret = 0;
 665
 666        /* Propagate change of current control to all related controls */
 667        if (ctrl->id == V4L2_CID_VBLANK) {
 668                /* Update max exposure while meeting expected vblanking */
 669                exposure_max = (ov5675->cur_mode->height + ctrl->val -
 670                               OV5675_EXPOSURE_MAX_MARGIN) / 2;
 671                __v4l2_ctrl_modify_range(ov5675->exposure,
 672                                         ov5675->exposure->minimum,
 673                                         exposure_max, ov5675->exposure->step,
 674                                         exposure_max);
 675        }
 676
 677        /* V4L2 controls values will be applied only when power is already up */
 678        if (!pm_runtime_get_if_in_use(&client->dev))
 679                return 0;
 680
 681        switch (ctrl->id) {
 682        case V4L2_CID_ANALOGUE_GAIN:
 683                ret = ov5675_write_reg(ov5675, OV5675_REG_ANALOG_GAIN,
 684                                       OV5675_REG_VALUE_16BIT, ctrl->val);
 685                break;
 686
 687        case V4L2_CID_DIGITAL_GAIN:
 688                ret = ov5675_update_digital_gain(ov5675, ctrl->val);
 689                break;
 690
 691        case V4L2_CID_EXPOSURE:
 692                /* 3 least significant bits of expsoure are fractional part */
 693                ret = ov5675_write_reg(ov5675, OV5675_REG_EXPOSURE,
 694                                       OV5675_REG_VALUE_24BIT, ctrl->val << 3);
 695                break;
 696
 697        case V4L2_CID_VBLANK:
 698                ret = ov5675_write_reg(ov5675, OV5675_REG_VTS,
 699                                       OV5675_REG_VALUE_16BIT,
 700                                       ov5675->cur_mode->height + ctrl->val +
 701                                       10);
 702                break;
 703
 704        case V4L2_CID_TEST_PATTERN:
 705                ret = ov5675_test_pattern(ov5675, ctrl->val);
 706                break;
 707
 708        case V4L2_CID_HFLIP:
 709                ov5675_set_ctrl_hflip(ov5675, ctrl->val);
 710                break;
 711
 712        case V4L2_CID_VFLIP:
 713                ov5675_set_ctrl_vflip(ov5675, ctrl->val);
 714                break;
 715
 716        default:
 717                ret = -EINVAL;
 718                break;
 719        }
 720
 721        pm_runtime_put(&client->dev);
 722
 723        return ret;
 724}
 725
 726static const struct v4l2_ctrl_ops ov5675_ctrl_ops = {
 727        .s_ctrl = ov5675_set_ctrl,
 728};
 729
 730static int ov5675_init_controls(struct ov5675 *ov5675)
 731{
 732        struct v4l2_ctrl_handler *ctrl_hdlr;
 733        s64 exposure_max, h_blank;
 734        int ret;
 735
 736        ctrl_hdlr = &ov5675->ctrl_handler;
 737        ret = v4l2_ctrl_handler_init(ctrl_hdlr, 8);
 738        if (ret)
 739                return ret;
 740
 741        ctrl_hdlr->lock = &ov5675->mutex;
 742        ov5675->link_freq = v4l2_ctrl_new_int_menu(ctrl_hdlr, &ov5675_ctrl_ops,
 743                                           V4L2_CID_LINK_FREQ,
 744                                           ARRAY_SIZE(link_freq_menu_items) - 1,
 745                                           0, link_freq_menu_items);
 746        if (ov5675->link_freq)
 747                ov5675->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
 748
 749        ov5675->pixel_rate = v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops,
 750                                       V4L2_CID_PIXEL_RATE, 0,
 751                                       to_pixel_rate(OV5675_LINK_FREQ_900MBPS),
 752                                       1,
 753                                       to_pixel_rate(OV5675_LINK_FREQ_900MBPS));
 754        ov5675->vblank = v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops,
 755                          V4L2_CID_VBLANK,
 756                          ov5675->cur_mode->vts_min - ov5675->cur_mode->height,
 757                          OV5675_VTS_MAX - ov5675->cur_mode->height, 1,
 758                          ov5675->cur_mode->vts_def - ov5675->cur_mode->height);
 759        h_blank = to_pixels_per_line(ov5675->cur_mode->hts,
 760                  ov5675->cur_mode->link_freq_index) - ov5675->cur_mode->width;
 761        ov5675->hblank = v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops,
 762                                           V4L2_CID_HBLANK, h_blank, h_blank, 1,
 763                                           h_blank);
 764        if (ov5675->hblank)
 765                ov5675->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
 766
 767        v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops, V4L2_CID_ANALOGUE_GAIN,
 768                          OV5675_ANAL_GAIN_MIN, OV5675_ANAL_GAIN_MAX,
 769                          OV5675_ANAL_GAIN_STEP, OV5675_ANAL_GAIN_MIN);
 770        v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops, V4L2_CID_DIGITAL_GAIN,
 771                          OV5675_DGTL_GAIN_MIN, OV5675_DGTL_GAIN_MAX,
 772                          OV5675_DGTL_GAIN_STEP, OV5675_DGTL_GAIN_DEFAULT);
 773        exposure_max = (ov5675->cur_mode->vts_def -
 774                        OV5675_EXPOSURE_MAX_MARGIN) / 2;
 775        ov5675->exposure = v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops,
 776                                             V4L2_CID_EXPOSURE,
 777                                             OV5675_EXPOSURE_MIN, exposure_max,
 778                                             OV5675_EXPOSURE_STEP,
 779                                             exposure_max);
 780        v4l2_ctrl_new_std_menu_items(ctrl_hdlr, &ov5675_ctrl_ops,
 781                                     V4L2_CID_TEST_PATTERN,
 782                                     ARRAY_SIZE(ov5675_test_pattern_menu) - 1,
 783                                     0, 0, ov5675_test_pattern_menu);
 784        v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops,
 785                          V4L2_CID_HFLIP, 0, 1, 1, 0);
 786        v4l2_ctrl_new_std(ctrl_hdlr, &ov5675_ctrl_ops,
 787                          V4L2_CID_VFLIP, 0, 1, 1, 0);
 788
 789        if (ctrl_hdlr->error)
 790                return ctrl_hdlr->error;
 791
 792        ov5675->sd.ctrl_handler = ctrl_hdlr;
 793
 794        return 0;
 795}
 796
 797static void ov5675_update_pad_format(const struct ov5675_mode *mode,
 798                                     struct v4l2_mbus_framefmt *fmt)
 799{
 800        fmt->width = mode->width;
 801        fmt->height = mode->height;
 802        fmt->code = MEDIA_BUS_FMT_SGRBG10_1X10;
 803        fmt->field = V4L2_FIELD_NONE;
 804}
 805
 806static int ov5675_start_streaming(struct ov5675 *ov5675)
 807{
 808        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
 809        const struct ov5675_reg_list *reg_list;
 810        int link_freq_index, ret;
 811
 812        link_freq_index = ov5675->cur_mode->link_freq_index;
 813        reg_list = &link_freq_configs[link_freq_index].reg_list;
 814        ret = ov5675_write_reg_list(ov5675, reg_list);
 815        if (ret) {
 816                dev_err(&client->dev, "failed to set plls");
 817                return ret;
 818        }
 819
 820        reg_list = &ov5675->cur_mode->reg_list;
 821        ret = ov5675_write_reg_list(ov5675, reg_list);
 822        if (ret) {
 823                dev_err(&client->dev, "failed to set mode");
 824                return ret;
 825        }
 826
 827        ret = __v4l2_ctrl_handler_setup(ov5675->sd.ctrl_handler);
 828        if (ret)
 829                return ret;
 830
 831        ret = ov5675_write_reg(ov5675, OV5675_REG_MODE_SELECT,
 832                               OV5675_REG_VALUE_08BIT, OV5675_MODE_STREAMING);
 833        if (ret) {
 834                dev_err(&client->dev, "failed to set stream");
 835                return ret;
 836        }
 837
 838        return 0;
 839}
 840
 841static void ov5675_stop_streaming(struct ov5675 *ov5675)
 842{
 843        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
 844
 845        if (ov5675_write_reg(ov5675, OV5675_REG_MODE_SELECT,
 846                             OV5675_REG_VALUE_08BIT, OV5675_MODE_STANDBY))
 847                dev_err(&client->dev, "failed to set stream");
 848}
 849
 850static int ov5675_set_stream(struct v4l2_subdev *sd, int enable)
 851{
 852        struct ov5675 *ov5675 = to_ov5675(sd);
 853        struct i2c_client *client = v4l2_get_subdevdata(sd);
 854        int ret = 0;
 855
 856        if (ov5675->streaming == enable)
 857                return 0;
 858
 859        mutex_lock(&ov5675->mutex);
 860        if (enable) {
 861                ret = pm_runtime_get_sync(&client->dev);
 862                if (ret < 0) {
 863                        pm_runtime_put_noidle(&client->dev);
 864                        mutex_unlock(&ov5675->mutex);
 865                        return ret;
 866                }
 867
 868                ret = ov5675_start_streaming(ov5675);
 869                if (ret) {
 870                        enable = 0;
 871                        ov5675_stop_streaming(ov5675);
 872                        pm_runtime_put(&client->dev);
 873                }
 874        } else {
 875                ov5675_stop_streaming(ov5675);
 876                pm_runtime_put(&client->dev);
 877        }
 878
 879        ov5675->streaming = enable;
 880        mutex_unlock(&ov5675->mutex);
 881
 882        return ret;
 883}
 884
 885static int __maybe_unused ov5675_suspend(struct device *dev)
 886{
 887        struct i2c_client *client = to_i2c_client(dev);
 888        struct v4l2_subdev *sd = i2c_get_clientdata(client);
 889        struct ov5675 *ov5675 = to_ov5675(sd);
 890
 891        mutex_lock(&ov5675->mutex);
 892        if (ov5675->streaming)
 893                ov5675_stop_streaming(ov5675);
 894
 895        mutex_unlock(&ov5675->mutex);
 896
 897        return 0;
 898}
 899
 900static int __maybe_unused ov5675_resume(struct device *dev)
 901{
 902        struct i2c_client *client = to_i2c_client(dev);
 903        struct v4l2_subdev *sd = i2c_get_clientdata(client);
 904        struct ov5675 *ov5675 = to_ov5675(sd);
 905        int ret;
 906
 907        mutex_lock(&ov5675->mutex);
 908        if (ov5675->streaming) {
 909                ret = ov5675_start_streaming(ov5675);
 910                if (ret) {
 911                        ov5675->streaming = false;
 912                        ov5675_stop_streaming(ov5675);
 913                        mutex_unlock(&ov5675->mutex);
 914                        return ret;
 915                }
 916        }
 917
 918        mutex_unlock(&ov5675->mutex);
 919
 920        return 0;
 921}
 922
 923static int ov5675_set_format(struct v4l2_subdev *sd,
 924                             struct v4l2_subdev_pad_config *cfg,
 925                             struct v4l2_subdev_format *fmt)
 926{
 927        struct ov5675 *ov5675 = to_ov5675(sd);
 928        const struct ov5675_mode *mode;
 929        s32 vblank_def, h_blank;
 930
 931        mode = v4l2_find_nearest_size(supported_modes,
 932                                      ARRAY_SIZE(supported_modes), width,
 933                                      height, fmt->format.width,
 934                                      fmt->format.height);
 935
 936        mutex_lock(&ov5675->mutex);
 937        ov5675_update_pad_format(mode, &fmt->format);
 938        if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
 939                *v4l2_subdev_get_try_format(sd, cfg, fmt->pad) = fmt->format;
 940        } else {
 941                ov5675->cur_mode = mode;
 942                __v4l2_ctrl_s_ctrl(ov5675->link_freq, mode->link_freq_index);
 943                __v4l2_ctrl_s_ctrl_int64(ov5675->pixel_rate,
 944                                         to_pixel_rate(mode->link_freq_index));
 945
 946                /* Update limits and set FPS to default */
 947                vblank_def = mode->vts_def - mode->height;
 948                __v4l2_ctrl_modify_range(ov5675->vblank,
 949                                         mode->vts_min - mode->height,
 950                                         OV5675_VTS_MAX - mode->height, 1,
 951                                         vblank_def);
 952                __v4l2_ctrl_s_ctrl(ov5675->vblank, vblank_def);
 953                h_blank = to_pixels_per_line(mode->hts, mode->link_freq_index) -
 954                          mode->width;
 955                __v4l2_ctrl_modify_range(ov5675->hblank, h_blank, h_blank, 1,
 956                                         h_blank);
 957        }
 958
 959        mutex_unlock(&ov5675->mutex);
 960
 961        return 0;
 962}
 963
 964static int ov5675_get_format(struct v4l2_subdev *sd,
 965                             struct v4l2_subdev_pad_config *cfg,
 966                             struct v4l2_subdev_format *fmt)
 967{
 968        struct ov5675 *ov5675 = to_ov5675(sd);
 969
 970        mutex_lock(&ov5675->mutex);
 971        if (fmt->which == V4L2_SUBDEV_FORMAT_TRY)
 972                fmt->format = *v4l2_subdev_get_try_format(&ov5675->sd, cfg,
 973                                                          fmt->pad);
 974        else
 975                ov5675_update_pad_format(ov5675->cur_mode, &fmt->format);
 976
 977        mutex_unlock(&ov5675->mutex);
 978
 979        return 0;
 980}
 981
 982static int ov5675_enum_mbus_code(struct v4l2_subdev *sd,
 983                                 struct v4l2_subdev_pad_config *cfg,
 984                                 struct v4l2_subdev_mbus_code_enum *code)
 985{
 986        if (code->index > 0)
 987                return -EINVAL;
 988
 989        code->code = MEDIA_BUS_FMT_SGRBG10_1X10;
 990
 991        return 0;
 992}
 993
 994static int ov5675_enum_frame_size(struct v4l2_subdev *sd,
 995                                  struct v4l2_subdev_pad_config *cfg,
 996                                  struct v4l2_subdev_frame_size_enum *fse)
 997{
 998        if (fse->index >= ARRAY_SIZE(supported_modes))
 999                return -EINVAL;
1000
1001        if (fse->code != MEDIA_BUS_FMT_SGRBG10_1X10)
1002                return -EINVAL;
1003
1004        fse->min_width = supported_modes[fse->index].width;
1005        fse->max_width = fse->min_width;
1006        fse->min_height = supported_modes[fse->index].height;
1007        fse->max_height = fse->min_height;
1008
1009        return 0;
1010}
1011
1012static int ov5675_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
1013{
1014        struct ov5675 *ov5675 = to_ov5675(sd);
1015
1016        mutex_lock(&ov5675->mutex);
1017        ov5675_update_pad_format(&supported_modes[0],
1018                                 v4l2_subdev_get_try_format(sd, fh->pad, 0));
1019        mutex_unlock(&ov5675->mutex);
1020
1021        return 0;
1022}
1023
1024static const struct v4l2_subdev_video_ops ov5675_video_ops = {
1025        .s_stream = ov5675_set_stream,
1026};
1027
1028static const struct v4l2_subdev_pad_ops ov5675_pad_ops = {
1029        .set_fmt = ov5675_set_format,
1030        .get_fmt = ov5675_get_format,
1031        .enum_mbus_code = ov5675_enum_mbus_code,
1032        .enum_frame_size = ov5675_enum_frame_size,
1033};
1034
1035static const struct v4l2_subdev_ops ov5675_subdev_ops = {
1036        .video = &ov5675_video_ops,
1037        .pad = &ov5675_pad_ops,
1038};
1039
1040static const struct media_entity_operations ov5675_subdev_entity_ops = {
1041        .link_validate = v4l2_subdev_link_validate,
1042};
1043
1044static const struct v4l2_subdev_internal_ops ov5675_internal_ops = {
1045        .open = ov5675_open,
1046};
1047
1048static int ov5675_identify_module(struct ov5675 *ov5675)
1049{
1050        struct i2c_client *client = v4l2_get_subdevdata(&ov5675->sd);
1051        int ret;
1052        u32 val;
1053
1054        ret = ov5675_read_reg(ov5675, OV5675_REG_CHIP_ID,
1055                              OV5675_REG_VALUE_24BIT, &val);
1056        if (ret)
1057                return ret;
1058
1059        if (val != OV5675_CHIP_ID) {
1060                dev_err(&client->dev, "chip id mismatch: %x!=%x",
1061                        OV5675_CHIP_ID, val);
1062                return -ENXIO;
1063        }
1064
1065        return 0;
1066}
1067
1068static int ov5675_check_hwcfg(struct device *dev)
1069{
1070        struct fwnode_handle *ep;
1071        struct fwnode_handle *fwnode = dev_fwnode(dev);
1072        struct v4l2_fwnode_endpoint bus_cfg = {
1073                .bus_type = V4L2_MBUS_CSI2_DPHY
1074        };
1075        u32 mclk;
1076        int ret;
1077        unsigned int i, j;
1078
1079        if (!fwnode)
1080                return -ENXIO;
1081
1082        ret = fwnode_property_read_u32(fwnode, "clock-frequency", &mclk);
1083
1084        if (ret) {
1085                dev_err(dev, "can't get clock frequency");
1086                return ret;
1087        }
1088
1089        if (mclk != OV5675_MCLK) {
1090                dev_err(dev, "external clock %d is not supported", mclk);
1091                return -EINVAL;
1092        }
1093
1094        ep = fwnode_graph_get_next_endpoint(fwnode, NULL);
1095        if (!ep)
1096                return -ENXIO;
1097
1098        ret = v4l2_fwnode_endpoint_alloc_parse(ep, &bus_cfg);
1099        fwnode_handle_put(ep);
1100        if (ret)
1101                return ret;
1102
1103        if (bus_cfg.bus.mipi_csi2.num_data_lanes != OV5675_DATA_LANES) {
1104                dev_err(dev, "number of CSI2 data lanes %d is not supported",
1105                        bus_cfg.bus.mipi_csi2.num_data_lanes);
1106                ret = -EINVAL;
1107                goto check_hwcfg_error;
1108        }
1109
1110        if (!bus_cfg.nr_of_link_frequencies) {
1111                dev_err(dev, "no link frequencies defined");
1112                ret = -EINVAL;
1113                goto check_hwcfg_error;
1114        }
1115
1116        for (i = 0; i < ARRAY_SIZE(link_freq_menu_items); i++) {
1117                for (j = 0; j < bus_cfg.nr_of_link_frequencies; j++) {
1118                        if (link_freq_menu_items[i] ==
1119                                bus_cfg.link_frequencies[j])
1120                                break;
1121                }
1122
1123                if (j == bus_cfg.nr_of_link_frequencies) {
1124                        dev_err(dev, "no link frequency %lld supported",
1125                                link_freq_menu_items[i]);
1126                        ret = -EINVAL;
1127                        goto check_hwcfg_error;
1128                }
1129        }
1130
1131check_hwcfg_error:
1132        v4l2_fwnode_endpoint_free(&bus_cfg);
1133
1134        return ret;
1135}
1136
1137static int ov5675_remove(struct i2c_client *client)
1138{
1139        struct v4l2_subdev *sd = i2c_get_clientdata(client);
1140        struct ov5675 *ov5675 = to_ov5675(sd);
1141
1142        v4l2_async_unregister_subdev(sd);
1143        media_entity_cleanup(&sd->entity);
1144        v4l2_ctrl_handler_free(sd->ctrl_handler);
1145        pm_runtime_disable(&client->dev);
1146        mutex_destroy(&ov5675->mutex);
1147
1148        return 0;
1149}
1150
1151static int ov5675_probe(struct i2c_client *client)
1152{
1153        struct ov5675 *ov5675;
1154        int ret;
1155
1156        ret = ov5675_check_hwcfg(&client->dev);
1157        if (ret) {
1158                dev_err(&client->dev, "failed to check HW configuration: %d",
1159                        ret);
1160                return ret;
1161        }
1162
1163        ov5675 = devm_kzalloc(&client->dev, sizeof(*ov5675), GFP_KERNEL);
1164        if (!ov5675)
1165                return -ENOMEM;
1166
1167        v4l2_i2c_subdev_init(&ov5675->sd, client, &ov5675_subdev_ops);
1168        ret = ov5675_identify_module(ov5675);
1169        if (ret) {
1170                dev_err(&client->dev, "failed to find sensor: %d", ret);
1171                return ret;
1172        }
1173
1174        mutex_init(&ov5675->mutex);
1175        ov5675->cur_mode = &supported_modes[0];
1176        ret = ov5675_init_controls(ov5675);
1177        if (ret) {
1178                dev_err(&client->dev, "failed to init controls: %d", ret);
1179                goto probe_error_v4l2_ctrl_handler_free;
1180        }
1181
1182        ov5675->sd.internal_ops = &ov5675_internal_ops;
1183        ov5675->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1184        ov5675->sd.entity.ops = &ov5675_subdev_entity_ops;
1185        ov5675->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
1186        ov5675->pad.flags = MEDIA_PAD_FL_SOURCE;
1187        ret = media_entity_pads_init(&ov5675->sd.entity, 1, &ov5675->pad);
1188        if (ret) {
1189                dev_err(&client->dev, "failed to init entity pads: %d", ret);
1190                goto probe_error_v4l2_ctrl_handler_free;
1191        }
1192
1193        ret = v4l2_async_register_subdev_sensor_common(&ov5675->sd);
1194        if (ret < 0) {
1195                dev_err(&client->dev, "failed to register V4L2 subdev: %d",
1196                        ret);
1197                goto probe_error_media_entity_cleanup;
1198        }
1199
1200        /*
1201         * Device is already turned on by i2c-core with ACPI domain PM.
1202         * Enable runtime PM and turn off the device.
1203         */
1204        pm_runtime_set_active(&client->dev);
1205        pm_runtime_enable(&client->dev);
1206        pm_runtime_idle(&client->dev);
1207
1208        return 0;
1209
1210probe_error_media_entity_cleanup:
1211        media_entity_cleanup(&ov5675->sd.entity);
1212
1213probe_error_v4l2_ctrl_handler_free:
1214        v4l2_ctrl_handler_free(ov5675->sd.ctrl_handler);
1215        mutex_destroy(&ov5675->mutex);
1216
1217        return ret;
1218}
1219
1220static const struct dev_pm_ops ov5675_pm_ops = {
1221        SET_SYSTEM_SLEEP_PM_OPS(ov5675_suspend, ov5675_resume)
1222};
1223
1224#ifdef CONFIG_ACPI
1225static const struct acpi_device_id ov5675_acpi_ids[] = {
1226        {"OVTI5675"},
1227        {}
1228};
1229
1230MODULE_DEVICE_TABLE(acpi, ov5675_acpi_ids);
1231#endif
1232
1233static struct i2c_driver ov5675_i2c_driver = {
1234        .driver = {
1235                .name = "ov5675",
1236                .pm = &ov5675_pm_ops,
1237                .acpi_match_table = ACPI_PTR(ov5675_acpi_ids),
1238        },
1239        .probe_new = ov5675_probe,
1240        .remove = ov5675_remove,
1241};
1242
1243module_i2c_driver(ov5675_i2c_driver);
1244
1245MODULE_AUTHOR("Shawn Tu <shawnx.tu@intel.com>");
1246MODULE_DESCRIPTION("OmniVision OV5675 sensor driver");
1247MODULE_LICENSE("GPL v2");
1248