linux/drivers/gpu/ipu-v3/ipu-cpmem.c
<<
>>
Prefs
   1/*
   2 * Copyright (C) 2012 Mentor Graphics Inc.
   3 * Copyright 2005-2012 Freescale Semiconductor, Inc. All Rights Reserved.
   4 *
   5 * The code contained herein is licensed under the GNU General Public
   6 * License. You may obtain a copy of the GNU General Public License
   7 * Version 2 or later at the following locations:
   8 *
   9 * http://www.opensource.org/licenses/gpl-license.html
  10 * http://www.gnu.org/copyleft/gpl.html
  11 */
  12#include <linux/types.h>
  13#include <linux/bitrev.h>
  14#include <linux/io.h>
  15#include <drm/drm_fourcc.h>
  16#include "ipu-prv.h"
  17
  18struct ipu_cpmem_word {
  19        u32 data[5];
  20        u32 res[3];
  21};
  22
  23struct ipu_ch_param {
  24        struct ipu_cpmem_word word[2];
  25};
  26
  27struct ipu_cpmem {
  28        struct ipu_ch_param __iomem *base;
  29        u32 module;
  30        spinlock_t lock;
  31        int use_count;
  32        struct ipu_soc *ipu;
  33};
  34
  35#define IPU_CPMEM_WORD(word, ofs, size) ((((word) * 160 + (ofs)) << 8) | (size))
  36
  37#define IPU_FIELD_UBO           IPU_CPMEM_WORD(0, 46, 22)
  38#define IPU_FIELD_VBO           IPU_CPMEM_WORD(0, 68, 22)
  39#define IPU_FIELD_IOX           IPU_CPMEM_WORD(0, 90, 4)
  40#define IPU_FIELD_RDRW          IPU_CPMEM_WORD(0, 94, 1)
  41#define IPU_FIELD_SO            IPU_CPMEM_WORD(0, 113, 1)
  42#define IPU_FIELD_SLY           IPU_CPMEM_WORD(1, 102, 14)
  43#define IPU_FIELD_SLUV          IPU_CPMEM_WORD(1, 128, 14)
  44
  45#define IPU_FIELD_XV            IPU_CPMEM_WORD(0, 0, 10)
  46#define IPU_FIELD_YV            IPU_CPMEM_WORD(0, 10, 9)
  47#define IPU_FIELD_XB            IPU_CPMEM_WORD(0, 19, 13)
  48#define IPU_FIELD_YB            IPU_CPMEM_WORD(0, 32, 12)
  49#define IPU_FIELD_NSB_B         IPU_CPMEM_WORD(0, 44, 1)
  50#define IPU_FIELD_CF            IPU_CPMEM_WORD(0, 45, 1)
  51#define IPU_FIELD_SX            IPU_CPMEM_WORD(0, 46, 12)
  52#define IPU_FIELD_SY            IPU_CPMEM_WORD(0, 58, 11)
  53#define IPU_FIELD_NS            IPU_CPMEM_WORD(0, 69, 10)
  54#define IPU_FIELD_SDX           IPU_CPMEM_WORD(0, 79, 7)
  55#define IPU_FIELD_SM            IPU_CPMEM_WORD(0, 86, 10)
  56#define IPU_FIELD_SCC           IPU_CPMEM_WORD(0, 96, 1)
  57#define IPU_FIELD_SCE           IPU_CPMEM_WORD(0, 97, 1)
  58#define IPU_FIELD_SDY           IPU_CPMEM_WORD(0, 98, 7)
  59#define IPU_FIELD_SDRX          IPU_CPMEM_WORD(0, 105, 1)
  60#define IPU_FIELD_SDRY          IPU_CPMEM_WORD(0, 106, 1)
  61#define IPU_FIELD_BPP           IPU_CPMEM_WORD(0, 107, 3)
  62#define IPU_FIELD_DEC_SEL       IPU_CPMEM_WORD(0, 110, 2)
  63#define IPU_FIELD_DIM           IPU_CPMEM_WORD(0, 112, 1)
  64#define IPU_FIELD_BNDM          IPU_CPMEM_WORD(0, 114, 3)
  65#define IPU_FIELD_BM            IPU_CPMEM_WORD(0, 117, 2)
  66#define IPU_FIELD_ROT           IPU_CPMEM_WORD(0, 119, 1)
  67#define IPU_FIELD_ROT_HF_VF     IPU_CPMEM_WORD(0, 119, 3)
  68#define IPU_FIELD_HF            IPU_CPMEM_WORD(0, 120, 1)
  69#define IPU_FIELD_VF            IPU_CPMEM_WORD(0, 121, 1)
  70#define IPU_FIELD_THE           IPU_CPMEM_WORD(0, 122, 1)
  71#define IPU_FIELD_CAP           IPU_CPMEM_WORD(0, 123, 1)
  72#define IPU_FIELD_CAE           IPU_CPMEM_WORD(0, 124, 1)
  73#define IPU_FIELD_FW            IPU_CPMEM_WORD(0, 125, 13)
  74#define IPU_FIELD_FH            IPU_CPMEM_WORD(0, 138, 12)
  75#define IPU_FIELD_EBA0          IPU_CPMEM_WORD(1, 0, 29)
  76#define IPU_FIELD_EBA1          IPU_CPMEM_WORD(1, 29, 29)
  77#define IPU_FIELD_ILO           IPU_CPMEM_WORD(1, 58, 20)
  78#define IPU_FIELD_NPB           IPU_CPMEM_WORD(1, 78, 7)
  79#define IPU_FIELD_PFS           IPU_CPMEM_WORD(1, 85, 4)
  80#define IPU_FIELD_ALU           IPU_CPMEM_WORD(1, 89, 1)
  81#define IPU_FIELD_ALBM          IPU_CPMEM_WORD(1, 90, 3)
  82#define IPU_FIELD_ID            IPU_CPMEM_WORD(1, 93, 2)
  83#define IPU_FIELD_TH            IPU_CPMEM_WORD(1, 95, 7)
  84#define IPU_FIELD_SL            IPU_CPMEM_WORD(1, 102, 14)
  85#define IPU_FIELD_WID0          IPU_CPMEM_WORD(1, 116, 3)
  86#define IPU_FIELD_WID1          IPU_CPMEM_WORD(1, 119, 3)
  87#define IPU_FIELD_WID2          IPU_CPMEM_WORD(1, 122, 3)
  88#define IPU_FIELD_WID3          IPU_CPMEM_WORD(1, 125, 3)
  89#define IPU_FIELD_OFS0          IPU_CPMEM_WORD(1, 128, 5)
  90#define IPU_FIELD_OFS1          IPU_CPMEM_WORD(1, 133, 5)
  91#define IPU_FIELD_OFS2          IPU_CPMEM_WORD(1, 138, 5)
  92#define IPU_FIELD_OFS3          IPU_CPMEM_WORD(1, 143, 5)
  93#define IPU_FIELD_SXYS          IPU_CPMEM_WORD(1, 148, 1)
  94#define IPU_FIELD_CRE           IPU_CPMEM_WORD(1, 149, 1)
  95#define IPU_FIELD_DEC_SEL2      IPU_CPMEM_WORD(1, 150, 1)
  96
  97static inline struct ipu_ch_param __iomem *
  98ipu_get_cpmem(struct ipuv3_channel *ch)
  99{
 100        struct ipu_cpmem *cpmem = ch->ipu->cpmem_priv;
 101
 102        return cpmem->base + ch->num;
 103}
 104
 105static void ipu_ch_param_write_field(struct ipuv3_channel *ch, u32 wbs, u32 v)
 106{
 107        struct ipu_ch_param __iomem *base = ipu_get_cpmem(ch);
 108        u32 bit = (wbs >> 8) % 160;
 109        u32 size = wbs & 0xff;
 110        u32 word = (wbs >> 8) / 160;
 111        u32 i = bit / 32;
 112        u32 ofs = bit % 32;
 113        u32 mask = (1 << size) - 1;
 114        u32 val;
 115
 116        pr_debug("%s %d %d %d\n", __func__, word, bit , size);
 117
 118        val = readl(&base->word[word].data[i]);
 119        val &= ~(mask << ofs);
 120        val |= v << ofs;
 121        writel(val, &base->word[word].data[i]);
 122
 123        if ((bit + size - 1) / 32 > i) {
 124                val = readl(&base->word[word].data[i + 1]);
 125                val &= ~(mask >> (ofs ? (32 - ofs) : 0));
 126                val |= v >> (ofs ? (32 - ofs) : 0);
 127                writel(val, &base->word[word].data[i + 1]);
 128        }
 129}
 130
 131static u32 ipu_ch_param_read_field(struct ipuv3_channel *ch, u32 wbs)
 132{
 133        struct ipu_ch_param __iomem *base = ipu_get_cpmem(ch);
 134        u32 bit = (wbs >> 8) % 160;
 135        u32 size = wbs & 0xff;
 136        u32 word = (wbs >> 8) / 160;
 137        u32 i = bit / 32;
 138        u32 ofs = bit % 32;
 139        u32 mask = (1 << size) - 1;
 140        u32 val = 0;
 141
 142        pr_debug("%s %d %d %d\n", __func__, word, bit , size);
 143
 144        val = (readl(&base->word[word].data[i]) >> ofs) & mask;
 145
 146        if ((bit + size - 1) / 32 > i) {
 147                u32 tmp;
 148
 149                tmp = readl(&base->word[word].data[i + 1]);
 150                tmp &= mask >> (ofs ? (32 - ofs) : 0);
 151                val |= tmp << (ofs ? (32 - ofs) : 0);
 152        }
 153
 154        return val;
 155}
 156
 157/*
 158 * The V4L2 spec defines packed RGB formats in memory byte order, which from
 159 * point of view of the IPU corresponds to little-endian words with the first
 160 * component in the least significant bits.
 161 * The DRM pixel formats and IPU internal representation are ordered the other
 162 * way around, with the first named component ordered at the most significant
 163 * bits. Further, V4L2 formats are not well defined:
 164 *     https://linuxtv.org/downloads/v4l-dvb-apis/packed-rgb.html
 165 * We choose the interpretation which matches GStreamer behavior.
 166 */
 167static int v4l2_pix_fmt_to_drm_fourcc(u32 pixelformat)
 168{
 169        switch (pixelformat) {
 170        case V4L2_PIX_FMT_RGB565:
 171                /*
 172                 * Here we choose the 'corrected' interpretation of RGBP, a
 173                 * little-endian 16-bit word with the red component at the most
 174                 * significant bits:
 175                 * g[2:0]b[4:0] r[4:0]g[5:3] <=> [16:0] R:G:B
 176                 */
 177                return DRM_FORMAT_RGB565;
 178        case V4L2_PIX_FMT_BGR24:
 179                /* B G R <=> [24:0] R:G:B */
 180                return DRM_FORMAT_RGB888;
 181        case V4L2_PIX_FMT_RGB24:
 182                /* R G B <=> [24:0] B:G:R */
 183                return DRM_FORMAT_BGR888;
 184        case V4L2_PIX_FMT_BGR32:
 185                /* B G R A <=> [32:0] A:B:G:R */
 186                return DRM_FORMAT_XRGB8888;
 187        case V4L2_PIX_FMT_RGB32:
 188                /* R G B A <=> [32:0] A:B:G:R */
 189                return DRM_FORMAT_XBGR8888;
 190        case V4L2_PIX_FMT_UYVY:
 191                return DRM_FORMAT_UYVY;
 192        case V4L2_PIX_FMT_YUYV:
 193                return DRM_FORMAT_YUYV;
 194        case V4L2_PIX_FMT_YUV420:
 195                return DRM_FORMAT_YUV420;
 196        case V4L2_PIX_FMT_YUV422P:
 197                return DRM_FORMAT_YUV422;
 198        case V4L2_PIX_FMT_YVU420:
 199                return DRM_FORMAT_YVU420;
 200        case V4L2_PIX_FMT_NV12:
 201                return DRM_FORMAT_NV12;
 202        case V4L2_PIX_FMT_NV16:
 203                return DRM_FORMAT_NV16;
 204        }
 205
 206        return -EINVAL;
 207}
 208
 209void ipu_cpmem_zero(struct ipuv3_channel *ch)
 210{
 211        struct ipu_ch_param __iomem *p = ipu_get_cpmem(ch);
 212        void __iomem *base = p;
 213        int i;
 214
 215        for (i = 0; i < sizeof(*p) / sizeof(u32); i++)
 216                writel(0, base + i * sizeof(u32));
 217}
 218EXPORT_SYMBOL_GPL(ipu_cpmem_zero);
 219
 220void ipu_cpmem_set_resolution(struct ipuv3_channel *ch, int xres, int yres)
 221{
 222        ipu_ch_param_write_field(ch, IPU_FIELD_FW, xres - 1);
 223        ipu_ch_param_write_field(ch, IPU_FIELD_FH, yres - 1);
 224}
 225EXPORT_SYMBOL_GPL(ipu_cpmem_set_resolution);
 226
 227void ipu_cpmem_set_stride(struct ipuv3_channel *ch, int stride)
 228{
 229        ipu_ch_param_write_field(ch, IPU_FIELD_SLY, stride - 1);
 230}
 231EXPORT_SYMBOL_GPL(ipu_cpmem_set_stride);
 232
 233void ipu_cpmem_set_high_priority(struct ipuv3_channel *ch)
 234{
 235        struct ipu_soc *ipu = ch->ipu;
 236        u32 val;
 237
 238        if (ipu->ipu_type == IPUV3EX)
 239                ipu_ch_param_write_field(ch, IPU_FIELD_ID, 1);
 240
 241        val = ipu_idmac_read(ipu, IDMAC_CHA_PRI(ch->num));
 242        val |= 1 << (ch->num % 32);
 243        ipu_idmac_write(ipu, val, IDMAC_CHA_PRI(ch->num));
 244};
 245EXPORT_SYMBOL_GPL(ipu_cpmem_set_high_priority);
 246
 247void ipu_cpmem_set_buffer(struct ipuv3_channel *ch, int bufnum, dma_addr_t buf)
 248{
 249        if (bufnum)
 250                ipu_ch_param_write_field(ch, IPU_FIELD_EBA1, buf >> 3);
 251        else
 252                ipu_ch_param_write_field(ch, IPU_FIELD_EBA0, buf >> 3);
 253}
 254EXPORT_SYMBOL_GPL(ipu_cpmem_set_buffer);
 255
 256void ipu_cpmem_set_uv_offset(struct ipuv3_channel *ch, u32 u_off, u32 v_off)
 257{
 258        ipu_ch_param_write_field(ch, IPU_FIELD_UBO, u_off / 8);
 259        ipu_ch_param_write_field(ch, IPU_FIELD_VBO, v_off / 8);
 260}
 261EXPORT_SYMBOL_GPL(ipu_cpmem_set_uv_offset);
 262
 263void ipu_cpmem_interlaced_scan(struct ipuv3_channel *ch, int stride)
 264{
 265        ipu_ch_param_write_field(ch, IPU_FIELD_SO, 1);
 266        ipu_ch_param_write_field(ch, IPU_FIELD_ILO, stride / 8);
 267        ipu_ch_param_write_field(ch, IPU_FIELD_SLY, (stride * 2) - 1);
 268};
 269EXPORT_SYMBOL_GPL(ipu_cpmem_interlaced_scan);
 270
 271void ipu_cpmem_set_axi_id(struct ipuv3_channel *ch, u32 id)
 272{
 273        id &= 0x3;
 274        ipu_ch_param_write_field(ch, IPU_FIELD_ID, id);
 275}
 276EXPORT_SYMBOL_GPL(ipu_cpmem_set_axi_id);
 277
 278int ipu_cpmem_get_burstsize(struct ipuv3_channel *ch)
 279{
 280        return ipu_ch_param_read_field(ch, IPU_FIELD_NPB) + 1;
 281}
 282EXPORT_SYMBOL_GPL(ipu_cpmem_get_burstsize);
 283
 284void ipu_cpmem_set_burstsize(struct ipuv3_channel *ch, int burstsize)
 285{
 286        ipu_ch_param_write_field(ch, IPU_FIELD_NPB, burstsize - 1);
 287};
 288EXPORT_SYMBOL_GPL(ipu_cpmem_set_burstsize);
 289
 290void ipu_cpmem_set_block_mode(struct ipuv3_channel *ch)
 291{
 292        ipu_ch_param_write_field(ch, IPU_FIELD_BM, 1);
 293}
 294EXPORT_SYMBOL_GPL(ipu_cpmem_set_block_mode);
 295
 296void ipu_cpmem_set_rotation(struct ipuv3_channel *ch,
 297                            enum ipu_rotate_mode rot)
 298{
 299        u32 temp_rot = bitrev8(rot) >> 5;
 300
 301        ipu_ch_param_write_field(ch, IPU_FIELD_ROT_HF_VF, temp_rot);
 302}
 303EXPORT_SYMBOL_GPL(ipu_cpmem_set_rotation);
 304
 305int ipu_cpmem_set_format_rgb(struct ipuv3_channel *ch,
 306                             const struct ipu_rgb *rgb)
 307{
 308        int bpp = 0, npb = 0, ro, go, bo, to;
 309
 310        ro = rgb->bits_per_pixel - rgb->red.length - rgb->red.offset;
 311        go = rgb->bits_per_pixel - rgb->green.length - rgb->green.offset;
 312        bo = rgb->bits_per_pixel - rgb->blue.length - rgb->blue.offset;
 313        to = rgb->bits_per_pixel - rgb->transp.length - rgb->transp.offset;
 314
 315        ipu_ch_param_write_field(ch, IPU_FIELD_WID0, rgb->red.length - 1);
 316        ipu_ch_param_write_field(ch, IPU_FIELD_OFS0, ro);
 317        ipu_ch_param_write_field(ch, IPU_FIELD_WID1, rgb->green.length - 1);
 318        ipu_ch_param_write_field(ch, IPU_FIELD_OFS1, go);
 319        ipu_ch_param_write_field(ch, IPU_FIELD_WID2, rgb->blue.length - 1);
 320        ipu_ch_param_write_field(ch, IPU_FIELD_OFS2, bo);
 321
 322        if (rgb->transp.length) {
 323                ipu_ch_param_write_field(ch, IPU_FIELD_WID3,
 324                                rgb->transp.length - 1);
 325                ipu_ch_param_write_field(ch, IPU_FIELD_OFS3, to);
 326        } else {
 327                ipu_ch_param_write_field(ch, IPU_FIELD_WID3, 7);
 328                ipu_ch_param_write_field(ch, IPU_FIELD_OFS3,
 329                                rgb->bits_per_pixel);
 330        }
 331
 332        switch (rgb->bits_per_pixel) {
 333        case 32:
 334                bpp = 0;
 335                npb = 15;
 336                break;
 337        case 24:
 338                bpp = 1;
 339                npb = 19;
 340                break;
 341        case 16:
 342                bpp = 3;
 343                npb = 31;
 344                break;
 345        case 8:
 346                bpp = 5;
 347                npb = 63;
 348                break;
 349        default:
 350                return -EINVAL;
 351        }
 352        ipu_ch_param_write_field(ch, IPU_FIELD_BPP, bpp);
 353        ipu_ch_param_write_field(ch, IPU_FIELD_NPB, npb);
 354        ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 7); /* rgb mode */
 355
 356        return 0;
 357}
 358EXPORT_SYMBOL_GPL(ipu_cpmem_set_format_rgb);
 359
 360int ipu_cpmem_set_format_passthrough(struct ipuv3_channel *ch, int width)
 361{
 362        int bpp = 0, npb = 0;
 363
 364        switch (width) {
 365        case 32:
 366                bpp = 0;
 367                npb = 15;
 368                break;
 369        case 24:
 370                bpp = 1;
 371                npb = 19;
 372                break;
 373        case 16:
 374                bpp = 3;
 375                npb = 31;
 376                break;
 377        case 8:
 378                bpp = 5;
 379                npb = 63;
 380                break;
 381        default:
 382                return -EINVAL;
 383        }
 384
 385        ipu_ch_param_write_field(ch, IPU_FIELD_BPP, bpp);
 386        ipu_ch_param_write_field(ch, IPU_FIELD_NPB, npb);
 387        ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 6); /* raw mode */
 388
 389        return 0;
 390}
 391EXPORT_SYMBOL_GPL(ipu_cpmem_set_format_passthrough);
 392
 393void ipu_cpmem_set_yuv_interleaved(struct ipuv3_channel *ch, u32 pixel_format)
 394{
 395        switch (pixel_format) {
 396        case V4L2_PIX_FMT_UYVY:
 397                ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3); /* bits/pixel */
 398                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0xA);/* pix fmt */
 399                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);/* burst size */
 400                break;
 401        case V4L2_PIX_FMT_YUYV:
 402                ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3); /* bits/pixel */
 403                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0x8);/* pix fmt */
 404                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);/* burst size */
 405                break;
 406        }
 407}
 408EXPORT_SYMBOL_GPL(ipu_cpmem_set_yuv_interleaved);
 409
 410void ipu_cpmem_set_yuv_planar_full(struct ipuv3_channel *ch,
 411                                   unsigned int uv_stride,
 412                                   unsigned int u_offset, unsigned int v_offset)
 413{
 414        ipu_ch_param_write_field(ch, IPU_FIELD_SLUV, uv_stride - 1);
 415        ipu_ch_param_write_field(ch, IPU_FIELD_UBO, u_offset / 8);
 416        ipu_ch_param_write_field(ch, IPU_FIELD_VBO, v_offset / 8);
 417}
 418EXPORT_SYMBOL_GPL(ipu_cpmem_set_yuv_planar_full);
 419
 420void ipu_cpmem_set_yuv_planar(struct ipuv3_channel *ch,
 421                              u32 pixel_format, int stride, int height)
 422{
 423        int fourcc, u_offset, v_offset;
 424        int uv_stride = 0;
 425
 426        fourcc = v4l2_pix_fmt_to_drm_fourcc(pixel_format);
 427        switch (fourcc) {
 428        case DRM_FORMAT_YUV420:
 429                uv_stride = stride / 2;
 430                u_offset = stride * height;
 431                v_offset = u_offset + (uv_stride * height / 2);
 432                break;
 433        case DRM_FORMAT_YVU420:
 434                uv_stride = stride / 2;
 435                v_offset = stride * height;
 436                u_offset = v_offset + (uv_stride * height / 2);
 437                break;
 438        case DRM_FORMAT_YUV422:
 439                uv_stride = stride / 2;
 440                u_offset = stride * height;
 441                v_offset = u_offset + (uv_stride * height);
 442                break;
 443        case DRM_FORMAT_NV12:
 444        case DRM_FORMAT_NV16:
 445                uv_stride = stride;
 446                u_offset = stride * height;
 447                v_offset = 0;
 448                break;
 449        default:
 450                return;
 451        }
 452        ipu_cpmem_set_yuv_planar_full(ch, uv_stride, u_offset, v_offset);
 453}
 454EXPORT_SYMBOL_GPL(ipu_cpmem_set_yuv_planar);
 455
 456static const struct ipu_rgb def_xrgb_32 = {
 457        .red    = { .offset = 16, .length = 8, },
 458        .green  = { .offset =  8, .length = 8, },
 459        .blue   = { .offset =  0, .length = 8, },
 460        .transp = { .offset = 24, .length = 8, },
 461        .bits_per_pixel = 32,
 462};
 463
 464static const struct ipu_rgb def_xbgr_32 = {
 465        .red    = { .offset =  0, .length = 8, },
 466        .green  = { .offset =  8, .length = 8, },
 467        .blue   = { .offset = 16, .length = 8, },
 468        .transp = { .offset = 24, .length = 8, },
 469        .bits_per_pixel = 32,
 470};
 471
 472static const struct ipu_rgb def_rgbx_32 = {
 473        .red    = { .offset = 24, .length = 8, },
 474        .green  = { .offset = 16, .length = 8, },
 475        .blue   = { .offset =  8, .length = 8, },
 476        .transp = { .offset =  0, .length = 8, },
 477        .bits_per_pixel = 32,
 478};
 479
 480static const struct ipu_rgb def_bgrx_32 = {
 481        .red    = { .offset =  8, .length = 8, },
 482        .green  = { .offset = 16, .length = 8, },
 483        .blue   = { .offset = 24, .length = 8, },
 484        .transp = { .offset =  0, .length = 8, },
 485        .bits_per_pixel = 32,
 486};
 487
 488static const struct ipu_rgb def_rgb_24 = {
 489        .red    = { .offset = 16, .length = 8, },
 490        .green  = { .offset =  8, .length = 8, },
 491        .blue   = { .offset =  0, .length = 8, },
 492        .transp = { .offset =  0, .length = 0, },
 493        .bits_per_pixel = 24,
 494};
 495
 496static const struct ipu_rgb def_bgr_24 = {
 497        .red    = { .offset =  0, .length = 8, },
 498        .green  = { .offset =  8, .length = 8, },
 499        .blue   = { .offset = 16, .length = 8, },
 500        .transp = { .offset =  0, .length = 0, },
 501        .bits_per_pixel = 24,
 502};
 503
 504static const struct ipu_rgb def_rgb_16 = {
 505        .red    = { .offset = 11, .length = 5, },
 506        .green  = { .offset =  5, .length = 6, },
 507        .blue   = { .offset =  0, .length = 5, },
 508        .transp = { .offset =  0, .length = 0, },
 509        .bits_per_pixel = 16,
 510};
 511
 512static const struct ipu_rgb def_bgr_16 = {
 513        .red    = { .offset =  0, .length = 5, },
 514        .green  = { .offset =  5, .length = 6, },
 515        .blue   = { .offset = 11, .length = 5, },
 516        .transp = { .offset =  0, .length = 0, },
 517        .bits_per_pixel = 16,
 518};
 519
 520static const struct ipu_rgb def_argb_16 = {
 521        .red    = { .offset = 10, .length = 5, },
 522        .green  = { .offset =  5, .length = 5, },
 523        .blue   = { .offset =  0, .length = 5, },
 524        .transp = { .offset = 15, .length = 1, },
 525        .bits_per_pixel = 16,
 526};
 527
 528static const struct ipu_rgb def_argb_16_4444 = {
 529        .red    = { .offset =  8, .length = 4, },
 530        .green  = { .offset =  4, .length = 4, },
 531        .blue   = { .offset =  0, .length = 4, },
 532        .transp = { .offset = 12, .length = 4, },
 533        .bits_per_pixel = 16,
 534};
 535
 536static const struct ipu_rgb def_abgr_16 = {
 537        .red    = { .offset =  0, .length = 5, },
 538        .green  = { .offset =  5, .length = 5, },
 539        .blue   = { .offset = 10, .length = 5, },
 540        .transp = { .offset = 15, .length = 1, },
 541        .bits_per_pixel = 16,
 542};
 543
 544static const struct ipu_rgb def_rgba_16 = {
 545        .red    = { .offset = 11, .length = 5, },
 546        .green  = { .offset =  6, .length = 5, },
 547        .blue   = { .offset =  1, .length = 5, },
 548        .transp = { .offset =  0, .length = 1, },
 549        .bits_per_pixel = 16,
 550};
 551
 552static const struct ipu_rgb def_bgra_16 = {
 553        .red    = { .offset =  1, .length = 5, },
 554        .green  = { .offset =  6, .length = 5, },
 555        .blue   = { .offset = 11, .length = 5, },
 556        .transp = { .offset =  0, .length = 1, },
 557        .bits_per_pixel = 16,
 558};
 559
 560#define Y_OFFSET(pix, x, y)     ((x) + pix->width * (y))
 561#define U_OFFSET(pix, x, y)     ((pix->width * pix->height) +           \
 562                                 (pix->width * (y) / 4) + (x) / 2)
 563#define V_OFFSET(pix, x, y)     ((pix->width * pix->height) +           \
 564                                 (pix->width * pix->height / 4) +       \
 565                                 (pix->width * (y) / 4) + (x) / 2)
 566#define U2_OFFSET(pix, x, y)    ((pix->width * pix->height) +           \
 567                                 (pix->width * (y) / 2) + (x) / 2)
 568#define V2_OFFSET(pix, x, y)    ((pix->width * pix->height) +           \
 569                                 (pix->width * pix->height / 2) +       \
 570                                 (pix->width * (y) / 2) + (x) / 2)
 571#define UV_OFFSET(pix, x, y)    ((pix->width * pix->height) +   \
 572                                 (pix->width * (y) / 2) + (x))
 573#define UV2_OFFSET(pix, x, y)   ((pix->width * pix->height) +   \
 574                                 (pix->width * y) + (x))
 575
 576int ipu_cpmem_set_fmt(struct ipuv3_channel *ch, u32 drm_fourcc)
 577{
 578        switch (drm_fourcc) {
 579        case DRM_FORMAT_YUV420:
 580        case DRM_FORMAT_YVU420:
 581                /* pix format */
 582                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 2);
 583                /* burst size */
 584                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 585                break;
 586        case DRM_FORMAT_YUV422:
 587        case DRM_FORMAT_YVU422:
 588                /* pix format */
 589                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 1);
 590                /* burst size */
 591                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 592                break;
 593        case DRM_FORMAT_NV12:
 594                /* pix format */
 595                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 4);
 596                /* burst size */
 597                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 598                break;
 599        case DRM_FORMAT_NV16:
 600                /* pix format */
 601                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 3);
 602                /* burst size */
 603                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 604                break;
 605        case DRM_FORMAT_UYVY:
 606                /* bits/pixel */
 607                ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3);
 608                /* pix format */
 609                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0xA);
 610                /* burst size */
 611                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 612                break;
 613        case DRM_FORMAT_YUYV:
 614                /* bits/pixel */
 615                ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3);
 616                /* pix format */
 617                ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0x8);
 618                /* burst size */
 619                ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 620                break;
 621        case DRM_FORMAT_ABGR8888:
 622        case DRM_FORMAT_XBGR8888:
 623                ipu_cpmem_set_format_rgb(ch, &def_xbgr_32);
 624                break;
 625        case DRM_FORMAT_ARGB8888:
 626        case DRM_FORMAT_XRGB8888:
 627                ipu_cpmem_set_format_rgb(ch, &def_xrgb_32);
 628                break;
 629        case DRM_FORMAT_RGBA8888:
 630        case DRM_FORMAT_RGBX8888:
 631                ipu_cpmem_set_format_rgb(ch, &def_rgbx_32);
 632                break;
 633        case DRM_FORMAT_BGRA8888:
 634        case DRM_FORMAT_BGRX8888:
 635                ipu_cpmem_set_format_rgb(ch, &def_bgrx_32);
 636                break;
 637        case DRM_FORMAT_BGR888:
 638                ipu_cpmem_set_format_rgb(ch, &def_bgr_24);
 639                break;
 640        case DRM_FORMAT_RGB888:
 641                ipu_cpmem_set_format_rgb(ch, &def_rgb_24);
 642                break;
 643        case DRM_FORMAT_RGB565:
 644                ipu_cpmem_set_format_rgb(ch, &def_rgb_16);
 645                break;
 646        case DRM_FORMAT_BGR565:
 647                ipu_cpmem_set_format_rgb(ch, &def_bgr_16);
 648                break;
 649        case DRM_FORMAT_ARGB1555:
 650                ipu_cpmem_set_format_rgb(ch, &def_argb_16);
 651                break;
 652        case DRM_FORMAT_ABGR1555:
 653                ipu_cpmem_set_format_rgb(ch, &def_abgr_16);
 654                break;
 655        case DRM_FORMAT_RGBA5551:
 656                ipu_cpmem_set_format_rgb(ch, &def_rgba_16);
 657                break;
 658        case DRM_FORMAT_BGRA5551:
 659                ipu_cpmem_set_format_rgb(ch, &def_bgra_16);
 660                break;
 661        case DRM_FORMAT_ARGB4444:
 662                ipu_cpmem_set_format_rgb(ch, &def_argb_16_4444);
 663                break;
 664        default:
 665                return -EINVAL;
 666        }
 667
 668        return 0;
 669}
 670EXPORT_SYMBOL_GPL(ipu_cpmem_set_fmt);
 671
 672int ipu_cpmem_set_image(struct ipuv3_channel *ch, struct ipu_image *image)
 673{
 674        struct v4l2_pix_format *pix = &image->pix;
 675        int offset, u_offset, v_offset;
 676
 677        pr_debug("%s: resolution: %dx%d stride: %d\n",
 678                 __func__, pix->width, pix->height,
 679                 pix->bytesperline);
 680
 681        ipu_cpmem_set_resolution(ch, image->rect.width, image->rect.height);
 682        ipu_cpmem_set_stride(ch, pix->bytesperline);
 683
 684        ipu_cpmem_set_fmt(ch, v4l2_pix_fmt_to_drm_fourcc(pix->pixelformat));
 685
 686        switch (pix->pixelformat) {
 687        case V4L2_PIX_FMT_YUV420:
 688                offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 689                u_offset = U_OFFSET(pix, image->rect.left,
 690                                    image->rect.top) - offset;
 691                v_offset = V_OFFSET(pix, image->rect.left,
 692                                    image->rect.top) - offset;
 693
 694                ipu_cpmem_set_yuv_planar_full(ch, pix->bytesperline / 2,
 695                                              u_offset, v_offset);
 696                break;
 697        case V4L2_PIX_FMT_YVU420:
 698                offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 699                u_offset = U_OFFSET(pix, image->rect.left,
 700                                    image->rect.top) - offset;
 701                v_offset = V_OFFSET(pix, image->rect.left,
 702                                    image->rect.top) - offset;
 703
 704                ipu_cpmem_set_yuv_planar_full(ch, pix->bytesperline / 2,
 705                                              v_offset, u_offset);
 706                break;
 707        case V4L2_PIX_FMT_YUV422P:
 708                offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 709                u_offset = U2_OFFSET(pix, image->rect.left,
 710                                     image->rect.top) - offset;
 711                v_offset = V2_OFFSET(pix, image->rect.left,
 712                                     image->rect.top) - offset;
 713
 714                ipu_cpmem_set_yuv_planar_full(ch, pix->bytesperline / 2,
 715                                              u_offset, v_offset);
 716                break;
 717        case V4L2_PIX_FMT_NV12:
 718                offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 719                u_offset = UV_OFFSET(pix, image->rect.left,
 720                                     image->rect.top) - offset;
 721                v_offset = 0;
 722
 723                ipu_cpmem_set_yuv_planar_full(ch, pix->bytesperline,
 724                                              u_offset, v_offset);
 725                break;
 726        case V4L2_PIX_FMT_NV16:
 727                offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 728                u_offset = UV2_OFFSET(pix, image->rect.left,
 729                                      image->rect.top) - offset;
 730                v_offset = 0;
 731
 732                ipu_cpmem_set_yuv_planar_full(ch, pix->bytesperline,
 733                                              u_offset, v_offset);
 734                break;
 735        case V4L2_PIX_FMT_UYVY:
 736        case V4L2_PIX_FMT_YUYV:
 737        case V4L2_PIX_FMT_RGB565:
 738                offset = image->rect.left * 2 +
 739                        image->rect.top * pix->bytesperline;
 740                break;
 741        case V4L2_PIX_FMT_RGB32:
 742        case V4L2_PIX_FMT_BGR32:
 743                offset = image->rect.left * 4 +
 744                        image->rect.top * pix->bytesperline;
 745                break;
 746        case V4L2_PIX_FMT_RGB24:
 747        case V4L2_PIX_FMT_BGR24:
 748                offset = image->rect.left * 3 +
 749                        image->rect.top * pix->bytesperline;
 750                break;
 751        default:
 752                return -EINVAL;
 753        }
 754
 755        ipu_cpmem_set_buffer(ch, 0, image->phys0 + offset);
 756        ipu_cpmem_set_buffer(ch, 1, image->phys1 + offset);
 757
 758        return 0;
 759}
 760EXPORT_SYMBOL_GPL(ipu_cpmem_set_image);
 761
 762void ipu_cpmem_dump(struct ipuv3_channel *ch)
 763{
 764        struct ipu_ch_param __iomem *p = ipu_get_cpmem(ch);
 765        struct ipu_soc *ipu = ch->ipu;
 766        int chno = ch->num;
 767
 768        dev_dbg(ipu->dev, "ch %d word 0 - %08X %08X %08X %08X %08X\n", chno,
 769                readl(&p->word[0].data[0]),
 770                readl(&p->word[0].data[1]),
 771                readl(&p->word[0].data[2]),
 772                readl(&p->word[0].data[3]),
 773                readl(&p->word[0].data[4]));
 774        dev_dbg(ipu->dev, "ch %d word 1 - %08X %08X %08X %08X %08X\n", chno,
 775                readl(&p->word[1].data[0]),
 776                readl(&p->word[1].data[1]),
 777                readl(&p->word[1].data[2]),
 778                readl(&p->word[1].data[3]),
 779                readl(&p->word[1].data[4]));
 780        dev_dbg(ipu->dev, "PFS 0x%x, ",
 781                 ipu_ch_param_read_field(ch, IPU_FIELD_PFS));
 782        dev_dbg(ipu->dev, "BPP 0x%x, ",
 783                ipu_ch_param_read_field(ch, IPU_FIELD_BPP));
 784        dev_dbg(ipu->dev, "NPB 0x%x\n",
 785                 ipu_ch_param_read_field(ch, IPU_FIELD_NPB));
 786
 787        dev_dbg(ipu->dev, "FW %d, ",
 788                 ipu_ch_param_read_field(ch, IPU_FIELD_FW));
 789        dev_dbg(ipu->dev, "FH %d, ",
 790                 ipu_ch_param_read_field(ch, IPU_FIELD_FH));
 791        dev_dbg(ipu->dev, "EBA0 0x%x\n",
 792                 ipu_ch_param_read_field(ch, IPU_FIELD_EBA0) << 3);
 793        dev_dbg(ipu->dev, "EBA1 0x%x\n",
 794                 ipu_ch_param_read_field(ch, IPU_FIELD_EBA1) << 3);
 795        dev_dbg(ipu->dev, "Stride %d\n",
 796                 ipu_ch_param_read_field(ch, IPU_FIELD_SL));
 797        dev_dbg(ipu->dev, "scan_order %d\n",
 798                 ipu_ch_param_read_field(ch, IPU_FIELD_SO));
 799        dev_dbg(ipu->dev, "uv_stride %d\n",
 800                 ipu_ch_param_read_field(ch, IPU_FIELD_SLUV));
 801        dev_dbg(ipu->dev, "u_offset 0x%x\n",
 802                 ipu_ch_param_read_field(ch, IPU_FIELD_UBO) << 3);
 803        dev_dbg(ipu->dev, "v_offset 0x%x\n",
 804                 ipu_ch_param_read_field(ch, IPU_FIELD_VBO) << 3);
 805
 806        dev_dbg(ipu->dev, "Width0 %d+1, ",
 807                 ipu_ch_param_read_field(ch, IPU_FIELD_WID0));
 808        dev_dbg(ipu->dev, "Width1 %d+1, ",
 809                 ipu_ch_param_read_field(ch, IPU_FIELD_WID1));
 810        dev_dbg(ipu->dev, "Width2 %d+1, ",
 811                 ipu_ch_param_read_field(ch, IPU_FIELD_WID2));
 812        dev_dbg(ipu->dev, "Width3 %d+1, ",
 813                 ipu_ch_param_read_field(ch, IPU_FIELD_WID3));
 814        dev_dbg(ipu->dev, "Offset0 %d, ",
 815                 ipu_ch_param_read_field(ch, IPU_FIELD_OFS0));
 816        dev_dbg(ipu->dev, "Offset1 %d, ",
 817                 ipu_ch_param_read_field(ch, IPU_FIELD_OFS1));
 818        dev_dbg(ipu->dev, "Offset2 %d, ",
 819                 ipu_ch_param_read_field(ch, IPU_FIELD_OFS2));
 820        dev_dbg(ipu->dev, "Offset3 %d\n",
 821                 ipu_ch_param_read_field(ch, IPU_FIELD_OFS3));
 822}
 823EXPORT_SYMBOL_GPL(ipu_cpmem_dump);
 824
 825int ipu_cpmem_init(struct ipu_soc *ipu, struct device *dev, unsigned long base)
 826{
 827        struct ipu_cpmem *cpmem;
 828
 829        cpmem = devm_kzalloc(dev, sizeof(*cpmem), GFP_KERNEL);
 830        if (!cpmem)
 831                return -ENOMEM;
 832
 833        ipu->cpmem_priv = cpmem;
 834
 835        spin_lock_init(&cpmem->lock);
 836        cpmem->base = devm_ioremap(dev, base, SZ_128K);
 837        if (!cpmem->base)
 838                return -ENOMEM;
 839
 840        dev_dbg(dev, "CPMEM base: 0x%08lx remapped to %p\n",
 841                base, cpmem->base);
 842        cpmem->ipu = ipu;
 843
 844        return 0;
 845}
 846
 847void ipu_cpmem_exit(struct ipu_soc *ipu)
 848{
 849}
 850