linux/drivers/gpu/ipu-v3/ipu-ic.c
<<
>>
Prefs
   1/*
   2 * Copyright (C) 2012-2014 Mentor Graphics Inc.
   3 * Copyright 2005-2012 Freescale Semiconductor, Inc. All Rights Reserved.
   4 *
   5 * The code contained herein is licensed under the GNU General Public
   6 * License. You may obtain a copy of the GNU General Public License
   7 * Version 2 or later at the following locations:
   8 *
   9 * http://www.opensource.org/licenses/gpl-license.html
  10 * http://www.gnu.org/copyleft/gpl.html
  11 */
  12
  13#include <linux/types.h>
  14#include <linux/init.h>
  15#include <linux/errno.h>
  16#include <linux/spinlock.h>
  17#include <linux/bitrev.h>
  18#include <linux/io.h>
  19#include <linux/err.h>
  20#include <linux/sizes.h>
  21#include "ipu-prv.h"
  22
  23/* IC Register Offsets */
  24#define IC_CONF                 0x0000
  25#define IC_PRP_ENC_RSC          0x0004
  26#define IC_PRP_VF_RSC           0x0008
  27#define IC_PP_RSC               0x000C
  28#define IC_CMBP_1               0x0010
  29#define IC_CMBP_2               0x0014
  30#define IC_IDMAC_1              0x0018
  31#define IC_IDMAC_2              0x001C
  32#define IC_IDMAC_3              0x0020
  33#define IC_IDMAC_4              0x0024
  34
  35/* IC Register Fields */
  36#define IC_CONF_PRPENC_EN       (1 << 0)
  37#define IC_CONF_PRPENC_CSC1     (1 << 1)
  38#define IC_CONF_PRPENC_ROT_EN   (1 << 2)
  39#define IC_CONF_PRPVF_EN        (1 << 8)
  40#define IC_CONF_PRPVF_CSC1      (1 << 9)
  41#define IC_CONF_PRPVF_CSC2      (1 << 10)
  42#define IC_CONF_PRPVF_CMB       (1 << 11)
  43#define IC_CONF_PRPVF_ROT_EN    (1 << 12)
  44#define IC_CONF_PP_EN           (1 << 16)
  45#define IC_CONF_PP_CSC1         (1 << 17)
  46#define IC_CONF_PP_CSC2         (1 << 18)
  47#define IC_CONF_PP_CMB          (1 << 19)
  48#define IC_CONF_PP_ROT_EN       (1 << 20)
  49#define IC_CONF_IC_GLB_LOC_A    (1 << 28)
  50#define IC_CONF_KEY_COLOR_EN    (1 << 29)
  51#define IC_CONF_RWS_EN          (1 << 30)
  52#define IC_CONF_CSI_MEM_WR_EN   (1 << 31)
  53
  54#define IC_IDMAC_1_CB0_BURST_16         (1 << 0)
  55#define IC_IDMAC_1_CB1_BURST_16         (1 << 1)
  56#define IC_IDMAC_1_CB2_BURST_16         (1 << 2)
  57#define IC_IDMAC_1_CB3_BURST_16         (1 << 3)
  58#define IC_IDMAC_1_CB4_BURST_16         (1 << 4)
  59#define IC_IDMAC_1_CB5_BURST_16         (1 << 5)
  60#define IC_IDMAC_1_CB6_BURST_16         (1 << 6)
  61#define IC_IDMAC_1_CB7_BURST_16         (1 << 7)
  62#define IC_IDMAC_1_PRPENC_ROT_MASK      (0x7 << 11)
  63#define IC_IDMAC_1_PRPENC_ROT_OFFSET    11
  64#define IC_IDMAC_1_PRPVF_ROT_MASK       (0x7 << 14)
  65#define IC_IDMAC_1_PRPVF_ROT_OFFSET     14
  66#define IC_IDMAC_1_PP_ROT_MASK          (0x7 << 17)
  67#define IC_IDMAC_1_PP_ROT_OFFSET        17
  68#define IC_IDMAC_1_PP_FLIP_RS           (1 << 22)
  69#define IC_IDMAC_1_PRPVF_FLIP_RS        (1 << 21)
  70#define IC_IDMAC_1_PRPENC_FLIP_RS       (1 << 20)
  71
  72#define IC_IDMAC_2_PRPENC_HEIGHT_MASK   (0x3ff << 0)
  73#define IC_IDMAC_2_PRPENC_HEIGHT_OFFSET 0
  74#define IC_IDMAC_2_PRPVF_HEIGHT_MASK    (0x3ff << 10)
  75#define IC_IDMAC_2_PRPVF_HEIGHT_OFFSET  10
  76#define IC_IDMAC_2_PP_HEIGHT_MASK       (0x3ff << 20)
  77#define IC_IDMAC_2_PP_HEIGHT_OFFSET     20
  78
  79#define IC_IDMAC_3_PRPENC_WIDTH_MASK    (0x3ff << 0)
  80#define IC_IDMAC_3_PRPENC_WIDTH_OFFSET  0
  81#define IC_IDMAC_3_PRPVF_WIDTH_MASK     (0x3ff << 10)
  82#define IC_IDMAC_3_PRPVF_WIDTH_OFFSET   10
  83#define IC_IDMAC_3_PP_WIDTH_MASK        (0x3ff << 20)
  84#define IC_IDMAC_3_PP_WIDTH_OFFSET      20
  85
  86struct ic_task_regoffs {
  87        u32 rsc;
  88        u32 tpmem_csc[2];
  89};
  90
  91struct ic_task_bitfields {
  92        u32 ic_conf_en;
  93        u32 ic_conf_rot_en;
  94        u32 ic_conf_cmb_en;
  95        u32 ic_conf_csc1_en;
  96        u32 ic_conf_csc2_en;
  97        u32 ic_cmb_galpha_bit;
  98};
  99
 100static const struct ic_task_regoffs ic_task_reg[IC_NUM_TASKS] = {
 101        [IC_TASK_ENCODER] = {
 102                .rsc = IC_PRP_ENC_RSC,
 103                .tpmem_csc = {0x2008, 0},
 104        },
 105        [IC_TASK_VIEWFINDER] = {
 106                .rsc = IC_PRP_VF_RSC,
 107                .tpmem_csc = {0x4028, 0x4040},
 108        },
 109        [IC_TASK_POST_PROCESSOR] = {
 110                .rsc = IC_PP_RSC,
 111                .tpmem_csc = {0x6060, 0x6078},
 112        },
 113};
 114
 115static const struct ic_task_bitfields ic_task_bit[IC_NUM_TASKS] = {
 116        [IC_TASK_ENCODER] = {
 117                .ic_conf_en = IC_CONF_PRPENC_EN,
 118                .ic_conf_rot_en = IC_CONF_PRPENC_ROT_EN,
 119                .ic_conf_cmb_en = 0,    /* NA */
 120                .ic_conf_csc1_en = IC_CONF_PRPENC_CSC1,
 121                .ic_conf_csc2_en = 0,   /* NA */
 122                .ic_cmb_galpha_bit = 0, /* NA */
 123        },
 124        [IC_TASK_VIEWFINDER] = {
 125                .ic_conf_en = IC_CONF_PRPVF_EN,
 126                .ic_conf_rot_en = IC_CONF_PRPVF_ROT_EN,
 127                .ic_conf_cmb_en = IC_CONF_PRPVF_CMB,
 128                .ic_conf_csc1_en = IC_CONF_PRPVF_CSC1,
 129                .ic_conf_csc2_en = IC_CONF_PRPVF_CSC2,
 130                .ic_cmb_galpha_bit = 0,
 131        },
 132        [IC_TASK_POST_PROCESSOR] = {
 133                .ic_conf_en = IC_CONF_PP_EN,
 134                .ic_conf_rot_en = IC_CONF_PP_ROT_EN,
 135                .ic_conf_cmb_en = IC_CONF_PP_CMB,
 136                .ic_conf_csc1_en = IC_CONF_PP_CSC1,
 137                .ic_conf_csc2_en = IC_CONF_PP_CSC2,
 138                .ic_cmb_galpha_bit = 8,
 139        },
 140};
 141
 142struct ipu_ic_priv;
 143
 144struct ipu_ic {
 145        enum ipu_ic_task task;
 146        const struct ic_task_regoffs *reg;
 147        const struct ic_task_bitfields *bit;
 148
 149        enum ipu_color_space in_cs, g_in_cs;
 150        enum ipu_color_space out_cs;
 151        bool graphics;
 152        bool rotation;
 153        bool in_use;
 154
 155        struct ipu_ic_priv *priv;
 156};
 157
 158struct ipu_ic_priv {
 159        void __iomem *base;
 160        void __iomem *tpmem_base;
 161        spinlock_t lock;
 162        struct ipu_soc *ipu;
 163        int use_count;
 164        int irt_use_count;
 165        struct ipu_ic task[IC_NUM_TASKS];
 166};
 167
 168static inline u32 ipu_ic_read(struct ipu_ic *ic, unsigned offset)
 169{
 170        return readl(ic->priv->base + offset);
 171}
 172
 173static inline void ipu_ic_write(struct ipu_ic *ic, u32 value, unsigned offset)
 174{
 175        writel(value, ic->priv->base + offset);
 176}
 177
 178struct ic_csc_params {
 179        s16 coeff[3][3];        /* signed 9-bit integer coefficients */
 180        s16 offset[3];          /* signed 11+2-bit fixed point offset */
 181        u8 scale:2;             /* scale coefficients * 2^(scale-1) */
 182        bool sat:1;             /* saturate to (16, 235(Y) / 240(U, V)) */
 183};
 184
 185/*
 186 * Y = R *  .299 + G *  .587 + B *  .114;
 187 * U = R * -.169 + G * -.332 + B *  .500 + 128.;
 188 * V = R *  .500 + G * -.419 + B * -.0813 + 128.;
 189 */
 190static const struct ic_csc_params ic_csc_rgb2ycbcr = {
 191        .coeff = {
 192                { 77, 150, 29 },
 193                { 469, 427, 128 },
 194                { 128, 405, 491 },
 195        },
 196        .offset = { 0, 512, 512 },
 197        .scale = 1,
 198};
 199
 200/* transparent RGB->RGB matrix for graphics combining */
 201static const struct ic_csc_params ic_csc_rgb2rgb = {
 202        .coeff = {
 203                { 128, 0, 0 },
 204                { 0, 128, 0 },
 205                { 0, 0, 128 },
 206        },
 207        .scale = 2,
 208};
 209
 210/*
 211 * R = (1.164 * (Y - 16)) + (1.596 * (Cr - 128));
 212 * G = (1.164 * (Y - 16)) - (0.392 * (Cb - 128)) - (0.813 * (Cr - 128));
 213 * B = (1.164 * (Y - 16)) + (2.017 * (Cb - 128);
 214 */
 215static const struct ic_csc_params ic_csc_ycbcr2rgb = {
 216        .coeff = {
 217                { 149, 0, 204 },
 218                { 149, 462, 408 },
 219                { 149, 255, 0 },
 220        },
 221        .offset = { -446, 266, -554 },
 222        .scale = 2,
 223};
 224
 225static int init_csc(struct ipu_ic *ic,
 226                    enum ipu_color_space inf,
 227                    enum ipu_color_space outf,
 228                    int csc_index)
 229{
 230        struct ipu_ic_priv *priv = ic->priv;
 231        const struct ic_csc_params *params;
 232        u32 __iomem *base;
 233        const u16 (*c)[3];
 234        const u16 *a;
 235        u32 param;
 236
 237        base = (u32 __iomem *)
 238                (priv->tpmem_base + ic->reg->tpmem_csc[csc_index]);
 239
 240        if (inf == IPUV3_COLORSPACE_YUV && outf == IPUV3_COLORSPACE_RGB)
 241                params = &ic_csc_ycbcr2rgb;
 242        else if (inf == IPUV3_COLORSPACE_RGB && outf == IPUV3_COLORSPACE_YUV)
 243                params = &ic_csc_rgb2ycbcr;
 244        else if (inf == IPUV3_COLORSPACE_RGB && outf == IPUV3_COLORSPACE_RGB)
 245                params = &ic_csc_rgb2rgb;
 246        else {
 247                dev_err(priv->ipu->dev, "Unsupported color space conversion\n");
 248                return -EINVAL;
 249        }
 250
 251        /* Cast to unsigned */
 252        c = (const u16 (*)[3])params->coeff;
 253        a = (const u16 *)params->offset;
 254
 255        param = ((a[0] & 0x1f) << 27) | ((c[0][0] & 0x1ff) << 18) |
 256                ((c[1][1] & 0x1ff) << 9) | (c[2][2] & 0x1ff);
 257        writel(param, base++);
 258
 259        param = ((a[0] & 0x1fe0) >> 5) | (params->scale << 8) |
 260                (params->sat << 9);
 261        writel(param, base++);
 262
 263        param = ((a[1] & 0x1f) << 27) | ((c[0][1] & 0x1ff) << 18) |
 264                ((c[1][0] & 0x1ff) << 9) | (c[2][0] & 0x1ff);
 265        writel(param, base++);
 266
 267        param = ((a[1] & 0x1fe0) >> 5);
 268        writel(param, base++);
 269
 270        param = ((a[2] & 0x1f) << 27) | ((c[0][2] & 0x1ff) << 18) |
 271                ((c[1][2] & 0x1ff) << 9) | (c[2][1] & 0x1ff);
 272        writel(param, base++);
 273
 274        param = ((a[2] & 0x1fe0) >> 5);
 275        writel(param, base++);
 276
 277        return 0;
 278}
 279
 280static int calc_resize_coeffs(struct ipu_ic *ic,
 281                              u32 in_size, u32 out_size,
 282                              u32 *resize_coeff,
 283                              u32 *downsize_coeff)
 284{
 285        struct ipu_ic_priv *priv = ic->priv;
 286        struct ipu_soc *ipu = priv->ipu;
 287        u32 temp_size, temp_downsize;
 288
 289        /*
 290         * Input size cannot be more than 4096, and output size cannot
 291         * be more than 1024
 292         */
 293        if (in_size > 4096) {
 294                dev_err(ipu->dev, "Unsupported resize (in_size > 4096)\n");
 295                return -EINVAL;
 296        }
 297        if (out_size > 1024) {
 298                dev_err(ipu->dev, "Unsupported resize (out_size > 1024)\n");
 299                return -EINVAL;
 300        }
 301
 302        /* Cannot downsize more than 4:1 */
 303        if ((out_size << 2) < in_size) {
 304                dev_err(ipu->dev, "Unsupported downsize\n");
 305                return -EINVAL;
 306        }
 307
 308        /* Compute downsizing coefficient */
 309        temp_downsize = 0;
 310        temp_size = in_size;
 311        while (((temp_size > 1024) || (temp_size >= out_size * 2)) &&
 312               (temp_downsize < 2)) {
 313                temp_size >>= 1;
 314                temp_downsize++;
 315        }
 316        *downsize_coeff = temp_downsize;
 317
 318        /*
 319         * compute resizing coefficient using the following equation:
 320         * resize_coeff = M * (SI - 1) / (SO - 1)
 321         * where M = 2^13, SI = input size, SO = output size
 322         */
 323        *resize_coeff = (8192L * (temp_size - 1)) / (out_size - 1);
 324        if (*resize_coeff >= 16384L) {
 325                dev_err(ipu->dev, "Warning! Overflow on resize coeff.\n");
 326                *resize_coeff = 0x3FFF;
 327        }
 328
 329        return 0;
 330}
 331
 332void ipu_ic_task_enable(struct ipu_ic *ic)
 333{
 334        struct ipu_ic_priv *priv = ic->priv;
 335        unsigned long flags;
 336        u32 ic_conf;
 337
 338        spin_lock_irqsave(&priv->lock, flags);
 339
 340        ic_conf = ipu_ic_read(ic, IC_CONF);
 341
 342        ic_conf |= ic->bit->ic_conf_en;
 343
 344        if (ic->rotation)
 345                ic_conf |= ic->bit->ic_conf_rot_en;
 346
 347        if (ic->in_cs != ic->out_cs)
 348                ic_conf |= ic->bit->ic_conf_csc1_en;
 349
 350        if (ic->graphics) {
 351                ic_conf |= ic->bit->ic_conf_cmb_en;
 352                ic_conf |= ic->bit->ic_conf_csc1_en;
 353
 354                if (ic->g_in_cs != ic->out_cs)
 355                        ic_conf |= ic->bit->ic_conf_csc2_en;
 356        }
 357
 358        ipu_ic_write(ic, ic_conf, IC_CONF);
 359
 360        spin_unlock_irqrestore(&priv->lock, flags);
 361}
 362EXPORT_SYMBOL_GPL(ipu_ic_task_enable);
 363
 364void ipu_ic_task_disable(struct ipu_ic *ic)
 365{
 366        struct ipu_ic_priv *priv = ic->priv;
 367        unsigned long flags;
 368        u32 ic_conf;
 369
 370        spin_lock_irqsave(&priv->lock, flags);
 371
 372        ic_conf = ipu_ic_read(ic, IC_CONF);
 373
 374        ic_conf &= ~(ic->bit->ic_conf_en |
 375                     ic->bit->ic_conf_csc1_en |
 376                     ic->bit->ic_conf_rot_en);
 377        if (ic->bit->ic_conf_csc2_en)
 378                ic_conf &= ~ic->bit->ic_conf_csc2_en;
 379        if (ic->bit->ic_conf_cmb_en)
 380                ic_conf &= ~ic->bit->ic_conf_cmb_en;
 381
 382        ipu_ic_write(ic, ic_conf, IC_CONF);
 383
 384        spin_unlock_irqrestore(&priv->lock, flags);
 385}
 386EXPORT_SYMBOL_GPL(ipu_ic_task_disable);
 387
 388int ipu_ic_task_graphics_init(struct ipu_ic *ic,
 389                              enum ipu_color_space in_g_cs,
 390                              bool galpha_en, u32 galpha,
 391                              bool colorkey_en, u32 colorkey)
 392{
 393        struct ipu_ic_priv *priv = ic->priv;
 394        unsigned long flags;
 395        u32 reg, ic_conf;
 396        int ret = 0;
 397
 398        if (ic->task == IC_TASK_ENCODER)
 399                return -EINVAL;
 400
 401        spin_lock_irqsave(&priv->lock, flags);
 402
 403        ic_conf = ipu_ic_read(ic, IC_CONF);
 404
 405        if (!(ic_conf & ic->bit->ic_conf_csc1_en)) {
 406                /* need transparent CSC1 conversion */
 407                ret = init_csc(ic, IPUV3_COLORSPACE_RGB,
 408                               IPUV3_COLORSPACE_RGB, 0);
 409                if (ret)
 410                        goto unlock;
 411        }
 412
 413        ic->g_in_cs = in_g_cs;
 414
 415        if (ic->g_in_cs != ic->out_cs) {
 416                ret = init_csc(ic, ic->g_in_cs, ic->out_cs, 1);
 417                if (ret)
 418                        goto unlock;
 419        }
 420
 421        if (galpha_en) {
 422                ic_conf |= IC_CONF_IC_GLB_LOC_A;
 423                reg = ipu_ic_read(ic, IC_CMBP_1);
 424                reg &= ~(0xff << ic->bit->ic_cmb_galpha_bit);
 425                reg |= (galpha << ic->bit->ic_cmb_galpha_bit);
 426                ipu_ic_write(ic, reg, IC_CMBP_1);
 427        } else
 428                ic_conf &= ~IC_CONF_IC_GLB_LOC_A;
 429
 430        if (colorkey_en) {
 431                ic_conf |= IC_CONF_KEY_COLOR_EN;
 432                ipu_ic_write(ic, colorkey, IC_CMBP_2);
 433        } else
 434                ic_conf &= ~IC_CONF_KEY_COLOR_EN;
 435
 436        ipu_ic_write(ic, ic_conf, IC_CONF);
 437
 438        ic->graphics = true;
 439unlock:
 440        spin_unlock_irqrestore(&priv->lock, flags);
 441        return ret;
 442}
 443EXPORT_SYMBOL_GPL(ipu_ic_task_graphics_init);
 444
 445int ipu_ic_task_init(struct ipu_ic *ic,
 446                     int in_width, int in_height,
 447                     int out_width, int out_height,
 448                     enum ipu_color_space in_cs,
 449                     enum ipu_color_space out_cs)
 450{
 451        struct ipu_ic_priv *priv = ic->priv;
 452        u32 reg, downsize_coeff, resize_coeff;
 453        unsigned long flags;
 454        int ret = 0;
 455
 456        /* Setup vertical resizing */
 457        ret = calc_resize_coeffs(ic, in_height, out_height,
 458                                 &resize_coeff, &downsize_coeff);
 459        if (ret)
 460                return ret;
 461
 462        reg = (downsize_coeff << 30) | (resize_coeff << 16);
 463
 464        /* Setup horizontal resizing */
 465        ret = calc_resize_coeffs(ic, in_width, out_width,
 466                                 &resize_coeff, &downsize_coeff);
 467        if (ret)
 468                return ret;
 469
 470        reg |= (downsize_coeff << 14) | resize_coeff;
 471
 472        spin_lock_irqsave(&priv->lock, flags);
 473
 474        ipu_ic_write(ic, reg, ic->reg->rsc);
 475
 476        /* Setup color space conversion */
 477        ic->in_cs = in_cs;
 478        ic->out_cs = out_cs;
 479
 480        if (ic->in_cs != ic->out_cs) {
 481                ret = init_csc(ic, ic->in_cs, ic->out_cs, 0);
 482                if (ret)
 483                        goto unlock;
 484        }
 485
 486unlock:
 487        spin_unlock_irqrestore(&priv->lock, flags);
 488        return ret;
 489}
 490EXPORT_SYMBOL_GPL(ipu_ic_task_init);
 491
 492int ipu_ic_task_idma_init(struct ipu_ic *ic, struct ipuv3_channel *channel,
 493                          u32 width, u32 height, int burst_size,
 494                          enum ipu_rotate_mode rot)
 495{
 496        struct ipu_ic_priv *priv = ic->priv;
 497        struct ipu_soc *ipu = priv->ipu;
 498        u32 ic_idmac_1, ic_idmac_2, ic_idmac_3;
 499        u32 temp_rot = bitrev8(rot) >> 5;
 500        bool need_hor_flip = false;
 501        unsigned long flags;
 502        int ret = 0;
 503
 504        if ((burst_size != 8) && (burst_size != 16)) {
 505                dev_err(ipu->dev, "Illegal burst length for IC\n");
 506                return -EINVAL;
 507        }
 508
 509        width--;
 510        height--;
 511
 512        if (temp_rot & 0x2)     /* Need horizontal flip */
 513                need_hor_flip = true;
 514
 515        spin_lock_irqsave(&priv->lock, flags);
 516
 517        ic_idmac_1 = ipu_ic_read(ic, IC_IDMAC_1);
 518        ic_idmac_2 = ipu_ic_read(ic, IC_IDMAC_2);
 519        ic_idmac_3 = ipu_ic_read(ic, IC_IDMAC_3);
 520
 521        switch (channel->num) {
 522        case IPUV3_CHANNEL_IC_PP_MEM:
 523                if (burst_size == 16)
 524                        ic_idmac_1 |= IC_IDMAC_1_CB2_BURST_16;
 525                else
 526                        ic_idmac_1 &= ~IC_IDMAC_1_CB2_BURST_16;
 527
 528                if (need_hor_flip)
 529                        ic_idmac_1 |= IC_IDMAC_1_PP_FLIP_RS;
 530                else
 531                        ic_idmac_1 &= ~IC_IDMAC_1_PP_FLIP_RS;
 532
 533                ic_idmac_2 &= ~IC_IDMAC_2_PP_HEIGHT_MASK;
 534                ic_idmac_2 |= height << IC_IDMAC_2_PP_HEIGHT_OFFSET;
 535
 536                ic_idmac_3 &= ~IC_IDMAC_3_PP_WIDTH_MASK;
 537                ic_idmac_3 |= width << IC_IDMAC_3_PP_WIDTH_OFFSET;
 538                break;
 539        case IPUV3_CHANNEL_MEM_IC_PP:
 540                if (burst_size == 16)
 541                        ic_idmac_1 |= IC_IDMAC_1_CB5_BURST_16;
 542                else
 543                        ic_idmac_1 &= ~IC_IDMAC_1_CB5_BURST_16;
 544                break;
 545        case IPUV3_CHANNEL_MEM_ROT_PP:
 546                ic_idmac_1 &= ~IC_IDMAC_1_PP_ROT_MASK;
 547                ic_idmac_1 |= temp_rot << IC_IDMAC_1_PP_ROT_OFFSET;
 548                break;
 549        case IPUV3_CHANNEL_MEM_IC_PRP_VF:
 550                if (burst_size == 16)
 551                        ic_idmac_1 |= IC_IDMAC_1_CB6_BURST_16;
 552                else
 553                        ic_idmac_1 &= ~IC_IDMAC_1_CB6_BURST_16;
 554                break;
 555        case IPUV3_CHANNEL_IC_PRP_ENC_MEM:
 556                if (burst_size == 16)
 557                        ic_idmac_1 |= IC_IDMAC_1_CB0_BURST_16;
 558                else
 559                        ic_idmac_1 &= ~IC_IDMAC_1_CB0_BURST_16;
 560
 561                if (need_hor_flip)
 562                        ic_idmac_1 |= IC_IDMAC_1_PRPENC_FLIP_RS;
 563                else
 564                        ic_idmac_1 &= ~IC_IDMAC_1_PRPENC_FLIP_RS;
 565
 566                ic_idmac_2 &= ~IC_IDMAC_2_PRPENC_HEIGHT_MASK;
 567                ic_idmac_2 |= height << IC_IDMAC_2_PRPENC_HEIGHT_OFFSET;
 568
 569                ic_idmac_3 &= ~IC_IDMAC_3_PRPENC_WIDTH_MASK;
 570                ic_idmac_3 |= width << IC_IDMAC_3_PRPENC_WIDTH_OFFSET;
 571                break;
 572        case IPUV3_CHANNEL_MEM_ROT_ENC:
 573                ic_idmac_1 &= ~IC_IDMAC_1_PRPENC_ROT_MASK;
 574                ic_idmac_1 |= temp_rot << IC_IDMAC_1_PRPENC_ROT_OFFSET;
 575                break;
 576        case IPUV3_CHANNEL_IC_PRP_VF_MEM:
 577                if (burst_size == 16)
 578                        ic_idmac_1 |= IC_IDMAC_1_CB1_BURST_16;
 579                else
 580                        ic_idmac_1 &= ~IC_IDMAC_1_CB1_BURST_16;
 581
 582                if (need_hor_flip)
 583                        ic_idmac_1 |= IC_IDMAC_1_PRPVF_FLIP_RS;
 584                else
 585                        ic_idmac_1 &= ~IC_IDMAC_1_PRPVF_FLIP_RS;
 586
 587                ic_idmac_2 &= ~IC_IDMAC_2_PRPVF_HEIGHT_MASK;
 588                ic_idmac_2 |= height << IC_IDMAC_2_PRPVF_HEIGHT_OFFSET;
 589
 590                ic_idmac_3 &= ~IC_IDMAC_3_PRPVF_WIDTH_MASK;
 591                ic_idmac_3 |= width << IC_IDMAC_3_PRPVF_WIDTH_OFFSET;
 592                break;
 593        case IPUV3_CHANNEL_MEM_ROT_VF:
 594                ic_idmac_1 &= ~IC_IDMAC_1_PRPVF_ROT_MASK;
 595                ic_idmac_1 |= temp_rot << IC_IDMAC_1_PRPVF_ROT_OFFSET;
 596                break;
 597        case IPUV3_CHANNEL_G_MEM_IC_PRP_VF:
 598                if (burst_size == 16)
 599                        ic_idmac_1 |= IC_IDMAC_1_CB3_BURST_16;
 600                else
 601                        ic_idmac_1 &= ~IC_IDMAC_1_CB3_BURST_16;
 602                break;
 603        case IPUV3_CHANNEL_G_MEM_IC_PP:
 604                if (burst_size == 16)
 605                        ic_idmac_1 |= IC_IDMAC_1_CB4_BURST_16;
 606                else
 607                        ic_idmac_1 &= ~IC_IDMAC_1_CB4_BURST_16;
 608                break;
 609        case IPUV3_CHANNEL_VDI_MEM_IC_VF:
 610                if (burst_size == 16)
 611                        ic_idmac_1 |= IC_IDMAC_1_CB7_BURST_16;
 612                else
 613                        ic_idmac_1 &= ~IC_IDMAC_1_CB7_BURST_16;
 614                break;
 615        default:
 616                goto unlock;
 617        }
 618
 619        ipu_ic_write(ic, ic_idmac_1, IC_IDMAC_1);
 620        ipu_ic_write(ic, ic_idmac_2, IC_IDMAC_2);
 621        ipu_ic_write(ic, ic_idmac_3, IC_IDMAC_3);
 622
 623        if (ipu_rot_mode_is_irt(rot))
 624                ic->rotation = true;
 625
 626unlock:
 627        spin_unlock_irqrestore(&priv->lock, flags);
 628        return ret;
 629}
 630EXPORT_SYMBOL_GPL(ipu_ic_task_idma_init);
 631
 632static void ipu_irt_enable(struct ipu_ic *ic)
 633{
 634        struct ipu_ic_priv *priv = ic->priv;
 635
 636        if (!priv->irt_use_count)
 637                ipu_module_enable(priv->ipu, IPU_CONF_ROT_EN);
 638
 639        priv->irt_use_count++;
 640}
 641
 642static void ipu_irt_disable(struct ipu_ic *ic)
 643{
 644        struct ipu_ic_priv *priv = ic->priv;
 645
 646        if (priv->irt_use_count) {
 647                if (!--priv->irt_use_count)
 648                        ipu_module_disable(priv->ipu, IPU_CONF_ROT_EN);
 649        }
 650}
 651
 652int ipu_ic_enable(struct ipu_ic *ic)
 653{
 654        struct ipu_ic_priv *priv = ic->priv;
 655        unsigned long flags;
 656
 657        spin_lock_irqsave(&priv->lock, flags);
 658
 659        if (!priv->use_count)
 660                ipu_module_enable(priv->ipu, IPU_CONF_IC_EN);
 661
 662        priv->use_count++;
 663
 664        if (ic->rotation)
 665                ipu_irt_enable(ic);
 666
 667        spin_unlock_irqrestore(&priv->lock, flags);
 668
 669        return 0;
 670}
 671EXPORT_SYMBOL_GPL(ipu_ic_enable);
 672
 673int ipu_ic_disable(struct ipu_ic *ic)
 674{
 675        struct ipu_ic_priv *priv = ic->priv;
 676        unsigned long flags;
 677
 678        spin_lock_irqsave(&priv->lock, flags);
 679
 680        priv->use_count--;
 681
 682        if (!priv->use_count)
 683                ipu_module_disable(priv->ipu, IPU_CONF_IC_EN);
 684
 685        if (priv->use_count < 0)
 686                priv->use_count = 0;
 687
 688        if (ic->rotation)
 689                ipu_irt_disable(ic);
 690
 691        ic->rotation = ic->graphics = false;
 692
 693        spin_unlock_irqrestore(&priv->lock, flags);
 694
 695        return 0;
 696}
 697EXPORT_SYMBOL_GPL(ipu_ic_disable);
 698
 699struct ipu_ic *ipu_ic_get(struct ipu_soc *ipu, enum ipu_ic_task task)
 700{
 701        struct ipu_ic_priv *priv = ipu->ic_priv;
 702        unsigned long flags;
 703        struct ipu_ic *ic, *ret;
 704
 705        if (task >= IC_NUM_TASKS)
 706                return ERR_PTR(-EINVAL);
 707
 708        ic = &priv->task[task];
 709
 710        spin_lock_irqsave(&priv->lock, flags);
 711
 712        if (ic->in_use) {
 713                ret = ERR_PTR(-EBUSY);
 714                goto unlock;
 715        }
 716
 717        ic->in_use = true;
 718        ret = ic;
 719
 720unlock:
 721        spin_unlock_irqrestore(&priv->lock, flags);
 722        return ret;
 723}
 724EXPORT_SYMBOL_GPL(ipu_ic_get);
 725
 726void ipu_ic_put(struct ipu_ic *ic)
 727{
 728        struct ipu_ic_priv *priv = ic->priv;
 729        unsigned long flags;
 730
 731        spin_lock_irqsave(&priv->lock, flags);
 732        ic->in_use = false;
 733        spin_unlock_irqrestore(&priv->lock, flags);
 734}
 735EXPORT_SYMBOL_GPL(ipu_ic_put);
 736
 737int ipu_ic_init(struct ipu_soc *ipu, struct device *dev,
 738                unsigned long base, unsigned long tpmem_base)
 739{
 740        struct ipu_ic_priv *priv;
 741        int i;
 742
 743        priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
 744        if (!priv)
 745                return -ENOMEM;
 746
 747        ipu->ic_priv = priv;
 748
 749        spin_lock_init(&priv->lock);
 750        priv->base = devm_ioremap(dev, base, PAGE_SIZE);
 751        if (!priv->base)
 752                return -ENOMEM;
 753        priv->tpmem_base = devm_ioremap(dev, tpmem_base, SZ_64K);
 754        if (!priv->tpmem_base)
 755                return -ENOMEM;
 756
 757        dev_dbg(dev, "IC base: 0x%08lx remapped to %p\n", base, priv->base);
 758
 759        priv->ipu = ipu;
 760
 761        for (i = 0; i < IC_NUM_TASKS; i++) {
 762                priv->task[i].task = i;
 763                priv->task[i].priv = priv;
 764                priv->task[i].reg = &ic_task_reg[i];
 765                priv->task[i].bit = &ic_task_bit[i];
 766        }
 767
 768        return 0;
 769}
 770
 771void ipu_ic_exit(struct ipu_soc *ipu)
 772{
 773}
 774
 775void ipu_ic_dump(struct ipu_ic *ic)
 776{
 777        struct ipu_ic_priv *priv = ic->priv;
 778        struct ipu_soc *ipu = priv->ipu;
 779
 780        dev_dbg(ipu->dev, "IC_CONF = \t0x%08X\n",
 781                ipu_ic_read(ic, IC_CONF));
 782        dev_dbg(ipu->dev, "IC_PRP_ENC_RSC = \t0x%08X\n",
 783                ipu_ic_read(ic, IC_PRP_ENC_RSC));
 784        dev_dbg(ipu->dev, "IC_PRP_VF_RSC = \t0x%08X\n",
 785                ipu_ic_read(ic, IC_PRP_VF_RSC));
 786        dev_dbg(ipu->dev, "IC_PP_RSC = \t0x%08X\n",
 787                ipu_ic_read(ic, IC_PP_RSC));
 788        dev_dbg(ipu->dev, "IC_CMBP_1 = \t0x%08X\n",
 789                ipu_ic_read(ic, IC_CMBP_1));
 790        dev_dbg(ipu->dev, "IC_CMBP_2 = \t0x%08X\n",
 791                ipu_ic_read(ic, IC_CMBP_2));
 792        dev_dbg(ipu->dev, "IC_IDMAC_1 = \t0x%08X\n",
 793                ipu_ic_read(ic, IC_IDMAC_1));
 794        dev_dbg(ipu->dev, "IC_IDMAC_2 = \t0x%08X\n",
 795                ipu_ic_read(ic, IC_IDMAC_2));
 796        dev_dbg(ipu->dev, "IC_IDMAC_3 = \t0x%08X\n",
 797                ipu_ic_read(ic, IC_IDMAC_3));
 798        dev_dbg(ipu->dev, "IC_IDMAC_4 = \t0x%08X\n",
 799                ipu_ic_read(ic, IC_IDMAC_4));
 800}
 801EXPORT_SYMBOL_GPL(ipu_ic_dump);
 802