linux/drivers/gpu/drm/tegra/hub.c
<<
>>
Prefs
   1/*
   2 * Copyright (C) 2017 NVIDIA CORPORATION.  All rights reserved.
   3 *
   4 * This program is free software; you can redistribute it and/or modify
   5 * it under the terms of the GNU General Public License version 2 as
   6 * published by the Free Software Foundation.
   7 */
   8
   9#include <linux/clk.h>
  10#include <linux/host1x.h>
  11#include <linux/module.h>
  12#include <linux/of.h>
  13#include <linux/of_device.h>
  14#include <linux/of_graph.h>
  15#include <linux/platform_device.h>
  16#include <linux/pm_runtime.h>
  17#include <linux/reset.h>
  18
  19#include <drm/drmP.h>
  20#include <drm/drm_atomic.h>
  21#include <drm/drm_atomic_helper.h>
  22#include <drm/drm_crtc_helper.h>
  23
  24#include "drm.h"
  25#include "dc.h"
  26#include "plane.h"
  27
  28static const u32 tegra_shared_plane_formats[] = {
  29        DRM_FORMAT_ARGB1555,
  30        DRM_FORMAT_RGB565,
  31        DRM_FORMAT_RGBA5551,
  32        DRM_FORMAT_ARGB8888,
  33        DRM_FORMAT_ABGR8888,
  34        /* new on Tegra114 */
  35        DRM_FORMAT_ABGR4444,
  36        DRM_FORMAT_ABGR1555,
  37        DRM_FORMAT_BGRA5551,
  38        DRM_FORMAT_XRGB1555,
  39        DRM_FORMAT_RGBX5551,
  40        DRM_FORMAT_XBGR1555,
  41        DRM_FORMAT_BGRX5551,
  42        DRM_FORMAT_BGR565,
  43        DRM_FORMAT_XRGB8888,
  44        DRM_FORMAT_XBGR8888,
  45        /* planar formats */
  46        DRM_FORMAT_UYVY,
  47        DRM_FORMAT_YUYV,
  48        DRM_FORMAT_YUV420,
  49        DRM_FORMAT_YUV422,
  50};
  51
  52static const u64 tegra_shared_plane_modifiers[] = {
  53        DRM_FORMAT_MOD_LINEAR,
  54        DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(0),
  55        DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(1),
  56        DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(2),
  57        DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(3),
  58        DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(4),
  59        DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(5),
  60        DRM_FORMAT_MOD_INVALID
  61};
  62
  63static inline unsigned int tegra_plane_offset(struct tegra_plane *plane,
  64                                              unsigned int offset)
  65{
  66        if (offset >= 0x500 && offset <= 0x581) {
  67                offset = 0x000 + (offset - 0x500);
  68                return plane->offset + offset;
  69        }
  70
  71        if (offset >= 0x700 && offset <= 0x73c) {
  72                offset = 0x180 + (offset - 0x700);
  73                return plane->offset + offset;
  74        }
  75
  76        if (offset >= 0x800 && offset <= 0x83e) {
  77                offset = 0x1c0 + (offset - 0x800);
  78                return plane->offset + offset;
  79        }
  80
  81        dev_WARN(plane->dc->dev, "invalid offset: %x\n", offset);
  82
  83        return plane->offset + offset;
  84}
  85
  86static inline u32 tegra_plane_readl(struct tegra_plane *plane,
  87                                    unsigned int offset)
  88{
  89        return tegra_dc_readl(plane->dc, tegra_plane_offset(plane, offset));
  90}
  91
  92static inline void tegra_plane_writel(struct tegra_plane *plane, u32 value,
  93                                      unsigned int offset)
  94{
  95        tegra_dc_writel(plane->dc, value, tegra_plane_offset(plane, offset));
  96}
  97
  98static int tegra_windowgroup_enable(struct tegra_windowgroup *wgrp)
  99{
 100        mutex_lock(&wgrp->lock);
 101
 102        if (wgrp->usecount == 0) {
 103                pm_runtime_get_sync(wgrp->parent);
 104                reset_control_deassert(wgrp->rst);
 105        }
 106
 107        wgrp->usecount++;
 108        mutex_unlock(&wgrp->lock);
 109
 110        return 0;
 111}
 112
 113static void tegra_windowgroup_disable(struct tegra_windowgroup *wgrp)
 114{
 115        int err;
 116
 117        mutex_lock(&wgrp->lock);
 118
 119        if (wgrp->usecount == 1) {
 120                err = reset_control_assert(wgrp->rst);
 121                if (err < 0) {
 122                        pr_err("failed to assert reset for window group %u\n",
 123                               wgrp->index);
 124                }
 125
 126                pm_runtime_put(wgrp->parent);
 127        }
 128
 129        wgrp->usecount--;
 130        mutex_unlock(&wgrp->lock);
 131}
 132
 133int tegra_display_hub_prepare(struct tegra_display_hub *hub)
 134{
 135        unsigned int i;
 136
 137        /*
 138         * XXX Enabling/disabling windowgroups needs to happen when the owner
 139         * display controller is disabled. There's currently no good point at
 140         * which this could be executed, so unconditionally enable all window
 141         * groups for now.
 142         */
 143        for (i = 0; i < hub->soc->num_wgrps; i++) {
 144                struct tegra_windowgroup *wgrp = &hub->wgrps[i];
 145
 146                tegra_windowgroup_enable(wgrp);
 147        }
 148
 149        return 0;
 150}
 151
 152void tegra_display_hub_cleanup(struct tegra_display_hub *hub)
 153{
 154        unsigned int i;
 155
 156        /*
 157         * XXX Remove this once window groups can be more fine-grainedly
 158         * enabled and disabled.
 159         */
 160        for (i = 0; i < hub->soc->num_wgrps; i++) {
 161                struct tegra_windowgroup *wgrp = &hub->wgrps[i];
 162
 163                tegra_windowgroup_disable(wgrp);
 164        }
 165}
 166
 167static void tegra_shared_plane_update(struct tegra_plane *plane)
 168{
 169        struct tegra_dc *dc = plane->dc;
 170        unsigned long timeout;
 171        u32 mask, value;
 172
 173        mask = COMMON_UPDATE | WIN_A_UPDATE << plane->base.index;
 174        tegra_dc_writel(dc, mask, DC_CMD_STATE_CONTROL);
 175
 176        timeout = jiffies + msecs_to_jiffies(1000);
 177
 178        while (time_before(jiffies, timeout)) {
 179                value = tegra_dc_readl(dc, DC_CMD_STATE_CONTROL);
 180                if ((value & mask) == 0)
 181                        break;
 182
 183                usleep_range(100, 400);
 184        }
 185}
 186
 187static void tegra_shared_plane_activate(struct tegra_plane *plane)
 188{
 189        struct tegra_dc *dc = plane->dc;
 190        unsigned long timeout;
 191        u32 mask, value;
 192
 193        mask = COMMON_ACTREQ | WIN_A_ACT_REQ << plane->base.index;
 194        tegra_dc_writel(dc, mask, DC_CMD_STATE_CONTROL);
 195
 196        timeout = jiffies + msecs_to_jiffies(1000);
 197
 198        while (time_before(jiffies, timeout)) {
 199                value = tegra_dc_readl(dc, DC_CMD_STATE_CONTROL);
 200                if ((value & mask) == 0)
 201                        break;
 202
 203                usleep_range(100, 400);
 204        }
 205}
 206
 207static unsigned int
 208tegra_shared_plane_get_owner(struct tegra_plane *plane, struct tegra_dc *dc)
 209{
 210        unsigned int offset =
 211                tegra_plane_offset(plane, DC_WIN_CORE_WINDOWGROUP_SET_CONTROL);
 212
 213        return tegra_dc_readl(dc, offset) & OWNER_MASK;
 214}
 215
 216static bool tegra_dc_owns_shared_plane(struct tegra_dc *dc,
 217                                       struct tegra_plane *plane)
 218{
 219        struct device *dev = dc->dev;
 220
 221        if (tegra_shared_plane_get_owner(plane, dc) == dc->pipe) {
 222                if (plane->dc == dc)
 223                        return true;
 224
 225                dev_WARN(dev, "head %u owns window %u but is not attached\n",
 226                         dc->pipe, plane->index);
 227        }
 228
 229        return false;
 230}
 231
 232static int tegra_shared_plane_set_owner(struct tegra_plane *plane,
 233                                        struct tegra_dc *new)
 234{
 235        unsigned int offset =
 236                tegra_plane_offset(plane, DC_WIN_CORE_WINDOWGROUP_SET_CONTROL);
 237        struct tegra_dc *old = plane->dc, *dc = new ? new : old;
 238        struct device *dev = new ? new->dev : old->dev;
 239        unsigned int owner, index = plane->index;
 240        u32 value;
 241
 242        value = tegra_dc_readl(dc, offset);
 243        owner = value & OWNER_MASK;
 244
 245        if (new && (owner != OWNER_MASK && owner != new->pipe)) {
 246                dev_WARN(dev, "window %u owned by head %u\n", index, owner);
 247                return -EBUSY;
 248        }
 249
 250        /*
 251         * This seems to happen whenever the head has been disabled with one
 252         * or more windows being active. This is harmless because we'll just
 253         * reassign the window to the new head anyway.
 254         */
 255        if (old && owner == OWNER_MASK)
 256                dev_dbg(dev, "window %u not owned by head %u but %u\n", index,
 257                        old->pipe, owner);
 258
 259        value &= ~OWNER_MASK;
 260
 261        if (new)
 262                value |= OWNER(new->pipe);
 263        else
 264                value |= OWNER_MASK;
 265
 266        tegra_dc_writel(dc, value, offset);
 267
 268        plane->dc = new;
 269
 270        return 0;
 271}
 272
 273static void tegra_dc_assign_shared_plane(struct tegra_dc *dc,
 274                                         struct tegra_plane *plane)
 275{
 276        u32 value;
 277        int err;
 278
 279        if (!tegra_dc_owns_shared_plane(dc, plane)) {
 280                err = tegra_shared_plane_set_owner(plane, dc);
 281                if (err < 0)
 282                        return;
 283        }
 284
 285        value = tegra_plane_readl(plane, DC_WIN_CORE_IHUB_LINEBUF_CONFIG);
 286        value |= MODE_FOUR_LINES;
 287        tegra_plane_writel(plane, value, DC_WIN_CORE_IHUB_LINEBUF_CONFIG);
 288
 289        value = tegra_plane_readl(plane, DC_WIN_CORE_IHUB_WGRP_FETCH_METER);
 290        value = SLOTS(1);
 291        tegra_plane_writel(plane, value, DC_WIN_CORE_IHUB_WGRP_FETCH_METER);
 292
 293        /* disable watermark */
 294        value = tegra_plane_readl(plane, DC_WIN_CORE_IHUB_WGRP_LATENCY_CTLA);
 295        value &= ~LATENCY_CTL_MODE_ENABLE;
 296        tegra_plane_writel(plane, value, DC_WIN_CORE_IHUB_WGRP_LATENCY_CTLA);
 297
 298        value = tegra_plane_readl(plane, DC_WIN_CORE_IHUB_WGRP_LATENCY_CTLB);
 299        value |= WATERMARK_MASK;
 300        tegra_plane_writel(plane, value, DC_WIN_CORE_IHUB_WGRP_LATENCY_CTLB);
 301
 302        /* pipe meter */
 303        value = tegra_plane_readl(plane, DC_WIN_CORE_PRECOMP_WGRP_PIPE_METER);
 304        value = PIPE_METER_INT(0) | PIPE_METER_FRAC(0);
 305        tegra_plane_writel(plane, value, DC_WIN_CORE_PRECOMP_WGRP_PIPE_METER);
 306
 307        /* mempool entries */
 308        value = tegra_plane_readl(plane, DC_WIN_CORE_IHUB_WGRP_POOL_CONFIG);
 309        value = MEMPOOL_ENTRIES(0x331);
 310        tegra_plane_writel(plane, value, DC_WIN_CORE_IHUB_WGRP_POOL_CONFIG);
 311
 312        value = tegra_plane_readl(plane, DC_WIN_CORE_IHUB_THREAD_GROUP);
 313        value &= ~THREAD_NUM_MASK;
 314        value |= THREAD_NUM(plane->base.index);
 315        value |= THREAD_GROUP_ENABLE;
 316        tegra_plane_writel(plane, value, DC_WIN_CORE_IHUB_THREAD_GROUP);
 317
 318        tegra_shared_plane_update(plane);
 319        tegra_shared_plane_activate(plane);
 320}
 321
 322static void tegra_dc_remove_shared_plane(struct tegra_dc *dc,
 323                                         struct tegra_plane *plane)
 324{
 325        tegra_shared_plane_set_owner(plane, NULL);
 326}
 327
 328static int tegra_shared_plane_atomic_check(struct drm_plane *plane,
 329                                           struct drm_plane_state *state)
 330{
 331        struct tegra_plane_state *plane_state = to_tegra_plane_state(state);
 332        struct tegra_shared_plane *tegra = to_tegra_shared_plane(plane);
 333        struct tegra_bo_tiling *tiling = &plane_state->tiling;
 334        struct tegra_dc *dc = to_tegra_dc(state->crtc);
 335        int err;
 336
 337        /* no need for further checks if the plane is being disabled */
 338        if (!state->crtc || !state->fb)
 339                return 0;
 340
 341        err = tegra_plane_format(state->fb->format->format,
 342                                 &plane_state->format,
 343                                 &plane_state->swap);
 344        if (err < 0)
 345                return err;
 346
 347        err = tegra_fb_get_tiling(state->fb, tiling);
 348        if (err < 0)
 349                return err;
 350
 351        if (tiling->mode == TEGRA_BO_TILING_MODE_BLOCK &&
 352            !dc->soc->supports_block_linear) {
 353                DRM_ERROR("hardware doesn't support block linear mode\n");
 354                return -EINVAL;
 355        }
 356
 357        /*
 358         * Tegra doesn't support different strides for U and V planes so we
 359         * error out if the user tries to display a framebuffer with such a
 360         * configuration.
 361         */
 362        if (state->fb->format->num_planes > 2) {
 363                if (state->fb->pitches[2] != state->fb->pitches[1]) {
 364                        DRM_ERROR("unsupported UV-plane configuration\n");
 365                        return -EINVAL;
 366                }
 367        }
 368
 369        /* XXX scaling is not yet supported, add a check here */
 370
 371        err = tegra_plane_state_add(&tegra->base, state);
 372        if (err < 0)
 373                return err;
 374
 375        return 0;
 376}
 377
 378static void tegra_shared_plane_atomic_disable(struct drm_plane *plane,
 379                                              struct drm_plane_state *old_state)
 380{
 381        struct tegra_dc *dc = to_tegra_dc(old_state->crtc);
 382        struct tegra_plane *p = to_tegra_plane(plane);
 383        u32 value;
 384
 385        /* rien ne va plus */
 386        if (!old_state || !old_state->crtc)
 387                return;
 388
 389        /*
 390         * XXX Legacy helpers seem to sometimes call ->atomic_disable() even
 391         * on planes that are already disabled. Make sure we fallback to the
 392         * head for this particular state instead of crashing.
 393         */
 394        if (WARN_ON(p->dc == NULL))
 395                p->dc = dc;
 396
 397        pm_runtime_get_sync(dc->dev);
 398
 399        value = tegra_plane_readl(p, DC_WIN_WIN_OPTIONS);
 400        value &= ~WIN_ENABLE;
 401        tegra_plane_writel(p, value, DC_WIN_WIN_OPTIONS);
 402
 403        tegra_dc_remove_shared_plane(dc, p);
 404
 405        pm_runtime_put(dc->dev);
 406}
 407
 408static void tegra_shared_plane_atomic_update(struct drm_plane *plane,
 409                                             struct drm_plane_state *old_state)
 410{
 411        struct tegra_plane_state *state = to_tegra_plane_state(plane->state);
 412        struct tegra_dc *dc = to_tegra_dc(plane->state->crtc);
 413        unsigned int zpos = plane->state->normalized_zpos;
 414        struct drm_framebuffer *fb = plane->state->fb;
 415        struct tegra_plane *p = to_tegra_plane(plane);
 416        struct tegra_bo *bo;
 417        dma_addr_t base;
 418        u32 value;
 419
 420        /* rien ne va plus */
 421        if (!plane->state->crtc || !plane->state->fb)
 422                return;
 423
 424        if (!plane->state->visible) {
 425                tegra_shared_plane_atomic_disable(plane, old_state);
 426                return;
 427        }
 428
 429        pm_runtime_get_sync(dc->dev);
 430
 431        tegra_dc_assign_shared_plane(dc, p);
 432
 433        tegra_plane_writel(p, VCOUNTER, DC_WIN_CORE_ACT_CONTROL);
 434
 435        /* blending */
 436        value = BLEND_FACTOR_DST_ALPHA_ZERO | BLEND_FACTOR_SRC_ALPHA_K2 |
 437                BLEND_FACTOR_DST_COLOR_NEG_K1_TIMES_SRC |
 438                BLEND_FACTOR_SRC_COLOR_K1_TIMES_SRC;
 439        tegra_plane_writel(p, value, DC_WIN_BLEND_MATCH_SELECT);
 440
 441        value = BLEND_FACTOR_DST_ALPHA_ZERO | BLEND_FACTOR_SRC_ALPHA_K2 |
 442                BLEND_FACTOR_DST_COLOR_NEG_K1_TIMES_SRC |
 443                BLEND_FACTOR_SRC_COLOR_K1_TIMES_SRC;
 444        tegra_plane_writel(p, value, DC_WIN_BLEND_NOMATCH_SELECT);
 445
 446        value = K2(255) | K1(255) | WINDOW_LAYER_DEPTH(255 - zpos);
 447        tegra_plane_writel(p, value, DC_WIN_BLEND_LAYER_CONTROL);
 448
 449        /* bypass scaling */
 450        value = HORIZONTAL_TAPS_5 | VERTICAL_TAPS_5;
 451        tegra_plane_writel(p, value, DC_WIN_WINDOWGROUP_SET_CONTROL_INPUT_SCALER);
 452
 453        value = INPUT_SCALER_VBYPASS | INPUT_SCALER_HBYPASS;
 454        tegra_plane_writel(p, value, DC_WIN_WINDOWGROUP_SET_INPUT_SCALER_USAGE);
 455
 456        /* disable compression */
 457        tegra_plane_writel(p, 0, DC_WINBUF_CDE_CONTROL);
 458
 459        bo = tegra_fb_get_plane(fb, 0);
 460        base = bo->paddr;
 461
 462        tegra_plane_writel(p, state->format, DC_WIN_COLOR_DEPTH);
 463        tegra_plane_writel(p, 0, DC_WIN_PRECOMP_WGRP_PARAMS);
 464
 465        value = V_POSITION(plane->state->crtc_y) |
 466                H_POSITION(plane->state->crtc_x);
 467        tegra_plane_writel(p, value, DC_WIN_POSITION);
 468
 469        value = V_SIZE(plane->state->crtc_h) | H_SIZE(plane->state->crtc_w);
 470        tegra_plane_writel(p, value, DC_WIN_SIZE);
 471
 472        value = WIN_ENABLE | COLOR_EXPAND;
 473        tegra_plane_writel(p, value, DC_WIN_WIN_OPTIONS);
 474
 475        value = V_SIZE(plane->state->crtc_h) | H_SIZE(plane->state->crtc_w);
 476        tegra_plane_writel(p, value, DC_WIN_CROPPED_SIZE);
 477
 478        tegra_plane_writel(p, upper_32_bits(base), DC_WINBUF_START_ADDR_HI);
 479        tegra_plane_writel(p, lower_32_bits(base), DC_WINBUF_START_ADDR);
 480
 481        value = PITCH(fb->pitches[0]);
 482        tegra_plane_writel(p, value, DC_WIN_PLANAR_STORAGE);
 483
 484        value = CLAMP_BEFORE_BLEND | DEGAMMA_SRGB | INPUT_RANGE_FULL;
 485        tegra_plane_writel(p, value, DC_WIN_SET_PARAMS);
 486
 487        value = OFFSET_X(plane->state->src_y >> 16) |
 488                OFFSET_Y(plane->state->src_x >> 16);
 489        tegra_plane_writel(p, value, DC_WINBUF_CROPPED_POINT);
 490
 491        if (dc->soc->supports_block_linear) {
 492                unsigned long height = state->tiling.value;
 493
 494                /* XXX */
 495                switch (state->tiling.mode) {
 496                case TEGRA_BO_TILING_MODE_PITCH:
 497                        value = DC_WINBUF_SURFACE_KIND_BLOCK_HEIGHT(0) |
 498                                DC_WINBUF_SURFACE_KIND_PITCH;
 499                        break;
 500
 501                /* XXX not supported on Tegra186 and later */
 502                case TEGRA_BO_TILING_MODE_TILED:
 503                        value = DC_WINBUF_SURFACE_KIND_TILED;
 504                        break;
 505
 506                case TEGRA_BO_TILING_MODE_BLOCK:
 507                        value = DC_WINBUF_SURFACE_KIND_BLOCK_HEIGHT(height) |
 508                                DC_WINBUF_SURFACE_KIND_BLOCK;
 509                        break;
 510                }
 511
 512                tegra_plane_writel(p, value, DC_WINBUF_SURFACE_KIND);
 513        }
 514
 515        /* disable gamut CSC */
 516        value = tegra_plane_readl(p, DC_WIN_WINDOW_SET_CONTROL);
 517        value &= ~CONTROL_CSC_ENABLE;
 518        tegra_plane_writel(p, value, DC_WIN_WINDOW_SET_CONTROL);
 519
 520        pm_runtime_put(dc->dev);
 521}
 522
 523static const struct drm_plane_helper_funcs tegra_shared_plane_helper_funcs = {
 524        .atomic_check = tegra_shared_plane_atomic_check,
 525        .atomic_update = tegra_shared_plane_atomic_update,
 526        .atomic_disable = tegra_shared_plane_atomic_disable,
 527};
 528
 529struct drm_plane *tegra_shared_plane_create(struct drm_device *drm,
 530                                            struct tegra_dc *dc,
 531                                            unsigned int wgrp,
 532                                            unsigned int index)
 533{
 534        enum drm_plane_type type = DRM_PLANE_TYPE_OVERLAY;
 535        struct tegra_drm *tegra = drm->dev_private;
 536        struct tegra_display_hub *hub = tegra->hub;
 537        /* planes can be assigned to arbitrary CRTCs */
 538        unsigned int possible_crtcs = 0x7;
 539        struct tegra_shared_plane *plane;
 540        unsigned int num_formats;
 541        const u64 *modifiers;
 542        struct drm_plane *p;
 543        const u32 *formats;
 544        int err;
 545
 546        plane = kzalloc(sizeof(*plane), GFP_KERNEL);
 547        if (!plane)
 548                return ERR_PTR(-ENOMEM);
 549
 550        plane->base.offset = 0x0a00 + 0x0300 * index;
 551        plane->base.index = index;
 552
 553        plane->wgrp = &hub->wgrps[wgrp];
 554        plane->wgrp->parent = dc->dev;
 555
 556        p = &plane->base.base;
 557
 558        num_formats = ARRAY_SIZE(tegra_shared_plane_formats);
 559        formats = tegra_shared_plane_formats;
 560        modifiers = tegra_shared_plane_modifiers;
 561
 562        err = drm_universal_plane_init(drm, p, possible_crtcs,
 563                                       &tegra_plane_funcs, formats,
 564                                       num_formats, modifiers, type, NULL);
 565        if (err < 0) {
 566                kfree(plane);
 567                return ERR_PTR(err);
 568        }
 569
 570        drm_plane_helper_add(p, &tegra_shared_plane_helper_funcs);
 571        drm_plane_create_zpos_property(p, 0, 0, 255);
 572
 573        return p;
 574}
 575
 576static struct drm_private_state *
 577tegra_display_hub_duplicate_state(struct drm_private_obj *obj)
 578{
 579        struct tegra_display_hub_state *state;
 580
 581        state = kmemdup(obj->state, sizeof(*state), GFP_KERNEL);
 582        if (!state)
 583                return NULL;
 584
 585        __drm_atomic_helper_private_obj_duplicate_state(obj, &state->base);
 586
 587        return &state->base;
 588}
 589
 590static void tegra_display_hub_destroy_state(struct drm_private_obj *obj,
 591                                            struct drm_private_state *state)
 592{
 593        struct tegra_display_hub_state *hub_state =
 594                to_tegra_display_hub_state(state);
 595
 596        kfree(hub_state);
 597}
 598
 599static const struct drm_private_state_funcs tegra_display_hub_state_funcs = {
 600        .atomic_duplicate_state = tegra_display_hub_duplicate_state,
 601        .atomic_destroy_state = tegra_display_hub_destroy_state,
 602};
 603
 604static struct tegra_display_hub_state *
 605tegra_display_hub_get_state(struct tegra_display_hub *hub,
 606                            struct drm_atomic_state *state)
 607{
 608        struct drm_device *drm = dev_get_drvdata(hub->client.parent);
 609        struct drm_private_state *priv;
 610
 611        WARN_ON(!drm_modeset_is_locked(&drm->mode_config.connection_mutex));
 612
 613        priv = drm_atomic_get_private_obj_state(state, &hub->base);
 614        if (IS_ERR(priv))
 615                return ERR_CAST(priv);
 616
 617        return to_tegra_display_hub_state(priv);
 618}
 619
 620int tegra_display_hub_atomic_check(struct drm_device *drm,
 621                                   struct drm_atomic_state *state)
 622{
 623        struct tegra_drm *tegra = drm->dev_private;
 624        struct tegra_display_hub_state *hub_state;
 625        struct drm_crtc_state *old, *new;
 626        struct drm_crtc *crtc;
 627        unsigned int i;
 628
 629        if (!tegra->hub)
 630                return 0;
 631
 632        hub_state = tegra_display_hub_get_state(tegra->hub, state);
 633        if (IS_ERR(hub_state))
 634                return PTR_ERR(hub_state);
 635
 636        /*
 637         * The display hub display clock needs to be fed by the display clock
 638         * with the highest frequency to ensure proper functioning of all the
 639         * displays.
 640         *
 641         * Note that this isn't used before Tegra186, but it doesn't hurt and
 642         * conditionalizing it would make the code less clean.
 643         */
 644        for_each_oldnew_crtc_in_state(state, crtc, old, new, i) {
 645                struct tegra_dc_state *dc = to_dc_state(new);
 646
 647                if (new->active) {
 648                        if (!hub_state->clk || dc->pclk > hub_state->rate) {
 649                                hub_state->dc = to_tegra_dc(dc->base.crtc);
 650                                hub_state->clk = hub_state->dc->clk;
 651                                hub_state->rate = dc->pclk;
 652                        }
 653                }
 654        }
 655
 656        return 0;
 657}
 658
 659static void tegra_display_hub_update(struct tegra_dc *dc)
 660{
 661        u32 value;
 662
 663        pm_runtime_get_sync(dc->dev);
 664
 665        value = tegra_dc_readl(dc, DC_CMD_IHUB_COMMON_MISC_CTL);
 666        value &= ~LATENCY_EVENT;
 667        tegra_dc_writel(dc, value, DC_CMD_IHUB_COMMON_MISC_CTL);
 668
 669        value = tegra_dc_readl(dc, DC_DISP_IHUB_COMMON_DISPLAY_FETCH_METER);
 670        value = CURS_SLOTS(1) | WGRP_SLOTS(1);
 671        tegra_dc_writel(dc, value, DC_DISP_IHUB_COMMON_DISPLAY_FETCH_METER);
 672
 673        tegra_dc_writel(dc, COMMON_UPDATE, DC_CMD_STATE_CONTROL);
 674        tegra_dc_readl(dc, DC_CMD_STATE_CONTROL);
 675        tegra_dc_writel(dc, COMMON_ACTREQ, DC_CMD_STATE_CONTROL);
 676        tegra_dc_readl(dc, DC_CMD_STATE_CONTROL);
 677
 678        pm_runtime_put(dc->dev);
 679}
 680
 681void tegra_display_hub_atomic_commit(struct drm_device *drm,
 682                                     struct drm_atomic_state *state)
 683{
 684        struct tegra_drm *tegra = drm->dev_private;
 685        struct tegra_display_hub *hub = tegra->hub;
 686        struct tegra_display_hub_state *hub_state;
 687        struct device *dev = hub->client.dev;
 688        int err;
 689
 690        hub_state = to_tegra_display_hub_state(hub->base.state);
 691
 692        if (hub_state->clk) {
 693                err = clk_set_rate(hub_state->clk, hub_state->rate);
 694                if (err < 0)
 695                        dev_err(dev, "failed to set rate of %pC to %lu Hz\n",
 696                                hub_state->clk, hub_state->rate);
 697
 698                err = clk_set_parent(hub->clk_disp, hub_state->clk);
 699                if (err < 0)
 700                        dev_err(dev, "failed to set parent of %pC to %pC: %d\n",
 701                                hub->clk_disp, hub_state->clk, err);
 702        }
 703
 704        if (hub_state->dc)
 705                tegra_display_hub_update(hub_state->dc);
 706}
 707
 708static int tegra_display_hub_init(struct host1x_client *client)
 709{
 710        struct tegra_display_hub *hub = to_tegra_display_hub(client);
 711        struct drm_device *drm = dev_get_drvdata(client->parent);
 712        struct tegra_drm *tegra = drm->dev_private;
 713        struct tegra_display_hub_state *state;
 714
 715        state = kzalloc(sizeof(*state), GFP_KERNEL);
 716        if (!state)
 717                return -ENOMEM;
 718
 719        drm_atomic_private_obj_init(&hub->base, &state->base,
 720                                    &tegra_display_hub_state_funcs);
 721
 722        tegra->hub = hub;
 723
 724        return 0;
 725}
 726
 727static int tegra_display_hub_exit(struct host1x_client *client)
 728{
 729        struct drm_device *drm = dev_get_drvdata(client->parent);
 730        struct tegra_drm *tegra = drm->dev_private;
 731
 732        drm_atomic_private_obj_fini(&tegra->hub->base);
 733        tegra->hub = NULL;
 734
 735        return 0;
 736}
 737
 738static const struct host1x_client_ops tegra_display_hub_ops = {
 739        .init = tegra_display_hub_init,
 740        .exit = tegra_display_hub_exit,
 741};
 742
 743static int tegra_display_hub_probe(struct platform_device *pdev)
 744{
 745        struct tegra_display_hub *hub;
 746        unsigned int i;
 747        int err;
 748
 749        hub = devm_kzalloc(&pdev->dev, sizeof(*hub), GFP_KERNEL);
 750        if (!hub)
 751                return -ENOMEM;
 752
 753        hub->soc = of_device_get_match_data(&pdev->dev);
 754
 755        hub->clk_disp = devm_clk_get(&pdev->dev, "disp");
 756        if (IS_ERR(hub->clk_disp)) {
 757                err = PTR_ERR(hub->clk_disp);
 758                return err;
 759        }
 760
 761        hub->clk_dsc = devm_clk_get(&pdev->dev, "dsc");
 762        if (IS_ERR(hub->clk_dsc)) {
 763                err = PTR_ERR(hub->clk_dsc);
 764                return err;
 765        }
 766
 767        hub->clk_hub = devm_clk_get(&pdev->dev, "hub");
 768        if (IS_ERR(hub->clk_hub)) {
 769                err = PTR_ERR(hub->clk_hub);
 770                return err;
 771        }
 772
 773        hub->rst = devm_reset_control_get(&pdev->dev, "misc");
 774        if (IS_ERR(hub->rst)) {
 775                err = PTR_ERR(hub->rst);
 776                return err;
 777        }
 778
 779        hub->wgrps = devm_kcalloc(&pdev->dev, hub->soc->num_wgrps,
 780                                  sizeof(*hub->wgrps), GFP_KERNEL);
 781        if (!hub->wgrps)
 782                return -ENOMEM;
 783
 784        for (i = 0; i < hub->soc->num_wgrps; i++) {
 785                struct tegra_windowgroup *wgrp = &hub->wgrps[i];
 786                char id[8];
 787
 788                snprintf(id, sizeof(id), "wgrp%u", i);
 789                mutex_init(&wgrp->lock);
 790                wgrp->usecount = 0;
 791                wgrp->index = i;
 792
 793                wgrp->rst = devm_reset_control_get(&pdev->dev, id);
 794                if (IS_ERR(wgrp->rst))
 795                        return PTR_ERR(wgrp->rst);
 796
 797                err = reset_control_assert(wgrp->rst);
 798                if (err < 0)
 799                        return err;
 800        }
 801
 802        /* XXX: enable clock across reset? */
 803        err = reset_control_assert(hub->rst);
 804        if (err < 0)
 805                return err;
 806
 807        platform_set_drvdata(pdev, hub);
 808        pm_runtime_enable(&pdev->dev);
 809
 810        INIT_LIST_HEAD(&hub->client.list);
 811        hub->client.ops = &tegra_display_hub_ops;
 812        hub->client.dev = &pdev->dev;
 813
 814        err = host1x_client_register(&hub->client);
 815        if (err < 0)
 816                dev_err(&pdev->dev, "failed to register host1x client: %d\n",
 817                        err);
 818
 819        return err;
 820}
 821
 822static int tegra_display_hub_remove(struct platform_device *pdev)
 823{
 824        struct tegra_display_hub *hub = platform_get_drvdata(pdev);
 825        int err;
 826
 827        err = host1x_client_unregister(&hub->client);
 828        if (err < 0) {
 829                dev_err(&pdev->dev, "failed to unregister host1x client: %d\n",
 830                        err);
 831        }
 832
 833        pm_runtime_disable(&pdev->dev);
 834
 835        return err;
 836}
 837
 838static int __maybe_unused tegra_display_hub_suspend(struct device *dev)
 839{
 840        struct tegra_display_hub *hub = dev_get_drvdata(dev);
 841        int err;
 842
 843        err = reset_control_assert(hub->rst);
 844        if (err < 0)
 845                return err;
 846
 847        clk_disable_unprepare(hub->clk_hub);
 848        clk_disable_unprepare(hub->clk_dsc);
 849        clk_disable_unprepare(hub->clk_disp);
 850
 851        return 0;
 852}
 853
 854static int __maybe_unused tegra_display_hub_resume(struct device *dev)
 855{
 856        struct tegra_display_hub *hub = dev_get_drvdata(dev);
 857        int err;
 858
 859        err = clk_prepare_enable(hub->clk_disp);
 860        if (err < 0)
 861                return err;
 862
 863        err = clk_prepare_enable(hub->clk_dsc);
 864        if (err < 0)
 865                goto disable_disp;
 866
 867        err = clk_prepare_enable(hub->clk_hub);
 868        if (err < 0)
 869                goto disable_dsc;
 870
 871        err = reset_control_deassert(hub->rst);
 872        if (err < 0)
 873                goto disable_hub;
 874
 875        return 0;
 876
 877disable_hub:
 878        clk_disable_unprepare(hub->clk_hub);
 879disable_dsc:
 880        clk_disable_unprepare(hub->clk_dsc);
 881disable_disp:
 882        clk_disable_unprepare(hub->clk_disp);
 883        return err;
 884}
 885
 886static const struct dev_pm_ops tegra_display_hub_pm_ops = {
 887        SET_RUNTIME_PM_OPS(tegra_display_hub_suspend,
 888                           tegra_display_hub_resume, NULL)
 889};
 890
 891static const struct tegra_display_hub_soc tegra186_display_hub = {
 892        .num_wgrps = 6,
 893};
 894
 895static const struct of_device_id tegra_display_hub_of_match[] = {
 896        {
 897                .compatible = "nvidia,tegra186-display",
 898                .data = &tegra186_display_hub
 899        }, {
 900                /* sentinel */
 901        }
 902};
 903MODULE_DEVICE_TABLE(of, tegra_display_hub_of_match);
 904
 905struct platform_driver tegra_display_hub_driver = {
 906        .driver = {
 907                .name = "tegra-display-hub",
 908                .of_match_table = tegra_display_hub_of_match,
 909                .pm = &tegra_display_hub_pm_ops,
 910        },
 911        .probe = tegra_display_hub_probe,
 912        .remove = tegra_display_hub_remove,
 913};
 914