linux/drivers/gpu/drm/i915/display/g4x_dp.c
<<
>>
Prefs
   1// SPDX-License-Identifier: MIT
   2/*
   3 * Copyright © 2020 Intel Corporation
   4 *
   5 * DisplayPort support for G4x,ILK,SNB,IVB,VLV,CHV (HSW+ handled by the DDI code).
   6 */
   7
   8#include "g4x_dp.h"
   9#include "intel_audio.h"
  10#include "intel_connector.h"
  11#include "intel_de.h"
  12#include "intel_display_types.h"
  13#include "intel_dp.h"
  14#include "intel_dp_link_training.h"
  15#include "intel_dpio_phy.h"
  16#include "intel_fifo_underrun.h"
  17#include "intel_hdmi.h"
  18#include "intel_hotplug.h"
  19#include "intel_panel.h"
  20#include "intel_pps.h"
  21#include "intel_sideband.h"
  22
  23struct dp_link_dpll {
  24        int clock;
  25        struct dpll dpll;
  26};
  27
  28static const struct dp_link_dpll g4x_dpll[] = {
  29        { 162000,
  30                { .p1 = 2, .p2 = 10, .n = 2, .m1 = 23, .m2 = 8 } },
  31        { 270000,
  32                { .p1 = 1, .p2 = 10, .n = 1, .m1 = 14, .m2 = 2 } }
  33};
  34
  35static const struct dp_link_dpll pch_dpll[] = {
  36        { 162000,
  37                { .p1 = 2, .p2 = 10, .n = 1, .m1 = 12, .m2 = 9 } },
  38        { 270000,
  39                { .p1 = 1, .p2 = 10, .n = 2, .m1 = 14, .m2 = 8 } }
  40};
  41
  42static const struct dp_link_dpll vlv_dpll[] = {
  43        { 162000,
  44                { .p1 = 3, .p2 = 2, .n = 5, .m1 = 3, .m2 = 81 } },
  45        { 270000,
  46                { .p1 = 2, .p2 = 2, .n = 1, .m1 = 2, .m2 = 27 } }
  47};
  48
  49/*
  50 * CHV supports eDP 1.4 that have  more link rates.
  51 * Below only provides the fixed rate but exclude variable rate.
  52 */
  53static const struct dp_link_dpll chv_dpll[] = {
  54        /*
  55         * CHV requires to program fractional division for m2.
  56         * m2 is stored in fixed point format using formula below
  57         * (m2_int << 22) | m2_fraction
  58         */
  59        { 162000,       /* m2_int = 32, m2_fraction = 1677722 */
  60                { .p1 = 4, .p2 = 2, .n = 1, .m1 = 2, .m2 = 0x819999a } },
  61        { 270000,       /* m2_int = 27, m2_fraction = 0 */
  62                { .p1 = 4, .p2 = 1, .n = 1, .m1 = 2, .m2 = 0x6c00000 } },
  63};
  64
  65const struct dpll *vlv_get_dpll(struct drm_i915_private *i915)
  66{
  67        return IS_CHERRYVIEW(i915) ? &chv_dpll[0].dpll : &vlv_dpll[0].dpll;
  68}
  69
  70void g4x_dp_set_clock(struct intel_encoder *encoder,
  71                      struct intel_crtc_state *pipe_config)
  72{
  73        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
  74        const struct dp_link_dpll *divisor = NULL;
  75        int i, count = 0;
  76
  77        if (IS_G4X(dev_priv)) {
  78                divisor = g4x_dpll;
  79                count = ARRAY_SIZE(g4x_dpll);
  80        } else if (HAS_PCH_SPLIT(dev_priv)) {
  81                divisor = pch_dpll;
  82                count = ARRAY_SIZE(pch_dpll);
  83        } else if (IS_CHERRYVIEW(dev_priv)) {
  84                divisor = chv_dpll;
  85                count = ARRAY_SIZE(chv_dpll);
  86        } else if (IS_VALLEYVIEW(dev_priv)) {
  87                divisor = vlv_dpll;
  88                count = ARRAY_SIZE(vlv_dpll);
  89        }
  90
  91        if (divisor && count) {
  92                for (i = 0; i < count; i++) {
  93                        if (pipe_config->port_clock == divisor[i].clock) {
  94                                pipe_config->dpll = divisor[i].dpll;
  95                                pipe_config->clock_set = true;
  96                                break;
  97                        }
  98                }
  99        }
 100}
 101
 102static void intel_dp_prepare(struct intel_encoder *encoder,
 103                             const struct intel_crtc_state *pipe_config)
 104{
 105        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 106        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 107        enum port port = encoder->port;
 108        struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
 109        const struct drm_display_mode *adjusted_mode = &pipe_config->hw.adjusted_mode;
 110
 111        intel_dp_set_link_params(intel_dp,
 112                                 pipe_config->port_clock,
 113                                 pipe_config->lane_count);
 114
 115        /*
 116         * There are four kinds of DP registers:
 117         * IBX PCH
 118         * SNB CPU
 119         * IVB CPU
 120         * CPT PCH
 121         *
 122         * IBX PCH and CPU are the same for almost everything,
 123         * except that the CPU DP PLL is configured in this
 124         * register
 125         *
 126         * CPT PCH is quite different, having many bits moved
 127         * to the TRANS_DP_CTL register instead. That
 128         * configuration happens (oddly) in ilk_pch_enable
 129         */
 130
 131        /* Preserve the BIOS-computed detected bit. This is
 132         * supposed to be read-only.
 133         */
 134        intel_dp->DP = intel_de_read(dev_priv, intel_dp->output_reg) & DP_DETECTED;
 135
 136        /* Handle DP bits in common between all three register formats */
 137        intel_dp->DP |= DP_VOLTAGE_0_4 | DP_PRE_EMPHASIS_0;
 138        intel_dp->DP |= DP_PORT_WIDTH(pipe_config->lane_count);
 139
 140        /* Split out the IBX/CPU vs CPT settings */
 141
 142        if (IS_IVYBRIDGE(dev_priv) && port == PORT_A) {
 143                if (adjusted_mode->flags & DRM_MODE_FLAG_PHSYNC)
 144                        intel_dp->DP |= DP_SYNC_HS_HIGH;
 145                if (adjusted_mode->flags & DRM_MODE_FLAG_PVSYNC)
 146                        intel_dp->DP |= DP_SYNC_VS_HIGH;
 147                intel_dp->DP |= DP_LINK_TRAIN_OFF_CPT;
 148
 149                if (drm_dp_enhanced_frame_cap(intel_dp->dpcd))
 150                        intel_dp->DP |= DP_ENHANCED_FRAMING;
 151
 152                intel_dp->DP |= DP_PIPE_SEL_IVB(crtc->pipe);
 153        } else if (HAS_PCH_CPT(dev_priv) && port != PORT_A) {
 154                u32 trans_dp;
 155
 156                intel_dp->DP |= DP_LINK_TRAIN_OFF_CPT;
 157
 158                trans_dp = intel_de_read(dev_priv, TRANS_DP_CTL(crtc->pipe));
 159                if (drm_dp_enhanced_frame_cap(intel_dp->dpcd))
 160                        trans_dp |= TRANS_DP_ENH_FRAMING;
 161                else
 162                        trans_dp &= ~TRANS_DP_ENH_FRAMING;
 163                intel_de_write(dev_priv, TRANS_DP_CTL(crtc->pipe), trans_dp);
 164        } else {
 165                if (IS_G4X(dev_priv) && pipe_config->limited_color_range)
 166                        intel_dp->DP |= DP_COLOR_RANGE_16_235;
 167
 168                if (adjusted_mode->flags & DRM_MODE_FLAG_PHSYNC)
 169                        intel_dp->DP |= DP_SYNC_HS_HIGH;
 170                if (adjusted_mode->flags & DRM_MODE_FLAG_PVSYNC)
 171                        intel_dp->DP |= DP_SYNC_VS_HIGH;
 172                intel_dp->DP |= DP_LINK_TRAIN_OFF;
 173
 174                if (drm_dp_enhanced_frame_cap(intel_dp->dpcd))
 175                        intel_dp->DP |= DP_ENHANCED_FRAMING;
 176
 177                if (IS_CHERRYVIEW(dev_priv))
 178                        intel_dp->DP |= DP_PIPE_SEL_CHV(crtc->pipe);
 179                else
 180                        intel_dp->DP |= DP_PIPE_SEL(crtc->pipe);
 181        }
 182}
 183
 184static void assert_dp_port(struct intel_dp *intel_dp, bool state)
 185{
 186        struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 187        struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
 188        bool cur_state = intel_de_read(dev_priv, intel_dp->output_reg) & DP_PORT_EN;
 189
 190        I915_STATE_WARN(cur_state != state,
 191                        "[ENCODER:%d:%s] state assertion failure (expected %s, current %s)\n",
 192                        dig_port->base.base.base.id, dig_port->base.base.name,
 193                        onoff(state), onoff(cur_state));
 194}
 195#define assert_dp_port_disabled(d) assert_dp_port((d), false)
 196
 197static void assert_edp_pll(struct drm_i915_private *dev_priv, bool state)
 198{
 199        bool cur_state = intel_de_read(dev_priv, DP_A) & DP_PLL_ENABLE;
 200
 201        I915_STATE_WARN(cur_state != state,
 202                        "eDP PLL state assertion failure (expected %s, current %s)\n",
 203                        onoff(state), onoff(cur_state));
 204}
 205#define assert_edp_pll_enabled(d) assert_edp_pll((d), true)
 206#define assert_edp_pll_disabled(d) assert_edp_pll((d), false)
 207
 208static void ilk_edp_pll_on(struct intel_dp *intel_dp,
 209                           const struct intel_crtc_state *pipe_config)
 210{
 211        struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
 212        struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
 213
 214        assert_pipe_disabled(dev_priv, pipe_config->cpu_transcoder);
 215        assert_dp_port_disabled(intel_dp);
 216        assert_edp_pll_disabled(dev_priv);
 217
 218        drm_dbg_kms(&dev_priv->drm, "enabling eDP PLL for clock %d\n",
 219                    pipe_config->port_clock);
 220
 221        intel_dp->DP &= ~DP_PLL_FREQ_MASK;
 222
 223        if (pipe_config->port_clock == 162000)
 224                intel_dp->DP |= DP_PLL_FREQ_162MHZ;
 225        else
 226                intel_dp->DP |= DP_PLL_FREQ_270MHZ;
 227
 228        intel_de_write(dev_priv, DP_A, intel_dp->DP);
 229        intel_de_posting_read(dev_priv, DP_A);
 230        udelay(500);
 231
 232        /*
 233         * [DevILK] Work around required when enabling DP PLL
 234         * while a pipe is enabled going to FDI:
 235         * 1. Wait for the start of vertical blank on the enabled pipe going to FDI
 236         * 2. Program DP PLL enable
 237         */
 238        if (IS_IRONLAKE(dev_priv))
 239                intel_wait_for_vblank_if_active(dev_priv, !crtc->pipe);
 240
 241        intel_dp->DP |= DP_PLL_ENABLE;
 242
 243        intel_de_write(dev_priv, DP_A, intel_dp->DP);
 244        intel_de_posting_read(dev_priv, DP_A);
 245        udelay(200);
 246}
 247
 248static void ilk_edp_pll_off(struct intel_dp *intel_dp,
 249                            const struct intel_crtc_state *old_crtc_state)
 250{
 251        struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
 252        struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
 253
 254        assert_pipe_disabled(dev_priv, old_crtc_state->cpu_transcoder);
 255        assert_dp_port_disabled(intel_dp);
 256        assert_edp_pll_enabled(dev_priv);
 257
 258        drm_dbg_kms(&dev_priv->drm, "disabling eDP PLL\n");
 259
 260        intel_dp->DP &= ~DP_PLL_ENABLE;
 261
 262        intel_de_write(dev_priv, DP_A, intel_dp->DP);
 263        intel_de_posting_read(dev_priv, DP_A);
 264        udelay(200);
 265}
 266
 267static bool cpt_dp_port_selected(struct drm_i915_private *dev_priv,
 268                                 enum port port, enum pipe *pipe)
 269{
 270        enum pipe p;
 271
 272        for_each_pipe(dev_priv, p) {
 273                u32 val = intel_de_read(dev_priv, TRANS_DP_CTL(p));
 274
 275                if ((val & TRANS_DP_PORT_SEL_MASK) == TRANS_DP_PORT_SEL(port)) {
 276                        *pipe = p;
 277                        return true;
 278                }
 279        }
 280
 281        drm_dbg_kms(&dev_priv->drm, "No pipe for DP port %c found\n",
 282                    port_name(port));
 283
 284        /* must initialize pipe to something for the asserts */
 285        *pipe = PIPE_A;
 286
 287        return false;
 288}
 289
 290bool g4x_dp_port_enabled(struct drm_i915_private *dev_priv,
 291                         i915_reg_t dp_reg, enum port port,
 292                         enum pipe *pipe)
 293{
 294        bool ret;
 295        u32 val;
 296
 297        val = intel_de_read(dev_priv, dp_reg);
 298
 299        ret = val & DP_PORT_EN;
 300
 301        /* asserts want to know the pipe even if the port is disabled */
 302        if (IS_IVYBRIDGE(dev_priv) && port == PORT_A)
 303                *pipe = (val & DP_PIPE_SEL_MASK_IVB) >> DP_PIPE_SEL_SHIFT_IVB;
 304        else if (HAS_PCH_CPT(dev_priv) && port != PORT_A)
 305                ret &= cpt_dp_port_selected(dev_priv, port, pipe);
 306        else if (IS_CHERRYVIEW(dev_priv))
 307                *pipe = (val & DP_PIPE_SEL_MASK_CHV) >> DP_PIPE_SEL_SHIFT_CHV;
 308        else
 309                *pipe = (val & DP_PIPE_SEL_MASK) >> DP_PIPE_SEL_SHIFT;
 310
 311        return ret;
 312}
 313
 314static bool intel_dp_get_hw_state(struct intel_encoder *encoder,
 315                                  enum pipe *pipe)
 316{
 317        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 318        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 319        intel_wakeref_t wakeref;
 320        bool ret;
 321
 322        wakeref = intel_display_power_get_if_enabled(dev_priv,
 323                                                     encoder->power_domain);
 324        if (!wakeref)
 325                return false;
 326
 327        ret = g4x_dp_port_enabled(dev_priv, intel_dp->output_reg,
 328                                  encoder->port, pipe);
 329
 330        intel_display_power_put(dev_priv, encoder->power_domain, wakeref);
 331
 332        return ret;
 333}
 334
 335static void intel_dp_get_config(struct intel_encoder *encoder,
 336                                struct intel_crtc_state *pipe_config)
 337{
 338        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 339        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 340        u32 tmp, flags = 0;
 341        enum port port = encoder->port;
 342        struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
 343
 344        if (encoder->type == INTEL_OUTPUT_EDP)
 345                pipe_config->output_types |= BIT(INTEL_OUTPUT_EDP);
 346        else
 347                pipe_config->output_types |= BIT(INTEL_OUTPUT_DP);
 348
 349        tmp = intel_de_read(dev_priv, intel_dp->output_reg);
 350
 351        pipe_config->has_audio = tmp & DP_AUDIO_OUTPUT_ENABLE && port != PORT_A;
 352
 353        if (HAS_PCH_CPT(dev_priv) && port != PORT_A) {
 354                u32 trans_dp = intel_de_read(dev_priv,
 355                                             TRANS_DP_CTL(crtc->pipe));
 356
 357                if (trans_dp & TRANS_DP_HSYNC_ACTIVE_HIGH)
 358                        flags |= DRM_MODE_FLAG_PHSYNC;
 359                else
 360                        flags |= DRM_MODE_FLAG_NHSYNC;
 361
 362                if (trans_dp & TRANS_DP_VSYNC_ACTIVE_HIGH)
 363                        flags |= DRM_MODE_FLAG_PVSYNC;
 364                else
 365                        flags |= DRM_MODE_FLAG_NVSYNC;
 366        } else {
 367                if (tmp & DP_SYNC_HS_HIGH)
 368                        flags |= DRM_MODE_FLAG_PHSYNC;
 369                else
 370                        flags |= DRM_MODE_FLAG_NHSYNC;
 371
 372                if (tmp & DP_SYNC_VS_HIGH)
 373                        flags |= DRM_MODE_FLAG_PVSYNC;
 374                else
 375                        flags |= DRM_MODE_FLAG_NVSYNC;
 376        }
 377
 378        pipe_config->hw.adjusted_mode.flags |= flags;
 379
 380        if (IS_G4X(dev_priv) && tmp & DP_COLOR_RANGE_16_235)
 381                pipe_config->limited_color_range = true;
 382
 383        pipe_config->lane_count =
 384                ((tmp & DP_PORT_WIDTH_MASK) >> DP_PORT_WIDTH_SHIFT) + 1;
 385
 386        intel_dp_get_m_n(crtc, pipe_config);
 387
 388        if (port == PORT_A) {
 389                if ((intel_de_read(dev_priv, DP_A) & DP_PLL_FREQ_MASK) == DP_PLL_FREQ_162MHZ)
 390                        pipe_config->port_clock = 162000;
 391                else
 392                        pipe_config->port_clock = 270000;
 393        }
 394
 395        pipe_config->hw.adjusted_mode.crtc_clock =
 396                intel_dotclock_calculate(pipe_config->port_clock,
 397                                         &pipe_config->dp_m_n);
 398
 399        if (intel_dp_is_edp(intel_dp) && dev_priv->vbt.edp.bpp &&
 400            pipe_config->pipe_bpp > dev_priv->vbt.edp.bpp) {
 401                /*
 402                 * This is a big fat ugly hack.
 403                 *
 404                 * Some machines in UEFI boot mode provide us a VBT that has 18
 405                 * bpp and 1.62 GHz link bandwidth for eDP, which for reasons
 406                 * unknown we fail to light up. Yet the same BIOS boots up with
 407                 * 24 bpp and 2.7 GHz link. Use the same bpp as the BIOS uses as
 408                 * max, not what it tells us to use.
 409                 *
 410                 * Note: This will still be broken if the eDP panel is not lit
 411                 * up by the BIOS, and thus we can't get the mode at module
 412                 * load.
 413                 */
 414                drm_dbg_kms(&dev_priv->drm,
 415                            "pipe has %d bpp for eDP panel, overriding BIOS-provided max %d bpp\n",
 416                            pipe_config->pipe_bpp, dev_priv->vbt.edp.bpp);
 417                dev_priv->vbt.edp.bpp = pipe_config->pipe_bpp;
 418        }
 419}
 420
 421static void
 422intel_dp_link_down(struct intel_encoder *encoder,
 423                   const struct intel_crtc_state *old_crtc_state)
 424{
 425        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 426        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 427        struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
 428        enum port port = encoder->port;
 429        u32 DP = intel_dp->DP;
 430
 431        if (drm_WARN_ON(&dev_priv->drm,
 432                        (intel_de_read(dev_priv, intel_dp->output_reg) &
 433                         DP_PORT_EN) == 0))
 434                return;
 435
 436        drm_dbg_kms(&dev_priv->drm, "\n");
 437
 438        if ((IS_IVYBRIDGE(dev_priv) && port == PORT_A) ||
 439            (HAS_PCH_CPT(dev_priv) && port != PORT_A)) {
 440                DP &= ~DP_LINK_TRAIN_MASK_CPT;
 441                DP |= DP_LINK_TRAIN_PAT_IDLE_CPT;
 442        } else {
 443                DP &= ~DP_LINK_TRAIN_MASK;
 444                DP |= DP_LINK_TRAIN_PAT_IDLE;
 445        }
 446        intel_de_write(dev_priv, intel_dp->output_reg, DP);
 447        intel_de_posting_read(dev_priv, intel_dp->output_reg);
 448
 449        DP &= ~(DP_PORT_EN | DP_AUDIO_OUTPUT_ENABLE);
 450        intel_de_write(dev_priv, intel_dp->output_reg, DP);
 451        intel_de_posting_read(dev_priv, intel_dp->output_reg);
 452
 453        /*
 454         * HW workaround for IBX, we need to move the port
 455         * to transcoder A after disabling it to allow the
 456         * matching HDMI port to be enabled on transcoder A.
 457         */
 458        if (HAS_PCH_IBX(dev_priv) && crtc->pipe == PIPE_B && port != PORT_A) {
 459                /*
 460                 * We get CPU/PCH FIFO underruns on the other pipe when
 461                 * doing the workaround. Sweep them under the rug.
 462                 */
 463                intel_set_cpu_fifo_underrun_reporting(dev_priv, PIPE_A, false);
 464                intel_set_pch_fifo_underrun_reporting(dev_priv, PIPE_A, false);
 465
 466                /* always enable with pattern 1 (as per spec) */
 467                DP &= ~(DP_PIPE_SEL_MASK | DP_LINK_TRAIN_MASK);
 468                DP |= DP_PORT_EN | DP_PIPE_SEL(PIPE_A) |
 469                        DP_LINK_TRAIN_PAT_1;
 470                intel_de_write(dev_priv, intel_dp->output_reg, DP);
 471                intel_de_posting_read(dev_priv, intel_dp->output_reg);
 472
 473                DP &= ~DP_PORT_EN;
 474                intel_de_write(dev_priv, intel_dp->output_reg, DP);
 475                intel_de_posting_read(dev_priv, intel_dp->output_reg);
 476
 477                intel_wait_for_vblank_if_active(dev_priv, PIPE_A);
 478                intel_set_cpu_fifo_underrun_reporting(dev_priv, PIPE_A, true);
 479                intel_set_pch_fifo_underrun_reporting(dev_priv, PIPE_A, true);
 480        }
 481
 482        msleep(intel_dp->pps.panel_power_down_delay);
 483
 484        intel_dp->DP = DP;
 485
 486        if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
 487                intel_wakeref_t wakeref;
 488
 489                with_intel_pps_lock(intel_dp, wakeref)
 490                        intel_dp->pps.active_pipe = INVALID_PIPE;
 491        }
 492}
 493
 494static void intel_disable_dp(struct intel_atomic_state *state,
 495                             struct intel_encoder *encoder,
 496                             const struct intel_crtc_state *old_crtc_state,
 497                             const struct drm_connector_state *old_conn_state)
 498{
 499        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 500
 501        intel_dp->link_trained = false;
 502
 503        if (old_crtc_state->has_audio)
 504                intel_audio_codec_disable(encoder,
 505                                          old_crtc_state, old_conn_state);
 506
 507        /*
 508         * Make sure the panel is off before trying to change the mode.
 509         * But also ensure that we have vdd while we switch off the panel.
 510         */
 511        intel_pps_vdd_on(intel_dp);
 512        intel_edp_backlight_off(old_conn_state);
 513        intel_dp_set_power(intel_dp, DP_SET_POWER_D3);
 514        intel_pps_off(intel_dp);
 515}
 516
 517static void g4x_disable_dp(struct intel_atomic_state *state,
 518                           struct intel_encoder *encoder,
 519                           const struct intel_crtc_state *old_crtc_state,
 520                           const struct drm_connector_state *old_conn_state)
 521{
 522        intel_disable_dp(state, encoder, old_crtc_state, old_conn_state);
 523}
 524
 525static void vlv_disable_dp(struct intel_atomic_state *state,
 526                           struct intel_encoder *encoder,
 527                           const struct intel_crtc_state *old_crtc_state,
 528                           const struct drm_connector_state *old_conn_state)
 529{
 530        intel_disable_dp(state, encoder, old_crtc_state, old_conn_state);
 531}
 532
 533static void g4x_post_disable_dp(struct intel_atomic_state *state,
 534                                struct intel_encoder *encoder,
 535                                const struct intel_crtc_state *old_crtc_state,
 536                                const struct drm_connector_state *old_conn_state)
 537{
 538        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 539        enum port port = encoder->port;
 540
 541        /*
 542         * Bspec does not list a specific disable sequence for g4x DP.
 543         * Follow the ilk+ sequence (disable pipe before the port) for
 544         * g4x DP as it does not suffer from underruns like the normal
 545         * g4x modeset sequence (disable pipe after the port).
 546         */
 547        intel_dp_link_down(encoder, old_crtc_state);
 548
 549        /* Only ilk+ has port A */
 550        if (port == PORT_A)
 551                ilk_edp_pll_off(intel_dp, old_crtc_state);
 552}
 553
 554static void vlv_post_disable_dp(struct intel_atomic_state *state,
 555                                struct intel_encoder *encoder,
 556                                const struct intel_crtc_state *old_crtc_state,
 557                                const struct drm_connector_state *old_conn_state)
 558{
 559        intel_dp_link_down(encoder, old_crtc_state);
 560}
 561
 562static void chv_post_disable_dp(struct intel_atomic_state *state,
 563                                struct intel_encoder *encoder,
 564                                const struct intel_crtc_state *old_crtc_state,
 565                                const struct drm_connector_state *old_conn_state)
 566{
 567        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 568
 569        intel_dp_link_down(encoder, old_crtc_state);
 570
 571        vlv_dpio_get(dev_priv);
 572
 573        /* Assert data lane reset */
 574        chv_data_lane_soft_reset(encoder, old_crtc_state, true);
 575
 576        vlv_dpio_put(dev_priv);
 577}
 578
 579static void
 580cpt_set_link_train(struct intel_dp *intel_dp,
 581                   const struct intel_crtc_state *crtc_state,
 582                   u8 dp_train_pat)
 583{
 584        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 585        u32 *DP = &intel_dp->DP;
 586
 587        *DP &= ~DP_LINK_TRAIN_MASK_CPT;
 588
 589        switch (intel_dp_training_pattern_symbol(dp_train_pat)) {
 590        case DP_TRAINING_PATTERN_DISABLE:
 591                *DP |= DP_LINK_TRAIN_OFF_CPT;
 592                break;
 593        case DP_TRAINING_PATTERN_1:
 594                *DP |= DP_LINK_TRAIN_PAT_1_CPT;
 595                break;
 596        case DP_TRAINING_PATTERN_2:
 597                *DP |= DP_LINK_TRAIN_PAT_2_CPT;
 598                break;
 599        default:
 600                MISSING_CASE(intel_dp_training_pattern_symbol(dp_train_pat));
 601                return;
 602        }
 603
 604        intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
 605        intel_de_posting_read(dev_priv, intel_dp->output_reg);
 606}
 607
 608static void
 609g4x_set_link_train(struct intel_dp *intel_dp,
 610                   const struct intel_crtc_state *crtc_state,
 611                   u8 dp_train_pat)
 612{
 613        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 614        u32 *DP = &intel_dp->DP;
 615
 616        *DP &= ~DP_LINK_TRAIN_MASK;
 617
 618        switch (intel_dp_training_pattern_symbol(dp_train_pat)) {
 619        case DP_TRAINING_PATTERN_DISABLE:
 620                *DP |= DP_LINK_TRAIN_OFF;
 621                break;
 622        case DP_TRAINING_PATTERN_1:
 623                *DP |= DP_LINK_TRAIN_PAT_1;
 624                break;
 625        case DP_TRAINING_PATTERN_2:
 626                *DP |= DP_LINK_TRAIN_PAT_2;
 627                break;
 628        default:
 629                MISSING_CASE(intel_dp_training_pattern_symbol(dp_train_pat));
 630                return;
 631        }
 632
 633        intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
 634        intel_de_posting_read(dev_priv, intel_dp->output_reg);
 635}
 636
 637static void intel_dp_enable_port(struct intel_dp *intel_dp,
 638                                 const struct intel_crtc_state *crtc_state)
 639{
 640        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 641
 642        /* enable with pattern 1 (as per spec) */
 643
 644        intel_dp_program_link_training_pattern(intel_dp, crtc_state,
 645                                               DP_TRAINING_PATTERN_1);
 646
 647        /*
 648         * Magic for VLV/CHV. We _must_ first set up the register
 649         * without actually enabling the port, and then do another
 650         * write to enable the port. Otherwise link training will
 651         * fail when the power sequencer is freshly used for this port.
 652         */
 653        intel_dp->DP |= DP_PORT_EN;
 654        if (crtc_state->has_audio)
 655                intel_dp->DP |= DP_AUDIO_OUTPUT_ENABLE;
 656
 657        intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
 658        intel_de_posting_read(dev_priv, intel_dp->output_reg);
 659}
 660
 661static void intel_enable_dp(struct intel_atomic_state *state,
 662                            struct intel_encoder *encoder,
 663                            const struct intel_crtc_state *pipe_config,
 664                            const struct drm_connector_state *conn_state)
 665{
 666        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 667        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 668        struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
 669        u32 dp_reg = intel_de_read(dev_priv, intel_dp->output_reg);
 670        enum pipe pipe = crtc->pipe;
 671        intel_wakeref_t wakeref;
 672
 673        if (drm_WARN_ON(&dev_priv->drm, dp_reg & DP_PORT_EN))
 674                return;
 675
 676        with_intel_pps_lock(intel_dp, wakeref) {
 677                if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
 678                        vlv_pps_init(encoder, pipe_config);
 679
 680                intel_dp_enable_port(intel_dp, pipe_config);
 681
 682                intel_pps_vdd_on_unlocked(intel_dp);
 683                intel_pps_on_unlocked(intel_dp);
 684                intel_pps_vdd_off_unlocked(intel_dp, true);
 685        }
 686
 687        if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
 688                unsigned int lane_mask = 0x0;
 689
 690                if (IS_CHERRYVIEW(dev_priv))
 691                        lane_mask = intel_dp_unused_lane_mask(pipe_config->lane_count);
 692
 693                vlv_wait_port_ready(dev_priv, dp_to_dig_port(intel_dp),
 694                                    lane_mask);
 695        }
 696
 697        intel_dp_set_power(intel_dp, DP_SET_POWER_D0);
 698        intel_dp_configure_protocol_converter(intel_dp, pipe_config);
 699        intel_dp_check_frl_training(intel_dp);
 700        intel_dp_pcon_dsc_configure(intel_dp, pipe_config);
 701        intel_dp_start_link_train(intel_dp, pipe_config);
 702        intel_dp_stop_link_train(intel_dp, pipe_config);
 703
 704        if (pipe_config->has_audio) {
 705                drm_dbg(&dev_priv->drm, "Enabling DP audio on pipe %c\n",
 706                        pipe_name(pipe));
 707                intel_audio_codec_enable(encoder, pipe_config, conn_state);
 708        }
 709}
 710
 711static void g4x_enable_dp(struct intel_atomic_state *state,
 712                          struct intel_encoder *encoder,
 713                          const struct intel_crtc_state *pipe_config,
 714                          const struct drm_connector_state *conn_state)
 715{
 716        intel_enable_dp(state, encoder, pipe_config, conn_state);
 717        intel_edp_backlight_on(pipe_config, conn_state);
 718}
 719
 720static void vlv_enable_dp(struct intel_atomic_state *state,
 721                          struct intel_encoder *encoder,
 722                          const struct intel_crtc_state *pipe_config,
 723                          const struct drm_connector_state *conn_state)
 724{
 725        intel_edp_backlight_on(pipe_config, conn_state);
 726}
 727
 728static void g4x_pre_enable_dp(struct intel_atomic_state *state,
 729                              struct intel_encoder *encoder,
 730                              const struct intel_crtc_state *pipe_config,
 731                              const struct drm_connector_state *conn_state)
 732{
 733        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 734        enum port port = encoder->port;
 735
 736        intel_dp_prepare(encoder, pipe_config);
 737
 738        /* Only ilk+ has port A */
 739        if (port == PORT_A)
 740                ilk_edp_pll_on(intel_dp, pipe_config);
 741}
 742
 743static void vlv_pre_enable_dp(struct intel_atomic_state *state,
 744                              struct intel_encoder *encoder,
 745                              const struct intel_crtc_state *pipe_config,
 746                              const struct drm_connector_state *conn_state)
 747{
 748        vlv_phy_pre_encoder_enable(encoder, pipe_config);
 749
 750        intel_enable_dp(state, encoder, pipe_config, conn_state);
 751}
 752
 753static void vlv_dp_pre_pll_enable(struct intel_atomic_state *state,
 754                                  struct intel_encoder *encoder,
 755                                  const struct intel_crtc_state *pipe_config,
 756                                  const struct drm_connector_state *conn_state)
 757{
 758        intel_dp_prepare(encoder, pipe_config);
 759
 760        vlv_phy_pre_pll_enable(encoder, pipe_config);
 761}
 762
 763static void chv_pre_enable_dp(struct intel_atomic_state *state,
 764                              struct intel_encoder *encoder,
 765                              const struct intel_crtc_state *pipe_config,
 766                              const struct drm_connector_state *conn_state)
 767{
 768        chv_phy_pre_encoder_enable(encoder, pipe_config);
 769
 770        intel_enable_dp(state, encoder, pipe_config, conn_state);
 771
 772        /* Second common lane will stay alive on its own now */
 773        chv_phy_release_cl2_override(encoder);
 774}
 775
 776static void chv_dp_pre_pll_enable(struct intel_atomic_state *state,
 777                                  struct intel_encoder *encoder,
 778                                  const struct intel_crtc_state *pipe_config,
 779                                  const struct drm_connector_state *conn_state)
 780{
 781        intel_dp_prepare(encoder, pipe_config);
 782
 783        chv_phy_pre_pll_enable(encoder, pipe_config);
 784}
 785
 786static void chv_dp_post_pll_disable(struct intel_atomic_state *state,
 787                                    struct intel_encoder *encoder,
 788                                    const struct intel_crtc_state *old_crtc_state,
 789                                    const struct drm_connector_state *old_conn_state)
 790{
 791        chv_phy_post_pll_disable(encoder, old_crtc_state);
 792}
 793
 794static u8 intel_dp_voltage_max_2(struct intel_dp *intel_dp,
 795                                 const struct intel_crtc_state *crtc_state)
 796{
 797        return DP_TRAIN_VOLTAGE_SWING_LEVEL_2;
 798}
 799
 800static u8 intel_dp_voltage_max_3(struct intel_dp *intel_dp,
 801                                 const struct intel_crtc_state *crtc_state)
 802{
 803        return DP_TRAIN_VOLTAGE_SWING_LEVEL_3;
 804}
 805
 806static u8 intel_dp_preemph_max_2(struct intel_dp *intel_dp)
 807{
 808        return DP_TRAIN_PRE_EMPH_LEVEL_2;
 809}
 810
 811static u8 intel_dp_preemph_max_3(struct intel_dp *intel_dp)
 812{
 813        return DP_TRAIN_PRE_EMPH_LEVEL_3;
 814}
 815
 816static void vlv_set_signal_levels(struct intel_dp *intel_dp,
 817                                  const struct intel_crtc_state *crtc_state)
 818{
 819        struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
 820        unsigned long demph_reg_value, preemph_reg_value,
 821                uniqtranscale_reg_value;
 822        u8 train_set = intel_dp->train_set[0];
 823
 824        switch (train_set & DP_TRAIN_PRE_EMPHASIS_MASK) {
 825        case DP_TRAIN_PRE_EMPH_LEVEL_0:
 826                preemph_reg_value = 0x0004000;
 827                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 828                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 829                        demph_reg_value = 0x2B405555;
 830                        uniqtranscale_reg_value = 0x552AB83A;
 831                        break;
 832                case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 833                        demph_reg_value = 0x2B404040;
 834                        uniqtranscale_reg_value = 0x5548B83A;
 835                        break;
 836                case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
 837                        demph_reg_value = 0x2B245555;
 838                        uniqtranscale_reg_value = 0x5560B83A;
 839                        break;
 840                case DP_TRAIN_VOLTAGE_SWING_LEVEL_3:
 841                        demph_reg_value = 0x2B405555;
 842                        uniqtranscale_reg_value = 0x5598DA3A;
 843                        break;
 844                default:
 845                        return;
 846                }
 847                break;
 848        case DP_TRAIN_PRE_EMPH_LEVEL_1:
 849                preemph_reg_value = 0x0002000;
 850                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 851                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 852                        demph_reg_value = 0x2B404040;
 853                        uniqtranscale_reg_value = 0x5552B83A;
 854                        break;
 855                case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 856                        demph_reg_value = 0x2B404848;
 857                        uniqtranscale_reg_value = 0x5580B83A;
 858                        break;
 859                case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
 860                        demph_reg_value = 0x2B404040;
 861                        uniqtranscale_reg_value = 0x55ADDA3A;
 862                        break;
 863                default:
 864                        return;
 865                }
 866                break;
 867        case DP_TRAIN_PRE_EMPH_LEVEL_2:
 868                preemph_reg_value = 0x0000000;
 869                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 870                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 871                        demph_reg_value = 0x2B305555;
 872                        uniqtranscale_reg_value = 0x5570B83A;
 873                        break;
 874                case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 875                        demph_reg_value = 0x2B2B4040;
 876                        uniqtranscale_reg_value = 0x55ADDA3A;
 877                        break;
 878                default:
 879                        return;
 880                }
 881                break;
 882        case DP_TRAIN_PRE_EMPH_LEVEL_3:
 883                preemph_reg_value = 0x0006000;
 884                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 885                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 886                        demph_reg_value = 0x1B405555;
 887                        uniqtranscale_reg_value = 0x55ADDA3A;
 888                        break;
 889                default:
 890                        return;
 891                }
 892                break;
 893        default:
 894                return;
 895        }
 896
 897        vlv_set_phy_signal_level(encoder, crtc_state,
 898                                 demph_reg_value, preemph_reg_value,
 899                                 uniqtranscale_reg_value, 0);
 900}
 901
 902static void chv_set_signal_levels(struct intel_dp *intel_dp,
 903                                  const struct intel_crtc_state *crtc_state)
 904{
 905        struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
 906        u32 deemph_reg_value, margin_reg_value;
 907        bool uniq_trans_scale = false;
 908        u8 train_set = intel_dp->train_set[0];
 909
 910        switch (train_set & DP_TRAIN_PRE_EMPHASIS_MASK) {
 911        case DP_TRAIN_PRE_EMPH_LEVEL_0:
 912                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 913                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 914                        deemph_reg_value = 128;
 915                        margin_reg_value = 52;
 916                        break;
 917                case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 918                        deemph_reg_value = 128;
 919                        margin_reg_value = 77;
 920                        break;
 921                case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
 922                        deemph_reg_value = 128;
 923                        margin_reg_value = 102;
 924                        break;
 925                case DP_TRAIN_VOLTAGE_SWING_LEVEL_3:
 926                        deemph_reg_value = 128;
 927                        margin_reg_value = 154;
 928                        uniq_trans_scale = true;
 929                        break;
 930                default:
 931                        return;
 932                }
 933                break;
 934        case DP_TRAIN_PRE_EMPH_LEVEL_1:
 935                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 936                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 937                        deemph_reg_value = 85;
 938                        margin_reg_value = 78;
 939                        break;
 940                case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 941                        deemph_reg_value = 85;
 942                        margin_reg_value = 116;
 943                        break;
 944                case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
 945                        deemph_reg_value = 85;
 946                        margin_reg_value = 154;
 947                        break;
 948                default:
 949                        return;
 950                }
 951                break;
 952        case DP_TRAIN_PRE_EMPH_LEVEL_2:
 953                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 954                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 955                        deemph_reg_value = 64;
 956                        margin_reg_value = 104;
 957                        break;
 958                case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 959                        deemph_reg_value = 64;
 960                        margin_reg_value = 154;
 961                        break;
 962                default:
 963                        return;
 964                }
 965                break;
 966        case DP_TRAIN_PRE_EMPH_LEVEL_3:
 967                switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 968                case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 969                        deemph_reg_value = 43;
 970                        margin_reg_value = 154;
 971                        break;
 972                default:
 973                        return;
 974                }
 975                break;
 976        default:
 977                return;
 978        }
 979
 980        chv_set_phy_signal_level(encoder, crtc_state,
 981                                 deemph_reg_value, margin_reg_value,
 982                                 uniq_trans_scale);
 983}
 984
 985static u32 g4x_signal_levels(u8 train_set)
 986{
 987        u32 signal_levels = 0;
 988
 989        switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
 990        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
 991        default:
 992                signal_levels |= DP_VOLTAGE_0_4;
 993                break;
 994        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
 995                signal_levels |= DP_VOLTAGE_0_6;
 996                break;
 997        case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
 998                signal_levels |= DP_VOLTAGE_0_8;
 999                break;
1000        case DP_TRAIN_VOLTAGE_SWING_LEVEL_3:
1001                signal_levels |= DP_VOLTAGE_1_2;
1002                break;
1003        }
1004        switch (train_set & DP_TRAIN_PRE_EMPHASIS_MASK) {
1005        case DP_TRAIN_PRE_EMPH_LEVEL_0:
1006        default:
1007                signal_levels |= DP_PRE_EMPHASIS_0;
1008                break;
1009        case DP_TRAIN_PRE_EMPH_LEVEL_1:
1010                signal_levels |= DP_PRE_EMPHASIS_3_5;
1011                break;
1012        case DP_TRAIN_PRE_EMPH_LEVEL_2:
1013                signal_levels |= DP_PRE_EMPHASIS_6;
1014                break;
1015        case DP_TRAIN_PRE_EMPH_LEVEL_3:
1016                signal_levels |= DP_PRE_EMPHASIS_9_5;
1017                break;
1018        }
1019        return signal_levels;
1020}
1021
1022static void
1023g4x_set_signal_levels(struct intel_dp *intel_dp,
1024                      const struct intel_crtc_state *crtc_state)
1025{
1026        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1027        u8 train_set = intel_dp->train_set[0];
1028        u32 signal_levels;
1029
1030        signal_levels = g4x_signal_levels(train_set);
1031
1032        drm_dbg_kms(&dev_priv->drm, "Using signal levels %08x\n",
1033                    signal_levels);
1034
1035        intel_dp->DP &= ~(DP_VOLTAGE_MASK | DP_PRE_EMPHASIS_MASK);
1036        intel_dp->DP |= signal_levels;
1037
1038        intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
1039        intel_de_posting_read(dev_priv, intel_dp->output_reg);
1040}
1041
1042/* SNB CPU eDP voltage swing and pre-emphasis control */
1043static u32 snb_cpu_edp_signal_levels(u8 train_set)
1044{
1045        u8 signal_levels = train_set & (DP_TRAIN_VOLTAGE_SWING_MASK |
1046                                        DP_TRAIN_PRE_EMPHASIS_MASK);
1047
1048        switch (signal_levels) {
1049        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1050        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1051                return EDP_LINK_TRAIN_400_600MV_0DB_SNB_B;
1052        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1053                return EDP_LINK_TRAIN_400MV_3_5DB_SNB_B;
1054        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1055        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1056                return EDP_LINK_TRAIN_400_600MV_6DB_SNB_B;
1057        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1058        case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1059                return EDP_LINK_TRAIN_600_800MV_3_5DB_SNB_B;
1060        case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1061        case DP_TRAIN_VOLTAGE_SWING_LEVEL_3 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1062                return EDP_LINK_TRAIN_800_1200MV_0DB_SNB_B;
1063        default:
1064                MISSING_CASE(signal_levels);
1065                return EDP_LINK_TRAIN_400_600MV_0DB_SNB_B;
1066        }
1067}
1068
1069static void
1070snb_cpu_edp_set_signal_levels(struct intel_dp *intel_dp,
1071                              const struct intel_crtc_state *crtc_state)
1072{
1073        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1074        u8 train_set = intel_dp->train_set[0];
1075        u32 signal_levels;
1076
1077        signal_levels = snb_cpu_edp_signal_levels(train_set);
1078
1079        drm_dbg_kms(&dev_priv->drm, "Using signal levels %08x\n",
1080                    signal_levels);
1081
1082        intel_dp->DP &= ~EDP_LINK_TRAIN_VOL_EMP_MASK_SNB;
1083        intel_dp->DP |= signal_levels;
1084
1085        intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
1086        intel_de_posting_read(dev_priv, intel_dp->output_reg);
1087}
1088
1089/* IVB CPU eDP voltage swing and pre-emphasis control */
1090static u32 ivb_cpu_edp_signal_levels(u8 train_set)
1091{
1092        u8 signal_levels = train_set & (DP_TRAIN_VOLTAGE_SWING_MASK |
1093                                        DP_TRAIN_PRE_EMPHASIS_MASK);
1094
1095        switch (signal_levels) {
1096        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1097                return EDP_LINK_TRAIN_400MV_0DB_IVB;
1098        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1099                return EDP_LINK_TRAIN_400MV_3_5DB_IVB;
1100        case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1101        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1102                return EDP_LINK_TRAIN_400MV_6DB_IVB;
1103
1104        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1105                return EDP_LINK_TRAIN_600MV_0DB_IVB;
1106        case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1107                return EDP_LINK_TRAIN_600MV_3_5DB_IVB;
1108
1109        case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1110                return EDP_LINK_TRAIN_800MV_0DB_IVB;
1111        case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1112                return EDP_LINK_TRAIN_800MV_3_5DB_IVB;
1113
1114        default:
1115                MISSING_CASE(signal_levels);
1116                return EDP_LINK_TRAIN_500MV_0DB_IVB;
1117        }
1118}
1119
1120static void
1121ivb_cpu_edp_set_signal_levels(struct intel_dp *intel_dp,
1122                              const struct intel_crtc_state *crtc_state)
1123{
1124        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1125        u8 train_set = intel_dp->train_set[0];
1126        u32 signal_levels;
1127
1128        signal_levels = ivb_cpu_edp_signal_levels(train_set);
1129
1130        drm_dbg_kms(&dev_priv->drm, "Using signal levels %08x\n",
1131                    signal_levels);
1132
1133        intel_dp->DP &= ~EDP_LINK_TRAIN_VOL_EMP_MASK_IVB;
1134        intel_dp->DP |= signal_levels;
1135
1136        intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
1137        intel_de_posting_read(dev_priv, intel_dp->output_reg);
1138}
1139
1140/*
1141 * If display is now connected check links status,
1142 * there has been known issues of link loss triggering
1143 * long pulse.
1144 *
1145 * Some sinks (eg. ASUS PB287Q) seem to perform some
1146 * weird HPD ping pong during modesets. So we can apparently
1147 * end up with HPD going low during a modeset, and then
1148 * going back up soon after. And once that happens we must
1149 * retrain the link to get a picture. That's in case no
1150 * userspace component reacted to intermittent HPD dip.
1151 */
1152static enum intel_hotplug_state
1153intel_dp_hotplug(struct intel_encoder *encoder,
1154                 struct intel_connector *connector)
1155{
1156        struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1157        struct drm_modeset_acquire_ctx ctx;
1158        enum intel_hotplug_state state;
1159        int ret;
1160
1161        if (intel_dp->compliance.test_active &&
1162            intel_dp->compliance.test_type == DP_TEST_LINK_PHY_TEST_PATTERN) {
1163                intel_dp_phy_test(encoder);
1164                /* just do the PHY test and nothing else */
1165                return INTEL_HOTPLUG_UNCHANGED;
1166        }
1167
1168        state = intel_encoder_hotplug(encoder, connector);
1169
1170        drm_modeset_acquire_init(&ctx, 0);
1171
1172        for (;;) {
1173                ret = intel_dp_retrain_link(encoder, &ctx);
1174
1175                if (ret == -EDEADLK) {
1176                        drm_modeset_backoff(&ctx);
1177                        continue;
1178                }
1179
1180                break;
1181        }
1182
1183        drm_modeset_drop_locks(&ctx);
1184        drm_modeset_acquire_fini(&ctx);
1185        drm_WARN(encoder->base.dev, ret,
1186                 "Acquiring modeset locks failed with %i\n", ret);
1187
1188        /*
1189         * Keeping it consistent with intel_ddi_hotplug() and
1190         * intel_hdmi_hotplug().
1191         */
1192        if (state == INTEL_HOTPLUG_UNCHANGED && !connector->hotplug_retries)
1193                state = INTEL_HOTPLUG_RETRY;
1194
1195        return state;
1196}
1197
1198static bool ibx_digital_port_connected(struct intel_encoder *encoder)
1199{
1200        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1201        u32 bit = dev_priv->hotplug.pch_hpd[encoder->hpd_pin];
1202
1203        return intel_de_read(dev_priv, SDEISR) & bit;
1204}
1205
1206static bool g4x_digital_port_connected(struct intel_encoder *encoder)
1207{
1208        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1209        u32 bit;
1210
1211        switch (encoder->hpd_pin) {
1212        case HPD_PORT_B:
1213                bit = PORTB_HOTPLUG_LIVE_STATUS_G4X;
1214                break;
1215        case HPD_PORT_C:
1216                bit = PORTC_HOTPLUG_LIVE_STATUS_G4X;
1217                break;
1218        case HPD_PORT_D:
1219                bit = PORTD_HOTPLUG_LIVE_STATUS_G4X;
1220                break;
1221        default:
1222                MISSING_CASE(encoder->hpd_pin);
1223                return false;
1224        }
1225
1226        return intel_de_read(dev_priv, PORT_HOTPLUG_STAT) & bit;
1227}
1228
1229static bool gm45_digital_port_connected(struct intel_encoder *encoder)
1230{
1231        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1232        u32 bit;
1233
1234        switch (encoder->hpd_pin) {
1235        case HPD_PORT_B:
1236                bit = PORTB_HOTPLUG_LIVE_STATUS_GM45;
1237                break;
1238        case HPD_PORT_C:
1239                bit = PORTC_HOTPLUG_LIVE_STATUS_GM45;
1240                break;
1241        case HPD_PORT_D:
1242                bit = PORTD_HOTPLUG_LIVE_STATUS_GM45;
1243                break;
1244        default:
1245                MISSING_CASE(encoder->hpd_pin);
1246                return false;
1247        }
1248
1249        return intel_de_read(dev_priv, PORT_HOTPLUG_STAT) & bit;
1250}
1251
1252static bool ilk_digital_port_connected(struct intel_encoder *encoder)
1253{
1254        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1255        u32 bit = dev_priv->hotplug.hpd[encoder->hpd_pin];
1256
1257        return intel_de_read(dev_priv, DEISR) & bit;
1258}
1259
1260static void intel_dp_encoder_destroy(struct drm_encoder *encoder)
1261{
1262        intel_dp_encoder_flush_work(encoder);
1263
1264        drm_encoder_cleanup(encoder);
1265        kfree(enc_to_dig_port(to_intel_encoder(encoder)));
1266}
1267
1268enum pipe vlv_active_pipe(struct intel_dp *intel_dp)
1269{
1270        struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1271        struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
1272        enum pipe pipe;
1273
1274        if (g4x_dp_port_enabled(dev_priv, intel_dp->output_reg,
1275                                encoder->port, &pipe))
1276                return pipe;
1277
1278        return INVALID_PIPE;
1279}
1280
1281static void intel_dp_encoder_reset(struct drm_encoder *encoder)
1282{
1283        struct drm_i915_private *dev_priv = to_i915(encoder->dev);
1284        struct intel_dp *intel_dp = enc_to_intel_dp(to_intel_encoder(encoder));
1285
1286        intel_dp->DP = intel_de_read(dev_priv, intel_dp->output_reg);
1287
1288        intel_dp->reset_link_params = true;
1289
1290        if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
1291                intel_wakeref_t wakeref;
1292
1293                with_intel_pps_lock(intel_dp, wakeref)
1294                        intel_dp->pps.active_pipe = vlv_active_pipe(intel_dp);
1295        }
1296
1297        intel_pps_encoder_reset(intel_dp);
1298}
1299
1300static const struct drm_encoder_funcs intel_dp_enc_funcs = {
1301        .reset = intel_dp_encoder_reset,
1302        .destroy = intel_dp_encoder_destroy,
1303};
1304
1305bool g4x_dp_init(struct drm_i915_private *dev_priv,
1306                 i915_reg_t output_reg, enum port port)
1307{
1308        struct intel_digital_port *dig_port;
1309        struct intel_encoder *intel_encoder;
1310        struct drm_encoder *encoder;
1311        struct intel_connector *intel_connector;
1312
1313        dig_port = kzalloc(sizeof(*dig_port), GFP_KERNEL);
1314        if (!dig_port)
1315                return false;
1316
1317        intel_connector = intel_connector_alloc();
1318        if (!intel_connector)
1319                goto err_connector_alloc;
1320
1321        intel_encoder = &dig_port->base;
1322        encoder = &intel_encoder->base;
1323
1324        mutex_init(&dig_port->hdcp_mutex);
1325
1326        if (drm_encoder_init(&dev_priv->drm, &intel_encoder->base,
1327                             &intel_dp_enc_funcs, DRM_MODE_ENCODER_TMDS,
1328                             "DP %c", port_name(port)))
1329                goto err_encoder_init;
1330
1331        intel_encoder->hotplug = intel_dp_hotplug;
1332        intel_encoder->compute_config = intel_dp_compute_config;
1333        intel_encoder->get_hw_state = intel_dp_get_hw_state;
1334        intel_encoder->get_config = intel_dp_get_config;
1335        intel_encoder->sync_state = intel_dp_sync_state;
1336        intel_encoder->initial_fastset_check = intel_dp_initial_fastset_check;
1337        intel_encoder->update_pipe = intel_panel_update_backlight;
1338        intel_encoder->suspend = intel_dp_encoder_suspend;
1339        intel_encoder->shutdown = intel_dp_encoder_shutdown;
1340        if (IS_CHERRYVIEW(dev_priv)) {
1341                intel_encoder->pre_pll_enable = chv_dp_pre_pll_enable;
1342                intel_encoder->pre_enable = chv_pre_enable_dp;
1343                intel_encoder->enable = vlv_enable_dp;
1344                intel_encoder->disable = vlv_disable_dp;
1345                intel_encoder->post_disable = chv_post_disable_dp;
1346                intel_encoder->post_pll_disable = chv_dp_post_pll_disable;
1347        } else if (IS_VALLEYVIEW(dev_priv)) {
1348                intel_encoder->pre_pll_enable = vlv_dp_pre_pll_enable;
1349                intel_encoder->pre_enable = vlv_pre_enable_dp;
1350                intel_encoder->enable = vlv_enable_dp;
1351                intel_encoder->disable = vlv_disable_dp;
1352                intel_encoder->post_disable = vlv_post_disable_dp;
1353        } else {
1354                intel_encoder->pre_enable = g4x_pre_enable_dp;
1355                intel_encoder->enable = g4x_enable_dp;
1356                intel_encoder->disable = g4x_disable_dp;
1357                intel_encoder->post_disable = g4x_post_disable_dp;
1358        }
1359
1360        if ((IS_IVYBRIDGE(dev_priv) && port == PORT_A) ||
1361            (HAS_PCH_CPT(dev_priv) && port != PORT_A))
1362                dig_port->dp.set_link_train = cpt_set_link_train;
1363        else
1364                dig_port->dp.set_link_train = g4x_set_link_train;
1365
1366        if (IS_CHERRYVIEW(dev_priv))
1367                dig_port->dp.set_signal_levels = chv_set_signal_levels;
1368        else if (IS_VALLEYVIEW(dev_priv))
1369                dig_port->dp.set_signal_levels = vlv_set_signal_levels;
1370        else if (IS_IVYBRIDGE(dev_priv) && port == PORT_A)
1371                dig_port->dp.set_signal_levels = ivb_cpu_edp_set_signal_levels;
1372        else if (IS_SANDYBRIDGE(dev_priv) && port == PORT_A)
1373                dig_port->dp.set_signal_levels = snb_cpu_edp_set_signal_levels;
1374        else
1375                dig_port->dp.set_signal_levels = g4x_set_signal_levels;
1376
1377        if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv) ||
1378            (HAS_PCH_SPLIT(dev_priv) && port != PORT_A)) {
1379                dig_port->dp.preemph_max = intel_dp_preemph_max_3;
1380                dig_port->dp.voltage_max = intel_dp_voltage_max_3;
1381        } else {
1382                dig_port->dp.preemph_max = intel_dp_preemph_max_2;
1383                dig_port->dp.voltage_max = intel_dp_voltage_max_2;
1384        }
1385
1386        dig_port->dp.output_reg = output_reg;
1387        dig_port->max_lanes = 4;
1388
1389        intel_encoder->type = INTEL_OUTPUT_DP;
1390        intel_encoder->power_domain = intel_port_to_power_domain(port);
1391        if (IS_CHERRYVIEW(dev_priv)) {
1392                if (port == PORT_D)
1393                        intel_encoder->pipe_mask = BIT(PIPE_C);
1394                else
1395                        intel_encoder->pipe_mask = BIT(PIPE_A) | BIT(PIPE_B);
1396        } else {
1397                intel_encoder->pipe_mask = ~0;
1398        }
1399        intel_encoder->cloneable = 0;
1400        intel_encoder->port = port;
1401        intel_encoder->hpd_pin = intel_hpd_pin_default(dev_priv, port);
1402
1403        dig_port->hpd_pulse = intel_dp_hpd_pulse;
1404
1405        if (HAS_GMCH(dev_priv)) {
1406                if (IS_GM45(dev_priv))
1407                        dig_port->connected = gm45_digital_port_connected;
1408                else
1409                        dig_port->connected = g4x_digital_port_connected;
1410        } else {
1411                if (port == PORT_A)
1412                        dig_port->connected = ilk_digital_port_connected;
1413                else
1414                        dig_port->connected = ibx_digital_port_connected;
1415        }
1416
1417        if (port != PORT_A)
1418                intel_infoframe_init(dig_port);
1419
1420        dig_port->aux_ch = intel_bios_port_aux_ch(dev_priv, port);
1421        if (!intel_dp_init_connector(dig_port, intel_connector))
1422                goto err_init_connector;
1423
1424        return true;
1425
1426err_init_connector:
1427        drm_encoder_cleanup(encoder);
1428err_encoder_init:
1429        kfree(intel_connector);
1430err_connector_alloc:
1431        kfree(dig_port);
1432        return false;
1433}
1434