1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#include "tonga_smc.h"
25#include "smu7_dyn_defaults.h"
26
27#include "smu7_hwmgr.h"
28#include "hardwaremanager.h"
29#include "ppatomctrl.h"
30#include "pp_debug.h"
31#include "cgs_common.h"
32#include "atombios.h"
33#include "tonga_smumgr.h"
34#include "pppcielanes.h"
35#include "pp_endian.h"
36#include "smu7_ppsmc.h"
37
38#include "smu72_discrete.h"
39
40#include "smu/smu_7_1_2_d.h"
41#include "smu/smu_7_1_2_sh_mask.h"
42
43#include "gmc/gmc_8_1_d.h"
44#include "gmc/gmc_8_1_sh_mask.h"
45
46#include "bif/bif_5_0_d.h"
47#include "bif/bif_5_0_sh_mask.h"
48
49#include "dce/dce_10_0_d.h"
50#include "dce/dce_10_0_sh_mask.h"
51
52
53#define VOLTAGE_SCALE 4
54#define POWERTUNE_DEFAULT_SET_MAX 1
55#define VOLTAGE_VID_OFFSET_SCALE1 625
56#define VOLTAGE_VID_OFFSET_SCALE2 100
57#define MC_CG_ARB_FREQ_F1 0x0b
58#define VDDC_VDDCI_DELTA 200
59
60
61static const struct tonga_pt_defaults tonga_power_tune_data_set_array[POWERTUNE_DEFAULT_SET_MAX] = {
62
63
64
65 {1, 0xF, 0xFD, 0x19,
66 5, 45, 0, 0xB0000,
67 {0x79, 0x253, 0x25D, 0xAE, 0x72, 0x80, 0x83, 0x86, 0x6F, 0xC8,
68 0xC9, 0xC9, 0x2F, 0x4D, 0x61},
69 {0x17C, 0x172, 0x180, 0x1BC, 0x1B3, 0x1BD, 0x206, 0x200, 0x203,
70 0x25D, 0x25A, 0x255, 0x2C3, 0x2C5, 0x2B4}
71 },
72};
73
74
75static const uint16_t tonga_clock_stretcher_lookup_table[2][4] = {
76 {600, 1050, 3, 0},
77 {600, 1050, 6, 1}
78};
79
80
81
82
83static const uint32_t tonga_clock_stretcher_ddt_table[2][4][4] = {
84 { {265, 529, 120, 128}, {325, 650, 96, 119}, {430, 860, 32, 95}, {0, 0, 0, 31} },
85 { {275, 550, 104, 112}, {319, 638, 96, 103}, {360, 720, 64, 95}, {384, 768, 32, 63} }
86};
87
88
89static const uint8_t tonga_clock_stretch_amount_conversion[2][6] = {
90 {0, 1, 3, 2, 4, 5},
91 {0, 2, 4, 5, 6, 5}
92};
93
94
95
96
97
98
99
100static int tonga_get_dependecy_volt_by_clk(struct pp_hwmgr *hwmgr,
101 phm_ppt_v1_clock_voltage_dependency_table *allowed_clock_voltage_table,
102 uint32_t clock, SMU_VoltageLevel *voltage, uint32_t *mvdd)
103{
104 uint32_t i = 0;
105 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
106 struct phm_ppt_v1_information *pptable_info =
107 (struct phm_ppt_v1_information *)(hwmgr->pptable);
108
109
110 if (allowed_clock_voltage_table->count == 0)
111 return -EINVAL;
112
113 for (i = 0; i < allowed_clock_voltage_table->count; i++) {
114
115 if (allowed_clock_voltage_table->entries[i].clk >= clock) {
116 voltage->VddGfx = phm_get_voltage_index(
117 pptable_info->vddgfx_lookup_table,
118 allowed_clock_voltage_table->entries[i].vddgfx);
119 voltage->Vddc = phm_get_voltage_index(
120 pptable_info->vddc_lookup_table,
121 allowed_clock_voltage_table->entries[i].vddc);
122
123 if (allowed_clock_voltage_table->entries[i].vddci)
124 voltage->Vddci =
125 phm_get_voltage_id(&data->vddci_voltage_table, allowed_clock_voltage_table->entries[i].vddci);
126 else
127 voltage->Vddci =
128 phm_get_voltage_id(&data->vddci_voltage_table,
129 allowed_clock_voltage_table->entries[i].vddc - VDDC_VDDCI_DELTA);
130
131
132 if (allowed_clock_voltage_table->entries[i].mvdd)
133 *mvdd = (uint32_t) allowed_clock_voltage_table->entries[i].mvdd;
134
135 voltage->Phases = 1;
136 return 0;
137 }
138 }
139
140
141 voltage->VddGfx = phm_get_voltage_index(pptable_info->vddgfx_lookup_table,
142 allowed_clock_voltage_table->entries[i-1].vddgfx);
143 voltage->Vddc = phm_get_voltage_index(pptable_info->vddc_lookup_table,
144 allowed_clock_voltage_table->entries[i-1].vddc);
145
146 if (allowed_clock_voltage_table->entries[i-1].vddci)
147 voltage->Vddci = phm_get_voltage_id(&data->vddci_voltage_table,
148 allowed_clock_voltage_table->entries[i-1].vddci);
149
150 if (allowed_clock_voltage_table->entries[i-1].mvdd)
151 *mvdd = (uint32_t) allowed_clock_voltage_table->entries[i-1].mvdd;
152
153 return 0;
154}
155
156
157
158
159
160
161
162
163
164static int tonga_populate_smc_vddc_table(struct pp_hwmgr *hwmgr,
165 SMU72_Discrete_DpmTable *table)
166{
167 unsigned int count;
168 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
169
170 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->voltage_control) {
171 table->VddcLevelCount = data->vddc_voltage_table.count;
172 for (count = 0; count < table->VddcLevelCount; count++) {
173 table->VddcTable[count] =
174 PP_HOST_TO_SMC_US(data->vddc_voltage_table.entries[count].value * VOLTAGE_SCALE);
175 }
176 CONVERT_FROM_HOST_TO_SMC_UL(table->VddcLevelCount);
177 }
178 return 0;
179}
180
181
182
183
184
185
186
187
188static int tonga_populate_smc_vdd_gfx_table(struct pp_hwmgr *hwmgr,
189 SMU72_Discrete_DpmTable *table)
190{
191 unsigned int count;
192 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
193
194 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->vdd_gfx_control) {
195 table->VddGfxLevelCount = data->vddgfx_voltage_table.count;
196 for (count = 0; count < data->vddgfx_voltage_table.count; count++) {
197 table->VddGfxTable[count] =
198 PP_HOST_TO_SMC_US(data->vddgfx_voltage_table.entries[count].value * VOLTAGE_SCALE);
199 }
200 CONVERT_FROM_HOST_TO_SMC_UL(table->VddGfxLevelCount);
201 }
202 return 0;
203}
204
205
206
207
208
209
210
211
212static int tonga_populate_smc_vdd_ci_table(struct pp_hwmgr *hwmgr,
213 SMU72_Discrete_DpmTable *table)
214{
215 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
216 uint32_t count;
217
218 table->VddciLevelCount = data->vddci_voltage_table.count;
219 for (count = 0; count < table->VddciLevelCount; count++) {
220 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->vddci_control) {
221 table->VddciTable[count] =
222 PP_HOST_TO_SMC_US(data->vddci_voltage_table.entries[count].value * VOLTAGE_SCALE);
223 } else if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->vddci_control) {
224 table->SmioTable1.Pattern[count].Voltage =
225 PP_HOST_TO_SMC_US(data->vddci_voltage_table.entries[count].value * VOLTAGE_SCALE);
226
227 table->SmioTable1.Pattern[count].Smio =
228 (uint8_t) count;
229 table->Smio[count] |=
230 data->vddci_voltage_table.entries[count].smio_low;
231 table->VddciTable[count] =
232 PP_HOST_TO_SMC_US(data->vddci_voltage_table.entries[count].value * VOLTAGE_SCALE);
233 }
234 }
235
236 table->SmioMask1 = data->vddci_voltage_table.mask_low;
237 CONVERT_FROM_HOST_TO_SMC_UL(table->VddciLevelCount);
238
239 return 0;
240}
241
242
243
244
245
246
247
248
249static int tonga_populate_smc_mvdd_table(struct pp_hwmgr *hwmgr,
250 SMU72_Discrete_DpmTable *table)
251{
252 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
253 uint32_t count;
254
255 if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->mvdd_control) {
256 table->MvddLevelCount = data->mvdd_voltage_table.count;
257 for (count = 0; count < table->MvddLevelCount; count++) {
258 table->SmioTable2.Pattern[count].Voltage =
259 PP_HOST_TO_SMC_US(data->mvdd_voltage_table.entries[count].value * VOLTAGE_SCALE);
260
261 table->SmioTable2.Pattern[count].Smio =
262 (uint8_t) count;
263 table->Smio[count] |=
264 data->mvdd_voltage_table.entries[count].smio_low;
265 }
266 table->SmioMask2 = data->mvdd_voltage_table.mask_low;
267
268 CONVERT_FROM_HOST_TO_SMC_UL(table->MvddLevelCount);
269 }
270
271 return 0;
272}
273
274
275
276
277
278
279
280
281static int tonga_populate_cac_tables(struct pp_hwmgr *hwmgr,
282 SMU72_Discrete_DpmTable *table)
283{
284 uint32_t count;
285 uint8_t index = 0;
286 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
287 struct phm_ppt_v1_information *pptable_info =
288 (struct phm_ppt_v1_information *)(hwmgr->pptable);
289 struct phm_ppt_v1_voltage_lookup_table *vddgfx_lookup_table =
290 pptable_info->vddgfx_lookup_table;
291 struct phm_ppt_v1_voltage_lookup_table *vddc_lookup_table =
292 pptable_info->vddc_lookup_table;
293
294
295
296
297 uint32_t vddc_level_count = PP_SMC_TO_HOST_UL(table->VddcLevelCount);
298 uint32_t vddgfx_level_count = PP_SMC_TO_HOST_UL(table->VddGfxLevelCount);
299
300 for (count = 0; count < vddc_level_count; count++) {
301
302 index = phm_get_voltage_index(vddc_lookup_table,
303 data->vddc_voltage_table.entries[count].value);
304 table->BapmVddcVidLoSidd[count] =
305 convert_to_vid(vddc_lookup_table->entries[index].us_cac_low);
306 table->BapmVddcVidHiSidd[count] =
307 convert_to_vid(vddc_lookup_table->entries[index].us_cac_mid);
308 table->BapmVddcVidHiSidd2[count] =
309 convert_to_vid(vddc_lookup_table->entries[index].us_cac_high);
310 }
311
312 if ((data->vdd_gfx_control == SMU7_VOLTAGE_CONTROL_BY_SVID2)) {
313
314 for (count = 0; count < vddgfx_level_count; count++) {
315 index = phm_get_voltage_index(vddgfx_lookup_table,
316 convert_to_vid(vddgfx_lookup_table->entries[index].us_cac_mid));
317 table->BapmVddGfxVidHiSidd2[count] =
318 convert_to_vid(vddgfx_lookup_table->entries[index].us_cac_high);
319 }
320 } else {
321 for (count = 0; count < vddc_level_count; count++) {
322 index = phm_get_voltage_index(vddc_lookup_table,
323 data->vddc_voltage_table.entries[count].value);
324 table->BapmVddGfxVidLoSidd[count] =
325 convert_to_vid(vddc_lookup_table->entries[index].us_cac_low);
326 table->BapmVddGfxVidHiSidd[count] =
327 convert_to_vid(vddc_lookup_table->entries[index].us_cac_mid);
328 table->BapmVddGfxVidHiSidd2[count] =
329 convert_to_vid(vddc_lookup_table->entries[index].us_cac_high);
330 }
331 }
332
333 return 0;
334}
335
336
337
338
339
340
341
342
343
344static int tonga_populate_smc_voltage_tables(struct pp_hwmgr *hwmgr,
345 SMU72_Discrete_DpmTable *table)
346{
347 int result;
348
349 result = tonga_populate_smc_vddc_table(hwmgr, table);
350 PP_ASSERT_WITH_CODE(!result,
351 "can not populate VDDC voltage table to SMC",
352 return -EINVAL);
353
354 result = tonga_populate_smc_vdd_ci_table(hwmgr, table);
355 PP_ASSERT_WITH_CODE(!result,
356 "can not populate VDDCI voltage table to SMC",
357 return -EINVAL);
358
359 result = tonga_populate_smc_vdd_gfx_table(hwmgr, table);
360 PP_ASSERT_WITH_CODE(!result,
361 "can not populate VDDGFX voltage table to SMC",
362 return -EINVAL);
363
364 result = tonga_populate_smc_mvdd_table(hwmgr, table);
365 PP_ASSERT_WITH_CODE(!result,
366 "can not populate MVDD voltage table to SMC",
367 return -EINVAL);
368
369 result = tonga_populate_cac_tables(hwmgr, table);
370 PP_ASSERT_WITH_CODE(!result,
371 "can not populate CAC voltage tables to SMC",
372 return -EINVAL);
373
374 return 0;
375}
376
377static int tonga_populate_ulv_level(struct pp_hwmgr *hwmgr,
378 struct SMU72_Discrete_Ulv *state)
379{
380 struct phm_ppt_v1_information *table_info =
381 (struct phm_ppt_v1_information *)(hwmgr->pptable);
382
383 state->CcPwrDynRm = 0;
384 state->CcPwrDynRm1 = 0;
385
386 state->VddcOffset = (uint16_t) table_info->us_ulv_voltage_offset;
387 state->VddcOffsetVid = (uint8_t)(table_info->us_ulv_voltage_offset *
388 VOLTAGE_VID_OFFSET_SCALE2 / VOLTAGE_VID_OFFSET_SCALE1);
389
390 state->VddcPhase = 1;
391
392 CONVERT_FROM_HOST_TO_SMC_UL(state->CcPwrDynRm);
393 CONVERT_FROM_HOST_TO_SMC_UL(state->CcPwrDynRm1);
394 CONVERT_FROM_HOST_TO_SMC_US(state->VddcOffset);
395
396 return 0;
397}
398
399static int tonga_populate_ulv_state(struct pp_hwmgr *hwmgr,
400 struct SMU72_Discrete_DpmTable *table)
401{
402 return tonga_populate_ulv_level(hwmgr, &table->Ulv);
403}
404
405static int tonga_populate_smc_link_level(struct pp_hwmgr *hwmgr, SMU72_Discrete_DpmTable *table)
406{
407 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
408 struct smu7_dpm_table *dpm_table = &data->dpm_table;
409 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
410 uint32_t i;
411
412
413 for (i = 0; i <= dpm_table->pcie_speed_table.count; i++) {
414 table->LinkLevel[i].PcieGenSpeed =
415 (uint8_t)dpm_table->pcie_speed_table.dpm_levels[i].value;
416 table->LinkLevel[i].PcieLaneCount =
417 (uint8_t)encode_pcie_lane_width(dpm_table->pcie_speed_table.dpm_levels[i].param1);
418 table->LinkLevel[i].EnabledForActivity =
419 1;
420 table->LinkLevel[i].SPC =
421 (uint8_t)(data->pcie_spc_cap & 0xff);
422 table->LinkLevel[i].DownThreshold =
423 PP_HOST_TO_SMC_UL(5);
424 table->LinkLevel[i].UpThreshold =
425 PP_HOST_TO_SMC_UL(30);
426 }
427
428 smu_data->smc_state_table.LinkLevelCount =
429 (uint8_t)dpm_table->pcie_speed_table.count;
430 data->dpm_level_enable_mask.pcie_dpm_enable_mask =
431 phm_get_dpm_level_enable_mask_value(&dpm_table->pcie_speed_table);
432
433 return 0;
434}
435
436
437
438
439
440
441
442
443static int tonga_calculate_sclk_params(struct pp_hwmgr *hwmgr,
444 uint32_t engine_clock, SMU72_Discrete_GraphicsLevel *sclk)
445{
446 const struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
447 pp_atomctrl_clock_dividers_vi dividers;
448 uint32_t spll_func_cntl = data->clock_registers.vCG_SPLL_FUNC_CNTL;
449 uint32_t spll_func_cntl_3 = data->clock_registers.vCG_SPLL_FUNC_CNTL_3;
450 uint32_t spll_func_cntl_4 = data->clock_registers.vCG_SPLL_FUNC_CNTL_4;
451 uint32_t cg_spll_spread_spectrum = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM;
452 uint32_t cg_spll_spread_spectrum_2 = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM_2;
453 uint32_t reference_clock;
454 uint32_t reference_divider;
455 uint32_t fbdiv;
456 int result;
457
458
459 result = atomctrl_get_engine_pll_dividers_vi(hwmgr, engine_clock, ÷rs);
460
461 PP_ASSERT_WITH_CODE(result == 0,
462 "Error retrieving Engine Clock dividers from VBIOS.", return result);
463
464
465 reference_clock = atomctrl_get_reference_clock(hwmgr);
466
467 reference_divider = 1 + dividers.uc_pll_ref_div;
468
469
470 fbdiv = dividers.ul_fb_div.ul_fb_divider & 0x3FFFFFF;
471
472
473 spll_func_cntl = PHM_SET_FIELD(spll_func_cntl,
474 CG_SPLL_FUNC_CNTL, SPLL_REF_DIV, dividers.uc_pll_ref_div);
475 spll_func_cntl = PHM_SET_FIELD(spll_func_cntl,
476 CG_SPLL_FUNC_CNTL, SPLL_PDIV_A, dividers.uc_pll_post_div);
477
478
479 spll_func_cntl_3 = PHM_SET_FIELD(spll_func_cntl_3,
480 CG_SPLL_FUNC_CNTL_3, SPLL_FB_DIV, fbdiv);
481
482
483 spll_func_cntl_3 = PHM_SET_FIELD(spll_func_cntl_3,
484 CG_SPLL_FUNC_CNTL_3, SPLL_DITHEN, 1);
485
486 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
487 PHM_PlatformCaps_EngineSpreadSpectrumSupport)) {
488 pp_atomctrl_internal_ss_info ss_info;
489
490 uint32_t vcoFreq = engine_clock * dividers.uc_pll_post_div;
491 if (0 == atomctrl_get_engine_clock_spread_spectrum(hwmgr, vcoFreq, &ss_info)) {
492
493
494
495
496
497 uint32_t clkS = reference_clock * 5 / (reference_divider * ss_info.speed_spectrum_rate);
498
499
500 uint32_t clkV = 4 * ss_info.speed_spectrum_percentage * fbdiv / (clkS * 10000);
501
502 cg_spll_spread_spectrum =
503 PHM_SET_FIELD(cg_spll_spread_spectrum, CG_SPLL_SPREAD_SPECTRUM, CLKS, clkS);
504 cg_spll_spread_spectrum =
505 PHM_SET_FIELD(cg_spll_spread_spectrum, CG_SPLL_SPREAD_SPECTRUM, SSEN, 1);
506 cg_spll_spread_spectrum_2 =
507 PHM_SET_FIELD(cg_spll_spread_spectrum_2, CG_SPLL_SPREAD_SPECTRUM_2, CLKV, clkV);
508 }
509 }
510
511 sclk->SclkFrequency = engine_clock;
512 sclk->CgSpllFuncCntl3 = spll_func_cntl_3;
513 sclk->CgSpllFuncCntl4 = spll_func_cntl_4;
514 sclk->SpllSpreadSpectrum = cg_spll_spread_spectrum;
515 sclk->SpllSpreadSpectrum2 = cg_spll_spread_spectrum_2;
516 sclk->SclkDid = (uint8_t)dividers.pll_post_divider;
517
518 return 0;
519}
520
521
522
523
524
525
526
527
528static int tonga_populate_single_graphic_level(struct pp_hwmgr *hwmgr,
529 uint32_t engine_clock,
530 uint16_t sclk_activity_level_threshold,
531 SMU72_Discrete_GraphicsLevel *graphic_level)
532{
533 int result;
534 uint32_t mvdd;
535 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
536 struct phm_ppt_v1_information *pptable_info =
537 (struct phm_ppt_v1_information *)(hwmgr->pptable);
538
539 result = tonga_calculate_sclk_params(hwmgr, engine_clock, graphic_level);
540
541
542 result = tonga_get_dependecy_volt_by_clk(hwmgr,
543 pptable_info->vdd_dep_on_sclk, engine_clock,
544 &graphic_level->MinVoltage, &mvdd);
545 PP_ASSERT_WITH_CODE((!result),
546 "can not find VDDC voltage value for VDDC "
547 "engine clock dependency table", return result);
548
549
550 graphic_level->SclkFrequency = engine_clock;
551
552 graphic_level->ActivityLevel = sclk_activity_level_threshold;
553
554 graphic_level->CcPwrDynRm = 0;
555 graphic_level->CcPwrDynRm1 = 0;
556
557 graphic_level->EnabledForActivity = 0;
558
559 graphic_level->EnabledForThrottle = 1;
560 graphic_level->UpHyst = 0;
561 graphic_level->DownHyst = 0;
562 graphic_level->VoltageDownHyst = 0;
563 graphic_level->PowerThrottle = 0;
564
565 data->display_timing.min_clock_in_sr =
566 hwmgr->display_config.min_core_set_clock_in_sr;
567
568 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
569 PHM_PlatformCaps_SclkDeepSleep))
570 graphic_level->DeepSleepDivId =
571 smu7_get_sleep_divider_id_from_clock(engine_clock,
572 data->display_timing.min_clock_in_sr);
573
574
575 graphic_level->DisplayWatermark = PPSMC_DISPLAY_WATERMARK_LOW;
576
577 if (!result) {
578
579
580 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->SclkFrequency);
581 CONVERT_FROM_HOST_TO_SMC_US(graphic_level->ActivityLevel);
582 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CgSpllFuncCntl3);
583 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CgSpllFuncCntl4);
584 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->SpllSpreadSpectrum);
585 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->SpllSpreadSpectrum2);
586 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CcPwrDynRm);
587 CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CcPwrDynRm1);
588 }
589
590 return result;
591}
592
593
594
595
596
597
598int tonga_populate_all_graphic_levels(struct pp_hwmgr *hwmgr)
599{
600 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
601 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
602 struct phm_ppt_v1_information *pptable_info = (struct phm_ppt_v1_information *)(hwmgr->pptable);
603 struct smu7_dpm_table *dpm_table = &data->dpm_table;
604 struct phm_ppt_v1_pcie_table *pcie_table = pptable_info->pcie_table;
605 uint8_t pcie_entry_count = (uint8_t) data->dpm_table.pcie_speed_table.count;
606 uint32_t level_array_address = smu_data->smu7_data.dpm_table_start +
607 offsetof(SMU72_Discrete_DpmTable, GraphicsLevel);
608
609 uint32_t level_array_size = sizeof(SMU72_Discrete_GraphicsLevel) *
610 SMU72_MAX_LEVELS_GRAPHICS;
611
612 SMU72_Discrete_GraphicsLevel *levels = smu_data->smc_state_table.GraphicsLevel;
613
614 uint32_t i, max_entry;
615 uint8_t highest_pcie_level_enabled = 0;
616 uint8_t lowest_pcie_level_enabled = 0, mid_pcie_level_enabled = 0;
617 uint8_t count = 0;
618 int result = 0;
619
620 memset(levels, 0x00, level_array_size);
621
622 for (i = 0; i < dpm_table->sclk_table.count; i++) {
623 result = tonga_populate_single_graphic_level(hwmgr,
624 dpm_table->sclk_table.dpm_levels[i].value,
625 (uint16_t)smu_data->activity_target[i],
626 &(smu_data->smc_state_table.GraphicsLevel[i]));
627 if (result != 0)
628 return result;
629
630
631 if (i > 1)
632 smu_data->smc_state_table.GraphicsLevel[i].DeepSleepDivId = 0;
633 }
634
635
636 smu_data->smc_state_table.GraphicsLevel[0].EnabledForActivity = 1;
637
638
639 if (dpm_table->sclk_table.count > 1)
640 smu_data->smc_state_table.GraphicsLevel[dpm_table->sclk_table.count-1].DisplayWatermark =
641 PPSMC_DISPLAY_WATERMARK_HIGH;
642
643 smu_data->smc_state_table.GraphicsDpmLevelCount =
644 (uint8_t)dpm_table->sclk_table.count;
645 data->dpm_level_enable_mask.sclk_dpm_enable_mask =
646 phm_get_dpm_level_enable_mask_value(&dpm_table->sclk_table);
647
648 if (pcie_table != NULL) {
649 PP_ASSERT_WITH_CODE((pcie_entry_count >= 1),
650 "There must be 1 or more PCIE levels defined in PPTable.",
651 return -EINVAL);
652 max_entry = pcie_entry_count - 1;
653 for (i = 0; i < dpm_table->sclk_table.count; i++) {
654 smu_data->smc_state_table.GraphicsLevel[i].pcieDpmLevel =
655 (uint8_t) ((i < max_entry) ? i : max_entry);
656 }
657 } else {
658 if (0 == data->dpm_level_enable_mask.pcie_dpm_enable_mask)
659 printk(KERN_ERR "[ powerplay ] Pcie Dpm Enablemask is 0 !");
660
661 while (data->dpm_level_enable_mask.pcie_dpm_enable_mask &&
662 ((data->dpm_level_enable_mask.pcie_dpm_enable_mask &
663 (1<<(highest_pcie_level_enabled+1))) != 0)) {
664 highest_pcie_level_enabled++;
665 }
666
667 while (data->dpm_level_enable_mask.pcie_dpm_enable_mask &&
668 ((data->dpm_level_enable_mask.pcie_dpm_enable_mask &
669 (1<<lowest_pcie_level_enabled)) == 0)) {
670 lowest_pcie_level_enabled++;
671 }
672
673 while ((count < highest_pcie_level_enabled) &&
674 ((data->dpm_level_enable_mask.pcie_dpm_enable_mask &
675 (1<<(lowest_pcie_level_enabled+1+count))) == 0)) {
676 count++;
677 }
678 mid_pcie_level_enabled = (lowest_pcie_level_enabled+1+count) < highest_pcie_level_enabled ?
679 (lowest_pcie_level_enabled+1+count) : highest_pcie_level_enabled;
680
681
682
683 for (i = 2; i < dpm_table->sclk_table.count; i++)
684 smu_data->smc_state_table.GraphicsLevel[i].pcieDpmLevel = highest_pcie_level_enabled;
685
686
687 smu_data->smc_state_table.GraphicsLevel[0].pcieDpmLevel = lowest_pcie_level_enabled;
688
689
690 smu_data->smc_state_table.GraphicsLevel[1].pcieDpmLevel = mid_pcie_level_enabled;
691 }
692
693 result = smu7_copy_bytes_to_smc(hwmgr->smumgr, level_array_address,
694 (uint8_t *)levels, (uint32_t)level_array_size,
695 SMC_RAM_END);
696
697 return result;
698}
699
700
701
702
703
704
705
706
707static int tonga_calculate_mclk_params(
708 struct pp_hwmgr *hwmgr,
709 uint32_t memory_clock,
710 SMU72_Discrete_MemoryLevel *mclk,
711 bool strobe_mode,
712 bool dllStateOn
713 )
714{
715 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
716
717 uint32_t dll_cntl = data->clock_registers.vDLL_CNTL;
718 uint32_t mclk_pwrmgt_cntl = data->clock_registers.vMCLK_PWRMGT_CNTL;
719 uint32_t mpll_ad_func_cntl = data->clock_registers.vMPLL_AD_FUNC_CNTL;
720 uint32_t mpll_dq_func_cntl = data->clock_registers.vMPLL_DQ_FUNC_CNTL;
721 uint32_t mpll_func_cntl = data->clock_registers.vMPLL_FUNC_CNTL;
722 uint32_t mpll_func_cntl_1 = data->clock_registers.vMPLL_FUNC_CNTL_1;
723 uint32_t mpll_func_cntl_2 = data->clock_registers.vMPLL_FUNC_CNTL_2;
724 uint32_t mpll_ss1 = data->clock_registers.vMPLL_SS1;
725 uint32_t mpll_ss2 = data->clock_registers.vMPLL_SS2;
726
727 pp_atomctrl_memory_clock_param mpll_param;
728 int result;
729
730 result = atomctrl_get_memory_pll_dividers_si(hwmgr,
731 memory_clock, &mpll_param, strobe_mode);
732 PP_ASSERT_WITH_CODE(
733 !result,
734 "Error retrieving Memory Clock Parameters from VBIOS.",
735 return result);
736
737
738 mpll_func_cntl = PHM_SET_FIELD(mpll_func_cntl, MPLL_FUNC_CNTL, BWCTRL,
739 mpll_param.bw_ctrl);
740
741
742 mpll_func_cntl_1 = PHM_SET_FIELD(mpll_func_cntl_1,
743 MPLL_FUNC_CNTL_1, CLKF,
744 mpll_param.mpll_fb_divider.cl_kf);
745 mpll_func_cntl_1 = PHM_SET_FIELD(mpll_func_cntl_1,
746 MPLL_FUNC_CNTL_1, CLKFRAC,
747 mpll_param.mpll_fb_divider.clk_frac);
748 mpll_func_cntl_1 = PHM_SET_FIELD(mpll_func_cntl_1,
749 MPLL_FUNC_CNTL_1, VCO_MODE,
750 mpll_param.vco_mode);
751
752
753 mpll_ad_func_cntl = PHM_SET_FIELD(mpll_ad_func_cntl,
754 MPLL_AD_FUNC_CNTL, YCLK_POST_DIV,
755 mpll_param.mpll_post_divider);
756
757 if (data->is_memory_gddr5) {
758
759 mpll_dq_func_cntl = PHM_SET_FIELD(mpll_dq_func_cntl,
760 MPLL_DQ_FUNC_CNTL, YCLK_SEL,
761 mpll_param.yclk_sel);
762 mpll_dq_func_cntl = PHM_SET_FIELD(mpll_dq_func_cntl,
763 MPLL_DQ_FUNC_CNTL, YCLK_POST_DIV,
764 mpll_param.mpll_post_divider);
765 }
766
767 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
768 PHM_PlatformCaps_MemorySpreadSpectrumSupport)) {
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784 pp_atomctrl_internal_ss_info ss_info;
785 uint32_t freq_nom;
786 uint32_t tmp;
787 uint32_t reference_clock = atomctrl_get_mpll_reference_clock(hwmgr);
788
789
790 if (1 == mpll_param.qdr)
791 freq_nom = memory_clock * 4 * (1 << mpll_param.mpll_post_divider);
792 else
793 freq_nom = memory_clock * 2 * (1 << mpll_param.mpll_post_divider);
794
795
796 tmp = (freq_nom / reference_clock);
797 tmp = tmp * tmp;
798
799 if (0 == atomctrl_get_memory_clock_spread_spectrum(hwmgr, freq_nom, &ss_info)) {
800
801
802
803
804 uint32_t clks = reference_clock * 5 / ss_info.speed_spectrum_rate;
805
806
807
808 uint32_t clkv =
809 (uint32_t)((((131 * ss_info.speed_spectrum_percentage *
810 ss_info.speed_spectrum_rate) / 100) * tmp) / freq_nom);
811
812 mpll_ss1 = PHM_SET_FIELD(mpll_ss1, MPLL_SS1, CLKV, clkv);
813 mpll_ss2 = PHM_SET_FIELD(mpll_ss2, MPLL_SS2, CLKS, clks);
814 }
815 }
816
817
818 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
819 MCLK_PWRMGT_CNTL, DLL_SPEED, mpll_param.dll_speed);
820 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
821 MCLK_PWRMGT_CNTL, MRDCK0_PDNB, dllStateOn);
822 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
823 MCLK_PWRMGT_CNTL, MRDCK1_PDNB, dllStateOn);
824
825
826 mclk->MclkFrequency = memory_clock;
827 mclk->MpllFuncCntl = mpll_func_cntl;
828 mclk->MpllFuncCntl_1 = mpll_func_cntl_1;
829 mclk->MpllFuncCntl_2 = mpll_func_cntl_2;
830 mclk->MpllAdFuncCntl = mpll_ad_func_cntl;
831 mclk->MpllDqFuncCntl = mpll_dq_func_cntl;
832 mclk->MclkPwrmgtCntl = mclk_pwrmgt_cntl;
833 mclk->DllCntl = dll_cntl;
834 mclk->MpllSs1 = mpll_ss1;
835 mclk->MpllSs2 = mpll_ss2;
836
837 return 0;
838}
839
840static uint8_t tonga_get_mclk_frequency_ratio(uint32_t memory_clock,
841 bool strobe_mode)
842{
843 uint8_t mc_para_index;
844
845 if (strobe_mode) {
846 if (memory_clock < 12500)
847 mc_para_index = 0x00;
848 else if (memory_clock > 47500)
849 mc_para_index = 0x0f;
850 else
851 mc_para_index = (uint8_t)((memory_clock - 10000) / 2500);
852 } else {
853 if (memory_clock < 65000)
854 mc_para_index = 0x00;
855 else if (memory_clock > 135000)
856 mc_para_index = 0x0f;
857 else
858 mc_para_index = (uint8_t)((memory_clock - 60000) / 5000);
859 }
860
861 return mc_para_index;
862}
863
864static uint8_t tonga_get_ddr3_mclk_frequency_ratio(uint32_t memory_clock)
865{
866 uint8_t mc_para_index;
867
868 if (memory_clock < 10000)
869 mc_para_index = 0;
870 else if (memory_clock >= 80000)
871 mc_para_index = 0x0f;
872 else
873 mc_para_index = (uint8_t)((memory_clock - 10000) / 5000 + 1);
874
875 return mc_para_index;
876}
877
878
879static int tonga_populate_single_memory_level(
880 struct pp_hwmgr *hwmgr,
881 uint32_t memory_clock,
882 SMU72_Discrete_MemoryLevel *memory_level
883 )
884{
885 uint32_t mvdd = 0;
886 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
887 struct phm_ppt_v1_information *pptable_info =
888 (struct phm_ppt_v1_information *)(hwmgr->pptable);
889 int result = 0;
890 bool dll_state_on;
891 struct cgs_display_info info = {0};
892 uint32_t mclk_edc_wr_enable_threshold = 40000;
893 uint32_t mclk_stutter_mode_threshold = 30000;
894 uint32_t mclk_edc_enable_threshold = 40000;
895 uint32_t mclk_strobe_mode_threshold = 40000;
896
897 if (NULL != pptable_info->vdd_dep_on_mclk) {
898 result = tonga_get_dependecy_volt_by_clk(hwmgr,
899 pptable_info->vdd_dep_on_mclk,
900 memory_clock,
901 &memory_level->MinVoltage, &mvdd);
902 PP_ASSERT_WITH_CODE(
903 !result,
904 "can not find MinVddc voltage value from memory VDDC "
905 "voltage dependency table",
906 return result);
907 }
908
909 if (data->mvdd_control == SMU7_VOLTAGE_CONTROL_NONE)
910 memory_level->MinMvdd = data->vbios_boot_state.mvdd_bootup_value;
911 else
912 memory_level->MinMvdd = mvdd;
913
914 memory_level->EnabledForThrottle = 1;
915 memory_level->EnabledForActivity = 0;
916 memory_level->UpHyst = 0;
917 memory_level->DownHyst = 100;
918 memory_level->VoltageDownHyst = 0;
919
920
921 memory_level->ActivityLevel = (uint16_t)data->mclk_activity_target;
922 memory_level->StutterEnable = 0;
923 memory_level->StrobeEnable = 0;
924 memory_level->EdcReadEnable = 0;
925 memory_level->EdcWriteEnable = 0;
926 memory_level->RttEnable = 0;
927
928
929 memory_level->DisplayWatermark = PPSMC_DISPLAY_WATERMARK_LOW;
930
931 cgs_get_active_displays_info(hwmgr->device, &info);
932 data->display_timing.num_existing_displays = info.display_count;
933
934 if ((mclk_stutter_mode_threshold != 0) &&
935 (memory_clock <= mclk_stutter_mode_threshold) &&
936 (!data->is_uvd_enabled)
937 && (PHM_READ_FIELD(hwmgr->device, DPG_PIPE_STUTTER_CONTROL, STUTTER_ENABLE) & 0x1)
938 && (data->display_timing.num_existing_displays <= 2)
939 && (data->display_timing.num_existing_displays != 0))
940 memory_level->StutterEnable = 1;
941
942
943 memory_level->StrobeEnable = (mclk_strobe_mode_threshold != 0) &&
944 (memory_clock <= mclk_strobe_mode_threshold);
945
946
947 if (data->is_memory_gddr5) {
948 memory_level->StrobeRatio = tonga_get_mclk_frequency_ratio(memory_clock,
949 memory_level->StrobeEnable);
950
951 if ((mclk_edc_enable_threshold != 0) &&
952 (memory_clock > mclk_edc_enable_threshold)) {
953 memory_level->EdcReadEnable = 1;
954 }
955
956 if ((mclk_edc_wr_enable_threshold != 0) &&
957 (memory_clock > mclk_edc_wr_enable_threshold)) {
958 memory_level->EdcWriteEnable = 1;
959 }
960
961 if (memory_level->StrobeEnable) {
962 if (tonga_get_mclk_frequency_ratio(memory_clock, 1) >=
963 ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC7) >> 16) & 0xf)) {
964 dll_state_on = ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC5) >> 1) & 0x1) ? 1 : 0;
965 } else {
966 dll_state_on = ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC6) >> 1) & 0x1) ? 1 : 0;
967 }
968
969 } else {
970 dll_state_on = data->dll_default_on;
971 }
972 } else {
973 memory_level->StrobeRatio =
974 tonga_get_ddr3_mclk_frequency_ratio(memory_clock);
975 dll_state_on = ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC5) >> 1) & 0x1) ? 1 : 0;
976 }
977
978 result = tonga_calculate_mclk_params(hwmgr,
979 memory_clock, memory_level, memory_level->StrobeEnable, dll_state_on);
980
981 if (!result) {
982 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MinMvdd);
983
984 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MclkFrequency);
985
986 CONVERT_FROM_HOST_TO_SMC_US(memory_level->ActivityLevel);
987 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllFuncCntl);
988 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllFuncCntl_1);
989 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllFuncCntl_2);
990 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllAdFuncCntl);
991 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllDqFuncCntl);
992 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MclkPwrmgtCntl);
993 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->DllCntl);
994 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllSs1);
995 CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllSs2);
996 }
997
998 return result;
999}
1000
1001int tonga_populate_all_memory_levels(struct pp_hwmgr *hwmgr)
1002{
1003 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1004 struct tonga_smumgr *smu_data =
1005 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1006 struct smu7_dpm_table *dpm_table = &data->dpm_table;
1007 int result;
1008
1009
1010 uint32_t level_array_address =
1011 smu_data->smu7_data.dpm_table_start +
1012 offsetof(SMU72_Discrete_DpmTable, MemoryLevel);
1013 uint32_t level_array_size =
1014 sizeof(SMU72_Discrete_MemoryLevel) *
1015 SMU72_MAX_LEVELS_MEMORY;
1016 SMU72_Discrete_MemoryLevel *levels =
1017 smu_data->smc_state_table.MemoryLevel;
1018 uint32_t i;
1019
1020 memset(levels, 0x00, level_array_size);
1021
1022 for (i = 0; i < dpm_table->mclk_table.count; i++) {
1023 PP_ASSERT_WITH_CODE((0 != dpm_table->mclk_table.dpm_levels[i].value),
1024 "can not populate memory level as memory clock is zero",
1025 return -EINVAL);
1026 result = tonga_populate_single_memory_level(
1027 hwmgr,
1028 dpm_table->mclk_table.dpm_levels[i].value,
1029 &(smu_data->smc_state_table.MemoryLevel[i]));
1030 if (result)
1031 return result;
1032 }
1033
1034
1035 smu_data->smc_state_table.MemoryLevel[0].EnabledForActivity = 1;
1036
1037
1038
1039
1040
1041
1042 smu_data->smc_state_table.MemoryLevel[0].ActivityLevel = 0x1F;
1043 CONVERT_FROM_HOST_TO_SMC_US(smu_data->smc_state_table.MemoryLevel[0].ActivityLevel);
1044
1045 smu_data->smc_state_table.MemoryDpmLevelCount = (uint8_t)dpm_table->mclk_table.count;
1046 data->dpm_level_enable_mask.mclk_dpm_enable_mask = phm_get_dpm_level_enable_mask_value(&dpm_table->mclk_table);
1047
1048 smu_data->smc_state_table.MemoryLevel[dpm_table->mclk_table.count-1].DisplayWatermark = PPSMC_DISPLAY_WATERMARK_HIGH;
1049
1050
1051 result = smu7_copy_bytes_to_smc(hwmgr->smumgr,
1052 level_array_address, (uint8_t *)levels, (uint32_t)level_array_size,
1053 SMC_RAM_END);
1054
1055 return result;
1056}
1057
1058static int tonga_populate_mvdd_value(struct pp_hwmgr *hwmgr,
1059 uint32_t mclk, SMIO_Pattern *smio_pattern)
1060{
1061 const struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1062 struct phm_ppt_v1_information *table_info =
1063 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1064 uint32_t i = 0;
1065
1066 if (SMU7_VOLTAGE_CONTROL_NONE != data->mvdd_control) {
1067
1068 for (i = 0; i < table_info->vdd_dep_on_mclk->count; i++) {
1069 if (mclk <= table_info->vdd_dep_on_mclk->entries[i].clk) {
1070
1071 smio_pattern->Voltage =
1072 data->mvdd_voltage_table.entries[i].value;
1073 break;
1074 }
1075 }
1076
1077 PP_ASSERT_WITH_CODE(i < table_info->vdd_dep_on_mclk->count,
1078 "MVDD Voltage is outside the supported range.",
1079 return -EINVAL);
1080 } else {
1081 return -EINVAL;
1082 }
1083
1084 return 0;
1085}
1086
1087
1088static int tonga_populate_smc_acpi_level(struct pp_hwmgr *hwmgr,
1089 SMU72_Discrete_DpmTable *table)
1090{
1091 int result = 0;
1092 struct tonga_smumgr *smu_data =
1093 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1094 const struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1095 struct pp_atomctrl_clock_dividers_vi dividers;
1096
1097 SMIO_Pattern voltage_level;
1098 uint32_t spll_func_cntl = data->clock_registers.vCG_SPLL_FUNC_CNTL;
1099 uint32_t spll_func_cntl_2 = data->clock_registers.vCG_SPLL_FUNC_CNTL_2;
1100 uint32_t dll_cntl = data->clock_registers.vDLL_CNTL;
1101 uint32_t mclk_pwrmgt_cntl = data->clock_registers.vMCLK_PWRMGT_CNTL;
1102
1103
1104 table->ACPILevel.Flags &= ~PPSMC_SWSTATE_FLAG_DC;
1105
1106 table->ACPILevel.MinVoltage =
1107 smu_data->smc_state_table.GraphicsLevel[0].MinVoltage;
1108
1109
1110 table->ACPILevel.SclkFrequency = atomctrl_get_reference_clock(hwmgr);
1111
1112
1113 result = atomctrl_get_engine_pll_dividers_vi(hwmgr,
1114 table->ACPILevel.SclkFrequency, ÷rs);
1115
1116 PP_ASSERT_WITH_CODE(result == 0,
1117 "Error retrieving Engine Clock dividers from VBIOS.",
1118 return result);
1119
1120
1121 table->ACPILevel.SclkDid = (uint8_t)dividers.pll_post_divider;
1122 table->ACPILevel.DisplayWatermark = PPSMC_DISPLAY_WATERMARK_LOW;
1123 table->ACPILevel.DeepSleepDivId = 0;
1124
1125 spll_func_cntl = PHM_SET_FIELD(spll_func_cntl, CG_SPLL_FUNC_CNTL,
1126 SPLL_PWRON, 0);
1127 spll_func_cntl = PHM_SET_FIELD(spll_func_cntl, CG_SPLL_FUNC_CNTL,
1128 SPLL_RESET, 1);
1129 spll_func_cntl_2 = PHM_SET_FIELD(spll_func_cntl_2, CG_SPLL_FUNC_CNTL_2,
1130 SCLK_MUX_SEL, 4);
1131
1132 table->ACPILevel.CgSpllFuncCntl = spll_func_cntl;
1133 table->ACPILevel.CgSpllFuncCntl2 = spll_func_cntl_2;
1134 table->ACPILevel.CgSpllFuncCntl3 = data->clock_registers.vCG_SPLL_FUNC_CNTL_3;
1135 table->ACPILevel.CgSpllFuncCntl4 = data->clock_registers.vCG_SPLL_FUNC_CNTL_4;
1136 table->ACPILevel.SpllSpreadSpectrum = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM;
1137 table->ACPILevel.SpllSpreadSpectrum2 = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM_2;
1138 table->ACPILevel.CcPwrDynRm = 0;
1139 table->ACPILevel.CcPwrDynRm1 = 0;
1140
1141
1142
1143 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.Flags);
1144
1145 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.SclkFrequency);
1146 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl);
1147 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl2);
1148 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl3);
1149 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl4);
1150 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.SpllSpreadSpectrum);
1151 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.SpllSpreadSpectrum2);
1152 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CcPwrDynRm);
1153 CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CcPwrDynRm1);
1154
1155
1156 table->MemoryACPILevel.MinVoltage =
1157 smu_data->smc_state_table.MemoryLevel[0].MinVoltage;
1158
1159
1160
1161 if (0 == tonga_populate_mvdd_value(hwmgr, 0, &voltage_level))
1162 table->MemoryACPILevel.MinMvdd =
1163 PP_HOST_TO_SMC_UL(voltage_level.Voltage * VOLTAGE_SCALE);
1164 else
1165 table->MemoryACPILevel.MinMvdd = 0;
1166
1167
1168 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1169 MCLK_PWRMGT_CNTL, MRDCK0_RESET, 0x1);
1170 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1171 MCLK_PWRMGT_CNTL, MRDCK1_RESET, 0x1);
1172
1173
1174 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1175 MCLK_PWRMGT_CNTL, MRDCK0_PDNB, 0);
1176 mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1177 MCLK_PWRMGT_CNTL, MRDCK1_PDNB, 0);
1178
1179
1180 dll_cntl = PHM_SET_FIELD(dll_cntl,
1181 DLL_CNTL, MRDCK0_BYPASS, 0);
1182 dll_cntl = PHM_SET_FIELD(dll_cntl,
1183 DLL_CNTL, MRDCK1_BYPASS, 0);
1184
1185 table->MemoryACPILevel.DllCntl =
1186 PP_HOST_TO_SMC_UL(dll_cntl);
1187 table->MemoryACPILevel.MclkPwrmgtCntl =
1188 PP_HOST_TO_SMC_UL(mclk_pwrmgt_cntl);
1189 table->MemoryACPILevel.MpllAdFuncCntl =
1190 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_AD_FUNC_CNTL);
1191 table->MemoryACPILevel.MpllDqFuncCntl =
1192 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_DQ_FUNC_CNTL);
1193 table->MemoryACPILevel.MpllFuncCntl =
1194 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_FUNC_CNTL);
1195 table->MemoryACPILevel.MpllFuncCntl_1 =
1196 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_FUNC_CNTL_1);
1197 table->MemoryACPILevel.MpllFuncCntl_2 =
1198 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_FUNC_CNTL_2);
1199 table->MemoryACPILevel.MpllSs1 =
1200 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_SS1);
1201 table->MemoryACPILevel.MpllSs2 =
1202 PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_SS2);
1203
1204 table->MemoryACPILevel.EnabledForThrottle = 0;
1205 table->MemoryACPILevel.EnabledForActivity = 0;
1206 table->MemoryACPILevel.UpHyst = 0;
1207 table->MemoryACPILevel.DownHyst = 100;
1208 table->MemoryACPILevel.VoltageDownHyst = 0;
1209
1210 table->MemoryACPILevel.ActivityLevel =
1211 PP_HOST_TO_SMC_US((uint16_t)data->mclk_activity_target);
1212
1213 table->MemoryACPILevel.StutterEnable = 0;
1214 table->MemoryACPILevel.StrobeEnable = 0;
1215 table->MemoryACPILevel.EdcReadEnable = 0;
1216 table->MemoryACPILevel.EdcWriteEnable = 0;
1217 table->MemoryACPILevel.RttEnable = 0;
1218
1219 return result;
1220}
1221
1222static int tonga_populate_smc_uvd_level(struct pp_hwmgr *hwmgr,
1223 SMU72_Discrete_DpmTable *table)
1224{
1225 int result = 0;
1226
1227 uint8_t count;
1228 pp_atomctrl_clock_dividers_vi dividers;
1229 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1230 struct phm_ppt_v1_information *pptable_info =
1231 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1232 phm_ppt_v1_mm_clock_voltage_dependency_table *mm_table =
1233 pptable_info->mm_dep_table;
1234
1235 table->UvdLevelCount = (uint8_t) (mm_table->count);
1236 table->UvdBootLevel = 0;
1237
1238 for (count = 0; count < table->UvdLevelCount; count++) {
1239 table->UvdLevel[count].VclkFrequency = mm_table->entries[count].vclk;
1240 table->UvdLevel[count].DclkFrequency = mm_table->entries[count].dclk;
1241 table->UvdLevel[count].MinVoltage.Vddc =
1242 phm_get_voltage_index(pptable_info->vddc_lookup_table,
1243 mm_table->entries[count].vddc);
1244 table->UvdLevel[count].MinVoltage.VddGfx =
1245 (data->vdd_gfx_control == SMU7_VOLTAGE_CONTROL_BY_SVID2) ?
1246 phm_get_voltage_index(pptable_info->vddgfx_lookup_table,
1247 mm_table->entries[count].vddgfx) : 0;
1248 table->UvdLevel[count].MinVoltage.Vddci =
1249 phm_get_voltage_id(&data->vddci_voltage_table,
1250 mm_table->entries[count].vddc - VDDC_VDDCI_DELTA);
1251 table->UvdLevel[count].MinVoltage.Phases = 1;
1252
1253
1254 result = atomctrl_get_dfs_pll_dividers_vi(
1255 hwmgr,
1256 table->UvdLevel[count].VclkFrequency,
1257 ÷rs);
1258
1259 PP_ASSERT_WITH_CODE((!result),
1260 "can not find divide id for Vclk clock",
1261 return result);
1262
1263 table->UvdLevel[count].VclkDivider = (uint8_t)dividers.pll_post_divider;
1264
1265 result = atomctrl_get_dfs_pll_dividers_vi(hwmgr,
1266 table->UvdLevel[count].DclkFrequency, ÷rs);
1267 PP_ASSERT_WITH_CODE((!result),
1268 "can not find divide id for Dclk clock",
1269 return result);
1270
1271 table->UvdLevel[count].DclkDivider =
1272 (uint8_t)dividers.pll_post_divider;
1273
1274 CONVERT_FROM_HOST_TO_SMC_UL(table->UvdLevel[count].VclkFrequency);
1275 CONVERT_FROM_HOST_TO_SMC_UL(table->UvdLevel[count].DclkFrequency);
1276 }
1277
1278 return result;
1279
1280}
1281
1282static int tonga_populate_smc_vce_level(struct pp_hwmgr *hwmgr,
1283 SMU72_Discrete_DpmTable *table)
1284{
1285 int result = 0;
1286
1287 uint8_t count;
1288 pp_atomctrl_clock_dividers_vi dividers;
1289 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1290 struct phm_ppt_v1_information *pptable_info =
1291 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1292 phm_ppt_v1_mm_clock_voltage_dependency_table *mm_table =
1293 pptable_info->mm_dep_table;
1294
1295 table->VceLevelCount = (uint8_t) (mm_table->count);
1296 table->VceBootLevel = 0;
1297
1298 for (count = 0; count < table->VceLevelCount; count++) {
1299 table->VceLevel[count].Frequency =
1300 mm_table->entries[count].eclk;
1301 table->VceLevel[count].MinVoltage.Vddc =
1302 phm_get_voltage_index(pptable_info->vddc_lookup_table,
1303 mm_table->entries[count].vddc);
1304 table->VceLevel[count].MinVoltage.VddGfx =
1305 (data->vdd_gfx_control == SMU7_VOLTAGE_CONTROL_BY_SVID2) ?
1306 phm_get_voltage_index(pptable_info->vddgfx_lookup_table,
1307 mm_table->entries[count].vddgfx) : 0;
1308 table->VceLevel[count].MinVoltage.Vddci =
1309 phm_get_voltage_id(&data->vddci_voltage_table,
1310 mm_table->entries[count].vddc - VDDC_VDDCI_DELTA);
1311 table->VceLevel[count].MinVoltage.Phases = 1;
1312
1313
1314 result = atomctrl_get_dfs_pll_dividers_vi(hwmgr,
1315 table->VceLevel[count].Frequency, ÷rs);
1316 PP_ASSERT_WITH_CODE((!result),
1317 "can not find divide id for VCE engine clock",
1318 return result);
1319
1320 table->VceLevel[count].Divider = (uint8_t)dividers.pll_post_divider;
1321
1322 CONVERT_FROM_HOST_TO_SMC_UL(table->VceLevel[count].Frequency);
1323 }
1324
1325 return result;
1326}
1327
1328static int tonga_populate_smc_acp_level(struct pp_hwmgr *hwmgr,
1329 SMU72_Discrete_DpmTable *table)
1330{
1331 int result = 0;
1332 uint8_t count;
1333 pp_atomctrl_clock_dividers_vi dividers;
1334 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1335 struct phm_ppt_v1_information *pptable_info =
1336 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1337 phm_ppt_v1_mm_clock_voltage_dependency_table *mm_table =
1338 pptable_info->mm_dep_table;
1339
1340 table->AcpLevelCount = (uint8_t) (mm_table->count);
1341 table->AcpBootLevel = 0;
1342
1343 for (count = 0; count < table->AcpLevelCount; count++) {
1344 table->AcpLevel[count].Frequency =
1345 pptable_info->mm_dep_table->entries[count].aclk;
1346 table->AcpLevel[count].MinVoltage.Vddc =
1347 phm_get_voltage_index(pptable_info->vddc_lookup_table,
1348 mm_table->entries[count].vddc);
1349 table->AcpLevel[count].MinVoltage.VddGfx =
1350 (data->vdd_gfx_control == SMU7_VOLTAGE_CONTROL_BY_SVID2) ?
1351 phm_get_voltage_index(pptable_info->vddgfx_lookup_table,
1352 mm_table->entries[count].vddgfx) : 0;
1353 table->AcpLevel[count].MinVoltage.Vddci =
1354 phm_get_voltage_id(&data->vddci_voltage_table,
1355 mm_table->entries[count].vddc - VDDC_VDDCI_DELTA);
1356 table->AcpLevel[count].MinVoltage.Phases = 1;
1357
1358
1359 result = atomctrl_get_dfs_pll_dividers_vi(hwmgr,
1360 table->AcpLevel[count].Frequency, ÷rs);
1361 PP_ASSERT_WITH_CODE((!result),
1362 "can not find divide id for engine clock", return result);
1363
1364 table->AcpLevel[count].Divider = (uint8_t)dividers.pll_post_divider;
1365
1366 CONVERT_FROM_HOST_TO_SMC_UL(table->AcpLevel[count].Frequency);
1367 }
1368
1369 return result;
1370}
1371
1372static int tonga_populate_smc_samu_level(struct pp_hwmgr *hwmgr,
1373 SMU72_Discrete_DpmTable *table)
1374{
1375 int result = 0;
1376 uint8_t count;
1377 pp_atomctrl_clock_dividers_vi dividers;
1378 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1379 struct phm_ppt_v1_information *pptable_info =
1380 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1381 phm_ppt_v1_mm_clock_voltage_dependency_table *mm_table =
1382 pptable_info->mm_dep_table;
1383
1384 table->SamuBootLevel = 0;
1385 table->SamuLevelCount = (uint8_t) (mm_table->count);
1386
1387 for (count = 0; count < table->SamuLevelCount; count++) {
1388
1389 table->SamuLevel[count].Frequency =
1390 pptable_info->mm_dep_table->entries[count].samclock;
1391 table->SamuLevel[count].MinVoltage.Vddc =
1392 phm_get_voltage_index(pptable_info->vddc_lookup_table,
1393 mm_table->entries[count].vddc);
1394 table->SamuLevel[count].MinVoltage.VddGfx =
1395 (data->vdd_gfx_control == SMU7_VOLTAGE_CONTROL_BY_SVID2) ?
1396 phm_get_voltage_index(pptable_info->vddgfx_lookup_table,
1397 mm_table->entries[count].vddgfx) : 0;
1398 table->SamuLevel[count].MinVoltage.Vddci =
1399 phm_get_voltage_id(&data->vddci_voltage_table,
1400 mm_table->entries[count].vddc - VDDC_VDDCI_DELTA);
1401 table->SamuLevel[count].MinVoltage.Phases = 1;
1402
1403
1404 result = atomctrl_get_dfs_pll_dividers_vi(hwmgr,
1405 table->SamuLevel[count].Frequency, ÷rs);
1406 PP_ASSERT_WITH_CODE((!result),
1407 "can not find divide id for samu clock", return result);
1408
1409 table->SamuLevel[count].Divider = (uint8_t)dividers.pll_post_divider;
1410
1411 CONVERT_FROM_HOST_TO_SMC_UL(table->SamuLevel[count].Frequency);
1412 }
1413
1414 return result;
1415}
1416
1417static int tonga_populate_memory_timing_parameters(
1418 struct pp_hwmgr *hwmgr,
1419 uint32_t engine_clock,
1420 uint32_t memory_clock,
1421 struct SMU72_Discrete_MCArbDramTimingTableEntry *arb_regs
1422 )
1423{
1424 uint32_t dramTiming;
1425 uint32_t dramTiming2;
1426 uint32_t burstTime;
1427 int result;
1428
1429 result = atomctrl_set_engine_dram_timings_rv770(hwmgr,
1430 engine_clock, memory_clock);
1431
1432 PP_ASSERT_WITH_CODE(result == 0,
1433 "Error calling VBIOS to set DRAM_TIMING.", return result);
1434
1435 dramTiming = cgs_read_register(hwmgr->device, mmMC_ARB_DRAM_TIMING);
1436 dramTiming2 = cgs_read_register(hwmgr->device, mmMC_ARB_DRAM_TIMING2);
1437 burstTime = PHM_READ_FIELD(hwmgr->device, MC_ARB_BURST_TIME, STATE0);
1438
1439 arb_regs->McArbDramTiming = PP_HOST_TO_SMC_UL(dramTiming);
1440 arb_regs->McArbDramTiming2 = PP_HOST_TO_SMC_UL(dramTiming2);
1441 arb_regs->McArbBurstTime = (uint8_t)burstTime;
1442
1443 return 0;
1444}
1445
1446
1447
1448
1449
1450
1451
1452
1453static int tonga_program_memory_timing_parameters(struct pp_hwmgr *hwmgr)
1454{
1455 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1456 struct tonga_smumgr *smu_data =
1457 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1458 int result = 0;
1459 SMU72_Discrete_MCArbDramTimingTable arb_regs;
1460 uint32_t i, j;
1461
1462 memset(&arb_regs, 0x00, sizeof(SMU72_Discrete_MCArbDramTimingTable));
1463
1464 for (i = 0; i < data->dpm_table.sclk_table.count; i++) {
1465 for (j = 0; j < data->dpm_table.mclk_table.count; j++) {
1466 result = tonga_populate_memory_timing_parameters
1467 (hwmgr, data->dpm_table.sclk_table.dpm_levels[i].value,
1468 data->dpm_table.mclk_table.dpm_levels[j].value,
1469 &arb_regs.entries[i][j]);
1470
1471 if (result)
1472 break;
1473 }
1474 }
1475
1476 if (!result) {
1477 result = smu7_copy_bytes_to_smc(
1478 hwmgr->smumgr,
1479 smu_data->smu7_data.arb_table_start,
1480 (uint8_t *)&arb_regs,
1481 sizeof(SMU72_Discrete_MCArbDramTimingTable),
1482 SMC_RAM_END
1483 );
1484 }
1485
1486 return result;
1487}
1488
1489static int tonga_populate_smc_boot_level(struct pp_hwmgr *hwmgr,
1490 SMU72_Discrete_DpmTable *table)
1491{
1492 int result = 0;
1493 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1494 struct tonga_smumgr *smu_data =
1495 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1496 table->GraphicsBootLevel = 0;
1497 table->MemoryBootLevel = 0;
1498
1499
1500 result = phm_find_boot_level(&(data->dpm_table.sclk_table),
1501 data->vbios_boot_state.sclk_bootup_value,
1502 (uint32_t *)&(smu_data->smc_state_table.GraphicsBootLevel));
1503
1504 if (result != 0) {
1505 smu_data->smc_state_table.GraphicsBootLevel = 0;
1506 printk(KERN_ERR "[powerplay] VBIOS did not find boot engine "
1507 "clock value in dependency table. "
1508 "Using Graphics DPM level 0 !");
1509 result = 0;
1510 }
1511
1512 result = phm_find_boot_level(&(data->dpm_table.mclk_table),
1513 data->vbios_boot_state.mclk_bootup_value,
1514 (uint32_t *)&(smu_data->smc_state_table.MemoryBootLevel));
1515
1516 if (result != 0) {
1517 smu_data->smc_state_table.MemoryBootLevel = 0;
1518 printk(KERN_ERR "[powerplay] VBIOS did not find boot "
1519 "engine clock value in dependency table."
1520 "Using Memory DPM level 0 !");
1521 result = 0;
1522 }
1523
1524 table->BootVoltage.Vddc =
1525 phm_get_voltage_id(&(data->vddc_voltage_table),
1526 data->vbios_boot_state.vddc_bootup_value);
1527 table->BootVoltage.VddGfx =
1528 phm_get_voltage_id(&(data->vddgfx_voltage_table),
1529 data->vbios_boot_state.vddgfx_bootup_value);
1530 table->BootVoltage.Vddci =
1531 phm_get_voltage_id(&(data->vddci_voltage_table),
1532 data->vbios_boot_state.vddci_bootup_value);
1533 table->BootMVdd = data->vbios_boot_state.mvdd_bootup_value;
1534
1535 CONVERT_FROM_HOST_TO_SMC_US(table->BootMVdd);
1536
1537 return result;
1538}
1539
1540static int tonga_populate_clock_stretcher_data_table(struct pp_hwmgr *hwmgr)
1541{
1542 uint32_t ro, efuse, efuse2, clock_freq, volt_without_cks,
1543 volt_with_cks, value;
1544 uint16_t clock_freq_u16;
1545 struct tonga_smumgr *smu_data =
1546 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1547 uint8_t type, i, j, cks_setting, stretch_amount, stretch_amount2,
1548 volt_offset = 0;
1549 struct phm_ppt_v1_information *table_info =
1550 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1551 struct phm_ppt_v1_clock_voltage_dependency_table *sclk_table =
1552 table_info->vdd_dep_on_sclk;
1553 uint32_t hw_revision, dev_id;
1554 struct cgs_system_info sys_info = {0};
1555
1556 stretch_amount = (uint8_t)table_info->cac_dtp_table->usClockStretchAmount;
1557
1558 sys_info.size = sizeof(struct cgs_system_info);
1559
1560 sys_info.info_id = CGS_SYSTEM_INFO_PCIE_REV;
1561 cgs_query_system_info(hwmgr->device, &sys_info);
1562 hw_revision = (uint32_t)sys_info.value;
1563
1564 sys_info.info_id = CGS_SYSTEM_INFO_PCIE_DEV;
1565 cgs_query_system_info(hwmgr->device, &sys_info);
1566 dev_id = (uint32_t)sys_info.value;
1567
1568
1569
1570
1571 efuse = cgs_read_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1572 ixSMU_EFUSE_0 + (146 * 4));
1573 efuse2 = cgs_read_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1574 ixSMU_EFUSE_0 + (148 * 4));
1575 efuse &= 0xFF000000;
1576 efuse = efuse >> 24;
1577 efuse2 &= 0xF;
1578
1579 if (efuse2 == 1)
1580 ro = (2300 - 1350) * efuse / 255 + 1350;
1581 else
1582 ro = (2500 - 1000) * efuse / 255 + 1000;
1583
1584 if (ro >= 1660)
1585 type = 0;
1586 else
1587 type = 1;
1588
1589
1590 smu_data->smc_state_table.ClockStretcherAmount = stretch_amount;
1591
1592
1593
1594 for (i = 0; i < sclk_table->count; i++) {
1595 smu_data->smc_state_table.Sclk_CKS_masterEn0_7 |=
1596 sclk_table->entries[i].cks_enable << i;
1597 if (ASICID_IS_TONGA_P(dev_id, hw_revision)) {
1598 volt_without_cks = (uint32_t)((7732 + 60 - ro - 20838 *
1599 (sclk_table->entries[i].clk/100) / 10000) * 1000 /
1600 (8730 - (5301 * (sclk_table->entries[i].clk/100) / 1000)));
1601 volt_with_cks = (uint32_t)((5250 + 51 - ro - 2404 *
1602 (sclk_table->entries[i].clk/100) / 100000) * 1000 /
1603 (6146 - (3193 * (sclk_table->entries[i].clk/100) / 1000)));
1604 } else {
1605 volt_without_cks = (uint32_t)((14041 *
1606 (sclk_table->entries[i].clk/100) / 10000 + 3571 + 75 - ro) * 1000 /
1607 (4026 - (13924 * (sclk_table->entries[i].clk/100) / 10000)));
1608 volt_with_cks = (uint32_t)((13946 *
1609 (sclk_table->entries[i].clk/100) / 10000 + 3320 + 45 - ro) * 1000 /
1610 (3664 - (11454 * (sclk_table->entries[i].clk/100) / 10000)));
1611 }
1612 if (volt_without_cks >= volt_with_cks)
1613 volt_offset = (uint8_t)(((volt_without_cks - volt_with_cks +
1614 sclk_table->entries[i].cks_voffset) * 100 / 625) + 1);
1615 smu_data->smc_state_table.Sclk_voltageOffset[i] = volt_offset;
1616 }
1617
1618 PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, PWR_CKS_ENABLE,
1619 STRETCH_ENABLE, 0x0);
1620 PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, PWR_CKS_ENABLE,
1621 masterReset, 0x1);
1622 PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, PWR_CKS_ENABLE,
1623 staticEnable, 0x1);
1624 PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, PWR_CKS_ENABLE,
1625 masterReset, 0x0);
1626
1627
1628 if (stretch_amount == 1 || stretch_amount == 2 || stretch_amount == 5)
1629 stretch_amount2 = 0;
1630 else if (stretch_amount == 3 || stretch_amount == 4)
1631 stretch_amount2 = 1;
1632 else {
1633 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
1634 PHM_PlatformCaps_ClockStretcher);
1635 PP_ASSERT_WITH_CODE(false,
1636 "Stretch Amount in PPTable not supported\n",
1637 return -EINVAL);
1638 }
1639
1640 value = cgs_read_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1641 ixPWR_CKS_CNTL);
1642 value &= 0xFFC2FF87;
1643 smu_data->smc_state_table.CKS_LOOKUPTable.CKS_LOOKUPTableEntry[0].minFreq =
1644 tonga_clock_stretcher_lookup_table[stretch_amount2][0];
1645 smu_data->smc_state_table.CKS_LOOKUPTable.CKS_LOOKUPTableEntry[0].maxFreq =
1646 tonga_clock_stretcher_lookup_table[stretch_amount2][1];
1647 clock_freq_u16 = (uint16_t)(PP_SMC_TO_HOST_UL(smu_data->smc_state_table.
1648 GraphicsLevel[smu_data->smc_state_table.GraphicsDpmLevelCount - 1].
1649 SclkFrequency) / 100);
1650 if (tonga_clock_stretcher_lookup_table[stretch_amount2][0] <
1651 clock_freq_u16 &&
1652 tonga_clock_stretcher_lookup_table[stretch_amount2][1] >
1653 clock_freq_u16) {
1654
1655 value |= (tonga_clock_stretcher_lookup_table[stretch_amount2][3]) << 16;
1656
1657 value |= (tonga_clock_stretcher_lookup_table[stretch_amount2][2]) << 18;
1658
1659 value |= (tonga_clock_stretch_amount_conversion
1660 [tonga_clock_stretcher_lookup_table[stretch_amount2][3]]
1661 [stretch_amount]) << 3;
1662 }
1663 CONVERT_FROM_HOST_TO_SMC_US(smu_data->smc_state_table.CKS_LOOKUPTable.
1664 CKS_LOOKUPTableEntry[0].minFreq);
1665 CONVERT_FROM_HOST_TO_SMC_US(smu_data->smc_state_table.CKS_LOOKUPTable.
1666 CKS_LOOKUPTableEntry[0].maxFreq);
1667 smu_data->smc_state_table.CKS_LOOKUPTable.CKS_LOOKUPTableEntry[0].setting =
1668 tonga_clock_stretcher_lookup_table[stretch_amount2][2] & 0x7F;
1669 smu_data->smc_state_table.CKS_LOOKUPTable.CKS_LOOKUPTableEntry[0].setting |=
1670 (tonga_clock_stretcher_lookup_table[stretch_amount2][3]) << 7;
1671
1672 cgs_write_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1673 ixPWR_CKS_CNTL, value);
1674
1675
1676 for (i = 0; i < 4; i++) {
1677
1678
1679
1680 smu_data->smc_state_table.ClockStretcherDataTable.
1681 ClockStretcherDataTableEntry[i].minVID =
1682 (uint8_t) tonga_clock_stretcher_ddt_table[type][i][2];
1683 smu_data->smc_state_table.ClockStretcherDataTable.
1684 ClockStretcherDataTableEntry[i].maxVID =
1685 (uint8_t) tonga_clock_stretcher_ddt_table[type][i][3];
1686
1687
1688
1689 for (j = 0; j < smu_data->smc_state_table.GraphicsDpmLevelCount; j++) {
1690 cks_setting = 0;
1691 clock_freq = PP_SMC_TO_HOST_UL(
1692 smu_data->smc_state_table.GraphicsLevel[j].SclkFrequency);
1693
1694
1695
1696
1697
1698 if (clock_freq >= tonga_clock_stretcher_ddt_table[type][i][0] * 100) {
1699 cks_setting |= 0x2;
1700 if (clock_freq < tonga_clock_stretcher_ddt_table[type][i][1] * 100)
1701 cks_setting |= 0x1;
1702 }
1703 smu_data->smc_state_table.ClockStretcherDataTable.
1704 ClockStretcherDataTableEntry[i].setting |= cks_setting << (j * 2);
1705 }
1706 CONVERT_FROM_HOST_TO_SMC_US(smu_data->smc_state_table.
1707 ClockStretcherDataTable.
1708 ClockStretcherDataTableEntry[i].setting);
1709 }
1710
1711 value = cgs_read_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1712 ixPWR_CKS_CNTL);
1713 value &= 0xFFFFFFFE;
1714 cgs_write_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1715 ixPWR_CKS_CNTL, value);
1716
1717 return 0;
1718}
1719
1720
1721
1722
1723
1724
1725
1726
1727static int tonga_populate_vr_config(struct pp_hwmgr *hwmgr,
1728 SMU72_Discrete_DpmTable *table)
1729{
1730 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1731 uint16_t config;
1732
1733 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->vdd_gfx_control) {
1734
1735 config = VR_SVI2_PLANE_1;
1736 table->VRConfig |= (config<<VRCONF_VDDGFX_SHIFT);
1737
1738 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->voltage_control) {
1739 config = VR_SVI2_PLANE_2;
1740 table->VRConfig |= config;
1741 } else {
1742 printk(KERN_ERR "[ powerplay ] VDDC and VDDGFX should "
1743 "be both on SVI2 control in splitted mode !\n");
1744 }
1745 } else {
1746
1747 config = VR_MERGED_WITH_VDDC;
1748 table->VRConfig |= (config<<VRCONF_VDDGFX_SHIFT);
1749
1750
1751 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->voltage_control) {
1752 config = VR_SVI2_PLANE_1;
1753 table->VRConfig |= config;
1754 } else {
1755 printk(KERN_ERR "[ powerplay ] VDDC should be on "
1756 "SVI2 control in merged mode !\n");
1757 }
1758 }
1759
1760
1761 if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->vddci_control) {
1762 config = VR_SVI2_PLANE_2;
1763 table->VRConfig |= (config<<VRCONF_VDDCI_SHIFT);
1764 } else if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->vddci_control) {
1765 config = VR_SMIO_PATTERN_1;
1766 table->VRConfig |= (config<<VRCONF_VDDCI_SHIFT);
1767 }
1768
1769
1770 if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->mvdd_control) {
1771 config = VR_SMIO_PATTERN_2;
1772 table->VRConfig |= (config<<VRCONF_MVDD_SHIFT);
1773 }
1774
1775 return 0;
1776}
1777
1778
1779
1780
1781
1782
1783
1784
1785static int tonga_init_arb_table_index(struct pp_smumgr *smumgr)
1786{
1787 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(smumgr->backend);
1788 uint32_t tmp;
1789 int result;
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800 result = smu7_read_smc_sram_dword(smumgr,
1801 smu_data->smu7_data.arb_table_start, &tmp, SMC_RAM_END);
1802
1803 if (result != 0)
1804 return result;
1805
1806 tmp &= 0x00FFFFFF;
1807 tmp |= ((uint32_t)MC_CG_ARB_FREQ_F1) << 24;
1808
1809 return smu7_write_smc_sram_dword(smumgr,
1810 smu_data->smu7_data.arb_table_start, tmp, SMC_RAM_END);
1811}
1812
1813
1814static int tonga_populate_bapm_parameters_in_dpm_table(struct pp_hwmgr *hwmgr)
1815{
1816 struct tonga_smumgr *smu_data =
1817 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1818 const struct tonga_pt_defaults *defaults = smu_data->power_tune_defaults;
1819 SMU72_Discrete_DpmTable *dpm_table = &(smu_data->smc_state_table);
1820 struct phm_ppt_v1_information *table_info =
1821 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1822 struct phm_cac_tdp_table *cac_dtp_table = table_info->cac_dtp_table;
1823 int i, j, k;
1824 const uint16_t *pdef1, *pdef2;
1825
1826 dpm_table->DefaultTdp = PP_HOST_TO_SMC_US(
1827 (uint16_t)(cac_dtp_table->usTDP * 256));
1828 dpm_table->TargetTdp = PP_HOST_TO_SMC_US(
1829 (uint16_t)(cac_dtp_table->usConfigurableTDP * 256));
1830
1831 PP_ASSERT_WITH_CODE(cac_dtp_table->usTargetOperatingTemp <= 255,
1832 "Target Operating Temp is out of Range !",
1833 );
1834
1835 dpm_table->GpuTjMax = (uint8_t)(cac_dtp_table->usTargetOperatingTemp);
1836 dpm_table->GpuTjHyst = 8;
1837
1838 dpm_table->DTEAmbientTempBase = defaults->dte_ambient_temp_base;
1839
1840 dpm_table->BAPM_TEMP_GRADIENT =
1841 PP_HOST_TO_SMC_UL(defaults->bamp_temp_gradient);
1842 pdef1 = defaults->bapmti_r;
1843 pdef2 = defaults->bapmti_rc;
1844
1845 for (i = 0; i < SMU72_DTE_ITERATIONS; i++) {
1846 for (j = 0; j < SMU72_DTE_SOURCES; j++) {
1847 for (k = 0; k < SMU72_DTE_SINKS; k++) {
1848 dpm_table->BAPMTI_R[i][j][k] =
1849 PP_HOST_TO_SMC_US(*pdef1);
1850 dpm_table->BAPMTI_RC[i][j][k] =
1851 PP_HOST_TO_SMC_US(*pdef2);
1852 pdef1++;
1853 pdef2++;
1854 }
1855 }
1856 }
1857
1858 return 0;
1859}
1860
1861static int tonga_populate_svi_load_line(struct pp_hwmgr *hwmgr)
1862{
1863 struct tonga_smumgr *smu_data =
1864 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1865 const struct tonga_pt_defaults *defaults = smu_data->power_tune_defaults;
1866
1867 smu_data->power_tune_table.SviLoadLineEn = defaults->svi_load_line_en;
1868 smu_data->power_tune_table.SviLoadLineVddC = defaults->svi_load_line_vddC;
1869 smu_data->power_tune_table.SviLoadLineTrimVddC = 3;
1870 smu_data->power_tune_table.SviLoadLineOffsetVddC = 0;
1871
1872 return 0;
1873}
1874
1875static int tonga_populate_tdc_limit(struct pp_hwmgr *hwmgr)
1876{
1877 uint16_t tdc_limit;
1878 struct tonga_smumgr *smu_data =
1879 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1880 const struct tonga_pt_defaults *defaults = smu_data->power_tune_defaults;
1881 struct phm_ppt_v1_information *table_info =
1882 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1883
1884
1885
1886
1887 tdc_limit = (uint16_t)(table_info->cac_dtp_table->usTDC * 256);
1888 smu_data->power_tune_table.TDC_VDDC_PkgLimit =
1889 CONVERT_FROM_HOST_TO_SMC_US(tdc_limit);
1890 smu_data->power_tune_table.TDC_VDDC_ThrottleReleaseLimitPerc =
1891 defaults->tdc_vddc_throttle_release_limit_perc;
1892 smu_data->power_tune_table.TDC_MAWt = defaults->tdc_mawt;
1893
1894 return 0;
1895}
1896
1897static int tonga_populate_dw8(struct pp_hwmgr *hwmgr, uint32_t fuse_table_offset)
1898{
1899 struct tonga_smumgr *smu_data =
1900 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1901 const struct tonga_pt_defaults *defaults = smu_data->power_tune_defaults;
1902 uint32_t temp;
1903
1904 if (smu7_read_smc_sram_dword(hwmgr->smumgr,
1905 fuse_table_offset +
1906 offsetof(SMU72_Discrete_PmFuses, TdcWaterfallCtl),
1907 (uint32_t *)&temp, SMC_RAM_END))
1908 PP_ASSERT_WITH_CODE(false,
1909 "Attempt to read PmFuses.DW6 "
1910 "(SviLoadLineEn) from SMC Failed !",
1911 return -EINVAL);
1912 else
1913 smu_data->power_tune_table.TdcWaterfallCtl = defaults->tdc_waterfall_ctl;
1914
1915 return 0;
1916}
1917
1918static int tonga_populate_temperature_scaler(struct pp_hwmgr *hwmgr)
1919{
1920 int i;
1921 struct tonga_smumgr *smu_data =
1922 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1923
1924
1925 for (i = 0; i < 16; i++)
1926 smu_data->power_tune_table.LPMLTemperatureScaler[i] = 0;
1927
1928 return 0;
1929}
1930
1931static int tonga_populate_fuzzy_fan(struct pp_hwmgr *hwmgr)
1932{
1933 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1934
1935 if ((hwmgr->thermal_controller.advanceFanControlParameters.
1936 usFanOutputSensitivity & (1 << 15)) ||
1937 (hwmgr->thermal_controller.advanceFanControlParameters.usFanOutputSensitivity == 0))
1938 hwmgr->thermal_controller.advanceFanControlParameters.
1939 usFanOutputSensitivity = hwmgr->thermal_controller.
1940 advanceFanControlParameters.usDefaultFanOutputSensitivity;
1941
1942 smu_data->power_tune_table.FuzzyFan_PwmSetDelta =
1943 PP_HOST_TO_SMC_US(hwmgr->thermal_controller.
1944 advanceFanControlParameters.usFanOutputSensitivity);
1945 return 0;
1946}
1947
1948static int tonga_populate_gnb_lpml(struct pp_hwmgr *hwmgr)
1949{
1950 int i;
1951 struct tonga_smumgr *smu_data =
1952 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1953
1954
1955 for (i = 0; i < 16; i++)
1956 smu_data->power_tune_table.GnbLPML[i] = 0;
1957
1958 return 0;
1959}
1960
1961static int tonga_min_max_vgnb_lpml_id_from_bapm_vddc(struct pp_hwmgr *hwmgr)
1962{
1963 return 0;
1964}
1965
1966static int tonga_populate_bapm_vddc_base_leakage_sidd(struct pp_hwmgr *hwmgr)
1967{
1968 struct tonga_smumgr *smu_data =
1969 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1970 struct phm_ppt_v1_information *table_info =
1971 (struct phm_ppt_v1_information *)(hwmgr->pptable);
1972 uint16_t hi_sidd = smu_data->power_tune_table.BapmVddCBaseLeakageHiSidd;
1973 uint16_t lo_sidd = smu_data->power_tune_table.BapmVddCBaseLeakageLoSidd;
1974 struct phm_cac_tdp_table *cac_table = table_info->cac_dtp_table;
1975
1976 hi_sidd = (uint16_t)(cac_table->usHighCACLeakage / 100 * 256);
1977 lo_sidd = (uint16_t)(cac_table->usLowCACLeakage / 100 * 256);
1978
1979 smu_data->power_tune_table.BapmVddCBaseLeakageHiSidd =
1980 CONVERT_FROM_HOST_TO_SMC_US(hi_sidd);
1981 smu_data->power_tune_table.BapmVddCBaseLeakageLoSidd =
1982 CONVERT_FROM_HOST_TO_SMC_US(lo_sidd);
1983
1984 return 0;
1985}
1986
1987static int tonga_populate_pm_fuses(struct pp_hwmgr *hwmgr)
1988{
1989 struct tonga_smumgr *smu_data =
1990 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
1991 uint32_t pm_fuse_table_offset;
1992
1993 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
1994 PHM_PlatformCaps_PowerContainment)) {
1995 if (smu7_read_smc_sram_dword(hwmgr->smumgr,
1996 SMU72_FIRMWARE_HEADER_LOCATION +
1997 offsetof(SMU72_Firmware_Header, PmFuseTable),
1998 &pm_fuse_table_offset, SMC_RAM_END))
1999 PP_ASSERT_WITH_CODE(false,
2000 "Attempt to get pm_fuse_table_offset Failed !",
2001 return -EINVAL);
2002
2003
2004 if (tonga_populate_svi_load_line(hwmgr))
2005 PP_ASSERT_WITH_CODE(false,
2006 "Attempt to populate SviLoadLine Failed !",
2007 return -EINVAL);
2008
2009 if (tonga_populate_tdc_limit(hwmgr))
2010 PP_ASSERT_WITH_CODE(false,
2011 "Attempt to populate TDCLimit Failed !",
2012 return -EINVAL);
2013
2014 if (tonga_populate_dw8(hwmgr, pm_fuse_table_offset))
2015 PP_ASSERT_WITH_CODE(false,
2016 "Attempt to populate TdcWaterfallCtl Failed !",
2017 return -EINVAL);
2018
2019
2020 if (tonga_populate_temperature_scaler(hwmgr) != 0)
2021 PP_ASSERT_WITH_CODE(false,
2022 "Attempt to populate LPMLTemperatureScaler Failed !",
2023 return -EINVAL);
2024
2025
2026 if (tonga_populate_fuzzy_fan(hwmgr))
2027 PP_ASSERT_WITH_CODE(false,
2028 "Attempt to populate Fuzzy Fan "
2029 "Control parameters Failed !",
2030 return -EINVAL);
2031
2032
2033 if (tonga_populate_gnb_lpml(hwmgr))
2034 PP_ASSERT_WITH_CODE(false,
2035 "Attempt to populate GnbLPML Failed !",
2036 return -EINVAL);
2037
2038
2039 if (tonga_min_max_vgnb_lpml_id_from_bapm_vddc(hwmgr))
2040 PP_ASSERT_WITH_CODE(false,
2041 "Attempt to populate GnbLPML "
2042 "Min and Max Vid Failed !",
2043 return -EINVAL);
2044
2045
2046 if (tonga_populate_bapm_vddc_base_leakage_sidd(hwmgr))
2047 PP_ASSERT_WITH_CODE(
2048 false,
2049 "Attempt to populate BapmVddCBaseLeakage "
2050 "Hi and Lo Sidd Failed !",
2051 return -EINVAL);
2052
2053 if (smu7_copy_bytes_to_smc(hwmgr->smumgr, pm_fuse_table_offset,
2054 (uint8_t *)&smu_data->power_tune_table,
2055 sizeof(struct SMU72_Discrete_PmFuses), SMC_RAM_END))
2056 PP_ASSERT_WITH_CODE(false,
2057 "Attempt to download PmFuseTable Failed !",
2058 return -EINVAL);
2059 }
2060 return 0;
2061}
2062
2063static int tonga_populate_mc_reg_address(struct pp_smumgr *smumgr,
2064 SMU72_Discrete_MCRegisters *mc_reg_table)
2065{
2066 const struct tonga_smumgr *smu_data = (struct tonga_smumgr *)smumgr->backend;
2067
2068 uint32_t i, j;
2069
2070 for (i = 0, j = 0; j < smu_data->mc_reg_table.last; j++) {
2071 if (smu_data->mc_reg_table.validflag & 1<<j) {
2072 PP_ASSERT_WITH_CODE(
2073 i < SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE,
2074 "Index of mc_reg_table->address[] array "
2075 "out of boundary",
2076 return -EINVAL);
2077 mc_reg_table->address[i].s0 =
2078 PP_HOST_TO_SMC_US(smu_data->mc_reg_table.mc_reg_address[j].s0);
2079 mc_reg_table->address[i].s1 =
2080 PP_HOST_TO_SMC_US(smu_data->mc_reg_table.mc_reg_address[j].s1);
2081 i++;
2082 }
2083 }
2084
2085 mc_reg_table->last = (uint8_t)i;
2086
2087 return 0;
2088}
2089
2090
2091static void tonga_convert_mc_registers(
2092 const struct tonga_mc_reg_entry *entry,
2093 SMU72_Discrete_MCRegisterSet *data,
2094 uint32_t num_entries, uint32_t valid_flag)
2095{
2096 uint32_t i, j;
2097
2098 for (i = 0, j = 0; j < num_entries; j++) {
2099 if (valid_flag & 1<<j) {
2100 data->value[i] = PP_HOST_TO_SMC_UL(entry->mc_data[j]);
2101 i++;
2102 }
2103 }
2104}
2105
2106static int tonga_convert_mc_reg_table_entry_to_smc(
2107 struct pp_smumgr *smumgr,
2108 const uint32_t memory_clock,
2109 SMU72_Discrete_MCRegisterSet *mc_reg_table_data
2110 )
2111{
2112 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(smumgr->backend);
2113 uint32_t i = 0;
2114
2115 for (i = 0; i < smu_data->mc_reg_table.num_entries; i++) {
2116 if (memory_clock <=
2117 smu_data->mc_reg_table.mc_reg_table_entry[i].mclk_max) {
2118 break;
2119 }
2120 }
2121
2122 if ((i == smu_data->mc_reg_table.num_entries) && (i > 0))
2123 --i;
2124
2125 tonga_convert_mc_registers(&smu_data->mc_reg_table.mc_reg_table_entry[i],
2126 mc_reg_table_data, smu_data->mc_reg_table.last,
2127 smu_data->mc_reg_table.validflag);
2128
2129 return 0;
2130}
2131
2132static int tonga_convert_mc_reg_table_to_smc(struct pp_hwmgr *hwmgr,
2133 SMU72_Discrete_MCRegisters *mc_regs)
2134{
2135 int result = 0;
2136 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2137 int res;
2138 uint32_t i;
2139
2140 for (i = 0; i < data->dpm_table.mclk_table.count; i++) {
2141 res = tonga_convert_mc_reg_table_entry_to_smc(
2142 hwmgr->smumgr,
2143 data->dpm_table.mclk_table.dpm_levels[i].value,
2144 &mc_regs->data[i]
2145 );
2146
2147 if (0 != res)
2148 result = res;
2149 }
2150
2151 return result;
2152}
2153
2154static int tonga_update_and_upload_mc_reg_table(struct pp_hwmgr *hwmgr)
2155{
2156 struct pp_smumgr *smumgr = hwmgr->smumgr;
2157 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(smumgr->backend);
2158 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2159 uint32_t address;
2160 int32_t result;
2161
2162 if (0 == (data->need_update_smu7_dpm_table & DPMTABLE_OD_UPDATE_MCLK))
2163 return 0;
2164
2165
2166 memset(&smu_data->mc_regs, 0, sizeof(SMU72_Discrete_MCRegisters));
2167
2168 result = tonga_convert_mc_reg_table_to_smc(hwmgr, &(smu_data->mc_regs));
2169
2170 if (result != 0)
2171 return result;
2172
2173
2174 address = smu_data->smu7_data.mc_reg_table_start +
2175 (uint32_t)offsetof(SMU72_Discrete_MCRegisters, data[0]);
2176
2177 return smu7_copy_bytes_to_smc(
2178 hwmgr->smumgr, address,
2179 (uint8_t *)&smu_data->mc_regs.data[0],
2180 sizeof(SMU72_Discrete_MCRegisterSet) *
2181 data->dpm_table.mclk_table.count,
2182 SMC_RAM_END);
2183}
2184
2185static int tonga_populate_initial_mc_reg_table(struct pp_hwmgr *hwmgr)
2186{
2187 int result;
2188 struct pp_smumgr *smumgr = hwmgr->smumgr;
2189 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(smumgr->backend);
2190
2191 memset(&smu_data->mc_regs, 0x00, sizeof(SMU72_Discrete_MCRegisters));
2192 result = tonga_populate_mc_reg_address(smumgr, &(smu_data->mc_regs));
2193 PP_ASSERT_WITH_CODE(!result,
2194 "Failed to initialize MCRegTable for the MC register addresses !",
2195 return result;);
2196
2197 result = tonga_convert_mc_reg_table_to_smc(hwmgr, &smu_data->mc_regs);
2198 PP_ASSERT_WITH_CODE(!result,
2199 "Failed to initialize MCRegTable for driver state !",
2200 return result;);
2201
2202 return smu7_copy_bytes_to_smc(smumgr, smu_data->smu7_data.mc_reg_table_start,
2203 (uint8_t *)&smu_data->mc_regs, sizeof(SMU72_Discrete_MCRegisters), SMC_RAM_END);
2204}
2205
2206static void tonga_initialize_power_tune_defaults(struct pp_hwmgr *hwmgr)
2207{
2208 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2209 struct phm_ppt_v1_information *table_info =
2210 (struct phm_ppt_v1_information *)(hwmgr->pptable);
2211
2212 if (table_info &&
2213 table_info->cac_dtp_table->usPowerTuneDataSetID <= POWERTUNE_DEFAULT_SET_MAX &&
2214 table_info->cac_dtp_table->usPowerTuneDataSetID)
2215 smu_data->power_tune_defaults =
2216 &tonga_power_tune_data_set_array
2217 [table_info->cac_dtp_table->usPowerTuneDataSetID - 1];
2218 else
2219 smu_data->power_tune_defaults = &tonga_power_tune_data_set_array[0];
2220}
2221
2222
2223
2224
2225
2226
2227
2228
2229int tonga_init_smc_table(struct pp_hwmgr *hwmgr)
2230{
2231 int result;
2232 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2233 struct tonga_smumgr *smu_data =
2234 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2235 SMU72_Discrete_DpmTable *table = &(smu_data->smc_state_table);
2236 struct phm_ppt_v1_information *table_info =
2237 (struct phm_ppt_v1_information *)(hwmgr->pptable);
2238
2239 uint8_t i;
2240 pp_atomctrl_gpio_pin_assignment gpio_pin_assignment;
2241
2242
2243 memset(&(smu_data->smc_state_table), 0x00, sizeof(smu_data->smc_state_table));
2244
2245 tonga_initialize_power_tune_defaults(hwmgr);
2246
2247 if (SMU7_VOLTAGE_CONTROL_NONE != data->voltage_control)
2248 tonga_populate_smc_voltage_tables(hwmgr, table);
2249
2250 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2251 PHM_PlatformCaps_AutomaticDCTransition))
2252 table->SystemFlags |= PPSMC_SYSTEMFLAG_GPIO_DC;
2253
2254
2255 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2256 PHM_PlatformCaps_StepVddc))
2257 table->SystemFlags |= PPSMC_SYSTEMFLAG_STEPVDDC;
2258
2259 if (data->is_memory_gddr5)
2260 table->SystemFlags |= PPSMC_SYSTEMFLAG_GDDR5;
2261
2262 i = PHM_READ_FIELD(hwmgr->device, CC_MC_MAX_CHANNEL, NOOFCHAN);
2263
2264 if (i == 1 || i == 0)
2265 table->SystemFlags |= 0x40;
2266
2267 if (data->ulv_supported && table_info->us_ulv_voltage_offset) {
2268 result = tonga_populate_ulv_state(hwmgr, table);
2269 PP_ASSERT_WITH_CODE(!result,
2270 "Failed to initialize ULV state !",
2271 return result;);
2272
2273 cgs_write_ind_register(hwmgr->device, CGS_IND_REG__SMC,
2274 ixCG_ULV_PARAMETER, 0x40035);
2275 }
2276
2277 result = tonga_populate_smc_link_level(hwmgr, table);
2278 PP_ASSERT_WITH_CODE(!result,
2279 "Failed to initialize Link Level !", return result);
2280
2281 result = tonga_populate_all_graphic_levels(hwmgr);
2282 PP_ASSERT_WITH_CODE(!result,
2283 "Failed to initialize Graphics Level !", return result);
2284
2285 result = tonga_populate_all_memory_levels(hwmgr);
2286 PP_ASSERT_WITH_CODE(!result,
2287 "Failed to initialize Memory Level !", return result);
2288
2289 result = tonga_populate_smc_acpi_level(hwmgr, table);
2290 PP_ASSERT_WITH_CODE(!result,
2291 "Failed to initialize ACPI Level !", return result);
2292
2293 result = tonga_populate_smc_vce_level(hwmgr, table);
2294 PP_ASSERT_WITH_CODE(!result,
2295 "Failed to initialize VCE Level !", return result);
2296
2297 result = tonga_populate_smc_acp_level(hwmgr, table);
2298 PP_ASSERT_WITH_CODE(!result,
2299 "Failed to initialize ACP Level !", return result);
2300
2301 result = tonga_populate_smc_samu_level(hwmgr, table);
2302 PP_ASSERT_WITH_CODE(!result,
2303 "Failed to initialize SAMU Level !", return result);
2304
2305
2306
2307
2308
2309 result = tonga_program_memory_timing_parameters(hwmgr);
2310 PP_ASSERT_WITH_CODE(!result,
2311 "Failed to Write ARB settings for the initial state.",
2312 return result;);
2313
2314 result = tonga_populate_smc_uvd_level(hwmgr, table);
2315 PP_ASSERT_WITH_CODE(!result,
2316 "Failed to initialize UVD Level !", return result);
2317
2318 result = tonga_populate_smc_boot_level(hwmgr, table);
2319 PP_ASSERT_WITH_CODE(!result,
2320 "Failed to initialize Boot Level !", return result);
2321
2322 tonga_populate_bapm_parameters_in_dpm_table(hwmgr);
2323 PP_ASSERT_WITH_CODE(!result,
2324 "Failed to populate BAPM Parameters !", return result);
2325
2326 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2327 PHM_PlatformCaps_ClockStretcher)) {
2328 result = tonga_populate_clock_stretcher_data_table(hwmgr);
2329 PP_ASSERT_WITH_CODE(!result,
2330 "Failed to populate Clock Stretcher Data Table !",
2331 return result;);
2332 }
2333 table->GraphicsVoltageChangeEnable = 1;
2334 table->GraphicsThermThrottleEnable = 1;
2335 table->GraphicsInterval = 1;
2336 table->VoltageInterval = 1;
2337 table->ThermalInterval = 1;
2338 table->TemperatureLimitHigh =
2339 table_info->cac_dtp_table->usTargetOperatingTemp *
2340 SMU7_Q88_FORMAT_CONVERSION_UNIT;
2341 table->TemperatureLimitLow =
2342 (table_info->cac_dtp_table->usTargetOperatingTemp - 1) *
2343 SMU7_Q88_FORMAT_CONVERSION_UNIT;
2344 table->MemoryVoltageChangeEnable = 1;
2345 table->MemoryInterval = 1;
2346 table->VoltageResponseTime = 0;
2347 table->PhaseResponseTime = 0;
2348 table->MemoryThermThrottleEnable = 1;
2349
2350
2351
2352
2353
2354
2355
2356
2357
2358
2359 PP_ASSERT_WITH_CODE((1 <= data->dpm_table.pcie_speed_table.count),
2360 "There must be 1 or more PCIE levels defined in PPTable.",
2361 return -EINVAL);
2362
2363 table->PCIeBootLinkLevel = (uint8_t) (data->dpm_table.pcie_speed_table.count);
2364
2365 table->PCIeGenInterval = 1;
2366
2367 result = tonga_populate_vr_config(hwmgr, table);
2368 PP_ASSERT_WITH_CODE(!result,
2369 "Failed to populate VRConfig setting !", return result);
2370
2371 table->ThermGpio = 17;
2372 table->SclkStepSize = 0x4000;
2373
2374 if (atomctrl_get_pp_assign_pin(hwmgr, VDDC_VRHOT_GPIO_PINID,
2375 &gpio_pin_assignment)) {
2376 table->VRHotGpio = gpio_pin_assignment.uc_gpio_pin_bit_shift;
2377 phm_cap_set(hwmgr->platform_descriptor.platformCaps,
2378 PHM_PlatformCaps_RegulatorHot);
2379 } else {
2380 table->VRHotGpio = SMU7_UNUSED_GPIO_PIN;
2381 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2382 PHM_PlatformCaps_RegulatorHot);
2383 }
2384
2385 if (atomctrl_get_pp_assign_pin(hwmgr, PP_AC_DC_SWITCH_GPIO_PINID,
2386 &gpio_pin_assignment)) {
2387 table->AcDcGpio = gpio_pin_assignment.uc_gpio_pin_bit_shift;
2388 phm_cap_set(hwmgr->platform_descriptor.platformCaps,
2389 PHM_PlatformCaps_AutomaticDCTransition);
2390 } else {
2391 table->AcDcGpio = SMU7_UNUSED_GPIO_PIN;
2392 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2393 PHM_PlatformCaps_AutomaticDCTransition);
2394 }
2395
2396 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2397 PHM_PlatformCaps_Falcon_QuickTransition);
2398
2399 if (0) {
2400 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2401 PHM_PlatformCaps_AutomaticDCTransition);
2402 phm_cap_set(hwmgr->platform_descriptor.platformCaps,
2403 PHM_PlatformCaps_Falcon_QuickTransition);
2404 }
2405
2406 if (atomctrl_get_pp_assign_pin(hwmgr,
2407 THERMAL_INT_OUTPUT_GPIO_PINID, &gpio_pin_assignment)) {
2408 phm_cap_set(hwmgr->platform_descriptor.platformCaps,
2409 PHM_PlatformCaps_ThermalOutGPIO);
2410
2411 table->ThermOutGpio = gpio_pin_assignment.uc_gpio_pin_bit_shift;
2412
2413 table->ThermOutPolarity =
2414 (0 == (cgs_read_register(hwmgr->device, mmGPIOPAD_A) &
2415 (1 << gpio_pin_assignment.uc_gpio_pin_bit_shift))) ? 1 : 0;
2416
2417 table->ThermOutMode = SMU7_THERM_OUT_MODE_THERM_ONLY;
2418
2419
2420 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2421 PHM_PlatformCaps_RegulatorHot) &&
2422 phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2423 PHM_PlatformCaps_CombinePCCWithThermalSignal)){
2424 table->ThermOutMode = SMU7_THERM_OUT_MODE_THERM_VRHOT;
2425 }
2426 } else {
2427 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2428 PHM_PlatformCaps_ThermalOutGPIO);
2429
2430 table->ThermOutGpio = 17;
2431 table->ThermOutPolarity = 1;
2432 table->ThermOutMode = SMU7_THERM_OUT_MODE_DISABLE;
2433 }
2434
2435 for (i = 0; i < SMU72_MAX_ENTRIES_SMIO; i++)
2436 table->Smio[i] = PP_HOST_TO_SMC_UL(table->Smio[i]);
2437
2438 CONVERT_FROM_HOST_TO_SMC_UL(table->SystemFlags);
2439 CONVERT_FROM_HOST_TO_SMC_UL(table->VRConfig);
2440 CONVERT_FROM_HOST_TO_SMC_UL(table->SmioMask1);
2441 CONVERT_FROM_HOST_TO_SMC_UL(table->SmioMask2);
2442 CONVERT_FROM_HOST_TO_SMC_UL(table->SclkStepSize);
2443 CONVERT_FROM_HOST_TO_SMC_US(table->TemperatureLimitHigh);
2444 CONVERT_FROM_HOST_TO_SMC_US(table->TemperatureLimitLow);
2445 CONVERT_FROM_HOST_TO_SMC_US(table->VoltageResponseTime);
2446 CONVERT_FROM_HOST_TO_SMC_US(table->PhaseResponseTime);
2447
2448
2449 result = smu7_copy_bytes_to_smc(
2450 hwmgr->smumgr,
2451 smu_data->smu7_data.dpm_table_start + offsetof(SMU72_Discrete_DpmTable, SystemFlags),
2452 (uint8_t *)&(table->SystemFlags),
2453 sizeof(SMU72_Discrete_DpmTable) - 3 * sizeof(SMU72_PIDController),
2454 SMC_RAM_END);
2455
2456 PP_ASSERT_WITH_CODE(!result,
2457 "Failed to upload dpm data to SMC memory !", return result;);
2458
2459 result = tonga_init_arb_table_index(hwmgr->smumgr);
2460 PP_ASSERT_WITH_CODE(!result,
2461 "Failed to upload arb data to SMC memory !", return result);
2462
2463 tonga_populate_pm_fuses(hwmgr);
2464 PP_ASSERT_WITH_CODE((!result),
2465 "Failed to populate initialize pm fuses !", return result);
2466
2467 result = tonga_populate_initial_mc_reg_table(hwmgr);
2468 PP_ASSERT_WITH_CODE((!result),
2469 "Failed to populate initialize MC Reg table !", return result);
2470
2471 return 0;
2472}
2473
2474
2475
2476
2477
2478
2479
2480
2481
2482
2483int tonga_thermal_setup_fan_table(struct pp_hwmgr *hwmgr)
2484{
2485 struct tonga_smumgr *smu_data =
2486 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2487 SMU72_Discrete_FanTable fan_table = { FDO_MODE_HARDWARE };
2488 uint32_t duty100;
2489 uint32_t t_diff1, t_diff2, pwm_diff1, pwm_diff2;
2490 uint16_t fdo_min, slope1, slope2;
2491 uint32_t reference_clock;
2492 int res;
2493 uint64_t tmp64;
2494
2495 if (!phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2496 PHM_PlatformCaps_MicrocodeFanControl))
2497 return 0;
2498
2499 if (0 == smu_data->smu7_data.fan_table_start) {
2500 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2501 PHM_PlatformCaps_MicrocodeFanControl);
2502 return 0;
2503 }
2504
2505 duty100 = PHM_READ_VFPF_INDIRECT_FIELD(hwmgr->device,
2506 CGS_IND_REG__SMC,
2507 CG_FDO_CTRL1, FMAX_DUTY100);
2508
2509 if (0 == duty100) {
2510 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2511 PHM_PlatformCaps_MicrocodeFanControl);
2512 return 0;
2513 }
2514
2515 tmp64 = hwmgr->thermal_controller.advanceFanControlParameters.usPWMMin * duty100;
2516 do_div(tmp64, 10000);
2517 fdo_min = (uint16_t)tmp64;
2518
2519 t_diff1 = hwmgr->thermal_controller.advanceFanControlParameters.usTMed -
2520 hwmgr->thermal_controller.advanceFanControlParameters.usTMin;
2521 t_diff2 = hwmgr->thermal_controller.advanceFanControlParameters.usTHigh -
2522 hwmgr->thermal_controller.advanceFanControlParameters.usTMed;
2523
2524 pwm_diff1 = hwmgr->thermal_controller.advanceFanControlParameters.usPWMMed -
2525 hwmgr->thermal_controller.advanceFanControlParameters.usPWMMin;
2526 pwm_diff2 = hwmgr->thermal_controller.advanceFanControlParameters.usPWMHigh -
2527 hwmgr->thermal_controller.advanceFanControlParameters.usPWMMed;
2528
2529 slope1 = (uint16_t)((50 + ((16 * duty100 * pwm_diff1) / t_diff1)) / 100);
2530 slope2 = (uint16_t)((50 + ((16 * duty100 * pwm_diff2) / t_diff2)) / 100);
2531
2532 fan_table.TempMin = cpu_to_be16((50 + hwmgr->thermal_controller.advanceFanControlParameters.usTMin) / 100);
2533 fan_table.TempMed = cpu_to_be16((50 + hwmgr->thermal_controller.advanceFanControlParameters.usTMed) / 100);
2534 fan_table.TempMax = cpu_to_be16((50 + hwmgr->thermal_controller.advanceFanControlParameters.usTMax) / 100);
2535
2536 fan_table.Slope1 = cpu_to_be16(slope1);
2537 fan_table.Slope2 = cpu_to_be16(slope2);
2538
2539 fan_table.FdoMin = cpu_to_be16(fdo_min);
2540
2541 fan_table.HystDown = cpu_to_be16(hwmgr->thermal_controller.advanceFanControlParameters.ucTHyst);
2542
2543 fan_table.HystUp = cpu_to_be16(1);
2544
2545 fan_table.HystSlope = cpu_to_be16(1);
2546
2547 fan_table.TempRespLim = cpu_to_be16(5);
2548
2549 reference_clock = smu7_get_xclk(hwmgr);
2550
2551 fan_table.RefreshPeriod = cpu_to_be32((hwmgr->thermal_controller.advanceFanControlParameters.ulCycleDelay * reference_clock) / 1600);
2552
2553 fan_table.FdoMax = cpu_to_be16((uint16_t)duty100);
2554
2555 fan_table.TempSrc = (uint8_t)PHM_READ_VFPF_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, CG_MULT_THERMAL_CTRL, TEMP_SEL);
2556
2557 fan_table.FanControl_GL_Flag = 1;
2558
2559 res = smu7_copy_bytes_to_smc(hwmgr->smumgr,
2560 smu_data->smu7_data.fan_table_start,
2561 (uint8_t *)&fan_table,
2562 (uint32_t)sizeof(fan_table),
2563 SMC_RAM_END);
2564
2565 return 0;
2566}
2567
2568
2569static int tonga_program_mem_timing_parameters(struct pp_hwmgr *hwmgr)
2570{
2571 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2572
2573 if (data->need_update_smu7_dpm_table &
2574 (DPMTABLE_OD_UPDATE_SCLK + DPMTABLE_OD_UPDATE_MCLK))
2575 return tonga_program_memory_timing_parameters(hwmgr);
2576
2577 return 0;
2578}
2579
2580int tonga_update_sclk_threshold(struct pp_hwmgr *hwmgr)
2581{
2582 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2583 struct tonga_smumgr *smu_data =
2584 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2585
2586 int result = 0;
2587 uint32_t low_sclk_interrupt_threshold = 0;
2588
2589 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2590 PHM_PlatformCaps_SclkThrottleLowNotification)
2591 && (hwmgr->gfx_arbiter.sclk_threshold !=
2592 data->low_sclk_interrupt_threshold)) {
2593 data->low_sclk_interrupt_threshold =
2594 hwmgr->gfx_arbiter.sclk_threshold;
2595 low_sclk_interrupt_threshold =
2596 data->low_sclk_interrupt_threshold;
2597
2598 CONVERT_FROM_HOST_TO_SMC_UL(low_sclk_interrupt_threshold);
2599
2600 result = smu7_copy_bytes_to_smc(
2601 hwmgr->smumgr,
2602 smu_data->smu7_data.dpm_table_start +
2603 offsetof(SMU72_Discrete_DpmTable,
2604 LowSclkInterruptThreshold),
2605 (uint8_t *)&low_sclk_interrupt_threshold,
2606 sizeof(uint32_t),
2607 SMC_RAM_END);
2608 }
2609
2610 result = tonga_update_and_upload_mc_reg_table(hwmgr);
2611
2612 PP_ASSERT_WITH_CODE((!result),
2613 "Failed to upload MC reg table !",
2614 return result);
2615
2616 result = tonga_program_mem_timing_parameters(hwmgr);
2617 PP_ASSERT_WITH_CODE((result == 0),
2618 "Failed to program memory timing parameters !",
2619 );
2620
2621 return result;
2622}
2623
2624uint32_t tonga_get_offsetof(uint32_t type, uint32_t member)
2625{
2626 switch (type) {
2627 case SMU_SoftRegisters:
2628 switch (member) {
2629 case HandshakeDisables:
2630 return offsetof(SMU72_SoftRegisters, HandshakeDisables);
2631 case VoltageChangeTimeout:
2632 return offsetof(SMU72_SoftRegisters, VoltageChangeTimeout);
2633 case AverageGraphicsActivity:
2634 return offsetof(SMU72_SoftRegisters, AverageGraphicsActivity);
2635 case PreVBlankGap:
2636 return offsetof(SMU72_SoftRegisters, PreVBlankGap);
2637 case VBlankTimeout:
2638 return offsetof(SMU72_SoftRegisters, VBlankTimeout);
2639 case UcodeLoadStatus:
2640 return offsetof(SMU72_SoftRegisters, UcodeLoadStatus);
2641 }
2642 case SMU_Discrete_DpmTable:
2643 switch (member) {
2644 case UvdBootLevel:
2645 return offsetof(SMU72_Discrete_DpmTable, UvdBootLevel);
2646 case VceBootLevel:
2647 return offsetof(SMU72_Discrete_DpmTable, VceBootLevel);
2648 case SamuBootLevel:
2649 return offsetof(SMU72_Discrete_DpmTable, SamuBootLevel);
2650 case LowSclkInterruptThreshold:
2651 return offsetof(SMU72_Discrete_DpmTable, LowSclkInterruptThreshold);
2652 }
2653 }
2654 printk("cant't get the offset of type %x member %x\n", type, member);
2655 return 0;
2656}
2657
2658uint32_t tonga_get_mac_definition(uint32_t value)
2659{
2660 switch (value) {
2661 case SMU_MAX_LEVELS_GRAPHICS:
2662 return SMU72_MAX_LEVELS_GRAPHICS;
2663 case SMU_MAX_LEVELS_MEMORY:
2664 return SMU72_MAX_LEVELS_MEMORY;
2665 case SMU_MAX_LEVELS_LINK:
2666 return SMU72_MAX_LEVELS_LINK;
2667 case SMU_MAX_ENTRIES_SMIO:
2668 return SMU72_MAX_ENTRIES_SMIO;
2669 case SMU_MAX_LEVELS_VDDC:
2670 return SMU72_MAX_LEVELS_VDDC;
2671 case SMU_MAX_LEVELS_VDDGFX:
2672 return SMU72_MAX_LEVELS_VDDGFX;
2673 case SMU_MAX_LEVELS_VDDCI:
2674 return SMU72_MAX_LEVELS_VDDCI;
2675 case SMU_MAX_LEVELS_MVDD:
2676 return SMU72_MAX_LEVELS_MVDD;
2677 }
2678 printk("cant't get the mac value %x\n", value);
2679
2680 return 0;
2681}
2682
2683
2684static int tonga_update_uvd_smc_table(struct pp_hwmgr *hwmgr)
2685{
2686 struct tonga_smumgr *smu_data =
2687 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2688 uint32_t mm_boot_level_offset, mm_boot_level_value;
2689 struct phm_ppt_v1_information *table_info =
2690 (struct phm_ppt_v1_information *)(hwmgr->pptable);
2691
2692 smu_data->smc_state_table.UvdBootLevel = 0;
2693 if (table_info->mm_dep_table->count > 0)
2694 smu_data->smc_state_table.UvdBootLevel =
2695 (uint8_t) (table_info->mm_dep_table->count - 1);
2696 mm_boot_level_offset = smu_data->smu7_data.dpm_table_start +
2697 offsetof(SMU72_Discrete_DpmTable, UvdBootLevel);
2698 mm_boot_level_offset /= 4;
2699 mm_boot_level_offset *= 4;
2700 mm_boot_level_value = cgs_read_ind_register(hwmgr->device,
2701 CGS_IND_REG__SMC, mm_boot_level_offset);
2702 mm_boot_level_value &= 0x00FFFFFF;
2703 mm_boot_level_value |= smu_data->smc_state_table.UvdBootLevel << 24;
2704 cgs_write_ind_register(hwmgr->device,
2705 CGS_IND_REG__SMC,
2706 mm_boot_level_offset, mm_boot_level_value);
2707
2708 if (!phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2709 PHM_PlatformCaps_UVDDPM) ||
2710 phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2711 PHM_PlatformCaps_StablePState))
2712 smum_send_msg_to_smc_with_parameter(hwmgr->smumgr,
2713 PPSMC_MSG_UVDDPM_SetEnabledMask,
2714 (uint32_t)(1 << smu_data->smc_state_table.UvdBootLevel));
2715 return 0;
2716}
2717
2718static int tonga_update_vce_smc_table(struct pp_hwmgr *hwmgr)
2719{
2720 struct tonga_smumgr *smu_data =
2721 (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2722 uint32_t mm_boot_level_offset, mm_boot_level_value;
2723 struct phm_ppt_v1_information *table_info =
2724 (struct phm_ppt_v1_information *)(hwmgr->pptable);
2725
2726
2727 smu_data->smc_state_table.VceBootLevel =
2728 (uint8_t) (table_info->mm_dep_table->count - 1);
2729
2730 mm_boot_level_offset = smu_data->smu7_data.dpm_table_start +
2731 offsetof(SMU72_Discrete_DpmTable, VceBootLevel);
2732 mm_boot_level_offset /= 4;
2733 mm_boot_level_offset *= 4;
2734 mm_boot_level_value = cgs_read_ind_register(hwmgr->device,
2735 CGS_IND_REG__SMC, mm_boot_level_offset);
2736 mm_boot_level_value &= 0xFF00FFFF;
2737 mm_boot_level_value |= smu_data->smc_state_table.VceBootLevel << 16;
2738 cgs_write_ind_register(hwmgr->device,
2739 CGS_IND_REG__SMC, mm_boot_level_offset, mm_boot_level_value);
2740
2741 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2742 PHM_PlatformCaps_StablePState))
2743 smum_send_msg_to_smc_with_parameter(hwmgr->smumgr,
2744 PPSMC_MSG_VCEDPM_SetEnabledMask,
2745 (uint32_t)1 << smu_data->smc_state_table.VceBootLevel);
2746 return 0;
2747}
2748
2749static int tonga_update_samu_smc_table(struct pp_hwmgr *hwmgr)
2750{
2751 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2752 uint32_t mm_boot_level_offset, mm_boot_level_value;
2753
2754 smu_data->smc_state_table.SamuBootLevel = 0;
2755 mm_boot_level_offset = smu_data->smu7_data.dpm_table_start +
2756 offsetof(SMU72_Discrete_DpmTable, SamuBootLevel);
2757
2758 mm_boot_level_offset /= 4;
2759 mm_boot_level_offset *= 4;
2760 mm_boot_level_value = cgs_read_ind_register(hwmgr->device,
2761 CGS_IND_REG__SMC, mm_boot_level_offset);
2762 mm_boot_level_value &= 0xFFFFFF00;
2763 mm_boot_level_value |= smu_data->smc_state_table.SamuBootLevel << 0;
2764 cgs_write_ind_register(hwmgr->device,
2765 CGS_IND_REG__SMC, mm_boot_level_offset, mm_boot_level_value);
2766
2767 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2768 PHM_PlatformCaps_StablePState))
2769 smum_send_msg_to_smc_with_parameter(hwmgr->smumgr,
2770 PPSMC_MSG_SAMUDPM_SetEnabledMask,
2771 (uint32_t)(1 << smu_data->smc_state_table.SamuBootLevel));
2772 return 0;
2773}
2774
2775int tonga_update_smc_table(struct pp_hwmgr *hwmgr, uint32_t type)
2776{
2777 switch (type) {
2778 case SMU_UVD_TABLE:
2779 tonga_update_uvd_smc_table(hwmgr);
2780 break;
2781 case SMU_VCE_TABLE:
2782 tonga_update_vce_smc_table(hwmgr);
2783 break;
2784 case SMU_SAMU_TABLE:
2785 tonga_update_samu_smc_table(hwmgr);
2786 break;
2787 default:
2788 break;
2789 }
2790 return 0;
2791}
2792
2793
2794
2795
2796
2797
2798
2799
2800int tonga_process_firmware_header(struct pp_hwmgr *hwmgr)
2801{
2802 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2803 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
2804
2805 uint32_t tmp;
2806 int result;
2807 bool error = false;
2808
2809 result = smu7_read_smc_sram_dword(hwmgr->smumgr,
2810 SMU72_FIRMWARE_HEADER_LOCATION +
2811 offsetof(SMU72_Firmware_Header, DpmTable),
2812 &tmp, SMC_RAM_END);
2813
2814 if (!result)
2815 smu_data->smu7_data.dpm_table_start = tmp;
2816
2817 error |= (result != 0);
2818
2819 result = smu7_read_smc_sram_dword(hwmgr->smumgr,
2820 SMU72_FIRMWARE_HEADER_LOCATION +
2821 offsetof(SMU72_Firmware_Header, SoftRegisters),
2822 &tmp, SMC_RAM_END);
2823
2824 if (!result) {
2825 data->soft_regs_start = tmp;
2826 smu_data->smu7_data.soft_regs_start = tmp;
2827 }
2828
2829 error |= (result != 0);
2830
2831
2832 result = smu7_read_smc_sram_dword(hwmgr->smumgr,
2833 SMU72_FIRMWARE_HEADER_LOCATION +
2834 offsetof(SMU72_Firmware_Header, mcRegisterTable),
2835 &tmp, SMC_RAM_END);
2836
2837 if (!result)
2838 smu_data->smu7_data.mc_reg_table_start = tmp;
2839
2840 result = smu7_read_smc_sram_dword(hwmgr->smumgr,
2841 SMU72_FIRMWARE_HEADER_LOCATION +
2842 offsetof(SMU72_Firmware_Header, FanTable),
2843 &tmp, SMC_RAM_END);
2844
2845 if (!result)
2846 smu_data->smu7_data.fan_table_start = tmp;
2847
2848 error |= (result != 0);
2849
2850 result = smu7_read_smc_sram_dword(hwmgr->smumgr,
2851 SMU72_FIRMWARE_HEADER_LOCATION +
2852 offsetof(SMU72_Firmware_Header, mcArbDramTimingTable),
2853 &tmp, SMC_RAM_END);
2854
2855 if (!result)
2856 smu_data->smu7_data.arb_table_start = tmp;
2857
2858 error |= (result != 0);
2859
2860 result = smu7_read_smc_sram_dword(hwmgr->smumgr,
2861 SMU72_FIRMWARE_HEADER_LOCATION +
2862 offsetof(SMU72_Firmware_Header, Version),
2863 &tmp, SMC_RAM_END);
2864
2865 if (!result)
2866 hwmgr->microcode_version_info.SMC = tmp;
2867
2868 error |= (result != 0);
2869
2870 return error ? 1 : 0;
2871}
2872
2873
2874
2875static uint8_t tonga_get_memory_modile_index(struct pp_hwmgr *hwmgr)
2876{
2877 return (uint8_t) (0xFF & (cgs_read_register(hwmgr->device, mmBIOS_SCRATCH_4) >> 16));
2878}
2879
2880static bool tonga_check_s0_mc_reg_index(uint16_t in_reg, uint16_t *out_reg)
2881{
2882 bool result = true;
2883
2884 switch (in_reg) {
2885 case mmMC_SEQ_RAS_TIMING:
2886 *out_reg = mmMC_SEQ_RAS_TIMING_LP;
2887 break;
2888
2889 case mmMC_SEQ_DLL_STBY:
2890 *out_reg = mmMC_SEQ_DLL_STBY_LP;
2891 break;
2892
2893 case mmMC_SEQ_G5PDX_CMD0:
2894 *out_reg = mmMC_SEQ_G5PDX_CMD0_LP;
2895 break;
2896
2897 case mmMC_SEQ_G5PDX_CMD1:
2898 *out_reg = mmMC_SEQ_G5PDX_CMD1_LP;
2899 break;
2900
2901 case mmMC_SEQ_G5PDX_CTRL:
2902 *out_reg = mmMC_SEQ_G5PDX_CTRL_LP;
2903 break;
2904
2905 case mmMC_SEQ_CAS_TIMING:
2906 *out_reg = mmMC_SEQ_CAS_TIMING_LP;
2907 break;
2908
2909 case mmMC_SEQ_MISC_TIMING:
2910 *out_reg = mmMC_SEQ_MISC_TIMING_LP;
2911 break;
2912
2913 case mmMC_SEQ_MISC_TIMING2:
2914 *out_reg = mmMC_SEQ_MISC_TIMING2_LP;
2915 break;
2916
2917 case mmMC_SEQ_PMG_DVS_CMD:
2918 *out_reg = mmMC_SEQ_PMG_DVS_CMD_LP;
2919 break;
2920
2921 case mmMC_SEQ_PMG_DVS_CTL:
2922 *out_reg = mmMC_SEQ_PMG_DVS_CTL_LP;
2923 break;
2924
2925 case mmMC_SEQ_RD_CTL_D0:
2926 *out_reg = mmMC_SEQ_RD_CTL_D0_LP;
2927 break;
2928
2929 case mmMC_SEQ_RD_CTL_D1:
2930 *out_reg = mmMC_SEQ_RD_CTL_D1_LP;
2931 break;
2932
2933 case mmMC_SEQ_WR_CTL_D0:
2934 *out_reg = mmMC_SEQ_WR_CTL_D0_LP;
2935 break;
2936
2937 case mmMC_SEQ_WR_CTL_D1:
2938 *out_reg = mmMC_SEQ_WR_CTL_D1_LP;
2939 break;
2940
2941 case mmMC_PMG_CMD_EMRS:
2942 *out_reg = mmMC_SEQ_PMG_CMD_EMRS_LP;
2943 break;
2944
2945 case mmMC_PMG_CMD_MRS:
2946 *out_reg = mmMC_SEQ_PMG_CMD_MRS_LP;
2947 break;
2948
2949 case mmMC_PMG_CMD_MRS1:
2950 *out_reg = mmMC_SEQ_PMG_CMD_MRS1_LP;
2951 break;
2952
2953 case mmMC_SEQ_PMG_TIMING:
2954 *out_reg = mmMC_SEQ_PMG_TIMING_LP;
2955 break;
2956
2957 case mmMC_PMG_CMD_MRS2:
2958 *out_reg = mmMC_SEQ_PMG_CMD_MRS2_LP;
2959 break;
2960
2961 case mmMC_SEQ_WR_CTL_2:
2962 *out_reg = mmMC_SEQ_WR_CTL_2_LP;
2963 break;
2964
2965 default:
2966 result = false;
2967 break;
2968 }
2969
2970 return result;
2971}
2972
2973static int tonga_set_s0_mc_reg_index(struct tonga_mc_reg_table *table)
2974{
2975 uint32_t i;
2976 uint16_t address;
2977
2978 for (i = 0; i < table->last; i++) {
2979 table->mc_reg_address[i].s0 =
2980 tonga_check_s0_mc_reg_index(table->mc_reg_address[i].s1,
2981 &address) ?
2982 address :
2983 table->mc_reg_address[i].s1;
2984 }
2985 return 0;
2986}
2987
2988static int tonga_copy_vbios_smc_reg_table(const pp_atomctrl_mc_reg_table *table,
2989 struct tonga_mc_reg_table *ni_table)
2990{
2991 uint8_t i, j;
2992
2993 PP_ASSERT_WITH_CODE((table->last <= SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE),
2994 "Invalid VramInfo table.", return -EINVAL);
2995 PP_ASSERT_WITH_CODE((table->num_entries <= MAX_AC_TIMING_ENTRIES),
2996 "Invalid VramInfo table.", return -EINVAL);
2997
2998 for (i = 0; i < table->last; i++)
2999 ni_table->mc_reg_address[i].s1 = table->mc_reg_address[i].s1;
3000
3001 ni_table->last = table->last;
3002
3003 for (i = 0; i < table->num_entries; i++) {
3004 ni_table->mc_reg_table_entry[i].mclk_max =
3005 table->mc_reg_table_entry[i].mclk_max;
3006 for (j = 0; j < table->last; j++) {
3007 ni_table->mc_reg_table_entry[i].mc_data[j] =
3008 table->mc_reg_table_entry[i].mc_data[j];
3009 }
3010 }
3011
3012 ni_table->num_entries = table->num_entries;
3013
3014 return 0;
3015}
3016
3017
3018
3019
3020
3021
3022
3023
3024
3025
3026
3027
3028
3029static int tonga_set_mc_special_registers(struct pp_hwmgr *hwmgr,
3030 struct tonga_mc_reg_table *table)
3031{
3032 uint8_t i, j, k;
3033 uint32_t temp_reg;
3034 struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
3035
3036 for (i = 0, j = table->last; i < table->last; i++) {
3037 PP_ASSERT_WITH_CODE((j < SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE),
3038 "Invalid VramInfo table.", return -EINVAL);
3039
3040 switch (table->mc_reg_address[i].s1) {
3041
3042 case mmMC_SEQ_MISC1:
3043 temp_reg = cgs_read_register(hwmgr->device,
3044 mmMC_PMG_CMD_EMRS);
3045 table->mc_reg_address[j].s1 = mmMC_PMG_CMD_EMRS;
3046 table->mc_reg_address[j].s0 = mmMC_SEQ_PMG_CMD_EMRS_LP;
3047 for (k = 0; k < table->num_entries; k++) {
3048 table->mc_reg_table_entry[k].mc_data[j] =
3049 ((temp_reg & 0xffff0000)) |
3050 ((table->mc_reg_table_entry[k].mc_data[i] & 0xffff0000) >> 16);
3051 }
3052 j++;
3053 PP_ASSERT_WITH_CODE((j < SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE),
3054 "Invalid VramInfo table.", return -EINVAL);
3055
3056 temp_reg = cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS);
3057 table->mc_reg_address[j].s1 = mmMC_PMG_CMD_MRS;
3058 table->mc_reg_address[j].s0 = mmMC_SEQ_PMG_CMD_MRS_LP;
3059 for (k = 0; k < table->num_entries; k++) {
3060 table->mc_reg_table_entry[k].mc_data[j] =
3061 (temp_reg & 0xffff0000) |
3062 (table->mc_reg_table_entry[k].mc_data[i] & 0x0000ffff);
3063
3064 if (!data->is_memory_gddr5)
3065 table->mc_reg_table_entry[k].mc_data[j] |= 0x100;
3066 }
3067 j++;
3068 PP_ASSERT_WITH_CODE((j <= SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE),
3069 "Invalid VramInfo table.", return -EINVAL);
3070
3071 if (!data->is_memory_gddr5) {
3072 table->mc_reg_address[j].s1 = mmMC_PMG_AUTO_CMD;
3073 table->mc_reg_address[j].s0 = mmMC_PMG_AUTO_CMD;
3074 for (k = 0; k < table->num_entries; k++)
3075 table->mc_reg_table_entry[k].mc_data[j] =
3076 (table->mc_reg_table_entry[k].mc_data[i] & 0xffff0000) >> 16;
3077 j++;
3078 PP_ASSERT_WITH_CODE((j <= SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE),
3079 "Invalid VramInfo table.", return -EINVAL);
3080 }
3081
3082 break;
3083
3084 case mmMC_SEQ_RESERVE_M:
3085 temp_reg = cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS1);
3086 table->mc_reg_address[j].s1 = mmMC_PMG_CMD_MRS1;
3087 table->mc_reg_address[j].s0 = mmMC_SEQ_PMG_CMD_MRS1_LP;
3088 for (k = 0; k < table->num_entries; k++) {
3089 table->mc_reg_table_entry[k].mc_data[j] =
3090 (temp_reg & 0xffff0000) |
3091 (table->mc_reg_table_entry[k].mc_data[i] & 0x0000ffff);
3092 }
3093 j++;
3094 PP_ASSERT_WITH_CODE((j <= SMU72_DISCRETE_MC_REGISTER_ARRAY_SIZE),
3095 "Invalid VramInfo table.", return -EINVAL);
3096 break;
3097
3098 default:
3099 break;
3100 }
3101
3102 }
3103
3104 table->last = j;
3105
3106 return 0;
3107}
3108
3109static int tonga_set_valid_flag(struct tonga_mc_reg_table *table)
3110{
3111 uint8_t i, j;
3112
3113 for (i = 0; i < table->last; i++) {
3114 for (j = 1; j < table->num_entries; j++) {
3115 if (table->mc_reg_table_entry[j-1].mc_data[i] !=
3116 table->mc_reg_table_entry[j].mc_data[i]) {
3117 table->validflag |= (1<<i);
3118 break;
3119 }
3120 }
3121 }
3122
3123 return 0;
3124}
3125
3126int tonga_initialize_mc_reg_table(struct pp_hwmgr *hwmgr)
3127{
3128 int result;
3129 struct tonga_smumgr *smu_data = (struct tonga_smumgr *)(hwmgr->smumgr->backend);
3130 pp_atomctrl_mc_reg_table *table;
3131 struct tonga_mc_reg_table *ni_table = &smu_data->mc_reg_table;
3132 uint8_t module_index = tonga_get_memory_modile_index(hwmgr);
3133
3134 table = kzalloc(sizeof(pp_atomctrl_mc_reg_table), GFP_KERNEL);
3135
3136 if (table == NULL)
3137 return -ENOMEM;
3138
3139
3140 cgs_write_register(hwmgr->device, mmMC_SEQ_RAS_TIMING_LP,
3141 cgs_read_register(hwmgr->device, mmMC_SEQ_RAS_TIMING));
3142 cgs_write_register(hwmgr->device, mmMC_SEQ_CAS_TIMING_LP,
3143 cgs_read_register(hwmgr->device, mmMC_SEQ_CAS_TIMING));
3144 cgs_write_register(hwmgr->device, mmMC_SEQ_DLL_STBY_LP,
3145 cgs_read_register(hwmgr->device, mmMC_SEQ_DLL_STBY));
3146 cgs_write_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD0_LP,
3147 cgs_read_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD0));
3148 cgs_write_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD1_LP,
3149 cgs_read_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD1));
3150 cgs_write_register(hwmgr->device, mmMC_SEQ_G5PDX_CTRL_LP,
3151 cgs_read_register(hwmgr->device, mmMC_SEQ_G5PDX_CTRL));
3152 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CMD_LP,
3153 cgs_read_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CMD));
3154 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CTL_LP,
3155 cgs_read_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CTL));
3156 cgs_write_register(hwmgr->device, mmMC_SEQ_MISC_TIMING_LP,
3157 cgs_read_register(hwmgr->device, mmMC_SEQ_MISC_TIMING));
3158 cgs_write_register(hwmgr->device, mmMC_SEQ_MISC_TIMING2_LP,
3159 cgs_read_register(hwmgr->device, mmMC_SEQ_MISC_TIMING2));
3160 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_EMRS_LP,
3161 cgs_read_register(hwmgr->device, mmMC_PMG_CMD_EMRS));
3162 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_MRS_LP,
3163 cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS));
3164 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_MRS1_LP,
3165 cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS1));
3166 cgs_write_register(hwmgr->device, mmMC_SEQ_WR_CTL_D0_LP,
3167 cgs_read_register(hwmgr->device, mmMC_SEQ_WR_CTL_D0));
3168 cgs_write_register(hwmgr->device, mmMC_SEQ_WR_CTL_D1_LP,
3169 cgs_read_register(hwmgr->device, mmMC_SEQ_WR_CTL_D1));
3170 cgs_write_register(hwmgr->device, mmMC_SEQ_RD_CTL_D0_LP,
3171 cgs_read_register(hwmgr->device, mmMC_SEQ_RD_CTL_D0));
3172 cgs_write_register(hwmgr->device, mmMC_SEQ_RD_CTL_D1_LP,
3173 cgs_read_register(hwmgr->device, mmMC_SEQ_RD_CTL_D1));
3174 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_TIMING_LP,
3175 cgs_read_register(hwmgr->device, mmMC_SEQ_PMG_TIMING));
3176 cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_MRS2_LP,
3177 cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS2));
3178 cgs_write_register(hwmgr->device, mmMC_SEQ_WR_CTL_2_LP,
3179 cgs_read_register(hwmgr->device, mmMC_SEQ_WR_CTL_2));
3180
3181 memset(table, 0x00, sizeof(pp_atomctrl_mc_reg_table));
3182
3183 result = atomctrl_initialize_mc_reg_table(hwmgr, module_index, table);
3184
3185 if (!result)
3186 result = tonga_copy_vbios_smc_reg_table(table, ni_table);
3187
3188 if (!result) {
3189 tonga_set_s0_mc_reg_index(ni_table);
3190 result = tonga_set_mc_special_registers(hwmgr, ni_table);
3191 }
3192
3193 if (!result)
3194 tonga_set_valid_flag(ni_table);
3195
3196 kfree(table);
3197
3198 return result;
3199}
3200
3201bool tonga_is_dpm_running(struct pp_hwmgr *hwmgr)
3202{
3203 return (1 == PHM_READ_INDIRECT_FIELD(hwmgr->device,
3204 CGS_IND_REG__SMC, FEATURE_STATUS, VOLTAGE_CONTROLLER_ON))
3205 ? true : false;
3206}
3207