1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#include <linux/firmware.h>
25#include <linux/slab.h>
26#include <linux/module.h>
27#include <drm/drmP.h>
28#include "amdgpu.h"
29#include "amdgpu_ucode.h"
30
31static void amdgpu_ucode_print_common_hdr(const struct common_firmware_header *hdr)
32{
33 DRM_DEBUG("size_bytes: %u\n", le32_to_cpu(hdr->size_bytes));
34 DRM_DEBUG("header_size_bytes: %u\n", le32_to_cpu(hdr->header_size_bytes));
35 DRM_DEBUG("header_version_major: %u\n", le16_to_cpu(hdr->header_version_major));
36 DRM_DEBUG("header_version_minor: %u\n", le16_to_cpu(hdr->header_version_minor));
37 DRM_DEBUG("ip_version_major: %u\n", le16_to_cpu(hdr->ip_version_major));
38 DRM_DEBUG("ip_version_minor: %u\n", le16_to_cpu(hdr->ip_version_minor));
39 DRM_DEBUG("ucode_version: 0x%08x\n", le32_to_cpu(hdr->ucode_version));
40 DRM_DEBUG("ucode_size_bytes: %u\n", le32_to_cpu(hdr->ucode_size_bytes));
41 DRM_DEBUG("ucode_array_offset_bytes: %u\n",
42 le32_to_cpu(hdr->ucode_array_offset_bytes));
43 DRM_DEBUG("crc32: 0x%08x\n", le32_to_cpu(hdr->crc32));
44}
45
46void amdgpu_ucode_print_mc_hdr(const struct common_firmware_header *hdr)
47{
48 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
49 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
50
51 DRM_DEBUG("MC\n");
52 amdgpu_ucode_print_common_hdr(hdr);
53
54 if (version_major == 1) {
55 const struct mc_firmware_header_v1_0 *mc_hdr =
56 container_of(hdr, struct mc_firmware_header_v1_0, header);
57
58 DRM_DEBUG("io_debug_size_bytes: %u\n",
59 le32_to_cpu(mc_hdr->io_debug_size_bytes));
60 DRM_DEBUG("io_debug_array_offset_bytes: %u\n",
61 le32_to_cpu(mc_hdr->io_debug_array_offset_bytes));
62 } else {
63 DRM_ERROR("Unknown MC ucode version: %u.%u\n", version_major, version_minor);
64 }
65}
66
67void amdgpu_ucode_print_smc_hdr(const struct common_firmware_header *hdr)
68{
69 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
70 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
71
72 DRM_DEBUG("SMC\n");
73 amdgpu_ucode_print_common_hdr(hdr);
74
75 if (version_major == 1) {
76 const struct smc_firmware_header_v1_0 *smc_hdr =
77 container_of(hdr, struct smc_firmware_header_v1_0, header);
78
79 DRM_DEBUG("ucode_start_addr: %u\n", le32_to_cpu(smc_hdr->ucode_start_addr));
80 } else {
81 DRM_ERROR("Unknown SMC ucode version: %u.%u\n", version_major, version_minor);
82 }
83}
84
85void amdgpu_ucode_print_gfx_hdr(const struct common_firmware_header *hdr)
86{
87 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
88 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
89
90 DRM_DEBUG("GFX\n");
91 amdgpu_ucode_print_common_hdr(hdr);
92
93 if (version_major == 1) {
94 const struct gfx_firmware_header_v1_0 *gfx_hdr =
95 container_of(hdr, struct gfx_firmware_header_v1_0, header);
96
97 DRM_DEBUG("ucode_feature_version: %u\n",
98 le32_to_cpu(gfx_hdr->ucode_feature_version));
99 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(gfx_hdr->jt_offset));
100 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(gfx_hdr->jt_size));
101 } else {
102 DRM_ERROR("Unknown GFX ucode version: %u.%u\n", version_major, version_minor);
103 }
104}
105
106void amdgpu_ucode_print_rlc_hdr(const struct common_firmware_header *hdr)
107{
108 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
109 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
110
111 DRM_DEBUG("RLC\n");
112 amdgpu_ucode_print_common_hdr(hdr);
113
114 if (version_major == 1) {
115 const struct rlc_firmware_header_v1_0 *rlc_hdr =
116 container_of(hdr, struct rlc_firmware_header_v1_0, header);
117
118 DRM_DEBUG("ucode_feature_version: %u\n",
119 le32_to_cpu(rlc_hdr->ucode_feature_version));
120 DRM_DEBUG("save_and_restore_offset: %u\n",
121 le32_to_cpu(rlc_hdr->save_and_restore_offset));
122 DRM_DEBUG("clear_state_descriptor_offset: %u\n",
123 le32_to_cpu(rlc_hdr->clear_state_descriptor_offset));
124 DRM_DEBUG("avail_scratch_ram_locations: %u\n",
125 le32_to_cpu(rlc_hdr->avail_scratch_ram_locations));
126 DRM_DEBUG("master_pkt_description_offset: %u\n",
127 le32_to_cpu(rlc_hdr->master_pkt_description_offset));
128 } else if (version_major == 2) {
129 const struct rlc_firmware_header_v2_0 *rlc_hdr =
130 container_of(hdr, struct rlc_firmware_header_v2_0, header);
131
132 DRM_DEBUG("ucode_feature_version: %u\n",
133 le32_to_cpu(rlc_hdr->ucode_feature_version));
134 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(rlc_hdr->jt_offset));
135 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(rlc_hdr->jt_size));
136 DRM_DEBUG("save_and_restore_offset: %u\n",
137 le32_to_cpu(rlc_hdr->save_and_restore_offset));
138 DRM_DEBUG("clear_state_descriptor_offset: %u\n",
139 le32_to_cpu(rlc_hdr->clear_state_descriptor_offset));
140 DRM_DEBUG("avail_scratch_ram_locations: %u\n",
141 le32_to_cpu(rlc_hdr->avail_scratch_ram_locations));
142 DRM_DEBUG("reg_restore_list_size: %u\n",
143 le32_to_cpu(rlc_hdr->reg_restore_list_size));
144 DRM_DEBUG("reg_list_format_start: %u\n",
145 le32_to_cpu(rlc_hdr->reg_list_format_start));
146 DRM_DEBUG("reg_list_format_separate_start: %u\n",
147 le32_to_cpu(rlc_hdr->reg_list_format_separate_start));
148 DRM_DEBUG("starting_offsets_start: %u\n",
149 le32_to_cpu(rlc_hdr->starting_offsets_start));
150 DRM_DEBUG("reg_list_format_size_bytes: %u\n",
151 le32_to_cpu(rlc_hdr->reg_list_format_size_bytes));
152 DRM_DEBUG("reg_list_format_array_offset_bytes: %u\n",
153 le32_to_cpu(rlc_hdr->reg_list_format_array_offset_bytes));
154 DRM_DEBUG("reg_list_size_bytes: %u\n",
155 le32_to_cpu(rlc_hdr->reg_list_size_bytes));
156 DRM_DEBUG("reg_list_array_offset_bytes: %u\n",
157 le32_to_cpu(rlc_hdr->reg_list_array_offset_bytes));
158 DRM_DEBUG("reg_list_format_separate_size_bytes: %u\n",
159 le32_to_cpu(rlc_hdr->reg_list_format_separate_size_bytes));
160 DRM_DEBUG("reg_list_format_separate_array_offset_bytes: %u\n",
161 le32_to_cpu(rlc_hdr->reg_list_format_separate_array_offset_bytes));
162 DRM_DEBUG("reg_list_separate_size_bytes: %u\n",
163 le32_to_cpu(rlc_hdr->reg_list_separate_size_bytes));
164 DRM_DEBUG("reg_list_separate_array_offset_bytes: %u\n",
165 le32_to_cpu(rlc_hdr->reg_list_separate_array_offset_bytes));
166 if (version_minor == 1) {
167 const struct rlc_firmware_header_v2_1 *v2_1 =
168 container_of(rlc_hdr, struct rlc_firmware_header_v2_1, v2_0);
169 DRM_DEBUG("reg_list_format_direct_reg_list_length: %u\n",
170 le32_to_cpu(v2_1->reg_list_format_direct_reg_list_length));
171 DRM_DEBUG("save_restore_list_cntl_ucode_ver: %u\n",
172 le32_to_cpu(v2_1->save_restore_list_cntl_ucode_ver));
173 DRM_DEBUG("save_restore_list_cntl_feature_ver: %u\n",
174 le32_to_cpu(v2_1->save_restore_list_cntl_feature_ver));
175 DRM_DEBUG("save_restore_list_cntl_size_bytes %u\n",
176 le32_to_cpu(v2_1->save_restore_list_cntl_size_bytes));
177 DRM_DEBUG("save_restore_list_cntl_offset_bytes: %u\n",
178 le32_to_cpu(v2_1->save_restore_list_cntl_offset_bytes));
179 DRM_DEBUG("save_restore_list_gpm_ucode_ver: %u\n",
180 le32_to_cpu(v2_1->save_restore_list_gpm_ucode_ver));
181 DRM_DEBUG("save_restore_list_gpm_feature_ver: %u\n",
182 le32_to_cpu(v2_1->save_restore_list_gpm_feature_ver));
183 DRM_DEBUG("save_restore_list_gpm_size_bytes %u\n",
184 le32_to_cpu(v2_1->save_restore_list_gpm_size_bytes));
185 DRM_DEBUG("save_restore_list_gpm_offset_bytes: %u\n",
186 le32_to_cpu(v2_1->save_restore_list_gpm_offset_bytes));
187 DRM_DEBUG("save_restore_list_srm_ucode_ver: %u\n",
188 le32_to_cpu(v2_1->save_restore_list_srm_ucode_ver));
189 DRM_DEBUG("save_restore_list_srm_feature_ver: %u\n",
190 le32_to_cpu(v2_1->save_restore_list_srm_feature_ver));
191 DRM_DEBUG("save_restore_list_srm_size_bytes %u\n",
192 le32_to_cpu(v2_1->save_restore_list_srm_size_bytes));
193 DRM_DEBUG("save_restore_list_srm_offset_bytes: %u\n",
194 le32_to_cpu(v2_1->save_restore_list_srm_offset_bytes));
195 }
196 } else {
197 DRM_ERROR("Unknown RLC ucode version: %u.%u\n", version_major, version_minor);
198 }
199}
200
201void amdgpu_ucode_print_sdma_hdr(const struct common_firmware_header *hdr)
202{
203 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
204 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
205
206 DRM_DEBUG("SDMA\n");
207 amdgpu_ucode_print_common_hdr(hdr);
208
209 if (version_major == 1) {
210 const struct sdma_firmware_header_v1_0 *sdma_hdr =
211 container_of(hdr, struct sdma_firmware_header_v1_0, header);
212
213 DRM_DEBUG("ucode_feature_version: %u\n",
214 le32_to_cpu(sdma_hdr->ucode_feature_version));
215 DRM_DEBUG("ucode_change_version: %u\n",
216 le32_to_cpu(sdma_hdr->ucode_change_version));
217 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(sdma_hdr->jt_offset));
218 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(sdma_hdr->jt_size));
219 if (version_minor >= 1) {
220 const struct sdma_firmware_header_v1_1 *sdma_v1_1_hdr =
221 container_of(sdma_hdr, struct sdma_firmware_header_v1_1, v1_0);
222 DRM_DEBUG("digest_size: %u\n", le32_to_cpu(sdma_v1_1_hdr->digest_size));
223 }
224 } else {
225 DRM_ERROR("Unknown SDMA ucode version: %u.%u\n",
226 version_major, version_minor);
227 }
228}
229
230void amdgpu_ucode_print_gpu_info_hdr(const struct common_firmware_header *hdr)
231{
232 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
233 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
234
235 DRM_DEBUG("GPU_INFO\n");
236 amdgpu_ucode_print_common_hdr(hdr);
237
238 if (version_major == 1) {
239 const struct gpu_info_firmware_header_v1_0 *gpu_info_hdr =
240 container_of(hdr, struct gpu_info_firmware_header_v1_0, header);
241
242 DRM_DEBUG("version_major: %u\n",
243 le16_to_cpu(gpu_info_hdr->version_major));
244 DRM_DEBUG("version_minor: %u\n",
245 le16_to_cpu(gpu_info_hdr->version_minor));
246 } else {
247 DRM_ERROR("Unknown gpu_info ucode version: %u.%u\n", version_major, version_minor);
248 }
249}
250
251int amdgpu_ucode_validate(const struct firmware *fw)
252{
253 const struct common_firmware_header *hdr =
254 (const struct common_firmware_header *)fw->data;
255
256 if (fw->size == le32_to_cpu(hdr->size_bytes))
257 return 0;
258
259 return -EINVAL;
260}
261
262bool amdgpu_ucode_hdr_version(union amdgpu_firmware_header *hdr,
263 uint16_t hdr_major, uint16_t hdr_minor)
264{
265 if ((hdr->common.header_version_major == hdr_major) &&
266 (hdr->common.header_version_minor == hdr_minor))
267 return false;
268 return true;
269}
270
271enum amdgpu_firmware_load_type
272amdgpu_ucode_get_load_type(struct amdgpu_device *adev, int load_type)
273{
274 switch (adev->asic_type) {
275#ifdef CONFIG_DRM_AMDGPU_SI
276 case CHIP_TAHITI:
277 case CHIP_PITCAIRN:
278 case CHIP_VERDE:
279 case CHIP_OLAND:
280 return AMDGPU_FW_LOAD_DIRECT;
281#endif
282#ifdef CONFIG_DRM_AMDGPU_CIK
283 case CHIP_BONAIRE:
284 case CHIP_KAVERI:
285 case CHIP_KABINI:
286 case CHIP_HAWAII:
287 case CHIP_MULLINS:
288 return AMDGPU_FW_LOAD_DIRECT;
289#endif
290 case CHIP_TOPAZ:
291 case CHIP_TONGA:
292 case CHIP_FIJI:
293 case CHIP_CARRIZO:
294 case CHIP_STONEY:
295 case CHIP_POLARIS10:
296 case CHIP_POLARIS11:
297 case CHIP_POLARIS12:
298 case CHIP_VEGAM:
299 if (!load_type)
300 return AMDGPU_FW_LOAD_DIRECT;
301 else
302 return AMDGPU_FW_LOAD_SMU;
303 case CHIP_VEGA10:
304 case CHIP_RAVEN:
305 case CHIP_VEGA12:
306 if (!load_type)
307 return AMDGPU_FW_LOAD_DIRECT;
308 else
309 return AMDGPU_FW_LOAD_PSP;
310 case CHIP_VEGA20:
311 return AMDGPU_FW_LOAD_DIRECT;
312 default:
313 DRM_ERROR("Unknown firmware load type\n");
314 }
315
316 return AMDGPU_FW_LOAD_DIRECT;
317}
318
319static int amdgpu_ucode_init_single_fw(struct amdgpu_device *adev,
320 struct amdgpu_firmware_info *ucode,
321 uint64_t mc_addr, void *kptr)
322{
323 const struct common_firmware_header *header = NULL;
324 const struct gfx_firmware_header_v1_0 *cp_hdr = NULL;
325
326 if (NULL == ucode->fw)
327 return 0;
328
329 ucode->mc_addr = mc_addr;
330 ucode->kaddr = kptr;
331
332 if (ucode->ucode_id == AMDGPU_UCODE_ID_STORAGE)
333 return 0;
334
335 header = (const struct common_firmware_header *)ucode->fw->data;
336
337 cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
338
339 if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP ||
340 (ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC1 &&
341 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC2 &&
342 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC1_JT &&
343 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC2_JT &&
344 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL &&
345 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM &&
346 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM)) {
347 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes);
348
349 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
350 le32_to_cpu(header->ucode_array_offset_bytes)),
351 ucode->ucode_size);
352 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1 ||
353 ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2) {
354 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes) -
355 le32_to_cpu(cp_hdr->jt_size) * 4;
356
357 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
358 le32_to_cpu(header->ucode_array_offset_bytes)),
359 ucode->ucode_size);
360 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT ||
361 ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT) {
362 ucode->ucode_size = le32_to_cpu(cp_hdr->jt_size) * 4;
363
364 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
365 le32_to_cpu(header->ucode_array_offset_bytes) +
366 le32_to_cpu(cp_hdr->jt_offset) * 4),
367 ucode->ucode_size);
368 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL) {
369 ucode->ucode_size = adev->gfx.rlc.save_restore_list_cntl_size_bytes;
370 memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_cntl,
371 ucode->ucode_size);
372 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM) {
373 ucode->ucode_size = adev->gfx.rlc.save_restore_list_gpm_size_bytes;
374 memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_gpm,
375 ucode->ucode_size);
376 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM) {
377 ucode->ucode_size = adev->gfx.rlc.save_restore_list_srm_size_bytes;
378 memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_srm,
379 ucode->ucode_size);
380 }
381
382 return 0;
383}
384
385static int amdgpu_ucode_patch_jt(struct amdgpu_firmware_info *ucode,
386 uint64_t mc_addr, void *kptr)
387{
388 const struct gfx_firmware_header_v1_0 *header = NULL;
389 const struct common_firmware_header *comm_hdr = NULL;
390 uint8_t* src_addr = NULL;
391 uint8_t* dst_addr = NULL;
392
393 if (NULL == ucode->fw)
394 return 0;
395
396 comm_hdr = (const struct common_firmware_header *)ucode->fw->data;
397 header = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
398 dst_addr = ucode->kaddr +
399 ALIGN(le32_to_cpu(comm_hdr->ucode_size_bytes),
400 PAGE_SIZE);
401 src_addr = (uint8_t *)ucode->fw->data +
402 le32_to_cpu(comm_hdr->ucode_array_offset_bytes) +
403 (le32_to_cpu(header->jt_offset) * 4);
404 memcpy(dst_addr, src_addr, le32_to_cpu(header->jt_size) * 4);
405
406 return 0;
407}
408
409int amdgpu_ucode_init_bo(struct amdgpu_device *adev)
410{
411 uint64_t fw_offset = 0;
412 int i, err;
413 struct amdgpu_firmware_info *ucode = NULL;
414 const struct common_firmware_header *header = NULL;
415
416 if (!adev->firmware.fw_size) {
417 dev_warn(adev->dev, "No ip firmware need to load\n");
418 return 0;
419 }
420
421 if (!adev->in_gpu_reset) {
422 err = amdgpu_bo_create_kernel(adev, adev->firmware.fw_size, PAGE_SIZE,
423 amdgpu_sriov_vf(adev) ? AMDGPU_GEM_DOMAIN_VRAM : AMDGPU_GEM_DOMAIN_GTT,
424 &adev->firmware.fw_buf,
425 &adev->firmware.fw_buf_mc,
426 &adev->firmware.fw_buf_ptr);
427 if (err) {
428 dev_err(adev->dev, "failed to create kernel buffer for firmware.fw_buf\n");
429 goto failed;
430 }
431 }
432
433 memset(adev->firmware.fw_buf_ptr, 0, adev->firmware.fw_size);
434
435
436
437
438
439 if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
440 if (amdgpu_sriov_vf(adev))
441 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM - 3;
442 else
443 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM - 4;
444 } else {
445 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM;
446 }
447
448 for (i = 0; i < adev->firmware.max_ucodes; i++) {
449 ucode = &adev->firmware.ucode[i];
450 if (ucode->fw) {
451 header = (const struct common_firmware_header *)ucode->fw->data;
452 amdgpu_ucode_init_single_fw(adev, ucode, adev->firmware.fw_buf_mc + fw_offset,
453 adev->firmware.fw_buf_ptr + fw_offset);
454 if (i == AMDGPU_UCODE_ID_CP_MEC1 &&
455 adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
456 const struct gfx_firmware_header_v1_0 *cp_hdr;
457 cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
458 amdgpu_ucode_patch_jt(ucode, adev->firmware.fw_buf_mc + fw_offset,
459 adev->firmware.fw_buf_ptr + fw_offset);
460 fw_offset += ALIGN(le32_to_cpu(cp_hdr->jt_size) << 2, PAGE_SIZE);
461 }
462 fw_offset += ALIGN(ucode->ucode_size, PAGE_SIZE);
463 }
464 }
465 return 0;
466
467failed:
468 if (err)
469 adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;
470
471 return err;
472}
473
474int amdgpu_ucode_fini_bo(struct amdgpu_device *adev)
475{
476 int i;
477 struct amdgpu_firmware_info *ucode = NULL;
478
479 if (!adev->firmware.fw_size)
480 return 0;
481
482 for (i = 0; i < adev->firmware.max_ucodes; i++) {
483 ucode = &adev->firmware.ucode[i];
484 if (ucode->fw) {
485 ucode->mc_addr = 0;
486 ucode->kaddr = NULL;
487 }
488 }
489
490 amdgpu_bo_free_kernel(&adev->firmware.fw_buf,
491 &adev->firmware.fw_buf_mc,
492 &adev->firmware.fw_buf_ptr);
493
494 return 0;
495}
496
