1
2
3
4
5
6
7
8
9
10#include "qemu/osdep.h"
11#include "qemu-common.h"
12#include "qemu/error-report.h"
13#include "qapi/error.h"
14#include <libfdt.h>
15#include "hw/arm/boot.h"
16#include "hw/arm/linux-boot-if.h"
17#include "sysemu/kvm.h"
18#include "sysemu/sysemu.h"
19#include "sysemu/numa.h"
20#include "hw/boards.h"
21#include "sysemu/reset.h"
22#include "hw/loader.h"
23#include "elf.h"
24#include "sysemu/device_tree.h"
25#include "qemu/config-file.h"
26#include "qemu/option.h"
27#include "exec/address-spaces.h"
28#include "qemu/units.h"
29
30
31
32
33
34#define KERNEL_ARGS_ADDR 0x100
35#define KERNEL_NOLOAD_ADDR 0x02000000
36#define KERNEL_LOAD_ADDR 0x00010000
37#define KERNEL64_LOAD_ADDR 0x00080000
38
39#define ARM64_TEXT_OFFSET_OFFSET 8
40#define ARM64_MAGIC_OFFSET 56
41
42#define BOOTLOADER_MAX_SIZE (4 * KiB)
43
44AddressSpace *arm_boot_address_space(ARMCPU *cpu,
45 const struct arm_boot_info *info)
46{
47
48
49
50
51 int asidx;
52 CPUState *cs = CPU(cpu);
53
54 if (arm_feature(&cpu->env, ARM_FEATURE_EL3) && info->secure_boot) {
55 asidx = ARMASIdx_S;
56 } else {
57 asidx = ARMASIdx_NS;
58 }
59
60 return cpu_get_address_space(cs, asidx);
61}
62
63typedef enum {
64 FIXUP_NONE = 0,
65 FIXUP_TERMINATOR,
66 FIXUP_BOARDID,
67 FIXUP_BOARD_SETUP,
68 FIXUP_ARGPTR_LO,
69 FIXUP_ARGPTR_HI,
70 FIXUP_ENTRYPOINT_LO,
71 FIXUP_ENTRYPOINT_HI,
72 FIXUP_GIC_CPU_IF,
73 FIXUP_BOOTREG,
74 FIXUP_DSB,
75 FIXUP_MAX,
76} FixupType;
77
78typedef struct ARMInsnFixup {
79 uint32_t insn;
80 FixupType fixup;
81} ARMInsnFixup;
82
83static const ARMInsnFixup bootloader_aarch64[] = {
84 { 0x580000c0 },
85 { 0xaa1f03e1 },
86 { 0xaa1f03e2 },
87 { 0xaa1f03e3 },
88 { 0x58000084 },
89 { 0xd61f0080 },
90 { 0, FIXUP_ARGPTR_LO },
91 { 0, FIXUP_ARGPTR_HI},
92 { 0, FIXUP_ENTRYPOINT_LO },
93 { 0, FIXUP_ENTRYPOINT_HI },
94 { 0, FIXUP_TERMINATOR }
95};
96
97
98
99
100
101
102
103static const ARMInsnFixup bootloader[] = {
104 { 0xe28fe004 },
105 { 0xe51ff004 },
106 { 0, FIXUP_BOARD_SETUP },
107#define BOOTLOADER_NO_BOARD_SETUP_OFFSET 3
108 { 0xe3a00000 },
109 { 0xe59f1004 },
110 { 0xe59f2004 },
111 { 0xe59ff004 },
112 { 0, FIXUP_BOARDID },
113 { 0, FIXUP_ARGPTR_LO },
114 { 0, FIXUP_ENTRYPOINT_LO },
115 { 0, FIXUP_TERMINATOR }
116};
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132#define DSB_INSN 0xf57ff04f
133#define CP15_DSB_INSN 0xee070f9a
134
135static const ARMInsnFixup smpboot[] = {
136 { 0xe59f2028 },
137 { 0xe59f0028 },
138 { 0xe3a01001 },
139 { 0xe5821000 },
140 { 0xe3a010ff },
141 { 0xe5821004 },
142 { 0, FIXUP_DSB },
143 { 0xe320f003 },
144 { 0xe5901000 },
145 { 0xe1110001 },
146 { 0x0afffffb },
147 { 0xe12fff11 },
148 { 0, FIXUP_GIC_CPU_IF },
149 { 0, FIXUP_BOOTREG },
150 { 0, FIXUP_TERMINATOR }
151};
152
153static void write_bootloader(const char *name, hwaddr addr,
154 const ARMInsnFixup *insns, uint32_t *fixupcontext,
155 AddressSpace *as)
156{
157
158
159
160
161
162 int i, len;
163 uint32_t *code;
164
165 len = 0;
166 while (insns[len].fixup != FIXUP_TERMINATOR) {
167 len++;
168 }
169
170 code = g_new0(uint32_t, len);
171
172 for (i = 0; i < len; i++) {
173 uint32_t insn = insns[i].insn;
174 FixupType fixup = insns[i].fixup;
175
176 switch (fixup) {
177 case FIXUP_NONE:
178 break;
179 case FIXUP_BOARDID:
180 case FIXUP_BOARD_SETUP:
181 case FIXUP_ARGPTR_LO:
182 case FIXUP_ARGPTR_HI:
183 case FIXUP_ENTRYPOINT_LO:
184 case FIXUP_ENTRYPOINT_HI:
185 case FIXUP_GIC_CPU_IF:
186 case FIXUP_BOOTREG:
187 case FIXUP_DSB:
188 insn = fixupcontext[fixup];
189 break;
190 default:
191 abort();
192 }
193 code[i] = tswap32(insn);
194 }
195
196 assert((len * sizeof(uint32_t)) < BOOTLOADER_MAX_SIZE);
197
198 rom_add_blob_fixed_as(name, code, len * sizeof(uint32_t), addr, as);
199
200 g_free(code);
201}
202
203static void default_write_secondary(ARMCPU *cpu,
204 const struct arm_boot_info *info)
205{
206 uint32_t fixupcontext[FIXUP_MAX];
207 AddressSpace *as = arm_boot_address_space(cpu, info);
208
209 fixupcontext[FIXUP_GIC_CPU_IF] = info->gic_cpu_if_addr;
210 fixupcontext[FIXUP_BOOTREG] = info->smp_bootreg_addr;
211 if (arm_feature(&cpu->env, ARM_FEATURE_V7)) {
212 fixupcontext[FIXUP_DSB] = DSB_INSN;
213 } else {
214 fixupcontext[FIXUP_DSB] = CP15_DSB_INSN;
215 }
216
217 write_bootloader("smpboot", info->smp_loader_start,
218 smpboot, fixupcontext, as);
219}
220
221void arm_write_secure_board_setup_dummy_smc(ARMCPU *cpu,
222 const struct arm_boot_info *info,
223 hwaddr mvbar_addr)
224{
225 AddressSpace *as = arm_boot_address_space(cpu, info);
226 int n;
227 uint32_t mvbar_blob[] = {
228
229
230
231
232 0xeafffffe,
233 0xeafffffe,
234 0xe1b0f00e,
235 0xeafffffe,
236 0xeafffffe,
237 0xeafffffe,
238 0xeafffffe,
239 0xeafffffe,
240 };
241 uint32_t board_setup_blob[] = {
242
243 0xee110f51,
244 0xe3800b03,
245 0xee010f51,
246 0xe3a00e00 + (mvbar_addr >> 4),
247 0xee0c0f30,
248 0xee110f11,
249 0xe3800031,
250 0xee010f11,
251 0xe1a0100e,
252 0xe1600070,
253 0xe1a0f001,
254 };
255
256
257 assert((mvbar_addr & 0x1f) == 0 && (mvbar_addr >> 4) < 0x100);
258
259
260 assert((mvbar_addr + sizeof(mvbar_blob) <= info->board_setup_addr)
261 || (info->board_setup_addr + sizeof(board_setup_blob) <= mvbar_addr));
262
263 for (n = 0; n < ARRAY_SIZE(mvbar_blob); n++) {
264 mvbar_blob[n] = tswap32(mvbar_blob[n]);
265 }
266 rom_add_blob_fixed_as("board-setup-mvbar", mvbar_blob, sizeof(mvbar_blob),
267 mvbar_addr, as);
268
269 for (n = 0; n < ARRAY_SIZE(board_setup_blob); n++) {
270 board_setup_blob[n] = tswap32(board_setup_blob[n]);
271 }
272 rom_add_blob_fixed_as("board-setup", board_setup_blob,
273 sizeof(board_setup_blob), info->board_setup_addr, as);
274}
275
276static void default_reset_secondary(ARMCPU *cpu,
277 const struct arm_boot_info *info)
278{
279 AddressSpace *as = arm_boot_address_space(cpu, info);
280 CPUState *cs = CPU(cpu);
281
282 address_space_stl_notdirty(as, info->smp_bootreg_addr,
283 0, MEMTXATTRS_UNSPECIFIED, NULL);
284 cpu_set_pc(cs, info->smp_loader_start);
285}
286
287static inline bool have_dtb(const struct arm_boot_info *info)
288{
289 return info->dtb_filename || info->get_dtb;
290}
291
292#define WRITE_WORD(p, value) do { \
293 address_space_stl_notdirty(as, p, value, \
294 MEMTXATTRS_UNSPECIFIED, NULL); \
295 p += 4; \
296} while (0)
297
298static void set_kernel_args(const struct arm_boot_info *info, AddressSpace *as)
299{
300 int initrd_size = info->initrd_size;
301 hwaddr base = info->loader_start;
302 hwaddr p;
303
304 p = base + KERNEL_ARGS_ADDR;
305
306 WRITE_WORD(p, 5);
307 WRITE_WORD(p, 0x54410001);
308 WRITE_WORD(p, 1);
309 WRITE_WORD(p, 0x1000);
310 WRITE_WORD(p, 0);
311
312
313 WRITE_WORD(p, 4);
314 WRITE_WORD(p, 0x54410002);
315 WRITE_WORD(p, info->ram_size);
316 WRITE_WORD(p, info->loader_start);
317 if (initrd_size) {
318
319 WRITE_WORD(p, 4);
320 WRITE_WORD(p, 0x54420005);
321 WRITE_WORD(p, info->initrd_start);
322 WRITE_WORD(p, initrd_size);
323 }
324 if (info->kernel_cmdline && *info->kernel_cmdline) {
325
326 int cmdline_size;
327
328 cmdline_size = strlen(info->kernel_cmdline);
329 address_space_write(as, p + 8, MEMTXATTRS_UNSPECIFIED,
330 info->kernel_cmdline, cmdline_size + 1);
331 cmdline_size = (cmdline_size >> 2) + 1;
332 WRITE_WORD(p, cmdline_size + 2);
333 WRITE_WORD(p, 0x54410009);
334 p += cmdline_size * 4;
335 }
336 if (info->atag_board) {
337
338 int atag_board_len;
339 uint8_t atag_board_buf[0x1000];
340
341 atag_board_len = (info->atag_board(info, atag_board_buf) + 3) & ~3;
342 WRITE_WORD(p, (atag_board_len + 8) >> 2);
343 WRITE_WORD(p, 0x414f4d50);
344 address_space_write(as, p, MEMTXATTRS_UNSPECIFIED,
345 atag_board_buf, atag_board_len);
346 p += atag_board_len;
347 }
348
349 WRITE_WORD(p, 0);
350 WRITE_WORD(p, 0);
351}
352
353static void set_kernel_args_old(const struct arm_boot_info *info,
354 AddressSpace *as)
355{
356 hwaddr p;
357 const char *s;
358 int initrd_size = info->initrd_size;
359 hwaddr base = info->loader_start;
360
361
362 p = base + KERNEL_ARGS_ADDR;
363
364 WRITE_WORD(p, 4096);
365
366 WRITE_WORD(p, info->ram_size / 4096);
367
368 WRITE_WORD(p, 0);
369#define FLAG_READONLY 1
370#define FLAG_RDLOAD 4
371#define FLAG_RDPROMPT 8
372
373 WRITE_WORD(p, FLAG_READONLY | FLAG_RDLOAD | FLAG_RDPROMPT);
374
375 WRITE_WORD(p, (31 << 8) | 0);
376
377 WRITE_WORD(p, 0);
378
379 WRITE_WORD(p, 0);
380
381 WRITE_WORD(p, 0);
382
383 WRITE_WORD(p, 0);
384
385 WRITE_WORD(p, 0);
386
387
388
389
390 WRITE_WORD(p, 0);
391
392 WRITE_WORD(p, 0);
393 WRITE_WORD(p, 0);
394 WRITE_WORD(p, 0);
395 WRITE_WORD(p, 0);
396
397 WRITE_WORD(p, 0);
398
399 if (initrd_size) {
400 WRITE_WORD(p, info->initrd_start);
401 } else {
402 WRITE_WORD(p, 0);
403 }
404
405 WRITE_WORD(p, initrd_size);
406
407 WRITE_WORD(p, 0);
408
409 WRITE_WORD(p, 0);
410
411 WRITE_WORD(p, 0);
412
413 WRITE_WORD(p, 0);
414
415 WRITE_WORD(p, 0);
416
417 while (p < base + KERNEL_ARGS_ADDR + 256 + 1024) {
418 WRITE_WORD(p, 0);
419 }
420 s = info->kernel_cmdline;
421 if (s) {
422 address_space_write(as, p, MEMTXATTRS_UNSPECIFIED, s, strlen(s) + 1);
423 } else {
424 WRITE_WORD(p, 0);
425 }
426}
427
428static int fdt_add_memory_node(void *fdt, uint32_t acells, hwaddr mem_base,
429 uint32_t scells, hwaddr mem_len,
430 int numa_node_id)
431{
432 char *nodename;
433 int ret;
434
435 nodename = g_strdup_printf("/memory@%" PRIx64, mem_base);
436 qemu_fdt_add_subnode(fdt, nodename);
437 qemu_fdt_setprop_string(fdt, nodename, "device_type", "memory");
438 ret = qemu_fdt_setprop_sized_cells(fdt, nodename, "reg", acells, mem_base,
439 scells, mem_len);
440 if (ret < 0) {
441 goto out;
442 }
443
444
445 if (numa_node_id >= 0) {
446 ret = qemu_fdt_setprop_cell(fdt, nodename,
447 "numa-node-id", numa_node_id);
448 }
449out:
450 g_free(nodename);
451 return ret;
452}
453
454static void fdt_add_psci_node(void *fdt)
455{
456 uint32_t cpu_suspend_fn;
457 uint32_t cpu_off_fn;
458 uint32_t cpu_on_fn;
459 uint32_t migrate_fn;
460 ARMCPU *armcpu = ARM_CPU(qemu_get_cpu(0));
461 const char *psci_method;
462 int64_t psci_conduit;
463 int rc;
464
465 psci_conduit = object_property_get_int(OBJECT(armcpu),
466 "psci-conduit",
467 &error_abort);
468 switch (psci_conduit) {
469 case QEMU_PSCI_CONDUIT_DISABLED:
470 return;
471 case QEMU_PSCI_CONDUIT_HVC:
472 psci_method = "hvc";
473 break;
474 case QEMU_PSCI_CONDUIT_SMC:
475 psci_method = "smc";
476 break;
477 default:
478 g_assert_not_reached();
479 }
480
481
482
483
484
485 rc = fdt_path_offset(fdt, "/psci");
486 if (rc >= 0) {
487 return;
488 }
489
490 qemu_fdt_add_subnode(fdt, "/psci");
491 if (armcpu->psci_version == 2) {
492 const char comp[] = "arm,psci-0.2\0arm,psci";
493 qemu_fdt_setprop(fdt, "/psci", "compatible", comp, sizeof(comp));
494
495 cpu_off_fn = QEMU_PSCI_0_2_FN_CPU_OFF;
496 if (arm_feature(&armcpu->env, ARM_FEATURE_AARCH64)) {
497 cpu_suspend_fn = QEMU_PSCI_0_2_FN64_CPU_SUSPEND;
498 cpu_on_fn = QEMU_PSCI_0_2_FN64_CPU_ON;
499 migrate_fn = QEMU_PSCI_0_2_FN64_MIGRATE;
500 } else {
501 cpu_suspend_fn = QEMU_PSCI_0_2_FN_CPU_SUSPEND;
502 cpu_on_fn = QEMU_PSCI_0_2_FN_CPU_ON;
503 migrate_fn = QEMU_PSCI_0_2_FN_MIGRATE;
504 }
505 } else {
506 qemu_fdt_setprop_string(fdt, "/psci", "compatible", "arm,psci");
507
508 cpu_suspend_fn = QEMU_PSCI_0_1_FN_CPU_SUSPEND;
509 cpu_off_fn = QEMU_PSCI_0_1_FN_CPU_OFF;
510 cpu_on_fn = QEMU_PSCI_0_1_FN_CPU_ON;
511 migrate_fn = QEMU_PSCI_0_1_FN_MIGRATE;
512 }
513
514
515
516
517
518
519 qemu_fdt_setprop_string(fdt, "/psci", "method", psci_method);
520
521 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_suspend", cpu_suspend_fn);
522 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_off", cpu_off_fn);
523 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_on", cpu_on_fn);
524 qemu_fdt_setprop_cell(fdt, "/psci", "migrate", migrate_fn);
525}
526
527int arm_load_dtb(hwaddr addr, const struct arm_boot_info *binfo,
528 hwaddr addr_limit, AddressSpace *as, MachineState *ms)
529{
530 void *fdt = NULL;
531 int size, rc, n = 0;
532 uint32_t acells, scells;
533 unsigned int i;
534 hwaddr mem_base, mem_len;
535 char **node_path;
536 Error *err = NULL;
537
538 if (binfo->dtb_filename) {
539 char *filename;
540 filename = qemu_find_file(QEMU_FILE_TYPE_BIOS, binfo->dtb_filename);
541 if (!filename) {
542 fprintf(stderr, "Couldn't open dtb file %s\n", binfo->dtb_filename);
543 goto fail;
544 }
545
546 fdt = load_device_tree(filename, &size);
547 if (!fdt) {
548 fprintf(stderr, "Couldn't open dtb file %s\n", filename);
549 g_free(filename);
550 goto fail;
551 }
552 g_free(filename);
553 } else {
554 fdt = binfo->get_dtb(binfo, &size);
555 if (!fdt) {
556 fprintf(stderr, "Board was unable to create a dtb blob\n");
557 goto fail;
558 }
559 }
560
561 if (addr_limit > addr && size > (addr_limit - addr)) {
562
563
564
565
566 g_free(fdt);
567 return 0;
568 }
569
570 acells = qemu_fdt_getprop_cell(fdt, "/", "#address-cells",
571 NULL, &error_fatal);
572 scells = qemu_fdt_getprop_cell(fdt, "/", "#size-cells",
573 NULL, &error_fatal);
574 if (acells == 0 || scells == 0) {
575 fprintf(stderr, "dtb file invalid (#address-cells or #size-cells 0)\n");
576 goto fail;
577 }
578
579 if (scells < 2 && binfo->ram_size >= 4 * GiB) {
580
581
582
583 fprintf(stderr, "qemu: dtb file not compatible with "
584 "RAM size > 4GB\n");
585 goto fail;
586 }
587
588
589 node_path = qemu_fdt_node_unit_path(fdt, "memory", &err);
590 if (err) {
591 error_report_err(err);
592 goto fail;
593 }
594 while (node_path[n]) {
595 if (g_str_has_prefix(node_path[n], "/memory")) {
596 qemu_fdt_nop_node(fdt, node_path[n]);
597 }
598 n++;
599 }
600 g_strfreev(node_path);
601
602 if (ms->numa_state != NULL && ms->numa_state->num_nodes > 0) {
603 mem_base = binfo->loader_start;
604 for (i = 0; i < ms->numa_state->num_nodes; i++) {
605 mem_len = ms->numa_state->nodes[i].node_mem;
606 rc = fdt_add_memory_node(fdt, acells, mem_base,
607 scells, mem_len, i);
608 if (rc < 0) {
609 fprintf(stderr, "couldn't add /memory@%"PRIx64" node\n",
610 mem_base);
611 goto fail;
612 }
613
614 mem_base += mem_len;
615 }
616 } else {
617 rc = fdt_add_memory_node(fdt, acells, binfo->loader_start,
618 scells, binfo->ram_size, -1);
619 if (rc < 0) {
620 fprintf(stderr, "couldn't add /memory@%"PRIx64" node\n",
621 binfo->loader_start);
622 goto fail;
623 }
624 }
625
626 rc = fdt_path_offset(fdt, "/chosen");
627 if (rc < 0) {
628 qemu_fdt_add_subnode(fdt, "/chosen");
629 }
630
631 if (ms->kernel_cmdline && *ms->kernel_cmdline) {
632 rc = qemu_fdt_setprop_string(fdt, "/chosen", "bootargs",
633 ms->kernel_cmdline);
634 if (rc < 0) {
635 fprintf(stderr, "couldn't set /chosen/bootargs\n");
636 goto fail;
637 }
638 }
639
640 if (binfo->initrd_size) {
641 rc = qemu_fdt_setprop_cell(fdt, "/chosen", "linux,initrd-start",
642 binfo->initrd_start);
643 if (rc < 0) {
644 fprintf(stderr, "couldn't set /chosen/linux,initrd-start\n");
645 goto fail;
646 }
647
648 rc = qemu_fdt_setprop_cell(fdt, "/chosen", "linux,initrd-end",
649 binfo->initrd_start + binfo->initrd_size);
650 if (rc < 0) {
651 fprintf(stderr, "couldn't set /chosen/linux,initrd-end\n");
652 goto fail;
653 }
654 }
655
656 fdt_add_psci_node(fdt);
657
658 if (binfo->modify_dtb) {
659 binfo->modify_dtb(binfo, fdt);
660 }
661
662 qemu_fdt_dumpdtb(fdt, size);
663
664
665
666
667 rom_add_blob_fixed_as("dtb", fdt, size, addr, as);
668
669 g_free(fdt);
670
671 return size;
672
673fail:
674 g_free(fdt);
675 return -1;
676}
677
678static void do_cpu_reset(void *opaque)
679{
680 ARMCPU *cpu = opaque;
681 CPUState *cs = CPU(cpu);
682 CPUARMState *env = &cpu->env;
683 const struct arm_boot_info *info = env->boot_info;
684
685 cpu_reset(cs);
686 if (info) {
687 if (!info->is_linux) {
688 int i;
689
690 uint64_t entry = info->entry;
691
692 switch (info->endianness) {
693 case ARM_ENDIANNESS_LE:
694 env->cp15.sctlr_el[1] &= ~SCTLR_E0E;
695 for (i = 1; i < 4; ++i) {
696 env->cp15.sctlr_el[i] &= ~SCTLR_EE;
697 }
698 env->uncached_cpsr &= ~CPSR_E;
699 break;
700 case ARM_ENDIANNESS_BE8:
701 env->cp15.sctlr_el[1] |= SCTLR_E0E;
702 for (i = 1; i < 4; ++i) {
703 env->cp15.sctlr_el[i] |= SCTLR_EE;
704 }
705 env->uncached_cpsr |= CPSR_E;
706 break;
707 case ARM_ENDIANNESS_BE32:
708 env->cp15.sctlr_el[1] |= SCTLR_B;
709 break;
710 case ARM_ENDIANNESS_UNKNOWN:
711 break;
712 default:
713 g_assert_not_reached();
714 }
715
716 cpu_set_pc(cs, entry);
717 } else {
718
719
720
721
722
723
724 if (arm_feature(env, ARM_FEATURE_EL3)) {
725
726
727
728
729
730
731 if (env->aarch64) {
732 env->cp15.scr_el3 |= SCR_RW;
733 if (arm_feature(env, ARM_FEATURE_EL2)) {
734 env->cp15.hcr_el2 |= HCR_RW;
735 env->pstate = PSTATE_MODE_EL2h;
736 } else {
737 env->pstate = PSTATE_MODE_EL1h;
738 }
739
740 assert(!info->secure_boot);
741
742
743
744
745 assert(!info->secure_board_setup);
746 }
747
748 if (arm_feature(env, ARM_FEATURE_EL2)) {
749
750 env->cp15.scr_el3 |= SCR_HCE;
751 }
752
753
754 if (!info->secure_boot &&
755 (cs != first_cpu || !info->secure_board_setup)) {
756
757 env->cp15.scr_el3 |= SCR_NS;
758
759 env->cp15.nsacr |= 3 << 10;
760 }
761 }
762
763 if (!env->aarch64 && !info->secure_boot &&
764 arm_feature(env, ARM_FEATURE_EL2)) {
765
766
767
768
769
770
771 cpsr_write(env, ARM_CPU_MODE_HYP, CPSR_M, CPSRWriteRaw);
772 }
773
774 if (cs == first_cpu) {
775 AddressSpace *as = arm_boot_address_space(cpu, info);
776
777 cpu_set_pc(cs, info->loader_start);
778
779 if (!have_dtb(info)) {
780 if (old_param) {
781 set_kernel_args_old(info, as);
782 } else {
783 set_kernel_args(info, as);
784 }
785 }
786 } else {
787 info->secondary_cpu_reset_hook(cpu, info);
788 }
789 }
790 arm_rebuild_hflags(env);
791 }
792}
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811static void load_image_to_fw_cfg(FWCfgState *fw_cfg, uint16_t size_key,
812 uint16_t data_key, const char *image_name,
813 bool try_decompress)
814{
815 size_t size = -1;
816 uint8_t *data;
817
818 if (image_name == NULL) {
819 return;
820 }
821
822 if (try_decompress) {
823 size = load_image_gzipped_buffer(image_name,
824 LOAD_IMAGE_MAX_GUNZIP_BYTES, &data);
825 }
826
827 if (size == (size_t)-1) {
828 gchar *contents;
829 gsize length;
830
831 if (!g_file_get_contents(image_name, &contents, &length, NULL)) {
832 error_report("failed to load \"%s\"", image_name);
833 exit(1);
834 }
835 size = length;
836 data = (uint8_t *)contents;
837 }
838
839 fw_cfg_add_i32(fw_cfg, size_key, size);
840 fw_cfg_add_bytes(fw_cfg, data_key, data, size);
841}
842
843static int do_arm_linux_init(Object *obj, void *opaque)
844{
845 if (object_dynamic_cast(obj, TYPE_ARM_LINUX_BOOT_IF)) {
846 ARMLinuxBootIf *albif = ARM_LINUX_BOOT_IF(obj);
847 ARMLinuxBootIfClass *albifc = ARM_LINUX_BOOT_IF_GET_CLASS(obj);
848 struct arm_boot_info *info = opaque;
849
850 if (albifc->arm_linux_init) {
851 albifc->arm_linux_init(albif, info->secure_boot);
852 }
853 }
854 return 0;
855}
856
857static int64_t arm_load_elf(struct arm_boot_info *info, uint64_t *pentry,
858 uint64_t *lowaddr, uint64_t *highaddr,
859 int elf_machine, AddressSpace *as)
860{
861 bool elf_is64;
862 union {
863 Elf32_Ehdr h32;
864 Elf64_Ehdr h64;
865 } elf_header;
866 int data_swab = 0;
867 bool big_endian;
868 int64_t ret = -1;
869 Error *err = NULL;
870
871
872 load_elf_hdr(info->kernel_filename, &elf_header, &elf_is64, &err);
873 if (err) {
874 error_free(err);
875 return ret;
876 }
877
878 if (elf_is64) {
879 big_endian = elf_header.h64.e_ident[EI_DATA] == ELFDATA2MSB;
880 info->endianness = big_endian ? ARM_ENDIANNESS_BE8
881 : ARM_ENDIANNESS_LE;
882 } else {
883 big_endian = elf_header.h32.e_ident[EI_DATA] == ELFDATA2MSB;
884 if (big_endian) {
885 if (bswap32(elf_header.h32.e_flags) & EF_ARM_BE8) {
886 info->endianness = ARM_ENDIANNESS_BE8;
887 } else {
888 info->endianness = ARM_ENDIANNESS_BE32;
889
890
891
892
893
894
895
896 data_swab = 2;
897 }
898 } else {
899 info->endianness = ARM_ENDIANNESS_LE;
900 }
901 }
902
903 ret = load_elf_as(info->kernel_filename, NULL, NULL, NULL,
904 pentry, lowaddr, highaddr, NULL, big_endian, elf_machine,
905 1, data_swab, as);
906 if (ret <= 0) {
907
908 exit(1);
909 }
910
911 return ret;
912}
913
914static uint64_t load_aarch64_image(const char *filename, hwaddr mem_base,
915 hwaddr *entry, AddressSpace *as)
916{
917 hwaddr kernel_load_offset = KERNEL64_LOAD_ADDR;
918 uint64_t kernel_size = 0;
919 uint8_t *buffer;
920 int size;
921
922
923 size = load_image_gzipped_buffer(filename, LOAD_IMAGE_MAX_GUNZIP_BYTES,
924 &buffer);
925
926 if (size < 0) {
927 gsize len;
928
929
930 if (!g_file_get_contents(filename, (char **)&buffer, &len, NULL)) {
931 return -1;
932 }
933 size = len;
934 }
935
936
937 if (size > ARM64_MAGIC_OFFSET + 4 &&
938 memcmp(buffer + ARM64_MAGIC_OFFSET, "ARM\x64", 4) == 0) {
939 uint64_t hdrvals[2];
940
941
942
943
944
945 memcpy(&hdrvals, buffer + ARM64_TEXT_OFFSET_OFFSET, sizeof(hdrvals));
946
947 kernel_size = le64_to_cpu(hdrvals[1]);
948
949 if (kernel_size != 0) {
950 kernel_load_offset = le64_to_cpu(hdrvals[0]);
951
952
953
954
955
956
957
958
959
960
961 if (kernel_load_offset < BOOTLOADER_MAX_SIZE) {
962 kernel_load_offset += 2 * MiB;
963 }
964 }
965 }
966
967
968
969
970
971
972 if (kernel_size == 0) {
973 kernel_size = size;
974 }
975
976 *entry = mem_base + kernel_load_offset;
977 rom_add_blob_fixed_as(filename, buffer, size, *entry, as);
978
979 g_free(buffer);
980
981 return kernel_size;
982}
983
984static void arm_setup_direct_kernel_boot(ARMCPU *cpu,
985 struct arm_boot_info *info)
986{
987
988 CPUState *cs;
989 AddressSpace *as = arm_boot_address_space(cpu, info);
990 int kernel_size;
991 int initrd_size;
992 int is_linux = 0;
993 uint64_t elf_entry;
994
995 uint64_t image_low_addr = 0, image_high_addr = 0;
996 int elf_machine;
997 hwaddr entry;
998 static const ARMInsnFixup *primary_loader;
999 uint64_t ram_end = info->loader_start + info->ram_size;
1000
1001 if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) {
1002 primary_loader = bootloader_aarch64;
1003 elf_machine = EM_AARCH64;
1004 } else {
1005 primary_loader = bootloader;
1006 if (!info->write_board_setup) {
1007 primary_loader += BOOTLOADER_NO_BOARD_SETUP_OFFSET;
1008 }
1009 elf_machine = EM_ARM;
1010 }
1011
1012 if (!info->secondary_cpu_reset_hook) {
1013 info->secondary_cpu_reset_hook = default_reset_secondary;
1014 }
1015 if (!info->write_secondary_boot) {
1016 info->write_secondary_boot = default_write_secondary;
1017 }
1018
1019 if (info->nb_cpus == 0)
1020 info->nb_cpus = 1;
1021
1022
1023 kernel_size = arm_load_elf(info, &elf_entry, &image_low_addr,
1024 &image_high_addr, elf_machine, as);
1025 if (kernel_size > 0 && have_dtb(info)) {
1026
1027
1028
1029
1030 if (image_low_addr > info->loader_start
1031 || image_high_addr < info->loader_start) {
1032
1033
1034
1035
1036 if (image_low_addr < info->loader_start) {
1037 image_low_addr = 0;
1038 }
1039 info->dtb_start = info->loader_start;
1040 info->dtb_limit = image_low_addr;
1041 }
1042 }
1043 entry = elf_entry;
1044 if (kernel_size < 0) {
1045 uint64_t loadaddr = info->loader_start + KERNEL_NOLOAD_ADDR;
1046 kernel_size = load_uimage_as(info->kernel_filename, &entry, &loadaddr,
1047 &is_linux, NULL, NULL, as);
1048 if (kernel_size >= 0) {
1049 image_low_addr = loadaddr;
1050 image_high_addr = image_low_addr + kernel_size;
1051 }
1052 }
1053 if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64) && kernel_size < 0) {
1054 kernel_size = load_aarch64_image(info->kernel_filename,
1055 info->loader_start, &entry, as);
1056 is_linux = 1;
1057 if (kernel_size >= 0) {
1058 image_low_addr = entry;
1059 image_high_addr = image_low_addr + kernel_size;
1060 }
1061 } else if (kernel_size < 0) {
1062
1063 entry = info->loader_start + KERNEL_LOAD_ADDR;
1064 kernel_size = load_image_targphys_as(info->kernel_filename, entry,
1065 ram_end - KERNEL_LOAD_ADDR, as);
1066 is_linux = 1;
1067 if (kernel_size >= 0) {
1068 image_low_addr = entry;
1069 image_high_addr = image_low_addr + kernel_size;
1070 }
1071 }
1072 if (kernel_size < 0) {
1073 error_report("could not load kernel '%s'", info->kernel_filename);
1074 exit(1);
1075 }
1076
1077 if (kernel_size > info->ram_size) {
1078 error_report("kernel '%s' is too large to fit in RAM "
1079 "(kernel size %d, RAM size %" PRId64 ")",
1080 info->kernel_filename, kernel_size, info->ram_size);
1081 exit(1);
1082 }
1083
1084 info->entry = entry;
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101 info->initrd_start = info->loader_start +
1102 MIN(info->ram_size / 2, 128 * MiB);
1103 if (image_high_addr) {
1104 info->initrd_start = MAX(info->initrd_start, image_high_addr);
1105 }
1106 info->initrd_start = TARGET_PAGE_ALIGN(info->initrd_start);
1107
1108 if (is_linux) {
1109 uint32_t fixupcontext[FIXUP_MAX];
1110
1111 if (info->initrd_filename) {
1112
1113 if (info->initrd_start >= ram_end) {
1114 error_report("not enough space after kernel to load initrd");
1115 exit(1);
1116 }
1117
1118 initrd_size = load_ramdisk_as(info->initrd_filename,
1119 info->initrd_start,
1120 ram_end - info->initrd_start, as);
1121 if (initrd_size < 0) {
1122 initrd_size = load_image_targphys_as(info->initrd_filename,
1123 info->initrd_start,
1124 ram_end -
1125 info->initrd_start,
1126 as);
1127 }
1128 if (initrd_size < 0) {
1129 error_report("could not load initrd '%s'",
1130 info->initrd_filename);
1131 exit(1);
1132 }
1133 if (info->initrd_start + initrd_size > ram_end) {
1134 error_report("could not load initrd '%s': "
1135 "too big to fit into RAM after the kernel",
1136 info->initrd_filename);
1137 exit(1);
1138 }
1139 } else {
1140 initrd_size = 0;
1141 }
1142 info->initrd_size = initrd_size;
1143
1144 fixupcontext[FIXUP_BOARDID] = info->board_id;
1145 fixupcontext[FIXUP_BOARD_SETUP] = info->board_setup_addr;
1146
1147
1148
1149
1150
1151 if (have_dtb(info)) {
1152 hwaddr align;
1153
1154 if (elf_machine == EM_AARCH64) {
1155
1156
1157
1158
1159
1160
1161
1162 align = 2 * MiB;
1163 } else {
1164
1165
1166
1167
1168 align = 4 * KiB;
1169 }
1170
1171
1172 info->dtb_start = QEMU_ALIGN_UP(info->initrd_start + initrd_size,
1173 align);
1174 if (info->dtb_start >= ram_end) {
1175 error_report("Not enough space for DTB after kernel/initrd");
1176 exit(1);
1177 }
1178 fixupcontext[FIXUP_ARGPTR_LO] = info->dtb_start;
1179 fixupcontext[FIXUP_ARGPTR_HI] = info->dtb_start >> 32;
1180 } else {
1181 fixupcontext[FIXUP_ARGPTR_LO] =
1182 info->loader_start + KERNEL_ARGS_ADDR;
1183 fixupcontext[FIXUP_ARGPTR_HI] =
1184 (info->loader_start + KERNEL_ARGS_ADDR) >> 32;
1185 if (info->ram_size >= 4 * GiB) {
1186 error_report("RAM size must be less than 4GB to boot"
1187 " Linux kernel using ATAGS (try passing a device tree"
1188 " using -dtb)");
1189 exit(1);
1190 }
1191 }
1192 fixupcontext[FIXUP_ENTRYPOINT_LO] = entry;
1193 fixupcontext[FIXUP_ENTRYPOINT_HI] = entry >> 32;
1194
1195 write_bootloader("bootloader", info->loader_start,
1196 primary_loader, fixupcontext, as);
1197
1198 if (info->nb_cpus > 1) {
1199 info->write_secondary_boot(cpu, info);
1200 }
1201 if (info->write_board_setup) {
1202 info->write_board_setup(cpu, info);
1203 }
1204
1205
1206
1207
1208
1209 object_child_foreach_recursive(object_get_root(),
1210 do_arm_linux_init, info);
1211 }
1212 info->is_linux = is_linux;
1213
1214 for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) {
1215 ARM_CPU(cs)->env.boot_info = info;
1216 }
1217}
1218
1219static void arm_setup_firmware_boot(ARMCPU *cpu, struct arm_boot_info *info)
1220{
1221
1222
1223 if (have_dtb(info)) {
1224
1225
1226
1227
1228
1229 info->dtb_start = info->loader_start;
1230 }
1231
1232 if (info->kernel_filename) {
1233 FWCfgState *fw_cfg;
1234 bool try_decompressing_kernel;
1235
1236 fw_cfg = fw_cfg_find();
1237 try_decompressing_kernel = arm_feature(&cpu->env,
1238 ARM_FEATURE_AARCH64);
1239
1240
1241
1242
1243
1244
1245 load_image_to_fw_cfg(fw_cfg,
1246 FW_CFG_KERNEL_SIZE, FW_CFG_KERNEL_DATA,
1247 info->kernel_filename,
1248 try_decompressing_kernel);
1249 load_image_to_fw_cfg(fw_cfg,
1250 FW_CFG_INITRD_SIZE, FW_CFG_INITRD_DATA,
1251 info->initrd_filename, false);
1252
1253 if (info->kernel_cmdline) {
1254 fw_cfg_add_i32(fw_cfg, FW_CFG_CMDLINE_SIZE,
1255 strlen(info->kernel_cmdline) + 1);
1256 fw_cfg_add_string(fw_cfg, FW_CFG_CMDLINE_DATA,
1257 info->kernel_cmdline);
1258 }
1259 }
1260
1261
1262
1263
1264
1265
1266}
1267
1268void arm_load_kernel(ARMCPU *cpu, MachineState *ms, struct arm_boot_info *info)
1269{
1270 CPUState *cs;
1271 AddressSpace *as = arm_boot_address_space(cpu, info);
1272
1273
1274
1275
1276
1277
1278
1279 for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) {
1280 qemu_register_reset(do_cpu_reset, ARM_CPU(cs));
1281 }
1282
1283
1284
1285
1286
1287
1288 assert(!(info->secure_board_setup && kvm_enabled()));
1289 info->kernel_filename = ms->kernel_filename;
1290 info->kernel_cmdline = ms->kernel_cmdline;
1291 info->initrd_filename = ms->initrd_filename;
1292 info->dtb_filename = qemu_opt_get(qemu_get_machine_opts(), "dtb");
1293 info->dtb_limit = 0;
1294
1295
1296 if (!info->kernel_filename || info->firmware_loaded) {
1297 arm_setup_firmware_boot(cpu, info);
1298 } else {
1299 arm_setup_direct_kernel_boot(cpu, info);
1300 }
1301
1302 if (!info->skip_dtb_autoload && have_dtb(info)) {
1303 if (arm_load_dtb(info->dtb_start, info, info->dtb_limit, as, ms) < 0) {
1304 exit(1);
1305 }
1306 }
1307}
1308
1309static const TypeInfo arm_linux_boot_if_info = {
1310 .name = TYPE_ARM_LINUX_BOOT_IF,
1311 .parent = TYPE_INTERFACE,
1312 .class_size = sizeof(ARMLinuxBootIfClass),
1313};
1314
1315static void arm_linux_boot_register_types(void)
1316{
1317 type_register_static(&arm_linux_boot_if_info);
1318}
1319
1320type_init(arm_linux_boot_register_types)
1321