1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16#define KMSG_COMPONENT "setup"
17#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
18
19#include <linux/errno.h>
20#include <linux/export.h>
21#include <linux/sched.h>
22#include <linux/sched/task.h>
23#include <linux/cpu.h>
24#include <linux/kernel.h>
25#include <linux/memblock.h>
26#include <linux/mm.h>
27#include <linux/stddef.h>
28#include <linux/unistd.h>
29#include <linux/ptrace.h>
30#include <linux/random.h>
31#include <linux/user.h>
32#include <linux/tty.h>
33#include <linux/ioport.h>
34#include <linux/delay.h>
35#include <linux/init.h>
36#include <linux/initrd.h>
37#include <linux/root_dev.h>
38#include <linux/console.h>
39#include <linux/kernel_stat.h>
40#include <linux/dma-contiguous.h>
41#include <linux/device.h>
42#include <linux/notifier.h>
43#include <linux/pfn.h>
44#include <linux/ctype.h>
45#include <linux/reboot.h>
46#include <linux/topology.h>
47#include <linux/kexec.h>
48#include <linux/crash_dump.h>
49#include <linux/memory.h>
50#include <linux/compat.h>
51#include <linux/start_kernel.h>
52
53#include <asm/ipl.h>
54#include <asm/facility.h>
55#include <asm/smp.h>
56#include <asm/mmu_context.h>
57#include <asm/cpcmd.h>
58#include <asm/lowcore.h>
59#include <asm/nmi.h>
60#include <asm/irq.h>
61#include <asm/page.h>
62#include <asm/ptrace.h>
63#include <asm/sections.h>
64#include <asm/ebcdic.h>
65#include <asm/diag.h>
66#include <asm/os_info.h>
67#include <asm/sclp.h>
68#include <asm/sysinfo.h>
69#include <asm/numa.h>
70#include <asm/alternative.h>
71#include <asm/nospec-branch.h>
72#include <asm/mem_detect.h>
73#include "entry.h"
74
75
76
77
78unsigned int console_mode = 0;
79EXPORT_SYMBOL(console_mode);
80
81unsigned int console_devno = -1;
82EXPORT_SYMBOL(console_devno);
83
84unsigned int console_irq = -1;
85EXPORT_SYMBOL(console_irq);
86
87unsigned long elf_hwcap __read_mostly = 0;
88char elf_platform[ELF_PLATFORM_SIZE];
89
90unsigned long int_hwcap = 0;
91
92int __bootdata(noexec_disabled);
93int __bootdata(memory_end_set);
94unsigned long __bootdata(memory_end);
95unsigned long __bootdata(max_physmem_end);
96struct mem_detect_info __bootdata(mem_detect);
97
98unsigned long VMALLOC_START;
99EXPORT_SYMBOL(VMALLOC_START);
100
101unsigned long VMALLOC_END;
102EXPORT_SYMBOL(VMALLOC_END);
103
104struct page *vmemmap;
105EXPORT_SYMBOL(vmemmap);
106
107unsigned long MODULES_VADDR;
108unsigned long MODULES_END;
109
110
111struct lowcore *lowcore_ptr[NR_CPUS];
112EXPORT_SYMBOL(lowcore_ptr);
113
114
115
116
117
118
119
120#include <asm/setup.h>
121
122
123
124
125
126static int __init condev_setup(char *str)
127{
128 int vdev;
129
130 vdev = simple_strtoul(str, &str, 0);
131 if (vdev >= 0 && vdev < 65536) {
132 console_devno = vdev;
133 console_irq = -1;
134 }
135 return 1;
136}
137
138__setup("condev=", condev_setup);
139
140static void __init set_preferred_console(void)
141{
142 if (CONSOLE_IS_3215 || CONSOLE_IS_SCLP)
143 add_preferred_console("ttyS", 0, NULL);
144 else if (CONSOLE_IS_3270)
145 add_preferred_console("tty3270", 0, NULL);
146 else if (CONSOLE_IS_VT220)
147 add_preferred_console("ttyS", 1, NULL);
148 else if (CONSOLE_IS_HVC)
149 add_preferred_console("hvc", 0, NULL);
150}
151
152static int __init conmode_setup(char *str)
153{
154#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
155 if (strncmp(str, "hwc", 4) == 0 || strncmp(str, "sclp", 5) == 0)
156 SET_CONSOLE_SCLP;
157#endif
158#if defined(CONFIG_TN3215_CONSOLE)
159 if (strncmp(str, "3215", 5) == 0)
160 SET_CONSOLE_3215;
161#endif
162#if defined(CONFIG_TN3270_CONSOLE)
163 if (strncmp(str, "3270", 5) == 0)
164 SET_CONSOLE_3270;
165#endif
166 set_preferred_console();
167 return 1;
168}
169
170__setup("conmode=", conmode_setup);
171
172static void __init conmode_default(void)
173{
174 char query_buffer[1024];
175 char *ptr;
176
177 if (MACHINE_IS_VM) {
178 cpcmd("QUERY CONSOLE", query_buffer, 1024, NULL);
179 console_devno = simple_strtoul(query_buffer + 5, NULL, 16);
180 ptr = strstr(query_buffer, "SUBCHANNEL =");
181 console_irq = simple_strtoul(ptr + 13, NULL, 16);
182 cpcmd("QUERY TERM", query_buffer, 1024, NULL);
183 ptr = strstr(query_buffer, "CONMODE");
184
185
186
187
188
189
190
191 cpcmd("TERM CONMODE 3215", NULL, 0, NULL);
192 if (ptr == NULL) {
193#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
194 SET_CONSOLE_SCLP;
195#endif
196 return;
197 }
198 if (strncmp(ptr + 8, "3270", 4) == 0) {
199#if defined(CONFIG_TN3270_CONSOLE)
200 SET_CONSOLE_3270;
201#elif defined(CONFIG_TN3215_CONSOLE)
202 SET_CONSOLE_3215;
203#elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
204 SET_CONSOLE_SCLP;
205#endif
206 } else if (strncmp(ptr + 8, "3215", 4) == 0) {
207#if defined(CONFIG_TN3215_CONSOLE)
208 SET_CONSOLE_3215;
209#elif defined(CONFIG_TN3270_CONSOLE)
210 SET_CONSOLE_3270;
211#elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
212 SET_CONSOLE_SCLP;
213#endif
214 }
215 } else if (MACHINE_IS_KVM) {
216 if (sclp.has_vt220 && IS_ENABLED(CONFIG_SCLP_VT220_CONSOLE))
217 SET_CONSOLE_VT220;
218 else if (sclp.has_linemode && IS_ENABLED(CONFIG_SCLP_CONSOLE))
219 SET_CONSOLE_SCLP;
220 else
221 SET_CONSOLE_HVC;
222 } else {
223#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
224 SET_CONSOLE_SCLP;
225#endif
226 }
227 if (IS_ENABLED(CONFIG_VT) && IS_ENABLED(CONFIG_DUMMY_CONSOLE))
228 conswitchp = &dummy_con;
229}
230
231#ifdef CONFIG_CRASH_DUMP
232static void __init setup_zfcpdump(void)
233{
234 if (ipl_info.type != IPL_TYPE_FCP_DUMP)
235 return;
236 if (OLDMEM_BASE)
237 return;
238 strcat(boot_command_line, " cio_ignore=all,!ipldev,!condev");
239 console_loglevel = 2;
240}
241#else
242static inline void setup_zfcpdump(void) {}
243#endif
244
245
246
247
248
249
250void machine_restart(char *command)
251{
252 if ((!in_interrupt() && !in_atomic()) || oops_in_progress)
253
254
255
256
257 console_unblank();
258 _machine_restart(command);
259}
260
261void machine_halt(void)
262{
263 if (!in_interrupt() || oops_in_progress)
264
265
266
267
268 console_unblank();
269 _machine_halt();
270}
271
272void machine_power_off(void)
273{
274 if (!in_interrupt() || oops_in_progress)
275
276
277
278
279 console_unblank();
280 _machine_power_off();
281}
282
283
284
285
286void (*pm_power_off)(void) = machine_power_off;
287EXPORT_SYMBOL_GPL(pm_power_off);
288
289static int __init parse_vmalloc(char *arg)
290{
291 if (!arg)
292 return -EINVAL;
293 VMALLOC_END = (memparse(arg, &arg) + PAGE_SIZE - 1) & PAGE_MASK;
294 return 0;
295}
296early_param("vmalloc", parse_vmalloc);
297
298void *restart_stack __section(.data);
299
300unsigned long stack_alloc(void)
301{
302#ifdef CONFIG_VMAP_STACK
303 return (unsigned long)
304 __vmalloc_node_range(THREAD_SIZE, THREAD_SIZE,
305 VMALLOC_START, VMALLOC_END,
306 THREADINFO_GFP,
307 PAGE_KERNEL, 0, NUMA_NO_NODE,
308 __builtin_return_address(0));
309#else
310 return __get_free_pages(GFP_KERNEL, THREAD_SIZE_ORDER);
311#endif
312}
313
314void stack_free(unsigned long stack)
315{
316#ifdef CONFIG_VMAP_STACK
317 vfree((void *) stack);
318#else
319 free_pages(stack, THREAD_SIZE_ORDER);
320#endif
321}
322
323int __init arch_early_irq_init(void)
324{
325 unsigned long stack;
326
327 stack = __get_free_pages(GFP_KERNEL, THREAD_SIZE_ORDER);
328 if (!stack)
329 panic("Couldn't allocate async stack");
330 S390_lowcore.async_stack = stack + STACK_INIT_OFFSET;
331 return 0;
332}
333
334static int __init async_stack_realloc(void)
335{
336 unsigned long old, new;
337
338 old = S390_lowcore.async_stack - STACK_INIT_OFFSET;
339 new = stack_alloc();
340 if (!new)
341 panic("Couldn't allocate async stack");
342 S390_lowcore.async_stack = new + STACK_INIT_OFFSET;
343 free_pages(old, THREAD_SIZE_ORDER);
344 return 0;
345}
346early_initcall(async_stack_realloc);
347
348void __init arch_call_rest_init(void)
349{
350 struct stack_frame *frame;
351 unsigned long stack;
352
353 stack = stack_alloc();
354 if (!stack)
355 panic("Couldn't allocate kernel stack");
356 current->stack = (void *) stack;
357#ifdef CONFIG_VMAP_STACK
358 current->stack_vm_area = (void *) stack;
359#endif
360 set_task_stack_end_magic(current);
361 stack += STACK_INIT_OFFSET;
362 S390_lowcore.kernel_stack = stack;
363 frame = (struct stack_frame *) stack;
364 memset(frame, 0, sizeof(*frame));
365
366 asm volatile(
367 " la 15,0(%[_frame])\n"
368 " jg rest_init\n"
369 : : [_frame] "a" (frame));
370}
371
372static void __init setup_lowcore_dat_off(void)
373{
374 struct lowcore *lc;
375
376
377
378
379 BUILD_BUG_ON(sizeof(struct lowcore) != LC_PAGES * PAGE_SIZE);
380 lc = memblock_alloc_low(sizeof(*lc), sizeof(*lc));
381 if (!lc)
382 panic("%s: Failed to allocate %zu bytes align=%zx\n",
383 __func__, sizeof(*lc), sizeof(*lc));
384
385 lc->restart_psw.mask = PSW_KERNEL_BITS;
386 lc->restart_psw.addr = (unsigned long) restart_int_handler;
387 lc->external_new_psw.mask = PSW_KERNEL_BITS | PSW_MASK_MCHECK;
388 lc->external_new_psw.addr = (unsigned long) ext_int_handler;
389 lc->svc_new_psw.mask = PSW_KERNEL_BITS |
390 PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK;
391 lc->svc_new_psw.addr = (unsigned long) system_call;
392 lc->program_new_psw.mask = PSW_KERNEL_BITS | PSW_MASK_MCHECK;
393 lc->program_new_psw.addr = (unsigned long) pgm_check_handler;
394 lc->mcck_new_psw.mask = PSW_KERNEL_BITS;
395 lc->mcck_new_psw.addr = (unsigned long) mcck_int_handler;
396 lc->io_new_psw.mask = PSW_KERNEL_BITS | PSW_MASK_MCHECK;
397 lc->io_new_psw.addr = (unsigned long) io_int_handler;
398 lc->clock_comparator = clock_comparator_max;
399 lc->nodat_stack = ((unsigned long) &init_thread_union)
400 + THREAD_SIZE - STACK_FRAME_OVERHEAD - sizeof(struct pt_regs);
401 lc->current_task = (unsigned long)&init_task;
402 lc->lpp = LPP_MAGIC;
403 lc->machine_flags = S390_lowcore.machine_flags;
404 lc->preempt_count = S390_lowcore.preempt_count;
405 lc->stfl_fac_list = S390_lowcore.stfl_fac_list;
406 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list,
407 sizeof(lc->stfle_fac_list));
408 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list,
409 sizeof(lc->alt_stfle_fac_list));
410 nmi_alloc_boot_cpu(lc);
411 vdso_alloc_boot_cpu(lc);
412 lc->sync_enter_timer = S390_lowcore.sync_enter_timer;
413 lc->async_enter_timer = S390_lowcore.async_enter_timer;
414 lc->exit_timer = S390_lowcore.exit_timer;
415 lc->user_timer = S390_lowcore.user_timer;
416 lc->system_timer = S390_lowcore.system_timer;
417 lc->steal_timer = S390_lowcore.steal_timer;
418 lc->last_update_timer = S390_lowcore.last_update_timer;
419 lc->last_update_clock = S390_lowcore.last_update_clock;
420
421
422
423
424
425 restart_stack = memblock_alloc(THREAD_SIZE, THREAD_SIZE);
426 if (!restart_stack)
427 panic("%s: Failed to allocate %lu bytes align=0x%lx\n",
428 __func__, THREAD_SIZE, THREAD_SIZE);
429 restart_stack += STACK_INIT_OFFSET;
430
431
432
433
434
435
436 lc->restart_stack = (unsigned long) restart_stack;
437 lc->restart_fn = (unsigned long) do_restart;
438 lc->restart_data = 0;
439 lc->restart_source = -1UL;
440
441
442 mem_assign_absolute(S390_lowcore.restart_stack, lc->restart_stack);
443 mem_assign_absolute(S390_lowcore.restart_fn, lc->restart_fn);
444 mem_assign_absolute(S390_lowcore.restart_data, lc->restart_data);
445 mem_assign_absolute(S390_lowcore.restart_source, lc->restart_source);
446 mem_assign_absolute(S390_lowcore.restart_psw, lc->restart_psw);
447
448#ifdef CONFIG_SMP
449 lc->spinlock_lockval = arch_spin_lockval(0);
450 lc->spinlock_index = 0;
451 arch_spin_lock_setup(0);
452#endif
453 lc->br_r1_trampoline = 0x07f1;
454
455 set_prefix((u32)(unsigned long) lc);
456 lowcore_ptr[0] = lc;
457}
458
459static void __init setup_lowcore_dat_on(void)
460{
461 __ctl_clear_bit(0, 28);
462 S390_lowcore.external_new_psw.mask |= PSW_MASK_DAT;
463 S390_lowcore.svc_new_psw.mask |= PSW_MASK_DAT;
464 S390_lowcore.program_new_psw.mask |= PSW_MASK_DAT;
465 S390_lowcore.io_new_psw.mask |= PSW_MASK_DAT;
466 __ctl_set_bit(0, 28);
467}
468
469static struct resource code_resource = {
470 .name = "Kernel code",
471 .flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM,
472};
473
474static struct resource data_resource = {
475 .name = "Kernel data",
476 .flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM,
477};
478
479static struct resource bss_resource = {
480 .name = "Kernel bss",
481 .flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM,
482};
483
484static struct resource __initdata *standard_resources[] = {
485 &code_resource,
486 &data_resource,
487 &bss_resource,
488};
489
490static void __init setup_resources(void)
491{
492 struct resource *res, *std_res, *sub_res;
493 struct memblock_region *reg;
494 int j;
495
496 code_resource.start = (unsigned long) _text;
497 code_resource.end = (unsigned long) _etext - 1;
498 data_resource.start = (unsigned long) _etext;
499 data_resource.end = (unsigned long) _edata - 1;
500 bss_resource.start = (unsigned long) __bss_start;
501 bss_resource.end = (unsigned long) __bss_stop - 1;
502
503 for_each_memblock(memory, reg) {
504 res = memblock_alloc(sizeof(*res), 8);
505 if (!res)
506 panic("%s: Failed to allocate %zu bytes align=0x%x\n",
507 __func__, sizeof(*res), 8);
508 res->flags = IORESOURCE_BUSY | IORESOURCE_SYSTEM_RAM;
509
510 res->name = "System RAM";
511 res->start = reg->base;
512 res->end = reg->base + reg->size - 1;
513 request_resource(&iomem_resource, res);
514
515 for (j = 0; j < ARRAY_SIZE(standard_resources); j++) {
516 std_res = standard_resources[j];
517 if (std_res->start < res->start ||
518 std_res->start > res->end)
519 continue;
520 if (std_res->end > res->end) {
521 sub_res = memblock_alloc(sizeof(*sub_res), 8);
522 if (!sub_res)
523 panic("%s: Failed to allocate %zu bytes align=0x%x\n",
524 __func__, sizeof(*sub_res), 8);
525 *sub_res = *std_res;
526 sub_res->end = res->end;
527 std_res->start = res->end + 1;
528 request_resource(res, sub_res);
529 } else {
530 request_resource(res, std_res);
531 }
532 }
533 }
534#ifdef CONFIG_CRASH_DUMP
535
536
537
538
539
540
541
542 if (crashk_res.end) {
543 memblock_add_node(crashk_res.start, resource_size(&crashk_res), 0);
544 memblock_reserve(crashk_res.start, resource_size(&crashk_res));
545 insert_resource(&iomem_resource, &crashk_res);
546 }
547#endif
548}
549
550static void __init setup_memory_end(void)
551{
552 unsigned long vmax, vmalloc_size, tmp;
553
554
555 vmalloc_size = VMALLOC_END ?: (128UL << 30) - MODULES_LEN;
556 if (IS_ENABLED(CONFIG_KASAN)) {
557 vmax = IS_ENABLED(CONFIG_KASAN_S390_4_LEVEL_PAGING)
558 ? _REGION1_SIZE
559 : _REGION2_SIZE;
560 } else {
561 tmp = (memory_end ?: max_physmem_end) / PAGE_SIZE;
562 tmp = tmp * (sizeof(struct page) + PAGE_SIZE);
563 if (tmp + vmalloc_size + MODULES_LEN <= _REGION2_SIZE)
564 vmax = _REGION2_SIZE;
565 else
566 vmax = _REGION1_SIZE;
567 }
568
569
570 MODULES_END = vmax;
571 MODULES_VADDR = MODULES_END - MODULES_LEN;
572 VMALLOC_END = MODULES_VADDR;
573 VMALLOC_START = VMALLOC_END - vmalloc_size;
574
575
576 tmp = VMALLOC_START / (PAGE_SIZE + sizeof(struct page));
577
578 tmp = SECTION_ALIGN_UP(tmp);
579 tmp = VMALLOC_START - tmp * sizeof(struct page);
580 tmp &= ~((vmax >> 11) - 1);
581 tmp = min(tmp, 1UL << MAX_PHYSMEM_BITS);
582 vmemmap = (struct page *) tmp;
583
584
585 memory_end = min(memory_end ?: max_physmem_end, (unsigned long)vmemmap);
586#ifdef CONFIG_KASAN
587
588 memory_end = min(memory_end, KASAN_SHADOW_START);
589 vmemmap = max(vmemmap, (struct page *)KASAN_SHADOW_END);
590#endif
591 max_pfn = max_low_pfn = PFN_DOWN(memory_end);
592 memblock_remove(memory_end, ULONG_MAX);
593
594 pr_notice("The maximum memory size is %luMB\n", memory_end >> 20);
595}
596
597#ifdef CONFIG_CRASH_DUMP
598
599
600
601
602
603
604static int kdump_mem_notifier(struct notifier_block *nb,
605 unsigned long action, void *data)
606{
607 struct memory_notify *arg = data;
608
609 if (action != MEM_GOING_OFFLINE)
610 return NOTIFY_OK;
611 if (arg->start_pfn < PFN_DOWN(resource_size(&crashk_res)))
612 return NOTIFY_BAD;
613 if (arg->start_pfn > PFN_DOWN(crashk_res.end))
614 return NOTIFY_OK;
615 if (arg->start_pfn + arg->nr_pages - 1 < PFN_DOWN(crashk_res.start))
616 return NOTIFY_OK;
617 return NOTIFY_BAD;
618}
619
620static struct notifier_block kdump_mem_nb = {
621 .notifier_call = kdump_mem_notifier,
622};
623
624#endif
625
626
627
628
629static void reserve_memory_end(void)
630{
631 if (memory_end_set)
632 memblock_reserve(memory_end, ULONG_MAX);
633}
634
635
636
637
638static void reserve_oldmem(void)
639{
640#ifdef CONFIG_CRASH_DUMP
641 if (OLDMEM_BASE)
642
643 memblock_reserve(OLDMEM_SIZE, (phys_addr_t)ULONG_MAX);
644#endif
645}
646
647
648
649
650static void remove_oldmem(void)
651{
652#ifdef CONFIG_CRASH_DUMP
653 if (OLDMEM_BASE)
654
655 memblock_remove(OLDMEM_SIZE, (phys_addr_t)ULONG_MAX);
656#endif
657}
658
659
660
661
662static void __init reserve_crashkernel(void)
663{
664#ifdef CONFIG_CRASH_DUMP
665 unsigned long long crash_base, crash_size;
666 phys_addr_t low, high;
667 int rc;
668
669 rc = parse_crashkernel(boot_command_line, memory_end, &crash_size,
670 &crash_base);
671
672 crash_base = ALIGN(crash_base, KEXEC_CRASH_MEM_ALIGN);
673 crash_size = ALIGN(crash_size, KEXEC_CRASH_MEM_ALIGN);
674 if (rc || crash_size == 0)
675 return;
676
677 if (memblock.memory.regions[0].size < crash_size) {
678 pr_info("crashkernel reservation failed: %s\n",
679 "first memory chunk must be at least crashkernel size");
680 return;
681 }
682
683 low = crash_base ?: OLDMEM_BASE;
684 high = low + crash_size;
685 if (low >= OLDMEM_BASE && high <= OLDMEM_BASE + OLDMEM_SIZE) {
686
687 crash_base = low;
688 } else {
689
690 low = max_t(unsigned long, crash_size, sclp.hsa_size);
691 high = crash_base ? crash_base + crash_size : ULONG_MAX;
692
693 if (crash_base && crash_base < low) {
694 pr_info("crashkernel reservation failed: %s\n",
695 "crash_base too low");
696 return;
697 }
698 low = crash_base ?: low;
699 crash_base = memblock_find_in_range(low, high, crash_size,
700 KEXEC_CRASH_MEM_ALIGN);
701 }
702
703 if (!crash_base) {
704 pr_info("crashkernel reservation failed: %s\n",
705 "no suitable area found");
706 return;
707 }
708
709 if (register_memory_notifier(&kdump_mem_nb))
710 return;
711
712 if (!OLDMEM_BASE && MACHINE_IS_VM)
713 diag10_range(PFN_DOWN(crash_base), PFN_DOWN(crash_size));
714 crashk_res.start = crash_base;
715 crashk_res.end = crash_base + crash_size - 1;
716 memblock_remove(crash_base, crash_size);
717 pr_info("Reserving %lluMB of memory at %lluMB "
718 "for crashkernel (System RAM: %luMB)\n",
719 crash_size >> 20, crash_base >> 20,
720 (unsigned long)memblock.memory.total_size >> 20);
721 os_info_crashkernel_add(crash_base, crash_size);
722#endif
723}
724
725
726
727
728static void __init reserve_initrd(void)
729{
730#ifdef CONFIG_BLK_DEV_INITRD
731 if (!INITRD_START || !INITRD_SIZE)
732 return;
733 initrd_start = INITRD_START;
734 initrd_end = initrd_start + INITRD_SIZE;
735 memblock_reserve(INITRD_START, INITRD_SIZE);
736#endif
737}
738
739static void __init reserve_mem_detect_info(void)
740{
741 unsigned long start, size;
742
743 get_mem_detect_reserved(&start, &size);
744 if (size)
745 memblock_reserve(start, size);
746}
747
748static void __init free_mem_detect_info(void)
749{
750 unsigned long start, size;
751
752 get_mem_detect_reserved(&start, &size);
753 if (size)
754 memblock_free(start, size);
755}
756
757static void __init memblock_physmem_add(phys_addr_t start, phys_addr_t size)
758{
759 memblock_dbg("memblock_physmem_add: [%#016llx-%#016llx]\n",
760 start, start + size - 1);
761 memblock_add_range(&memblock.memory, start, size, 0, 0);
762 memblock_add_range(&memblock.physmem, start, size, 0, 0);
763}
764
765static const char * __init get_mem_info_source(void)
766{
767 switch (mem_detect.info_source) {
768 case MEM_DETECT_SCLP_STOR_INFO:
769 return "sclp storage info";
770 case MEM_DETECT_DIAG260:
771 return "diag260";
772 case MEM_DETECT_SCLP_READ_INFO:
773 return "sclp read info";
774 case MEM_DETECT_BIN_SEARCH:
775 return "binary search";
776 }
777 return "none";
778}
779
780static void __init memblock_add_mem_detect_info(void)
781{
782 unsigned long start, end;
783 int i;
784
785 memblock_dbg("physmem info source: %s (%hhd)\n",
786 get_mem_info_source(), mem_detect.info_source);
787
788 memblock_set_bottom_up(true);
789 for_each_mem_detect_block(i, &start, &end)
790 memblock_physmem_add(start, end - start);
791 memblock_set_bottom_up(false);
792 memblock_dump_all();
793}
794
795
796
797
798static void __init check_initrd(void)
799{
800#ifdef CONFIG_BLK_DEV_INITRD
801 if (INITRD_START && INITRD_SIZE &&
802 !memblock_is_region_memory(INITRD_START, INITRD_SIZE)) {
803 pr_err("The initial RAM disk does not fit into the memory\n");
804 memblock_free(INITRD_START, INITRD_SIZE);
805 initrd_start = initrd_end = 0;
806 }
807#endif
808}
809
810
811
812
813static void __init reserve_kernel(void)
814{
815 unsigned long start_pfn = PFN_UP(__pa(_end));
816
817 memblock_reserve(0, PARMAREA_END);
818 memblock_reserve((unsigned long)_stext, PFN_PHYS(start_pfn)
819 - (unsigned long)_stext);
820}
821
822static void __init setup_memory(void)
823{
824 struct memblock_region *reg;
825
826
827
828
829 for_each_memblock(memory, reg) {
830 storage_key_init_range(reg->base, reg->base + reg->size);
831 }
832 psw_set_key(PAGE_DEFAULT_KEY);
833
834
835 memblock_enforce_memory_limit(memblock_end_of_DRAM());
836}
837
838
839
840
841static int __init setup_hwcaps(void)
842{
843 static const int stfl_bits[6] = { 0, 2, 7, 17, 19, 21 };
844 struct cpuid cpu_id;
845 int i;
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865 for (i = 0; i < 6; i++)
866 if (test_facility(stfl_bits[i]))
867 elf_hwcap |= 1UL << i;
868
869 if (test_facility(22) && test_facility(30))
870 elf_hwcap |= HWCAP_S390_ETF3EH;
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885 if ((elf_hwcap & (1UL << 2)) && test_facility(42) && test_facility(44))
886 elf_hwcap |= HWCAP_S390_DFP;
887
888
889
890
891 if (MACHINE_HAS_EDAT1)
892 elf_hwcap |= HWCAP_S390_HPAGE;
893
894
895
896
897
898 elf_hwcap |= HWCAP_S390_HIGH_GPRS;
899
900
901
902
903 if (MACHINE_HAS_TE)
904 elf_hwcap |= HWCAP_S390_TE;
905
906
907
908
909
910
911 if (MACHINE_HAS_VX) {
912 elf_hwcap |= HWCAP_S390_VXRS;
913 if (test_facility(134))
914 elf_hwcap |= HWCAP_S390_VXRS_EXT;
915 if (test_facility(135))
916 elf_hwcap |= HWCAP_S390_VXRS_BCD;
917 }
918
919
920
921
922 if (MACHINE_HAS_GS)
923 elf_hwcap |= HWCAP_S390_GS;
924
925 get_cpu_id(&cpu_id);
926 add_device_randomness(&cpu_id, sizeof(cpu_id));
927 switch (cpu_id.machine) {
928 case 0x2064:
929 case 0x2066:
930 default:
931 strcpy(elf_platform, "z900");
932 break;
933 case 0x2084:
934 case 0x2086:
935 strcpy(elf_platform, "z990");
936 break;
937 case 0x2094:
938 case 0x2096:
939 strcpy(elf_platform, "z9-109");
940 break;
941 case 0x2097:
942 case 0x2098:
943 strcpy(elf_platform, "z10");
944 break;
945 case 0x2817:
946 case 0x2818:
947 strcpy(elf_platform, "z196");
948 break;
949 case 0x2827:
950 case 0x2828:
951 strcpy(elf_platform, "zEC12");
952 break;
953 case 0x2964:
954 case 0x2965:
955 strcpy(elf_platform, "z13");
956 break;
957 case 0x3906:
958 case 0x3907:
959 strcpy(elf_platform, "z14");
960 break;
961 }
962
963
964
965
966 if (sclp.has_sief2)
967 int_hwcap |= HWCAP_INT_SIE;
968
969 return 0;
970}
971arch_initcall(setup_hwcaps);
972
973
974
975
976static void __init setup_randomness(void)
977{
978 struct sysinfo_3_2_2 *vmms;
979
980 vmms = (struct sysinfo_3_2_2 *) memblock_phys_alloc(PAGE_SIZE,
981 PAGE_SIZE);
982 if (!vmms)
983 panic("Failed to allocate memory for sysinfo structure\n");
984
985 if (stsi(vmms, 3, 2, 2) == 0 && vmms->count)
986 add_device_randomness(&vmms->vm, sizeof(vmms->vm[0]) * vmms->count);
987 memblock_free((unsigned long) vmms, PAGE_SIZE);
988}
989
990
991
992
993
994
995static void __init setup_task_size(void)
996{
997 int task_size = sizeof(struct task_struct);
998
999 if (!MACHINE_HAS_VX) {
1000 task_size -= sizeof(__vector128) * __NUM_VXRS;
1001 task_size += sizeof(freg_t) * __NUM_FPRS;
1002 }
1003 arch_task_struct_size = task_size;
1004}
1005
1006
1007
1008
1009
1010static void __init setup_control_program_code(void)
1011{
1012 union diag318_info diag318_info = {
1013 .cpnc = CPNC_LINUX,
1014 .cpvc_linux = 0,
1015 .cpvc_distro = {0},
1016 };
1017
1018 if (!sclp.has_diag318)
1019 return;
1020
1021 diag_stat_inc(DIAG_STAT_X318);
1022 asm volatile("diag %0,0,0x318\n" : : "d" (diag318_info.val));
1023}
1024
1025
1026
1027
1028
1029
1030void __init setup_arch(char **cmdline_p)
1031{
1032
1033
1034
1035 if (MACHINE_IS_VM)
1036 pr_info("Linux is running as a z/VM "
1037 "guest operating system in 64-bit mode\n");
1038 else if (MACHINE_IS_KVM)
1039 pr_info("Linux is running under KVM in 64-bit mode\n");
1040 else if (MACHINE_IS_LPAR)
1041 pr_info("Linux is running natively in 64-bit mode\n");
1042 else
1043 pr_info("Linux is running as a guest in 64-bit mode\n");
1044
1045
1046
1047 *cmdline_p = boot_command_line;
1048
1049 ROOT_DEV = Root_RAM0;
1050
1051
1052 init_mm.start_code = PAGE_OFFSET;
1053 init_mm.end_code = (unsigned long) _etext;
1054 init_mm.end_data = (unsigned long) _edata;
1055 init_mm.brk = (unsigned long) _end;
1056
1057 if (IS_ENABLED(CONFIG_EXPOLINE_AUTO))
1058 nospec_auto_detect();
1059
1060 parse_early_param();
1061#ifdef CONFIG_CRASH_DUMP
1062
1063 elfcorehdr_addr = ELFCORE_ADDR_MAX;
1064#endif
1065
1066 os_info_init();
1067 setup_ipl();
1068 setup_task_size();
1069 setup_control_program_code();
1070
1071
1072 reserve_memory_end();
1073 reserve_oldmem();
1074 reserve_kernel();
1075 reserve_initrd();
1076 reserve_mem_detect_info();
1077 memblock_allow_resize();
1078
1079
1080 memblock_add_mem_detect_info();
1081
1082 free_mem_detect_info();
1083 remove_oldmem();
1084
1085
1086
1087
1088
1089
1090
1091 memblock_trim_memory(1UL << (MAX_ORDER - 1 + PAGE_SHIFT));
1092
1093 setup_memory_end();
1094 setup_memory();
1095 dma_contiguous_reserve(memory_end);
1096 vmcp_cma_reserve();
1097
1098 check_initrd();
1099 reserve_crashkernel();
1100#ifdef CONFIG_CRASH_DUMP
1101
1102
1103
1104
1105 smp_save_dump_cpus();
1106#endif
1107
1108 setup_resources();
1109 setup_lowcore_dat_off();
1110 smp_fill_possible_mask();
1111 cpu_detect_mhz_feature();
1112 cpu_init();
1113 numa_setup();
1114 smp_detect_cpus();
1115 topology_init_early();
1116
1117
1118
1119
1120 paging_init();
1121
1122
1123
1124
1125
1126 setup_lowcore_dat_on();
1127
1128
1129 conmode_default();
1130 set_preferred_console();
1131
1132 apply_alternative_instructions();
1133 if (IS_ENABLED(CONFIG_EXPOLINE))
1134 nospec_init_branches();
1135
1136
1137 setup_zfcpdump();
1138
1139
1140 setup_randomness();
1141}
1142