LXR linux/arch/mips/kernel/relocate

   1/* SPDX-License-Identifier: GPL-2.0-only */
   2/*
   3 * relocate_kernel.S for kexec
   4 * Created by <nschichan@corp.free.fr> on Thu Oct 12 17:49:57 2006
   5 */
   6
   7#include <asm/asm.h>
   8#include <asm/asmmacro.h>
   9#include <asm/regdef.h>
  10#include <asm/mipsregs.h>
  11#include <asm/stackframe.h>
  12#include <asm/addrspace.h>
  13
  14#include <kernel-entry-init.h>
  15
  16LEAF(relocate_new_kernel)
  17        PTR_L a0,       arg0
  18        PTR_L a1,       arg1
  19        PTR_L a2,       arg2
  20        PTR_L a3,       arg3
  21
  22        PTR_L           s0, kexec_indirection_page
  23        PTR_L           s1, kexec_start_address
  24
  25process_entry:
  26        PTR_L           s2, (s0)
  27        PTR_ADDIU       s0, s0, SZREG
  28
  29        /*
  30         * In case of a kdump/crash kernel, the indirection page is not
  31         * populated as the kernel is directly copied to a reserved location
  32         */
  33        beqz            s2, done
  34
  35        /* destination page */
  36        and             s3, s2, 0x1
  37        beq             s3, zero, 1f
  38        and             s4, s2, ~0x1    /* store destination addr in s4 */
  39        b               process_entry
  40
  411:
  42        /* indirection page, update s0  */
  43        and             s3, s2, 0x2
  44        beq             s3, zero, 1f
  45        and             s0, s2, ~0x2
  46        b               process_entry
  47
  481:
  49        /* done page */
  50        and             s3, s2, 0x4
  51        beq             s3, zero, 1f
  52        b               done
  531:
  54        /* source page */
  55        and             s3, s2, 0x8
  56        beq             s3, zero, process_entry
  57        and             s2, s2, ~0x8
  58        li              s6, (1 << _PAGE_SHIFT) / SZREG
  59
  60copy_word:
  61        /* copy page word by word */
  62        REG_L           s5, (s2)
  63        REG_S           s5, (s4)
  64        PTR_ADDIU       s4, s4, SZREG
  65        PTR_ADDIU       s2, s2, SZREG
  66        LONG_ADDIU      s6, s6, -1
  67        beq             s6, zero, process_entry
  68        b               copy_word
  69        b               process_entry
  70
  71done:
  72#ifdef CONFIG_SMP
  73        /* kexec_flag reset is signal to other CPUs what kernel
  74           was moved to it's location. Note - we need relocated address
  75           of kexec_flag.  */
  76
  77        bal             1f
  78 1:     move            t1,ra;
  79        PTR_LA          t2,1b
  80        PTR_LA          t0,kexec_flag
  81        PTR_SUB         t0,t0,t2;
  82        PTR_ADD         t0,t1,t0;
  83        LONG_S          zero,(t0)
  84#endif
  85
  86#ifdef CONFIG_CPU_CAVIUM_OCTEON
  87        /* We need to flush I-cache before jumping to new kernel.
  88         * Unfortunately, this code is cpu-specific.
  89         */
  90        .set push
  91        .set noreorder
  92        syncw
  93        syncw
  94        synci           0($0)
  95        .set pop
  96#else
  97        sync
  98#endif
  99        /* jump to kexec_start_address */
 100        j               s1
 101        END(relocate_new_kernel)
 102
 103#ifdef CONFIG_SMP
 104/*
 105 * Other CPUs should wait until code is relocated and
 106 * then start at entry (?) point.
 107 */
 108LEAF(kexec_smp_wait)
 109        PTR_L           a0, s_arg0
 110        PTR_L           a1, s_arg1
 111        PTR_L           a2, s_arg2
 112        PTR_L           a3, s_arg3
 113        PTR_L           s1, kexec_start_address
 114
 115        /* Non-relocated address works for args and kexec_start_address ( old
 116         * kernel is not overwritten). But we need relocated address of
 117         * kexec_flag.
 118         */
 119
 120        bal             1f
 1211:      move            t1,ra;
 122        PTR_LA          t2,1b
 123        PTR_LA          t0,kexec_flag
 124        PTR_SUB         t0,t0,t2;
 125        PTR_ADD         t0,t1,t0;
 126
 1271:      LONG_L          s0, (t0)
 128        bne             s0, zero,1b
 129
 130#ifdef USE_KEXEC_SMP_WAIT_FINAL
 131        kexec_smp_wait_final
 132#else
 133        sync
 134#endif
 135        j               s1
 136        END(kexec_smp_wait)
 137#endif
 138
 139#ifdef __mips64
 140       /* all PTR's must be aligned to 8 byte in 64-bit mode */
 141       .align  3
 142#endif
 143
 144/* All parameters to new kernel are passed in registers a0-a3.
 145 * kexec_args[0..3] are used to prepare register values.
 146 */
 147
 148kexec_args:
 149        EXPORT(kexec_args)
 150arg0:   PTR             0x0
 151arg1:   PTR             0x0
 152arg2:   PTR             0x0
 153arg3:   PTR             0x0
 154        .size   kexec_args,PTRSIZE*4
 155
 156#ifdef CONFIG_SMP
 157/*
 158 * Secondary CPUs may have different kernel parameters in
 159 * their registers a0-a3. secondary_kexec_args[0..3] are used
 160 * to prepare register values.
 161 */
 162secondary_kexec_args:
 163        EXPORT(secondary_kexec_args)
 164s_arg0: PTR             0x0
 165s_arg1: PTR             0x0
 166s_arg2: PTR             0x0
 167s_arg3: PTR             0x0
 168        .size   secondary_kexec_args,PTRSIZE*4
 169kexec_flag:
 170        LONG            0x1
 171
 172#endif
 173
 174kexec_start_address:
 175        EXPORT(kexec_start_address)
 176        PTR             0x0
 177        .size           kexec_start_address, PTRSIZE
 178
 179kexec_indirection_page:
 180        EXPORT(kexec_indirection_page)
 181        PTR             0
 182        .size           kexec_indirection_page, PTRSIZE
 183
 184relocate_new_kernel_end:
 185
 186relocate_new_kernel_size:
 187        EXPORT(relocate_new_kernel_size)
 188        PTR             relocate_new_kernel_end - relocate_new_kernel
 189        .size           relocate_new_kernel_size, PTRSIZE
 190