LXR linux/arch/powerpc/kernel/swsusp

   1/* SPDX-License-Identifier: GPL-2.0-only */
   2/*
   3 * PowerPC 64-bit swsusp implementation
   4 *
   5 * Copyright 2006 Johannes Berg <johannes@sipsolutions.net>
   6 */
   7
   8#include <linux/threads.h>
   9#include <asm/processor.h>
  10#include <asm/page.h>
  11#include <asm/cputable.h>
  12#include <asm/thread_info.h>
  13#include <asm/ppc_asm.h>
  14#include <asm/asm-offsets.h>
  15#include <asm/feature-fixups.h>
  16
  17/*
  18 * Structure for storing CPU registers on the save area.
  19 */
  20#define SL_r1           0x00    /* stack pointer */
  21#define SL_PC           0x08
  22#define SL_MSR          0x10
  23#define SL_SDR1         0x18
  24#define SL_XER          0x20
  25#define SL_TB           0x40
  26#define SL_r2           0x48
  27#define SL_CR           0x50
  28#define SL_LR           0x58
  29#define SL_r12          0x60
  30#define SL_r13          0x68
  31#define SL_r14          0x70
  32#define SL_r15          0x78
  33#define SL_r16          0x80
  34#define SL_r17          0x88
  35#define SL_r18          0x90
  36#define SL_r19          0x98
  37#define SL_r20          0xa0
  38#define SL_r21          0xa8
  39#define SL_r22          0xb0
  40#define SL_r23          0xb8
  41#define SL_r24          0xc0
  42#define SL_r25          0xc8
  43#define SL_r26          0xd0
  44#define SL_r27          0xd8
  45#define SL_r28          0xe0
  46#define SL_r29          0xe8
  47#define SL_r30          0xf0
  48#define SL_r31          0xf8
  49#define SL_SPRG1        0x100
  50#define SL_TCR          0x108
  51#define SL_SIZE         SL_TCR+8
  52
  53/* these macros rely on the save area being
  54 * pointed to by r11 */
  55
  56#define SAVE_SPR(register)              \
  57        mfspr   r0, SPRN_##register     ;\
  58        std     r0, SL_##register(r11)
  59#define RESTORE_SPR(register)           \
  60        ld      r0, SL_##register(r11)  ;\
  61        mtspr   SPRN_##register, r0
  62#define SAVE_SPECIAL(special)           \
  63        mf##special     r0              ;\
  64        std     r0, SL_##special(r11)
  65#define RESTORE_SPECIAL(special)        \
  66        ld      r0, SL_##special(r11)   ;\
  67        mt##special     r0
  68#define SAVE_REGISTER(reg)              \
  69        std     reg, SL_##reg(r11)
  70#define RESTORE_REGISTER(reg)           \
  71        ld      reg, SL_##reg(r11)
  72
  73/* space for storing cpu state */
  74        .section .data
  75        .align  5
  76swsusp_save_area:
  77        .space SL_SIZE
  78
  79        .section ".toc","aw"
  80swsusp_save_area_ptr:
  81        .tc     swsusp_save_area[TC],swsusp_save_area
  82restore_pblist_ptr:
  83        .tc     restore_pblist[TC],restore_pblist
  84
  85        .section .text
  86        .align  5
  87_GLOBAL(swsusp_arch_suspend)
  88        ld      r11,swsusp_save_area_ptr@toc(r2)
  89        SAVE_SPECIAL(LR)
  90        SAVE_REGISTER(r1)
  91        SAVE_SPECIAL(CR)
  92        SAVE_SPECIAL(TB)
  93        SAVE_REGISTER(r2)
  94        SAVE_REGISTER(r12)
  95        SAVE_REGISTER(r13)
  96        SAVE_REGISTER(r14)
  97        SAVE_REGISTER(r15)
  98        SAVE_REGISTER(r16)
  99        SAVE_REGISTER(r17)
 100        SAVE_REGISTER(r18)
 101        SAVE_REGISTER(r19)
 102        SAVE_REGISTER(r20)
 103        SAVE_REGISTER(r21)
 104        SAVE_REGISTER(r22)
 105        SAVE_REGISTER(r23)
 106        SAVE_REGISTER(r24)
 107        SAVE_REGISTER(r25)
 108        SAVE_REGISTER(r26)
 109        SAVE_REGISTER(r27)
 110        SAVE_REGISTER(r28)
 111        SAVE_REGISTER(r29)
 112        SAVE_REGISTER(r30)
 113        SAVE_REGISTER(r31)
 114        SAVE_SPECIAL(MSR)
 115        SAVE_SPECIAL(XER)
 116#ifdef CONFIG_PPC_BOOK3S_64
 117BEGIN_FW_FTR_SECTION
 118        SAVE_SPECIAL(SDR1)
 119END_FW_FTR_SECTION_IFCLR(FW_FEATURE_LPAR)
 120#else
 121        SAVE_SPR(TCR)
 122
 123        /* Save SPRG1, SPRG1 be used save paca */
 124        SAVE_SPR(SPRG1)
 125#endif
 126
 127        /* we push the stack up 128 bytes but don't store the
 128         * stack pointer on the stack like a real stackframe */
 129        addi    r1,r1,-128
 130
 131        bl _iommu_save
 132        bl swsusp_save
 133
 134        /* restore LR */
 135        ld      r11,swsusp_save_area_ptr@toc(r2)
 136        RESTORE_SPECIAL(LR)
 137        addi    r1,r1,128
 138
 139        blr
 140
 141/* Resume code */
 142_GLOBAL(swsusp_arch_resume)
 143        /* Stop pending alitvec streams and memory accesses */
 144BEGIN_FTR_SECTION
 145        DSSALL
 146END_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC)
 147        sync
 148
 149        ld      r12,restore_pblist_ptr@toc(r2)
 150        ld      r12,0(r12)
 151
 152        cmpdi   r12,0
 153        beq-    nothing_to_copy
 154        li      r15,PAGE_SIZE>>3
 155copyloop:
 156        ld      r13,pbe_address(r12)
 157        ld      r14,pbe_orig_address(r12)
 158
 159        mtctr   r15
 160        li      r10,0
 161copy_page_loop:
 162        ldx     r0,r10,r13
 163        stdx    r0,r10,r14
 164        addi    r10,r10,8
 165        bdnz copy_page_loop
 166
 167        ld      r12,pbe_next(r12)
 168        cmpdi   r12,0
 169        bne+    copyloop
 170nothing_to_copy:
 171
 172#ifdef CONFIG_PPC_BOOK3S_64
 173        /* flush caches */
 174        lis     r3, 0x10
 175        mtctr   r3
 176        li      r3, 0
 177        ori     r3, r3, CONFIG_KERNEL_START>>48
 178        li      r0, 48
 179        sld     r3, r3, r0
 180        li      r0, 0
 1811:
 182        dcbf    0,r3
 183        addi    r3,r3,0x20
 184        bdnz    1b
 185
 186        sync
 187
 188        tlbia
 189#endif
 190
 191        ld      r11,swsusp_save_area_ptr@toc(r2)
 192
 193        RESTORE_SPECIAL(CR)
 194
 195        /* restore timebase */
 196        /* load saved tb */
 197        ld      r1, SL_TB(r11)
 198        /* get upper 32 bits of it */
 199        srdi    r2, r1, 32
 200        /* clear tb lower to avoid wrap */
 201        li      r0, 0
 202        mttbl   r0
 203        /* set tb upper */
 204        mttbu   r2
 205        /* set tb lower */
 206        mttbl   r1
 207
 208        /* restore registers */
 209        RESTORE_REGISTER(r1)
 210        RESTORE_REGISTER(r2)
 211        RESTORE_REGISTER(r12)
 212        RESTORE_REGISTER(r13)
 213        RESTORE_REGISTER(r14)
 214        RESTORE_REGISTER(r15)
 215        RESTORE_REGISTER(r16)
 216        RESTORE_REGISTER(r17)
 217        RESTORE_REGISTER(r18)
 218        RESTORE_REGISTER(r19)
 219        RESTORE_REGISTER(r20)
 220        RESTORE_REGISTER(r21)
 221        RESTORE_REGISTER(r22)
 222        RESTORE_REGISTER(r23)
 223        RESTORE_REGISTER(r24)
 224        RESTORE_REGISTER(r25)
 225        RESTORE_REGISTER(r26)
 226        RESTORE_REGISTER(r27)
 227        RESTORE_REGISTER(r28)
 228        RESTORE_REGISTER(r29)
 229        RESTORE_REGISTER(r30)
 230        RESTORE_REGISTER(r31)
 231
 232#ifdef CONFIG_PPC_BOOK3S_64
 233        /* can't use RESTORE_SPECIAL(MSR) */
 234        ld      r0, SL_MSR(r11)
 235        mtmsrd  r0, 0
 236BEGIN_FW_FTR_SECTION
 237        RESTORE_SPECIAL(SDR1)
 238END_FW_FTR_SECTION_IFCLR(FW_FEATURE_LPAR)
 239#else
 240        /* Restore SPRG1, be used to save paca */
 241        ld      r0, SL_SPRG1(r11)
 242        mtsprg  1, r0
 243
 244        RESTORE_SPECIAL(MSR)
 245
 246        /* Restore TCR and clear any pending bits in TSR. */
 247        RESTORE_SPR(TCR)
 248        lis     r0, (TSR_ENW | TSR_WIS | TSR_DIS | TSR_FIS)@h
 249        mtspr   SPRN_TSR, r0
 250
 251        /* Kick decrementer */
 252        li      r0, 1
 253        mtdec   r0
 254
 255        /* Invalidate all tlbs */
 256        bl      _tlbil_all
 257#endif
 258        RESTORE_SPECIAL(XER)
 259
 260        sync
 261
 262        addi    r1,r1,-128
 263#ifdef CONFIG_PPC_BOOK3S_64
 264        bl      slb_flush_and_restore_bolted
 265#endif
 266        bl      do_after_copyback
 267        addi    r1,r1,128
 268
 269        ld      r11,swsusp_save_area_ptr@toc(r2)
 270        RESTORE_SPECIAL(LR)
 271
 272        li      r3, 0
 273        blr
 274