linux/arch/openrisc/mm/init.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * OpenRISC idle.c
   4 *
   5 * Linux architectural port borrowing liberally from similar works of
   6 * others.  All original copyrights apply as per the original source
   7 * declaration.
   8 *
   9 * Modifications for the OpenRISC architecture:
  10 * Copyright (C) 2003 Matjaz Breskvar <phoenix@bsemi.com>
  11 * Copyright (C) 2010-2011 Jonas Bonn <jonas@southpole.se>
  12 */
  13
  14#include <linux/signal.h>
  15#include <linux/sched.h>
  16#include <linux/kernel.h>
  17#include <linux/errno.h>
  18#include <linux/string.h>
  19#include <linux/types.h>
  20#include <linux/ptrace.h>
  21#include <linux/mman.h>
  22#include <linux/mm.h>
  23#include <linux/swap.h>
  24#include <linux/smp.h>
  25#include <linux/memblock.h>
  26#include <linux/init.h>
  27#include <linux/delay.h>
  28#include <linux/blkdev.h>       /* for initrd_* */
  29#include <linux/pagemap.h>
  30
  31#include <asm/pgalloc.h>
  32#include <asm/dma.h>
  33#include <asm/io.h>
  34#include <asm/tlb.h>
  35#include <asm/mmu_context.h>
  36#include <asm/kmap_types.h>
  37#include <asm/fixmap.h>
  38#include <asm/tlbflush.h>
  39#include <asm/sections.h>
  40
  41int mem_init_done;
  42
  43DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
  44
  45static void __init zone_sizes_init(void)
  46{
  47        unsigned long max_zone_pfn[MAX_NR_ZONES] = { 0 };
  48
  49        /*
  50         * We use only ZONE_NORMAL
  51         */
  52        max_zone_pfn[ZONE_NORMAL] = max_low_pfn;
  53
  54        free_area_init(max_zone_pfn);
  55}
  56
  57extern const char _s_kernel_ro[], _e_kernel_ro[];
  58
  59/*
  60 * Map all physical memory into kernel's address space.
  61 *
  62 * This is explicitly coded for two-level page tables, so if you need
  63 * something else then this needs to change.
  64 */
  65static void __init map_ram(void)
  66{
  67        phys_addr_t start, end;
  68        unsigned long v, p, e;
  69        pgprot_t prot;
  70        pgd_t *pge;
  71        p4d_t *p4e;
  72        pud_t *pue;
  73        pmd_t *pme;
  74        pte_t *pte;
  75        u64 i;
  76        /* These mark extents of read-only kernel pages...
  77         * ...from vmlinux.lds.S
  78         */
  79        struct memblock_region *region;
  80
  81        v = PAGE_OFFSET;
  82
  83        for_each_mem_range(i, &start, &end) {
  84                p = (u32) start & PAGE_MASK;
  85                e = (u32) end;
  86
  87                v = (u32) __va(p);
  88                pge = pgd_offset_k(v);
  89
  90                while (p < e) {
  91                        int j;
  92                        p4e = p4d_offset(pge, v);
  93                        pue = pud_offset(p4e, v);
  94                        pme = pmd_offset(pue, v);
  95
  96                        if ((u32) pue != (u32) pge || (u32) pme != (u32) pge) {
  97                                panic("%s: OR1K kernel hardcoded for "
  98                                      "two-level page tables",
  99                                     __func__);
 100                        }
 101
 102                        /* Alloc one page for holding PTE's... */
 103                        pte = memblock_alloc_raw(PAGE_SIZE, PAGE_SIZE);
 104                        if (!pte)
 105                                panic("%s: Failed to allocate page for PTEs\n",
 106                                      __func__);
 107                        set_pmd(pme, __pmd(_KERNPG_TABLE + __pa(pte)));
 108
 109                        /* Fill the newly allocated page with PTE'S */
 110                        for (j = 0; p < e && j < PTRS_PER_PTE;
 111                             v += PAGE_SIZE, p += PAGE_SIZE, j++, pte++) {
 112                                if (v >= (u32) _e_kernel_ro ||
 113                                    v < (u32) _s_kernel_ro)
 114                                        prot = PAGE_KERNEL;
 115                                else
 116                                        prot = PAGE_KERNEL_RO;
 117
 118                                set_pte(pte, mk_pte_phys(p, prot));
 119                        }
 120
 121                        pge++;
 122                }
 123
 124                printk(KERN_INFO "%s: Memory: 0x%x-0x%x\n", __func__,
 125                       region->base, region->base + region->size);
 126        }
 127}
 128
 129void __init paging_init(void)
 130{
 131        extern void tlb_init(void);
 132
 133        unsigned long end;
 134        int i;
 135
 136        printk(KERN_INFO "Setting up paging and PTEs.\n");
 137
 138        /* clear out the init_mm.pgd that will contain the kernel's mappings */
 139
 140        for (i = 0; i < PTRS_PER_PGD; i++)
 141                swapper_pg_dir[i] = __pgd(0);
 142
 143        /* make sure the current pgd table points to something sane
 144         * (even if it is most probably not used until the next
 145         *  switch_mm)
 146         */
 147        current_pgd[smp_processor_id()] = init_mm.pgd;
 148
 149        end = (unsigned long)__va(max_low_pfn * PAGE_SIZE);
 150
 151        map_ram();
 152
 153        zone_sizes_init();
 154
 155        /* self modifying code ;) */
 156        /* Since the old TLB miss handler has been running up until now,
 157         * the kernel pages are still all RW, so we can still modify the
 158         * text directly... after this change and a TLB flush, the kernel
 159         * pages will become RO.
 160         */
 161        {
 162                extern unsigned long dtlb_miss_handler;
 163                extern unsigned long itlb_miss_handler;
 164
 165                unsigned long *dtlb_vector = __va(0x900);
 166                unsigned long *itlb_vector = __va(0xa00);
 167
 168                printk(KERN_INFO "itlb_miss_handler %p\n", &itlb_miss_handler);
 169                *itlb_vector = ((unsigned long)&itlb_miss_handler -
 170                                (unsigned long)itlb_vector) >> 2;
 171
 172                /* Soft ordering constraint to ensure that dtlb_vector is
 173                 * the last thing updated
 174                 */
 175                barrier();
 176
 177                printk(KERN_INFO "dtlb_miss_handler %p\n", &dtlb_miss_handler);
 178                *dtlb_vector = ((unsigned long)&dtlb_miss_handler -
 179                                (unsigned long)dtlb_vector) >> 2;
 180
 181        }
 182
 183        /* Soft ordering constraint to ensure that cache invalidation and
 184         * TLB flush really happen _after_ code has been modified.
 185         */
 186        barrier();
 187
 188        /* Invalidate instruction caches after code modification */
 189        mtspr(SPR_ICBIR, 0x900);
 190        mtspr(SPR_ICBIR, 0xa00);
 191
 192        /* New TLB miss handlers and kernel page tables are in now place.
 193         * Make sure that page flags get updated for all pages in TLB by
 194         * flushing the TLB and forcing all TLB entries to be recreated
 195         * from their page table flags.
 196         */
 197        flush_tlb_all();
 198}
 199
 200/* References to section boundaries */
 201
 202void __init mem_init(void)
 203{
 204        BUG_ON(!mem_map);
 205
 206        max_mapnr = max_low_pfn;
 207        high_memory = (void *)__va(max_low_pfn * PAGE_SIZE);
 208
 209        /* clear the zero-page */
 210        memset((void *)empty_zero_page, 0, PAGE_SIZE);
 211
 212        /* this will put all low memory onto the freelists */
 213        memblock_free_all();
 214
 215        mem_init_print_info(NULL);
 216
 217        printk("mem_init_done ...........................................\n");
 218        mem_init_done = 1;
 219        return;
 220}
 221