LXR linux/arch/mips/mm/pgtable-64.c

   1/*
   2 * This file is subject to the terms and conditions of the GNU General Public
   3 * License.  See the file "COPYING" in the main directory of this archive
   4 * for more details.
   5 *
   6 * Copyright (C) 1999, 2000 by Silicon Graphics
   7 * Copyright (C) 2003 by Ralf Baechle
   8 */
   9#include <linux/init.h>
  10#include <linux/mm.h>
  11#include <asm/fixmap.h>
  12#include <asm/pgtable.h>
  13#include <asm/pgalloc.h>
  14#include <asm/tlbflush.h>
  15
  16void pgd_init(unsigned long page)
  17{
  18        unsigned long *p, *end;
  19        unsigned long entry;
  20
  21#ifdef __PAGETABLE_PMD_FOLDED
  22        entry = (unsigned long)invalid_pte_table;
  23#else
  24        entry = (unsigned long)invalid_pmd_table;
  25#endif
  26
  27        p = (unsigned long *) page;
  28        end = p + PTRS_PER_PGD;
  29
  30        do {
  31                p[0] = entry;
  32                p[1] = entry;
  33                p[2] = entry;
  34                p[3] = entry;
  35                p[4] = entry;
  36                p += 8;
  37                p[-3] = entry;
  38                p[-2] = entry;
  39                p[-1] = entry;
  40        } while (p != end);
  41}
  42
  43#ifndef __PAGETABLE_PMD_FOLDED
  44void pmd_init(unsigned long addr, unsigned long pagetable)
  45{
  46        unsigned long *p, *end;
  47
  48        p = (unsigned long *) addr;
  49        end = p + PTRS_PER_PMD;
  50
  51        do {
  52                p[0] = pagetable;
  53                p[1] = pagetable;
  54                p[2] = pagetable;
  55                p[3] = pagetable;
  56                p[4] = pagetable;
  57                p += 8;
  58                p[-3] = pagetable;
  59                p[-2] = pagetable;
  60                p[-1] = pagetable;
  61        } while (p != end);
  62}
  63#endif
  64
  65#ifdef CONFIG_TRANSPARENT_HUGEPAGE
  66
  67void pmdp_splitting_flush(struct vm_area_struct *vma,
  68                         unsigned long address,
  69                         pmd_t *pmdp)
  70{
  71        if (!pmd_trans_splitting(*pmdp)) {
  72                pmd_t pmd = pmd_mksplitting(*pmdp);
  73                set_pmd_at(vma->vm_mm, address, pmdp, pmd);
  74        }
  75}
  76
  77#endif
  78
  79pmd_t mk_pmd(struct page *page, pgprot_t prot)
  80{
  81        pmd_t pmd;
  82
  83        pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
  84
  85        return pmd;
  86}
  87
  88void set_pmd_at(struct mm_struct *mm, unsigned long addr,
  89                pmd_t *pmdp, pmd_t pmd)
  90{
  91        *pmdp = pmd;
  92        flush_tlb_all();
  93}
  94
  95void __init pagetable_init(void)
  96{
  97        unsigned long vaddr;
  98        pgd_t *pgd_base;
  99
 100        /* Initialize the entire pgd.  */
 101        pgd_init((unsigned long)swapper_pg_dir);
 102#ifndef __PAGETABLE_PMD_FOLDED
 103        pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table);
 104#endif
 105        pgd_base = swapper_pg_dir;
 106        /*
 107         * Fixed mappings:
 108         */
 109        vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
 110        fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base);
 111}
 112