linux/arch/powerpc/include/asm/page_64.h
<<
>>
Prefs
   1#ifndef _ASM_POWERPC_PAGE_64_H
   2#define _ASM_POWERPC_PAGE_64_H
   3
   4/*
   5 * Copyright (C) 2001 PPC64 Team, IBM Corp
   6 *
   7 * This program is free software; you can redistribute it and/or
   8 * modify it under the terms of the GNU General Public License
   9 * as published by the Free Software Foundation; either version
  10 * 2 of the License, or (at your option) any later version.
  11 */
  12
  13/*
  14 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
  15 * specific, every notion of page number shared with the firmware, TCEs,
  16 * iommu, etc... still uses a page size of 4K.
  17 */
  18#define HW_PAGE_SHIFT           12
  19#define HW_PAGE_SIZE            (ASM_CONST(1) << HW_PAGE_SHIFT)
  20#define HW_PAGE_MASK            (~(HW_PAGE_SIZE-1))
  21
  22/*
  23 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
  24 * HW_PAGE_SHIFT, that is 4K pages.
  25 */
  26#define PAGE_FACTOR             (PAGE_SHIFT - HW_PAGE_SHIFT)
  27
  28/* Segment size; normal 256M segments */
  29#define SID_SHIFT               28
  30#define SID_MASK                ASM_CONST(0xfffffffff)
  31#define ESID_MASK               0xfffffffff0000000UL
  32#define GET_ESID(x)             (((x) >> SID_SHIFT) & SID_MASK)
  33
  34/* 1T segments */
  35#define SID_SHIFT_1T            40
  36#define SID_MASK_1T             0xffffffUL
  37#define ESID_MASK_1T            0xffffff0000000000UL
  38#define GET_ESID_1T(x)          (((x) >> SID_SHIFT_1T) & SID_MASK_1T)
  39
  40#ifndef __ASSEMBLY__
  41#include <asm/cache.h>
  42
  43typedef unsigned long pte_basic_t;
  44
  45static inline void clear_page(void *addr)
  46{
  47        unsigned long iterations;
  48        unsigned long onex, twox, fourx, eightx;
  49
  50        iterations = ppc64_caches.l1d.blocks_per_page / 8;
  51
  52        /*
  53         * Some verisions of gcc use multiply instructions to
  54         * calculate the offsets so lets give it a hand to
  55         * do better.
  56         */
  57        onex = ppc64_caches.l1d.block_size;
  58        twox = onex << 1;
  59        fourx = onex << 2;
  60        eightx = onex << 3;
  61
  62        asm volatile(
  63        "mtctr  %1      # clear_page\n\
  64        .balign 16\n\
  651:      dcbz    0,%0\n\
  66        dcbz    %3,%0\n\
  67        dcbz    %4,%0\n\
  68        dcbz    %5,%0\n\
  69        dcbz    %6,%0\n\
  70        dcbz    %7,%0\n\
  71        dcbz    %8,%0\n\
  72        dcbz    %9,%0\n\
  73        add     %0,%0,%10\n\
  74        bdnz+   1b"
  75        : "=&r" (addr)
  76        : "r" (iterations), "0" (addr), "b" (onex), "b" (twox),
  77                "b" (twox+onex), "b" (fourx), "b" (fourx+onex),
  78                "b" (twox+fourx), "b" (eightx-onex), "r" (eightx)
  79        : "ctr", "memory");
  80}
  81
  82extern void copy_page(void *to, void *from);
  83
  84/* Log 2 of page table size */
  85extern u64 ppc64_pft_size;
  86
  87#endif /* __ASSEMBLY__ */
  88
  89#ifdef CONFIG_PPC_MM_SLICES
  90
  91#define SLICE_LOW_SHIFT         28
  92#define SLICE_HIGH_SHIFT        40
  93
  94#define SLICE_LOW_TOP           (0x100000000ul)
  95#define SLICE_NUM_LOW           (SLICE_LOW_TOP >> SLICE_LOW_SHIFT)
  96#define SLICE_NUM_HIGH          (H_PGTABLE_RANGE >> SLICE_HIGH_SHIFT)
  97
  98#define GET_LOW_SLICE_INDEX(addr)       ((addr) >> SLICE_LOW_SHIFT)
  99#define GET_HIGH_SLICE_INDEX(addr)      ((addr) >> SLICE_HIGH_SHIFT)
 100
 101#ifndef __ASSEMBLY__
 102struct mm_struct;
 103
 104extern unsigned long slice_get_unmapped_area(unsigned long addr,
 105                                             unsigned long len,
 106                                             unsigned long flags,
 107                                             unsigned int psize,
 108                                             int topdown);
 109
 110extern unsigned int get_slice_psize(struct mm_struct *mm,
 111                                    unsigned long addr);
 112
 113extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
 114extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start,
 115                                  unsigned long len, unsigned int psize);
 116
 117#endif /* __ASSEMBLY__ */
 118#else
 119#define slice_init()
 120#ifdef CONFIG_PPC_STD_MMU_64
 121#define get_slice_psize(mm, addr)       ((mm)->context.user_psize)
 122#define slice_set_user_psize(mm, psize)         \
 123do {                                            \
 124        (mm)->context.user_psize = (psize);     \
 125        (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \
 126} while (0)
 127#else /* CONFIG_PPC_STD_MMU_64 */
 128#ifdef CONFIG_PPC_64K_PAGES
 129#define get_slice_psize(mm, addr)       MMU_PAGE_64K
 130#else /* CONFIG_PPC_64K_PAGES */
 131#define get_slice_psize(mm, addr)       MMU_PAGE_4K
 132#endif /* !CONFIG_PPC_64K_PAGES */
 133#define slice_set_user_psize(mm, psize) do { BUG(); } while(0)
 134#endif /* !CONFIG_PPC_STD_MMU_64 */
 135
 136#define slice_set_range_psize(mm, start, len, psize)    \
 137        slice_set_user_psize((mm), (psize))
 138#endif /* CONFIG_PPC_MM_SLICES */
 139
 140#ifdef CONFIG_HUGETLB_PAGE
 141
 142#ifdef CONFIG_PPC_MM_SLICES
 143#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
 144#endif
 145
 146#endif /* !CONFIG_HUGETLB_PAGE */
 147
 148#define VM_DATA_DEFAULT_FLAGS \
 149        (is_32bit_task() ? \
 150         VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
 151
 152/*
 153 * This is the default if a program doesn't have a PT_GNU_STACK
 154 * program header entry. The PPC64 ELF ABI has a non executable stack
 155 * stack by default, so in the absence of a PT_GNU_STACK program header
 156 * we turn execute permission off.
 157 */
 158#define VM_STACK_DEFAULT_FLAGS32        (VM_READ | VM_WRITE | VM_EXEC | \
 159                                         VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
 160
 161#define VM_STACK_DEFAULT_FLAGS64        (VM_READ | VM_WRITE | \
 162                                         VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
 163
 164#define VM_STACK_DEFAULT_FLAGS \
 165        (is_32bit_task() ? \
 166         VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
 167
 168#include <asm-generic/getorder.h>
 169
 170#endif /* _ASM_POWERPC_PAGE_64_H */
 171