1#ifndef _ASM_X86_PGTABLE_DEFS_H
2#define _ASM_X86_PGTABLE_DEFS_H
3
4#include <linux/const.h>
5#include <asm/page_types.h>
6
7#define FIRST_USER_ADDRESS 0
8
9#define _PAGE_BIT_PRESENT 0
10#define _PAGE_BIT_RW 1
11#define _PAGE_BIT_USER 2
12#define _PAGE_BIT_PWT 3
13#define _PAGE_BIT_PCD 4
14#define _PAGE_BIT_ACCESSED 5
15#define _PAGE_BIT_DIRTY 6
16#define _PAGE_BIT_PSE 7
17#define _PAGE_BIT_PAT 7
18#define _PAGE_BIT_GLOBAL 8
19#define _PAGE_BIT_UNUSED1 9
20#define _PAGE_BIT_IOMAP 10
21#define _PAGE_BIT_HIDDEN 11
22#define _PAGE_BIT_PAT_LARGE 12
23#define _PAGE_BIT_SPECIAL _PAGE_BIT_UNUSED1
24#define _PAGE_BIT_CPA_TEST _PAGE_BIT_UNUSED1
25#define _PAGE_BIT_SPLITTING _PAGE_BIT_UNUSED1
26#define _PAGE_BIT_NX 63
27
28
29
30#define _PAGE_BIT_PROTNONE _PAGE_BIT_GLOBAL
31
32#define _PAGE_BIT_FILE _PAGE_BIT_DIRTY
33
34#define _PAGE_PRESENT (_AT(pteval_t, 1) << _PAGE_BIT_PRESENT)
35#define _PAGE_RW (_AT(pteval_t, 1) << _PAGE_BIT_RW)
36#define _PAGE_USER (_AT(pteval_t, 1) << _PAGE_BIT_USER)
37#define _PAGE_PWT (_AT(pteval_t, 1) << _PAGE_BIT_PWT)
38#define _PAGE_PCD (_AT(pteval_t, 1) << _PAGE_BIT_PCD)
39#define _PAGE_ACCESSED (_AT(pteval_t, 1) << _PAGE_BIT_ACCESSED)
40#define _PAGE_DIRTY (_AT(pteval_t, 1) << _PAGE_BIT_DIRTY)
41#define _PAGE_PSE (_AT(pteval_t, 1) << _PAGE_BIT_PSE)
42#define _PAGE_GLOBAL (_AT(pteval_t, 1) << _PAGE_BIT_GLOBAL)
43#define _PAGE_UNUSED1 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED1)
44#define _PAGE_IOMAP (_AT(pteval_t, 1) << _PAGE_BIT_IOMAP)
45#define _PAGE_PAT (_AT(pteval_t, 1) << _PAGE_BIT_PAT)
46#define _PAGE_PAT_LARGE (_AT(pteval_t, 1) << _PAGE_BIT_PAT_LARGE)
47#define _PAGE_SPECIAL (_AT(pteval_t, 1) << _PAGE_BIT_SPECIAL)
48#define _PAGE_CPA_TEST (_AT(pteval_t, 1) << _PAGE_BIT_CPA_TEST)
49#define _PAGE_SPLITTING (_AT(pteval_t, 1) << _PAGE_BIT_SPLITTING)
50#define __HAVE_ARCH_PTE_SPECIAL
51
52#ifdef CONFIG_KMEMCHECK
53#define _PAGE_HIDDEN (_AT(pteval_t, 1) << _PAGE_BIT_HIDDEN)
54#else
55#define _PAGE_HIDDEN (_AT(pteval_t, 0))
56#endif
57
58#if defined(CONFIG_X86_64) || defined(CONFIG_X86_PAE)
59#define _PAGE_NX (_AT(pteval_t, 1) << _PAGE_BIT_NX)
60#else
61#define _PAGE_NX (_AT(pteval_t, 0))
62#endif
63
64#define _PAGE_FILE (_AT(pteval_t, 1) << _PAGE_BIT_FILE)
65#define _PAGE_PROTNONE (_AT(pteval_t, 1) << _PAGE_BIT_PROTNONE)
66
67#define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
68 _PAGE_ACCESSED | _PAGE_DIRTY)
69#define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | \
70 _PAGE_DIRTY)
71
72
73#define _PAGE_CHG_MASK (PTE_PFN_MASK | _PAGE_PCD | _PAGE_PWT | \
74 _PAGE_SPECIAL | _PAGE_ACCESSED | _PAGE_DIRTY)
75#define _HPAGE_CHG_MASK (_PAGE_CHG_MASK | _PAGE_PSE)
76
77#define _PAGE_CACHE_MASK (_PAGE_PCD | _PAGE_PWT)
78#define _PAGE_CACHE_WB (0)
79#define _PAGE_CACHE_WC (_PAGE_PWT)
80#define _PAGE_CACHE_UC_MINUS (_PAGE_PCD)
81#define _PAGE_CACHE_UC (_PAGE_PCD | _PAGE_PWT)
82
83#define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_ACCESSED)
84#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
85 _PAGE_ACCESSED | _PAGE_NX)
86
87#define PAGE_SHARED_EXEC __pgprot(_PAGE_PRESENT | _PAGE_RW | \
88 _PAGE_USER | _PAGE_ACCESSED)
89#define PAGE_COPY_NOEXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
90 _PAGE_ACCESSED | _PAGE_NX)
91#define PAGE_COPY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
92 _PAGE_ACCESSED)
93#define PAGE_COPY PAGE_COPY_NOEXEC
94#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
95 _PAGE_ACCESSED | _PAGE_NX)
96#define PAGE_READONLY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
97 _PAGE_ACCESSED)
98
99#define __PAGE_KERNEL_EXEC \
100 (_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_GLOBAL)
101#define __PAGE_KERNEL (__PAGE_KERNEL_EXEC | _PAGE_NX)
102
103#define __PAGE_KERNEL_RO (__PAGE_KERNEL & ~_PAGE_RW)
104#define __PAGE_KERNEL_RX (__PAGE_KERNEL_EXEC & ~_PAGE_RW)
105#define __PAGE_KERNEL_EXEC_NOCACHE (__PAGE_KERNEL_EXEC | _PAGE_PCD | _PAGE_PWT)
106#define __PAGE_KERNEL_WC (__PAGE_KERNEL | _PAGE_CACHE_WC)
107#define __PAGE_KERNEL_NOCACHE (__PAGE_KERNEL | _PAGE_PCD | _PAGE_PWT)
108#define __PAGE_KERNEL_UC_MINUS (__PAGE_KERNEL | _PAGE_PCD)
109#define __PAGE_KERNEL_VSYSCALL (__PAGE_KERNEL_RX | _PAGE_USER)
110#define __PAGE_KERNEL_VSYSCALL_NOCACHE (__PAGE_KERNEL_VSYSCALL | _PAGE_PCD | _PAGE_PWT)
111#define __PAGE_KERNEL_LARGE (__PAGE_KERNEL | _PAGE_PSE)
112#define __PAGE_KERNEL_LARGE_NOCACHE (__PAGE_KERNEL | _PAGE_CACHE_UC | _PAGE_PSE)
113#define __PAGE_KERNEL_LARGE_EXEC (__PAGE_KERNEL_EXEC | _PAGE_PSE)
114
115#define __PAGE_KERNEL_IO (__PAGE_KERNEL | _PAGE_IOMAP)
116#define __PAGE_KERNEL_IO_NOCACHE (__PAGE_KERNEL_NOCACHE | _PAGE_IOMAP)
117#define __PAGE_KERNEL_IO_UC_MINUS (__PAGE_KERNEL_UC_MINUS | _PAGE_IOMAP)
118#define __PAGE_KERNEL_IO_WC (__PAGE_KERNEL_WC | _PAGE_IOMAP)
119
120#define PAGE_KERNEL __pgprot(__PAGE_KERNEL)
121#define PAGE_KERNEL_RO __pgprot(__PAGE_KERNEL_RO)
122#define PAGE_KERNEL_EXEC __pgprot(__PAGE_KERNEL_EXEC)
123#define PAGE_KERNEL_RX __pgprot(__PAGE_KERNEL_RX)
124#define PAGE_KERNEL_WC __pgprot(__PAGE_KERNEL_WC)
125#define PAGE_KERNEL_NOCACHE __pgprot(__PAGE_KERNEL_NOCACHE)
126#define PAGE_KERNEL_UC_MINUS __pgprot(__PAGE_KERNEL_UC_MINUS)
127#define PAGE_KERNEL_EXEC_NOCACHE __pgprot(__PAGE_KERNEL_EXEC_NOCACHE)
128#define PAGE_KERNEL_LARGE __pgprot(__PAGE_KERNEL_LARGE)
129#define PAGE_KERNEL_LARGE_NOCACHE __pgprot(__PAGE_KERNEL_LARGE_NOCACHE)
130#define PAGE_KERNEL_LARGE_EXEC __pgprot(__PAGE_KERNEL_LARGE_EXEC)
131#define PAGE_KERNEL_VSYSCALL __pgprot(__PAGE_KERNEL_VSYSCALL)
132#define PAGE_KERNEL_VSYSCALL_NOCACHE __pgprot(__PAGE_KERNEL_VSYSCALL_NOCACHE)
133
134#define PAGE_KERNEL_IO __pgprot(__PAGE_KERNEL_IO)
135#define PAGE_KERNEL_IO_NOCACHE __pgprot(__PAGE_KERNEL_IO_NOCACHE)
136#define PAGE_KERNEL_IO_UC_MINUS __pgprot(__PAGE_KERNEL_IO_UC_MINUS)
137#define PAGE_KERNEL_IO_WC __pgprot(__PAGE_KERNEL_IO_WC)
138
139
140#define __P000 PAGE_NONE
141#define __P001 PAGE_READONLY
142#define __P010 PAGE_COPY
143#define __P011 PAGE_COPY
144#define __P100 PAGE_READONLY_EXEC
145#define __P101 PAGE_READONLY_EXEC
146#define __P110 PAGE_COPY_EXEC
147#define __P111 PAGE_COPY_EXEC
148
149#define __S000 PAGE_NONE
150#define __S001 PAGE_READONLY
151#define __S010 PAGE_SHARED
152#define __S011 PAGE_SHARED
153#define __S100 PAGE_READONLY_EXEC
154#define __S101 PAGE_READONLY_EXEC
155#define __S110 PAGE_SHARED_EXEC
156#define __S111 PAGE_SHARED_EXEC
157
158
159
160
161#ifdef CONFIG_X86_64
162#define __PAGE_KERNEL_IDENT_LARGE_EXEC __PAGE_KERNEL_LARGE_EXEC
163#else
164
165
166
167
168
169#define PTE_IDENT_ATTR 0x003
170#define PDE_IDENT_ATTR 0x067
171#define PGD_IDENT_ATTR 0x001
172#endif
173
174#ifdef CONFIG_X86_32
175# include "pgtable_32_types.h"
176#else
177# include "pgtable_64_types.h"
178#endif
179
180#ifndef __ASSEMBLY__
181
182#include <linux/types.h>
183
184
185#define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK)
186
187
188#define PTE_FLAGS_MASK (~PTE_PFN_MASK)
189
190typedef struct pgprot { pgprotval_t pgprot; } pgprot_t;
191
192typedef struct { pgdval_t pgd; } pgd_t;
193
194static inline pgd_t native_make_pgd(pgdval_t val)
195{
196 return (pgd_t) { val };
197}
198
199static inline pgdval_t native_pgd_val(pgd_t pgd)
200{
201 return pgd.pgd;
202}
203
204static inline pgdval_t pgd_flags(pgd_t pgd)
205{
206 return native_pgd_val(pgd) & PTE_FLAGS_MASK;
207}
208
209#if PAGETABLE_LEVELS > 3
210typedef struct { pudval_t pud; } pud_t;
211
212static inline pud_t native_make_pud(pmdval_t val)
213{
214 return (pud_t) { val };
215}
216
217static inline pudval_t native_pud_val(pud_t pud)
218{
219 return pud.pud;
220}
221#else
222#include <asm-generic/pgtable-nopud.h>
223
224static inline pudval_t native_pud_val(pud_t pud)
225{
226 return native_pgd_val(pud.pgd);
227}
228#endif
229
230#if PAGETABLE_LEVELS > 2
231typedef struct { pmdval_t pmd; } pmd_t;
232
233static inline pmd_t native_make_pmd(pmdval_t val)
234{
235 return (pmd_t) { val };
236}
237
238static inline pmdval_t native_pmd_val(pmd_t pmd)
239{
240 return pmd.pmd;
241}
242#else
243#include <asm-generic/pgtable-nopmd.h>
244
245static inline pmdval_t native_pmd_val(pmd_t pmd)
246{
247 return native_pgd_val(pmd.pud.pgd);
248}
249#endif
250
251static inline pudval_t pud_flags(pud_t pud)
252{
253 return native_pud_val(pud) & PTE_FLAGS_MASK;
254}
255
256static inline pmdval_t pmd_flags(pmd_t pmd)
257{
258 return native_pmd_val(pmd) & PTE_FLAGS_MASK;
259}
260
261static inline pte_t native_make_pte(pteval_t val)
262{
263 return (pte_t) { .pte = val };
264}
265
266static inline pteval_t native_pte_val(pte_t pte)
267{
268 return pte.pte;
269}
270
271static inline pteval_t pte_flags(pte_t pte)
272{
273 return native_pte_val(pte) & PTE_FLAGS_MASK;
274}
275
276#define pgprot_val(x) ((x).pgprot)
277#define __pgprot(x) ((pgprot_t) { (x) } )
278
279
280typedef struct page *pgtable_t;
281
282extern pteval_t __supported_pte_mask;
283extern void set_nx(void);
284extern int nx_enabled;
285
286#define pgprot_writecombine pgprot_writecombine
287extern pgprot_t pgprot_writecombine(pgprot_t prot);
288
289
290#define __HAVE_PFNMAP_TRACKING
291
292#define __HAVE_PHYS_MEM_ACCESS_PROT
293struct file;
294pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
295 unsigned long size, pgprot_t vma_prot);
296int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn,
297 unsigned long size, pgprot_t *vma_prot);
298
299
300void set_pte_vaddr(unsigned long vaddr, pte_t pte);
301
302#ifdef CONFIG_X86_32
303extern void native_pagetable_setup_start(pgd_t *base);
304extern void native_pagetable_setup_done(pgd_t *base);
305#else
306#define native_pagetable_setup_start x86_init_pgd_noop
307#define native_pagetable_setup_done x86_init_pgd_noop
308#endif
309
310struct seq_file;
311extern void arch_report_meminfo(struct seq_file *m);
312
313enum {
314 PG_LEVEL_NONE,
315 PG_LEVEL_4K,
316 PG_LEVEL_2M,
317 PG_LEVEL_1G,
318 PG_LEVEL_NUM
319};
320
321#ifdef CONFIG_PROC_FS
322extern void update_page_count(int level, unsigned long pages);
323#else
324static inline void update_page_count(int level, unsigned long pages) { }
325#endif
326
327
328
329
330
331
332
333extern pte_t *lookup_address(unsigned long address, unsigned int *level);
334
335#endif
336
337#endif
338