1#ifndef _ASM_X86_PGTABLE_DEFS_H
2#define _ASM_X86_PGTABLE_DEFS_H
3
4#include <linux/const.h>
5#include <asm/page_types.h>
6
7#define FIRST_USER_ADDRESS 0UL
8
9#define _PAGE_BIT_PRESENT 0
10#define _PAGE_BIT_RW 1
11#define _PAGE_BIT_USER 2
12#define _PAGE_BIT_PWT 3
13#define _PAGE_BIT_PCD 4
14#define _PAGE_BIT_ACCESSED 5
15#define _PAGE_BIT_DIRTY 6
16#define _PAGE_BIT_PSE 7
17#define _PAGE_BIT_PAT 7
18#define _PAGE_BIT_GLOBAL 8
19#define _PAGE_BIT_SOFTW1 9
20#define _PAGE_BIT_SOFTW2 10
21#define _PAGE_BIT_SOFTW3 11
22#define _PAGE_BIT_PAT_LARGE 12
23#define _PAGE_BIT_SOFTW4 58
24#define _PAGE_BIT_PKEY_BIT0 59
25#define _PAGE_BIT_PKEY_BIT1 60
26#define _PAGE_BIT_PKEY_BIT2 61
27#define _PAGE_BIT_PKEY_BIT3 62
28#define _PAGE_BIT_NX 63
29
30#define _PAGE_BIT_SPECIAL _PAGE_BIT_SOFTW1
31#define _PAGE_BIT_CPA_TEST _PAGE_BIT_SOFTW1
32#define _PAGE_BIT_HIDDEN _PAGE_BIT_SOFTW3
33#define _PAGE_BIT_SOFT_DIRTY _PAGE_BIT_SOFTW3
34#define _PAGE_BIT_DEVMAP _PAGE_BIT_SOFTW4
35
36
37
38#define _PAGE_BIT_PROTNONE _PAGE_BIT_GLOBAL
39
40#define _PAGE_PRESENT (_AT(pteval_t, 1) << _PAGE_BIT_PRESENT)
41#define _PAGE_RW (_AT(pteval_t, 1) << _PAGE_BIT_RW)
42#define _PAGE_USER (_AT(pteval_t, 1) << _PAGE_BIT_USER)
43#define _PAGE_PWT (_AT(pteval_t, 1) << _PAGE_BIT_PWT)
44#define _PAGE_PCD (_AT(pteval_t, 1) << _PAGE_BIT_PCD)
45#define _PAGE_ACCESSED (_AT(pteval_t, 1) << _PAGE_BIT_ACCESSED)
46#define _PAGE_DIRTY (_AT(pteval_t, 1) << _PAGE_BIT_DIRTY)
47#define _PAGE_PSE (_AT(pteval_t, 1) << _PAGE_BIT_PSE)
48#define _PAGE_GLOBAL (_AT(pteval_t, 1) << _PAGE_BIT_GLOBAL)
49#define _PAGE_SOFTW1 (_AT(pteval_t, 1) << _PAGE_BIT_SOFTW1)
50#define _PAGE_SOFTW2 (_AT(pteval_t, 1) << _PAGE_BIT_SOFTW2)
51#define _PAGE_PAT (_AT(pteval_t, 1) << _PAGE_BIT_PAT)
52#define _PAGE_PAT_LARGE (_AT(pteval_t, 1) << _PAGE_BIT_PAT_LARGE)
53#define _PAGE_SPECIAL (_AT(pteval_t, 1) << _PAGE_BIT_SPECIAL)
54#define _PAGE_CPA_TEST (_AT(pteval_t, 1) << _PAGE_BIT_CPA_TEST)
55#ifdef CONFIG_X86_INTEL_MEMORY_PROTECTION_KEYS
56#define _PAGE_PKEY_BIT0 (_AT(pteval_t, 1) << _PAGE_BIT_PKEY_BIT0)
57#define _PAGE_PKEY_BIT1 (_AT(pteval_t, 1) << _PAGE_BIT_PKEY_BIT1)
58#define _PAGE_PKEY_BIT2 (_AT(pteval_t, 1) << _PAGE_BIT_PKEY_BIT2)
59#define _PAGE_PKEY_BIT3 (_AT(pteval_t, 1) << _PAGE_BIT_PKEY_BIT3)
60#else
61#define _PAGE_PKEY_BIT0 (_AT(pteval_t, 0))
62#define _PAGE_PKEY_BIT1 (_AT(pteval_t, 0))
63#define _PAGE_PKEY_BIT2 (_AT(pteval_t, 0))
64#define _PAGE_PKEY_BIT3 (_AT(pteval_t, 0))
65#endif
66#define __HAVE_ARCH_PTE_SPECIAL
67
68#define _PAGE_PKEY_MASK (_PAGE_PKEY_BIT0 | \
69 _PAGE_PKEY_BIT1 | \
70 _PAGE_PKEY_BIT2 | \
71 _PAGE_PKEY_BIT3)
72
73#if defined(CONFIG_X86_64) || defined(CONFIG_X86_PAE)
74#define _PAGE_KNL_ERRATUM_MASK (_PAGE_DIRTY | _PAGE_ACCESSED)
75#else
76#define _PAGE_KNL_ERRATUM_MASK 0
77#endif
78
79#ifdef CONFIG_KMEMCHECK
80#define _PAGE_HIDDEN (_AT(pteval_t, 1) << _PAGE_BIT_HIDDEN)
81#else
82#define _PAGE_HIDDEN (_AT(pteval_t, 0))
83#endif
84
85
86
87
88
89
90
91#ifdef CONFIG_MEM_SOFT_DIRTY
92#define _PAGE_SOFT_DIRTY (_AT(pteval_t, 1) << _PAGE_BIT_SOFT_DIRTY)
93#else
94#define _PAGE_SOFT_DIRTY (_AT(pteval_t, 0))
95#endif
96
97
98
99
100
101
102
103
104
105
106
107#ifdef CONFIG_MEM_SOFT_DIRTY
108#define _PAGE_SWP_SOFT_DIRTY _PAGE_PSE
109#else
110#define _PAGE_SWP_SOFT_DIRTY (_AT(pteval_t, 0))
111#endif
112
113#if defined(CONFIG_X86_64) || defined(CONFIG_X86_PAE)
114#define _PAGE_NX (_AT(pteval_t, 1) << _PAGE_BIT_NX)
115#define _PAGE_DEVMAP (_AT(u64, 1) << _PAGE_BIT_DEVMAP)
116#define __HAVE_ARCH_PTE_DEVMAP
117#else
118#define _PAGE_NX (_AT(pteval_t, 0))
119#define _PAGE_DEVMAP (_AT(pteval_t, 0))
120#endif
121
122#define _PAGE_PROTNONE (_AT(pteval_t, 1) << _PAGE_BIT_PROTNONE)
123
124#define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
125 _PAGE_ACCESSED | _PAGE_DIRTY)
126#define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | \
127 _PAGE_DIRTY)
128
129
130
131
132
133
134
135#define _PAGE_CHG_MASK (PTE_PFN_MASK | _PAGE_PCD | _PAGE_PWT | \
136 _PAGE_SPECIAL | _PAGE_ACCESSED | _PAGE_DIRTY | \
137 _PAGE_SOFT_DIRTY)
138#define _HPAGE_CHG_MASK (_PAGE_CHG_MASK | _PAGE_PSE)
139
140
141
142
143
144
145
146
147
148#ifndef __ASSEMBLY__
149enum page_cache_mode {
150 _PAGE_CACHE_MODE_WB = 0,
151 _PAGE_CACHE_MODE_WC = 1,
152 _PAGE_CACHE_MODE_UC_MINUS = 2,
153 _PAGE_CACHE_MODE_UC = 3,
154 _PAGE_CACHE_MODE_WT = 4,
155 _PAGE_CACHE_MODE_WP = 5,
156 _PAGE_CACHE_MODE_NUM = 8
157};
158#endif
159
160#define _PAGE_CACHE_MASK (_PAGE_PAT | _PAGE_PCD | _PAGE_PWT)
161#define _PAGE_NOCACHE (cachemode2protval(_PAGE_CACHE_MODE_UC))
162
163#define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_ACCESSED)
164#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
165 _PAGE_ACCESSED | _PAGE_NX)
166
167#define PAGE_SHARED_EXEC __pgprot(_PAGE_PRESENT | _PAGE_RW | \
168 _PAGE_USER | _PAGE_ACCESSED)
169#define PAGE_COPY_NOEXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
170 _PAGE_ACCESSED | _PAGE_NX)
171#define PAGE_COPY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
172 _PAGE_ACCESSED)
173#define PAGE_COPY PAGE_COPY_NOEXEC
174#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
175 _PAGE_ACCESSED | _PAGE_NX)
176#define PAGE_READONLY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
177 _PAGE_ACCESSED)
178
179#define __PAGE_KERNEL_EXEC \
180 (_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_GLOBAL)
181#define __PAGE_KERNEL (__PAGE_KERNEL_EXEC | _PAGE_NX)
182
183#define __PAGE_KERNEL_RO (__PAGE_KERNEL & ~_PAGE_RW)
184#define __PAGE_KERNEL_RX (__PAGE_KERNEL_EXEC & ~_PAGE_RW)
185#define __PAGE_KERNEL_NOCACHE (__PAGE_KERNEL | _PAGE_NOCACHE)
186#define __PAGE_KERNEL_VSYSCALL (__PAGE_KERNEL_RX | _PAGE_USER)
187#define __PAGE_KERNEL_VVAR (__PAGE_KERNEL_RO | _PAGE_USER)
188#define __PAGE_KERNEL_LARGE (__PAGE_KERNEL | _PAGE_PSE)
189#define __PAGE_KERNEL_LARGE_EXEC (__PAGE_KERNEL_EXEC | _PAGE_PSE)
190
191#define __PAGE_KERNEL_IO (__PAGE_KERNEL)
192#define __PAGE_KERNEL_IO_NOCACHE (__PAGE_KERNEL_NOCACHE)
193
194#define PAGE_KERNEL __pgprot(__PAGE_KERNEL)
195#define PAGE_KERNEL_RO __pgprot(__PAGE_KERNEL_RO)
196#define PAGE_KERNEL_EXEC __pgprot(__PAGE_KERNEL_EXEC)
197#define PAGE_KERNEL_RX __pgprot(__PAGE_KERNEL_RX)
198#define PAGE_KERNEL_NOCACHE __pgprot(__PAGE_KERNEL_NOCACHE)
199#define PAGE_KERNEL_LARGE __pgprot(__PAGE_KERNEL_LARGE)
200#define PAGE_KERNEL_LARGE_EXEC __pgprot(__PAGE_KERNEL_LARGE_EXEC)
201#define PAGE_KERNEL_VSYSCALL __pgprot(__PAGE_KERNEL_VSYSCALL)
202#define PAGE_KERNEL_VVAR __pgprot(__PAGE_KERNEL_VVAR)
203
204#define PAGE_KERNEL_IO __pgprot(__PAGE_KERNEL_IO)
205#define PAGE_KERNEL_IO_NOCACHE __pgprot(__PAGE_KERNEL_IO_NOCACHE)
206
207
208#define __P000 PAGE_NONE
209#define __P001 PAGE_READONLY
210#define __P010 PAGE_COPY
211#define __P011 PAGE_COPY
212#define __P100 PAGE_READONLY_EXEC
213#define __P101 PAGE_READONLY_EXEC
214#define __P110 PAGE_COPY_EXEC
215#define __P111 PAGE_COPY_EXEC
216
217#define __S000 PAGE_NONE
218#define __S001 PAGE_READONLY
219#define __S010 PAGE_SHARED
220#define __S011 PAGE_SHARED
221#define __S100 PAGE_READONLY_EXEC
222#define __S101 PAGE_READONLY_EXEC
223#define __S110 PAGE_SHARED_EXEC
224#define __S111 PAGE_SHARED_EXEC
225
226
227
228
229#ifdef CONFIG_X86_64
230#define __PAGE_KERNEL_IDENT_LARGE_EXEC __PAGE_KERNEL_LARGE_EXEC
231#else
232#define PTE_IDENT_ATTR 0x003
233#define PDE_IDENT_ATTR 0x063
234#define PGD_IDENT_ATTR 0x001
235#endif
236
237#ifdef CONFIG_X86_32
238# include <asm/pgtable_32_types.h>
239#else
240# include <asm/pgtable_64_types.h>
241#endif
242
243#ifndef __ASSEMBLY__
244
245#include <linux/types.h>
246
247
248#define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK)
249
250
251
252
253
254#define PTE_FLAGS_MASK (~PTE_PFN_MASK)
255
256typedef struct pgprot { pgprotval_t pgprot; } pgprot_t;
257
258typedef struct { pgdval_t pgd; } pgd_t;
259
260static inline pgd_t native_make_pgd(pgdval_t val)
261{
262 return (pgd_t) { val };
263}
264
265static inline pgdval_t native_pgd_val(pgd_t pgd)
266{
267 return pgd.pgd;
268}
269
270static inline pgdval_t pgd_flags(pgd_t pgd)
271{
272 return native_pgd_val(pgd) & PTE_FLAGS_MASK;
273}
274
275#if CONFIG_PGTABLE_LEVELS > 3
276typedef struct { pudval_t pud; } pud_t;
277
278static inline pud_t native_make_pud(pmdval_t val)
279{
280 return (pud_t) { val };
281}
282
283static inline pudval_t native_pud_val(pud_t pud)
284{
285 return pud.pud;
286}
287#else
288#include <asm-generic/pgtable-nopud.h>
289
290static inline pudval_t native_pud_val(pud_t pud)
291{
292 return native_pgd_val(pud.pgd);
293}
294#endif
295
296#if CONFIG_PGTABLE_LEVELS > 2
297typedef struct { pmdval_t pmd; } pmd_t;
298
299static inline pmd_t native_make_pmd(pmdval_t val)
300{
301 return (pmd_t) { val };
302}
303
304static inline pmdval_t native_pmd_val(pmd_t pmd)
305{
306 return pmd.pmd;
307}
308#else
309#include <asm-generic/pgtable-nopmd.h>
310
311static inline pmdval_t native_pmd_val(pmd_t pmd)
312{
313 return native_pgd_val(pmd.pud.pgd);
314}
315#endif
316
317static inline pudval_t pud_pfn_mask(pud_t pud)
318{
319 if (native_pud_val(pud) & _PAGE_PSE)
320 return PHYSICAL_PUD_PAGE_MASK;
321 else
322 return PTE_PFN_MASK;
323}
324
325static inline pudval_t pud_flags_mask(pud_t pud)
326{
327 return ~pud_pfn_mask(pud);
328}
329
330static inline pudval_t pud_flags(pud_t pud)
331{
332 return native_pud_val(pud) & pud_flags_mask(pud);
333}
334
335static inline pmdval_t pmd_pfn_mask(pmd_t pmd)
336{
337 if (native_pmd_val(pmd) & _PAGE_PSE)
338 return PHYSICAL_PMD_PAGE_MASK;
339 else
340 return PTE_PFN_MASK;
341}
342
343static inline pmdval_t pmd_flags_mask(pmd_t pmd)
344{
345 return ~pmd_pfn_mask(pmd);
346}
347
348static inline pmdval_t pmd_flags(pmd_t pmd)
349{
350 return native_pmd_val(pmd) & pmd_flags_mask(pmd);
351}
352
353static inline pte_t native_make_pte(pteval_t val)
354{
355 return (pte_t) { .pte = val };
356}
357
358static inline pteval_t native_pte_val(pte_t pte)
359{
360 return pte.pte;
361}
362
363static inline pteval_t pte_flags(pte_t pte)
364{
365 return native_pte_val(pte) & PTE_FLAGS_MASK;
366}
367
368#define pgprot_val(x) ((x).pgprot)
369#define __pgprot(x) ((pgprot_t) { (x) } )
370
371extern uint16_t __cachemode2pte_tbl[_PAGE_CACHE_MODE_NUM];
372extern uint8_t __pte2cachemode_tbl[8];
373
374#define __pte2cm_idx(cb) \
375 ((((cb) >> (_PAGE_BIT_PAT - 2)) & 4) | \
376 (((cb) >> (_PAGE_BIT_PCD - 1)) & 2) | \
377 (((cb) >> _PAGE_BIT_PWT) & 1))
378#define __cm_idx2pte(i) \
379 ((((i) & 4) << (_PAGE_BIT_PAT - 2)) | \
380 (((i) & 2) << (_PAGE_BIT_PCD - 1)) | \
381 (((i) & 1) << _PAGE_BIT_PWT))
382
383static inline unsigned long cachemode2protval(enum page_cache_mode pcm)
384{
385 if (likely(pcm == 0))
386 return 0;
387 return __cachemode2pte_tbl[pcm];
388}
389static inline pgprot_t cachemode2pgprot(enum page_cache_mode pcm)
390{
391 return __pgprot(cachemode2protval(pcm));
392}
393static inline enum page_cache_mode pgprot2cachemode(pgprot_t pgprot)
394{
395 unsigned long masked;
396
397 masked = pgprot_val(pgprot) & _PAGE_CACHE_MASK;
398 if (likely(masked == 0))
399 return 0;
400 return __pte2cachemode_tbl[__pte2cm_idx(masked)];
401}
402static inline pgprot_t pgprot_4k_2_large(pgprot_t pgprot)
403{
404 pgprotval_t val = pgprot_val(pgprot);
405 pgprot_t new;
406
407 pgprot_val(new) = (val & ~(_PAGE_PAT | _PAGE_PAT_LARGE)) |
408 ((val & _PAGE_PAT) << (_PAGE_BIT_PAT_LARGE - _PAGE_BIT_PAT));
409 return new;
410}
411static inline pgprot_t pgprot_large_2_4k(pgprot_t pgprot)
412{
413 pgprotval_t val = pgprot_val(pgprot);
414 pgprot_t new;
415
416 pgprot_val(new) = (val & ~(_PAGE_PAT | _PAGE_PAT_LARGE)) |
417 ((val & _PAGE_PAT_LARGE) >>
418 (_PAGE_BIT_PAT_LARGE - _PAGE_BIT_PAT));
419 return new;
420}
421
422
423typedef struct page *pgtable_t;
424
425extern pteval_t __supported_pte_mask;
426extern void set_nx(void);
427extern int nx_enabled;
428
429#define pgprot_writecombine pgprot_writecombine
430extern pgprot_t pgprot_writecombine(pgprot_t prot);
431
432#define pgprot_writethrough pgprot_writethrough
433extern pgprot_t pgprot_writethrough(pgprot_t prot);
434
435
436#define __HAVE_PFNMAP_TRACKING
437
438#define __HAVE_PHYS_MEM_ACCESS_PROT
439struct file;
440pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
441 unsigned long size, pgprot_t vma_prot);
442int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn,
443 unsigned long size, pgprot_t *vma_prot);
444
445
446void set_pte_vaddr(unsigned long vaddr, pte_t pte);
447
448#ifdef CONFIG_X86_32
449extern void native_pagetable_init(void);
450#else
451#define native_pagetable_init paging_init
452#endif
453
454struct seq_file;
455extern void arch_report_meminfo(struct seq_file *m);
456
457enum pg_level {
458 PG_LEVEL_NONE,
459 PG_LEVEL_4K,
460 PG_LEVEL_2M,
461 PG_LEVEL_1G,
462 PG_LEVEL_NUM
463};
464
465#ifdef CONFIG_PROC_FS
466extern void update_page_count(int level, unsigned long pages);
467#else
468static inline void update_page_count(int level, unsigned long pages) { }
469#endif
470
471
472
473
474
475
476
477extern pte_t *lookup_address(unsigned long address, unsigned int *level);
478extern pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address,
479 unsigned int *level);
480extern pmd_t *lookup_pmd_address(unsigned long address);
481extern phys_addr_t slow_virt_to_phys(void *__address);
482extern int kernel_map_pages_in_pgd(pgd_t *pgd, u64 pfn, unsigned long address,
483 unsigned numpages, unsigned long page_flags);
484#endif
485
486#endif
487