1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#ifndef _ASM_PGTABLE_H
22#define _ASM_PGTABLE_H
23
24
25
26
27#include <linux/swap.h>
28#include <asm/page.h>
29#include <asm-generic/pgtable-nopmd.h>
30
31
32extern unsigned long empty_zero_page;
33extern unsigned long zero_page_mask;
34
35
36
37
38
39
40
41
42#include <asm/vm_mmu.h>
43
44
45
46
47
48#define _PAGE_READ __HVM_PTE_R
49#define _PAGE_WRITE __HVM_PTE_W
50#define _PAGE_EXECUTE __HVM_PTE_X
51#define _PAGE_USER __HVM_PTE_U
52
53
54
55
56
57
58
59
60#define _PAGE_PRESENT (1<<0)
61#define _PAGE_DIRTY (1<<1)
62#define _PAGE_ACCESSED (1<<2)
63
64
65
66
67
68
69#define _PAGE_VALID _PAGE_PRESENT
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85#define PGDIR_SHIFT 22
86#define PTRS_PER_PGD 1024
87
88#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
89#define PGDIR_MASK (~(PGDIR_SIZE-1))
90
91#ifdef CONFIG_PAGE_SIZE_4KB
92#define PTRS_PER_PTE 1024
93#endif
94
95#ifdef CONFIG_PAGE_SIZE_16KB
96#define PTRS_PER_PTE 256
97#endif
98
99#ifdef CONFIG_PAGE_SIZE_64KB
100#define PTRS_PER_PTE 64
101#endif
102
103#ifdef CONFIG_PAGE_SIZE_256KB
104#define PTRS_PER_PTE 16
105#endif
106
107#ifdef CONFIG_PAGE_SIZE_1MB
108#define PTRS_PER_PTE 4
109#endif
110
111
112#define pgd_ERROR(e) \
113 printk(KERN_ERR "%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__,\
114 pgd_val(e))
115
116
117
118
119extern unsigned long _dflt_cache_att;
120
121#define PAGE_NONE __pgprot(_PAGE_PRESENT | _PAGE_USER | \
122 _dflt_cache_att)
123#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
124 _PAGE_READ | _PAGE_EXECUTE | _dflt_cache_att)
125#define PAGE_COPY PAGE_READONLY
126#define PAGE_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
127 _PAGE_READ | _PAGE_EXECUTE | _dflt_cache_att)
128#define PAGE_COPY_EXEC PAGE_EXEC
129#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
130 _PAGE_EXECUTE | _PAGE_WRITE | _dflt_cache_att)
131#define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_READ | \
132 _PAGE_WRITE | _PAGE_EXECUTE | _dflt_cache_att)
133
134
135
136
137
138
139
140
141
142#define CACHEDEF (CACHE_DEFAULT << 6)
143
144
145#define __P000 __pgprot(_PAGE_PRESENT | _PAGE_USER | CACHEDEF)
146#define __P001 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | CACHEDEF)
147#define __P010 __P000
148#define __P011 __P001
149#define __P100 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
150 _PAGE_EXECUTE | CACHEDEF)
151#define __P101 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_EXECUTE | \
152 _PAGE_READ | CACHEDEF)
153#define __P110 __P100
154#define __P111 __P101
155
156
157#define __S000 __P000
158#define __S001 __P001
159#define __S010 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
160 _PAGE_WRITE | CACHEDEF)
161#define __S011 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
162 _PAGE_WRITE | CACHEDEF)
163#define __S100 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
164 _PAGE_EXECUTE | CACHEDEF)
165#define __S101 __P101
166#define __S110 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
167 _PAGE_EXECUTE | _PAGE_WRITE | CACHEDEF)
168#define __S111 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
169 _PAGE_EXECUTE | _PAGE_WRITE | CACHEDEF)
170
171extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
172
173
174#define FIRST_USER_ADDRESS 0UL
175#define pte_special(pte) 0
176#define pte_mkspecial(pte) (pte)
177
178
179#ifdef CONFIG_HUGETLB_PAGE
180#define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE)
181#endif
182
183
184
185
186
187extern void sync_icache_dcache(pte_t pte);
188
189#define pte_present_exec_user(pte) \
190 ((pte_val(pte) & (_PAGE_EXECUTE | _PAGE_USER)) == \
191 (_PAGE_EXECUTE | _PAGE_USER))
192
193static inline void set_pte(pte_t *ptep, pte_t pteval)
194{
195
196 if (pte_present_exec_user(pteval))
197 sync_icache_dcache(pteval);
198
199 *ptep = pteval;
200}
201
202
203
204
205
206
207
208
209#define _NULL_PMD 0x7
210#define _NULL_PTE 0x0
211
212static inline void pmd_clear(pmd_t *pmd_entry_ptr)
213{
214 pmd_val(*pmd_entry_ptr) = _NULL_PMD;
215}
216
217
218
219
220static inline void pte_clear(struct mm_struct *mm, unsigned long addr,
221 pte_t *ptep)
222{
223 pte_val(*ptep) = _NULL_PTE;
224}
225
226#ifdef NEED_PMD_INDEX_DESPITE_BEING_2_LEVEL
227
228
229
230
231#define pmd_index(address) (((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1))
232
233#endif
234
235
236
237
238
239
240
241#define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
242
243
244
245
246#define pgd_offset(mm, addr) ((mm)->pgd + pgd_index(addr))
247
248
249
250
251#define pgd_offset_k(address) pgd_offset(&init_mm, address)
252
253
254
255
256
257
258
259static inline int pmd_none(pmd_t pmd)
260{
261 return pmd_val(pmd) == _NULL_PMD;
262}
263
264
265
266
267
268
269
270static inline int pmd_present(pmd_t pmd)
271{
272 return pmd_val(pmd) != (unsigned long)_NULL_PMD;
273}
274
275
276
277
278
279
280static inline int pmd_bad(pmd_t pmd)
281{
282 return 0;
283}
284
285
286
287
288#define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
289#define pmd_pgtable(pmd) pmd_page(pmd)
290
291
292
293
294
295static inline int pte_none(pte_t pte)
296{
297 return pte_val(pte) == _NULL_PTE;
298};
299
300
301
302
303static inline int pte_present(pte_t pte)
304{
305 return pte_val(pte) & _PAGE_PRESENT;
306}
307
308
309#define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
310
311
312#define pte_page(x) pfn_to_page(pte_pfn(x))
313
314
315static inline pte_t pte_mkold(pte_t pte)
316{
317 pte_val(pte) &= ~_PAGE_ACCESSED;
318 return pte;
319}
320
321
322static inline pte_t pte_mkyoung(pte_t pte)
323{
324 pte_val(pte) |= _PAGE_ACCESSED;
325 return pte;
326}
327
328
329static inline pte_t pte_mkclean(pte_t pte)
330{
331 pte_val(pte) &= ~_PAGE_DIRTY;
332 return pte;
333}
334
335
336static inline pte_t pte_mkdirty(pte_t pte)
337{
338 pte_val(pte) |= _PAGE_DIRTY;
339 return pte;
340}
341
342
343static inline int pte_young(pte_t pte)
344{
345 return pte_val(pte) & _PAGE_ACCESSED;
346}
347
348
349static inline int pte_dirty(pte_t pte)
350{
351 return pte_val(pte) & _PAGE_DIRTY;
352}
353
354
355static inline pte_t pte_modify(pte_t pte, pgprot_t prot)
356{
357 pte_val(pte) &= PAGE_MASK;
358 pte_val(pte) |= pgprot_val(prot);
359 return pte;
360}
361
362
363static inline pte_t pte_wrprotect(pte_t pte)
364{
365 pte_val(pte) &= ~_PAGE_WRITE;
366 return pte;
367}
368
369
370static inline pte_t pte_mkwrite(pte_t pte)
371{
372 pte_val(pte) |= _PAGE_WRITE;
373 return pte;
374}
375
376
377static inline pte_t pte_mkexec(pte_t pte)
378{
379 pte_val(pte) |= _PAGE_EXECUTE;
380 return pte;
381}
382
383
384static inline int pte_read(pte_t pte)
385{
386 return pte_val(pte) & _PAGE_READ;
387}
388
389
390static inline int pte_write(pte_t pte)
391{
392 return pte_val(pte) & _PAGE_WRITE;
393}
394
395
396
397static inline int pte_exec(pte_t pte)
398{
399 return pte_val(pte) & _PAGE_EXECUTE;
400}
401
402
403#define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
404
405
406#define __swp_entry_to_pte(x) ((pte_t) { (x).val })
407
408
409#define pfn_pte(pfn, pgprot) __pte((pfn << PAGE_SHIFT) | pgprot_val(pgprot))
410
411
412#define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
413#define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
414
415
416
417
418
419
420
421#define set_pte_at(mm, addr, ptep, pte) set_pte(ptep, pte)
422
423
424
425
426#define pte_unmap(pte) do { } while (0)
427#define pte_unmap_nested(pte) do { } while (0)
428
429
430
431
432
433#define pte_offset_map(dir, address) \
434 ((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset(address))
435
436#define pte_offset_map_nested(pmd, addr) pte_offset_map(pmd, addr)
437
438
439#define pte_offset_kernel(dir, address) \
440 ((pte_t *) (unsigned long) __va(pmd_val(*dir) & PAGE_MASK) \
441 + __pte_offset(address))
442
443
444#define ZERO_PAGE(vaddr) (virt_to_page(&empty_zero_page))
445
446#define __pte_offset(address) (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
447
448
449#define pgtable_cache_init() do { } while (0)
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473#define __swp_type(swp_pte) (((swp_pte).val >> 1) & 0x1f)
474
475#define __swp_offset(swp_pte) \
476 ((((swp_pte).val >> 6) & 0xf) | (((swp_pte).val >> 9) & 0x7ffff0))
477
478#define __swp_entry(type, offset) \
479 ((swp_entry_t) { \
480 ((type << 1) | \
481 ((offset & 0x7ffff0) << 9) | ((offset & 0xf) << 6)) })
482
483
484#include <asm-generic/pgtable.h>
485
486#endif
487