1
2
3
4
5
6
7
8#ifndef _ASM_PGTABLE_H
9#define _ASM_PGTABLE_H
10
11
12
13
14#include <asm/page.h>
15#include <asm-generic/pgtable-nopmd.h>
16
17
18extern unsigned long empty_zero_page;
19
20
21
22
23
24
25
26
27#include <asm/vm_mmu.h>
28
29
30
31
32
33#define _PAGE_READ __HVM_PTE_R
34#define _PAGE_WRITE __HVM_PTE_W
35#define _PAGE_EXECUTE __HVM_PTE_X
36#define _PAGE_USER __HVM_PTE_U
37
38
39
40
41
42
43
44
45#define _PAGE_PRESENT (1<<0)
46#define _PAGE_DIRTY (1<<1)
47#define _PAGE_ACCESSED (1<<2)
48
49
50
51
52
53
54#define _PAGE_VALID _PAGE_PRESENT
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70#define PGDIR_SHIFT 22
71#define PTRS_PER_PGD 1024
72
73#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
74#define PGDIR_MASK (~(PGDIR_SIZE-1))
75
76#ifdef CONFIG_PAGE_SIZE_4KB
77#define PTRS_PER_PTE 1024
78#endif
79
80#ifdef CONFIG_PAGE_SIZE_16KB
81#define PTRS_PER_PTE 256
82#endif
83
84#ifdef CONFIG_PAGE_SIZE_64KB
85#define PTRS_PER_PTE 64
86#endif
87
88#ifdef CONFIG_PAGE_SIZE_256KB
89#define PTRS_PER_PTE 16
90#endif
91
92#ifdef CONFIG_PAGE_SIZE_1MB
93#define PTRS_PER_PTE 4
94#endif
95
96
97#define pgd_ERROR(e) \
98 printk(KERN_ERR "%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__,\
99 pgd_val(e))
100
101
102
103
104extern unsigned long _dflt_cache_att;
105
106#define PAGE_NONE __pgprot(_PAGE_PRESENT | _PAGE_USER | \
107 _dflt_cache_att)
108#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
109 _PAGE_READ | _PAGE_EXECUTE | _dflt_cache_att)
110#define PAGE_COPY PAGE_READONLY
111#define PAGE_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
112 _PAGE_READ | _PAGE_EXECUTE | _dflt_cache_att)
113#define PAGE_COPY_EXEC PAGE_EXEC
114#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
115 _PAGE_EXECUTE | _PAGE_WRITE | _dflt_cache_att)
116#define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_READ | \
117 _PAGE_WRITE | _PAGE_EXECUTE | _dflt_cache_att)
118
119
120
121
122
123
124
125
126
127#define CACHEDEF (CACHE_DEFAULT << 6)
128
129
130#define __P000 __pgprot(_PAGE_PRESENT | _PAGE_USER | CACHEDEF)
131#define __P001 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | CACHEDEF)
132#define __P010 __P000
133#define __P011 __P001
134#define __P100 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
135 _PAGE_EXECUTE | CACHEDEF)
136#define __P101 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_EXECUTE | \
137 _PAGE_READ | CACHEDEF)
138#define __P110 __P100
139#define __P111 __P101
140
141
142#define __S000 __P000
143#define __S001 __P001
144#define __S010 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
145 _PAGE_WRITE | CACHEDEF)
146#define __S011 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
147 _PAGE_WRITE | CACHEDEF)
148#define __S100 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
149 _PAGE_EXECUTE | CACHEDEF)
150#define __S101 __P101
151#define __S110 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
152 _PAGE_EXECUTE | _PAGE_WRITE | CACHEDEF)
153#define __S111 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
154 _PAGE_EXECUTE | _PAGE_WRITE | CACHEDEF)
155
156extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
157
158
159#ifdef CONFIG_HUGETLB_PAGE
160#define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE)
161#endif
162
163
164
165
166
167extern void sync_icache_dcache(pte_t pte);
168
169#define pte_present_exec_user(pte) \
170 ((pte_val(pte) & (_PAGE_EXECUTE | _PAGE_USER)) == \
171 (_PAGE_EXECUTE | _PAGE_USER))
172
173static inline void set_pte(pte_t *ptep, pte_t pteval)
174{
175
176 if (pte_present_exec_user(pteval))
177 sync_icache_dcache(pteval);
178
179 *ptep = pteval;
180}
181
182
183
184
185
186
187
188
189#define _NULL_PMD 0x7
190#define _NULL_PTE 0x0
191
192static inline void pmd_clear(pmd_t *pmd_entry_ptr)
193{
194 pmd_val(*pmd_entry_ptr) = _NULL_PMD;
195}
196
197
198
199
200static inline void pte_clear(struct mm_struct *mm, unsigned long addr,
201 pte_t *ptep)
202{
203 pte_val(*ptep) = _NULL_PTE;
204}
205
206
207
208
209
210
211
212static inline int pmd_none(pmd_t pmd)
213{
214 return pmd_val(pmd) == _NULL_PMD;
215}
216
217
218
219
220
221
222
223static inline int pmd_present(pmd_t pmd)
224{
225 return pmd_val(pmd) != (unsigned long)_NULL_PMD;
226}
227
228
229
230
231
232
233static inline int pmd_bad(pmd_t pmd)
234{
235 return 0;
236}
237
238
239
240
241#define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
242
243
244
245
246
247static inline int pte_none(pte_t pte)
248{
249 return pte_val(pte) == _NULL_PTE;
250};
251
252
253
254
255static inline int pte_present(pte_t pte)
256{
257 return pte_val(pte) & _PAGE_PRESENT;
258}
259
260
261#define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
262
263
264#define pte_page(x) pfn_to_page(pte_pfn(x))
265
266
267static inline pte_t pte_mkold(pte_t pte)
268{
269 pte_val(pte) &= ~_PAGE_ACCESSED;
270 return pte;
271}
272
273
274static inline pte_t pte_mkyoung(pte_t pte)
275{
276 pte_val(pte) |= _PAGE_ACCESSED;
277 return pte;
278}
279
280
281static inline pte_t pte_mkclean(pte_t pte)
282{
283 pte_val(pte) &= ~_PAGE_DIRTY;
284 return pte;
285}
286
287
288static inline pte_t pte_mkdirty(pte_t pte)
289{
290 pte_val(pte) |= _PAGE_DIRTY;
291 return pte;
292}
293
294
295static inline int pte_young(pte_t pte)
296{
297 return pte_val(pte) & _PAGE_ACCESSED;
298}
299
300
301static inline int pte_dirty(pte_t pte)
302{
303 return pte_val(pte) & _PAGE_DIRTY;
304}
305
306
307static inline pte_t pte_modify(pte_t pte, pgprot_t prot)
308{
309 pte_val(pte) &= PAGE_MASK;
310 pte_val(pte) |= pgprot_val(prot);
311 return pte;
312}
313
314
315static inline pte_t pte_wrprotect(pte_t pte)
316{
317 pte_val(pte) &= ~_PAGE_WRITE;
318 return pte;
319}
320
321
322static inline pte_t pte_mkwrite(pte_t pte)
323{
324 pte_val(pte) |= _PAGE_WRITE;
325 return pte;
326}
327
328
329static inline pte_t pte_mkexec(pte_t pte)
330{
331 pte_val(pte) |= _PAGE_EXECUTE;
332 return pte;
333}
334
335
336static inline int pte_read(pte_t pte)
337{
338 return pte_val(pte) & _PAGE_READ;
339}
340
341
342static inline int pte_write(pte_t pte)
343{
344 return pte_val(pte) & _PAGE_WRITE;
345}
346
347
348
349static inline int pte_exec(pte_t pte)
350{
351 return pte_val(pte) & _PAGE_EXECUTE;
352}
353
354
355#define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
356
357
358#define __swp_entry_to_pte(x) ((pte_t) { (x).val })
359
360
361#define pfn_pte(pfn, pgprot) __pte((pfn << PAGE_SHIFT) | pgprot_val(pgprot))
362
363
364#define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
365#define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
366
367
368
369
370
371
372
373#define set_pte_at(mm, addr, ptep, pte) set_pte(ptep, pte)
374
375static inline unsigned long pmd_page_vaddr(pmd_t pmd)
376{
377 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK);
378}
379
380
381#define ZERO_PAGE(vaddr) (virt_to_page(&empty_zero_page))
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405#define __swp_type(swp_pte) (((swp_pte).val >> 1) & 0x1f)
406
407#define __swp_offset(swp_pte) \
408 ((((swp_pte).val >> 6) & 0xf) | (((swp_pte).val >> 9) & 0x7ffff0))
409
410#define __swp_entry(type, offset) \
411 ((swp_entry_t) { \
412 ((type << 1) | \
413 ((offset & 0x7ffff0) << 9) | ((offset & 0xf) << 6)) })
414
415#endif
416