1
2
3
4
5
6
7
8#ifndef _ASM_PGTABLE_H
9#define _ASM_PGTABLE_H
10
11
12
13
14#include <asm/page.h>
15#include <asm-generic/pgtable-nopmd.h>
16
17
18extern unsigned long empty_zero_page;
19
20
21
22
23
24
25
26
27#include <asm/vm_mmu.h>
28
29
30
31
32
33#define _PAGE_READ __HVM_PTE_R
34#define _PAGE_WRITE __HVM_PTE_W
35#define _PAGE_EXECUTE __HVM_PTE_X
36#define _PAGE_USER __HVM_PTE_U
37
38
39
40
41
42
43
44
45#define _PAGE_PRESENT (1<<0)
46#define _PAGE_DIRTY (1<<1)
47#define _PAGE_ACCESSED (1<<2)
48
49
50
51
52
53
54#define _PAGE_VALID _PAGE_PRESENT
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70#define PGDIR_SHIFT 22
71#define PTRS_PER_PGD 1024
72
73#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
74#define PGDIR_MASK (~(PGDIR_SIZE-1))
75
76#ifdef CONFIG_PAGE_SIZE_4KB
77#define PTRS_PER_PTE 1024
78#endif
79
80#ifdef CONFIG_PAGE_SIZE_16KB
81#define PTRS_PER_PTE 256
82#endif
83
84#ifdef CONFIG_PAGE_SIZE_64KB
85#define PTRS_PER_PTE 64
86#endif
87
88#ifdef CONFIG_PAGE_SIZE_256KB
89#define PTRS_PER_PTE 16
90#endif
91
92#ifdef CONFIG_PAGE_SIZE_1MB
93#define PTRS_PER_PTE 4
94#endif
95
96
97#define pgd_ERROR(e) \
98 printk(KERN_ERR "%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__,\
99 pgd_val(e))
100
101
102
103
104extern unsigned long _dflt_cache_att;
105
106#define PAGE_NONE __pgprot(_PAGE_PRESENT | _PAGE_USER | \
107 _dflt_cache_att)
108#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
109 _PAGE_READ | _PAGE_EXECUTE | _dflt_cache_att)
110#define PAGE_COPY PAGE_READONLY
111#define PAGE_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
112 _PAGE_READ | _PAGE_EXECUTE | _dflt_cache_att)
113#define PAGE_COPY_EXEC PAGE_EXEC
114#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
115 _PAGE_EXECUTE | _PAGE_WRITE | _dflt_cache_att)
116#define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_READ | \
117 _PAGE_WRITE | _PAGE_EXECUTE | _dflt_cache_att)
118
119
120
121
122
123
124
125
126
127#define CACHEDEF (CACHE_DEFAULT << 6)
128
129
130#define __P000 __pgprot(_PAGE_PRESENT | _PAGE_USER | CACHEDEF)
131#define __P001 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | CACHEDEF)
132#define __P010 __P000
133#define __P011 __P001
134#define __P100 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
135 _PAGE_EXECUTE | CACHEDEF)
136#define __P101 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_EXECUTE | \
137 _PAGE_READ | CACHEDEF)
138#define __P110 __P100
139#define __P111 __P101
140
141
142#define __S000 __P000
143#define __S001 __P001
144#define __S010 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
145 _PAGE_WRITE | CACHEDEF)
146#define __S011 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
147 _PAGE_WRITE | CACHEDEF)
148#define __S100 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
149 _PAGE_EXECUTE | CACHEDEF)
150#define __S101 __P101
151#define __S110 __pgprot(_PAGE_PRESENT | _PAGE_USER | \
152 _PAGE_EXECUTE | _PAGE_WRITE | CACHEDEF)
153#define __S111 __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | \
154 _PAGE_EXECUTE | _PAGE_WRITE | CACHEDEF)
155
156extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
157
158
159#define FIRST_USER_ADDRESS 0UL
160
161
162#ifdef CONFIG_HUGETLB_PAGE
163#define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE)
164#endif
165
166
167
168
169
170extern void sync_icache_dcache(pte_t pte);
171
172#define pte_present_exec_user(pte) \
173 ((pte_val(pte) & (_PAGE_EXECUTE | _PAGE_USER)) == \
174 (_PAGE_EXECUTE | _PAGE_USER))
175
176static inline void set_pte(pte_t *ptep, pte_t pteval)
177{
178
179 if (pte_present_exec_user(pteval))
180 sync_icache_dcache(pteval);
181
182 *ptep = pteval;
183}
184
185
186
187
188
189
190
191
192#define _NULL_PMD 0x7
193#define _NULL_PTE 0x0
194
195static inline void pmd_clear(pmd_t *pmd_entry_ptr)
196{
197 pmd_val(*pmd_entry_ptr) = _NULL_PMD;
198}
199
200
201
202
203static inline void pte_clear(struct mm_struct *mm, unsigned long addr,
204 pte_t *ptep)
205{
206 pte_val(*ptep) = _NULL_PTE;
207}
208
209
210
211
212
213
214
215static inline int pmd_none(pmd_t pmd)
216{
217 return pmd_val(pmd) == _NULL_PMD;
218}
219
220
221
222
223
224
225
226static inline int pmd_present(pmd_t pmd)
227{
228 return pmd_val(pmd) != (unsigned long)_NULL_PMD;
229}
230
231
232
233
234
235
236static inline int pmd_bad(pmd_t pmd)
237{
238 return 0;
239}
240
241
242
243
244#define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
245#define pmd_pgtable(pmd) pmd_page(pmd)
246
247
248
249
250
251static inline int pte_none(pte_t pte)
252{
253 return pte_val(pte) == _NULL_PTE;
254};
255
256
257
258
259static inline int pte_present(pte_t pte)
260{
261 return pte_val(pte) & _PAGE_PRESENT;
262}
263
264
265#define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
266
267
268#define pte_page(x) pfn_to_page(pte_pfn(x))
269
270
271static inline pte_t pte_mkold(pte_t pte)
272{
273 pte_val(pte) &= ~_PAGE_ACCESSED;
274 return pte;
275}
276
277
278static inline pte_t pte_mkyoung(pte_t pte)
279{
280 pte_val(pte) |= _PAGE_ACCESSED;
281 return pte;
282}
283
284
285static inline pte_t pte_mkclean(pte_t pte)
286{
287 pte_val(pte) &= ~_PAGE_DIRTY;
288 return pte;
289}
290
291
292static inline pte_t pte_mkdirty(pte_t pte)
293{
294 pte_val(pte) |= _PAGE_DIRTY;
295 return pte;
296}
297
298
299static inline int pte_young(pte_t pte)
300{
301 return pte_val(pte) & _PAGE_ACCESSED;
302}
303
304
305static inline int pte_dirty(pte_t pte)
306{
307 return pte_val(pte) & _PAGE_DIRTY;
308}
309
310
311static inline pte_t pte_modify(pte_t pte, pgprot_t prot)
312{
313 pte_val(pte) &= PAGE_MASK;
314 pte_val(pte) |= pgprot_val(prot);
315 return pte;
316}
317
318
319static inline pte_t pte_wrprotect(pte_t pte)
320{
321 pte_val(pte) &= ~_PAGE_WRITE;
322 return pte;
323}
324
325
326static inline pte_t pte_mkwrite(pte_t pte)
327{
328 pte_val(pte) |= _PAGE_WRITE;
329 return pte;
330}
331
332
333static inline pte_t pte_mkexec(pte_t pte)
334{
335 pte_val(pte) |= _PAGE_EXECUTE;
336 return pte;
337}
338
339
340static inline int pte_read(pte_t pte)
341{
342 return pte_val(pte) & _PAGE_READ;
343}
344
345
346static inline int pte_write(pte_t pte)
347{
348 return pte_val(pte) & _PAGE_WRITE;
349}
350
351
352
353static inline int pte_exec(pte_t pte)
354{
355 return pte_val(pte) & _PAGE_EXECUTE;
356}
357
358
359#define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
360
361
362#define __swp_entry_to_pte(x) ((pte_t) { (x).val })
363
364
365#define pfn_pte(pfn, pgprot) __pte((pfn << PAGE_SHIFT) | pgprot_val(pgprot))
366
367
368#define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
369#define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
370
371
372
373
374
375
376
377#define set_pte_at(mm, addr, ptep, pte) set_pte(ptep, pte)
378
379static inline unsigned long pmd_page_vaddr(pmd_t pmd)
380{
381 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK);
382}
383
384
385#define ZERO_PAGE(vaddr) (virt_to_page(&empty_zero_page))
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409#define __swp_type(swp_pte) (((swp_pte).val >> 1) & 0x1f)
410
411#define __swp_offset(swp_pte) \
412 ((((swp_pte).val >> 6) & 0xf) | (((swp_pte).val >> 9) & 0x7ffff0))
413
414#define __swp_entry(type, offset) \
415 ((swp_entry_t) { \
416 ((type << 1) | \
417 ((offset & 0x7ffff0) << 9) | ((offset & 0xf) << 6)) })
418
419#endif
420