1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16#ifndef _ASM_TILE_PGTABLE_64_H
17#define _ASM_TILE_PGTABLE_64_H
18
19
20#define PGDIR_SHIFT HV_LOG2_L1_SPAN
21#define PGDIR_SIZE HV_L1_SPAN
22#define PGDIR_MASK (~(PGDIR_SIZE-1))
23#define PTRS_PER_PGD HV_L0_ENTRIES
24#define PGD_INDEX(va) HV_L0_INDEX(va)
25#define SIZEOF_PGD HV_L0_SIZE
26
27
28
29
30
31#define PMD_SHIFT HPAGE_SHIFT
32#define PMD_SIZE HPAGE_SIZE
33#define PMD_MASK (~(PMD_SIZE-1))
34#define PTRS_PER_PMD _HV_L1_ENTRIES(HPAGE_SHIFT)
35#define PMD_INDEX(va) _HV_L1_INDEX(va, HPAGE_SHIFT)
36#define SIZEOF_PMD _HV_L1_SIZE(HPAGE_SHIFT)
37
38
39
40
41
42
43
44
45#define PTRS_PER_PTE _HV_L2_ENTRIES(HPAGE_SHIFT, PAGE_SHIFT)
46#define PTE_INDEX(va) _HV_L2_INDEX(va, HPAGE_SHIFT, PAGE_SHIFT)
47#define SIZEOF_PTE _HV_L2_SIZE(HPAGE_SHIFT, PAGE_SHIFT)
48
49
50
51
52
53
54
55#define _VMALLOC_END MEM_SV_START
56#define VMALLOC_END _VMALLOC_END
57#define VMALLOC_START _VMALLOC_START
58
59#ifndef __ASSEMBLY__
60
61
62#define __ARCH_USE_5LEVEL_HACK
63#include <asm-generic/pgtable-nopud.h>
64
65
66
67
68#define pmd_pte(pmd) (pmd)
69#define pmdp_ptep(pmdp) (pmdp)
70#define pte_pmd(pte) (pte)
71
72#define pud_pte(pud) ((pud).pgd)
73
74static inline int pud_none(pud_t pud)
75{
76 return pud_val(pud) == 0;
77}
78
79static inline int pud_present(pud_t pud)
80{
81 return pud_val(pud) & _PAGE_PRESENT;
82}
83
84static inline int pud_huge_page(pud_t pud)
85{
86 return pud_val(pud) & _PAGE_HUGE_PAGE;
87}
88
89#define pmd_ERROR(e) \
90 pr_err("%s:%d: bad pmd 0x%016llx\n", __FILE__, __LINE__, pmd_val(e))
91
92static inline void pud_clear(pud_t *pudp)
93{
94 __pte_clear(&pudp->pgd);
95}
96
97static inline int pud_bad(pud_t pud)
98{
99 return ((pud_val(pud) & _PAGE_ALL) != _PAGE_TABLE);
100}
101
102
103#define pud_ptfn(pud) hv_pte_get_ptfn((pud).pgd)
104
105
106#define pud_pfn(pud) pte_pfn(pud_pte(pud))
107
108
109
110
111
112
113
114#define pud_page_vaddr(pud) \
115 (__va((phys_addr_t)pud_ptfn(pud) << HV_LOG2_PAGE_TABLE_ALIGN))
116
117
118
119
120
121#define pud_page(pud) pfn_to_page(PFN_DOWN(HV_PTFN_TO_CPA(pud_ptfn(pud))))
122
123static inline unsigned long pud_index(unsigned long address)
124{
125 return (address >> PUD_SHIFT) & (PTRS_PER_PUD - 1);
126}
127
128#define pmd_offset(pud, address) \
129 ((pmd_t *)pud_page_vaddr(*(pud)) + pmd_index(address))
130
131
132#define pgd_addr_normalize pgd_addr_normalize
133static inline unsigned long pgd_addr_normalize(unsigned long addr)
134{
135 return ((long)addr << (CHIP_WORD_SIZE() - CHIP_VA_WIDTH())) >>
136 (CHIP_WORD_SIZE() - CHIP_VA_WIDTH());
137}
138
139
140static inline int pgd_addr_invalid(unsigned long addr)
141{
142 return addr >= KERNEL_HIGH_VADDR || addr != pgd_addr_normalize(addr);
143}
144
145
146
147
148#define __HAVE_ARCH_PTEP_TEST_AND_CLEAR_YOUNG
149static inline int ptep_test_and_clear_young(struct vm_area_struct *vma,
150 unsigned long addr, pte_t *ptep)
151{
152 return (__insn_fetchand(&ptep->val, ~HV_PTE_ACCESSED) >>
153 HV_PTE_INDEX_ACCESSED) & 0x1;
154}
155
156#define __HAVE_ARCH_PTEP_SET_WRPROTECT
157static inline void ptep_set_wrprotect(struct mm_struct *mm,
158 unsigned long addr, pte_t *ptep)
159{
160 __insn_fetchand(&ptep->val, ~HV_PTE_WRITABLE);
161}
162
163#define __HAVE_ARCH_PTEP_GET_AND_CLEAR
164static inline pte_t ptep_get_and_clear(struct mm_struct *mm,
165 unsigned long addr, pte_t *ptep)
166{
167 return hv_pte(__insn_exch(&ptep->val, 0UL));
168}
169
170#endif
171
172#endif
173