1#ifndef _S390_TLB_H
2#define _S390_TLB_H
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#include <linux/mm.h>
25#include <linux/pagemap.h>
26#include <linux/swap.h>
27#include <asm/processor.h>
28#include <asm/pgalloc.h>
29#include <asm/tlbflush.h>
30
31struct mmu_gather {
32 struct mm_struct *mm;
33 struct mmu_table_batch *batch;
34 unsigned int fullmm;
35 unsigned long start, end;
36};
37
38struct mmu_table_batch {
39 struct rcu_head rcu;
40 unsigned int nr;
41 void *tables[0];
42};
43
44#define MAX_TABLE_BATCH \
45 ((PAGE_SIZE - sizeof(struct mmu_table_batch)) / sizeof(void *))
46
47extern void tlb_table_flush(struct mmu_gather *tlb);
48extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
49
50static inline void
51arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm,
52 unsigned long start, unsigned long end)
53{
54 tlb->mm = mm;
55 tlb->start = start;
56 tlb->end = end;
57 tlb->fullmm = !(start | (end+1));
58 tlb->batch = NULL;
59}
60
61static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb)
62{
63 __tlb_flush_mm_lazy(tlb->mm);
64}
65
66static inline void tlb_flush_mmu_free(struct mmu_gather *tlb)
67{
68 tlb_table_flush(tlb);
69}
70
71
72static inline void tlb_flush_mmu(struct mmu_gather *tlb)
73{
74 tlb_flush_mmu_tlbonly(tlb);
75 tlb_flush_mmu_free(tlb);
76}
77
78static inline void
79arch_tlb_finish_mmu(struct mmu_gather *tlb,
80 unsigned long start, unsigned long end, bool force)
81{
82 if (force) {
83 tlb->start = start;
84 tlb->end = end;
85 }
86
87 tlb_flush_mmu(tlb);
88}
89
90
91
92
93
94
95static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page)
96{
97 free_page_and_swap_cache(page);
98 return false;
99}
100
101static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page)
102{
103 free_page_and_swap_cache(page);
104}
105
106static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
107 struct page *page, int page_size)
108{
109 return __tlb_remove_page(tlb, page);
110}
111
112static inline void tlb_remove_page_size(struct mmu_gather *tlb,
113 struct page *page, int page_size)
114{
115 return tlb_remove_page(tlb, page);
116}
117
118
119
120
121
122static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,
123 unsigned long address)
124{
125 page_table_free_rcu(tlb, (unsigned long *) pte, address);
126}
127
128
129
130
131
132
133
134
135static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,
136 unsigned long address)
137{
138 if (tlb->mm->context.asce_limit <= (1UL << 31))
139 return;
140 pgtable_pmd_page_dtor(virt_to_page(pmd));
141 tlb_remove_table(tlb, pmd);
142}
143
144
145
146
147
148
149
150
151static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,
152 unsigned long address)
153{
154 if (tlb->mm->context.asce_limit <= (1UL << 53))
155 return;
156 tlb_remove_table(tlb, p4d);
157}
158
159
160
161
162
163
164
165
166static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,
167 unsigned long address)
168{
169 if (tlb->mm->context.asce_limit <= (1UL << 42))
170 return;
171 tlb_remove_table(tlb, pud);
172}
173
174#define tlb_start_vma(tlb, vma) do { } while (0)
175#define tlb_end_vma(tlb, vma) do { } while (0)
176#define tlb_remove_tlb_entry(tlb, ptep, addr) do { } while (0)
177#define tlb_remove_pmd_tlb_entry(tlb, pmdp, addr) do { } while (0)
178#define tlb_migrate_finish(mm) do { } while (0)
179#define tlb_remove_huge_tlb_entry(h, tlb, ptep, address) \
180 tlb_remove_tlb_entry(tlb, ptep, address)
181
182#define tlb_remove_check_page_size_change tlb_remove_check_page_size_change
183static inline void tlb_remove_check_page_size_change(struct mmu_gather *tlb,
184 unsigned int page_size)
185{
186}
187
188#endif
189