1#ifndef _S390_TLB_H
2#define _S390_TLB_H
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#include <linux/mm.h>
25#include <linux/swap.h>
26#include <asm/processor.h>
27#include <asm/pgalloc.h>
28#include <asm/smp.h>
29#include <asm/tlbflush.h>
30
31#ifndef CONFIG_SMP
32#define TLB_NR_PTRS 1
33#else
34#define TLB_NR_PTRS 508
35#endif
36
37struct mmu_gather {
38 struct mm_struct *mm;
39 unsigned int fullmm;
40 unsigned int nr_ptes;
41 unsigned int nr_pxds;
42 void *array[TLB_NR_PTRS];
43};
44
45DECLARE_PER_CPU(struct mmu_gather, mmu_gathers);
46
47static inline struct mmu_gather *tlb_gather_mmu(struct mm_struct *mm,
48 unsigned int full_mm_flush)
49{
50 struct mmu_gather *tlb = &get_cpu_var(mmu_gathers);
51
52 tlb->mm = mm;
53 tlb->fullmm = full_mm_flush || (num_online_cpus() == 1) ||
54 (atomic_read(&mm->mm_users) <= 1 && mm == current->active_mm);
55 tlb->nr_ptes = 0;
56 tlb->nr_pxds = TLB_NR_PTRS;
57 if (tlb->fullmm)
58 __tlb_flush_mm(mm);
59 return tlb;
60}
61
62static inline void tlb_flush_mmu(struct mmu_gather *tlb,
63 unsigned long start, unsigned long end)
64{
65 if (!tlb->fullmm && (tlb->nr_ptes > 0 || tlb->nr_pxds < TLB_NR_PTRS))
66 __tlb_flush_mm(tlb->mm);
67 while (tlb->nr_ptes > 0)
68 pte_free(tlb->mm, tlb->array[--tlb->nr_ptes]);
69 while (tlb->nr_pxds < TLB_NR_PTRS)
70
71 pgd_free(tlb->mm, tlb->array[tlb->nr_pxds++]);
72}
73
74static inline void tlb_finish_mmu(struct mmu_gather *tlb,
75 unsigned long start, unsigned long end)
76{
77 tlb_flush_mmu(tlb, start, end);
78
79
80 check_pgt_cache();
81
82 put_cpu_var(mmu_gathers);
83}
84
85
86
87
88
89
90static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page)
91{
92 free_page_and_swap_cache(page);
93}
94
95
96
97
98
99static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,
100 unsigned long address)
101{
102 if (!tlb->fullmm) {
103 tlb->array[tlb->nr_ptes++] = pte;
104 if (tlb->nr_ptes >= tlb->nr_pxds)
105 tlb_flush_mmu(tlb, 0, 0);
106 } else
107 pte_free(tlb->mm, pte);
108}
109
110
111
112
113
114
115
116
117static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,
118 unsigned long address)
119{
120#ifdef __s390x__
121 if (tlb->mm->context.asce_limit <= (1UL << 31))
122 return;
123 if (!tlb->fullmm) {
124 tlb->array[--tlb->nr_pxds] = pmd;
125 if (tlb->nr_ptes >= tlb->nr_pxds)
126 tlb_flush_mmu(tlb, 0, 0);
127 } else
128 pmd_free(tlb->mm, pmd);
129#endif
130}
131
132
133
134
135
136
137
138
139static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,
140 unsigned long address)
141{
142#ifdef __s390x__
143 if (tlb->mm->context.asce_limit <= (1UL << 42))
144 return;
145 if (!tlb->fullmm) {
146 tlb->array[--tlb->nr_pxds] = pud;
147 if (tlb->nr_ptes >= tlb->nr_pxds)
148 tlb_flush_mmu(tlb, 0, 0);
149 } else
150 pud_free(tlb->mm, pud);
151#endif
152}
153
154#define tlb_start_vma(tlb, vma) do { } while (0)
155#define tlb_end_vma(tlb, vma) do { } while (0)
156#define tlb_remove_tlb_entry(tlb, ptep, addr) do { } while (0)
157#define tlb_migrate_finish(mm) do { } while (0)
158
159#endif
160