1
2#ifndef _S390_TLB_H
3#define _S390_TLB_H
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25void __tlb_remove_table(void *_table);
26static inline void tlb_flush(struct mmu_gather *tlb);
27static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
28 struct page *page, int page_size);
29
30#define tlb_start_vma(tlb, vma) do { } while (0)
31#define tlb_end_vma(tlb, vma) do { } while (0)
32
33#define tlb_flush tlb_flush
34#define pte_free_tlb pte_free_tlb
35#define pmd_free_tlb pmd_free_tlb
36#define p4d_free_tlb p4d_free_tlb
37#define pud_free_tlb pud_free_tlb
38
39#include <asm/tlbflush.h>
40#include <asm-generic/tlb.h>
41
42
43
44
45
46
47static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
48 struct page *page, int page_size)
49{
50 free_page_and_swap_cache(page);
51 return false;
52}
53
54static inline void tlb_flush(struct mmu_gather *tlb)
55{
56 __tlb_flush_mm_lazy(tlb->mm);
57}
58
59
60
61
62
63static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,
64 unsigned long address)
65{
66 __tlb_adjust_range(tlb, address, PAGE_SIZE);
67 tlb->mm->context.flush_mm = 1;
68 tlb->freed_tables = 1;
69 tlb->cleared_pmds = 1;
70
71
72
73
74
75 page_table_free_rcu(tlb, (unsigned long *) pte, address);
76}
77
78
79
80
81
82
83
84
85static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,
86 unsigned long address)
87{
88 if (mm_pmd_folded(tlb->mm))
89 return;
90 pgtable_pmd_page_dtor(virt_to_page(pmd));
91 __tlb_adjust_range(tlb, address, PAGE_SIZE);
92 tlb->mm->context.flush_mm = 1;
93 tlb->freed_tables = 1;
94 tlb->cleared_puds = 1;
95 tlb_remove_table(tlb, pmd);
96}
97
98
99
100
101
102
103
104
105static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,
106 unsigned long address)
107{
108 if (mm_p4d_folded(tlb->mm))
109 return;
110 __tlb_adjust_range(tlb, address, PAGE_SIZE);
111 tlb->mm->context.flush_mm = 1;
112 tlb->freed_tables = 1;
113 tlb_remove_table(tlb, p4d);
114}
115
116
117
118
119
120
121
122
123static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,
124 unsigned long address)
125{
126 if (mm_pud_folded(tlb->mm))
127 return;
128 tlb->mm->context.flush_mm = 1;
129 tlb->freed_tables = 1;
130 tlb->cleared_p4ds = 1;
131 tlb_remove_table(tlb, pud);
132}
133
134
135#endif
136