1
2
3
4
5
6
7
8
9
10
11#include <linux/mm.h>
12#include <linux/init.h>
13#include <asm/page.h>
14#include <asm/tlb.h>
15#include <asm/mmu_context.h>
16
17
18
19
20int sh64_tlb_init(void)
21{
22
23 cpu_data->dtlb.entries = 64;
24 cpu_data->dtlb.step = 0x10;
25
26 cpu_data->dtlb.first = DTLB_FIXED | cpu_data->dtlb.step;
27 cpu_data->dtlb.next = cpu_data->dtlb.first;
28
29 cpu_data->dtlb.last = DTLB_FIXED |
30 ((cpu_data->dtlb.entries - 1) *
31 cpu_data->dtlb.step);
32
33
34 cpu_data->itlb.entries = 64;
35 cpu_data->itlb.step = 0x10;
36
37 cpu_data->itlb.first = ITLB_FIXED | cpu_data->itlb.step;
38 cpu_data->itlb.next = cpu_data->itlb.first;
39 cpu_data->itlb.last = ITLB_FIXED |
40 ((cpu_data->itlb.entries - 1) *
41 cpu_data->itlb.step);
42
43 return 0;
44}
45
46
47
48
49unsigned long long sh64_next_free_dtlb_entry(void)
50{
51 return cpu_data->dtlb.next;
52}
53
54
55
56
57unsigned long long sh64_get_wired_dtlb_entry(void)
58{
59 unsigned long long entry = sh64_next_free_dtlb_entry();
60
61 cpu_data->dtlb.first += cpu_data->dtlb.step;
62 cpu_data->dtlb.next += cpu_data->dtlb.step;
63
64 return entry;
65}
66
67
68
69
70
71
72
73
74int sh64_put_wired_dtlb_entry(unsigned long long entry)
75{
76 __flush_tlb_slot(entry);
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92 if (entry <= DTLB_FIXED)
93 return -EINVAL;
94
95
96
97
98
99 if (entry < (cpu_data->dtlb.first - cpu_data->dtlb.step))
100 return -EINVAL;
101
102
103 cpu_data->dtlb.first -= cpu_data->dtlb.step;
104 cpu_data->dtlb.next = entry;
105
106 return 0;
107}
108
109
110
111
112
113
114
115
116
117
118
119
120void sh64_setup_tlb_slot(unsigned long long config_addr, unsigned long eaddr,
121 unsigned long asid, unsigned long paddr)
122{
123 unsigned long long pteh, ptel;
124
125 pteh = neff_sign_extend(eaddr);
126 pteh &= PAGE_MASK;
127 pteh |= (asid << PTEH_ASID_SHIFT) | PTEH_VALID;
128 ptel = neff_sign_extend(paddr);
129 ptel &= PAGE_MASK;
130 ptel |= (_PAGE_CACHABLE | _PAGE_READ | _PAGE_WRITE);
131
132 asm volatile("putcfg %0, 1, %1\n\t"
133 "putcfg %0, 0, %2\n"
134 : : "r" (config_addr), "r" (ptel), "r" (pteh));
135}
136
137
138
139
140
141
142
143
144void sh64_teardown_tlb_slot(unsigned long long config_addr)
145 __attribute__ ((alias("__flush_tlb_slot")));
146
147static int dtlb_entry;
148static unsigned long long dtlb_entries[64];
149
150void tlb_wire_entry(struct vm_area_struct *vma, unsigned long addr, pte_t pte)
151{
152 unsigned long long entry;
153 unsigned long paddr, flags;
154
155 BUG_ON(dtlb_entry == ARRAY_SIZE(dtlb_entries));
156
157 local_irq_save(flags);
158
159 entry = sh64_get_wired_dtlb_entry();
160 dtlb_entries[dtlb_entry++] = entry;
161
162 paddr = pte_val(pte) & _PAGE_FLAGS_HARDWARE_MASK;
163 paddr &= ~PAGE_MASK;
164
165 sh64_setup_tlb_slot(entry, addr, get_asid(), paddr);
166
167 local_irq_restore(flags);
168}
169
170void tlb_unwire_entry(void)
171{
172 unsigned long long entry;
173 unsigned long flags;
174
175 BUG_ON(!dtlb_entry);
176
177 local_irq_save(flags);
178 entry = dtlb_entries[dtlb_entry--];
179
180 sh64_teardown_tlb_slot(entry);
181 sh64_put_wired_dtlb_entry(entry);
182
183 local_irq_restore(flags);
184}
185
186void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte)
187{
188 unsigned long long ptel;
189 unsigned long long pteh=0;
190 struct tlb_info *tlbp;
191 unsigned long long next;
192 unsigned int fault_code = get_thread_fault_code();
193
194
195 ptel = pte.pte_low;
196
197
198
199
200 pteh = neff_sign_extend(address & MMU_VPN_MASK);
201
202
203 pteh |= get_asid() << PTEH_ASID_SHIFT;
204 pteh |= PTEH_VALID;
205
206
207 ptel &= _PAGE_FLAGS_HARDWARE_MASK;
208
209 if (fault_code & FAULT_CODE_ITLB)
210 tlbp = &cpu_data->itlb;
211 else
212 tlbp = &cpu_data->dtlb;
213
214 next = tlbp->next;
215 __flush_tlb_slot(next);
216 asm volatile ("putcfg %0,1,%2\n\n\t"
217 "putcfg %0,0,%1\n"
218 : : "r" (next), "r" (pteh), "r" (ptel) );
219
220 next += TLB_STEP;
221 if (next > tlbp->last)
222 next = tlbp->first;
223 tlbp->next = next;
224}
225