1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#ifndef _EXEC_ALL_H_
21#define _EXEC_ALL_H_
22
23#include "qemu-common.h"
24
25
26#define DEBUG_DISAS
27
28
29
30
31#if defined(CONFIG_USER_ONLY)
32typedef abi_ulong tb_page_addr_t;
33#else
34typedef ram_addr_t tb_page_addr_t;
35#endif
36
37
38#define DISAS_NEXT 0
39#define DISAS_JUMP 1
40#define DISAS_UPDATE 2
41#define DISAS_TB_JUMP 3
42
43typedef struct TranslationBlock TranslationBlock;
44
45
46#define MAX_OP_PER_INSTR 96
47
48#if HOST_LONG_BITS == 32
49#define MAX_OPC_PARAM_PER_ARG 2
50#else
51#define MAX_OPC_PARAM_PER_ARG 1
52#endif
53#define MAX_OPC_PARAM_IARGS 4
54#define MAX_OPC_PARAM_OARGS 1
55#define MAX_OPC_PARAM_ARGS (MAX_OPC_PARAM_IARGS + MAX_OPC_PARAM_OARGS)
56
57
58
59
60#define MAX_OPC_PARAM (4 + (MAX_OPC_PARAM_PER_ARG * MAX_OPC_PARAM_ARGS))
61#define OPC_BUF_SIZE 640
62#define OPC_MAX_SIZE (OPC_BUF_SIZE - MAX_OP_PER_INSTR)
63
64
65
66
67
68#define TCG_MAX_OP_SIZE 192
69
70#define OPPARAM_BUF_SIZE (OPC_BUF_SIZE * MAX_OPC_PARAM)
71
72extern target_ulong gen_opc_pc[OPC_BUF_SIZE];
73extern uint8_t gen_opc_instr_start[OPC_BUF_SIZE];
74extern uint16_t gen_opc_icount[OPC_BUF_SIZE];
75
76#include "qemu-log.h"
77
78void gen_intermediate_code(CPUState *env, struct TranslationBlock *tb);
79void gen_intermediate_code_pc(CPUState *env, struct TranslationBlock *tb);
80void gen_pc_load(CPUState *env, struct TranslationBlock *tb,
81 unsigned long searched_pc, int pc_pos, void *puc);
82
83void cpu_gen_init(void);
84int cpu_gen_code(CPUState *env, struct TranslationBlock *tb,
85 int *gen_code_size_ptr);
86int cpu_restore_state(struct TranslationBlock *tb,
87 CPUState *env, unsigned long searched_pc,
88 void *puc);
89void cpu_resume_from_signal(CPUState *env1, void *puc);
90void cpu_io_recompile(CPUState *env, void *retaddr);
91TranslationBlock *tb_gen_code(CPUState *env,
92 target_ulong pc, target_ulong cs_base, int flags,
93 int cflags);
94void cpu_exec_init(CPUState *env);
95void QEMU_NORETURN cpu_loop_exit(void);
96int page_unprotect(target_ulong address, unsigned long pc, void *puc);
97void tb_invalidate_phys_page_range(tb_page_addr_t start, tb_page_addr_t end,
98 int is_cpu_write_access);
99void tb_invalidate_page_range(target_ulong start, target_ulong end);
100void tlb_flush_page(CPUState *env, target_ulong addr);
101void tlb_flush(CPUState *env, int flush_global);
102#if !defined(CONFIG_USER_ONLY)
103void tlb_set_page(CPUState *env, target_ulong vaddr,
104 target_phys_addr_t paddr, int prot,
105 int mmu_idx, target_ulong size);
106#endif
107
108#define CODE_GEN_ALIGN 16
109
110#define CODE_GEN_PHYS_HASH_BITS 15
111#define CODE_GEN_PHYS_HASH_SIZE (1 << CODE_GEN_PHYS_HASH_BITS)
112
113#define MIN_CODE_GEN_BUFFER_SIZE (1024 * 1024)
114
115
116
117
118#if defined(CONFIG_SOFTMMU)
119#define CODE_GEN_AVG_BLOCK_SIZE 128
120#else
121#define CODE_GEN_AVG_BLOCK_SIZE 64
122#endif
123
124#if defined(_ARCH_PPC) || defined(__x86_64__) || defined(__arm__) || defined(__i386__)
125#define USE_DIRECT_JUMP
126#endif
127
128struct TranslationBlock {
129 target_ulong pc;
130 target_ulong cs_base;
131 uint64_t flags;
132 uint16_t size;
133
134 uint16_t cflags;
135#define CF_COUNT_MASK 0x7fff
136#define CF_LAST_IO 0x8000
137
138 uint8_t *tc_ptr;
139
140 struct TranslationBlock *phys_hash_next;
141
142
143 struct TranslationBlock *page_next[2];
144 tb_page_addr_t page_addr[2];
145
146
147
148 uint16_t tb_next_offset[2];
149#ifdef USE_DIRECT_JUMP
150 uint16_t tb_jmp_offset[2];
151#else
152 unsigned long tb_next[2];
153#endif
154
155
156
157
158 struct TranslationBlock *jmp_next[2];
159 struct TranslationBlock *jmp_first;
160 uint32_t icount;
161};
162
163static inline unsigned int tb_jmp_cache_hash_page(target_ulong pc)
164{
165 target_ulong tmp;
166 tmp = pc ^ (pc >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS));
167 return (tmp >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS)) & TB_JMP_PAGE_MASK;
168}
169
170static inline unsigned int tb_jmp_cache_hash_func(target_ulong pc)
171{
172 target_ulong tmp;
173 tmp = pc ^ (pc >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS));
174 return (((tmp >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS)) & TB_JMP_PAGE_MASK)
175 | (tmp & TB_JMP_ADDR_MASK));
176}
177
178static inline unsigned int tb_phys_hash_func(tb_page_addr_t pc)
179{
180 return (pc >> 2) & (CODE_GEN_PHYS_HASH_SIZE - 1);
181}
182
183TranslationBlock *tb_alloc(target_ulong pc);
184void tb_free(TranslationBlock *tb);
185void tb_flush(CPUState *env);
186void tb_link_page(TranslationBlock *tb,
187 tb_page_addr_t phys_pc, tb_page_addr_t phys_page2);
188void tb_phys_invalidate(TranslationBlock *tb, tb_page_addr_t page_addr);
189
190extern TranslationBlock *tb_phys_hash[CODE_GEN_PHYS_HASH_SIZE];
191
192#if defined(USE_DIRECT_JUMP)
193
194#if defined(_ARCH_PPC)
195void ppc_tb_set_jmp_target(unsigned long jmp_addr, unsigned long addr);
196#define tb_set_jmp_target1 ppc_tb_set_jmp_target
197#elif defined(__i386__) || defined(__x86_64__)
198static inline void tb_set_jmp_target1(unsigned long jmp_addr, unsigned long addr)
199{
200
201 *(uint32_t *)jmp_addr = addr - (jmp_addr + 4);
202
203}
204#elif defined(__arm__)
205static inline void tb_set_jmp_target1(unsigned long jmp_addr, unsigned long addr)
206{
207#if !QEMU_GNUC_PREREQ(4, 1)
208 register unsigned long _beg __asm ("a1");
209 register unsigned long _end __asm ("a2");
210 register unsigned long _flg __asm ("a3");
211#endif
212
213
214 *(uint32_t *)jmp_addr =
215 (*(uint32_t *)jmp_addr & ~0xffffff)
216 | (((addr - (jmp_addr + 8)) >> 2) & 0xffffff);
217
218#if QEMU_GNUC_PREREQ(4, 1)
219 __builtin___clear_cache((char *) jmp_addr, (char *) jmp_addr + 4);
220#else
221
222 _beg = jmp_addr;
223 _end = jmp_addr + 4;
224 _flg = 0;
225 __asm __volatile__ ("swi 0x9f0002" : : "r" (_beg), "r" (_end), "r" (_flg));
226#endif
227}
228#endif
229
230static inline void tb_set_jmp_target(TranslationBlock *tb,
231 int n, unsigned long addr)
232{
233 unsigned long offset;
234
235 offset = tb->tb_jmp_offset[n];
236 tb_set_jmp_target1((unsigned long)(tb->tc_ptr + offset), addr);
237}
238
239#else
240
241
242static inline void tb_set_jmp_target(TranslationBlock *tb,
243 int n, unsigned long addr)
244{
245 tb->tb_next[n] = addr;
246}
247
248#endif
249
250static inline void tb_add_jump(TranslationBlock *tb, int n,
251 TranslationBlock *tb_next)
252{
253
254 if (!tb->jmp_next[n]) {
255
256 tb_set_jmp_target(tb, n, (unsigned long)tb_next->tc_ptr);
257
258
259 tb->jmp_next[n] = tb_next->jmp_first;
260 tb_next->jmp_first = (TranslationBlock *)((long)(tb) | (n));
261 }
262}
263
264TranslationBlock *tb_find_pc(unsigned long pc_ptr);
265
266#include "qemu-lock.h"
267
268extern spinlock_t tb_lock;
269
270extern int tb_invalidated_flag;
271
272#if !defined(CONFIG_USER_ONLY)
273
274extern CPUWriteMemoryFunc *io_mem_write[IO_MEM_NB_ENTRIES][4];
275extern CPUReadMemoryFunc *io_mem_read[IO_MEM_NB_ENTRIES][4];
276extern void *io_mem_opaque[IO_MEM_NB_ENTRIES];
277
278void tlb_fill(target_ulong addr, int is_write, int mmu_idx,
279 void *retaddr);
280
281#include "softmmu_defs.h"
282
283#define ACCESS_TYPE (NB_MMU_MODES + 1)
284#define MEMSUFFIX _code
285#define env cpu_single_env
286
287#define DATA_SIZE 1
288#include "softmmu_header.h"
289
290#define DATA_SIZE 2
291#include "softmmu_header.h"
292
293#define DATA_SIZE 4
294#include "softmmu_header.h"
295
296#define DATA_SIZE 8
297#include "softmmu_header.h"
298
299#undef ACCESS_TYPE
300#undef MEMSUFFIX
301#undef env
302
303#endif
304
305#if defined(CONFIG_USER_ONLY)
306static inline tb_page_addr_t get_page_addr_code(CPUState *env1, target_ulong addr)
307{
308 return addr;
309}
310#else
311
312
313
314static inline tb_page_addr_t get_page_addr_code(CPUState *env1, target_ulong addr)
315{
316 int mmu_idx, page_index, pd;
317 void *p;
318
319 page_index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
320 mmu_idx = cpu_mmu_index(env1);
321 if (unlikely(env1->tlb_table[mmu_idx][page_index].addr_code !=
322 (addr & TARGET_PAGE_MASK))) {
323 ldub_code(addr);
324 }
325 pd = env1->tlb_table[mmu_idx][page_index].addr_code & ~TARGET_PAGE_MASK;
326 if (pd > IO_MEM_ROM && !(pd & IO_MEM_ROMD)) {
327#if defined(TARGET_SPARC) || defined(TARGET_MIPS)
328 do_unassigned_access(addr, 0, 1, 0, 4);
329#else
330 cpu_abort(env1, "Trying to execute code outside RAM or ROM at 0x" TARGET_FMT_lx "\n", addr);
331#endif
332 }
333 p = (void *)(unsigned long)addr
334 + env1->tlb_table[mmu_idx][page_index].addend;
335 return qemu_ram_addr_from_host_nofail(p);
336}
337#endif
338
339typedef void (CPUDebugExcpHandler)(CPUState *env);
340
341CPUDebugExcpHandler *cpu_set_debug_excp_handler(CPUDebugExcpHandler *handler);
342
343
344extern int singlestep;
345
346
347extern volatile sig_atomic_t exit_request;
348
349#endif
350