]> git.proxmox.com Git - qemu.git/blame - exec-all.h
kvm: set cpu_single_env around KVM_RUN ioctl
[qemu.git] / exec-all.h
CommitLineData
d4e8164f
FB
1/*
2 * internal execution defines for qemu
5fafdf24 3 *
d4e8164f
FB
4 * Copyright (c) 2003 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
8167ee88 17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
d4e8164f
FB
18 */
19
875cdcf6
AL
20#ifndef _EXEC_ALL_H_
21#define _EXEC_ALL_H_
7d99a001
BS
22
23#include "qemu-common.h"
24
b346ff46 25/* allow to see translation results - the slowdown should be negligible, so we leave it */
de9a95f0 26#define DEBUG_DISAS
b346ff46 27
41c1b1c9
PB
28/* Page tracking code uses ram addresses in system mode, and virtual
29 addresses in userspace mode. Define tb_page_addr_t to be an appropriate
30 type. */
31#if defined(CONFIG_USER_ONLY)
b480d9b7 32typedef abi_ulong tb_page_addr_t;
41c1b1c9
PB
33#else
34typedef ram_addr_t tb_page_addr_t;
35#endif
36
b346ff46
FB
37/* is_jmp field values */
38#define DISAS_NEXT 0 /* next instruction can be analyzed */
39#define DISAS_JUMP 1 /* only pc was modified dynamically */
40#define DISAS_UPDATE 2 /* cpu state was modified dynamically */
41#define DISAS_TB_JUMP 3 /* only pc was modified statically */
42
2e70f6ef 43typedef struct TranslationBlock TranslationBlock;
b346ff46
FB
44
45/* XXX: make safe guess about sizes */
b689c622 46#define MAX_OP_PER_INSTR 96
4d0e4ac7
SB
47
48#if HOST_LONG_BITS == 32
49#define MAX_OPC_PARAM_PER_ARG 2
50#else
51#define MAX_OPC_PARAM_PER_ARG 1
52#endif
53#define MAX_OPC_PARAM_IARGS 4
54#define MAX_OPC_PARAM_OARGS 1
55#define MAX_OPC_PARAM_ARGS (MAX_OPC_PARAM_IARGS + MAX_OPC_PARAM_OARGS)
56
57/* A Call op needs up to 4 + 2N parameters on 32-bit archs,
58 * and up to 4 + N parameters on 64-bit archs
59 * (N = number of input arguments + output arguments). */
60#define MAX_OPC_PARAM (4 + (MAX_OPC_PARAM_PER_ARG * MAX_OPC_PARAM_ARGS))
6db73509 61#define OPC_BUF_SIZE 640
b346ff46
FB
62#define OPC_MAX_SIZE (OPC_BUF_SIZE - MAX_OP_PER_INSTR)
63
a208e54a 64/* Maximum size a TCG op can expand to. This is complicated because a
0cbfcd2b
AJ
65 single op may require several host instructions and register reloads.
66 For now take a wild guess at 192 bytes, which should allow at least
a208e54a 67 a couple of fixup instructions per argument. */
0cbfcd2b 68#define TCG_MAX_OP_SIZE 192
a208e54a 69
0115be31 70#define OPPARAM_BUF_SIZE (OPC_BUF_SIZE * MAX_OPC_PARAM)
b346ff46 71
c27004ec 72extern target_ulong gen_opc_pc[OPC_BUF_SIZE];
b346ff46 73extern uint8_t gen_opc_instr_start[OPC_BUF_SIZE];
2e70f6ef 74extern uint16_t gen_opc_icount[OPC_BUF_SIZE];
b346ff46 75
79383c9c 76#include "qemu-log.h"
b346ff46 77
2cfc5f17
TS
78void gen_intermediate_code(CPUState *env, struct TranslationBlock *tb);
79void gen_intermediate_code_pc(CPUState *env, struct TranslationBlock *tb);
d2856f1a
AJ
80void gen_pc_load(CPUState *env, struct TranslationBlock *tb,
81 unsigned long searched_pc, int pc_pos, void *puc);
82
d07bde88 83unsigned long code_gen_max_block_size(void);
57fec1fe 84void cpu_gen_init(void);
4c3a88a2 85int cpu_gen_code(CPUState *env, struct TranslationBlock *tb,
d07bde88 86 int *gen_code_size_ptr);
5fafdf24 87int cpu_restore_state(struct TranslationBlock *tb,
58fe2f10
FB
88 CPUState *env, unsigned long searched_pc,
89 void *puc);
5fafdf24 90int cpu_restore_state_copy(struct TranslationBlock *tb,
58fe2f10
FB
91 CPUState *env, unsigned long searched_pc,
92 void *puc);
2e12669a 93void cpu_resume_from_signal(CPUState *env1, void *puc);
2e70f6ef
PB
94void cpu_io_recompile(CPUState *env, void *retaddr);
95TranslationBlock *tb_gen_code(CPUState *env,
96 target_ulong pc, target_ulong cs_base, int flags,
97 int cflags);
6a00d601 98void cpu_exec_init(CPUState *env);
a5e50b26 99void QEMU_NORETURN cpu_loop_exit(void);
53a5960a 100int page_unprotect(target_ulong address, unsigned long pc, void *puc);
41c1b1c9 101void tb_invalidate_phys_page_range(tb_page_addr_t start, tb_page_addr_t end,
2e12669a 102 int is_cpu_write_access);
4390df51 103void tb_invalidate_page_range(target_ulong start, target_ulong end);
2e12669a 104void tlb_flush_page(CPUState *env, target_ulong addr);
ee8b7021 105void tlb_flush(CPUState *env, int flush_global);
c527ee8f 106#if !defined(CONFIG_USER_ONLY)
d4c430a8
PB
107void tlb_set_page(CPUState *env, target_ulong vaddr,
108 target_phys_addr_t paddr, int prot,
109 int mmu_idx, target_ulong size);
c527ee8f 110#endif
d4e8164f 111
d4e8164f
FB
112#define CODE_GEN_ALIGN 16 /* must be >= of the size of a icache line */
113
4390df51
FB
114#define CODE_GEN_PHYS_HASH_BITS 15
115#define CODE_GEN_PHYS_HASH_SIZE (1 << CODE_GEN_PHYS_HASH_BITS)
116
26a5f13b 117#define MIN_CODE_GEN_BUFFER_SIZE (1024 * 1024)
d4e8164f 118
4390df51
FB
119/* estimated block size for TB allocation */
120/* XXX: use a per code average code fragment size and modulate it
121 according to the host CPU */
122#if defined(CONFIG_SOFTMMU)
123#define CODE_GEN_AVG_BLOCK_SIZE 128
124#else
125#define CODE_GEN_AVG_BLOCK_SIZE 64
126#endif
127
a8cd70fc 128#if defined(_ARCH_PPC) || defined(__x86_64__) || defined(__arm__) || defined(__i386__)
d4e8164f
FB
129#define USE_DIRECT_JUMP
130#endif
131
2e70f6ef 132struct TranslationBlock {
2e12669a
FB
133 target_ulong pc; /* simulated PC corresponding to this block (EIP + CS base) */
134 target_ulong cs_base; /* CS base for this block */
c068688b 135 uint64_t flags; /* flags defining in which context the code was generated */
d4e8164f
FB
136 uint16_t size; /* size of target code for this block (1 <=
137 size <= TARGET_PAGE_SIZE) */
58fe2f10 138 uint16_t cflags; /* compile flags */
2e70f6ef
PB
139#define CF_COUNT_MASK 0x7fff
140#define CF_LAST_IO 0x8000 /* Last insn may be an IO access. */
58fe2f10 141
d4e8164f 142 uint8_t *tc_ptr; /* pointer to the translated code */
4390df51 143 /* next matching tb for physical address. */
5fafdf24 144 struct TranslationBlock *phys_hash_next;
4390df51
FB
145 /* first and second physical page containing code. The lower bit
146 of the pointer tells the index in page_next[] */
5fafdf24 147 struct TranslationBlock *page_next[2];
41c1b1c9 148 tb_page_addr_t page_addr[2];
4390df51 149
d4e8164f
FB
150 /* the following data are used to directly call another TB from
151 the code of this one. */
152 uint16_t tb_next_offset[2]; /* offset of original jump target */
153#ifdef USE_DIRECT_JUMP
efc0a514 154 uint16_t tb_jmp_offset[2]; /* offset of jump instruction */
d4e8164f 155#else
57fec1fe 156 unsigned long tb_next[2]; /* address of jump generated code */
d4e8164f
FB
157#endif
158 /* list of TBs jumping to this one. This is a circular list using
159 the two least significant bits of the pointers to tell what is
160 the next pointer: 0 = jmp_next[0], 1 = jmp_next[1], 2 =
161 jmp_first */
5fafdf24 162 struct TranslationBlock *jmp_next[2];
d4e8164f 163 struct TranslationBlock *jmp_first;
2e70f6ef
PB
164 uint32_t icount;
165};
d4e8164f 166
b362e5e0
PB
167static inline unsigned int tb_jmp_cache_hash_page(target_ulong pc)
168{
169 target_ulong tmp;
170 tmp = pc ^ (pc >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS));
b5e19d4c 171 return (tmp >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS)) & TB_JMP_PAGE_MASK;
b362e5e0
PB
172}
173
8a40a180 174static inline unsigned int tb_jmp_cache_hash_func(target_ulong pc)
d4e8164f 175{
b362e5e0
PB
176 target_ulong tmp;
177 tmp = pc ^ (pc >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS));
b5e19d4c
EI
178 return (((tmp >> (TARGET_PAGE_BITS - TB_JMP_PAGE_BITS)) & TB_JMP_PAGE_MASK)
179 | (tmp & TB_JMP_ADDR_MASK));
d4e8164f
FB
180}
181
41c1b1c9 182static inline unsigned int tb_phys_hash_func(tb_page_addr_t pc)
4390df51
FB
183{
184 return pc & (CODE_GEN_PHYS_HASH_SIZE - 1);
185}
186
c27004ec 187TranslationBlock *tb_alloc(target_ulong pc);
2e70f6ef 188void tb_free(TranslationBlock *tb);
0124311e 189void tb_flush(CPUState *env);
41c1b1c9
PB
190void tb_link_page(TranslationBlock *tb,
191 tb_page_addr_t phys_pc, tb_page_addr_t phys_page2);
192void tb_phys_invalidate(TranslationBlock *tb, tb_page_addr_t page_addr);
d4e8164f 193
4390df51 194extern TranslationBlock *tb_phys_hash[CODE_GEN_PHYS_HASH_SIZE];
d4e8164f 195extern uint8_t *code_gen_ptr;
26a5f13b 196extern int code_gen_max_blocks;
d4e8164f 197
4390df51
FB
198#if defined(USE_DIRECT_JUMP)
199
e58ffeb3 200#if defined(_ARCH_PPC)
810260a8 201extern void ppc_tb_set_jmp_target(unsigned long jmp_addr, unsigned long addr);
202#define tb_set_jmp_target1 ppc_tb_set_jmp_target
57fec1fe 203#elif defined(__i386__) || defined(__x86_64__)
4390df51
FB
204static inline void tb_set_jmp_target1(unsigned long jmp_addr, unsigned long addr)
205{
206 /* patch the branch destination */
207 *(uint32_t *)jmp_addr = addr - (jmp_addr + 4);
1235fc06 208 /* no need to flush icache explicitly */
4390df51 209}
811d4cf4
AZ
210#elif defined(__arm__)
211static inline void tb_set_jmp_target1(unsigned long jmp_addr, unsigned long addr)
212{
3233f0d4
AZ
213#if QEMU_GNUC_PREREQ(4, 1)
214 void __clear_cache(char *beg, char *end);
215#else
811d4cf4
AZ
216 register unsigned long _beg __asm ("a1");
217 register unsigned long _end __asm ("a2");
218 register unsigned long _flg __asm ("a3");
3233f0d4 219#endif
811d4cf4
AZ
220
221 /* we could use a ldr pc, [pc, #-4] kind of branch and avoid the flush */
87b78ad1
LD
222 *(uint32_t *)jmp_addr =
223 (*(uint32_t *)jmp_addr & ~0xffffff)
224 | (((addr - (jmp_addr + 8)) >> 2) & 0xffffff);
811d4cf4 225
3233f0d4
AZ
226#if QEMU_GNUC_PREREQ(4, 1)
227 __clear_cache((char *) jmp_addr, (char *) jmp_addr + 4);
228#else
811d4cf4
AZ
229 /* flush icache */
230 _beg = jmp_addr;
231 _end = jmp_addr + 4;
232 _flg = 0;
233 __asm __volatile__ ("swi 0x9f0002" : : "r" (_beg), "r" (_end), "r" (_flg));
3233f0d4 234#endif
811d4cf4 235}
4390df51 236#endif
d4e8164f 237
5fafdf24 238static inline void tb_set_jmp_target(TranslationBlock *tb,
4cbb86e1
FB
239 int n, unsigned long addr)
240{
241 unsigned long offset;
242
243 offset = tb->tb_jmp_offset[n];
244 tb_set_jmp_target1((unsigned long)(tb->tc_ptr + offset), addr);
4cbb86e1
FB
245}
246
d4e8164f
FB
247#else
248
249/* set the jump target */
5fafdf24 250static inline void tb_set_jmp_target(TranslationBlock *tb,
d4e8164f
FB
251 int n, unsigned long addr)
252{
95f7652d 253 tb->tb_next[n] = addr;
d4e8164f
FB
254}
255
256#endif
257
5fafdf24 258static inline void tb_add_jump(TranslationBlock *tb, int n,
d4e8164f
FB
259 TranslationBlock *tb_next)
260{
cf25629d
FB
261 /* NOTE: this test is only needed for thread safety */
262 if (!tb->jmp_next[n]) {
263 /* patch the native jump address */
264 tb_set_jmp_target(tb, n, (unsigned long)tb_next->tc_ptr);
3b46e624 265
cf25629d
FB
266 /* add in TB jmp circular list */
267 tb->jmp_next[n] = tb_next->jmp_first;
268 tb_next->jmp_first = (TranslationBlock *)((long)(tb) | (n));
269 }
d4e8164f
FB
270}
271
a513fe19
FB
272TranslationBlock *tb_find_pc(unsigned long pc_ptr);
273
d5975363 274#include "qemu-lock.h"
d4e8164f 275
c227f099 276extern spinlock_t tb_lock;
d4e8164f 277
36bdbe54 278extern int tb_invalidated_flag;
6e59c1db 279
e95c8d51 280#if !defined(CONFIG_USER_ONLY)
6e59c1db 281
b3755a91
PB
282extern CPUWriteMemoryFunc *io_mem_write[IO_MEM_NB_ENTRIES][4];
283extern CPUReadMemoryFunc *io_mem_read[IO_MEM_NB_ENTRIES][4];
284extern void *io_mem_opaque[IO_MEM_NB_ENTRIES];
285
6ebbf390 286void tlb_fill(target_ulong addr, int is_write, int mmu_idx,
6e59c1db
FB
287 void *retaddr);
288
79383c9c
BS
289#include "softmmu_defs.h"
290
6ebbf390 291#define ACCESS_TYPE (NB_MMU_MODES + 1)
6e59c1db
FB
292#define MEMSUFFIX _code
293#define env cpu_single_env
294
295#define DATA_SIZE 1
296#include "softmmu_header.h"
297
298#define DATA_SIZE 2
299#include "softmmu_header.h"
300
301#define DATA_SIZE 4
302#include "softmmu_header.h"
303
c27004ec
FB
304#define DATA_SIZE 8
305#include "softmmu_header.h"
306
6e59c1db
FB
307#undef ACCESS_TYPE
308#undef MEMSUFFIX
309#undef env
310
311#endif
4390df51
FB
312
313#if defined(CONFIG_USER_ONLY)
41c1b1c9 314static inline tb_page_addr_t get_page_addr_code(CPUState *env1, target_ulong addr)
4390df51
FB
315{
316 return addr;
317}
318#else
319/* NOTE: this function can trigger an exception */
1ccde1cb
FB
320/* NOTE2: the returned address is not exactly the physical address: it
321 is the offset relative to phys_ram_base */
41c1b1c9 322static inline tb_page_addr_t get_page_addr_code(CPUState *env1, target_ulong addr)
4390df51 323{
4d7a0880 324 int mmu_idx, page_index, pd;
5579c7f3 325 void *p;
4390df51 326
4d7a0880
BS
327 page_index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
328 mmu_idx = cpu_mmu_index(env1);
551bd27f
TS
329 if (unlikely(env1->tlb_table[mmu_idx][page_index].addr_code !=
330 (addr & TARGET_PAGE_MASK))) {
c27004ec
FB
331 ldub_code(addr);
332 }
4d7a0880 333 pd = env1->tlb_table[mmu_idx][page_index].addr_code & ~TARGET_PAGE_MASK;
2a4188a3 334 if (pd > IO_MEM_ROM && !(pd & IO_MEM_ROMD)) {
647de6ca 335#if defined(TARGET_SPARC) || defined(TARGET_MIPS)
e18231a3 336 do_unassigned_access(addr, 0, 1, 0, 4);
6c36d3fa 337#else
4d7a0880 338 cpu_abort(env1, "Trying to execute code outside RAM or ROM at 0x" TARGET_FMT_lx "\n", addr);
6c36d3fa 339#endif
4390df51 340 }
5579c7f3
PB
341 p = (void *)(unsigned long)addr
342 + env1->tlb_table[mmu_idx][page_index].addend;
343 return qemu_ram_addr_from_host(p);
4390df51
FB
344}
345#endif
9df217a3 346
dde2367e
AL
347typedef void (CPUDebugExcpHandler)(CPUState *env);
348
349CPUDebugExcpHandler *cpu_set_debug_excp_handler(CPUDebugExcpHandler *handler);
1b530a6d
AJ
350
351/* vl.c */
352extern int singlestep;
353
875cdcf6 354#endif