blob: cdbebd39be99ff48adb7eae76ec1ff4306eab49b [file] [log] [blame]
bellard7d132992003-03-06 23:23:54 +00001/*
2 * i386 emulator main execution loop
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
bellard3ef693a2003-03-23 20:17:16 +00006 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
bellard7d132992003-03-06 23:23:54 +000010 *
bellard3ef693a2003-03-23 20:17:16 +000011 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
bellard7d132992003-03-06 23:23:54 +000015 *
bellard3ef693a2003-03-23 20:17:16 +000016 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
bellard7d132992003-03-06 23:23:54 +000019 */
bellarde4533c72003-06-15 19:51:39 +000020#include "config.h"
bellard93ac68b2003-09-30 20:57:29 +000021#include "exec.h"
bellard956034d2003-04-29 20:40:53 +000022#include "disas.h"
bellard7d132992003-03-06 23:23:54 +000023
bellard36bdbe52003-11-19 22:12:02 +000024int tb_invalidated_flag;
25
bellarddc990652003-03-19 00:00:28 +000026//#define DEBUG_EXEC
bellard9de5e442003-03-23 16:49:39 +000027//#define DEBUG_SIGNAL
bellard7d132992003-03-06 23:23:54 +000028
bellard93ac68b2003-09-30 20:57:29 +000029#if defined(TARGET_ARM) || defined(TARGET_SPARC)
bellarde4533c72003-06-15 19:51:39 +000030/* XXX: unify with i386 target */
31void cpu_loop_exit(void)
32{
33 longjmp(env->jmp_env, 1);
34}
35#endif
36
bellard7d132992003-03-06 23:23:54 +000037/* main execution loop */
38
bellarde4533c72003-06-15 19:51:39 +000039int cpu_exec(CPUState *env1)
bellard7d132992003-03-06 23:23:54 +000040{
bellarde4533c72003-06-15 19:51:39 +000041 int saved_T0, saved_T1, saved_T2;
42 CPUState *saved_env;
bellard04369ff2003-03-20 22:33:23 +000043#ifdef reg_EAX
44 int saved_EAX;
45#endif
46#ifdef reg_ECX
47 int saved_ECX;
48#endif
49#ifdef reg_EDX
50 int saved_EDX;
51#endif
52#ifdef reg_EBX
53 int saved_EBX;
54#endif
55#ifdef reg_ESP
56 int saved_ESP;
57#endif
58#ifdef reg_EBP
59 int saved_EBP;
60#endif
61#ifdef reg_ESI
62 int saved_ESI;
63#endif
64#ifdef reg_EDI
65 int saved_EDI;
66#endif
bellard8c6939c2003-06-09 15:28:00 +000067#ifdef __sparc__
68 int saved_i7, tmp_T0;
69#endif
bellard68a79312003-06-30 13:12:32 +000070 int code_gen_size, ret, interrupt_request;
bellard7d132992003-03-06 23:23:54 +000071 void (*gen_func)(void);
bellard9de5e442003-03-23 16:49:39 +000072 TranslationBlock *tb, **ptb;
bellarddab2ed92003-03-22 15:23:14 +000073 uint8_t *tc_ptr, *cs_base, *pc;
bellard6dbad632003-03-16 18:05:05 +000074 unsigned int flags;
bellard8c6939c2003-06-09 15:28:00 +000075
bellard7d132992003-03-06 23:23:54 +000076 /* first we save global registers */
77 saved_T0 = T0;
78 saved_T1 = T1;
bellarde4533c72003-06-15 19:51:39 +000079 saved_T2 = T2;
bellard7d132992003-03-06 23:23:54 +000080 saved_env = env;
81 env = env1;
bellarde4533c72003-06-15 19:51:39 +000082#ifdef __sparc__
83 /* we also save i7 because longjmp may not restore it */
84 asm volatile ("mov %%i7, %0" : "=r" (saved_i7));
85#endif
86
87#if defined(TARGET_I386)
bellard04369ff2003-03-20 22:33:23 +000088#ifdef reg_EAX
89 saved_EAX = EAX;
90 EAX = env->regs[R_EAX];
91#endif
92#ifdef reg_ECX
93 saved_ECX = ECX;
94 ECX = env->regs[R_ECX];
95#endif
96#ifdef reg_EDX
97 saved_EDX = EDX;
98 EDX = env->regs[R_EDX];
99#endif
100#ifdef reg_EBX
101 saved_EBX = EBX;
102 EBX = env->regs[R_EBX];
103#endif
104#ifdef reg_ESP
105 saved_ESP = ESP;
106 ESP = env->regs[R_ESP];
107#endif
108#ifdef reg_EBP
109 saved_EBP = EBP;
110 EBP = env->regs[R_EBP];
111#endif
112#ifdef reg_ESI
113 saved_ESI = ESI;
114 ESI = env->regs[R_ESI];
115#endif
116#ifdef reg_EDI
117 saved_EDI = EDI;
118 EDI = env->regs[R_EDI];
119#endif
bellard7d132992003-03-06 23:23:54 +0000120
bellard9de5e442003-03-23 16:49:39 +0000121 /* put eflags in CPU temporary format */
bellardfc2b4c42003-03-29 16:52:44 +0000122 CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
123 DF = 1 - (2 * ((env->eflags >> 10) & 1));
bellard9de5e442003-03-23 16:49:39 +0000124 CC_OP = CC_OP_EFLAGS;
bellardfc2b4c42003-03-29 16:52:44 +0000125 env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
bellarde4533c72003-06-15 19:51:39 +0000126#elif defined(TARGET_ARM)
127 {
128 unsigned int psr;
129 psr = env->cpsr;
130 env->CF = (psr >> 29) & 1;
131 env->NZF = (psr & 0xc0000000) ^ 0x40000000;
132 env->VF = (psr << 3) & 0x80000000;
133 env->cpsr = psr & ~0xf0000000;
134 }
bellard93ac68b2003-09-30 20:57:29 +0000135#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000136#elif defined(TARGET_PPC)
bellarde4533c72003-06-15 19:51:39 +0000137#else
138#error unsupported target CPU
139#endif
bellard3fb2ded2003-06-24 13:22:59 +0000140 env->exception_index = -1;
bellard9d27abd2003-05-10 13:13:54 +0000141
bellard7d132992003-03-06 23:23:54 +0000142 /* prepare setjmp context for exception handling */
bellard3fb2ded2003-06-24 13:22:59 +0000143 for(;;) {
144 if (setjmp(env->jmp_env) == 0) {
bellardee8b7022004-02-03 23:35:10 +0000145 env->current_tb = NULL;
bellard3fb2ded2003-06-24 13:22:59 +0000146 /* if an exception is pending, we execute it here */
147 if (env->exception_index >= 0) {
148 if (env->exception_index >= EXCP_INTERRUPT) {
149 /* exit request from the cpu execution loop */
150 ret = env->exception_index;
151 break;
152 } else if (env->user_mode_only) {
153 /* if user mode only, we simulate a fake exception
154 which will be hanlded outside the cpu execution
155 loop */
bellard83479e72003-06-25 16:12:37 +0000156#if defined(TARGET_I386)
bellard3fb2ded2003-06-24 13:22:59 +0000157 do_interrupt_user(env->exception_index,
158 env->exception_is_int,
159 env->error_code,
160 env->exception_next_eip);
bellard83479e72003-06-25 16:12:37 +0000161#endif
bellard3fb2ded2003-06-24 13:22:59 +0000162 ret = env->exception_index;
163 break;
164 } else {
bellard83479e72003-06-25 16:12:37 +0000165#if defined(TARGET_I386)
bellard3fb2ded2003-06-24 13:22:59 +0000166 /* simulate a real cpu exception. On i386, it can
167 trigger new exceptions, but we do not handle
168 double or triple faults yet. */
169 do_interrupt(env->exception_index,
170 env->exception_is_int,
171 env->error_code,
bellardd05e66d2003-08-20 21:34:35 +0000172 env->exception_next_eip, 0);
bellardce097762004-01-04 23:53:18 +0000173#elif defined(TARGET_PPC)
174 do_interrupt(env);
bellard83479e72003-06-25 16:12:37 +0000175#endif
bellard3fb2ded2003-06-24 13:22:59 +0000176 }
177 env->exception_index = -1;
bellard9de5e442003-03-23 16:49:39 +0000178 }
bellard3fb2ded2003-06-24 13:22:59 +0000179 T0 = 0; /* force lookup of first TB */
180 for(;;) {
181#ifdef __sparc__
182 /* g1 can be modified by some libc? functions */
183 tmp_T0 = T0;
184#endif
bellard68a79312003-06-30 13:12:32 +0000185 interrupt_request = env->interrupt_request;
bellard2e255c62003-08-21 23:25:21 +0000186 if (__builtin_expect(interrupt_request, 0)) {
bellard68a79312003-06-30 13:12:32 +0000187#if defined(TARGET_I386)
188 /* if hardware interrupt pending, we execute it */
189 if ((interrupt_request & CPU_INTERRUPT_HARD) &&
bellard3f337312003-08-20 23:02:09 +0000190 (env->eflags & IF_MASK) &&
191 !(env->hflags & HF_INHIBIT_IRQ_MASK)) {
bellard68a79312003-06-30 13:12:32 +0000192 int intno;
193 intno = cpu_x86_get_pic_interrupt(env);
bellardf193c792004-03-21 17:06:25 +0000194 if (loglevel & CPU_LOG_TB_IN_ASM) {
bellard68a79312003-06-30 13:12:32 +0000195 fprintf(logfile, "Servicing hardware INT=0x%02x\n", intno);
196 }
bellardd05e66d2003-08-20 21:34:35 +0000197 do_interrupt(intno, 0, 0, 0, 1);
bellard68a79312003-06-30 13:12:32 +0000198 env->interrupt_request &= ~CPU_INTERRUPT_HARD;
bellard907a5b22003-06-30 23:18:22 +0000199 /* ensure that no TB jump will be modified as
200 the program flow was changed */
201#ifdef __sparc__
202 tmp_T0 = 0;
203#else
204 T0 = 0;
205#endif
bellard68a79312003-06-30 13:12:32 +0000206 }
bellardce097762004-01-04 23:53:18 +0000207#elif defined(TARGET_PPC)
208 if ((interrupt_request & CPU_INTERRUPT_HARD)) {
209 do_queue_exception(EXCP_EXTERNAL);
210 if (check_exception_state(env))
211 do_interrupt(env);
212 env->interrupt_request &= ~CPU_INTERRUPT_HARD;
213 }
bellard68a79312003-06-30 13:12:32 +0000214#endif
bellardbf3e8bf2004-02-16 21:58:54 +0000215 if (interrupt_request & CPU_INTERRUPT_EXITTB) {
216 env->interrupt_request &= ~CPU_INTERRUPT_EXITTB;
217 /* ensure that no TB jump will be modified as
218 the program flow was changed */
219#ifdef __sparc__
220 tmp_T0 = 0;
221#else
222 T0 = 0;
223#endif
224 }
bellard68a79312003-06-30 13:12:32 +0000225 if (interrupt_request & CPU_INTERRUPT_EXIT) {
226 env->interrupt_request &= ~CPU_INTERRUPT_EXIT;
227 env->exception_index = EXCP_INTERRUPT;
228 cpu_loop_exit();
229 }
bellard3fb2ded2003-06-24 13:22:59 +0000230 }
231#ifdef DEBUG_EXEC
bellardf193c792004-03-21 17:06:25 +0000232 if (loglevel & CPU_LOG_EXEC) {
bellard3fb2ded2003-06-24 13:22:59 +0000233#if defined(TARGET_I386)
234 /* restore flags in standard format */
235 env->regs[R_EAX] = EAX;
236 env->regs[R_EBX] = EBX;
237 env->regs[R_ECX] = ECX;
238 env->regs[R_EDX] = EDX;
239 env->regs[R_ESI] = ESI;
240 env->regs[R_EDI] = EDI;
241 env->regs[R_EBP] = EBP;
242 env->regs[R_ESP] = ESP;
243 env->eflags = env->eflags | cc_table[CC_OP].compute_all() | (DF & DF_MASK);
bellard68a79312003-06-30 13:12:32 +0000244 cpu_x86_dump_state(env, logfile, X86_DUMP_CCOP);
bellard3fb2ded2003-06-24 13:22:59 +0000245 env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
bellarde4533c72003-06-15 19:51:39 +0000246#elif defined(TARGET_ARM)
bellard1b21b622003-07-09 17:16:27 +0000247 env->cpsr = compute_cpsr();
bellard3fb2ded2003-06-24 13:22:59 +0000248 cpu_arm_dump_state(env, logfile, 0);
bellard1b21b622003-07-09 17:16:27 +0000249 env->cpsr &= ~0xf0000000;
bellard93ac68b2003-09-30 20:57:29 +0000250#elif defined(TARGET_SPARC)
bellard93a40ea2003-10-27 21:13:06 +0000251 cpu_sparc_dump_state (env, logfile, 0);
bellard67867302003-11-23 17:05:30 +0000252#elif defined(TARGET_PPC)
253 cpu_ppc_dump_state(env, logfile, 0);
bellarde4533c72003-06-15 19:51:39 +0000254#else
255#error unsupported target CPU
256#endif
bellard3fb2ded2003-06-24 13:22:59 +0000257 }
bellard7d132992003-03-06 23:23:54 +0000258#endif
bellard3f337312003-08-20 23:02:09 +0000259 /* we record a subset of the CPU state. It will
260 always be the same before a given translated block
261 is executed. */
bellarde4533c72003-06-15 19:51:39 +0000262#if defined(TARGET_I386)
bellard2e255c62003-08-21 23:25:21 +0000263 flags = env->hflags;
bellard3f337312003-08-20 23:02:09 +0000264 flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));
bellard3fb2ded2003-06-24 13:22:59 +0000265 cs_base = env->segs[R_CS].base;
266 pc = cs_base + env->eip;
bellarde4533c72003-06-15 19:51:39 +0000267#elif defined(TARGET_ARM)
bellard3fb2ded2003-06-24 13:22:59 +0000268 flags = 0;
269 cs_base = 0;
270 pc = (uint8_t *)env->regs[15];
bellard93ac68b2003-09-30 20:57:29 +0000271#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000272 flags = 0;
bellardce097762004-01-04 23:53:18 +0000273 cs_base = (uint8_t *)env->npc;
bellard67867302003-11-23 17:05:30 +0000274 pc = (uint8_t *) env->pc;
275#elif defined(TARGET_PPC)
276 flags = 0;
277 cs_base = 0;
278 pc = (uint8_t *)env->nip;
bellarde4533c72003-06-15 19:51:39 +0000279#else
280#error unsupported CPU
281#endif
bellard3fb2ded2003-06-24 13:22:59 +0000282 tb = tb_find(&ptb, (unsigned long)pc, (unsigned long)cs_base,
283 flags);
bellardd4e81642003-05-25 16:46:15 +0000284 if (!tb) {
bellard13768472004-01-04 17:43:01 +0000285 TranslationBlock **ptb1;
286 unsigned int h;
287 target_ulong phys_pc, phys_page1, phys_page2, virt_page2;
288
289
bellard3fb2ded2003-06-24 13:22:59 +0000290 spin_lock(&tb_lock);
bellard13768472004-01-04 17:43:01 +0000291
292 tb_invalidated_flag = 0;
293
294 /* find translated block using physical mappings */
295 phys_pc = get_phys_addr_code(env, (unsigned long)pc);
296 phys_page1 = phys_pc & TARGET_PAGE_MASK;
297 phys_page2 = -1;
298 h = tb_phys_hash_func(phys_pc);
299 ptb1 = &tb_phys_hash[h];
300 for(;;) {
301 tb = *ptb1;
302 if (!tb)
303 goto not_found;
304 if (tb->pc == (unsigned long)pc &&
305 tb->page_addr[0] == phys_page1 &&
306 tb->cs_base == (unsigned long)cs_base &&
307 tb->flags == flags) {
308 /* check next page if needed */
bellardb516f852004-01-18 21:50:04 +0000309 if (tb->page_addr[1] != -1) {
310 virt_page2 = ((unsigned long)pc & TARGET_PAGE_MASK) +
311 TARGET_PAGE_SIZE;
bellard13768472004-01-04 17:43:01 +0000312 phys_page2 = get_phys_addr_code(env, virt_page2);
313 if (tb->page_addr[1] == phys_page2)
314 goto found;
315 } else {
316 goto found;
317 }
318 }
319 ptb1 = &tb->phys_hash_next;
320 }
321 not_found:
bellard3fb2ded2003-06-24 13:22:59 +0000322 /* if no translated code available, then translate it now */
bellardd4e81642003-05-25 16:46:15 +0000323 tb = tb_alloc((unsigned long)pc);
bellard3fb2ded2003-06-24 13:22:59 +0000324 if (!tb) {
325 /* flush must be done */
bellardb453b702004-01-04 15:45:21 +0000326 tb_flush(env);
bellard3fb2ded2003-06-24 13:22:59 +0000327 /* cannot fail at this point */
328 tb = tb_alloc((unsigned long)pc);
329 /* don't forget to invalidate previous TB info */
330 ptb = &tb_hash[tb_hash_func((unsigned long)pc)];
331 T0 = 0;
332 }
333 tc_ptr = code_gen_ptr;
334 tb->tc_ptr = tc_ptr;
335 tb->cs_base = (unsigned long)cs_base;
336 tb->flags = flags;
bellardfacc68b2003-09-17 22:51:18 +0000337 cpu_gen_code(env, tb, CODE_GEN_MAX_SIZE, &code_gen_size);
bellard13768472004-01-04 17:43:01 +0000338 code_gen_ptr = (void *)(((unsigned long)code_gen_ptr + code_gen_size + CODE_GEN_ALIGN - 1) & ~(CODE_GEN_ALIGN - 1));
339
340 /* check next page if needed */
341 virt_page2 = ((unsigned long)pc + tb->size - 1) & TARGET_PAGE_MASK;
342 phys_page2 = -1;
343 if (((unsigned long)pc & TARGET_PAGE_MASK) != virt_page2) {
344 phys_page2 = get_phys_addr_code(env, virt_page2);
345 }
346 tb_link_phys(tb, phys_pc, phys_page2);
347
348 found:
bellard36bdbe52003-11-19 22:12:02 +0000349 if (tb_invalidated_flag) {
350 /* as some TB could have been invalidated because
351 of memory exceptions while generating the code, we
352 must recompute the hash index here */
353 ptb = &tb_hash[tb_hash_func((unsigned long)pc)];
354 while (*ptb != NULL)
355 ptb = &(*ptb)->hash_next;
356 T0 = 0;
357 }
bellard13768472004-01-04 17:43:01 +0000358 /* we add the TB in the virtual pc hash table */
bellard3fb2ded2003-06-24 13:22:59 +0000359 *ptb = tb;
360 tb->hash_next = NULL;
361 tb_link(tb);
bellard3fb2ded2003-06-24 13:22:59 +0000362 spin_unlock(&tb_lock);
363 }
bellard9d27abd2003-05-10 13:13:54 +0000364#ifdef DEBUG_EXEC
bellardf193c792004-03-21 17:06:25 +0000365 if (loglevel & CPU_LOG_EXEC) {
bellard3fb2ded2003-06-24 13:22:59 +0000366 fprintf(logfile, "Trace 0x%08lx [0x%08lx] %s\n",
367 (long)tb->tc_ptr, (long)tb->pc,
368 lookup_symbol((void *)tb->pc));
369 }
bellard9d27abd2003-05-10 13:13:54 +0000370#endif
bellard8c6939c2003-06-09 15:28:00 +0000371#ifdef __sparc__
bellard3fb2ded2003-06-24 13:22:59 +0000372 T0 = tmp_T0;
bellard8c6939c2003-06-09 15:28:00 +0000373#endif
bellardfacc68b2003-09-17 22:51:18 +0000374 /* see if we can patch the calling TB. */
bellardbf3e8bf2004-02-16 21:58:54 +0000375 if (T0 != 0
376#if defined(TARGET_I386) && defined(USE_CODE_COPY)
377 && (tb->cflags & CF_CODE_COPY) ==
378 (((TranslationBlock *)(T0 & ~3))->cflags & CF_CODE_COPY)
379#endif
380 ) {
bellard3fb2ded2003-06-24 13:22:59 +0000381 spin_lock(&tb_lock);
382 tb_add_jump((TranslationBlock *)(T0 & ~3), T0 & 3, tb);
bellard97eb5b12004-02-25 23:19:55 +0000383#if defined(USE_CODE_COPY)
384 /* propagates the FP use info */
385 ((TranslationBlock *)(T0 & ~3))->cflags |=
386 (tb->cflags & CF_FP_USED);
387#endif
bellard3fb2ded2003-06-24 13:22:59 +0000388 spin_unlock(&tb_lock);
389 }
bellard3fb2ded2003-06-24 13:22:59 +0000390 tc_ptr = tb->tc_ptr;
bellard83479e72003-06-25 16:12:37 +0000391 env->current_tb = tb;
bellard3fb2ded2003-06-24 13:22:59 +0000392 /* execute the generated code */
393 gen_func = (void *)tc_ptr;
394#if defined(__sparc__)
395 __asm__ __volatile__("call %0\n\t"
396 "mov %%o7,%%i0"
397 : /* no outputs */
398 : "r" (gen_func)
399 : "i0", "i1", "i2", "i3", "i4", "i5");
400#elif defined(__arm__)
401 asm volatile ("mov pc, %0\n\t"
402 ".global exec_loop\n\t"
403 "exec_loop:\n\t"
404 : /* no outputs */
405 : "r" (gen_func)
406 : "r1", "r2", "r3", "r8", "r9", "r10", "r12", "r14");
bellardbf3e8bf2004-02-16 21:58:54 +0000407#elif defined(TARGET_I386) && defined(USE_CODE_COPY)
408{
409 if (!(tb->cflags & CF_CODE_COPY)) {
bellard97eb5b12004-02-25 23:19:55 +0000410 if ((tb->cflags & CF_FP_USED) && env->native_fp_regs) {
411 save_native_fp_state(env);
412 }
bellardbf3e8bf2004-02-16 21:58:54 +0000413 gen_func();
414 } else {
bellard97eb5b12004-02-25 23:19:55 +0000415 if ((tb->cflags & CF_FP_USED) && !env->native_fp_regs) {
416 restore_native_fp_state(env);
417 }
bellardbf3e8bf2004-02-16 21:58:54 +0000418 /* we work with native eflags */
419 CC_SRC = cc_table[CC_OP].compute_all();
420 CC_OP = CC_OP_EFLAGS;
421 asm(".globl exec_loop\n"
422 "\n"
423 "debug1:\n"
424 " pushl %%ebp\n"
425 " fs movl %10, %9\n"
426 " fs movl %11, %%eax\n"
427 " andl $0x400, %%eax\n"
428 " fs orl %8, %%eax\n"
429 " pushl %%eax\n"
430 " popf\n"
431 " fs movl %%esp, %12\n"
432 " fs movl %0, %%eax\n"
433 " fs movl %1, %%ecx\n"
434 " fs movl %2, %%edx\n"
435 " fs movl %3, %%ebx\n"
436 " fs movl %4, %%esp\n"
437 " fs movl %5, %%ebp\n"
438 " fs movl %6, %%esi\n"
439 " fs movl %7, %%edi\n"
440 " fs jmp *%9\n"
441 "exec_loop:\n"
442 " fs movl %%esp, %4\n"
443 " fs movl %12, %%esp\n"
444 " fs movl %%eax, %0\n"
445 " fs movl %%ecx, %1\n"
446 " fs movl %%edx, %2\n"
447 " fs movl %%ebx, %3\n"
448 " fs movl %%ebp, %5\n"
449 " fs movl %%esi, %6\n"
450 " fs movl %%edi, %7\n"
451 " pushf\n"
452 " popl %%eax\n"
453 " movl %%eax, %%ecx\n"
454 " andl $0x400, %%ecx\n"
455 " shrl $9, %%ecx\n"
456 " andl $0x8d5, %%eax\n"
457 " fs movl %%eax, %8\n"
458 " movl $1, %%eax\n"
459 " subl %%ecx, %%eax\n"
460 " fs movl %%eax, %11\n"
461 " fs movl %9, %%ebx\n" /* get T0 value */
462 " popl %%ebp\n"
463 :
464 : "m" (*(uint8_t *)offsetof(CPUState, regs[0])),
465 "m" (*(uint8_t *)offsetof(CPUState, regs[1])),
466 "m" (*(uint8_t *)offsetof(CPUState, regs[2])),
467 "m" (*(uint8_t *)offsetof(CPUState, regs[3])),
468 "m" (*(uint8_t *)offsetof(CPUState, regs[4])),
469 "m" (*(uint8_t *)offsetof(CPUState, regs[5])),
470 "m" (*(uint8_t *)offsetof(CPUState, regs[6])),
471 "m" (*(uint8_t *)offsetof(CPUState, regs[7])),
472 "m" (*(uint8_t *)offsetof(CPUState, cc_src)),
473 "m" (*(uint8_t *)offsetof(CPUState, tmp0)),
474 "a" (gen_func),
475 "m" (*(uint8_t *)offsetof(CPUState, df)),
476 "m" (*(uint8_t *)offsetof(CPUState, saved_esp))
477 : "%ecx", "%edx"
478 );
479 }
480}
bellard3fb2ded2003-06-24 13:22:59 +0000481#else
482 gen_func();
483#endif
bellard83479e72003-06-25 16:12:37 +0000484 env->current_tb = NULL;
bellard4cbf74b2003-08-10 21:48:43 +0000485 /* reset soft MMU for next block (it can currently
486 only be set by a memory fault) */
487#if defined(TARGET_I386) && !defined(CONFIG_SOFTMMU)
bellard3f337312003-08-20 23:02:09 +0000488 if (env->hflags & HF_SOFTMMU_MASK) {
489 env->hflags &= ~HF_SOFTMMU_MASK;
bellard4cbf74b2003-08-10 21:48:43 +0000490 /* do not allow linking to another block */
491 T0 = 0;
492 }
493#endif
bellard3fb2ded2003-06-24 13:22:59 +0000494 }
495 } else {
bellard7d132992003-03-06 23:23:54 +0000496 }
bellard3fb2ded2003-06-24 13:22:59 +0000497 } /* for(;;) */
498
bellard7d132992003-03-06 23:23:54 +0000499
bellarde4533c72003-06-15 19:51:39 +0000500#if defined(TARGET_I386)
bellard97eb5b12004-02-25 23:19:55 +0000501#if defined(USE_CODE_COPY)
502 if (env->native_fp_regs) {
503 save_native_fp_state(env);
504 }
505#endif
bellard9de5e442003-03-23 16:49:39 +0000506 /* restore flags in standard format */
bellardfc2b4c42003-03-29 16:52:44 +0000507 env->eflags = env->eflags | cc_table[CC_OP].compute_all() | (DF & DF_MASK);
bellard9de5e442003-03-23 16:49:39 +0000508
bellard7d132992003-03-06 23:23:54 +0000509 /* restore global registers */
bellard04369ff2003-03-20 22:33:23 +0000510#ifdef reg_EAX
511 EAX = saved_EAX;
512#endif
513#ifdef reg_ECX
514 ECX = saved_ECX;
515#endif
516#ifdef reg_EDX
517 EDX = saved_EDX;
518#endif
519#ifdef reg_EBX
520 EBX = saved_EBX;
521#endif
522#ifdef reg_ESP
523 ESP = saved_ESP;
524#endif
525#ifdef reg_EBP
526 EBP = saved_EBP;
527#endif
528#ifdef reg_ESI
529 ESI = saved_ESI;
530#endif
531#ifdef reg_EDI
532 EDI = saved_EDI;
533#endif
bellarde4533c72003-06-15 19:51:39 +0000534#elif defined(TARGET_ARM)
bellard1b21b622003-07-09 17:16:27 +0000535 env->cpsr = compute_cpsr();
bellard93ac68b2003-09-30 20:57:29 +0000536#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000537#elif defined(TARGET_PPC)
bellarde4533c72003-06-15 19:51:39 +0000538#else
539#error unsupported target CPU
540#endif
bellard8c6939c2003-06-09 15:28:00 +0000541#ifdef __sparc__
542 asm volatile ("mov %0, %%i7" : : "r" (saved_i7));
543#endif
bellard7d132992003-03-06 23:23:54 +0000544 T0 = saved_T0;
545 T1 = saved_T1;
bellarde4533c72003-06-15 19:51:39 +0000546 T2 = saved_T2;
bellard7d132992003-03-06 23:23:54 +0000547 env = saved_env;
548 return ret;
549}
bellard6dbad632003-03-16 18:05:05 +0000550
bellard1a18c712003-10-30 01:07:51 +0000551#if defined(TARGET_I386) && defined(CONFIG_USER_ONLY)
bellarde4533c72003-06-15 19:51:39 +0000552
bellard6dbad632003-03-16 18:05:05 +0000553void cpu_x86_load_seg(CPUX86State *s, int seg_reg, int selector)
554{
555 CPUX86State *saved_env;
556
557 saved_env = env;
558 env = s;
bellarda412ac52003-07-26 18:01:40 +0000559 if (!(env->cr[0] & CR0_PE_MASK) || (env->eflags & VM_MASK)) {
bellarda513fe12003-05-27 23:29:48 +0000560 selector &= 0xffff;
bellard2e255c62003-08-21 23:25:21 +0000561 cpu_x86_load_seg_cache(env, seg_reg, selector,
562 (uint8_t *)(selector << 4), 0xffff, 0);
bellarda513fe12003-05-27 23:29:48 +0000563 } else {
bellardb453b702004-01-04 15:45:21 +0000564 load_seg(seg_reg, selector);
bellarda513fe12003-05-27 23:29:48 +0000565 }
bellard6dbad632003-03-16 18:05:05 +0000566 env = saved_env;
567}
bellard9de5e442003-03-23 16:49:39 +0000568
bellardd0a1ffc2003-05-29 20:04:28 +0000569void cpu_x86_fsave(CPUX86State *s, uint8_t *ptr, int data32)
570{
571 CPUX86State *saved_env;
572
573 saved_env = env;
574 env = s;
575
576 helper_fsave(ptr, data32);
577
578 env = saved_env;
579}
580
581void cpu_x86_frstor(CPUX86State *s, uint8_t *ptr, int data32)
582{
583 CPUX86State *saved_env;
584
585 saved_env = env;
586 env = s;
587
588 helper_frstor(ptr, data32);
589
590 env = saved_env;
591}
592
bellarde4533c72003-06-15 19:51:39 +0000593#endif /* TARGET_I386 */
594
bellard9de5e442003-03-23 16:49:39 +0000595#undef EAX
596#undef ECX
597#undef EDX
598#undef EBX
599#undef ESP
600#undef EBP
601#undef ESI
602#undef EDI
603#undef EIP
604#include <signal.h>
605#include <sys/ucontext.h>
606
bellard3fb2ded2003-06-24 13:22:59 +0000607#if defined(TARGET_I386)
608
bellardb56dad12003-05-08 15:38:04 +0000609/* 'pc' is the host PC at which the exception was raised. 'address' is
bellardfd6ce8f2003-05-14 19:00:11 +0000610 the effective address of the memory exception. 'is_write' is 1 if a
611 write caused the exception and otherwise 0'. 'old_set' is the
612 signal set which should be restored */
bellard2b413142003-05-14 23:01:10 +0000613static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000614 int is_write, sigset_t *old_set,
615 void *puc)
bellard9de5e442003-03-23 16:49:39 +0000616{
bellarda513fe12003-05-27 23:29:48 +0000617 TranslationBlock *tb;
618 int ret;
bellard68a79312003-06-30 13:12:32 +0000619
bellard83479e72003-06-25 16:12:37 +0000620 if (cpu_single_env)
621 env = cpu_single_env; /* XXX: find a correct solution for multithread */
bellardfd6ce8f2003-05-14 19:00:11 +0000622#if defined(DEBUG_SIGNAL)
bellardbf3e8bf2004-02-16 21:58:54 +0000623 qemu_printf("qemu: SIGSEGV pc=0x%08lx address=%08lx w=%d oldset=0x%08lx\n",
624 pc, address, is_write, *(unsigned long *)old_set);
bellard9de5e442003-03-23 16:49:39 +0000625#endif
bellard25eb4482003-05-14 21:50:54 +0000626 /* XXX: locking issue */
bellardfd6ce8f2003-05-14 19:00:11 +0000627 if (is_write && page_unprotect(address)) {
bellardfd6ce8f2003-05-14 19:00:11 +0000628 return 1;
629 }
bellard3fb2ded2003-06-24 13:22:59 +0000630 /* see if it is an MMU fault */
bellard93a40ea2003-10-27 21:13:06 +0000631 ret = cpu_x86_handle_mmu_fault(env, address, is_write,
632 ((env->hflags & HF_CPL_MASK) == 3), 0);
bellard3fb2ded2003-06-24 13:22:59 +0000633 if (ret < 0)
634 return 0; /* not an MMU fault */
635 if (ret == 0)
636 return 1; /* the MMU fault was handled without causing real CPU fault */
637 /* now we have a real cpu fault */
bellarda513fe12003-05-27 23:29:48 +0000638 tb = tb_find_pc(pc);
639 if (tb) {
bellard9de5e442003-03-23 16:49:39 +0000640 /* the PC is inside the translated code. It means that we have
641 a virtual CPU fault */
bellardbf3e8bf2004-02-16 21:58:54 +0000642 cpu_restore_state(tb, env, pc, puc);
bellard3fb2ded2003-06-24 13:22:59 +0000643 }
bellard4cbf74b2003-08-10 21:48:43 +0000644 if (ret == 1) {
bellard3fb2ded2003-06-24 13:22:59 +0000645#if 0
bellard4cbf74b2003-08-10 21:48:43 +0000646 printf("PF exception: EIP=0x%08x CR2=0x%08x error=0x%x\n",
647 env->eip, env->cr[2], env->error_code);
bellard3fb2ded2003-06-24 13:22:59 +0000648#endif
bellard4cbf74b2003-08-10 21:48:43 +0000649 /* we restore the process signal mask as the sigreturn should
650 do it (XXX: use sigsetjmp) */
651 sigprocmask(SIG_SETMASK, old_set, NULL);
652 raise_exception_err(EXCP0E_PAGE, env->error_code);
653 } else {
654 /* activate soft MMU for this block */
bellard3f337312003-08-20 23:02:09 +0000655 env->hflags |= HF_SOFTMMU_MASK;
bellard4cbf74b2003-08-10 21:48:43 +0000656 sigprocmask(SIG_SETMASK, old_set, NULL);
657 cpu_loop_exit();
658 }
bellard3fb2ded2003-06-24 13:22:59 +0000659 /* never comes here */
660 return 1;
661}
662
bellarde4533c72003-06-15 19:51:39 +0000663#elif defined(TARGET_ARM)
bellard3fb2ded2003-06-24 13:22:59 +0000664static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000665 int is_write, sigset_t *old_set,
666 void *puc)
bellard3fb2ded2003-06-24 13:22:59 +0000667{
668 /* XXX: do more */
669 return 0;
670}
bellard93ac68b2003-09-30 20:57:29 +0000671#elif defined(TARGET_SPARC)
672static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000673 int is_write, sigset_t *old_set,
674 void *puc)
bellard93ac68b2003-09-30 20:57:29 +0000675{
bellardb453b702004-01-04 15:45:21 +0000676 /* XXX: locking issue */
677 if (is_write && page_unprotect(address)) {
678 return 1;
679 }
680 return 0;
bellard93ac68b2003-09-30 20:57:29 +0000681}
bellard67867302003-11-23 17:05:30 +0000682#elif defined (TARGET_PPC)
683static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000684 int is_write, sigset_t *old_set,
685 void *puc)
bellard67867302003-11-23 17:05:30 +0000686{
687 TranslationBlock *tb;
bellardce097762004-01-04 23:53:18 +0000688 int ret;
bellard67867302003-11-23 17:05:30 +0000689
bellardce097762004-01-04 23:53:18 +0000690#if 1
bellard67867302003-11-23 17:05:30 +0000691 if (cpu_single_env)
692 env = cpu_single_env; /* XXX: find a correct solution for multithread */
693#endif
694#if defined(DEBUG_SIGNAL)
695 printf("qemu: SIGSEGV pc=0x%08lx address=%08lx w=%d oldset=0x%08lx\n",
696 pc, address, is_write, *(unsigned long *)old_set);
697#endif
698 /* XXX: locking issue */
699 if (is_write && page_unprotect(address)) {
700 return 1;
701 }
702
bellardce097762004-01-04 23:53:18 +0000703 /* see if it is an MMU fault */
bellard7f957d22004-01-18 23:19:48 +0000704 ret = cpu_ppc_handle_mmu_fault(env, address, is_write, msr_pr, 0);
bellardce097762004-01-04 23:53:18 +0000705 if (ret < 0)
706 return 0; /* not an MMU fault */
707 if (ret == 0)
708 return 1; /* the MMU fault was handled without causing real CPU fault */
709
bellard67867302003-11-23 17:05:30 +0000710 /* now we have a real cpu fault */
711 tb = tb_find_pc(pc);
712 if (tb) {
713 /* the PC is inside the translated code. It means that we have
714 a virtual CPU fault */
bellardbf3e8bf2004-02-16 21:58:54 +0000715 cpu_restore_state(tb, env, pc, puc);
bellard67867302003-11-23 17:05:30 +0000716 }
bellardce097762004-01-04 23:53:18 +0000717 if (ret == 1) {
bellard67867302003-11-23 17:05:30 +0000718#if 0
bellardce097762004-01-04 23:53:18 +0000719 printf("PF exception: NIP=0x%08x error=0x%x %p\n",
720 env->nip, env->error_code, tb);
bellard67867302003-11-23 17:05:30 +0000721#endif
722 /* we restore the process signal mask as the sigreturn should
723 do it (XXX: use sigsetjmp) */
bellardbf3e8bf2004-02-16 21:58:54 +0000724 sigprocmask(SIG_SETMASK, old_set, NULL);
bellardce097762004-01-04 23:53:18 +0000725 do_queue_exception_err(env->exception_index, env->error_code);
726 } else {
727 /* activate soft MMU for this block */
728 sigprocmask(SIG_SETMASK, old_set, NULL);
729 cpu_loop_exit();
730 }
bellard67867302003-11-23 17:05:30 +0000731 /* never comes here */
732 return 1;
733}
bellarde4533c72003-06-15 19:51:39 +0000734#else
735#error unsupported target CPU
736#endif
bellard9de5e442003-03-23 16:49:39 +0000737
bellard2b413142003-05-14 23:01:10 +0000738#if defined(__i386__)
739
bellardbf3e8bf2004-02-16 21:58:54 +0000740#if defined(USE_CODE_COPY)
741static void cpu_send_trap(unsigned long pc, int trap,
742 struct ucontext *uc)
743{
744 TranslationBlock *tb;
745
746 if (cpu_single_env)
747 env = cpu_single_env; /* XXX: find a correct solution for multithread */
748 /* now we have a real cpu fault */
749 tb = tb_find_pc(pc);
750 if (tb) {
751 /* the PC is inside the translated code. It means that we have
752 a virtual CPU fault */
753 cpu_restore_state(tb, env, pc, uc);
754 }
755 sigprocmask(SIG_SETMASK, &uc->uc_sigmask, NULL);
756 raise_exception_err(trap, env->error_code);
757}
758#endif
759
bellarde4533c72003-06-15 19:51:39 +0000760int cpu_signal_handler(int host_signum, struct siginfo *info,
761 void *puc)
bellard9de5e442003-03-23 16:49:39 +0000762{
bellard9de5e442003-03-23 16:49:39 +0000763 struct ucontext *uc = puc;
764 unsigned long pc;
bellardbf3e8bf2004-02-16 21:58:54 +0000765 int trapno;
bellard97eb5b12004-02-25 23:19:55 +0000766
bellardd691f662003-03-24 21:58:34 +0000767#ifndef REG_EIP
768/* for glibc 2.1 */
bellardfd6ce8f2003-05-14 19:00:11 +0000769#define REG_EIP EIP
770#define REG_ERR ERR
771#define REG_TRAPNO TRAPNO
bellardd691f662003-03-24 21:58:34 +0000772#endif
bellardfc2b4c42003-03-29 16:52:44 +0000773 pc = uc->uc_mcontext.gregs[REG_EIP];
bellardbf3e8bf2004-02-16 21:58:54 +0000774 trapno = uc->uc_mcontext.gregs[REG_TRAPNO];
775#if defined(TARGET_I386) && defined(USE_CODE_COPY)
776 if (trapno == 0x00 || trapno == 0x05) {
777 /* send division by zero or bound exception */
778 cpu_send_trap(pc, trapno, uc);
779 return 1;
780 } else
781#endif
782 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
783 trapno == 0xe ?
784 (uc->uc_mcontext.gregs[REG_ERR] >> 1) & 1 : 0,
785 &uc->uc_sigmask, puc);
bellard2b413142003-05-14 23:01:10 +0000786}
787
bellardbc51c5c2004-03-17 23:46:04 +0000788#elif defined(__x86_64__)
789
790int cpu_signal_handler(int host_signum, struct siginfo *info,
791 void *puc)
792{
793 struct ucontext *uc = puc;
794 unsigned long pc;
795
796 pc = uc->uc_mcontext.gregs[REG_RIP];
797 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
798 uc->uc_mcontext.gregs[REG_TRAPNO] == 0xe ?
799 (uc->uc_mcontext.gregs[REG_ERR] >> 1) & 1 : 0,
800 &uc->uc_sigmask, puc);
801}
802
bellard25eb4482003-05-14 21:50:54 +0000803#elif defined(__powerpc)
bellard2b413142003-05-14 23:01:10 +0000804
bellarde4533c72003-06-15 19:51:39 +0000805int cpu_signal_handler(int host_signum, struct siginfo *info,
806 void *puc)
bellard2b413142003-05-14 23:01:10 +0000807{
bellard25eb4482003-05-14 21:50:54 +0000808 struct ucontext *uc = puc;
809 struct pt_regs *regs = uc->uc_mcontext.regs;
810 unsigned long pc;
bellard25eb4482003-05-14 21:50:54 +0000811 int is_write;
812
813 pc = regs->nip;
bellard25eb4482003-05-14 21:50:54 +0000814 is_write = 0;
815#if 0
816 /* ppc 4xx case */
817 if (regs->dsisr & 0x00800000)
818 is_write = 1;
bellard9de5e442003-03-23 16:49:39 +0000819#else
bellard25eb4482003-05-14 21:50:54 +0000820 if (regs->trap != 0x400 && (regs->dsisr & 0x02000000))
821 is_write = 1;
822#endif
823 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
bellardbf3e8bf2004-02-16 21:58:54 +0000824 is_write, &uc->uc_sigmask, puc);
bellard9de5e442003-03-23 16:49:39 +0000825}
bellard2b413142003-05-14 23:01:10 +0000826
bellard2f87c602003-06-02 20:38:09 +0000827#elif defined(__alpha__)
828
bellarde4533c72003-06-15 19:51:39 +0000829int cpu_signal_handler(int host_signum, struct siginfo *info,
bellard2f87c602003-06-02 20:38:09 +0000830 void *puc)
831{
832 struct ucontext *uc = puc;
833 uint32_t *pc = uc->uc_mcontext.sc_pc;
834 uint32_t insn = *pc;
835 int is_write = 0;
836
bellard8c6939c2003-06-09 15:28:00 +0000837 /* XXX: need kernel patch to get write flag faster */
bellard2f87c602003-06-02 20:38:09 +0000838 switch (insn >> 26) {
839 case 0x0d: // stw
840 case 0x0e: // stb
841 case 0x0f: // stq_u
842 case 0x24: // stf
843 case 0x25: // stg
844 case 0x26: // sts
845 case 0x27: // stt
846 case 0x2c: // stl
847 case 0x2d: // stq
848 case 0x2e: // stl_c
849 case 0x2f: // stq_c
850 is_write = 1;
851 }
852
853 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
bellardbf3e8bf2004-02-16 21:58:54 +0000854 is_write, &uc->uc_sigmask, puc);
bellard2f87c602003-06-02 20:38:09 +0000855}
bellard8c6939c2003-06-09 15:28:00 +0000856#elif defined(__sparc__)
857
bellarde4533c72003-06-15 19:51:39 +0000858int cpu_signal_handler(int host_signum, struct siginfo *info,
859 void *puc)
bellard8c6939c2003-06-09 15:28:00 +0000860{
861 uint32_t *regs = (uint32_t *)(info + 1);
862 void *sigmask = (regs + 20);
863 unsigned long pc;
864 int is_write;
865 uint32_t insn;
866
867 /* XXX: is there a standard glibc define ? */
868 pc = regs[1];
869 /* XXX: need kernel patch to get write flag faster */
870 is_write = 0;
871 insn = *(uint32_t *)pc;
872 if ((insn >> 30) == 3) {
873 switch((insn >> 19) & 0x3f) {
874 case 0x05: // stb
875 case 0x06: // sth
876 case 0x04: // st
877 case 0x07: // std
878 case 0x24: // stf
879 case 0x27: // stdf
880 case 0x25: // stfsr
881 is_write = 1;
882 break;
883 }
884 }
885 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
bellardbf3e8bf2004-02-16 21:58:54 +0000886 is_write, sigmask, NULL);
bellard8c6939c2003-06-09 15:28:00 +0000887}
888
889#elif defined(__arm__)
890
bellarde4533c72003-06-15 19:51:39 +0000891int cpu_signal_handler(int host_signum, struct siginfo *info,
892 void *puc)
bellard8c6939c2003-06-09 15:28:00 +0000893{
894 struct ucontext *uc = puc;
895 unsigned long pc;
896 int is_write;
897
898 pc = uc->uc_mcontext.gregs[R15];
899 /* XXX: compute is_write */
900 is_write = 0;
901 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
902 is_write,
903 &uc->uc_sigmask);
904}
905
bellard38e584a2003-08-10 22:14:22 +0000906#elif defined(__mc68000)
907
908int cpu_signal_handler(int host_signum, struct siginfo *info,
909 void *puc)
910{
911 struct ucontext *uc = puc;
912 unsigned long pc;
913 int is_write;
914
915 pc = uc->uc_mcontext.gregs[16];
916 /* XXX: compute is_write */
917 is_write = 0;
918 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
919 is_write,
bellardbf3e8bf2004-02-16 21:58:54 +0000920 &uc->uc_sigmask, puc);
bellard38e584a2003-08-10 22:14:22 +0000921}
922
bellard2b413142003-05-14 23:01:10 +0000923#else
924
bellard3fb2ded2003-06-24 13:22:59 +0000925#error host CPU specific signal handler needed
bellard2b413142003-05-14 23:01:10 +0000926
927#endif