blob: 6307e0c16daf727491f5dcfad8c7fd384aeab03a [file] [log] [blame]
bellard7d132992003-03-06 23:23:54 +00001/*
2 * i386 emulator main execution loop
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
bellard3ef693a2003-03-23 20:17:16 +00006 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
bellard7d132992003-03-06 23:23:54 +000010 *
bellard3ef693a2003-03-23 20:17:16 +000011 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
bellard7d132992003-03-06 23:23:54 +000015 *
bellard3ef693a2003-03-23 20:17:16 +000016 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
bellard7d132992003-03-06 23:23:54 +000019 */
bellarde4533c72003-06-15 19:51:39 +000020#include "config.h"
bellard93ac68b2003-09-30 20:57:29 +000021#include "exec.h"
bellard956034d2003-04-29 20:40:53 +000022#include "disas.h"
bellard7d132992003-03-06 23:23:54 +000023
bellard36bdbe52003-11-19 22:12:02 +000024int tb_invalidated_flag;
25
bellarddc990652003-03-19 00:00:28 +000026//#define DEBUG_EXEC
bellard9de5e442003-03-23 16:49:39 +000027//#define DEBUG_SIGNAL
bellard7d132992003-03-06 23:23:54 +000028
bellard93ac68b2003-09-30 20:57:29 +000029#if defined(TARGET_ARM) || defined(TARGET_SPARC)
bellarde4533c72003-06-15 19:51:39 +000030/* XXX: unify with i386 target */
31void cpu_loop_exit(void)
32{
33 longjmp(env->jmp_env, 1);
34}
35#endif
36
bellard7d132992003-03-06 23:23:54 +000037/* main execution loop */
38
bellarde4533c72003-06-15 19:51:39 +000039int cpu_exec(CPUState *env1)
bellard7d132992003-03-06 23:23:54 +000040{
bellarde4533c72003-06-15 19:51:39 +000041 int saved_T0, saved_T1, saved_T2;
42 CPUState *saved_env;
bellard04369ff2003-03-20 22:33:23 +000043#ifdef reg_EAX
44 int saved_EAX;
45#endif
46#ifdef reg_ECX
47 int saved_ECX;
48#endif
49#ifdef reg_EDX
50 int saved_EDX;
51#endif
52#ifdef reg_EBX
53 int saved_EBX;
54#endif
55#ifdef reg_ESP
56 int saved_ESP;
57#endif
58#ifdef reg_EBP
59 int saved_EBP;
60#endif
61#ifdef reg_ESI
62 int saved_ESI;
63#endif
64#ifdef reg_EDI
65 int saved_EDI;
66#endif
bellard8c6939c2003-06-09 15:28:00 +000067#ifdef __sparc__
68 int saved_i7, tmp_T0;
69#endif
bellard68a79312003-06-30 13:12:32 +000070 int code_gen_size, ret, interrupt_request;
bellard7d132992003-03-06 23:23:54 +000071 void (*gen_func)(void);
bellard9de5e442003-03-23 16:49:39 +000072 TranslationBlock *tb, **ptb;
bellarddab2ed92003-03-22 15:23:14 +000073 uint8_t *tc_ptr, *cs_base, *pc;
bellard6dbad632003-03-16 18:05:05 +000074 unsigned int flags;
bellard8c6939c2003-06-09 15:28:00 +000075
bellard7d132992003-03-06 23:23:54 +000076 /* first we save global registers */
77 saved_T0 = T0;
78 saved_T1 = T1;
bellarde4533c72003-06-15 19:51:39 +000079 saved_T2 = T2;
bellard7d132992003-03-06 23:23:54 +000080 saved_env = env;
81 env = env1;
bellarde4533c72003-06-15 19:51:39 +000082#ifdef __sparc__
83 /* we also save i7 because longjmp may not restore it */
84 asm volatile ("mov %%i7, %0" : "=r" (saved_i7));
85#endif
86
87#if defined(TARGET_I386)
bellard04369ff2003-03-20 22:33:23 +000088#ifdef reg_EAX
89 saved_EAX = EAX;
90 EAX = env->regs[R_EAX];
91#endif
92#ifdef reg_ECX
93 saved_ECX = ECX;
94 ECX = env->regs[R_ECX];
95#endif
96#ifdef reg_EDX
97 saved_EDX = EDX;
98 EDX = env->regs[R_EDX];
99#endif
100#ifdef reg_EBX
101 saved_EBX = EBX;
102 EBX = env->regs[R_EBX];
103#endif
104#ifdef reg_ESP
105 saved_ESP = ESP;
106 ESP = env->regs[R_ESP];
107#endif
108#ifdef reg_EBP
109 saved_EBP = EBP;
110 EBP = env->regs[R_EBP];
111#endif
112#ifdef reg_ESI
113 saved_ESI = ESI;
114 ESI = env->regs[R_ESI];
115#endif
116#ifdef reg_EDI
117 saved_EDI = EDI;
118 EDI = env->regs[R_EDI];
119#endif
bellard7d132992003-03-06 23:23:54 +0000120
bellard9de5e442003-03-23 16:49:39 +0000121 /* put eflags in CPU temporary format */
bellardfc2b4c42003-03-29 16:52:44 +0000122 CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
123 DF = 1 - (2 * ((env->eflags >> 10) & 1));
bellard9de5e442003-03-23 16:49:39 +0000124 CC_OP = CC_OP_EFLAGS;
bellardfc2b4c42003-03-29 16:52:44 +0000125 env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
bellarde4533c72003-06-15 19:51:39 +0000126#elif defined(TARGET_ARM)
127 {
128 unsigned int psr;
129 psr = env->cpsr;
130 env->CF = (psr >> 29) & 1;
131 env->NZF = (psr & 0xc0000000) ^ 0x40000000;
132 env->VF = (psr << 3) & 0x80000000;
133 env->cpsr = psr & ~0xf0000000;
134 }
bellard93ac68b2003-09-30 20:57:29 +0000135#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000136#elif defined(TARGET_PPC)
bellarde4533c72003-06-15 19:51:39 +0000137#else
138#error unsupported target CPU
139#endif
bellard3fb2ded2003-06-24 13:22:59 +0000140 env->exception_index = -1;
bellard9d27abd2003-05-10 13:13:54 +0000141
bellard7d132992003-03-06 23:23:54 +0000142 /* prepare setjmp context for exception handling */
bellard3fb2ded2003-06-24 13:22:59 +0000143 for(;;) {
144 if (setjmp(env->jmp_env) == 0) {
bellardee8b7022004-02-03 23:35:10 +0000145 env->current_tb = NULL;
bellard3fb2ded2003-06-24 13:22:59 +0000146 /* if an exception is pending, we execute it here */
147 if (env->exception_index >= 0) {
148 if (env->exception_index >= EXCP_INTERRUPT) {
149 /* exit request from the cpu execution loop */
150 ret = env->exception_index;
151 break;
152 } else if (env->user_mode_only) {
153 /* if user mode only, we simulate a fake exception
154 which will be hanlded outside the cpu execution
155 loop */
bellard83479e72003-06-25 16:12:37 +0000156#if defined(TARGET_I386)
bellard3fb2ded2003-06-24 13:22:59 +0000157 do_interrupt_user(env->exception_index,
158 env->exception_is_int,
159 env->error_code,
160 env->exception_next_eip);
bellard83479e72003-06-25 16:12:37 +0000161#endif
bellard3fb2ded2003-06-24 13:22:59 +0000162 ret = env->exception_index;
163 break;
164 } else {
bellard83479e72003-06-25 16:12:37 +0000165#if defined(TARGET_I386)
bellard3fb2ded2003-06-24 13:22:59 +0000166 /* simulate a real cpu exception. On i386, it can
167 trigger new exceptions, but we do not handle
168 double or triple faults yet. */
169 do_interrupt(env->exception_index,
170 env->exception_is_int,
171 env->error_code,
bellardd05e66d2003-08-20 21:34:35 +0000172 env->exception_next_eip, 0);
bellardce097762004-01-04 23:53:18 +0000173#elif defined(TARGET_PPC)
174 do_interrupt(env);
bellard83479e72003-06-25 16:12:37 +0000175#endif
bellard3fb2ded2003-06-24 13:22:59 +0000176 }
177 env->exception_index = -1;
bellard9de5e442003-03-23 16:49:39 +0000178 }
bellard3fb2ded2003-06-24 13:22:59 +0000179 T0 = 0; /* force lookup of first TB */
180 for(;;) {
181#ifdef __sparc__
182 /* g1 can be modified by some libc? functions */
183 tmp_T0 = T0;
184#endif
bellard68a79312003-06-30 13:12:32 +0000185 interrupt_request = env->interrupt_request;
bellard2e255c62003-08-21 23:25:21 +0000186 if (__builtin_expect(interrupt_request, 0)) {
bellard68a79312003-06-30 13:12:32 +0000187#if defined(TARGET_I386)
188 /* if hardware interrupt pending, we execute it */
189 if ((interrupt_request & CPU_INTERRUPT_HARD) &&
bellard3f337312003-08-20 23:02:09 +0000190 (env->eflags & IF_MASK) &&
191 !(env->hflags & HF_INHIBIT_IRQ_MASK)) {
bellard68a79312003-06-30 13:12:32 +0000192 int intno;
bellarda541f292004-04-12 20:39:29 +0000193 intno = cpu_get_pic_interrupt(env);
bellardf193c792004-03-21 17:06:25 +0000194 if (loglevel & CPU_LOG_TB_IN_ASM) {
bellard68a79312003-06-30 13:12:32 +0000195 fprintf(logfile, "Servicing hardware INT=0x%02x\n", intno);
196 }
bellardd05e66d2003-08-20 21:34:35 +0000197 do_interrupt(intno, 0, 0, 0, 1);
bellard68a79312003-06-30 13:12:32 +0000198 env->interrupt_request &= ~CPU_INTERRUPT_HARD;
bellard907a5b22003-06-30 23:18:22 +0000199 /* ensure that no TB jump will be modified as
200 the program flow was changed */
201#ifdef __sparc__
202 tmp_T0 = 0;
203#else
204 T0 = 0;
205#endif
bellard68a79312003-06-30 13:12:32 +0000206 }
bellardce097762004-01-04 23:53:18 +0000207#elif defined(TARGET_PPC)
208 if ((interrupt_request & CPU_INTERRUPT_HARD)) {
209 do_queue_exception(EXCP_EXTERNAL);
210 if (check_exception_state(env))
211 do_interrupt(env);
212 env->interrupt_request &= ~CPU_INTERRUPT_HARD;
213 }
bellard68a79312003-06-30 13:12:32 +0000214#endif
bellardbf3e8bf2004-02-16 21:58:54 +0000215 if (interrupt_request & CPU_INTERRUPT_EXITTB) {
216 env->interrupt_request &= ~CPU_INTERRUPT_EXITTB;
217 /* ensure that no TB jump will be modified as
218 the program flow was changed */
219#ifdef __sparc__
220 tmp_T0 = 0;
221#else
222 T0 = 0;
223#endif
224 }
bellard68a79312003-06-30 13:12:32 +0000225 if (interrupt_request & CPU_INTERRUPT_EXIT) {
226 env->interrupt_request &= ~CPU_INTERRUPT_EXIT;
227 env->exception_index = EXCP_INTERRUPT;
228 cpu_loop_exit();
229 }
bellard3fb2ded2003-06-24 13:22:59 +0000230 }
231#ifdef DEBUG_EXEC
bellardf193c792004-03-21 17:06:25 +0000232 if (loglevel & CPU_LOG_EXEC) {
bellard3fb2ded2003-06-24 13:22:59 +0000233#if defined(TARGET_I386)
234 /* restore flags in standard format */
235 env->regs[R_EAX] = EAX;
236 env->regs[R_EBX] = EBX;
237 env->regs[R_ECX] = ECX;
238 env->regs[R_EDX] = EDX;
239 env->regs[R_ESI] = ESI;
240 env->regs[R_EDI] = EDI;
241 env->regs[R_EBP] = EBP;
242 env->regs[R_ESP] = ESP;
243 env->eflags = env->eflags | cc_table[CC_OP].compute_all() | (DF & DF_MASK);
bellard68a79312003-06-30 13:12:32 +0000244 cpu_x86_dump_state(env, logfile, X86_DUMP_CCOP);
bellard3fb2ded2003-06-24 13:22:59 +0000245 env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
bellarde4533c72003-06-15 19:51:39 +0000246#elif defined(TARGET_ARM)
bellard1b21b622003-07-09 17:16:27 +0000247 env->cpsr = compute_cpsr();
bellard3fb2ded2003-06-24 13:22:59 +0000248 cpu_arm_dump_state(env, logfile, 0);
bellard1b21b622003-07-09 17:16:27 +0000249 env->cpsr &= ~0xf0000000;
bellard93ac68b2003-09-30 20:57:29 +0000250#elif defined(TARGET_SPARC)
bellard93a40ea2003-10-27 21:13:06 +0000251 cpu_sparc_dump_state (env, logfile, 0);
bellard67867302003-11-23 17:05:30 +0000252#elif defined(TARGET_PPC)
253 cpu_ppc_dump_state(env, logfile, 0);
bellarde4533c72003-06-15 19:51:39 +0000254#else
255#error unsupported target CPU
256#endif
bellard3fb2ded2003-06-24 13:22:59 +0000257 }
bellard7d132992003-03-06 23:23:54 +0000258#endif
bellard3f337312003-08-20 23:02:09 +0000259 /* we record a subset of the CPU state. It will
260 always be the same before a given translated block
261 is executed. */
bellarde4533c72003-06-15 19:51:39 +0000262#if defined(TARGET_I386)
bellard2e255c62003-08-21 23:25:21 +0000263 flags = env->hflags;
bellard3f337312003-08-20 23:02:09 +0000264 flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));
bellard3fb2ded2003-06-24 13:22:59 +0000265 cs_base = env->segs[R_CS].base;
266 pc = cs_base + env->eip;
bellarde4533c72003-06-15 19:51:39 +0000267#elif defined(TARGET_ARM)
bellard3fb2ded2003-06-24 13:22:59 +0000268 flags = 0;
269 cs_base = 0;
270 pc = (uint8_t *)env->regs[15];
bellard93ac68b2003-09-30 20:57:29 +0000271#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000272 flags = 0;
bellardce097762004-01-04 23:53:18 +0000273 cs_base = (uint8_t *)env->npc;
bellard67867302003-11-23 17:05:30 +0000274 pc = (uint8_t *) env->pc;
275#elif defined(TARGET_PPC)
276 flags = 0;
277 cs_base = 0;
278 pc = (uint8_t *)env->nip;
bellarde4533c72003-06-15 19:51:39 +0000279#else
280#error unsupported CPU
281#endif
bellard3fb2ded2003-06-24 13:22:59 +0000282 tb = tb_find(&ptb, (unsigned long)pc, (unsigned long)cs_base,
283 flags);
bellardd4e81642003-05-25 16:46:15 +0000284 if (!tb) {
bellard13768472004-01-04 17:43:01 +0000285 TranslationBlock **ptb1;
286 unsigned int h;
287 target_ulong phys_pc, phys_page1, phys_page2, virt_page2;
288
289
bellard3fb2ded2003-06-24 13:22:59 +0000290 spin_lock(&tb_lock);
bellard13768472004-01-04 17:43:01 +0000291
292 tb_invalidated_flag = 0;
293
294 /* find translated block using physical mappings */
295 phys_pc = get_phys_addr_code(env, (unsigned long)pc);
296 phys_page1 = phys_pc & TARGET_PAGE_MASK;
297 phys_page2 = -1;
298 h = tb_phys_hash_func(phys_pc);
299 ptb1 = &tb_phys_hash[h];
300 for(;;) {
301 tb = *ptb1;
302 if (!tb)
303 goto not_found;
304 if (tb->pc == (unsigned long)pc &&
305 tb->page_addr[0] == phys_page1 &&
306 tb->cs_base == (unsigned long)cs_base &&
307 tb->flags == flags) {
308 /* check next page if needed */
bellardb516f852004-01-18 21:50:04 +0000309 if (tb->page_addr[1] != -1) {
310 virt_page2 = ((unsigned long)pc & TARGET_PAGE_MASK) +
311 TARGET_PAGE_SIZE;
bellard13768472004-01-04 17:43:01 +0000312 phys_page2 = get_phys_addr_code(env, virt_page2);
313 if (tb->page_addr[1] == phys_page2)
314 goto found;
315 } else {
316 goto found;
317 }
318 }
319 ptb1 = &tb->phys_hash_next;
320 }
321 not_found:
bellard3fb2ded2003-06-24 13:22:59 +0000322 /* if no translated code available, then translate it now */
bellardd4e81642003-05-25 16:46:15 +0000323 tb = tb_alloc((unsigned long)pc);
bellard3fb2ded2003-06-24 13:22:59 +0000324 if (!tb) {
325 /* flush must be done */
bellardb453b702004-01-04 15:45:21 +0000326 tb_flush(env);
bellard3fb2ded2003-06-24 13:22:59 +0000327 /* cannot fail at this point */
328 tb = tb_alloc((unsigned long)pc);
329 /* don't forget to invalidate previous TB info */
330 ptb = &tb_hash[tb_hash_func((unsigned long)pc)];
331 T0 = 0;
332 }
333 tc_ptr = code_gen_ptr;
334 tb->tc_ptr = tc_ptr;
335 tb->cs_base = (unsigned long)cs_base;
336 tb->flags = flags;
bellardfacc68b2003-09-17 22:51:18 +0000337 cpu_gen_code(env, tb, CODE_GEN_MAX_SIZE, &code_gen_size);
bellard13768472004-01-04 17:43:01 +0000338 code_gen_ptr = (void *)(((unsigned long)code_gen_ptr + code_gen_size + CODE_GEN_ALIGN - 1) & ~(CODE_GEN_ALIGN - 1));
339
340 /* check next page if needed */
341 virt_page2 = ((unsigned long)pc + tb->size - 1) & TARGET_PAGE_MASK;
342 phys_page2 = -1;
343 if (((unsigned long)pc & TARGET_PAGE_MASK) != virt_page2) {
344 phys_page2 = get_phys_addr_code(env, virt_page2);
345 }
346 tb_link_phys(tb, phys_pc, phys_page2);
347
348 found:
bellard36bdbe52003-11-19 22:12:02 +0000349 if (tb_invalidated_flag) {
350 /* as some TB could have been invalidated because
351 of memory exceptions while generating the code, we
352 must recompute the hash index here */
353 ptb = &tb_hash[tb_hash_func((unsigned long)pc)];
354 while (*ptb != NULL)
355 ptb = &(*ptb)->hash_next;
356 T0 = 0;
357 }
bellard13768472004-01-04 17:43:01 +0000358 /* we add the TB in the virtual pc hash table */
bellard3fb2ded2003-06-24 13:22:59 +0000359 *ptb = tb;
360 tb->hash_next = NULL;
361 tb_link(tb);
bellard3fb2ded2003-06-24 13:22:59 +0000362 spin_unlock(&tb_lock);
363 }
bellard9d27abd2003-05-10 13:13:54 +0000364#ifdef DEBUG_EXEC
bellardf193c792004-03-21 17:06:25 +0000365 if (loglevel & CPU_LOG_EXEC) {
bellard3fb2ded2003-06-24 13:22:59 +0000366 fprintf(logfile, "Trace 0x%08lx [0x%08lx] %s\n",
367 (long)tb->tc_ptr, (long)tb->pc,
368 lookup_symbol((void *)tb->pc));
369 }
bellard9d27abd2003-05-10 13:13:54 +0000370#endif
bellard8c6939c2003-06-09 15:28:00 +0000371#ifdef __sparc__
bellard3fb2ded2003-06-24 13:22:59 +0000372 T0 = tmp_T0;
bellard8c6939c2003-06-09 15:28:00 +0000373#endif
bellardfacc68b2003-09-17 22:51:18 +0000374 /* see if we can patch the calling TB. */
bellardbf3e8bf2004-02-16 21:58:54 +0000375 if (T0 != 0
376#if defined(TARGET_I386) && defined(USE_CODE_COPY)
377 && (tb->cflags & CF_CODE_COPY) ==
378 (((TranslationBlock *)(T0 & ~3))->cflags & CF_CODE_COPY)
379#endif
380 ) {
bellard3fb2ded2003-06-24 13:22:59 +0000381 spin_lock(&tb_lock);
382 tb_add_jump((TranslationBlock *)(T0 & ~3), T0 & 3, tb);
bellard97eb5b12004-02-25 23:19:55 +0000383#if defined(USE_CODE_COPY)
384 /* propagates the FP use info */
385 ((TranslationBlock *)(T0 & ~3))->cflags |=
386 (tb->cflags & CF_FP_USED);
387#endif
bellard3fb2ded2003-06-24 13:22:59 +0000388 spin_unlock(&tb_lock);
389 }
bellard3fb2ded2003-06-24 13:22:59 +0000390 tc_ptr = tb->tc_ptr;
bellard83479e72003-06-25 16:12:37 +0000391 env->current_tb = tb;
bellard3fb2ded2003-06-24 13:22:59 +0000392 /* execute the generated code */
393 gen_func = (void *)tc_ptr;
394#if defined(__sparc__)
395 __asm__ __volatile__("call %0\n\t"
396 "mov %%o7,%%i0"
397 : /* no outputs */
398 : "r" (gen_func)
399 : "i0", "i1", "i2", "i3", "i4", "i5");
400#elif defined(__arm__)
401 asm volatile ("mov pc, %0\n\t"
402 ".global exec_loop\n\t"
403 "exec_loop:\n\t"
404 : /* no outputs */
405 : "r" (gen_func)
406 : "r1", "r2", "r3", "r8", "r9", "r10", "r12", "r14");
bellardbf3e8bf2004-02-16 21:58:54 +0000407#elif defined(TARGET_I386) && defined(USE_CODE_COPY)
408{
409 if (!(tb->cflags & CF_CODE_COPY)) {
bellard97eb5b12004-02-25 23:19:55 +0000410 if ((tb->cflags & CF_FP_USED) && env->native_fp_regs) {
411 save_native_fp_state(env);
412 }
bellardbf3e8bf2004-02-16 21:58:54 +0000413 gen_func();
414 } else {
bellard97eb5b12004-02-25 23:19:55 +0000415 if ((tb->cflags & CF_FP_USED) && !env->native_fp_regs) {
416 restore_native_fp_state(env);
417 }
bellardbf3e8bf2004-02-16 21:58:54 +0000418 /* we work with native eflags */
419 CC_SRC = cc_table[CC_OP].compute_all();
420 CC_OP = CC_OP_EFLAGS;
421 asm(".globl exec_loop\n"
422 "\n"
423 "debug1:\n"
424 " pushl %%ebp\n"
425 " fs movl %10, %9\n"
426 " fs movl %11, %%eax\n"
427 " andl $0x400, %%eax\n"
428 " fs orl %8, %%eax\n"
429 " pushl %%eax\n"
430 " popf\n"
431 " fs movl %%esp, %12\n"
432 " fs movl %0, %%eax\n"
433 " fs movl %1, %%ecx\n"
434 " fs movl %2, %%edx\n"
435 " fs movl %3, %%ebx\n"
436 " fs movl %4, %%esp\n"
437 " fs movl %5, %%ebp\n"
438 " fs movl %6, %%esi\n"
439 " fs movl %7, %%edi\n"
440 " fs jmp *%9\n"
441 "exec_loop:\n"
442 " fs movl %%esp, %4\n"
443 " fs movl %12, %%esp\n"
444 " fs movl %%eax, %0\n"
445 " fs movl %%ecx, %1\n"
446 " fs movl %%edx, %2\n"
447 " fs movl %%ebx, %3\n"
448 " fs movl %%ebp, %5\n"
449 " fs movl %%esi, %6\n"
450 " fs movl %%edi, %7\n"
451 " pushf\n"
452 " popl %%eax\n"
453 " movl %%eax, %%ecx\n"
454 " andl $0x400, %%ecx\n"
455 " shrl $9, %%ecx\n"
456 " andl $0x8d5, %%eax\n"
457 " fs movl %%eax, %8\n"
458 " movl $1, %%eax\n"
459 " subl %%ecx, %%eax\n"
460 " fs movl %%eax, %11\n"
461 " fs movl %9, %%ebx\n" /* get T0 value */
462 " popl %%ebp\n"
463 :
464 : "m" (*(uint8_t *)offsetof(CPUState, regs[0])),
465 "m" (*(uint8_t *)offsetof(CPUState, regs[1])),
466 "m" (*(uint8_t *)offsetof(CPUState, regs[2])),
467 "m" (*(uint8_t *)offsetof(CPUState, regs[3])),
468 "m" (*(uint8_t *)offsetof(CPUState, regs[4])),
469 "m" (*(uint8_t *)offsetof(CPUState, regs[5])),
470 "m" (*(uint8_t *)offsetof(CPUState, regs[6])),
471 "m" (*(uint8_t *)offsetof(CPUState, regs[7])),
472 "m" (*(uint8_t *)offsetof(CPUState, cc_src)),
473 "m" (*(uint8_t *)offsetof(CPUState, tmp0)),
474 "a" (gen_func),
475 "m" (*(uint8_t *)offsetof(CPUState, df)),
476 "m" (*(uint8_t *)offsetof(CPUState, saved_esp))
477 : "%ecx", "%edx"
478 );
479 }
480}
bellard3fb2ded2003-06-24 13:22:59 +0000481#else
482 gen_func();
483#endif
bellard83479e72003-06-25 16:12:37 +0000484 env->current_tb = NULL;
bellard4cbf74b2003-08-10 21:48:43 +0000485 /* reset soft MMU for next block (it can currently
486 only be set by a memory fault) */
487#if defined(TARGET_I386) && !defined(CONFIG_SOFTMMU)
bellard3f337312003-08-20 23:02:09 +0000488 if (env->hflags & HF_SOFTMMU_MASK) {
489 env->hflags &= ~HF_SOFTMMU_MASK;
bellard4cbf74b2003-08-10 21:48:43 +0000490 /* do not allow linking to another block */
491 T0 = 0;
492 }
493#endif
bellard3fb2ded2003-06-24 13:22:59 +0000494 }
495 } else {
bellard7d132992003-03-06 23:23:54 +0000496 }
bellard3fb2ded2003-06-24 13:22:59 +0000497 } /* for(;;) */
498
bellard7d132992003-03-06 23:23:54 +0000499
bellarde4533c72003-06-15 19:51:39 +0000500#if defined(TARGET_I386)
bellard97eb5b12004-02-25 23:19:55 +0000501#if defined(USE_CODE_COPY)
502 if (env->native_fp_regs) {
503 save_native_fp_state(env);
504 }
505#endif
bellard9de5e442003-03-23 16:49:39 +0000506 /* restore flags in standard format */
bellardfc2b4c42003-03-29 16:52:44 +0000507 env->eflags = env->eflags | cc_table[CC_OP].compute_all() | (DF & DF_MASK);
bellard9de5e442003-03-23 16:49:39 +0000508
bellard7d132992003-03-06 23:23:54 +0000509 /* restore global registers */
bellard04369ff2003-03-20 22:33:23 +0000510#ifdef reg_EAX
511 EAX = saved_EAX;
512#endif
513#ifdef reg_ECX
514 ECX = saved_ECX;
515#endif
516#ifdef reg_EDX
517 EDX = saved_EDX;
518#endif
519#ifdef reg_EBX
520 EBX = saved_EBX;
521#endif
522#ifdef reg_ESP
523 ESP = saved_ESP;
524#endif
525#ifdef reg_EBP
526 EBP = saved_EBP;
527#endif
528#ifdef reg_ESI
529 ESI = saved_ESI;
530#endif
531#ifdef reg_EDI
532 EDI = saved_EDI;
533#endif
bellarde4533c72003-06-15 19:51:39 +0000534#elif defined(TARGET_ARM)
bellard1b21b622003-07-09 17:16:27 +0000535 env->cpsr = compute_cpsr();
bellard93ac68b2003-09-30 20:57:29 +0000536#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000537#elif defined(TARGET_PPC)
bellarde4533c72003-06-15 19:51:39 +0000538#else
539#error unsupported target CPU
540#endif
bellard8c6939c2003-06-09 15:28:00 +0000541#ifdef __sparc__
542 asm volatile ("mov %0, %%i7" : : "r" (saved_i7));
543#endif
bellard7d132992003-03-06 23:23:54 +0000544 T0 = saved_T0;
545 T1 = saved_T1;
bellarde4533c72003-06-15 19:51:39 +0000546 T2 = saved_T2;
bellard7d132992003-03-06 23:23:54 +0000547 env = saved_env;
548 return ret;
549}
bellard6dbad632003-03-16 18:05:05 +0000550
bellard1a18c712003-10-30 01:07:51 +0000551#if defined(TARGET_I386) && defined(CONFIG_USER_ONLY)
bellarde4533c72003-06-15 19:51:39 +0000552
bellard6dbad632003-03-16 18:05:05 +0000553void cpu_x86_load_seg(CPUX86State *s, int seg_reg, int selector)
554{
555 CPUX86State *saved_env;
556
557 saved_env = env;
558 env = s;
bellarda412ac52003-07-26 18:01:40 +0000559 if (!(env->cr[0] & CR0_PE_MASK) || (env->eflags & VM_MASK)) {
bellarda513fe12003-05-27 23:29:48 +0000560 selector &= 0xffff;
bellard2e255c62003-08-21 23:25:21 +0000561 cpu_x86_load_seg_cache(env, seg_reg, selector,
562 (uint8_t *)(selector << 4), 0xffff, 0);
bellarda513fe12003-05-27 23:29:48 +0000563 } else {
bellardb453b702004-01-04 15:45:21 +0000564 load_seg(seg_reg, selector);
bellarda513fe12003-05-27 23:29:48 +0000565 }
bellard6dbad632003-03-16 18:05:05 +0000566 env = saved_env;
567}
bellard9de5e442003-03-23 16:49:39 +0000568
bellardd0a1ffc2003-05-29 20:04:28 +0000569void cpu_x86_fsave(CPUX86State *s, uint8_t *ptr, int data32)
570{
571 CPUX86State *saved_env;
572
573 saved_env = env;
574 env = s;
575
576 helper_fsave(ptr, data32);
577
578 env = saved_env;
579}
580
581void cpu_x86_frstor(CPUX86State *s, uint8_t *ptr, int data32)
582{
583 CPUX86State *saved_env;
584
585 saved_env = env;
586 env = s;
587
588 helper_frstor(ptr, data32);
589
590 env = saved_env;
591}
592
bellarde4533c72003-06-15 19:51:39 +0000593#endif /* TARGET_I386 */
594
bellard67b915a2004-03-31 23:37:16 +0000595#if !defined(CONFIG_SOFTMMU)
596
bellard9de5e442003-03-23 16:49:39 +0000597#undef EAX
598#undef ECX
599#undef EDX
600#undef EBX
601#undef ESP
602#undef EBP
603#undef ESI
604#undef EDI
605#undef EIP
606#include <signal.h>
607#include <sys/ucontext.h>
608
bellard3fb2ded2003-06-24 13:22:59 +0000609#if defined(TARGET_I386)
610
bellardb56dad12003-05-08 15:38:04 +0000611/* 'pc' is the host PC at which the exception was raised. 'address' is
bellardfd6ce8f2003-05-14 19:00:11 +0000612 the effective address of the memory exception. 'is_write' is 1 if a
613 write caused the exception and otherwise 0'. 'old_set' is the
614 signal set which should be restored */
bellard2b413142003-05-14 23:01:10 +0000615static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000616 int is_write, sigset_t *old_set,
617 void *puc)
bellard9de5e442003-03-23 16:49:39 +0000618{
bellarda513fe12003-05-27 23:29:48 +0000619 TranslationBlock *tb;
620 int ret;
bellard68a79312003-06-30 13:12:32 +0000621
bellard83479e72003-06-25 16:12:37 +0000622 if (cpu_single_env)
623 env = cpu_single_env; /* XXX: find a correct solution for multithread */
bellardfd6ce8f2003-05-14 19:00:11 +0000624#if defined(DEBUG_SIGNAL)
bellardbf3e8bf2004-02-16 21:58:54 +0000625 qemu_printf("qemu: SIGSEGV pc=0x%08lx address=%08lx w=%d oldset=0x%08lx\n",
626 pc, address, is_write, *(unsigned long *)old_set);
bellard9de5e442003-03-23 16:49:39 +0000627#endif
bellard25eb4482003-05-14 21:50:54 +0000628 /* XXX: locking issue */
bellardfd6ce8f2003-05-14 19:00:11 +0000629 if (is_write && page_unprotect(address)) {
bellardfd6ce8f2003-05-14 19:00:11 +0000630 return 1;
631 }
bellard3fb2ded2003-06-24 13:22:59 +0000632 /* see if it is an MMU fault */
bellard93a40ea2003-10-27 21:13:06 +0000633 ret = cpu_x86_handle_mmu_fault(env, address, is_write,
634 ((env->hflags & HF_CPL_MASK) == 3), 0);
bellard3fb2ded2003-06-24 13:22:59 +0000635 if (ret < 0)
636 return 0; /* not an MMU fault */
637 if (ret == 0)
638 return 1; /* the MMU fault was handled without causing real CPU fault */
639 /* now we have a real cpu fault */
bellarda513fe12003-05-27 23:29:48 +0000640 tb = tb_find_pc(pc);
641 if (tb) {
bellard9de5e442003-03-23 16:49:39 +0000642 /* the PC is inside the translated code. It means that we have
643 a virtual CPU fault */
bellardbf3e8bf2004-02-16 21:58:54 +0000644 cpu_restore_state(tb, env, pc, puc);
bellard3fb2ded2003-06-24 13:22:59 +0000645 }
bellard4cbf74b2003-08-10 21:48:43 +0000646 if (ret == 1) {
bellard3fb2ded2003-06-24 13:22:59 +0000647#if 0
bellard4cbf74b2003-08-10 21:48:43 +0000648 printf("PF exception: EIP=0x%08x CR2=0x%08x error=0x%x\n",
649 env->eip, env->cr[2], env->error_code);
bellard3fb2ded2003-06-24 13:22:59 +0000650#endif
bellard4cbf74b2003-08-10 21:48:43 +0000651 /* we restore the process signal mask as the sigreturn should
652 do it (XXX: use sigsetjmp) */
653 sigprocmask(SIG_SETMASK, old_set, NULL);
654 raise_exception_err(EXCP0E_PAGE, env->error_code);
655 } else {
656 /* activate soft MMU for this block */
bellard3f337312003-08-20 23:02:09 +0000657 env->hflags |= HF_SOFTMMU_MASK;
bellard4cbf74b2003-08-10 21:48:43 +0000658 sigprocmask(SIG_SETMASK, old_set, NULL);
659 cpu_loop_exit();
660 }
bellard3fb2ded2003-06-24 13:22:59 +0000661 /* never comes here */
662 return 1;
663}
664
bellarde4533c72003-06-15 19:51:39 +0000665#elif defined(TARGET_ARM)
bellard3fb2ded2003-06-24 13:22:59 +0000666static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000667 int is_write, sigset_t *old_set,
668 void *puc)
bellard3fb2ded2003-06-24 13:22:59 +0000669{
670 /* XXX: do more */
671 return 0;
672}
bellard93ac68b2003-09-30 20:57:29 +0000673#elif defined(TARGET_SPARC)
674static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000675 int is_write, sigset_t *old_set,
676 void *puc)
bellard93ac68b2003-09-30 20:57:29 +0000677{
bellardb453b702004-01-04 15:45:21 +0000678 /* XXX: locking issue */
679 if (is_write && page_unprotect(address)) {
680 return 1;
681 }
682 return 0;
bellard93ac68b2003-09-30 20:57:29 +0000683}
bellard67867302003-11-23 17:05:30 +0000684#elif defined (TARGET_PPC)
685static inline int handle_cpu_signal(unsigned long pc, unsigned long address,
bellardbf3e8bf2004-02-16 21:58:54 +0000686 int is_write, sigset_t *old_set,
687 void *puc)
bellard67867302003-11-23 17:05:30 +0000688{
689 TranslationBlock *tb;
bellardce097762004-01-04 23:53:18 +0000690 int ret;
bellard67867302003-11-23 17:05:30 +0000691
bellardce097762004-01-04 23:53:18 +0000692#if 1
bellard67867302003-11-23 17:05:30 +0000693 if (cpu_single_env)
694 env = cpu_single_env; /* XXX: find a correct solution for multithread */
695#endif
696#if defined(DEBUG_SIGNAL)
697 printf("qemu: SIGSEGV pc=0x%08lx address=%08lx w=%d oldset=0x%08lx\n",
698 pc, address, is_write, *(unsigned long *)old_set);
699#endif
700 /* XXX: locking issue */
701 if (is_write && page_unprotect(address)) {
702 return 1;
703 }
704
bellardce097762004-01-04 23:53:18 +0000705 /* see if it is an MMU fault */
bellard7f957d22004-01-18 23:19:48 +0000706 ret = cpu_ppc_handle_mmu_fault(env, address, is_write, msr_pr, 0);
bellardce097762004-01-04 23:53:18 +0000707 if (ret < 0)
708 return 0; /* not an MMU fault */
709 if (ret == 0)
710 return 1; /* the MMU fault was handled without causing real CPU fault */
711
bellard67867302003-11-23 17:05:30 +0000712 /* now we have a real cpu fault */
713 tb = tb_find_pc(pc);
714 if (tb) {
715 /* the PC is inside the translated code. It means that we have
716 a virtual CPU fault */
bellardbf3e8bf2004-02-16 21:58:54 +0000717 cpu_restore_state(tb, env, pc, puc);
bellard67867302003-11-23 17:05:30 +0000718 }
bellardce097762004-01-04 23:53:18 +0000719 if (ret == 1) {
bellard67867302003-11-23 17:05:30 +0000720#if 0
bellardce097762004-01-04 23:53:18 +0000721 printf("PF exception: NIP=0x%08x error=0x%x %p\n",
722 env->nip, env->error_code, tb);
bellard67867302003-11-23 17:05:30 +0000723#endif
724 /* we restore the process signal mask as the sigreturn should
725 do it (XXX: use sigsetjmp) */
bellardbf3e8bf2004-02-16 21:58:54 +0000726 sigprocmask(SIG_SETMASK, old_set, NULL);
bellardce097762004-01-04 23:53:18 +0000727 do_queue_exception_err(env->exception_index, env->error_code);
728 } else {
729 /* activate soft MMU for this block */
730 sigprocmask(SIG_SETMASK, old_set, NULL);
731 cpu_loop_exit();
732 }
bellard67867302003-11-23 17:05:30 +0000733 /* never comes here */
734 return 1;
735}
bellarde4533c72003-06-15 19:51:39 +0000736#else
737#error unsupported target CPU
738#endif
bellard9de5e442003-03-23 16:49:39 +0000739
bellard2b413142003-05-14 23:01:10 +0000740#if defined(__i386__)
741
bellardbf3e8bf2004-02-16 21:58:54 +0000742#if defined(USE_CODE_COPY)
743static void cpu_send_trap(unsigned long pc, int trap,
744 struct ucontext *uc)
745{
746 TranslationBlock *tb;
747
748 if (cpu_single_env)
749 env = cpu_single_env; /* XXX: find a correct solution for multithread */
750 /* now we have a real cpu fault */
751 tb = tb_find_pc(pc);
752 if (tb) {
753 /* the PC is inside the translated code. It means that we have
754 a virtual CPU fault */
755 cpu_restore_state(tb, env, pc, uc);
756 }
757 sigprocmask(SIG_SETMASK, &uc->uc_sigmask, NULL);
758 raise_exception_err(trap, env->error_code);
759}
760#endif
761
bellarde4533c72003-06-15 19:51:39 +0000762int cpu_signal_handler(int host_signum, struct siginfo *info,
763 void *puc)
bellard9de5e442003-03-23 16:49:39 +0000764{
bellard9de5e442003-03-23 16:49:39 +0000765 struct ucontext *uc = puc;
766 unsigned long pc;
bellardbf3e8bf2004-02-16 21:58:54 +0000767 int trapno;
bellard97eb5b12004-02-25 23:19:55 +0000768
bellardd691f662003-03-24 21:58:34 +0000769#ifndef REG_EIP
770/* for glibc 2.1 */
bellardfd6ce8f2003-05-14 19:00:11 +0000771#define REG_EIP EIP
772#define REG_ERR ERR
773#define REG_TRAPNO TRAPNO
bellardd691f662003-03-24 21:58:34 +0000774#endif
bellardfc2b4c42003-03-29 16:52:44 +0000775 pc = uc->uc_mcontext.gregs[REG_EIP];
bellardbf3e8bf2004-02-16 21:58:54 +0000776 trapno = uc->uc_mcontext.gregs[REG_TRAPNO];
777#if defined(TARGET_I386) && defined(USE_CODE_COPY)
778 if (trapno == 0x00 || trapno == 0x05) {
779 /* send division by zero or bound exception */
780 cpu_send_trap(pc, trapno, uc);
781 return 1;
782 } else
783#endif
784 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
785 trapno == 0xe ?
786 (uc->uc_mcontext.gregs[REG_ERR] >> 1) & 1 : 0,
787 &uc->uc_sigmask, puc);
bellard2b413142003-05-14 23:01:10 +0000788}
789
bellardbc51c5c2004-03-17 23:46:04 +0000790#elif defined(__x86_64__)
791
792int cpu_signal_handler(int host_signum, struct siginfo *info,
793 void *puc)
794{
795 struct ucontext *uc = puc;
796 unsigned long pc;
797
798 pc = uc->uc_mcontext.gregs[REG_RIP];
799 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
800 uc->uc_mcontext.gregs[REG_TRAPNO] == 0xe ?
801 (uc->uc_mcontext.gregs[REG_ERR] >> 1) & 1 : 0,
802 &uc->uc_sigmask, puc);
803}
804
bellard25eb4482003-05-14 21:50:54 +0000805#elif defined(__powerpc)
bellard2b413142003-05-14 23:01:10 +0000806
bellarde4533c72003-06-15 19:51:39 +0000807int cpu_signal_handler(int host_signum, struct siginfo *info,
808 void *puc)
bellard2b413142003-05-14 23:01:10 +0000809{
bellard25eb4482003-05-14 21:50:54 +0000810 struct ucontext *uc = puc;
811 struct pt_regs *regs = uc->uc_mcontext.regs;
812 unsigned long pc;
bellard25eb4482003-05-14 21:50:54 +0000813 int is_write;
814
815 pc = regs->nip;
bellard25eb4482003-05-14 21:50:54 +0000816 is_write = 0;
817#if 0
818 /* ppc 4xx case */
819 if (regs->dsisr & 0x00800000)
820 is_write = 1;
bellard9de5e442003-03-23 16:49:39 +0000821#else
bellard25eb4482003-05-14 21:50:54 +0000822 if (regs->trap != 0x400 && (regs->dsisr & 0x02000000))
823 is_write = 1;
824#endif
825 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
bellardbf3e8bf2004-02-16 21:58:54 +0000826 is_write, &uc->uc_sigmask, puc);
bellard9de5e442003-03-23 16:49:39 +0000827}
bellard2b413142003-05-14 23:01:10 +0000828
bellard2f87c602003-06-02 20:38:09 +0000829#elif defined(__alpha__)
830
bellarde4533c72003-06-15 19:51:39 +0000831int cpu_signal_handler(int host_signum, struct siginfo *info,
bellard2f87c602003-06-02 20:38:09 +0000832 void *puc)
833{
834 struct ucontext *uc = puc;
835 uint32_t *pc = uc->uc_mcontext.sc_pc;
836 uint32_t insn = *pc;
837 int is_write = 0;
838
bellard8c6939c2003-06-09 15:28:00 +0000839 /* XXX: need kernel patch to get write flag faster */
bellard2f87c602003-06-02 20:38:09 +0000840 switch (insn >> 26) {
841 case 0x0d: // stw
842 case 0x0e: // stb
843 case 0x0f: // stq_u
844 case 0x24: // stf
845 case 0x25: // stg
846 case 0x26: // sts
847 case 0x27: // stt
848 case 0x2c: // stl
849 case 0x2d: // stq
850 case 0x2e: // stl_c
851 case 0x2f: // stq_c
852 is_write = 1;
853 }
854
855 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
bellardbf3e8bf2004-02-16 21:58:54 +0000856 is_write, &uc->uc_sigmask, puc);
bellard2f87c602003-06-02 20:38:09 +0000857}
bellard8c6939c2003-06-09 15:28:00 +0000858#elif defined(__sparc__)
859
bellarde4533c72003-06-15 19:51:39 +0000860int cpu_signal_handler(int host_signum, struct siginfo *info,
861 void *puc)
bellard8c6939c2003-06-09 15:28:00 +0000862{
863 uint32_t *regs = (uint32_t *)(info + 1);
864 void *sigmask = (regs + 20);
865 unsigned long pc;
866 int is_write;
867 uint32_t insn;
868
869 /* XXX: is there a standard glibc define ? */
870 pc = regs[1];
871 /* XXX: need kernel patch to get write flag faster */
872 is_write = 0;
873 insn = *(uint32_t *)pc;
874 if ((insn >> 30) == 3) {
875 switch((insn >> 19) & 0x3f) {
876 case 0x05: // stb
877 case 0x06: // sth
878 case 0x04: // st
879 case 0x07: // std
880 case 0x24: // stf
881 case 0x27: // stdf
882 case 0x25: // stfsr
883 is_write = 1;
884 break;
885 }
886 }
887 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
bellardbf3e8bf2004-02-16 21:58:54 +0000888 is_write, sigmask, NULL);
bellard8c6939c2003-06-09 15:28:00 +0000889}
890
891#elif defined(__arm__)
892
bellarde4533c72003-06-15 19:51:39 +0000893int cpu_signal_handler(int host_signum, struct siginfo *info,
894 void *puc)
bellard8c6939c2003-06-09 15:28:00 +0000895{
896 struct ucontext *uc = puc;
897 unsigned long pc;
898 int is_write;
899
900 pc = uc->uc_mcontext.gregs[R15];
901 /* XXX: compute is_write */
902 is_write = 0;
903 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
904 is_write,
905 &uc->uc_sigmask);
906}
907
bellard38e584a2003-08-10 22:14:22 +0000908#elif defined(__mc68000)
909
910int cpu_signal_handler(int host_signum, struct siginfo *info,
911 void *puc)
912{
913 struct ucontext *uc = puc;
914 unsigned long pc;
915 int is_write;
916
917 pc = uc->uc_mcontext.gregs[16];
918 /* XXX: compute is_write */
919 is_write = 0;
920 return handle_cpu_signal(pc, (unsigned long)info->si_addr,
921 is_write,
bellardbf3e8bf2004-02-16 21:58:54 +0000922 &uc->uc_sigmask, puc);
bellard38e584a2003-08-10 22:14:22 +0000923}
924
bellard2b413142003-05-14 23:01:10 +0000925#else
926
bellard3fb2ded2003-06-24 13:22:59 +0000927#error host CPU specific signal handler needed
bellard2b413142003-05-14 23:01:10 +0000928
929#endif
bellard67b915a2004-03-31 23:37:16 +0000930
931#endif /* !defined(CONFIG_SOFTMMU) */