blob: 625fbb0e0f87a24e467104191956d4b44a87e6bc [file] [log] [blame]
bellard7d132992003-03-06 23:23:54 +00001/*
陳韋任e965fc32012-02-06 14:02:55 +08002 * emulator main execution loop
ths5fafdf22007-09-16 21:08:06 +00003 *
bellard66321a12005-04-06 20:47:48 +00004 * Copyright (c) 2003-2005 Fabrice Bellard
bellard7d132992003-03-06 23:23:54 +00005 *
bellard3ef693a2003-03-23 20:17:16 +00006 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
bellard7d132992003-03-06 23:23:54 +000010 *
bellard3ef693a2003-03-23 20:17:16 +000011 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
bellard7d132992003-03-06 23:23:54 +000015 *
bellard3ef693a2003-03-23 20:17:16 +000016 * You should have received a copy of the GNU Lesser General Public
Blue Swirl8167ee82009-07-16 20:47:01 +000017 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
bellard7d132992003-03-06 23:23:54 +000018 */
bellarde4533c72003-06-15 19:51:39 +000019#include "config.h"
Blue Swirlcea5f9a2011-05-15 16:03:25 +000020#include "cpu.h"
bellard956034d2003-04-29 20:40:53 +000021#include "disas.h"
bellard7cb69ca2008-05-10 10:55:51 +000022#include "tcg.h"
Jan Kiszka1d93f0f2010-06-25 16:56:49 +020023#include "qemu-barrier.h"
Anthony Liguoric7f0f3b2012-03-28 15:42:02 +020024#include "qtest.h"
bellard7d132992003-03-06 23:23:54 +000025
bellard36bdbe52003-11-19 22:12:02 +000026int tb_invalidated_flag;
27
Juan Quintelaf0667e62009-07-27 16:13:05 +020028//#define CONFIG_DEBUG_EXEC
bellard7d132992003-03-06 23:23:54 +000029
Andreas Färber9349b4f2012-03-14 01:38:32 +010030bool qemu_cpu_has_work(CPUArchState *env)
aliguori6a4955a2009-04-24 18:03:20 +000031{
32 return cpu_has_work(env);
33}
34
Andreas Färber9349b4f2012-03-14 01:38:32 +010035void cpu_loop_exit(CPUArchState *env)
bellarde4533c72003-06-15 19:51:39 +000036{
Blue Swirlcea5f9a2011-05-15 16:03:25 +000037 env->current_tb = NULL;
38 longjmp(env->jmp_env, 1);
bellarde4533c72003-06-15 19:51:39 +000039}
thsbfed01f2007-06-03 17:44:37 +000040
bellardfbf9eeb2004-04-25 21:21:33 +000041/* exit the current TB from a signal handler. The host registers are
42 restored in a state compatible with the CPU emulator
43 */
Blue Swirl9eff14f2011-05-21 08:42:35 +000044#if defined(CONFIG_SOFTMMU)
Andreas Färber9349b4f2012-03-14 01:38:32 +010045void cpu_resume_from_signal(CPUArchState *env, void *puc)
bellardfbf9eeb2004-04-25 21:21:33 +000046{
Blue Swirl9eff14f2011-05-21 08:42:35 +000047 /* XXX: restore cpu registers saved in host registers */
48
49 env->exception_index = -1;
50 longjmp(env->jmp_env, 1);
51}
Blue Swirl9eff14f2011-05-21 08:42:35 +000052#endif
bellardfbf9eeb2004-04-25 21:21:33 +000053
pbrook2e70f6e2008-06-29 01:03:05 +000054/* Execute the code without caching the generated code. An interpreter
55 could be used if available. */
Andreas Färber9349b4f2012-03-14 01:38:32 +010056static void cpu_exec_nocache(CPUArchState *env, int max_cycles,
Blue Swirlcea5f9a2011-05-15 16:03:25 +000057 TranslationBlock *orig_tb)
pbrook2e70f6e2008-06-29 01:03:05 +000058{
Stefan Weil69784ea2012-03-16 23:50:54 +010059 tcg_target_ulong next_tb;
pbrook2e70f6e2008-06-29 01:03:05 +000060 TranslationBlock *tb;
61
62 /* Should never happen.
63 We only end up here when an existing TB is too long. */
64 if (max_cycles > CF_COUNT_MASK)
65 max_cycles = CF_COUNT_MASK;
66
67 tb = tb_gen_code(env, orig_tb->pc, orig_tb->cs_base, orig_tb->flags,
68 max_cycles);
69 env->current_tb = tb;
70 /* execute the generated code */
Blue Swirlcea5f9a2011-05-15 16:03:25 +000071 next_tb = tcg_qemu_tb_exec(env, tb->tc_ptr);
Paolo Bonzini1c3569f2010-01-15 09:42:07 +010072 env->current_tb = NULL;
pbrook2e70f6e2008-06-29 01:03:05 +000073
74 if ((next_tb & 3) == 2) {
75 /* Restore PC. This may happen if async event occurs before
76 the TB starts executing. */
aliguori622ed362008-11-18 19:36:03 +000077 cpu_pc_from_tb(env, tb);
pbrook2e70f6e2008-06-29 01:03:05 +000078 }
79 tb_phys_invalidate(tb, -1);
80 tb_free(tb);
81}
82
Andreas Färber9349b4f2012-03-14 01:38:32 +010083static TranslationBlock *tb_find_slow(CPUArchState *env,
Blue Swirlcea5f9a2011-05-15 16:03:25 +000084 target_ulong pc,
bellard8a40a182005-11-20 10:35:40 +000085 target_ulong cs_base,
j_mayerc0686882007-09-20 22:47:42 +000086 uint64_t flags)
bellard8a40a182005-11-20 10:35:40 +000087{
88 TranslationBlock *tb, **ptb1;
bellard8a40a182005-11-20 10:35:40 +000089 unsigned int h;
Blue Swirl337fc752011-09-04 11:06:22 +000090 tb_page_addr_t phys_pc, phys_page1;
Paul Brook41c1b1c2010-03-12 16:54:58 +000091 target_ulong virt_page2;
ths3b46e622007-09-17 08:09:54 +000092
bellard8a40a182005-11-20 10:35:40 +000093 tb_invalidated_flag = 0;
ths3b46e622007-09-17 08:09:54 +000094
bellard8a40a182005-11-20 10:35:40 +000095 /* find translated block using physical mappings */
Paul Brook41c1b1c2010-03-12 16:54:58 +000096 phys_pc = get_page_addr_code(env, pc);
bellard8a40a182005-11-20 10:35:40 +000097 phys_page1 = phys_pc & TARGET_PAGE_MASK;
bellard8a40a182005-11-20 10:35:40 +000098 h = tb_phys_hash_func(phys_pc);
99 ptb1 = &tb_phys_hash[h];
100 for(;;) {
101 tb = *ptb1;
102 if (!tb)
103 goto not_found;
ths5fafdf22007-09-16 21:08:06 +0000104 if (tb->pc == pc &&
bellard8a40a182005-11-20 10:35:40 +0000105 tb->page_addr[0] == phys_page1 &&
ths5fafdf22007-09-16 21:08:06 +0000106 tb->cs_base == cs_base &&
bellard8a40a182005-11-20 10:35:40 +0000107 tb->flags == flags) {
108 /* check next page if needed */
109 if (tb->page_addr[1] != -1) {
Blue Swirl337fc752011-09-04 11:06:22 +0000110 tb_page_addr_t phys_page2;
111
ths5fafdf22007-09-16 21:08:06 +0000112 virt_page2 = (pc & TARGET_PAGE_MASK) +
bellard8a40a182005-11-20 10:35:40 +0000113 TARGET_PAGE_SIZE;
Paul Brook41c1b1c2010-03-12 16:54:58 +0000114 phys_page2 = get_page_addr_code(env, virt_page2);
bellard8a40a182005-11-20 10:35:40 +0000115 if (tb->page_addr[1] == phys_page2)
116 goto found;
117 } else {
118 goto found;
119 }
120 }
121 ptb1 = &tb->phys_hash_next;
122 }
123 not_found:
pbrook2e70f6e2008-06-29 01:03:05 +0000124 /* if no translated code available, then translate it now */
125 tb = tb_gen_code(env, pc, cs_base, flags, 0);
ths3b46e622007-09-17 08:09:54 +0000126
bellard8a40a182005-11-20 10:35:40 +0000127 found:
Kirill Batuzov2c90fe22010-12-02 16:12:46 +0300128 /* Move the last found TB to the head of the list */
129 if (likely(*ptb1)) {
130 *ptb1 = tb->phys_hash_next;
131 tb->phys_hash_next = tb_phys_hash[h];
132 tb_phys_hash[h] = tb;
133 }
bellard8a40a182005-11-20 10:35:40 +0000134 /* we add the TB in the virtual pc hash table */
135 env->tb_jmp_cache[tb_jmp_cache_hash_func(pc)] = tb;
bellard8a40a182005-11-20 10:35:40 +0000136 return tb;
137}
138
Andreas Färber9349b4f2012-03-14 01:38:32 +0100139static inline TranslationBlock *tb_find_fast(CPUArchState *env)
bellard8a40a182005-11-20 10:35:40 +0000140{
141 TranslationBlock *tb;
142 target_ulong cs_base, pc;
aliguori6b917542008-11-18 19:46:41 +0000143 int flags;
bellard8a40a182005-11-20 10:35:40 +0000144
145 /* we record a subset of the CPU state. It will
146 always be the same before a given translated block
147 is executed. */
aliguori6b917542008-11-18 19:46:41 +0000148 cpu_get_tb_cpu_state(env, &pc, &cs_base, &flags);
bellardbce61842008-02-01 22:18:51 +0000149 tb = env->tb_jmp_cache[tb_jmp_cache_hash_func(pc)];
ths551bd272008-07-03 17:57:36 +0000150 if (unlikely(!tb || tb->pc != pc || tb->cs_base != cs_base ||
151 tb->flags != flags)) {
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000152 tb = tb_find_slow(env, pc, cs_base, flags);
bellard8a40a182005-11-20 10:35:40 +0000153 }
154 return tb;
155}
156
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100157static CPUDebugExcpHandler *debug_excp_handler;
158
Igor Mammedov84e3b602012-06-21 18:29:38 +0200159void cpu_set_debug_excp_handler(CPUDebugExcpHandler *handler)
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100160{
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100161 debug_excp_handler = handler;
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100162}
163
Andreas Färber9349b4f2012-03-14 01:38:32 +0100164static void cpu_handle_debug_exception(CPUArchState *env)
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100165{
166 CPUWatchpoint *wp;
167
168 if (!env->watchpoint_hit) {
169 QTAILQ_FOREACH(wp, &env->watchpoints, entry) {
170 wp->flags &= ~BP_WATCHPOINT_HIT;
171 }
172 }
173 if (debug_excp_handler) {
174 debug_excp_handler(env);
175 }
176}
177
bellard7d132992003-03-06 23:23:54 +0000178/* main execution loop */
179
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300180volatile sig_atomic_t exit_request;
181
Andreas Färber9349b4f2012-03-14 01:38:32 +0100182int cpu_exec(CPUArchState *env)
bellard7d132992003-03-06 23:23:54 +0000183{
Andreas Färberc356a1b2012-05-04 19:39:23 +0200184#ifdef TARGET_PPC
185 CPUState *cpu = ENV_GET_CPU(env);
186#endif
bellard8a40a182005-11-20 10:35:40 +0000187 int ret, interrupt_request;
bellard8a40a182005-11-20 10:35:40 +0000188 TranslationBlock *tb;
bellardc27004e2005-01-03 23:35:10 +0000189 uint8_t *tc_ptr;
Stefan Weil69784ea2012-03-16 23:50:54 +0100190 tcg_target_ulong next_tb;
bellard8c6939c2003-06-09 15:28:00 +0000191
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000192 if (env->halted) {
193 if (!cpu_has_work(env)) {
Paolo Bonzinieda48c32011-03-12 17:43:56 +0100194 return EXCP_HALTED;
195 }
196
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000197 env->halted = 0;
Paolo Bonzinieda48c32011-03-12 17:43:56 +0100198 }
bellard5a1e3cf2005-11-23 21:02:53 +0000199
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000200 cpu_single_env = env;
bellarde4533c72003-06-15 19:51:39 +0000201
Jan Kiszkac629a4b2010-06-25 16:56:52 +0200202 if (unlikely(exit_request)) {
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300203 env->exit_request = 1;
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300204 }
205
thsecb644f2007-06-03 18:45:53 +0000206#if defined(TARGET_I386)
Jan Kiszka6792a572011-02-07 12:19:18 +0100207 /* put eflags in CPU temporary format */
208 CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
209 DF = 1 - (2 * ((env->eflags >> 10) & 1));
210 CC_OP = CC_OP_EFLAGS;
211 env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
bellard93ac68b2003-09-30 20:57:29 +0000212#elif defined(TARGET_SPARC)
pbrooke6e59062006-10-22 00:18:54 +0000213#elif defined(TARGET_M68K)
214 env->cc_op = CC_OP_FLAGS;
215 env->cc_dest = env->sr & 0xf;
216 env->cc_x = (env->sr >> 4) & 1;
thsecb644f2007-06-03 18:45:53 +0000217#elif defined(TARGET_ALPHA)
218#elif defined(TARGET_ARM)
Guan Xuetaod2fbca92011-04-12 16:27:03 +0800219#elif defined(TARGET_UNICORE32)
thsecb644f2007-06-03 18:45:53 +0000220#elif defined(TARGET_PPC)
Elie Richa4e85f822011-07-22 05:58:39 +0000221 env->reserve_addr = -1;
Michael Walle81ea0e12011-02-17 23:45:02 +0100222#elif defined(TARGET_LM32)
Edgar E. Iglesiasb779e292009-05-20 21:31:33 +0200223#elif defined(TARGET_MICROBLAZE)
bellard6af0bf92005-07-02 14:58:51 +0000224#elif defined(TARGET_MIPS)
Jia Liue67db062012-07-20 15:50:39 +0800225#elif defined(TARGET_OPENRISC)
bellardfdf9b3e2006-04-27 21:07:38 +0000226#elif defined(TARGET_SH4)
thsf1ccf902007-10-08 13:16:14 +0000227#elif defined(TARGET_CRIS)
Alexander Graf10ec5112009-12-05 12:44:21 +0100228#elif defined(TARGET_S390X)
Max Filippov23288262011-09-06 03:55:25 +0400229#elif defined(TARGET_XTENSA)
bellardfdf9b3e2006-04-27 21:07:38 +0000230 /* XXXXX */
bellarde4533c72003-06-15 19:51:39 +0000231#else
232#error unsupported target CPU
233#endif
bellard3fb2ded2003-06-24 13:22:59 +0000234 env->exception_index = -1;
bellard9d27abd2003-05-10 13:13:54 +0000235
bellard7d132992003-03-06 23:23:54 +0000236 /* prepare setjmp context for exception handling */
bellard3fb2ded2003-06-24 13:22:59 +0000237 for(;;) {
238 if (setjmp(env->jmp_env) == 0) {
239 /* if an exception is pending, we execute it here */
240 if (env->exception_index >= 0) {
241 if (env->exception_index >= EXCP_INTERRUPT) {
242 /* exit request from the cpu execution loop */
243 ret = env->exception_index;
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100244 if (ret == EXCP_DEBUG) {
245 cpu_handle_debug_exception(env);
246 }
bellard3fb2ded2003-06-24 13:22:59 +0000247 break;
aurel3272d239e2009-01-14 19:40:27 +0000248 } else {
249#if defined(CONFIG_USER_ONLY)
bellard3fb2ded2003-06-24 13:22:59 +0000250 /* if user mode only, we simulate a fake exception
ths9f083492006-12-07 18:28:42 +0000251 which will be handled outside the cpu execution
bellard3fb2ded2003-06-24 13:22:59 +0000252 loop */
bellard83479e72003-06-25 16:12:37 +0000253#if defined(TARGET_I386)
Blue Swirle694d4e2011-05-16 19:38:48 +0000254 do_interrupt(env);
bellard83479e72003-06-25 16:12:37 +0000255#endif
bellard3fb2ded2003-06-24 13:22:59 +0000256 ret = env->exception_index;
257 break;
aurel3272d239e2009-01-14 19:40:27 +0000258#else
Blue Swirle694d4e2011-05-16 19:38:48 +0000259 do_interrupt(env);
Paolo Bonzini301d2902010-01-15 09:41:01 +0100260 env->exception_index = -1;
aurel3272d239e2009-01-14 19:40:27 +0000261#endif
bellard3fb2ded2003-06-24 13:22:59 +0000262 }
ths5fafdf22007-09-16 21:08:06 +0000263 }
bellard9df217a2005-02-10 22:05:51 +0000264
blueswir1b5fc09a2008-05-04 06:38:18 +0000265 next_tb = 0; /* force lookup of first TB */
bellard3fb2ded2003-06-24 13:22:59 +0000266 for(;;) {
bellard68a79312003-06-30 13:12:32 +0000267 interrupt_request = env->interrupt_request;
malce1638bd2008-11-06 18:54:46 +0000268 if (unlikely(interrupt_request)) {
269 if (unlikely(env->singlestep_enabled & SSTEP_NOIRQ)) {
270 /* Mask out external interrupts for this step. */
Richard Henderson3125f762011-05-04 13:34:25 -0700271 interrupt_request &= ~CPU_INTERRUPT_SSTEP_MASK;
malce1638bd2008-11-06 18:54:46 +0000272 }
pbrook6658ffb2007-03-16 23:58:11 +0000273 if (interrupt_request & CPU_INTERRUPT_DEBUG) {
274 env->interrupt_request &= ~CPU_INTERRUPT_DEBUG;
275 env->exception_index = EXCP_DEBUG;
Blue Swirl1162c042011-05-14 12:52:35 +0000276 cpu_loop_exit(env);
pbrook6658ffb2007-03-16 23:58:11 +0000277 }
balroga90b7312007-05-01 01:28:01 +0000278#if defined(TARGET_ARM) || defined(TARGET_SPARC) || defined(TARGET_MIPS) || \
Edgar E. Iglesiasb779e292009-05-20 21:31:33 +0200279 defined(TARGET_PPC) || defined(TARGET_ALPHA) || defined(TARGET_CRIS) || \
Guan Xuetaod2fbca92011-04-12 16:27:03 +0800280 defined(TARGET_MICROBLAZE) || defined(TARGET_LM32) || defined(TARGET_UNICORE32)
balroga90b7312007-05-01 01:28:01 +0000281 if (interrupt_request & CPU_INTERRUPT_HALT) {
282 env->interrupt_request &= ~CPU_INTERRUPT_HALT;
283 env->halted = 1;
284 env->exception_index = EXCP_HLT;
Blue Swirl1162c042011-05-14 12:52:35 +0000285 cpu_loop_exit(env);
balroga90b7312007-05-01 01:28:01 +0000286 }
287#endif
bellard68a79312003-06-30 13:12:32 +0000288#if defined(TARGET_I386)
Jan Kiszka5d62c432012-07-09 16:42:32 +0200289#if !defined(CONFIG_USER_ONLY)
290 if (interrupt_request & CPU_INTERRUPT_POLL) {
291 env->interrupt_request &= ~CPU_INTERRUPT_POLL;
292 apic_poll_irq(env->apic_state);
293 }
294#endif
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300295 if (interrupt_request & CPU_INTERRUPT_INIT) {
Blue Swirl77b2bc22012-04-28 19:35:10 +0000296 cpu_svm_check_intercept_param(env, SVM_EXIT_INIT,
297 0);
Andreas Färber232fc232012-05-05 01:14:41 +0200298 do_cpu_init(x86_env_get_cpu(env));
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300299 env->exception_index = EXCP_HALTED;
Blue Swirl1162c042011-05-14 12:52:35 +0000300 cpu_loop_exit(env);
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300301 } else if (interrupt_request & CPU_INTERRUPT_SIPI) {
Andreas Färber232fc232012-05-05 01:14:41 +0200302 do_cpu_sipi(x86_env_get_cpu(env));
Gleb Natapovb09ea7d2009-06-17 23:26:59 +0300303 } else if (env->hflags2 & HF2_GIF_MASK) {
bellarddb620f42008-06-04 17:02:19 +0000304 if ((interrupt_request & CPU_INTERRUPT_SMI) &&
305 !(env->hflags & HF_SMM_MASK)) {
Blue Swirl77b2bc22012-04-28 19:35:10 +0000306 cpu_svm_check_intercept_param(env, SVM_EXIT_SMI,
307 0);
bellarddb620f42008-06-04 17:02:19 +0000308 env->interrupt_request &= ~CPU_INTERRUPT_SMI;
Blue Swirle694d4e2011-05-16 19:38:48 +0000309 do_smm_enter(env);
bellarddb620f42008-06-04 17:02:19 +0000310 next_tb = 0;
311 } else if ((interrupt_request & CPU_INTERRUPT_NMI) &&
312 !(env->hflags2 & HF2_NMI_MASK)) {
313 env->interrupt_request &= ~CPU_INTERRUPT_NMI;
314 env->hflags2 |= HF2_NMI_MASK;
Blue Swirle694d4e2011-05-16 19:38:48 +0000315 do_interrupt_x86_hardirq(env, EXCP02_NMI, 1);
bellarddb620f42008-06-04 17:02:19 +0000316 next_tb = 0;
陳韋任e965fc32012-02-06 14:02:55 +0800317 } else if (interrupt_request & CPU_INTERRUPT_MCE) {
Huang Ying79c4f6b2009-06-23 10:05:14 +0800318 env->interrupt_request &= ~CPU_INTERRUPT_MCE;
Blue Swirle694d4e2011-05-16 19:38:48 +0000319 do_interrupt_x86_hardirq(env, EXCP12_MCHK, 0);
Huang Ying79c4f6b2009-06-23 10:05:14 +0800320 next_tb = 0;
bellarddb620f42008-06-04 17:02:19 +0000321 } else if ((interrupt_request & CPU_INTERRUPT_HARD) &&
322 (((env->hflags2 & HF2_VINTR_MASK) &&
323 (env->hflags2 & HF2_HIF_MASK)) ||
324 (!(env->hflags2 & HF2_VINTR_MASK) &&
325 (env->eflags & IF_MASK &&
326 !(env->hflags & HF_INHIBIT_IRQ_MASK))))) {
327 int intno;
Blue Swirl77b2bc22012-04-28 19:35:10 +0000328 cpu_svm_check_intercept_param(env, SVM_EXIT_INTR,
329 0);
bellarddb620f42008-06-04 17:02:19 +0000330 env->interrupt_request &= ~(CPU_INTERRUPT_HARD | CPU_INTERRUPT_VIRQ);
331 intno = cpu_get_pic_interrupt(env);
Matthew Ogilvief278d492012-08-23 00:24:43 -0600332 if (intno >= 0) {
333 qemu_log_mask(CPU_LOG_TB_IN_ASM,
334 "Servicing hardware INT=0x%02x\n",
335 intno);
336 do_interrupt_x86_hardirq(env, intno, 1);
337 /* ensure that no TB jump will be modified as
338 the program flow was changed */
339 next_tb = 0;
340 }
ths0573fbf2007-09-23 15:28:04 +0000341#if !defined(CONFIG_USER_ONLY)
bellarddb620f42008-06-04 17:02:19 +0000342 } else if ((interrupt_request & CPU_INTERRUPT_VIRQ) &&
343 (env->eflags & IF_MASK) &&
344 !(env->hflags & HF_INHIBIT_IRQ_MASK)) {
345 int intno;
346 /* FIXME: this should respect TPR */
Blue Swirl77b2bc22012-04-28 19:35:10 +0000347 cpu_svm_check_intercept_param(env, SVM_EXIT_VINTR,
348 0);
bellarddb620f42008-06-04 17:02:19 +0000349 intno = ldl_phys(env->vm_vmcb + offsetof(struct vmcb, control.int_vector));
aliguori93fcfe32009-01-15 22:34:14 +0000350 qemu_log_mask(CPU_LOG_TB_IN_ASM, "Servicing virtual hardware INT=0x%02x\n", intno);
Blue Swirle694d4e2011-05-16 19:38:48 +0000351 do_interrupt_x86_hardirq(env, intno, 1);
aurel32d40c54d2008-12-13 12:33:02 +0000352 env->interrupt_request &= ~CPU_INTERRUPT_VIRQ;
bellarddb620f42008-06-04 17:02:19 +0000353 next_tb = 0;
ths0573fbf2007-09-23 15:28:04 +0000354#endif
bellarddb620f42008-06-04 17:02:19 +0000355 }
bellard68a79312003-06-30 13:12:32 +0000356 }
bellardce097762004-01-04 23:53:18 +0000357#elif defined(TARGET_PPC)
bellard9fddaa02004-05-21 12:59:32 +0000358 if ((interrupt_request & CPU_INTERRUPT_RESET)) {
Andreas Färberc356a1b2012-05-04 19:39:23 +0200359 cpu_reset(cpu);
bellard9fddaa02004-05-21 12:59:32 +0000360 }
j_mayer47103572007-03-30 09:38:04 +0000361 if (interrupt_request & CPU_INTERRUPT_HARD) {
j_mayere9df0142007-04-09 22:45:36 +0000362 ppc_hw_interrupt(env);
363 if (env->pending_interrupts == 0)
364 env->interrupt_request &= ~CPU_INTERRUPT_HARD;
blueswir1b5fc09a2008-05-04 06:38:18 +0000365 next_tb = 0;
bellardce097762004-01-04 23:53:18 +0000366 }
Michael Walle81ea0e12011-02-17 23:45:02 +0100367#elif defined(TARGET_LM32)
368 if ((interrupt_request & CPU_INTERRUPT_HARD)
369 && (env->ie & IE_IE)) {
370 env->exception_index = EXCP_IRQ;
371 do_interrupt(env);
372 next_tb = 0;
373 }
Edgar E. Iglesiasb779e292009-05-20 21:31:33 +0200374#elif defined(TARGET_MICROBLAZE)
375 if ((interrupt_request & CPU_INTERRUPT_HARD)
376 && (env->sregs[SR_MSR] & MSR_IE)
377 && !(env->sregs[SR_MSR] & (MSR_EIP | MSR_BIP))
378 && !(env->iflags & (D_FLAG | IMM_FLAG))) {
379 env->exception_index = EXCP_IRQ;
380 do_interrupt(env);
381 next_tb = 0;
382 }
bellard6af0bf92005-07-02 14:58:51 +0000383#elif defined(TARGET_MIPS)
384 if ((interrupt_request & CPU_INTERRUPT_HARD) &&
Aurelien Jarno4cdc1cd2010-12-25 22:56:32 +0100385 cpu_mips_hw_interrupts_pending(env)) {
bellard6af0bf92005-07-02 14:58:51 +0000386 /* Raise it */
387 env->exception_index = EXCP_EXT_INTERRUPT;
388 env->error_code = 0;
389 do_interrupt(env);
blueswir1b5fc09a2008-05-04 06:38:18 +0000390 next_tb = 0;
bellard6af0bf92005-07-02 14:58:51 +0000391 }
Jia Liub6a71ef2012-07-20 15:50:41 +0800392#elif defined(TARGET_OPENRISC)
393 {
394 int idx = -1;
395 if ((interrupt_request & CPU_INTERRUPT_HARD)
396 && (env->sr & SR_IEE)) {
397 idx = EXCP_INT;
398 }
399 if ((interrupt_request & CPU_INTERRUPT_TIMER)
400 && (env->sr & SR_TEE)) {
401 idx = EXCP_TICK;
402 }
403 if (idx >= 0) {
404 env->exception_index = idx;
405 do_interrupt(env);
406 next_tb = 0;
407 }
408 }
bellarde95c8d52004-09-30 22:22:08 +0000409#elif defined(TARGET_SPARC)
Igor V. Kovalenkod532b262010-01-07 23:28:31 +0300410 if (interrupt_request & CPU_INTERRUPT_HARD) {
411 if (cpu_interrupts_enabled(env) &&
412 env->interrupt_index > 0) {
413 int pil = env->interrupt_index & 0xf;
414 int type = env->interrupt_index & 0xf0;
bellard66321a12005-04-06 20:47:48 +0000415
Igor V. Kovalenkod532b262010-01-07 23:28:31 +0300416 if (((type == TT_EXTINT) &&
417 cpu_pil_allowed(env, pil)) ||
418 type != TT_EXTINT) {
419 env->exception_index = env->interrupt_index;
420 do_interrupt(env);
421 next_tb = 0;
422 }
423 }
陳韋任e965fc32012-02-06 14:02:55 +0800424 }
bellardb5ff1b32005-11-26 10:38:39 +0000425#elif defined(TARGET_ARM)
426 if (interrupt_request & CPU_INTERRUPT_FIQ
427 && !(env->uncached_cpsr & CPSR_F)) {
428 env->exception_index = EXCP_FIQ;
429 do_interrupt(env);
blueswir1b5fc09a2008-05-04 06:38:18 +0000430 next_tb = 0;
bellardb5ff1b32005-11-26 10:38:39 +0000431 }
pbrook9ee6e8b2007-11-11 00:04:49 +0000432 /* ARMv7-M interrupt return works by loading a magic value
433 into the PC. On real hardware the load causes the
434 return to occur. The qemu implementation performs the
435 jump normally, then does the exception return when the
436 CPU tries to execute code at the magic address.
437 This will cause the magic PC value to be pushed to
Stefan Weila1c72732011-04-28 17:20:38 +0200438 the stack if an interrupt occurred at the wrong time.
pbrook9ee6e8b2007-11-11 00:04:49 +0000439 We avoid this by disabling interrupts when
440 pc contains a magic address. */
bellardb5ff1b32005-11-26 10:38:39 +0000441 if (interrupt_request & CPU_INTERRUPT_HARD
pbrook9ee6e8b2007-11-11 00:04:49 +0000442 && ((IS_M(env) && env->regs[15] < 0xfffffff0)
443 || !(env->uncached_cpsr & CPSR_I))) {
bellardb5ff1b32005-11-26 10:38:39 +0000444 env->exception_index = EXCP_IRQ;
445 do_interrupt(env);
blueswir1b5fc09a2008-05-04 06:38:18 +0000446 next_tb = 0;
bellardb5ff1b32005-11-26 10:38:39 +0000447 }
Guan Xuetaod2fbca92011-04-12 16:27:03 +0800448#elif defined(TARGET_UNICORE32)
449 if (interrupt_request & CPU_INTERRUPT_HARD
450 && !(env->uncached_asr & ASR_I)) {
Guan Xuetaod48813d2012-08-10 14:42:23 +0800451 env->exception_index = UC32_EXCP_INTR;
Guan Xuetaod2fbca92011-04-12 16:27:03 +0800452 do_interrupt(env);
453 next_tb = 0;
454 }
bellardfdf9b3e2006-04-27 21:07:38 +0000455#elif defined(TARGET_SH4)
thse96e2042007-12-02 06:18:24 +0000456 if (interrupt_request & CPU_INTERRUPT_HARD) {
457 do_interrupt(env);
blueswir1b5fc09a2008-05-04 06:38:18 +0000458 next_tb = 0;
thse96e2042007-12-02 06:18:24 +0000459 }
j_mayereddf68a2007-04-05 07:22:49 +0000460#elif defined(TARGET_ALPHA)
Richard Henderson6a80e082011-04-18 15:09:09 -0700461 {
462 int idx = -1;
463 /* ??? This hard-codes the OSF/1 interrupt levels. */
陳韋任e965fc32012-02-06 14:02:55 +0800464 switch (env->pal_mode ? 7 : env->ps & PS_INT_MASK) {
Richard Henderson6a80e082011-04-18 15:09:09 -0700465 case 0 ... 3:
466 if (interrupt_request & CPU_INTERRUPT_HARD) {
467 idx = EXCP_DEV_INTERRUPT;
468 }
469 /* FALLTHRU */
470 case 4:
471 if (interrupt_request & CPU_INTERRUPT_TIMER) {
472 idx = EXCP_CLK_INTERRUPT;
473 }
474 /* FALLTHRU */
475 case 5:
476 if (interrupt_request & CPU_INTERRUPT_SMP) {
477 idx = EXCP_SMP_INTERRUPT;
478 }
479 /* FALLTHRU */
480 case 6:
481 if (interrupt_request & CPU_INTERRUPT_MCHK) {
482 idx = EXCP_MCHK;
483 }
484 }
485 if (idx >= 0) {
486 env->exception_index = idx;
487 env->error_code = 0;
488 do_interrupt(env);
489 next_tb = 0;
490 }
j_mayereddf68a2007-04-05 07:22:49 +0000491 }
thsf1ccf902007-10-08 13:16:14 +0000492#elif defined(TARGET_CRIS)
edgar_igl1b1a38b2008-06-09 23:18:06 +0000493 if (interrupt_request & CPU_INTERRUPT_HARD
Edgar E. Iglesiasfb9fb692010-02-15 11:17:33 +0100494 && (env->pregs[PR_CCS] & I_FLAG)
495 && !env->locked_irq) {
edgar_igl1b1a38b2008-06-09 23:18:06 +0000496 env->exception_index = EXCP_IRQ;
497 do_interrupt(env);
498 next_tb = 0;
499 }
Lars Persson82193142012-06-14 16:23:55 +0200500 if (interrupt_request & CPU_INTERRUPT_NMI) {
501 unsigned int m_flag_archval;
502 if (env->pregs[PR_VR] < 32) {
503 m_flag_archval = M_FLAG_V10;
504 } else {
505 m_flag_archval = M_FLAG_V32;
506 }
507 if ((env->pregs[PR_CCS] & m_flag_archval)) {
508 env->exception_index = EXCP_NMI;
509 do_interrupt(env);
510 next_tb = 0;
511 }
thsf1ccf902007-10-08 13:16:14 +0000512 }
pbrook06338792007-05-23 19:58:11 +0000513#elif defined(TARGET_M68K)
514 if (interrupt_request & CPU_INTERRUPT_HARD
515 && ((env->sr & SR_I) >> SR_I_SHIFT)
516 < env->pending_level) {
517 /* Real hardware gets the interrupt vector via an
518 IACK cycle at this point. Current emulated
519 hardware doesn't rely on this, so we
520 provide/save the vector when the interrupt is
521 first signalled. */
522 env->exception_index = env->pending_vector;
Blue Swirl3c688822011-05-21 07:55:24 +0000523 do_interrupt_m68k_hardirq(env);
blueswir1b5fc09a2008-05-04 06:38:18 +0000524 next_tb = 0;
pbrook06338792007-05-23 19:58:11 +0000525 }
Alexander Graf3110e292011-04-15 17:32:48 +0200526#elif defined(TARGET_S390X) && !defined(CONFIG_USER_ONLY)
527 if ((interrupt_request & CPU_INTERRUPT_HARD) &&
528 (env->psw.mask & PSW_MASK_EXT)) {
529 do_interrupt(env);
530 next_tb = 0;
531 }
Max Filippov40643d72011-09-06 03:55:41 +0400532#elif defined(TARGET_XTENSA)
533 if (interrupt_request & CPU_INTERRUPT_HARD) {
534 env->exception_index = EXC_IRQ;
535 do_interrupt(env);
536 next_tb = 0;
537 }
bellard68a79312003-06-30 13:12:32 +0000538#endif
Stefan Weilff2712b2011-04-28 17:20:35 +0200539 /* Don't use the cached interrupt_request value,
bellard9d050952006-05-22 22:03:52 +0000540 do_interrupt may have updated the EXITTB flag. */
bellardb5ff1b32005-11-26 10:38:39 +0000541 if (env->interrupt_request & CPU_INTERRUPT_EXITTB) {
bellardbf3e8bf2004-02-16 21:58:54 +0000542 env->interrupt_request &= ~CPU_INTERRUPT_EXITTB;
543 /* ensure that no TB jump will be modified as
544 the program flow was changed */
blueswir1b5fc09a2008-05-04 06:38:18 +0000545 next_tb = 0;
bellardbf3e8bf2004-02-16 21:58:54 +0000546 }
aurel32be214e62009-03-06 21:48:00 +0000547 }
548 if (unlikely(env->exit_request)) {
549 env->exit_request = 0;
550 env->exception_index = EXCP_INTERRUPT;
Blue Swirl1162c042011-05-14 12:52:35 +0000551 cpu_loop_exit(env);
bellard3fb2ded2003-06-24 13:22:59 +0000552 }
Richard Hendersona73b1fd2010-04-28 16:07:57 -0700553#if defined(DEBUG_DISAS) || defined(CONFIG_DEBUG_EXEC)
aliguori8fec2b82009-01-15 22:36:53 +0000554 if (qemu_loglevel_mask(CPU_LOG_TB_CPU)) {
bellard3fb2ded2003-06-24 13:22:59 +0000555 /* restore flags in standard format */
thsecb644f2007-06-03 18:45:53 +0000556#if defined(TARGET_I386)
Blue Swirle694d4e2011-05-16 19:38:48 +0000557 env->eflags = env->eflags | cpu_cc_compute_all(env, CC_OP)
558 | (DF & DF_MASK);
aliguori93fcfe32009-01-15 22:34:14 +0000559 log_cpu_state(env, X86_DUMP_CCOP);
bellard3fb2ded2003-06-24 13:22:59 +0000560 env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
pbrooke6e59062006-10-22 00:18:54 +0000561#elif defined(TARGET_M68K)
562 cpu_m68k_flush_flags(env, env->cc_op);
563 env->cc_op = CC_OP_FLAGS;
564 env->sr = (env->sr & 0xffe0)
565 | env->cc_dest | (env->cc_x << 4);
aliguori93fcfe32009-01-15 22:34:14 +0000566 log_cpu_state(env, 0);
bellarde4533c72003-06-15 19:51:39 +0000567#else
Richard Hendersona73b1fd2010-04-28 16:07:57 -0700568 log_cpu_state(env, 0);
bellarde4533c72003-06-15 19:51:39 +0000569#endif
bellard3fb2ded2003-06-24 13:22:59 +0000570 }
Richard Hendersona73b1fd2010-04-28 16:07:57 -0700571#endif /* DEBUG_DISAS || CONFIG_DEBUG_EXEC */
pbrookd5975362008-06-07 20:50:51 +0000572 spin_lock(&tb_lock);
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000573 tb = tb_find_fast(env);
pbrookd5975362008-06-07 20:50:51 +0000574 /* Note: we do it here to avoid a gcc bug on Mac OS X when
575 doing it in tb_find_slow */
576 if (tb_invalidated_flag) {
577 /* as some TB could have been invalidated because
578 of memory exceptions while generating the code, we
579 must recompute the hash index here */
580 next_tb = 0;
pbrook2e70f6e2008-06-29 01:03:05 +0000581 tb_invalidated_flag = 0;
pbrookd5975362008-06-07 20:50:51 +0000582 }
Juan Quintelaf0667e62009-07-27 16:13:05 +0200583#ifdef CONFIG_DEBUG_EXEC
Stefan Weil3ba19252012-04-12 15:44:24 +0200584 qemu_log_mask(CPU_LOG_EXEC, "Trace %p [" TARGET_FMT_lx "] %s\n",
585 tb->tc_ptr, tb->pc,
aliguori93fcfe32009-01-15 22:34:14 +0000586 lookup_symbol(tb->pc));
bellard9d27abd2003-05-10 13:13:54 +0000587#endif
bellard8a40a182005-11-20 10:35:40 +0000588 /* see if we can patch the calling TB. When the TB
589 spans two pages, we cannot safely do a direct
590 jump. */
Paolo Bonzini040f2fb2010-01-15 08:56:36 +0100591 if (next_tb != 0 && tb->page_addr[1] == -1) {
blueswir1b5fc09a2008-05-04 06:38:18 +0000592 tb_add_jump((TranslationBlock *)(next_tb & ~3), next_tb & 3, tb);
bellard3fb2ded2003-06-24 13:22:59 +0000593 }
pbrookd5975362008-06-07 20:50:51 +0000594 spin_unlock(&tb_lock);
malc55e8b852008-11-04 14:18:13 +0000595
596 /* cpu_interrupt might be called while translating the
597 TB, but before it is linked into a potentially
598 infinite loop and becomes env->current_tb. Avoid
599 starting execution if there is a pending interrupt. */
Jan Kiszkab0052d12010-06-25 16:56:50 +0200600 env->current_tb = tb;
601 barrier();
602 if (likely(!env->exit_request)) {
pbrook2e70f6e2008-06-29 01:03:05 +0000603 tc_ptr = tb->tc_ptr;
陳韋任e965fc32012-02-06 14:02:55 +0800604 /* execute the generated code */
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000605 next_tb = tcg_qemu_tb_exec(env, tc_ptr);
pbrook2e70f6e2008-06-29 01:03:05 +0000606 if ((next_tb & 3) == 2) {
thsbf20dc02008-06-30 17:22:19 +0000607 /* Instruction counter expired. */
pbrook2e70f6e2008-06-29 01:03:05 +0000608 int insns_left;
Stefan Weil69784ea2012-03-16 23:50:54 +0100609 tb = (TranslationBlock *)(next_tb & ~3);
pbrook2e70f6e2008-06-29 01:03:05 +0000610 /* Restore PC. */
aliguori622ed362008-11-18 19:36:03 +0000611 cpu_pc_from_tb(env, tb);
pbrook2e70f6e2008-06-29 01:03:05 +0000612 insns_left = env->icount_decr.u32;
613 if (env->icount_extra && insns_left >= 0) {
614 /* Refill decrementer and continue execution. */
615 env->icount_extra += insns_left;
616 if (env->icount_extra > 0xffff) {
617 insns_left = 0xffff;
618 } else {
619 insns_left = env->icount_extra;
620 }
621 env->icount_extra -= insns_left;
622 env->icount_decr.u16.low = insns_left;
623 } else {
624 if (insns_left > 0) {
625 /* Execute remaining instructions. */
Blue Swirlcea5f9a2011-05-15 16:03:25 +0000626 cpu_exec_nocache(env, insns_left, tb);
pbrook2e70f6e2008-06-29 01:03:05 +0000627 }
628 env->exception_index = EXCP_INTERRUPT;
629 next_tb = 0;
Blue Swirl1162c042011-05-14 12:52:35 +0000630 cpu_loop_exit(env);
pbrook2e70f6e2008-06-29 01:03:05 +0000631 }
632 }
633 }
Jan Kiszkab0052d12010-06-25 16:56:50 +0200634 env->current_tb = NULL;
bellard4cbf74b2003-08-10 21:48:43 +0000635 /* reset soft MMU for next block (it can currently
636 only be set by a memory fault) */
ths50a518e2007-06-03 18:52:15 +0000637 } /* for(;;) */
Jan Kiszka0d101932011-07-02 09:50:51 +0200638 } else {
639 /* Reload env after longjmp - the compiler may have smashed all
640 * local variables as longjmp is marked 'noreturn'. */
641 env = cpu_single_env;
bellard7d132992003-03-06 23:23:54 +0000642 }
bellard3fb2ded2003-06-24 13:22:59 +0000643 } /* for(;;) */
644
bellard7d132992003-03-06 23:23:54 +0000645
bellarde4533c72003-06-15 19:51:39 +0000646#if defined(TARGET_I386)
bellard9de5e442003-03-23 16:49:39 +0000647 /* restore flags in standard format */
Blue Swirle694d4e2011-05-16 19:38:48 +0000648 env->eflags = env->eflags | cpu_cc_compute_all(env, CC_OP)
649 | (DF & DF_MASK);
bellarde4533c72003-06-15 19:51:39 +0000650#elif defined(TARGET_ARM)
bellardb7bcbe92005-02-22 19:27:29 +0000651 /* XXX: Save/restore host fpu exception state?. */
Guan Xuetaod2fbca92011-04-12 16:27:03 +0800652#elif defined(TARGET_UNICORE32)
bellard93ac68b2003-09-30 20:57:29 +0000653#elif defined(TARGET_SPARC)
bellard67867302003-11-23 17:05:30 +0000654#elif defined(TARGET_PPC)
Michael Walle81ea0e12011-02-17 23:45:02 +0100655#elif defined(TARGET_LM32)
pbrooke6e59062006-10-22 00:18:54 +0000656#elif defined(TARGET_M68K)
657 cpu_m68k_flush_flags(env, env->cc_op);
658 env->cc_op = CC_OP_FLAGS;
659 env->sr = (env->sr & 0xffe0)
660 | env->cc_dest | (env->cc_x << 4);
Edgar E. Iglesiasb779e292009-05-20 21:31:33 +0200661#elif defined(TARGET_MICROBLAZE)
bellard6af0bf92005-07-02 14:58:51 +0000662#elif defined(TARGET_MIPS)
Jia Liue67db062012-07-20 15:50:39 +0800663#elif defined(TARGET_OPENRISC)
bellardfdf9b3e2006-04-27 21:07:38 +0000664#elif defined(TARGET_SH4)
j_mayereddf68a2007-04-05 07:22:49 +0000665#elif defined(TARGET_ALPHA)
thsf1ccf902007-10-08 13:16:14 +0000666#elif defined(TARGET_CRIS)
Alexander Graf10ec5112009-12-05 12:44:21 +0100667#elif defined(TARGET_S390X)
Max Filippov23288262011-09-06 03:55:25 +0400668#elif defined(TARGET_XTENSA)
bellardfdf9b3e2006-04-27 21:07:38 +0000669 /* XXXXX */
bellarde4533c72003-06-15 19:51:39 +0000670#else
671#error unsupported target CPU
672#endif
pbrook1057eaa2007-02-04 13:37:44 +0000673
bellard6a00d602005-11-21 23:25:50 +0000674 /* fail safe : never use cpu_single_env outside cpu_exec() */
ths5fafdf22007-09-16 21:08:06 +0000675 cpu_single_env = NULL;
bellard7d132992003-03-06 23:23:54 +0000676 return ret;
677}