blob: 430518441dfdcaeac72acff9b78afe151a5073be [file] [log] [blame]
Blue Swirl296af7c2010-03-29 19:23:50 +00001/*
2 * QEMU System Emulator
3 *
4 * Copyright (c) 2003-2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25/* Needed early for CONFIG_BSD etc. */
26#include "config-host.h"
27
28#include "monitor.h"
29#include "sysemu.h"
30#include "gdbstub.h"
31#include "dma.h"
32#include "kvm.h"
Jan Kiszka262ea182010-07-06 10:49:57 +020033#include "exec-all.h"
Blue Swirl296af7c2010-03-29 19:23:50 +000034
Paolo Bonzini96284e82011-03-12 17:43:53 +010035#include "qemu-thread.h"
Blue Swirl296af7c2010-03-29 19:23:50 +000036#include "cpus.h"
Marcelo Tosattia8486bc2010-10-11 15:31:16 -030037#include "compatfd.h"
Blue Swirl296af7c2010-03-29 19:23:50 +000038
Blue Swirl7277e022010-04-12 17:19:06 +000039#ifdef SIGRTMIN
40#define SIG_IPI (SIGRTMIN+4)
41#else
42#define SIG_IPI SIGUSR1
43#endif
44
Jan Kiszka6d9cb732011-02-01 22:15:58 +010045#ifdef CONFIG_LINUX
46
47#include <sys/prctl.h>
48
Marcelo Tosattic0532a72010-10-11 15:31:21 -030049#ifndef PR_MCE_KILL
50#define PR_MCE_KILL 33
51#endif
52
Jan Kiszka6d9cb732011-02-01 22:15:58 +010053#ifndef PR_MCE_KILL_SET
54#define PR_MCE_KILL_SET 1
55#endif
56
57#ifndef PR_MCE_KILL_EARLY
58#define PR_MCE_KILL_EARLY 1
59#endif
60
61#endif /* CONFIG_LINUX */
62
Blue Swirl296af7c2010-03-29 19:23:50 +000063static CPUState *next_cpu;
64
65/***********************************************************/
66void hw_error(const char *fmt, ...)
67{
68 va_list ap;
69 CPUState *env;
70
71 va_start(ap, fmt);
72 fprintf(stderr, "qemu: hardware error: ");
73 vfprintf(stderr, fmt, ap);
74 fprintf(stderr, "\n");
75 for(env = first_cpu; env != NULL; env = env->next_cpu) {
76 fprintf(stderr, "CPU #%d:\n", env->cpu_index);
77#ifdef TARGET_I386
78 cpu_dump_state(env, stderr, fprintf, X86_DUMP_FPU);
79#else
80 cpu_dump_state(env, stderr, fprintf, 0);
81#endif
82 }
83 va_end(ap);
84 abort();
85}
86
87void cpu_synchronize_all_states(void)
88{
89 CPUState *cpu;
90
91 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
92 cpu_synchronize_state(cpu);
93 }
94}
95
96void cpu_synchronize_all_post_reset(void)
97{
98 CPUState *cpu;
99
100 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
101 cpu_synchronize_post_reset(cpu);
102 }
103}
104
105void cpu_synchronize_all_post_init(void)
106{
107 CPUState *cpu;
108
109 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
110 cpu_synchronize_post_init(cpu);
111 }
112}
113
Marcelo Tosatti3ae95012010-05-04 09:45:24 -0300114int cpu_is_stopped(CPUState *env)
115{
116 return !vm_running || env->stopped;
117}
118
Blue Swirl296af7c2010-03-29 19:23:50 +0000119static void do_vm_stop(int reason)
120{
121 if (vm_running) {
122 cpu_disable_ticks();
123 vm_running = 0;
124 pause_all_vcpus();
125 vm_state_notify(0, reason);
Michael S. Tsirkin55df6f32010-11-22 19:52:22 +0200126 qemu_aio_flush();
127 bdrv_flush_all();
Blue Swirl296af7c2010-03-29 19:23:50 +0000128 monitor_protocol_event(QEVENT_STOP, NULL);
129 }
130}
131
132static int cpu_can_run(CPUState *env)
133{
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100134 if (env->stop) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000135 return 0;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100136 }
137 if (env->stopped || !vm_running) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000138 return 0;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100139 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000140 return 1;
141}
142
Jan Kiszka16400322011-02-09 16:29:37 +0100143static bool cpu_thread_is_idle(CPUState *env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000144{
Jan Kiszka16400322011-02-09 16:29:37 +0100145 if (env->stop || env->queued_work_first) {
146 return false;
147 }
148 if (env->stopped || !vm_running) {
149 return true;
150 }
151 if (!env->halted || qemu_cpu_has_work(env)) {
152 return false;
153 }
154 return true;
Blue Swirl296af7c2010-03-29 19:23:50 +0000155}
156
Jan Kiszka16400322011-02-09 16:29:37 +0100157static bool all_cpu_threads_idle(void)
Blue Swirl296af7c2010-03-29 19:23:50 +0000158{
159 CPUState *env;
160
Jan Kiszka16400322011-02-09 16:29:37 +0100161 for (env = first_cpu; env != NULL; env = env->next_cpu) {
162 if (!cpu_thread_is_idle(env)) {
163 return false;
164 }
165 }
166 return true;
Blue Swirl296af7c2010-03-29 19:23:50 +0000167}
168
Jan Kiszka83f338f2011-02-07 12:19:17 +0100169static CPUDebugExcpHandler *debug_excp_handler;
170
171CPUDebugExcpHandler *cpu_set_debug_excp_handler(CPUDebugExcpHandler *handler)
Jan Kiszka3c638d02010-06-25 16:56:56 +0200172{
Jan Kiszka83f338f2011-02-07 12:19:17 +0100173 CPUDebugExcpHandler *old_handler = debug_excp_handler;
174
175 debug_excp_handler = handler;
176 return old_handler;
Jan Kiszka3c638d02010-06-25 16:56:56 +0200177}
178
Jan Kiszka83f338f2011-02-07 12:19:17 +0100179static void cpu_handle_debug_exception(CPUState *env)
180{
181 CPUWatchpoint *wp;
182
183 if (!env->watchpoint_hit) {
184 QTAILQ_FOREACH(wp, &env->watchpoints, entry) {
185 wp->flags &= ~BP_WATCHPOINT_HIT;
186 }
187 }
188 if (debug_excp_handler) {
189 debug_excp_handler(env);
190 }
191
Blue Swirl296af7c2010-03-29 19:23:50 +0000192 gdb_set_stop_cpu(env);
Jan Kiszka8cf71712011-02-07 12:19:16 +0100193 qemu_system_debug_request();
Jan Kiszka83f338f2011-02-07 12:19:17 +0100194#ifdef CONFIG_IOTHREAD
195 env->stopped = 1;
196#endif
Blue Swirl296af7c2010-03-29 19:23:50 +0000197}
198
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100199#ifdef CONFIG_LINUX
200static void sigbus_reraise(void)
201{
202 sigset_t set;
203 struct sigaction action;
204
205 memset(&action, 0, sizeof(action));
206 action.sa_handler = SIG_DFL;
207 if (!sigaction(SIGBUS, &action, NULL)) {
208 raise(SIGBUS);
209 sigemptyset(&set);
210 sigaddset(&set, SIGBUS);
211 sigprocmask(SIG_UNBLOCK, &set, NULL);
212 }
213 perror("Failed to re-raise SIGBUS!\n");
214 abort();
215}
216
217static void sigbus_handler(int n, struct qemu_signalfd_siginfo *siginfo,
218 void *ctx)
219{
220 if (kvm_on_sigbus(siginfo->ssi_code,
221 (void *)(intptr_t)siginfo->ssi_addr)) {
222 sigbus_reraise();
223 }
224}
225
226static void qemu_init_sigbus(void)
227{
228 struct sigaction action;
229
230 memset(&action, 0, sizeof(action));
231 action.sa_flags = SA_SIGINFO;
232 action.sa_sigaction = (void (*)(int, siginfo_t*, void*))sigbus_handler;
233 sigaction(SIGBUS, &action, NULL);
234
235 prctl(PR_MCE_KILL, PR_MCE_KILL_SET, PR_MCE_KILL_EARLY, 0, 0);
236}
237
238#else /* !CONFIG_LINUX */
239
240static void qemu_init_sigbus(void)
241{
242}
243#endif /* !CONFIG_LINUX */
244
Blue Swirl296af7c2010-03-29 19:23:50 +0000245#ifndef _WIN32
246static int io_thread_fd = -1;
247
248static void qemu_event_increment(void)
249{
250 /* Write 8 bytes to be compatible with eventfd. */
Blue Swirl26a82332010-05-14 19:32:21 +0000251 static const uint64_t val = 1;
Blue Swirl296af7c2010-03-29 19:23:50 +0000252 ssize_t ret;
253
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100254 if (io_thread_fd == -1) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000255 return;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100256 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000257 do {
258 ret = write(io_thread_fd, &val, sizeof(val));
259 } while (ret < 0 && errno == EINTR);
260
261 /* EAGAIN is fine, a read must be pending. */
262 if (ret < 0 && errno != EAGAIN) {
263 fprintf(stderr, "qemu_event_increment: write() filed: %s\n",
264 strerror(errno));
265 exit (1);
266 }
267}
268
269static void qemu_event_read(void *opaque)
270{
271 int fd = (unsigned long)opaque;
272 ssize_t len;
273 char buffer[512];
274
275 /* Drain the notify pipe. For eventfd, only 8 bytes will be read. */
276 do {
277 len = read(fd, buffer, sizeof(buffer));
278 } while ((len == -1 && errno == EINTR) || len == sizeof(buffer));
279}
280
281static int qemu_event_init(void)
282{
283 int err;
284 int fds[2];
285
286 err = qemu_eventfd(fds);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100287 if (err == -1) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000288 return -errno;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100289 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000290 err = fcntl_setfl(fds[0], O_NONBLOCK);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100291 if (err < 0) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000292 goto fail;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100293 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000294 err = fcntl_setfl(fds[1], O_NONBLOCK);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100295 if (err < 0) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000296 goto fail;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100297 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000298 qemu_set_fd_handler2(fds[0], NULL, qemu_event_read, NULL,
299 (void *)(unsigned long)fds[0]);
300
301 io_thread_fd = fds[1];
302 return 0;
303
304fail:
305 close(fds[0]);
306 close(fds[1]);
307 return err;
308}
Blue Swirl296af7c2010-03-29 19:23:50 +0000309
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100310static void dummy_signal(int sig)
Blue Swirl296af7c2010-03-29 19:23:50 +0000311{
312}
313
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300314/* If we have signalfd, we mask out the signals we want to handle and then
315 * use signalfd to listen for them. We rely on whatever the current signal
316 * handler is to dispatch the signals when we receive them.
317 */
318static void sigfd_handler(void *opaque)
319{
320 int fd = (unsigned long) opaque;
321 struct qemu_signalfd_siginfo info;
322 struct sigaction action;
323 ssize_t len;
324
325 while (1) {
326 do {
327 len = read(fd, &info, sizeof(info));
328 } while (len == -1 && errno == EINTR);
329
330 if (len == -1 && errno == EAGAIN) {
331 break;
332 }
333
334 if (len != sizeof(info)) {
335 printf("read from sigfd returned %zd: %m\n", len);
336 return;
337 }
338
339 sigaction(info.ssi_signo, NULL, &action);
340 if ((action.sa_flags & SA_SIGINFO) && action.sa_sigaction) {
341 action.sa_sigaction(info.ssi_signo,
342 (siginfo_t *)&info, NULL);
343 } else if (action.sa_handler) {
344 action.sa_handler(info.ssi_signo);
345 }
346 }
347}
348
349static int qemu_signalfd_init(sigset_t mask)
350{
351 int sigfd;
352
353 sigfd = qemu_signalfd(&mask);
354 if (sigfd == -1) {
355 fprintf(stderr, "failed to create signalfd\n");
356 return -errno;
357 }
358
359 fcntl_setfl(sigfd, O_NONBLOCK);
360
361 qemu_set_fd_handler2(sigfd, NULL, sigfd_handler, NULL,
362 (void *)(unsigned long) sigfd);
363
364 return 0;
365}
Blue Swirl296af7c2010-03-29 19:23:50 +0000366
Jan Kiszka9a360852011-02-01 22:15:55 +0100367static void qemu_kvm_eat_signals(CPUState *env)
368{
369 struct timespec ts = { 0, 0 };
370 siginfo_t siginfo;
371 sigset_t waitset;
372 sigset_t chkset;
373 int r;
374
375 sigemptyset(&waitset);
376 sigaddset(&waitset, SIG_IPI);
377 sigaddset(&waitset, SIGBUS);
378
379 do {
380 r = sigtimedwait(&waitset, &siginfo, &ts);
381 if (r == -1 && !(errno == EAGAIN || errno == EINTR)) {
382 perror("sigtimedwait");
383 exit(1);
384 }
385
386 switch (r) {
Jan Kiszka9a360852011-02-01 22:15:55 +0100387 case SIGBUS:
388 if (kvm_on_sigbus_vcpu(env, siginfo.si_code, siginfo.si_addr)) {
389 sigbus_reraise();
390 }
391 break;
Jan Kiszka9a360852011-02-01 22:15:55 +0100392 default:
393 break;
394 }
395
396 r = sigpending(&chkset);
397 if (r == -1) {
398 perror("sigpending");
399 exit(1);
400 }
401 } while (sigismember(&chkset, SIG_IPI) || sigismember(&chkset, SIGBUS));
Jan Kiszkade758972011-02-01 22:15:57 +0100402
403#ifndef CONFIG_IOTHREAD
404 if (sigismember(&chkset, SIGIO) || sigismember(&chkset, SIGALRM)) {
405 qemu_notify_event();
406 }
407#endif
Jan Kiszka9a360852011-02-01 22:15:55 +0100408}
409
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100410#else /* _WIN32 */
411
Blue Swirl296af7c2010-03-29 19:23:50 +0000412HANDLE qemu_event_handle;
413
414static void dummy_event_handler(void *opaque)
415{
416}
417
418static int qemu_event_init(void)
419{
420 qemu_event_handle = CreateEvent(NULL, FALSE, FALSE, NULL);
421 if (!qemu_event_handle) {
422 fprintf(stderr, "Failed CreateEvent: %ld\n", GetLastError());
423 return -1;
424 }
425 qemu_add_wait_object(qemu_event_handle, dummy_event_handler, NULL);
426 return 0;
427}
428
429static void qemu_event_increment(void)
430{
431 if (!SetEvent(qemu_event_handle)) {
432 fprintf(stderr, "qemu_event_increment: SetEvent failed: %ld\n",
433 GetLastError());
434 exit (1);
435 }
436}
Jan Kiszka9a360852011-02-01 22:15:55 +0100437
438static void qemu_kvm_eat_signals(CPUState *env)
439{
440}
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100441#endif /* _WIN32 */
Blue Swirl296af7c2010-03-29 19:23:50 +0000442
443#ifndef CONFIG_IOTHREAD
Jan Kiszkaff48eb52011-02-01 22:15:53 +0100444static void qemu_kvm_init_cpu_signals(CPUState *env)
445{
446#ifndef _WIN32
447 int r;
448 sigset_t set;
449 struct sigaction sigact;
450
451 memset(&sigact, 0, sizeof(sigact));
452 sigact.sa_handler = dummy_signal;
453 sigaction(SIG_IPI, &sigact, NULL);
454
455 sigemptyset(&set);
456 sigaddset(&set, SIG_IPI);
Jan Kiszkade758972011-02-01 22:15:57 +0100457 sigaddset(&set, SIGIO);
458 sigaddset(&set, SIGALRM);
Jan Kiszkaff48eb52011-02-01 22:15:53 +0100459 pthread_sigmask(SIG_BLOCK, &set, NULL);
460
461 pthread_sigmask(SIG_BLOCK, NULL, &set);
462 sigdelset(&set, SIG_IPI);
463 sigdelset(&set, SIGBUS);
Jan Kiszkade758972011-02-01 22:15:57 +0100464 sigdelset(&set, SIGIO);
465 sigdelset(&set, SIGALRM);
Jan Kiszkaff48eb52011-02-01 22:15:53 +0100466 r = kvm_set_signal_mask(env, &set);
467 if (r) {
468 fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(-r));
469 exit(1);
470 }
471#endif
472}
473
Jan Kiszkade758972011-02-01 22:15:57 +0100474#ifndef _WIN32
475static sigset_t block_synchronous_signals(void)
476{
477 sigset_t set;
478
479 sigemptyset(&set);
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100480 sigaddset(&set, SIGBUS);
Jan Kiszkade758972011-02-01 22:15:57 +0100481 if (kvm_enabled()) {
482 /*
483 * We need to process timer signals synchronously to avoid a race
484 * between exit_request check and KVM vcpu entry.
485 */
486 sigaddset(&set, SIGIO);
487 sigaddset(&set, SIGALRM);
488 }
489
490 return set;
491}
492#endif
493
Blue Swirl296af7c2010-03-29 19:23:50 +0000494int qemu_init_main_loop(void)
495{
Jan Kiszkad0f294c2011-02-01 22:15:56 +0100496#ifndef _WIN32
497 sigset_t blocked_signals;
498 int ret;
499
Jan Kiszkade758972011-02-01 22:15:57 +0100500 blocked_signals = block_synchronous_signals();
Jan Kiszkad0f294c2011-02-01 22:15:56 +0100501
502 ret = qemu_signalfd_init(blocked_signals);
503 if (ret) {
504 return ret;
505 }
506#endif
Blue Swirl296af7c2010-03-29 19:23:50 +0000507
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100508 qemu_init_sigbus();
509
Blue Swirl296af7c2010-03-29 19:23:50 +0000510 return qemu_event_init();
511}
512
513void qemu_main_loop_start(void)
514{
515}
516
517void qemu_init_vcpu(void *_env)
518{
519 CPUState *env = _env;
Jan Kiszka84b49152011-02-01 22:15:50 +0100520 int r;
Blue Swirl296af7c2010-03-29 19:23:50 +0000521
522 env->nr_cores = smp_cores;
523 env->nr_threads = smp_threads;
Jan Kiszka84b49152011-02-01 22:15:50 +0100524
525 if (kvm_enabled()) {
526 r = kvm_init_vcpu(env);
527 if (r < 0) {
528 fprintf(stderr, "kvm_init_vcpu failed: %s\n", strerror(-r));
529 exit(1);
530 }
Jan Kiszkaff48eb52011-02-01 22:15:53 +0100531 qemu_kvm_init_cpu_signals(env);
Jan Kiszka84b49152011-02-01 22:15:50 +0100532 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000533}
534
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100535int qemu_cpu_is_self(void *env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000536{
537 return 1;
538}
539
540void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
541{
542 func(data);
543}
544
545void resume_all_vcpus(void)
546{
547}
548
549void pause_all_vcpus(void)
550{
551}
552
553void qemu_cpu_kick(void *env)
554{
Blue Swirl296af7c2010-03-29 19:23:50 +0000555}
556
Jan Kiszka46d62fa2011-02-01 22:15:59 +0100557void qemu_cpu_kick_self(void)
558{
559#ifndef _WIN32
560 assert(cpu_single_env);
561
562 raise(SIG_IPI);
563#else
564 abort();
565#endif
566}
567
Blue Swirl296af7c2010-03-29 19:23:50 +0000568void qemu_notify_event(void)
569{
570 CPUState *env = cpu_single_env;
571
572 qemu_event_increment ();
573 if (env) {
574 cpu_exit(env);
575 }
576 if (next_cpu && env != next_cpu) {
577 cpu_exit(next_cpu);
578 }
Jan Kiszka38145df2011-02-01 22:15:45 +0100579 exit_request = 1;
Blue Swirl296af7c2010-03-29 19:23:50 +0000580}
581
582void qemu_mutex_lock_iothread(void) {}
583void qemu_mutex_unlock_iothread(void) {}
584
Jan Kiszkab4a3d962011-02-01 22:15:43 +0100585void cpu_stop_current(void)
586{
587}
588
Blue Swirl296af7c2010-03-29 19:23:50 +0000589void vm_stop(int reason)
590{
591 do_vm_stop(reason);
592}
593
594#else /* CONFIG_IOTHREAD */
595
Blue Swirl296af7c2010-03-29 19:23:50 +0000596QemuMutex qemu_global_mutex;
597static QemuMutex qemu_fair_mutex;
598
599static QemuThread io_thread;
600
601static QemuThread *tcg_cpu_thread;
602static QemuCond *tcg_halt_cond;
603
604static int qemu_system_ready;
605/* cpu creation */
606static QemuCond qemu_cpu_cond;
607/* system init */
608static QemuCond qemu_system_cond;
609static QemuCond qemu_pause_cond;
610static QemuCond qemu_work_cond;
611
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100612static void cpu_signal(int sig)
613{
614 if (cpu_single_env) {
615 cpu_exit(cpu_single_env);
616 }
617 exit_request = 1;
618}
619
620static void qemu_kvm_init_cpu_signals(CPUState *env)
621{
622 int r;
623 sigset_t set;
624 struct sigaction sigact;
625
626 memset(&sigact, 0, sizeof(sigact));
627 sigact.sa_handler = dummy_signal;
628 sigaction(SIG_IPI, &sigact, NULL);
629
630 pthread_sigmask(SIG_BLOCK, NULL, &set);
631 sigdelset(&set, SIG_IPI);
632 sigdelset(&set, SIGBUS);
633 r = kvm_set_signal_mask(env, &set);
634 if (r) {
635 fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(-r));
636 exit(1);
637 }
638}
639
640static void qemu_tcg_init_cpu_signals(void)
641{
642 sigset_t set;
643 struct sigaction sigact;
644
645 memset(&sigact, 0, sizeof(sigact));
646 sigact.sa_handler = cpu_signal;
647 sigaction(SIG_IPI, &sigact, NULL);
648
649 sigemptyset(&set);
650 sigaddset(&set, SIG_IPI);
651 pthread_sigmask(SIG_UNBLOCK, &set, NULL);
652}
653
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100654static sigset_t block_io_signals(void)
655{
656 sigset_t set;
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100657
658 /* SIGUSR2 used by posix-aio-compat.c */
659 sigemptyset(&set);
660 sigaddset(&set, SIGUSR2);
661 pthread_sigmask(SIG_UNBLOCK, &set, NULL);
662
663 sigemptyset(&set);
664 sigaddset(&set, SIGIO);
665 sigaddset(&set, SIGALRM);
666 sigaddset(&set, SIG_IPI);
667 sigaddset(&set, SIGBUS);
668 pthread_sigmask(SIG_BLOCK, &set, NULL);
669
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100670 return set;
671}
672
Blue Swirl296af7c2010-03-29 19:23:50 +0000673int qemu_init_main_loop(void)
674{
675 int ret;
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300676 sigset_t blocked_signals;
Blue Swirl296af7c2010-03-29 19:23:50 +0000677
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100678 qemu_init_sigbus();
Jan Kiszka3c638d02010-06-25 16:56:56 +0200679
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300680 blocked_signals = block_io_signals();
681
682 ret = qemu_signalfd_init(blocked_signals);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100683 if (ret) {
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300684 return ret;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100685 }
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300686
687 /* Note eventfd must be drained before signalfd handlers run */
Blue Swirl296af7c2010-03-29 19:23:50 +0000688 ret = qemu_event_init();
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100689 if (ret) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000690 return ret;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100691 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000692
Anthony Liguoried945922011-02-08 18:18:18 +0100693 qemu_cond_init(&qemu_cpu_cond);
Jan Kiszkaf8ca7b42010-06-25 16:56:51 +0200694 qemu_cond_init(&qemu_system_cond);
Anthony Liguoried945922011-02-08 18:18:18 +0100695 qemu_cond_init(&qemu_pause_cond);
696 qemu_cond_init(&qemu_work_cond);
Blue Swirl296af7c2010-03-29 19:23:50 +0000697 qemu_mutex_init(&qemu_fair_mutex);
698 qemu_mutex_init(&qemu_global_mutex);
699 qemu_mutex_lock(&qemu_global_mutex);
700
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100701 qemu_thread_get_self(&io_thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000702
703 return 0;
704}
705
Blue Swirl7277e022010-04-12 17:19:06 +0000706void qemu_main_loop_start(void)
707{
708 qemu_system_ready = 1;
709 qemu_cond_broadcast(&qemu_system_cond);
710}
711
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300712void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
713{
714 struct qemu_work_item wi;
715
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100716 if (qemu_cpu_is_self(env)) {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300717 func(data);
718 return;
719 }
720
721 wi.func = func;
722 wi.data = data;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100723 if (!env->queued_work_first) {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300724 env->queued_work_first = &wi;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100725 } else {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300726 env->queued_work_last->next = &wi;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100727 }
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300728 env->queued_work_last = &wi;
729 wi.next = NULL;
730 wi.done = false;
731
732 qemu_cpu_kick(env);
733 while (!wi.done) {
734 CPUState *self_env = cpu_single_env;
735
736 qemu_cond_wait(&qemu_work_cond, &qemu_global_mutex);
737 cpu_single_env = self_env;
738 }
739}
740
741static void flush_queued_work(CPUState *env)
742{
743 struct qemu_work_item *wi;
744
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100745 if (!env->queued_work_first) {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300746 return;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100747 }
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300748
749 while ((wi = env->queued_work_first)) {
750 env->queued_work_first = wi->next;
751 wi->func(wi->data);
752 wi->done = true;
753 }
754 env->queued_work_last = NULL;
755 qemu_cond_broadcast(&qemu_work_cond);
756}
757
Blue Swirl296af7c2010-03-29 19:23:50 +0000758static void qemu_wait_io_event_common(CPUState *env)
759{
760 if (env->stop) {
761 env->stop = 0;
762 env->stopped = 1;
763 qemu_cond_signal(&qemu_pause_cond);
764 }
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300765 flush_queued_work(env);
Jan Kiszkaaa2c3642011-02-01 22:15:42 +0100766 env->thread_kicked = false;
Blue Swirl296af7c2010-03-29 19:23:50 +0000767}
768
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200769static void qemu_tcg_wait_io_event(void)
Blue Swirl296af7c2010-03-29 19:23:50 +0000770{
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200771 CPUState *env;
772
Jan Kiszka16400322011-02-09 16:29:37 +0100773 while (all_cpu_threads_idle()) {
Paolo Bonzini9705fbb2011-03-12 17:44:00 +0100774 qemu_cond_wait(tcg_halt_cond, &qemu_global_mutex);
Jan Kiszka16400322011-02-09 16:29:37 +0100775 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000776
777 qemu_mutex_unlock(&qemu_global_mutex);
778
779 /*
780 * Users of qemu_global_mutex can be starved, having no chance
781 * to acquire it since this path will get to it first.
782 * So use another lock to provide fairness.
783 */
784 qemu_mutex_lock(&qemu_fair_mutex);
785 qemu_mutex_unlock(&qemu_fair_mutex);
786
787 qemu_mutex_lock(&qemu_global_mutex);
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200788
789 for (env = first_cpu; env != NULL; env = env->next_cpu) {
790 qemu_wait_io_event_common(env);
791 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000792}
793
Blue Swirl296af7c2010-03-29 19:23:50 +0000794static void qemu_kvm_wait_io_event(CPUState *env)
795{
Jan Kiszka16400322011-02-09 16:29:37 +0100796 while (cpu_thread_is_idle(env)) {
Paolo Bonzini9705fbb2011-03-12 17:44:00 +0100797 qemu_cond_wait(env->halt_cond, &qemu_global_mutex);
Jan Kiszka16400322011-02-09 16:29:37 +0100798 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000799
Jan Kiszka5db5bda2011-02-01 22:15:54 +0100800 qemu_kvm_eat_signals(env);
Blue Swirl296af7c2010-03-29 19:23:50 +0000801 qemu_wait_io_event_common(env);
802}
803
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100804static void *qemu_kvm_cpu_thread_fn(void *arg)
Blue Swirl296af7c2010-03-29 19:23:50 +0000805{
806 CPUState *env = arg;
Jan Kiszka84b49152011-02-01 22:15:50 +0100807 int r;
Blue Swirl296af7c2010-03-29 19:23:50 +0000808
Marcelo Tosatti6164e6d2010-03-23 13:37:13 -0300809 qemu_mutex_lock(&qemu_global_mutex);
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100810 qemu_thread_get_self(env->thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000811
Jan Kiszka84b49152011-02-01 22:15:50 +0100812 r = kvm_init_vcpu(env);
813 if (r < 0) {
814 fprintf(stderr, "kvm_init_vcpu failed: %s\n", strerror(-r));
815 exit(1);
816 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000817
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100818 qemu_kvm_init_cpu_signals(env);
Blue Swirl296af7c2010-03-29 19:23:50 +0000819
820 /* signal CPU creation */
Blue Swirl296af7c2010-03-29 19:23:50 +0000821 env->created = 1;
822 qemu_cond_signal(&qemu_cpu_cond);
823
824 /* and wait for machine initialization */
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100825 while (!qemu_system_ready) {
Paolo Bonzinie0098942011-03-12 17:44:01 +0100826 qemu_cond_wait(&qemu_system_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100827 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000828
829 while (1) {
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100830 if (cpu_can_run(env)) {
Jan Kiszka6792a572011-02-07 12:19:18 +0100831 r = kvm_cpu_exec(env);
Jan Kiszka83f338f2011-02-07 12:19:17 +0100832 if (r == EXCP_DEBUG) {
833 cpu_handle_debug_exception(env);
834 }
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100835 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000836 qemu_kvm_wait_io_event(env);
837 }
838
839 return NULL;
840}
841
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100842static void *qemu_tcg_cpu_thread_fn(void *arg)
Blue Swirl296af7c2010-03-29 19:23:50 +0000843{
844 CPUState *env = arg;
845
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100846 qemu_tcg_init_cpu_signals();
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100847 qemu_thread_get_self(env->thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000848
849 /* signal CPU creation */
850 qemu_mutex_lock(&qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100851 for (env = first_cpu; env != NULL; env = env->next_cpu) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000852 env->created = 1;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100853 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000854 qemu_cond_signal(&qemu_cpu_cond);
855
856 /* and wait for machine initialization */
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100857 while (!qemu_system_ready) {
Paolo Bonzinie0098942011-03-12 17:44:01 +0100858 qemu_cond_wait(&qemu_system_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100859 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000860
861 while (1) {
Jan Kiszka472fb0c2010-06-25 16:56:55 +0200862 cpu_exec_all();
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200863 qemu_tcg_wait_io_event();
Blue Swirl296af7c2010-03-29 19:23:50 +0000864 }
865
866 return NULL;
867}
868
869void qemu_cpu_kick(void *_env)
870{
871 CPUState *env = _env;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100872
Blue Swirl296af7c2010-03-29 19:23:50 +0000873 qemu_cond_broadcast(env->halt_cond);
Jan Kiszkaaa2c3642011-02-01 22:15:42 +0100874 if (!env->thread_kicked) {
875 qemu_thread_signal(env->thread, SIG_IPI);
876 env->thread_kicked = true;
877 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000878}
879
Jan Kiszka46d62fa2011-02-01 22:15:59 +0100880void qemu_cpu_kick_self(void)
881{
882 assert(cpu_single_env);
883
884 if (!cpu_single_env->thread_kicked) {
885 qemu_thread_signal(cpu_single_env->thread, SIG_IPI);
886 cpu_single_env->thread_kicked = true;
887 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000888}
889
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100890int qemu_cpu_is_self(void *_env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000891{
892 CPUState *env = _env;
Blue Swirl296af7c2010-03-29 19:23:50 +0000893
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100894 return qemu_thread_is_self(env->thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000895}
896
Blue Swirl296af7c2010-03-29 19:23:50 +0000897void qemu_mutex_lock_iothread(void)
898{
899 if (kvm_enabled()) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000900 qemu_mutex_lock(&qemu_global_mutex);
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300901 } else {
902 qemu_mutex_lock(&qemu_fair_mutex);
903 if (qemu_mutex_trylock(&qemu_global_mutex)) {
904 qemu_thread_signal(tcg_cpu_thread, SIG_IPI);
905 qemu_mutex_lock(&qemu_global_mutex);
906 }
907 qemu_mutex_unlock(&qemu_fair_mutex);
908 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000909}
910
911void qemu_mutex_unlock_iothread(void)
912{
913 qemu_mutex_unlock(&qemu_global_mutex);
914}
915
916static int all_vcpus_paused(void)
917{
918 CPUState *penv = first_cpu;
919
920 while (penv) {
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100921 if (!penv->stopped) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000922 return 0;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100923 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000924 penv = (CPUState *)penv->next_cpu;
925 }
926
927 return 1;
928}
929
930void pause_all_vcpus(void)
931{
932 CPUState *penv = first_cpu;
933
934 while (penv) {
935 penv->stop = 1;
Blue Swirl296af7c2010-03-29 19:23:50 +0000936 qemu_cpu_kick(penv);
937 penv = (CPUState *)penv->next_cpu;
938 }
939
940 while (!all_vcpus_paused()) {
Paolo Bonzinibe7d6c52011-03-12 17:44:02 +0100941 qemu_cond_wait(&qemu_pause_cond, &qemu_global_mutex);
Blue Swirl296af7c2010-03-29 19:23:50 +0000942 penv = first_cpu;
943 while (penv) {
Marcelo Tosatti1fbb22e2010-05-04 09:45:21 -0300944 qemu_cpu_kick(penv);
Blue Swirl296af7c2010-03-29 19:23:50 +0000945 penv = (CPUState *)penv->next_cpu;
946 }
947 }
948}
949
950void resume_all_vcpus(void)
951{
952 CPUState *penv = first_cpu;
953
954 while (penv) {
955 penv->stop = 0;
956 penv->stopped = 0;
Blue Swirl296af7c2010-03-29 19:23:50 +0000957 qemu_cpu_kick(penv);
958 penv = (CPUState *)penv->next_cpu;
959 }
960}
961
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100962static void qemu_tcg_init_vcpu(void *_env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000963{
964 CPUState *env = _env;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100965
Blue Swirl296af7c2010-03-29 19:23:50 +0000966 /* share a single thread for all cpus with TCG */
967 if (!tcg_cpu_thread) {
968 env->thread = qemu_mallocz(sizeof(QemuThread));
969 env->halt_cond = qemu_mallocz(sizeof(QemuCond));
970 qemu_cond_init(env->halt_cond);
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100971 qemu_thread_create(env->thread, qemu_tcg_cpu_thread_fn, env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100972 while (env->created == 0) {
Paolo Bonzini18a85722011-03-12 17:44:03 +0100973 qemu_cond_wait(&qemu_cpu_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100974 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000975 tcg_cpu_thread = env->thread;
976 tcg_halt_cond = env->halt_cond;
977 } else {
978 env->thread = tcg_cpu_thread;
979 env->halt_cond = tcg_halt_cond;
980 }
981}
982
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100983static void qemu_kvm_start_vcpu(CPUState *env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000984{
985 env->thread = qemu_mallocz(sizeof(QemuThread));
986 env->halt_cond = qemu_mallocz(sizeof(QemuCond));
987 qemu_cond_init(env->halt_cond);
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100988 qemu_thread_create(env->thread, qemu_kvm_cpu_thread_fn, env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100989 while (env->created == 0) {
Paolo Bonzini18a85722011-03-12 17:44:03 +0100990 qemu_cond_wait(&qemu_cpu_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100991 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000992}
993
994void qemu_init_vcpu(void *_env)
995{
996 CPUState *env = _env;
997
998 env->nr_cores = smp_cores;
999 env->nr_threads = smp_threads;
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001000 if (kvm_enabled()) {
Jan Kiszka7e97cd82011-02-07 12:19:12 +01001001 qemu_kvm_start_vcpu(env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001002 } else {
Jan Kiszka7e97cd82011-02-07 12:19:12 +01001003 qemu_tcg_init_vcpu(env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001004 }
Blue Swirl296af7c2010-03-29 19:23:50 +00001005}
1006
1007void qemu_notify_event(void)
1008{
1009 qemu_event_increment();
1010}
1011
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001012void cpu_stop_current(void)
Blue Swirl296af7c2010-03-29 19:23:50 +00001013{
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001014 if (cpu_single_env) {
Paolo Bonzini67bb1722011-03-12 17:43:59 +01001015 cpu_single_env->stop = 0;
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001016 cpu_single_env->stopped = 1;
1017 cpu_exit(cpu_single_env);
Paolo Bonzini67bb1722011-03-12 17:43:59 +01001018 qemu_cond_signal(&qemu_pause_cond);
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001019 }
Blue Swirl296af7c2010-03-29 19:23:50 +00001020}
1021
1022void vm_stop(int reason)
1023{
Jan Kiszkab7680cb2011-03-12 17:43:51 +01001024 if (!qemu_thread_is_self(&io_thread)) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001025 qemu_system_vmstop_request(reason);
1026 /*
1027 * FIXME: should not return to device code in case
1028 * vm_stop() has been requested.
1029 */
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001030 cpu_stop_current();
Blue Swirl296af7c2010-03-29 19:23:50 +00001031 return;
1032 }
1033 do_vm_stop(reason);
1034}
1035
1036#endif
1037
Jan Kiszka6792a572011-02-07 12:19:18 +01001038static int tcg_cpu_exec(CPUState *env)
Blue Swirl296af7c2010-03-29 19:23:50 +00001039{
1040 int ret;
1041#ifdef CONFIG_PROFILER
1042 int64_t ti;
1043#endif
1044
1045#ifdef CONFIG_PROFILER
1046 ti = profile_getclock();
1047#endif
1048 if (use_icount) {
1049 int64_t count;
1050 int decr;
1051 qemu_icount -= (env->icount_decr.u16.low + env->icount_extra);
1052 env->icount_decr.u16.low = 0;
1053 env->icount_extra = 0;
1054 count = qemu_icount_round (qemu_next_deadline());
1055 qemu_icount += count;
1056 decr = (count > 0xffff) ? 0xffff : count;
1057 count -= decr;
1058 env->icount_decr.u16.low = decr;
1059 env->icount_extra = count;
1060 }
1061 ret = cpu_exec(env);
1062#ifdef CONFIG_PROFILER
1063 qemu_time += profile_getclock() - ti;
1064#endif
1065 if (use_icount) {
1066 /* Fold pending instructions back into the
1067 instruction counter, and clear the interrupt flag. */
1068 qemu_icount -= (env->icount_decr.u16.low
1069 + env->icount_extra);
1070 env->icount_decr.u32 = 0;
1071 env->icount_extra = 0;
1072 }
1073 return ret;
1074}
1075
Jan Kiszka472fb0c2010-06-25 16:56:55 +02001076bool cpu_exec_all(void)
Blue Swirl296af7c2010-03-29 19:23:50 +00001077{
Jan Kiszka9a360852011-02-01 22:15:55 +01001078 int r;
1079
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001080 if (next_cpu == NULL) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001081 next_cpu = first_cpu;
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001082 }
Jan Kiszkac629a4b2010-06-25 16:56:52 +02001083 for (; next_cpu != NULL && !exit_request; next_cpu = next_cpu->next_cpu) {
Jan Kiszka345f4422010-06-25 16:56:54 +02001084 CPUState *env = next_cpu;
Blue Swirl296af7c2010-03-29 19:23:50 +00001085
1086 qemu_clock_enable(vm_clock,
Jan Kiszka345f4422010-06-25 16:56:54 +02001087 (env->singlestep_enabled & SSTEP_NOTIMER) == 0);
Blue Swirl296af7c2010-03-29 19:23:50 +00001088
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001089 if (qemu_alarm_pending()) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001090 break;
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001091 }
Jan Kiszka3c638d02010-06-25 16:56:56 +02001092 if (cpu_can_run(env)) {
Jan Kiszka9a360852011-02-01 22:15:55 +01001093 if (kvm_enabled()) {
Jan Kiszka6792a572011-02-07 12:19:18 +01001094 r = kvm_cpu_exec(env);
Jan Kiszka9a360852011-02-01 22:15:55 +01001095 qemu_kvm_eat_signals(env);
Jan Kiszka6792a572011-02-07 12:19:18 +01001096 } else {
1097 r = tcg_cpu_exec(env);
Jan Kiszka9a360852011-02-01 22:15:55 +01001098 }
1099 if (r == EXCP_DEBUG) {
Jan Kiszka83f338f2011-02-07 12:19:17 +01001100 cpu_handle_debug_exception(env);
Jan Kiszka3c638d02010-06-25 16:56:56 +02001101 break;
1102 }
Paolo Bonzinidf646df2011-03-12 17:43:58 +01001103 } else if (env->stop || env->stopped) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001104 break;
1105 }
1106 }
Jan Kiszkac629a4b2010-06-25 16:56:52 +02001107 exit_request = 0;
Jan Kiszka16400322011-02-09 16:29:37 +01001108 return !all_cpu_threads_idle();
Blue Swirl296af7c2010-03-29 19:23:50 +00001109}
1110
1111void set_numa_modes(void)
1112{
1113 CPUState *env;
1114 int i;
1115
1116 for (env = first_cpu; env != NULL; env = env->next_cpu) {
1117 for (i = 0; i < nb_numa_nodes; i++) {
1118 if (node_cpumask[i] & (1 << env->cpu_index)) {
1119 env->numa_node = i;
1120 }
1121 }
1122 }
1123}
1124
1125void set_cpu_log(const char *optarg)
1126{
1127 int mask;
1128 const CPULogItem *item;
1129
1130 mask = cpu_str_to_log_mask(optarg);
1131 if (!mask) {
1132 printf("Log items (comma separated):\n");
1133 for (item = cpu_log_items; item->mask != 0; item++) {
1134 printf("%-10s %s\n", item->name, item->help);
1135 }
1136 exit(1);
1137 }
1138 cpu_set_log(mask);
1139}
Blue Swirl29e922b2010-03-29 19:24:00 +00001140
1141/* Return the virtual CPU time, based on the instruction counter. */
1142int64_t cpu_get_icount(void)
1143{
1144 int64_t icount;
1145 CPUState *env = cpu_single_env;;
1146
1147 icount = qemu_icount;
1148 if (env) {
1149 if (!can_do_io(env)) {
1150 fprintf(stderr, "Bad clock read\n");
1151 }
1152 icount -= (env->icount_decr.u16.low + env->icount_extra);
1153 }
1154 return qemu_icount_bias + (icount << icount_time_shift);
1155}
Blue Swirl262353c2010-05-04 19:55:35 +00001156
Stefan Weil9a78eea2010-10-22 23:03:33 +02001157void list_cpus(FILE *f, fprintf_function cpu_fprintf, const char *optarg)
Blue Swirl262353c2010-05-04 19:55:35 +00001158{
1159 /* XXX: implement xxx_cpu_list for targets that still miss it */
1160#if defined(cpu_list_id)
1161 cpu_list_id(f, cpu_fprintf, optarg);
1162#elif defined(cpu_list)
1163 cpu_list(f, cpu_fprintf); /* deprecated */
1164#endif
1165}