blob: 6bf4e3f005c117be0ca752eed466aa4cb4051a94 [file] [log] [blame]
Blue Swirl296af7c2010-03-29 19:23:50 +00001/*
2 * QEMU System Emulator
3 *
4 * Copyright (c) 2003-2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25/* Needed early for CONFIG_BSD etc. */
26#include "config-host.h"
27
28#include "monitor.h"
29#include "sysemu.h"
30#include "gdbstub.h"
31#include "dma.h"
32#include "kvm.h"
33
Paolo Bonzini96284e82011-03-12 17:43:53 +010034#include "qemu-thread.h"
Blue Swirl296af7c2010-03-29 19:23:50 +000035#include "cpus.h"
Jan Kiszka0ff0fc12011-06-23 10:15:55 +020036
37#ifndef _WIN32
Marcelo Tosattia8486bc2010-10-11 15:31:16 -030038#include "compatfd.h"
Jan Kiszka0ff0fc12011-06-23 10:15:55 +020039#endif
Blue Swirl296af7c2010-03-29 19:23:50 +000040
Blue Swirl7277e022010-04-12 17:19:06 +000041#ifdef SIGRTMIN
42#define SIG_IPI (SIGRTMIN+4)
43#else
44#define SIG_IPI SIGUSR1
45#endif
46
Jan Kiszka6d9cb732011-02-01 22:15:58 +010047#ifdef CONFIG_LINUX
48
49#include <sys/prctl.h>
50
Marcelo Tosattic0532a72010-10-11 15:31:21 -030051#ifndef PR_MCE_KILL
52#define PR_MCE_KILL 33
53#endif
54
Jan Kiszka6d9cb732011-02-01 22:15:58 +010055#ifndef PR_MCE_KILL_SET
56#define PR_MCE_KILL_SET 1
57#endif
58
59#ifndef PR_MCE_KILL_EARLY
60#define PR_MCE_KILL_EARLY 1
61#endif
62
63#endif /* CONFIG_LINUX */
64
Blue Swirl296af7c2010-03-29 19:23:50 +000065static CPUState *next_cpu;
66
67/***********************************************************/
68void hw_error(const char *fmt, ...)
69{
70 va_list ap;
71 CPUState *env;
72
73 va_start(ap, fmt);
74 fprintf(stderr, "qemu: hardware error: ");
75 vfprintf(stderr, fmt, ap);
76 fprintf(stderr, "\n");
77 for(env = first_cpu; env != NULL; env = env->next_cpu) {
78 fprintf(stderr, "CPU #%d:\n", env->cpu_index);
79#ifdef TARGET_I386
80 cpu_dump_state(env, stderr, fprintf, X86_DUMP_FPU);
81#else
82 cpu_dump_state(env, stderr, fprintf, 0);
83#endif
84 }
85 va_end(ap);
86 abort();
87}
88
89void cpu_synchronize_all_states(void)
90{
91 CPUState *cpu;
92
93 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
94 cpu_synchronize_state(cpu);
95 }
96}
97
98void cpu_synchronize_all_post_reset(void)
99{
100 CPUState *cpu;
101
102 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
103 cpu_synchronize_post_reset(cpu);
104 }
105}
106
107void cpu_synchronize_all_post_init(void)
108{
109 CPUState *cpu;
110
111 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
112 cpu_synchronize_post_init(cpu);
113 }
114}
115
Marcelo Tosatti3ae95012010-05-04 09:45:24 -0300116int cpu_is_stopped(CPUState *env)
117{
118 return !vm_running || env->stopped;
119}
120
Blue Swirl296af7c2010-03-29 19:23:50 +0000121static void do_vm_stop(int reason)
122{
123 if (vm_running) {
124 cpu_disable_ticks();
125 vm_running = 0;
126 pause_all_vcpus();
127 vm_state_notify(0, reason);
Michael S. Tsirkin55df6f32010-11-22 19:52:22 +0200128 qemu_aio_flush();
129 bdrv_flush_all();
Blue Swirl296af7c2010-03-29 19:23:50 +0000130 monitor_protocol_event(QEVENT_STOP, NULL);
131 }
132}
133
134static int cpu_can_run(CPUState *env)
135{
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100136 if (env->stop) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000137 return 0;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100138 }
139 if (env->stopped || !vm_running) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000140 return 0;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100141 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000142 return 1;
143}
144
Jan Kiszka16400322011-02-09 16:29:37 +0100145static bool cpu_thread_is_idle(CPUState *env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000146{
Jan Kiszka16400322011-02-09 16:29:37 +0100147 if (env->stop || env->queued_work_first) {
148 return false;
149 }
150 if (env->stopped || !vm_running) {
151 return true;
152 }
Jan Kiszkaf2c1cc82011-03-15 12:26:18 +0100153 if (!env->halted || qemu_cpu_has_work(env) ||
154 (kvm_enabled() && kvm_irqchip_in_kernel())) {
Jan Kiszka16400322011-02-09 16:29:37 +0100155 return false;
156 }
157 return true;
Blue Swirl296af7c2010-03-29 19:23:50 +0000158}
159
Paolo Bonziniab33fcd2011-04-13 10:03:44 +0200160bool all_cpu_threads_idle(void)
Blue Swirl296af7c2010-03-29 19:23:50 +0000161{
162 CPUState *env;
163
Jan Kiszka16400322011-02-09 16:29:37 +0100164 for (env = first_cpu; env != NULL; env = env->next_cpu) {
165 if (!cpu_thread_is_idle(env)) {
166 return false;
167 }
168 }
169 return true;
Blue Swirl296af7c2010-03-29 19:23:50 +0000170}
171
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100172static void cpu_handle_guest_debug(CPUState *env)
Jan Kiszka3c638d02010-06-25 16:56:56 +0200173{
174 gdb_set_stop_cpu(env);
Jan Kiszka8cf71712011-02-07 12:19:16 +0100175 qemu_system_debug_request();
Jan Kiszka83f338f2011-02-07 12:19:17 +0100176#ifdef CONFIG_IOTHREAD
177 env->stopped = 1;
178#endif
Jan Kiszka3c638d02010-06-25 16:56:56 +0200179}
180
Paolo Bonzini714bd042011-03-12 17:44:06 +0100181#ifdef CONFIG_IOTHREAD
182static void cpu_signal(int sig)
183{
184 if (cpu_single_env) {
185 cpu_exit(cpu_single_env);
186 }
187 exit_request = 1;
188}
189#endif
190
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100191#ifdef CONFIG_LINUX
192static void sigbus_reraise(void)
193{
194 sigset_t set;
195 struct sigaction action;
196
197 memset(&action, 0, sizeof(action));
198 action.sa_handler = SIG_DFL;
199 if (!sigaction(SIGBUS, &action, NULL)) {
200 raise(SIGBUS);
201 sigemptyset(&set);
202 sigaddset(&set, SIGBUS);
203 sigprocmask(SIG_UNBLOCK, &set, NULL);
204 }
205 perror("Failed to re-raise SIGBUS!\n");
206 abort();
207}
208
209static void sigbus_handler(int n, struct qemu_signalfd_siginfo *siginfo,
210 void *ctx)
211{
212 if (kvm_on_sigbus(siginfo->ssi_code,
213 (void *)(intptr_t)siginfo->ssi_addr)) {
214 sigbus_reraise();
215 }
216}
217
218static void qemu_init_sigbus(void)
219{
220 struct sigaction action;
221
222 memset(&action, 0, sizeof(action));
223 action.sa_flags = SA_SIGINFO;
224 action.sa_sigaction = (void (*)(int, siginfo_t*, void*))sigbus_handler;
225 sigaction(SIGBUS, &action, NULL);
226
227 prctl(PR_MCE_KILL, PR_MCE_KILL_SET, PR_MCE_KILL_EARLY, 0, 0);
228}
229
Jan Kiszka1ab3c6c2011-03-15 12:26:12 +0100230static void qemu_kvm_eat_signals(CPUState *env)
231{
232 struct timespec ts = { 0, 0 };
233 siginfo_t siginfo;
234 sigset_t waitset;
235 sigset_t chkset;
236 int r;
237
238 sigemptyset(&waitset);
239 sigaddset(&waitset, SIG_IPI);
240 sigaddset(&waitset, SIGBUS);
241
242 do {
243 r = sigtimedwait(&waitset, &siginfo, &ts);
244 if (r == -1 && !(errno == EAGAIN || errno == EINTR)) {
245 perror("sigtimedwait");
246 exit(1);
247 }
248
249 switch (r) {
250 case SIGBUS:
251 if (kvm_on_sigbus_vcpu(env, siginfo.si_code, siginfo.si_addr)) {
252 sigbus_reraise();
253 }
254 break;
255 default:
256 break;
257 }
258
259 r = sigpending(&chkset);
260 if (r == -1) {
261 perror("sigpending");
262 exit(1);
263 }
264 } while (sigismember(&chkset, SIG_IPI) || sigismember(&chkset, SIGBUS));
265
266#ifndef CONFIG_IOTHREAD
267 if (sigismember(&chkset, SIGIO) || sigismember(&chkset, SIGALRM)) {
268 qemu_notify_event();
269 }
270#endif
271}
272
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100273#else /* !CONFIG_LINUX */
274
275static void qemu_init_sigbus(void)
276{
277}
Jan Kiszka1ab3c6c2011-03-15 12:26:12 +0100278
279static void qemu_kvm_eat_signals(CPUState *env)
280{
281}
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100282#endif /* !CONFIG_LINUX */
283
Blue Swirl296af7c2010-03-29 19:23:50 +0000284#ifndef _WIN32
285static int io_thread_fd = -1;
286
287static void qemu_event_increment(void)
288{
289 /* Write 8 bytes to be compatible with eventfd. */
Blue Swirl26a82332010-05-14 19:32:21 +0000290 static const uint64_t val = 1;
Blue Swirl296af7c2010-03-29 19:23:50 +0000291 ssize_t ret;
292
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100293 if (io_thread_fd == -1) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000294 return;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100295 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000296 do {
297 ret = write(io_thread_fd, &val, sizeof(val));
298 } while (ret < 0 && errno == EINTR);
299
300 /* EAGAIN is fine, a read must be pending. */
301 if (ret < 0 && errno != EAGAIN) {
Alexandre Raymond77bec682011-06-13 22:16:36 -0400302 fprintf(stderr, "qemu_event_increment: write() failed: %s\n",
Blue Swirl296af7c2010-03-29 19:23:50 +0000303 strerror(errno));
304 exit (1);
305 }
306}
307
308static void qemu_event_read(void *opaque)
309{
Stefan Weile0efb992011-02-23 19:09:16 +0100310 int fd = (intptr_t)opaque;
Blue Swirl296af7c2010-03-29 19:23:50 +0000311 ssize_t len;
312 char buffer[512];
313
314 /* Drain the notify pipe. For eventfd, only 8 bytes will be read. */
315 do {
316 len = read(fd, buffer, sizeof(buffer));
317 } while ((len == -1 && errno == EINTR) || len == sizeof(buffer));
318}
319
320static int qemu_event_init(void)
321{
322 int err;
323 int fds[2];
324
325 err = qemu_eventfd(fds);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100326 if (err == -1) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000327 return -errno;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100328 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000329 err = fcntl_setfl(fds[0], O_NONBLOCK);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100330 if (err < 0) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000331 goto fail;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100332 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000333 err = fcntl_setfl(fds[1], O_NONBLOCK);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100334 if (err < 0) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000335 goto fail;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100336 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000337 qemu_set_fd_handler2(fds[0], NULL, qemu_event_read, NULL,
Stefan Weile0efb992011-02-23 19:09:16 +0100338 (void *)(intptr_t)fds[0]);
Blue Swirl296af7c2010-03-29 19:23:50 +0000339
340 io_thread_fd = fds[1];
341 return 0;
342
343fail:
344 close(fds[0]);
345 close(fds[1]);
346 return err;
347}
Blue Swirl296af7c2010-03-29 19:23:50 +0000348
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100349static void dummy_signal(int sig)
Blue Swirl296af7c2010-03-29 19:23:50 +0000350{
351}
352
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300353/* If we have signalfd, we mask out the signals we want to handle and then
354 * use signalfd to listen for them. We rely on whatever the current signal
355 * handler is to dispatch the signals when we receive them.
356 */
357static void sigfd_handler(void *opaque)
358{
Stefan Weile0efb992011-02-23 19:09:16 +0100359 int fd = (intptr_t)opaque;
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300360 struct qemu_signalfd_siginfo info;
361 struct sigaction action;
362 ssize_t len;
363
364 while (1) {
365 do {
366 len = read(fd, &info, sizeof(info));
367 } while (len == -1 && errno == EINTR);
368
369 if (len == -1 && errno == EAGAIN) {
370 break;
371 }
372
373 if (len != sizeof(info)) {
374 printf("read from sigfd returned %zd: %m\n", len);
375 return;
376 }
377
378 sigaction(info.ssi_signo, NULL, &action);
379 if ((action.sa_flags & SA_SIGINFO) && action.sa_sigaction) {
380 action.sa_sigaction(info.ssi_signo,
381 (siginfo_t *)&info, NULL);
382 } else if (action.sa_handler) {
383 action.sa_handler(info.ssi_signo);
384 }
385 }
386}
387
Paolo Bonzini712ae482011-03-12 17:44:05 +0100388static int qemu_signal_init(void)
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300389{
390 int sigfd;
Paolo Bonzini712ae482011-03-12 17:44:05 +0100391 sigset_t set;
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300392
Paolo Bonzini712ae482011-03-12 17:44:05 +0100393#ifdef CONFIG_IOTHREAD
394 /* SIGUSR2 used by posix-aio-compat.c */
395 sigemptyset(&set);
396 sigaddset(&set, SIGUSR2);
397 pthread_sigmask(SIG_UNBLOCK, &set, NULL);
398
Alexandre Raymond89b9ba62011-06-15 01:20:31 -0400399 /*
400 * SIG_IPI must be blocked in the main thread and must not be caught
401 * by sigwait() in the signal thread. Otherwise, the cpu thread will
402 * not catch it reliably.
403 */
404 sigemptyset(&set);
405 sigaddset(&set, SIG_IPI);
406 pthread_sigmask(SIG_BLOCK, &set, NULL);
407
Paolo Bonzini712ae482011-03-12 17:44:05 +0100408 sigemptyset(&set);
409 sigaddset(&set, SIGIO);
410 sigaddset(&set, SIGALRM);
Paolo Bonzini712ae482011-03-12 17:44:05 +0100411 sigaddset(&set, SIGBUS);
Paolo Bonzini712ae482011-03-12 17:44:05 +0100412#else
413 sigemptyset(&set);
414 sigaddset(&set, SIGBUS);
415 if (kvm_enabled()) {
416 /*
417 * We need to process timer signals synchronously to avoid a race
418 * between exit_request check and KVM vcpu entry.
419 */
420 sigaddset(&set, SIGIO);
421 sigaddset(&set, SIGALRM);
422 }
423#endif
Alexandre Raymond5664aed2011-06-14 10:05:36 -0400424 pthread_sigmask(SIG_BLOCK, &set, NULL);
Paolo Bonzini712ae482011-03-12 17:44:05 +0100425
426 sigfd = qemu_signalfd(&set);
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300427 if (sigfd == -1) {
428 fprintf(stderr, "failed to create signalfd\n");
429 return -errno;
430 }
431
432 fcntl_setfl(sigfd, O_NONBLOCK);
433
434 qemu_set_fd_handler2(sigfd, NULL, sigfd_handler, NULL,
Stefan Weile0efb992011-02-23 19:09:16 +0100435 (void *)(intptr_t)sigfd);
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300436
437 return 0;
438}
Blue Swirl296af7c2010-03-29 19:23:50 +0000439
Paolo Bonzini714bd042011-03-12 17:44:06 +0100440static void qemu_kvm_init_cpu_signals(CPUState *env)
441{
442 int r;
443 sigset_t set;
444 struct sigaction sigact;
445
446 memset(&sigact, 0, sizeof(sigact));
447 sigact.sa_handler = dummy_signal;
448 sigaction(SIG_IPI, &sigact, NULL);
449
450#ifdef CONFIG_IOTHREAD
451 pthread_sigmask(SIG_BLOCK, NULL, &set);
452 sigdelset(&set, SIG_IPI);
453 sigdelset(&set, SIGBUS);
454 r = kvm_set_signal_mask(env, &set);
455 if (r) {
456 fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(-r));
457 exit(1);
458 }
459#else
460 sigemptyset(&set);
461 sigaddset(&set, SIG_IPI);
462 sigaddset(&set, SIGIO);
463 sigaddset(&set, SIGALRM);
464 pthread_sigmask(SIG_BLOCK, &set, NULL);
465
466 pthread_sigmask(SIG_BLOCK, NULL, &set);
467 sigdelset(&set, SIGIO);
468 sigdelset(&set, SIGALRM);
469#endif
470 sigdelset(&set, SIG_IPI);
471 sigdelset(&set, SIGBUS);
472 r = kvm_set_signal_mask(env, &set);
473 if (r) {
474 fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(-r));
475 exit(1);
476 }
477}
478
479static void qemu_tcg_init_cpu_signals(void)
480{
481#ifdef CONFIG_IOTHREAD
482 sigset_t set;
483 struct sigaction sigact;
484
485 memset(&sigact, 0, sizeof(sigact));
486 sigact.sa_handler = cpu_signal;
487 sigaction(SIG_IPI, &sigact, NULL);
488
489 sigemptyset(&set);
490 sigaddset(&set, SIG_IPI);
491 pthread_sigmask(SIG_UNBLOCK, &set, NULL);
492#endif
493}
494
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100495#else /* _WIN32 */
496
Blue Swirl296af7c2010-03-29 19:23:50 +0000497HANDLE qemu_event_handle;
498
499static void dummy_event_handler(void *opaque)
500{
501}
502
503static int qemu_event_init(void)
504{
505 qemu_event_handle = CreateEvent(NULL, FALSE, FALSE, NULL);
506 if (!qemu_event_handle) {
507 fprintf(stderr, "Failed CreateEvent: %ld\n", GetLastError());
508 return -1;
509 }
510 qemu_add_wait_object(qemu_event_handle, dummy_event_handler, NULL);
511 return 0;
512}
513
514static void qemu_event_increment(void)
515{
516 if (!SetEvent(qemu_event_handle)) {
517 fprintf(stderr, "qemu_event_increment: SetEvent failed: %ld\n",
518 GetLastError());
519 exit (1);
520 }
521}
Jan Kiszka9a360852011-02-01 22:15:55 +0100522
Paolo Bonzini712ae482011-03-12 17:44:05 +0100523static int qemu_signal_init(void)
524{
525 return 0;
526}
527
Paolo Bonzini714bd042011-03-12 17:44:06 +0100528static void qemu_kvm_init_cpu_signals(CPUState *env)
529{
530 abort();
531}
532
533static void qemu_tcg_init_cpu_signals(void)
534{
535}
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100536#endif /* _WIN32 */
Blue Swirl296af7c2010-03-29 19:23:50 +0000537
538#ifndef CONFIG_IOTHREAD
539int qemu_init_main_loop(void)
540{
Jan Kiszkad0f294c2011-02-01 22:15:56 +0100541 int ret;
542
Paolo Bonzini712ae482011-03-12 17:44:05 +0100543 ret = qemu_signal_init();
Jan Kiszkad0f294c2011-02-01 22:15:56 +0100544 if (ret) {
545 return ret;
546 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000547
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100548 qemu_init_sigbus();
549
Blue Swirl296af7c2010-03-29 19:23:50 +0000550 return qemu_event_init();
551}
552
553void qemu_main_loop_start(void)
554{
555}
556
557void qemu_init_vcpu(void *_env)
558{
559 CPUState *env = _env;
Jan Kiszka84b49152011-02-01 22:15:50 +0100560 int r;
Blue Swirl296af7c2010-03-29 19:23:50 +0000561
562 env->nr_cores = smp_cores;
563 env->nr_threads = smp_threads;
Jan Kiszka84b49152011-02-01 22:15:50 +0100564
565 if (kvm_enabled()) {
566 r = kvm_init_vcpu(env);
567 if (r < 0) {
568 fprintf(stderr, "kvm_init_vcpu failed: %s\n", strerror(-r));
569 exit(1);
570 }
Jan Kiszkaff48eb52011-02-01 22:15:53 +0100571 qemu_kvm_init_cpu_signals(env);
Paolo Bonzini714bd042011-03-12 17:44:06 +0100572 } else {
573 qemu_tcg_init_cpu_signals();
Jan Kiszka84b49152011-02-01 22:15:50 +0100574 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000575}
576
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100577int qemu_cpu_is_self(void *env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000578{
579 return 1;
580}
581
582void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
583{
584 func(data);
585}
586
587void resume_all_vcpus(void)
588{
589}
590
591void pause_all_vcpus(void)
592{
593}
594
595void qemu_cpu_kick(void *env)
596{
Blue Swirl296af7c2010-03-29 19:23:50 +0000597}
598
Jan Kiszka46d62fa2011-02-01 22:15:59 +0100599void qemu_cpu_kick_self(void)
600{
601#ifndef _WIN32
602 assert(cpu_single_env);
603
604 raise(SIG_IPI);
605#else
606 abort();
607#endif
608}
609
Blue Swirl296af7c2010-03-29 19:23:50 +0000610void qemu_notify_event(void)
611{
612 CPUState *env = cpu_single_env;
613
614 qemu_event_increment ();
615 if (env) {
616 cpu_exit(env);
617 }
618 if (next_cpu && env != next_cpu) {
619 cpu_exit(next_cpu);
620 }
Jan Kiszka38145df2011-02-01 22:15:45 +0100621 exit_request = 1;
Blue Swirl296af7c2010-03-29 19:23:50 +0000622}
623
624void qemu_mutex_lock_iothread(void) {}
625void qemu_mutex_unlock_iothread(void) {}
626
Jan Kiszkab4a3d962011-02-01 22:15:43 +0100627void cpu_stop_current(void)
628{
629}
630
Blue Swirl296af7c2010-03-29 19:23:50 +0000631void vm_stop(int reason)
632{
633 do_vm_stop(reason);
634}
635
636#else /* CONFIG_IOTHREAD */
637
Blue Swirl296af7c2010-03-29 19:23:50 +0000638QemuMutex qemu_global_mutex;
Paolo Bonzini46daff12011-06-09 13:10:24 +0200639static QemuCond qemu_io_proceeded_cond;
640static bool iothread_requesting_mutex;
Blue Swirl296af7c2010-03-29 19:23:50 +0000641
642static QemuThread io_thread;
643
644static QemuThread *tcg_cpu_thread;
645static QemuCond *tcg_halt_cond;
646
647static int qemu_system_ready;
648/* cpu creation */
649static QemuCond qemu_cpu_cond;
650/* system init */
651static QemuCond qemu_system_cond;
652static QemuCond qemu_pause_cond;
653static QemuCond qemu_work_cond;
654
Blue Swirl296af7c2010-03-29 19:23:50 +0000655int qemu_init_main_loop(void)
656{
657 int ret;
658
Jan Kiszka6d9cb732011-02-01 22:15:58 +0100659 qemu_init_sigbus();
Jan Kiszka3c638d02010-06-25 16:56:56 +0200660
Paolo Bonzini712ae482011-03-12 17:44:05 +0100661 ret = qemu_signal_init();
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100662 if (ret) {
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300663 return ret;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100664 }
Marcelo Tosattia8486bc2010-10-11 15:31:16 -0300665
666 /* Note eventfd must be drained before signalfd handlers run */
Blue Swirl296af7c2010-03-29 19:23:50 +0000667 ret = qemu_event_init();
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100668 if (ret) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000669 return ret;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100670 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000671
Anthony Liguoried945922011-02-08 18:18:18 +0100672 qemu_cond_init(&qemu_cpu_cond);
Jan Kiszkaf8ca7b42010-06-25 16:56:51 +0200673 qemu_cond_init(&qemu_system_cond);
Anthony Liguoried945922011-02-08 18:18:18 +0100674 qemu_cond_init(&qemu_pause_cond);
675 qemu_cond_init(&qemu_work_cond);
Paolo Bonzini46daff12011-06-09 13:10:24 +0200676 qemu_cond_init(&qemu_io_proceeded_cond);
Blue Swirl296af7c2010-03-29 19:23:50 +0000677 qemu_mutex_init(&qemu_global_mutex);
678 qemu_mutex_lock(&qemu_global_mutex);
679
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100680 qemu_thread_get_self(&io_thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000681
682 return 0;
683}
684
Blue Swirl7277e022010-04-12 17:19:06 +0000685void qemu_main_loop_start(void)
686{
687 qemu_system_ready = 1;
688 qemu_cond_broadcast(&qemu_system_cond);
689}
690
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300691void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
692{
693 struct qemu_work_item wi;
694
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100695 if (qemu_cpu_is_self(env)) {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300696 func(data);
697 return;
698 }
699
700 wi.func = func;
701 wi.data = data;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100702 if (!env->queued_work_first) {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300703 env->queued_work_first = &wi;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100704 } else {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300705 env->queued_work_last->next = &wi;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100706 }
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300707 env->queued_work_last = &wi;
708 wi.next = NULL;
709 wi.done = false;
710
711 qemu_cpu_kick(env);
712 while (!wi.done) {
713 CPUState *self_env = cpu_single_env;
714
715 qemu_cond_wait(&qemu_work_cond, &qemu_global_mutex);
716 cpu_single_env = self_env;
717 }
718}
719
720static void flush_queued_work(CPUState *env)
721{
722 struct qemu_work_item *wi;
723
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100724 if (!env->queued_work_first) {
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300725 return;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100726 }
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300727
728 while ((wi = env->queued_work_first)) {
729 env->queued_work_first = wi->next;
730 wi->func(wi->data);
731 wi->done = true;
732 }
733 env->queued_work_last = NULL;
734 qemu_cond_broadcast(&qemu_work_cond);
735}
736
Blue Swirl296af7c2010-03-29 19:23:50 +0000737static void qemu_wait_io_event_common(CPUState *env)
738{
739 if (env->stop) {
740 env->stop = 0;
741 env->stopped = 1;
742 qemu_cond_signal(&qemu_pause_cond);
743 }
Marcelo Tosattie82bcec2010-05-04 09:45:22 -0300744 flush_queued_work(env);
Jan Kiszkaaa2c3642011-02-01 22:15:42 +0100745 env->thread_kicked = false;
Blue Swirl296af7c2010-03-29 19:23:50 +0000746}
747
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200748static void qemu_tcg_wait_io_event(void)
Blue Swirl296af7c2010-03-29 19:23:50 +0000749{
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200750 CPUState *env;
751
Jan Kiszka16400322011-02-09 16:29:37 +0100752 while (all_cpu_threads_idle()) {
Paolo Bonziniab33fcd2011-04-13 10:03:44 +0200753 /* Start accounting real time to the virtual clock if the CPUs
754 are idle. */
755 qemu_clock_warp(vm_clock);
Paolo Bonzini9705fbb2011-03-12 17:44:00 +0100756 qemu_cond_wait(tcg_halt_cond, &qemu_global_mutex);
Jan Kiszka16400322011-02-09 16:29:37 +0100757 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000758
Paolo Bonzini46daff12011-06-09 13:10:24 +0200759 while (iothread_requesting_mutex) {
760 qemu_cond_wait(&qemu_io_proceeded_cond, &qemu_global_mutex);
761 }
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200762
763 for (env = first_cpu; env != NULL; env = env->next_cpu) {
764 qemu_wait_io_event_common(env);
765 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000766}
767
Blue Swirl296af7c2010-03-29 19:23:50 +0000768static void qemu_kvm_wait_io_event(CPUState *env)
769{
Jan Kiszka16400322011-02-09 16:29:37 +0100770 while (cpu_thread_is_idle(env)) {
Paolo Bonzini9705fbb2011-03-12 17:44:00 +0100771 qemu_cond_wait(env->halt_cond, &qemu_global_mutex);
Jan Kiszka16400322011-02-09 16:29:37 +0100772 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000773
Jan Kiszka5db5bda2011-02-01 22:15:54 +0100774 qemu_kvm_eat_signals(env);
Blue Swirl296af7c2010-03-29 19:23:50 +0000775 qemu_wait_io_event_common(env);
776}
777
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100778static void *qemu_kvm_cpu_thread_fn(void *arg)
Blue Swirl296af7c2010-03-29 19:23:50 +0000779{
780 CPUState *env = arg;
Jan Kiszka84b49152011-02-01 22:15:50 +0100781 int r;
Blue Swirl296af7c2010-03-29 19:23:50 +0000782
Marcelo Tosatti6164e6d2010-03-23 13:37:13 -0300783 qemu_mutex_lock(&qemu_global_mutex);
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100784 qemu_thread_get_self(env->thread);
Jan Kiszkadc7a09c2011-03-15 12:26:31 +0100785 env->thread_id = qemu_get_thread_id();
Blue Swirl296af7c2010-03-29 19:23:50 +0000786
Jan Kiszka84b49152011-02-01 22:15:50 +0100787 r = kvm_init_vcpu(env);
788 if (r < 0) {
789 fprintf(stderr, "kvm_init_vcpu failed: %s\n", strerror(-r));
790 exit(1);
791 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000792
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100793 qemu_kvm_init_cpu_signals(env);
Blue Swirl296af7c2010-03-29 19:23:50 +0000794
795 /* signal CPU creation */
Blue Swirl296af7c2010-03-29 19:23:50 +0000796 env->created = 1;
797 qemu_cond_signal(&qemu_cpu_cond);
798
799 /* and wait for machine initialization */
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100800 while (!qemu_system_ready) {
Paolo Bonzinie0098942011-03-12 17:44:01 +0100801 qemu_cond_wait(&qemu_system_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100802 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000803
804 while (1) {
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100805 if (cpu_can_run(env)) {
Jan Kiszka6792a572011-02-07 12:19:18 +0100806 r = kvm_cpu_exec(env);
Jan Kiszka83f338f2011-02-07 12:19:17 +0100807 if (r == EXCP_DEBUG) {
Jan Kiszka1009d2e2011-03-15 12:26:13 +0100808 cpu_handle_guest_debug(env);
Jan Kiszka83f338f2011-02-07 12:19:17 +0100809 }
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100810 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000811 qemu_kvm_wait_io_event(env);
812 }
813
814 return NULL;
815}
816
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100817static void *qemu_tcg_cpu_thread_fn(void *arg)
Blue Swirl296af7c2010-03-29 19:23:50 +0000818{
819 CPUState *env = arg;
820
Jan Kiszka55f8d6a2011-02-01 22:15:52 +0100821 qemu_tcg_init_cpu_signals();
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100822 qemu_thread_get_self(env->thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000823
824 /* signal CPU creation */
825 qemu_mutex_lock(&qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100826 for (env = first_cpu; env != NULL; env = env->next_cpu) {
Jan Kiszkadc7a09c2011-03-15 12:26:31 +0100827 env->thread_id = qemu_get_thread_id();
Blue Swirl296af7c2010-03-29 19:23:50 +0000828 env->created = 1;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100829 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000830 qemu_cond_signal(&qemu_cpu_cond);
831
832 /* and wait for machine initialization */
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100833 while (!qemu_system_ready) {
Paolo Bonzinie0098942011-03-12 17:44:01 +0100834 qemu_cond_wait(&qemu_system_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100835 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000836
837 while (1) {
Jan Kiszka472fb0c2010-06-25 16:56:55 +0200838 cpu_exec_all();
Paolo Bonzinicb842c92011-04-13 10:03:46 +0200839 if (use_icount && qemu_next_icount_deadline() <= 0) {
Paolo Bonzini3b2319a2011-04-13 10:03:43 +0200840 qemu_notify_event();
841 }
Jan Kiszka6cabe1f2010-06-25 16:56:53 +0200842 qemu_tcg_wait_io_event();
Blue Swirl296af7c2010-03-29 19:23:50 +0000843 }
844
845 return NULL;
846}
847
Paolo Bonzinicc015e92011-03-12 17:44:08 +0100848static void qemu_cpu_kick_thread(CPUState *env)
849{
850#ifndef _WIN32
851 int err;
852
853 err = pthread_kill(env->thread->thread, SIG_IPI);
854 if (err) {
855 fprintf(stderr, "qemu:%s: %s", __func__, strerror(err));
856 exit(1);
857 }
858#else /* _WIN32 */
859 if (!qemu_cpu_is_self(env)) {
860 SuspendThread(env->thread->thread);
861 cpu_signal(0);
862 ResumeThread(env->thread->thread);
863 }
864#endif
865}
866
Blue Swirl296af7c2010-03-29 19:23:50 +0000867void qemu_cpu_kick(void *_env)
868{
869 CPUState *env = _env;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100870
Blue Swirl296af7c2010-03-29 19:23:50 +0000871 qemu_cond_broadcast(env->halt_cond);
Jan Kiszkaaa2c3642011-02-01 22:15:42 +0100872 if (!env->thread_kicked) {
Paolo Bonzinicc015e92011-03-12 17:44:08 +0100873 qemu_cpu_kick_thread(env);
Jan Kiszkaaa2c3642011-02-01 22:15:42 +0100874 env->thread_kicked = true;
875 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000876}
877
Jan Kiszka46d62fa2011-02-01 22:15:59 +0100878void qemu_cpu_kick_self(void)
879{
Paolo Bonzinib55c22c2011-03-12 17:44:07 +0100880#ifndef _WIN32
Jan Kiszka46d62fa2011-02-01 22:15:59 +0100881 assert(cpu_single_env);
882
883 if (!cpu_single_env->thread_kicked) {
Paolo Bonzinicc015e92011-03-12 17:44:08 +0100884 qemu_cpu_kick_thread(cpu_single_env);
Jan Kiszka46d62fa2011-02-01 22:15:59 +0100885 cpu_single_env->thread_kicked = true;
886 }
Paolo Bonzinib55c22c2011-03-12 17:44:07 +0100887#else
888 abort();
889#endif
Blue Swirl296af7c2010-03-29 19:23:50 +0000890}
891
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100892int qemu_cpu_is_self(void *_env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000893{
894 CPUState *env = _env;
Blue Swirl296af7c2010-03-29 19:23:50 +0000895
Jan Kiszkab7680cb2011-03-12 17:43:51 +0100896 return qemu_thread_is_self(env->thread);
Blue Swirl296af7c2010-03-29 19:23:50 +0000897}
898
Blue Swirl296af7c2010-03-29 19:23:50 +0000899void qemu_mutex_lock_iothread(void)
900{
901 if (kvm_enabled()) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000902 qemu_mutex_lock(&qemu_global_mutex);
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300903 } else {
Paolo Bonzini46daff12011-06-09 13:10:24 +0200904 iothread_requesting_mutex = true;
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300905 if (qemu_mutex_trylock(&qemu_global_mutex)) {
Paolo Bonzinicc015e92011-03-12 17:44:08 +0100906 qemu_cpu_kick_thread(first_cpu);
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300907 qemu_mutex_lock(&qemu_global_mutex);
908 }
Paolo Bonzini46daff12011-06-09 13:10:24 +0200909 iothread_requesting_mutex = false;
910 qemu_cond_broadcast(&qemu_io_proceeded_cond);
Marcelo Tosatti1a28cac2010-05-04 09:45:20 -0300911 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000912}
913
914void qemu_mutex_unlock_iothread(void)
915{
916 qemu_mutex_unlock(&qemu_global_mutex);
917}
918
919static int all_vcpus_paused(void)
920{
921 CPUState *penv = first_cpu;
922
923 while (penv) {
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100924 if (!penv->stopped) {
Blue Swirl296af7c2010-03-29 19:23:50 +0000925 return 0;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100926 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000927 penv = (CPUState *)penv->next_cpu;
928 }
929
930 return 1;
931}
932
933void pause_all_vcpus(void)
934{
935 CPUState *penv = first_cpu;
936
937 while (penv) {
938 penv->stop = 1;
Blue Swirl296af7c2010-03-29 19:23:50 +0000939 qemu_cpu_kick(penv);
940 penv = (CPUState *)penv->next_cpu;
941 }
942
943 while (!all_vcpus_paused()) {
Paolo Bonzinibe7d6c52011-03-12 17:44:02 +0100944 qemu_cond_wait(&qemu_pause_cond, &qemu_global_mutex);
Blue Swirl296af7c2010-03-29 19:23:50 +0000945 penv = first_cpu;
946 while (penv) {
Marcelo Tosatti1fbb22e2010-05-04 09:45:21 -0300947 qemu_cpu_kick(penv);
Blue Swirl296af7c2010-03-29 19:23:50 +0000948 penv = (CPUState *)penv->next_cpu;
949 }
950 }
951}
952
953void resume_all_vcpus(void)
954{
955 CPUState *penv = first_cpu;
956
957 while (penv) {
958 penv->stop = 0;
959 penv->stopped = 0;
Blue Swirl296af7c2010-03-29 19:23:50 +0000960 qemu_cpu_kick(penv);
961 penv = (CPUState *)penv->next_cpu;
962 }
963}
964
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100965static void qemu_tcg_init_vcpu(void *_env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000966{
967 CPUState *env = _env;
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100968
Blue Swirl296af7c2010-03-29 19:23:50 +0000969 /* share a single thread for all cpus with TCG */
970 if (!tcg_cpu_thread) {
971 env->thread = qemu_mallocz(sizeof(QemuThread));
972 env->halt_cond = qemu_mallocz(sizeof(QemuCond));
973 qemu_cond_init(env->halt_cond);
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100974 qemu_thread_create(env->thread, qemu_tcg_cpu_thread_fn, env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100975 while (env->created == 0) {
Paolo Bonzini18a85722011-03-12 17:44:03 +0100976 qemu_cond_wait(&qemu_cpu_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100977 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000978 tcg_cpu_thread = env->thread;
979 tcg_halt_cond = env->halt_cond;
980 } else {
981 env->thread = tcg_cpu_thread;
982 env->halt_cond = tcg_halt_cond;
983 }
984}
985
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100986static void qemu_kvm_start_vcpu(CPUState *env)
Blue Swirl296af7c2010-03-29 19:23:50 +0000987{
988 env->thread = qemu_mallocz(sizeof(QemuThread));
989 env->halt_cond = qemu_mallocz(sizeof(QemuCond));
990 qemu_cond_init(env->halt_cond);
Jan Kiszka7e97cd82011-02-07 12:19:12 +0100991 qemu_thread_create(env->thread, qemu_kvm_cpu_thread_fn, env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100992 while (env->created == 0) {
Paolo Bonzini18a85722011-03-12 17:44:03 +0100993 qemu_cond_wait(&qemu_cpu_cond, &qemu_global_mutex);
Jan Kiszka0ab07c62011-02-07 12:19:14 +0100994 }
Blue Swirl296af7c2010-03-29 19:23:50 +0000995}
996
997void qemu_init_vcpu(void *_env)
998{
999 CPUState *env = _env;
1000
1001 env->nr_cores = smp_cores;
1002 env->nr_threads = smp_threads;
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001003 if (kvm_enabled()) {
Jan Kiszka7e97cd82011-02-07 12:19:12 +01001004 qemu_kvm_start_vcpu(env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001005 } else {
Jan Kiszka7e97cd82011-02-07 12:19:12 +01001006 qemu_tcg_init_vcpu(env);
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001007 }
Blue Swirl296af7c2010-03-29 19:23:50 +00001008}
1009
1010void qemu_notify_event(void)
1011{
1012 qemu_event_increment();
1013}
1014
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001015void cpu_stop_current(void)
Blue Swirl296af7c2010-03-29 19:23:50 +00001016{
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001017 if (cpu_single_env) {
Paolo Bonzini67bb1722011-03-12 17:43:59 +01001018 cpu_single_env->stop = 0;
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001019 cpu_single_env->stopped = 1;
1020 cpu_exit(cpu_single_env);
Paolo Bonzini67bb1722011-03-12 17:43:59 +01001021 qemu_cond_signal(&qemu_pause_cond);
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001022 }
Blue Swirl296af7c2010-03-29 19:23:50 +00001023}
1024
1025void vm_stop(int reason)
1026{
Jan Kiszkab7680cb2011-03-12 17:43:51 +01001027 if (!qemu_thread_is_self(&io_thread)) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001028 qemu_system_vmstop_request(reason);
1029 /*
1030 * FIXME: should not return to device code in case
1031 * vm_stop() has been requested.
1032 */
Jan Kiszkab4a3d962011-02-01 22:15:43 +01001033 cpu_stop_current();
Blue Swirl296af7c2010-03-29 19:23:50 +00001034 return;
1035 }
1036 do_vm_stop(reason);
1037}
1038
1039#endif
1040
Jan Kiszka6792a572011-02-07 12:19:18 +01001041static int tcg_cpu_exec(CPUState *env)
Blue Swirl296af7c2010-03-29 19:23:50 +00001042{
1043 int ret;
1044#ifdef CONFIG_PROFILER
1045 int64_t ti;
1046#endif
1047
1048#ifdef CONFIG_PROFILER
1049 ti = profile_getclock();
1050#endif
1051 if (use_icount) {
1052 int64_t count;
1053 int decr;
1054 qemu_icount -= (env->icount_decr.u16.low + env->icount_extra);
1055 env->icount_decr.u16.low = 0;
1056 env->icount_extra = 0;
Paolo Bonzinicb842c92011-04-13 10:03:46 +02001057 count = qemu_icount_round(qemu_next_icount_deadline());
Blue Swirl296af7c2010-03-29 19:23:50 +00001058 qemu_icount += count;
1059 decr = (count > 0xffff) ? 0xffff : count;
1060 count -= decr;
1061 env->icount_decr.u16.low = decr;
1062 env->icount_extra = count;
1063 }
1064 ret = cpu_exec(env);
1065#ifdef CONFIG_PROFILER
1066 qemu_time += profile_getclock() - ti;
1067#endif
1068 if (use_icount) {
1069 /* Fold pending instructions back into the
1070 instruction counter, and clear the interrupt flag. */
1071 qemu_icount -= (env->icount_decr.u16.low
1072 + env->icount_extra);
1073 env->icount_decr.u32 = 0;
1074 env->icount_extra = 0;
1075 }
1076 return ret;
1077}
1078
Jan Kiszka472fb0c2010-06-25 16:56:55 +02001079bool cpu_exec_all(void)
Blue Swirl296af7c2010-03-29 19:23:50 +00001080{
Jan Kiszka9a360852011-02-01 22:15:55 +01001081 int r;
1082
Paolo Bonziniab33fcd2011-04-13 10:03:44 +02001083 /* Account partial waits to the vm_clock. */
1084 qemu_clock_warp(vm_clock);
1085
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001086 if (next_cpu == NULL) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001087 next_cpu = first_cpu;
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001088 }
Jan Kiszkac629a4b2010-06-25 16:56:52 +02001089 for (; next_cpu != NULL && !exit_request; next_cpu = next_cpu->next_cpu) {
Jan Kiszka345f4422010-06-25 16:56:54 +02001090 CPUState *env = next_cpu;
Blue Swirl296af7c2010-03-29 19:23:50 +00001091
1092 qemu_clock_enable(vm_clock,
Jan Kiszka345f4422010-06-25 16:56:54 +02001093 (env->singlestep_enabled & SSTEP_NOTIMER) == 0);
Blue Swirl296af7c2010-03-29 19:23:50 +00001094
Paolo Bonzini8cf3f222011-03-12 17:44:04 +01001095#ifndef CONFIG_IOTHREAD
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001096 if (qemu_alarm_pending()) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001097 break;
Jan Kiszka0ab07c62011-02-07 12:19:14 +01001098 }
Paolo Bonzini8cf3f222011-03-12 17:44:04 +01001099#endif
Jan Kiszka3c638d02010-06-25 16:56:56 +02001100 if (cpu_can_run(env)) {
Jan Kiszka9a360852011-02-01 22:15:55 +01001101 if (kvm_enabled()) {
Jan Kiszka6792a572011-02-07 12:19:18 +01001102 r = kvm_cpu_exec(env);
Jan Kiszka9a360852011-02-01 22:15:55 +01001103 qemu_kvm_eat_signals(env);
Jan Kiszka6792a572011-02-07 12:19:18 +01001104 } else {
1105 r = tcg_cpu_exec(env);
Jan Kiszka9a360852011-02-01 22:15:55 +01001106 }
1107 if (r == EXCP_DEBUG) {
Jan Kiszka1009d2e2011-03-15 12:26:13 +01001108 cpu_handle_guest_debug(env);
Jan Kiszka3c638d02010-06-25 16:56:56 +02001109 break;
1110 }
Paolo Bonzinidf646df2011-03-12 17:43:58 +01001111 } else if (env->stop || env->stopped) {
Blue Swirl296af7c2010-03-29 19:23:50 +00001112 break;
1113 }
1114 }
Jan Kiszkac629a4b2010-06-25 16:56:52 +02001115 exit_request = 0;
Jan Kiszka16400322011-02-09 16:29:37 +01001116 return !all_cpu_threads_idle();
Blue Swirl296af7c2010-03-29 19:23:50 +00001117}
1118
1119void set_numa_modes(void)
1120{
1121 CPUState *env;
1122 int i;
1123
1124 for (env = first_cpu; env != NULL; env = env->next_cpu) {
1125 for (i = 0; i < nb_numa_nodes; i++) {
1126 if (node_cpumask[i] & (1 << env->cpu_index)) {
1127 env->numa_node = i;
1128 }
1129 }
1130 }
1131}
1132
1133void set_cpu_log(const char *optarg)
1134{
1135 int mask;
1136 const CPULogItem *item;
1137
1138 mask = cpu_str_to_log_mask(optarg);
1139 if (!mask) {
1140 printf("Log items (comma separated):\n");
1141 for (item = cpu_log_items; item->mask != 0; item++) {
1142 printf("%-10s %s\n", item->name, item->help);
1143 }
1144 exit(1);
1145 }
1146 cpu_set_log(mask);
1147}
Blue Swirl29e922b2010-03-29 19:24:00 +00001148
Matthew Fernandezc235d732011-06-07 16:32:40 +00001149void set_cpu_log_filename(const char *optarg)
1150{
1151 cpu_set_log_filename(optarg);
1152}
1153
Blue Swirl29e922b2010-03-29 19:24:00 +00001154/* Return the virtual CPU time, based on the instruction counter. */
1155int64_t cpu_get_icount(void)
1156{
1157 int64_t icount;
1158 CPUState *env = cpu_single_env;;
1159
1160 icount = qemu_icount;
1161 if (env) {
1162 if (!can_do_io(env)) {
1163 fprintf(stderr, "Bad clock read\n");
1164 }
1165 icount -= (env->icount_decr.u16.low + env->icount_extra);
1166 }
1167 return qemu_icount_bias + (icount << icount_time_shift);
1168}
Blue Swirl262353c2010-05-04 19:55:35 +00001169
Stefan Weil9a78eea2010-10-22 23:03:33 +02001170void list_cpus(FILE *f, fprintf_function cpu_fprintf, const char *optarg)
Blue Swirl262353c2010-05-04 19:55:35 +00001171{
1172 /* XXX: implement xxx_cpu_list for targets that still miss it */
1173#if defined(cpu_list_id)
1174 cpu_list_id(f, cpu_fprintf, optarg);
1175#elif defined(cpu_list)
1176 cpu_list(f, cpu_fprintf); /* deprecated */
1177#endif
1178}