]> git.proxmox.com Git - qemu.git/blame - cpus.c
target-sparc: fix udiv(cc) and sdiv(cc)
[qemu.git] / cpus.c
CommitLineData
296af7c9
BS
1/*
2 * QEMU System Emulator
3 *
4 * Copyright (c) 2003-2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25/* Needed early for CONFIG_BSD etc. */
26#include "config-host.h"
27
28#include "monitor.h"
29#include "sysemu.h"
30#include "gdbstub.h"
31#include "dma.h"
32#include "kvm.h"
262ea18e 33#include "exec-all.h"
296af7c9
BS
34
35#include "cpus.h"
a8486bc9 36#include "compatfd.h"
c0532a76
MT
37#ifdef CONFIG_LINUX
38#include <sys/prctl.h>
39#endif
296af7c9 40
7277e027
BS
41#ifdef SIGRTMIN
42#define SIG_IPI (SIGRTMIN+4)
43#else
44#define SIG_IPI SIGUSR1
45#endif
46
c0532a76
MT
47#ifndef PR_MCE_KILL
48#define PR_MCE_KILL 33
49#endif
50
296af7c9
BS
51static CPUState *next_cpu;
52
53/***********************************************************/
54void hw_error(const char *fmt, ...)
55{
56 va_list ap;
57 CPUState *env;
58
59 va_start(ap, fmt);
60 fprintf(stderr, "qemu: hardware error: ");
61 vfprintf(stderr, fmt, ap);
62 fprintf(stderr, "\n");
63 for(env = first_cpu; env != NULL; env = env->next_cpu) {
64 fprintf(stderr, "CPU #%d:\n", env->cpu_index);
65#ifdef TARGET_I386
66 cpu_dump_state(env, stderr, fprintf, X86_DUMP_FPU);
67#else
68 cpu_dump_state(env, stderr, fprintf, 0);
69#endif
70 }
71 va_end(ap);
72 abort();
73}
74
75void cpu_synchronize_all_states(void)
76{
77 CPUState *cpu;
78
79 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
80 cpu_synchronize_state(cpu);
81 }
82}
83
84void cpu_synchronize_all_post_reset(void)
85{
86 CPUState *cpu;
87
88 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
89 cpu_synchronize_post_reset(cpu);
90 }
91}
92
93void cpu_synchronize_all_post_init(void)
94{
95 CPUState *cpu;
96
97 for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
98 cpu_synchronize_post_init(cpu);
99 }
100}
101
3ae9501c
MT
102int cpu_is_stopped(CPUState *env)
103{
104 return !vm_running || env->stopped;
105}
106
296af7c9
BS
107static void do_vm_stop(int reason)
108{
109 if (vm_running) {
110 cpu_disable_ticks();
111 vm_running = 0;
112 pause_all_vcpus();
113 vm_state_notify(0, reason);
55df6f33
MT
114 qemu_aio_flush();
115 bdrv_flush_all();
296af7c9
BS
116 monitor_protocol_event(QEVENT_STOP, NULL);
117 }
118}
119
120static int cpu_can_run(CPUState *env)
121{
122 if (env->stop)
123 return 0;
55274a30 124 if (env->stopped || !vm_running)
296af7c9
BS
125 return 0;
126 return 1;
127}
128
129static int cpu_has_work(CPUState *env)
130{
131 if (env->stop)
132 return 1;
e82bcec2
MT
133 if (env->queued_work_first)
134 return 1;
55274a30 135 if (env->stopped || !vm_running)
296af7c9
BS
136 return 0;
137 if (!env->halted)
138 return 1;
139 if (qemu_cpu_has_work(env))
140 return 1;
141 return 0;
142}
143
472fb0c4 144static int any_cpu_has_work(void)
296af7c9
BS
145{
146 CPUState *env;
147
148 for (env = first_cpu; env != NULL; env = env->next_cpu)
149 if (cpu_has_work(env))
150 return 1;
151 return 0;
152}
153
3c638d06
JK
154static void cpu_debug_handler(CPUState *env)
155{
156 gdb_set_stop_cpu(env);
157 debug_requested = EXCP_DEBUG;
158 vm_stop(EXCP_DEBUG);
159}
160
296af7c9
BS
161#ifndef _WIN32
162static int io_thread_fd = -1;
163
164static void qemu_event_increment(void)
165{
166 /* Write 8 bytes to be compatible with eventfd. */
26a82330 167 static const uint64_t val = 1;
296af7c9
BS
168 ssize_t ret;
169
170 if (io_thread_fd == -1)
171 return;
172
173 do {
174 ret = write(io_thread_fd, &val, sizeof(val));
175 } while (ret < 0 && errno == EINTR);
176
177 /* EAGAIN is fine, a read must be pending. */
178 if (ret < 0 && errno != EAGAIN) {
179 fprintf(stderr, "qemu_event_increment: write() filed: %s\n",
180 strerror(errno));
181 exit (1);
182 }
183}
184
185static void qemu_event_read(void *opaque)
186{
187 int fd = (unsigned long)opaque;
188 ssize_t len;
189 char buffer[512];
190
191 /* Drain the notify pipe. For eventfd, only 8 bytes will be read. */
192 do {
193 len = read(fd, buffer, sizeof(buffer));
194 } while ((len == -1 && errno == EINTR) || len == sizeof(buffer));
195}
196
197static int qemu_event_init(void)
198{
199 int err;
200 int fds[2];
201
202 err = qemu_eventfd(fds);
203 if (err == -1)
204 return -errno;
205
206 err = fcntl_setfl(fds[0], O_NONBLOCK);
207 if (err < 0)
208 goto fail;
209
210 err = fcntl_setfl(fds[1], O_NONBLOCK);
211 if (err < 0)
212 goto fail;
213
214 qemu_set_fd_handler2(fds[0], NULL, qemu_event_read, NULL,
215 (void *)(unsigned long)fds[0]);
216
217 io_thread_fd = fds[1];
218 return 0;
219
220fail:
221 close(fds[0]);
222 close(fds[1]);
223 return err;
224}
225#else
226HANDLE qemu_event_handle;
227
228static void dummy_event_handler(void *opaque)
229{
230}
231
232static int qemu_event_init(void)
233{
234 qemu_event_handle = CreateEvent(NULL, FALSE, FALSE, NULL);
235 if (!qemu_event_handle) {
236 fprintf(stderr, "Failed CreateEvent: %ld\n", GetLastError());
237 return -1;
238 }
239 qemu_add_wait_object(qemu_event_handle, dummy_event_handler, NULL);
240 return 0;
241}
242
243static void qemu_event_increment(void)
244{
245 if (!SetEvent(qemu_event_handle)) {
246 fprintf(stderr, "qemu_event_increment: SetEvent failed: %ld\n",
247 GetLastError());
248 exit (1);
249 }
250}
251#endif
252
253#ifndef CONFIG_IOTHREAD
254int qemu_init_main_loop(void)
255{
3c638d06
JK
256 cpu_set_debug_excp_handler(cpu_debug_handler);
257
296af7c9
BS
258 return qemu_event_init();
259}
260
7277e027
BS
261void qemu_main_loop_start(void)
262{
263}
264
296af7c9
BS
265void qemu_init_vcpu(void *_env)
266{
267 CPUState *env = _env;
268
269 env->nr_cores = smp_cores;
270 env->nr_threads = smp_threads;
271 if (kvm_enabled())
272 kvm_init_vcpu(env);
273 return;
274}
275
276int qemu_cpu_self(void *env)
277{
278 return 1;
279}
280
e82bcec2
MT
281void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
282{
283 func(data);
284}
285
296af7c9
BS
286void resume_all_vcpus(void)
287{
288}
289
290void pause_all_vcpus(void)
291{
292}
293
294void qemu_cpu_kick(void *env)
295{
296 return;
297}
298
299void qemu_notify_event(void)
300{
301 CPUState *env = cpu_single_env;
302
303 qemu_event_increment ();
304 if (env) {
305 cpu_exit(env);
306 }
307 if (next_cpu && env != next_cpu) {
308 cpu_exit(next_cpu);
309 }
310}
311
312void qemu_mutex_lock_iothread(void) {}
313void qemu_mutex_unlock_iothread(void) {}
314
315void vm_stop(int reason)
316{
317 do_vm_stop(reason);
318}
319
320#else /* CONFIG_IOTHREAD */
321
322#include "qemu-thread.h"
323
324QemuMutex qemu_global_mutex;
325static QemuMutex qemu_fair_mutex;
326
327static QemuThread io_thread;
328
329static QemuThread *tcg_cpu_thread;
330static QemuCond *tcg_halt_cond;
331
332static int qemu_system_ready;
333/* cpu creation */
334static QemuCond qemu_cpu_cond;
335/* system init */
336static QemuCond qemu_system_cond;
337static QemuCond qemu_pause_cond;
e82bcec2 338static QemuCond qemu_work_cond;
296af7c9 339
55541c8a
PB
340static void tcg_init_ipi(void);
341static void kvm_init_ipi(CPUState *env);
a8486bc9
MT
342static sigset_t block_io_signals(void);
343
344/* If we have signalfd, we mask out the signals we want to handle and then
345 * use signalfd to listen for them. We rely on whatever the current signal
346 * handler is to dispatch the signals when we receive them.
347 */
348static void sigfd_handler(void *opaque)
349{
350 int fd = (unsigned long) opaque;
351 struct qemu_signalfd_siginfo info;
352 struct sigaction action;
353 ssize_t len;
354
355 while (1) {
356 do {
357 len = read(fd, &info, sizeof(info));
358 } while (len == -1 && errno == EINTR);
359
360 if (len == -1 && errno == EAGAIN) {
361 break;
362 }
363
364 if (len != sizeof(info)) {
365 printf("read from sigfd returned %zd: %m\n", len);
366 return;
367 }
368
369 sigaction(info.ssi_signo, NULL, &action);
370 if ((action.sa_flags & SA_SIGINFO) && action.sa_sigaction) {
371 action.sa_sigaction(info.ssi_signo,
372 (siginfo_t *)&info, NULL);
373 } else if (action.sa_handler) {
374 action.sa_handler(info.ssi_signo);
375 }
376 }
377}
378
379static int qemu_signalfd_init(sigset_t mask)
380{
381 int sigfd;
382
383 sigfd = qemu_signalfd(&mask);
384 if (sigfd == -1) {
385 fprintf(stderr, "failed to create signalfd\n");
386 return -errno;
387 }
388
389 fcntl_setfl(sigfd, O_NONBLOCK);
390
391 qemu_set_fd_handler2(sigfd, NULL, sigfd_handler, NULL,
392 (void *)(unsigned long) sigfd);
393
394 return 0;
395}
296af7c9
BS
396
397int qemu_init_main_loop(void)
398{
399 int ret;
a8486bc9 400 sigset_t blocked_signals;
296af7c9 401
3c638d06
JK
402 cpu_set_debug_excp_handler(cpu_debug_handler);
403
a8486bc9
MT
404 blocked_signals = block_io_signals();
405
406 ret = qemu_signalfd_init(blocked_signals);
407 if (ret)
408 return ret;
409
410 /* Note eventfd must be drained before signalfd handlers run */
296af7c9
BS
411 ret = qemu_event_init();
412 if (ret)
413 return ret;
414
415 qemu_cond_init(&qemu_pause_cond);
f8ca7b43 416 qemu_cond_init(&qemu_system_cond);
296af7c9
BS
417 qemu_mutex_init(&qemu_fair_mutex);
418 qemu_mutex_init(&qemu_global_mutex);
419 qemu_mutex_lock(&qemu_global_mutex);
420
296af7c9
BS
421 qemu_thread_self(&io_thread);
422
423 return 0;
424}
425
7277e027
BS
426void qemu_main_loop_start(void)
427{
428 qemu_system_ready = 1;
429 qemu_cond_broadcast(&qemu_system_cond);
430}
431
e82bcec2
MT
432void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
433{
434 struct qemu_work_item wi;
435
436 if (qemu_cpu_self(env)) {
437 func(data);
438 return;
439 }
440
441 wi.func = func;
442 wi.data = data;
443 if (!env->queued_work_first)
444 env->queued_work_first = &wi;
445 else
446 env->queued_work_last->next = &wi;
447 env->queued_work_last = &wi;
448 wi.next = NULL;
449 wi.done = false;
450
451 qemu_cpu_kick(env);
452 while (!wi.done) {
453 CPUState *self_env = cpu_single_env;
454
455 qemu_cond_wait(&qemu_work_cond, &qemu_global_mutex);
456 cpu_single_env = self_env;
457 }
458}
459
460static void flush_queued_work(CPUState *env)
461{
462 struct qemu_work_item *wi;
463
464 if (!env->queued_work_first)
465 return;
466
467 while ((wi = env->queued_work_first)) {
468 env->queued_work_first = wi->next;
469 wi->func(wi->data);
470 wi->done = true;
471 }
472 env->queued_work_last = NULL;
473 qemu_cond_broadcast(&qemu_work_cond);
474}
475
296af7c9
BS
476static void qemu_wait_io_event_common(CPUState *env)
477{
478 if (env->stop) {
479 env->stop = 0;
480 env->stopped = 1;
481 qemu_cond_signal(&qemu_pause_cond);
482 }
e82bcec2 483 flush_queued_work(env);
296af7c9
BS
484}
485
6cabe1f3 486static void qemu_tcg_wait_io_event(void)
296af7c9 487{
6cabe1f3
JK
488 CPUState *env;
489
472fb0c4 490 while (!any_cpu_has_work())
6cabe1f3 491 qemu_cond_timedwait(tcg_halt_cond, &qemu_global_mutex, 1000);
296af7c9
BS
492
493 qemu_mutex_unlock(&qemu_global_mutex);
494
495 /*
496 * Users of qemu_global_mutex can be starved, having no chance
497 * to acquire it since this path will get to it first.
498 * So use another lock to provide fairness.
499 */
500 qemu_mutex_lock(&qemu_fair_mutex);
501 qemu_mutex_unlock(&qemu_fair_mutex);
502
503 qemu_mutex_lock(&qemu_global_mutex);
6cabe1f3
JK
504
505 for (env = first_cpu; env != NULL; env = env->next_cpu) {
506 qemu_wait_io_event_common(env);
507 }
296af7c9
BS
508}
509
c0532a76
MT
510static void sigbus_reraise(void)
511{
512 sigset_t set;
513 struct sigaction action;
514
515 memset(&action, 0, sizeof(action));
516 action.sa_handler = SIG_DFL;
517 if (!sigaction(SIGBUS, &action, NULL)) {
518 raise(SIGBUS);
519 sigemptyset(&set);
520 sigaddset(&set, SIGBUS);
521 sigprocmask(SIG_UNBLOCK, &set, NULL);
522 }
523 perror("Failed to re-raise SIGBUS!\n");
524 abort();
525}
526
527static void sigbus_handler(int n, struct qemu_signalfd_siginfo *siginfo,
528 void *ctx)
529{
530#if defined(TARGET_I386)
531 if (kvm_on_sigbus(siginfo->ssi_code, (void *)(intptr_t)siginfo->ssi_addr))
532#endif
533 sigbus_reraise();
534}
535
296af7c9
BS
536static void qemu_kvm_eat_signal(CPUState *env, int timeout)
537{
538 struct timespec ts;
539 int r, e;
540 siginfo_t siginfo;
541 sigset_t waitset;
c0532a76 542 sigset_t chkset;
296af7c9
BS
543
544 ts.tv_sec = timeout / 1000;
545 ts.tv_nsec = (timeout % 1000) * 1000000;
546
547 sigemptyset(&waitset);
548 sigaddset(&waitset, SIG_IPI);
c0532a76 549 sigaddset(&waitset, SIGBUS);
296af7c9 550
c0532a76
MT
551 do {
552 qemu_mutex_unlock(&qemu_global_mutex);
296af7c9 553
c0532a76
MT
554 r = sigtimedwait(&waitset, &siginfo, &ts);
555 e = errno;
556
557 qemu_mutex_lock(&qemu_global_mutex);
558
559 if (r == -1 && !(e == EAGAIN || e == EINTR)) {
560 fprintf(stderr, "sigtimedwait: %s\n", strerror(e));
561 exit(1);
562 }
563
564 switch (r) {
565 case SIGBUS:
566#ifdef TARGET_I386
567 if (kvm_on_sigbus_vcpu(env, siginfo.si_code, siginfo.si_addr))
568#endif
569 sigbus_reraise();
570 break;
571 default:
572 break;
573 }
574
575 r = sigpending(&chkset);
576 if (r == -1) {
577 fprintf(stderr, "sigpending: %s\n", strerror(e));
578 exit(1);
579 }
580 } while (sigismember(&chkset, SIG_IPI) || sigismember(&chkset, SIGBUS));
296af7c9
BS
581}
582
583static void qemu_kvm_wait_io_event(CPUState *env)
584{
585 while (!cpu_has_work(env))
586 qemu_cond_timedwait(env->halt_cond, &qemu_global_mutex, 1000);
587
588 qemu_kvm_eat_signal(env, 0);
589 qemu_wait_io_event_common(env);
590}
591
592static int qemu_cpu_exec(CPUState *env);
593
594static void *kvm_cpu_thread_fn(void *arg)
595{
596 CPUState *env = arg;
597
6164e6d6 598 qemu_mutex_lock(&qemu_global_mutex);
296af7c9
BS
599 qemu_thread_self(env->thread);
600 if (kvm_enabled())
601 kvm_init_vcpu(env);
602
55541c8a 603 kvm_init_ipi(env);
296af7c9
BS
604
605 /* signal CPU creation */
296af7c9
BS
606 env->created = 1;
607 qemu_cond_signal(&qemu_cpu_cond);
608
609 /* and wait for machine initialization */
610 while (!qemu_system_ready)
611 qemu_cond_timedwait(&qemu_system_cond, &qemu_global_mutex, 100);
612
613 while (1) {
614 if (cpu_can_run(env))
615 qemu_cpu_exec(env);
616 qemu_kvm_wait_io_event(env);
617 }
618
619 return NULL;
620}
621
622static void *tcg_cpu_thread_fn(void *arg)
623{
624 CPUState *env = arg;
625
55541c8a 626 tcg_init_ipi();
296af7c9
BS
627 qemu_thread_self(env->thread);
628
629 /* signal CPU creation */
630 qemu_mutex_lock(&qemu_global_mutex);
631 for (env = first_cpu; env != NULL; env = env->next_cpu)
632 env->created = 1;
633 qemu_cond_signal(&qemu_cpu_cond);
634
635 /* and wait for machine initialization */
636 while (!qemu_system_ready)
637 qemu_cond_timedwait(&qemu_system_cond, &qemu_global_mutex, 100);
638
639 while (1) {
472fb0c4 640 cpu_exec_all();
6cabe1f3 641 qemu_tcg_wait_io_event();
296af7c9
BS
642 }
643
644 return NULL;
645}
646
647void qemu_cpu_kick(void *_env)
648{
649 CPUState *env = _env;
650 qemu_cond_broadcast(env->halt_cond);
1fbb22e5 651 qemu_thread_signal(env->thread, SIG_IPI);
296af7c9
BS
652}
653
654int qemu_cpu_self(void *_env)
655{
656 CPUState *env = _env;
657 QemuThread this;
658
659 qemu_thread_self(&this);
660
661 return qemu_thread_equal(&this, env->thread);
662}
663
664static void cpu_signal(int sig)
665{
666 if (cpu_single_env)
667 cpu_exit(cpu_single_env);
1a28cac3 668 exit_request = 1;
296af7c9
BS
669}
670
55541c8a 671static void tcg_init_ipi(void)
296af7c9
BS
672{
673 sigset_t set;
674 struct sigaction sigact;
675
55541c8a
PB
676 memset(&sigact, 0, sizeof(sigact));
677 sigact.sa_handler = cpu_signal;
678 sigaction(SIG_IPI, &sigact, NULL);
296af7c9
BS
679
680 sigemptyset(&set);
681 sigaddset(&set, SIG_IPI);
682 pthread_sigmask(SIG_UNBLOCK, &set, NULL);
296af7c9
BS
683}
684
685static void dummy_signal(int sig)
686{
687}
688
55541c8a 689static void kvm_init_ipi(CPUState *env)
296af7c9
BS
690{
691 int r;
692 sigset_t set;
693 struct sigaction sigact;
694
296af7c9
BS
695 memset(&sigact, 0, sizeof(sigact));
696 sigact.sa_handler = dummy_signal;
697 sigaction(SIG_IPI, &sigact, NULL);
698
55541c8a
PB
699 pthread_sigmask(SIG_BLOCK, NULL, &set);
700 sigdelset(&set, SIG_IPI);
c0532a76 701 sigdelset(&set, SIGBUS);
296af7c9
BS
702 r = kvm_set_signal_mask(env, &set);
703 if (r) {
704 fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(r));
705 exit(1);
706 }
707}
708
a8486bc9 709static sigset_t block_io_signals(void)
296af7c9
BS
710{
711 sigset_t set;
c0532a76 712 struct sigaction action;
296af7c9 713
a8486bc9 714 /* SIGUSR2 used by posix-aio-compat.c */
296af7c9
BS
715 sigemptyset(&set);
716 sigaddset(&set, SIGUSR2);
296af7c9
BS
717 pthread_sigmask(SIG_UNBLOCK, &set, NULL);
718
719 sigemptyset(&set);
a8486bc9
MT
720 sigaddset(&set, SIGIO);
721 sigaddset(&set, SIGALRM);
296af7c9 722 sigaddset(&set, SIG_IPI);
c0532a76 723 sigaddset(&set, SIGBUS);
296af7c9 724 pthread_sigmask(SIG_BLOCK, &set, NULL);
a8486bc9 725
c0532a76
MT
726 memset(&action, 0, sizeof(action));
727 action.sa_flags = SA_SIGINFO;
728 action.sa_sigaction = (void (*)(int, siginfo_t*, void*))sigbus_handler;
729 sigaction(SIGBUS, &action, NULL);
730 prctl(PR_MCE_KILL, 1, 1, 0, 0);
731
a8486bc9 732 return set;
296af7c9
BS
733}
734
296af7c9
BS
735void qemu_mutex_lock_iothread(void)
736{
737 if (kvm_enabled()) {
738 qemu_mutex_lock(&qemu_fair_mutex);
739 qemu_mutex_lock(&qemu_global_mutex);
740 qemu_mutex_unlock(&qemu_fair_mutex);
1a28cac3
MT
741 } else {
742 qemu_mutex_lock(&qemu_fair_mutex);
743 if (qemu_mutex_trylock(&qemu_global_mutex)) {
744 qemu_thread_signal(tcg_cpu_thread, SIG_IPI);
745 qemu_mutex_lock(&qemu_global_mutex);
746 }
747 qemu_mutex_unlock(&qemu_fair_mutex);
748 }
296af7c9
BS
749}
750
751void qemu_mutex_unlock_iothread(void)
752{
753 qemu_mutex_unlock(&qemu_global_mutex);
754}
755
756static int all_vcpus_paused(void)
757{
758 CPUState *penv = first_cpu;
759
760 while (penv) {
761 if (!penv->stopped)
762 return 0;
763 penv = (CPUState *)penv->next_cpu;
764 }
765
766 return 1;
767}
768
769void pause_all_vcpus(void)
770{
771 CPUState *penv = first_cpu;
772
773 while (penv) {
774 penv->stop = 1;
296af7c9
BS
775 qemu_cpu_kick(penv);
776 penv = (CPUState *)penv->next_cpu;
777 }
778
779 while (!all_vcpus_paused()) {
780 qemu_cond_timedwait(&qemu_pause_cond, &qemu_global_mutex, 100);
781 penv = first_cpu;
782 while (penv) {
1fbb22e5 783 qemu_cpu_kick(penv);
296af7c9
BS
784 penv = (CPUState *)penv->next_cpu;
785 }
786 }
787}
788
789void resume_all_vcpus(void)
790{
791 CPUState *penv = first_cpu;
792
793 while (penv) {
794 penv->stop = 0;
795 penv->stopped = 0;
296af7c9
BS
796 qemu_cpu_kick(penv);
797 penv = (CPUState *)penv->next_cpu;
798 }
799}
800
801static void tcg_init_vcpu(void *_env)
802{
803 CPUState *env = _env;
804 /* share a single thread for all cpus with TCG */
805 if (!tcg_cpu_thread) {
806 env->thread = qemu_mallocz(sizeof(QemuThread));
807 env->halt_cond = qemu_mallocz(sizeof(QemuCond));
808 qemu_cond_init(env->halt_cond);
809 qemu_thread_create(env->thread, tcg_cpu_thread_fn, env);
810 while (env->created == 0)
811 qemu_cond_timedwait(&qemu_cpu_cond, &qemu_global_mutex, 100);
812 tcg_cpu_thread = env->thread;
813 tcg_halt_cond = env->halt_cond;
814 } else {
815 env->thread = tcg_cpu_thread;
816 env->halt_cond = tcg_halt_cond;
817 }
818}
819
820static void kvm_start_vcpu(CPUState *env)
821{
822 env->thread = qemu_mallocz(sizeof(QemuThread));
823 env->halt_cond = qemu_mallocz(sizeof(QemuCond));
824 qemu_cond_init(env->halt_cond);
825 qemu_thread_create(env->thread, kvm_cpu_thread_fn, env);
826 while (env->created == 0)
827 qemu_cond_timedwait(&qemu_cpu_cond, &qemu_global_mutex, 100);
828}
829
830void qemu_init_vcpu(void *_env)
831{
832 CPUState *env = _env;
833
834 env->nr_cores = smp_cores;
835 env->nr_threads = smp_threads;
836 if (kvm_enabled())
837 kvm_start_vcpu(env);
838 else
839 tcg_init_vcpu(env);
840}
841
842void qemu_notify_event(void)
843{
844 qemu_event_increment();
845}
846
847static void qemu_system_vmstop_request(int reason)
848{
849 vmstop_requested = reason;
850 qemu_notify_event();
851}
852
853void vm_stop(int reason)
854{
855 QemuThread me;
856 qemu_thread_self(&me);
857
858 if (!qemu_thread_equal(&me, &io_thread)) {
859 qemu_system_vmstop_request(reason);
860 /*
861 * FIXME: should not return to device code in case
862 * vm_stop() has been requested.
863 */
864 if (cpu_single_env) {
865 cpu_exit(cpu_single_env);
866 cpu_single_env->stop = 1;
867 }
868 return;
869 }
870 do_vm_stop(reason);
871}
872
873#endif
874
875static int qemu_cpu_exec(CPUState *env)
876{
877 int ret;
878#ifdef CONFIG_PROFILER
879 int64_t ti;
880#endif
881
882#ifdef CONFIG_PROFILER
883 ti = profile_getclock();
884#endif
885 if (use_icount) {
886 int64_t count;
887 int decr;
888 qemu_icount -= (env->icount_decr.u16.low + env->icount_extra);
889 env->icount_decr.u16.low = 0;
890 env->icount_extra = 0;
891 count = qemu_icount_round (qemu_next_deadline());
892 qemu_icount += count;
893 decr = (count > 0xffff) ? 0xffff : count;
894 count -= decr;
895 env->icount_decr.u16.low = decr;
896 env->icount_extra = count;
897 }
898 ret = cpu_exec(env);
899#ifdef CONFIG_PROFILER
900 qemu_time += profile_getclock() - ti;
901#endif
902 if (use_icount) {
903 /* Fold pending instructions back into the
904 instruction counter, and clear the interrupt flag. */
905 qemu_icount -= (env->icount_decr.u16.low
906 + env->icount_extra);
907 env->icount_decr.u32 = 0;
908 env->icount_extra = 0;
909 }
910 return ret;
911}
912
472fb0c4 913bool cpu_exec_all(void)
296af7c9 914{
296af7c9
BS
915 if (next_cpu == NULL)
916 next_cpu = first_cpu;
c629a4bc 917 for (; next_cpu != NULL && !exit_request; next_cpu = next_cpu->next_cpu) {
345f4426 918 CPUState *env = next_cpu;
296af7c9
BS
919
920 qemu_clock_enable(vm_clock,
345f4426 921 (env->singlestep_enabled & SSTEP_NOTIMER) == 0);
296af7c9
BS
922
923 if (qemu_alarm_pending())
924 break;
3c638d06
JK
925 if (cpu_can_run(env)) {
926 if (qemu_cpu_exec(env) == EXCP_DEBUG) {
927 break;
928 }
929 } else if (env->stop) {
296af7c9
BS
930 break;
931 }
932 }
c629a4bc 933 exit_request = 0;
472fb0c4 934 return any_cpu_has_work();
296af7c9
BS
935}
936
937void set_numa_modes(void)
938{
939 CPUState *env;
940 int i;
941
942 for (env = first_cpu; env != NULL; env = env->next_cpu) {
943 for (i = 0; i < nb_numa_nodes; i++) {
944 if (node_cpumask[i] & (1 << env->cpu_index)) {
945 env->numa_node = i;
946 }
947 }
948 }
949}
950
951void set_cpu_log(const char *optarg)
952{
953 int mask;
954 const CPULogItem *item;
955
956 mask = cpu_str_to_log_mask(optarg);
957 if (!mask) {
958 printf("Log items (comma separated):\n");
959 for (item = cpu_log_items; item->mask != 0; item++) {
960 printf("%-10s %s\n", item->name, item->help);
961 }
962 exit(1);
963 }
964 cpu_set_log(mask);
965}
29e922b6
BS
966
967/* Return the virtual CPU time, based on the instruction counter. */
968int64_t cpu_get_icount(void)
969{
970 int64_t icount;
971 CPUState *env = cpu_single_env;;
972
973 icount = qemu_icount;
974 if (env) {
975 if (!can_do_io(env)) {
976 fprintf(stderr, "Bad clock read\n");
977 }
978 icount -= (env->icount_decr.u16.low + env->icount_extra);
979 }
980 return qemu_icount_bias + (icount << icount_time_shift);
981}
262353cb 982
9a78eead 983void list_cpus(FILE *f, fprintf_function cpu_fprintf, const char *optarg)
262353cb
BS
984{
985 /* XXX: implement xxx_cpu_list for targets that still miss it */
986#if defined(cpu_list_id)
987 cpu_list_id(f, cpu_fprintf, optarg);
988#elif defined(cpu_list)
989 cpu_list(f, cpu_fprintf); /* deprecated */
990#endif
991}