root / cpus.c @ ee7495d3
History | View | Annotate | Download (25.1 kB)
1 | 296af7c9 | Blue Swirl | /*
|
---|---|---|---|
2 | 296af7c9 | Blue Swirl | * QEMU System Emulator
|
3 | 296af7c9 | Blue Swirl | *
|
4 | 296af7c9 | Blue Swirl | * Copyright (c) 2003-2008 Fabrice Bellard
|
5 | 296af7c9 | Blue Swirl | *
|
6 | 296af7c9 | Blue Swirl | * Permission is hereby granted, free of charge, to any person obtaining a copy
|
7 | 296af7c9 | Blue Swirl | * of this software and associated documentation files (the "Software"), to deal
|
8 | 296af7c9 | Blue Swirl | * in the Software without restriction, including without limitation the rights
|
9 | 296af7c9 | Blue Swirl | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
10 | 296af7c9 | Blue Swirl | * copies of the Software, and to permit persons to whom the Software is
|
11 | 296af7c9 | Blue Swirl | * furnished to do so, subject to the following conditions:
|
12 | 296af7c9 | Blue Swirl | *
|
13 | 296af7c9 | Blue Swirl | * The above copyright notice and this permission notice shall be included in
|
14 | 296af7c9 | Blue Swirl | * all copies or substantial portions of the Software.
|
15 | 296af7c9 | Blue Swirl | *
|
16 | 296af7c9 | Blue Swirl | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
17 | 296af7c9 | Blue Swirl | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
18 | 296af7c9 | Blue Swirl | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
19 | 296af7c9 | Blue Swirl | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
20 | 296af7c9 | Blue Swirl | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
21 | 296af7c9 | Blue Swirl | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
22 | 296af7c9 | Blue Swirl | * THE SOFTWARE.
|
23 | 296af7c9 | Blue Swirl | */
|
24 | 296af7c9 | Blue Swirl | |
25 | 296af7c9 | Blue Swirl | /* Needed early for CONFIG_BSD etc. */
|
26 | 296af7c9 | Blue Swirl | #include "config-host.h" |
27 | 296af7c9 | Blue Swirl | |
28 | 296af7c9 | Blue Swirl | #include "monitor.h" |
29 | 296af7c9 | Blue Swirl | #include "sysemu.h" |
30 | 296af7c9 | Blue Swirl | #include "gdbstub.h" |
31 | 296af7c9 | Blue Swirl | #include "dma.h" |
32 | 296af7c9 | Blue Swirl | #include "kvm.h" |
33 | 262ea18e | Jan Kiszka | #include "exec-all.h" |
34 | 296af7c9 | Blue Swirl | |
35 | 96284e89 | Paolo Bonzini | #include "qemu-thread.h" |
36 | 296af7c9 | Blue Swirl | #include "cpus.h" |
37 | a8486bc9 | Marcelo Tosatti | #include "compatfd.h" |
38 | 296af7c9 | Blue Swirl | |
39 | 7277e027 | Blue Swirl | #ifdef SIGRTMIN
|
40 | 7277e027 | Blue Swirl | #define SIG_IPI (SIGRTMIN+4) |
41 | 7277e027 | Blue Swirl | #else
|
42 | 7277e027 | Blue Swirl | #define SIG_IPI SIGUSR1
|
43 | 7277e027 | Blue Swirl | #endif
|
44 | 7277e027 | Blue Swirl | |
45 | 6d9cb73c | Jan Kiszka | #ifdef CONFIG_LINUX
|
46 | 6d9cb73c | Jan Kiszka | |
47 | 6d9cb73c | Jan Kiszka | #include <sys/prctl.h> |
48 | 6d9cb73c | Jan Kiszka | |
49 | c0532a76 | Marcelo Tosatti | #ifndef PR_MCE_KILL
|
50 | c0532a76 | Marcelo Tosatti | #define PR_MCE_KILL 33 |
51 | c0532a76 | Marcelo Tosatti | #endif
|
52 | c0532a76 | Marcelo Tosatti | |
53 | 6d9cb73c | Jan Kiszka | #ifndef PR_MCE_KILL_SET
|
54 | 6d9cb73c | Jan Kiszka | #define PR_MCE_KILL_SET 1 |
55 | 6d9cb73c | Jan Kiszka | #endif
|
56 | 6d9cb73c | Jan Kiszka | |
57 | 6d9cb73c | Jan Kiszka | #ifndef PR_MCE_KILL_EARLY
|
58 | 6d9cb73c | Jan Kiszka | #define PR_MCE_KILL_EARLY 1 |
59 | 6d9cb73c | Jan Kiszka | #endif
|
60 | 6d9cb73c | Jan Kiszka | |
61 | 6d9cb73c | Jan Kiszka | #endif /* CONFIG_LINUX */ |
62 | 6d9cb73c | Jan Kiszka | |
63 | 296af7c9 | Blue Swirl | static CPUState *next_cpu;
|
64 | 296af7c9 | Blue Swirl | |
65 | 296af7c9 | Blue Swirl | /***********************************************************/
|
66 | 296af7c9 | Blue Swirl | void hw_error(const char *fmt, ...) |
67 | 296af7c9 | Blue Swirl | { |
68 | 296af7c9 | Blue Swirl | va_list ap; |
69 | 296af7c9 | Blue Swirl | CPUState *env; |
70 | 296af7c9 | Blue Swirl | |
71 | 296af7c9 | Blue Swirl | va_start(ap, fmt); |
72 | 296af7c9 | Blue Swirl | fprintf(stderr, "qemu: hardware error: ");
|
73 | 296af7c9 | Blue Swirl | vfprintf(stderr, fmt, ap); |
74 | 296af7c9 | Blue Swirl | fprintf(stderr, "\n");
|
75 | 296af7c9 | Blue Swirl | for(env = first_cpu; env != NULL; env = env->next_cpu) { |
76 | 296af7c9 | Blue Swirl | fprintf(stderr, "CPU #%d:\n", env->cpu_index);
|
77 | 296af7c9 | Blue Swirl | #ifdef TARGET_I386
|
78 | 296af7c9 | Blue Swirl | cpu_dump_state(env, stderr, fprintf, X86_DUMP_FPU); |
79 | 296af7c9 | Blue Swirl | #else
|
80 | 296af7c9 | Blue Swirl | cpu_dump_state(env, stderr, fprintf, 0);
|
81 | 296af7c9 | Blue Swirl | #endif
|
82 | 296af7c9 | Blue Swirl | } |
83 | 296af7c9 | Blue Swirl | va_end(ap); |
84 | 296af7c9 | Blue Swirl | abort(); |
85 | 296af7c9 | Blue Swirl | } |
86 | 296af7c9 | Blue Swirl | |
87 | 296af7c9 | Blue Swirl | void cpu_synchronize_all_states(void) |
88 | 296af7c9 | Blue Swirl | { |
89 | 296af7c9 | Blue Swirl | CPUState *cpu; |
90 | 296af7c9 | Blue Swirl | |
91 | 296af7c9 | Blue Swirl | for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
|
92 | 296af7c9 | Blue Swirl | cpu_synchronize_state(cpu); |
93 | 296af7c9 | Blue Swirl | } |
94 | 296af7c9 | Blue Swirl | } |
95 | 296af7c9 | Blue Swirl | |
96 | 296af7c9 | Blue Swirl | void cpu_synchronize_all_post_reset(void) |
97 | 296af7c9 | Blue Swirl | { |
98 | 296af7c9 | Blue Swirl | CPUState *cpu; |
99 | 296af7c9 | Blue Swirl | |
100 | 296af7c9 | Blue Swirl | for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
|
101 | 296af7c9 | Blue Swirl | cpu_synchronize_post_reset(cpu); |
102 | 296af7c9 | Blue Swirl | } |
103 | 296af7c9 | Blue Swirl | } |
104 | 296af7c9 | Blue Swirl | |
105 | 296af7c9 | Blue Swirl | void cpu_synchronize_all_post_init(void) |
106 | 296af7c9 | Blue Swirl | { |
107 | 296af7c9 | Blue Swirl | CPUState *cpu; |
108 | 296af7c9 | Blue Swirl | |
109 | 296af7c9 | Blue Swirl | for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
|
110 | 296af7c9 | Blue Swirl | cpu_synchronize_post_init(cpu); |
111 | 296af7c9 | Blue Swirl | } |
112 | 296af7c9 | Blue Swirl | } |
113 | 296af7c9 | Blue Swirl | |
114 | 3ae9501c | Marcelo Tosatti | int cpu_is_stopped(CPUState *env)
|
115 | 3ae9501c | Marcelo Tosatti | { |
116 | 3ae9501c | Marcelo Tosatti | return !vm_running || env->stopped;
|
117 | 3ae9501c | Marcelo Tosatti | } |
118 | 3ae9501c | Marcelo Tosatti | |
119 | 296af7c9 | Blue Swirl | static void do_vm_stop(int reason) |
120 | 296af7c9 | Blue Swirl | { |
121 | 296af7c9 | Blue Swirl | if (vm_running) {
|
122 | 296af7c9 | Blue Swirl | cpu_disable_ticks(); |
123 | 296af7c9 | Blue Swirl | vm_running = 0;
|
124 | 296af7c9 | Blue Swirl | pause_all_vcpus(); |
125 | 296af7c9 | Blue Swirl | vm_state_notify(0, reason);
|
126 | 55df6f33 | Michael S. Tsirkin | qemu_aio_flush(); |
127 | 55df6f33 | Michael S. Tsirkin | bdrv_flush_all(); |
128 | 296af7c9 | Blue Swirl | monitor_protocol_event(QEVENT_STOP, NULL);
|
129 | 296af7c9 | Blue Swirl | } |
130 | 296af7c9 | Blue Swirl | } |
131 | 296af7c9 | Blue Swirl | |
132 | 296af7c9 | Blue Swirl | static int cpu_can_run(CPUState *env) |
133 | 296af7c9 | Blue Swirl | { |
134 | 0ab07c62 | Jan Kiszka | if (env->stop) {
|
135 | 296af7c9 | Blue Swirl | return 0; |
136 | 0ab07c62 | Jan Kiszka | } |
137 | 0ab07c62 | Jan Kiszka | if (env->stopped || !vm_running) {
|
138 | 296af7c9 | Blue Swirl | return 0; |
139 | 0ab07c62 | Jan Kiszka | } |
140 | 296af7c9 | Blue Swirl | return 1; |
141 | 296af7c9 | Blue Swirl | } |
142 | 296af7c9 | Blue Swirl | |
143 | 16400322 | Jan Kiszka | static bool cpu_thread_is_idle(CPUState *env) |
144 | 296af7c9 | Blue Swirl | { |
145 | 16400322 | Jan Kiszka | if (env->stop || env->queued_work_first) {
|
146 | 16400322 | Jan Kiszka | return false; |
147 | 16400322 | Jan Kiszka | } |
148 | 16400322 | Jan Kiszka | if (env->stopped || !vm_running) {
|
149 | 16400322 | Jan Kiszka | return true; |
150 | 16400322 | Jan Kiszka | } |
151 | f2c1cc81 | Jan Kiszka | if (!env->halted || qemu_cpu_has_work(env) ||
|
152 | f2c1cc81 | Jan Kiszka | (kvm_enabled() && kvm_irqchip_in_kernel())) { |
153 | 16400322 | Jan Kiszka | return false; |
154 | 16400322 | Jan Kiszka | } |
155 | 16400322 | Jan Kiszka | return true; |
156 | 296af7c9 | Blue Swirl | } |
157 | 296af7c9 | Blue Swirl | |
158 | 16400322 | Jan Kiszka | static bool all_cpu_threads_idle(void) |
159 | 296af7c9 | Blue Swirl | { |
160 | 296af7c9 | Blue Swirl | CPUState *env; |
161 | 296af7c9 | Blue Swirl | |
162 | 16400322 | Jan Kiszka | for (env = first_cpu; env != NULL; env = env->next_cpu) { |
163 | 16400322 | Jan Kiszka | if (!cpu_thread_is_idle(env)) {
|
164 | 16400322 | Jan Kiszka | return false; |
165 | 16400322 | Jan Kiszka | } |
166 | 16400322 | Jan Kiszka | } |
167 | 16400322 | Jan Kiszka | return true; |
168 | 296af7c9 | Blue Swirl | } |
169 | 296af7c9 | Blue Swirl | |
170 | 1009d2ed | Jan Kiszka | static void cpu_handle_guest_debug(CPUState *env) |
171 | 83f338f7 | Jan Kiszka | { |
172 | 3c638d06 | Jan Kiszka | gdb_set_stop_cpu(env); |
173 | 8cf71710 | Jan Kiszka | qemu_system_debug_request(); |
174 | 83f338f7 | Jan Kiszka | #ifdef CONFIG_IOTHREAD
|
175 | 83f338f7 | Jan Kiszka | env->stopped = 1;
|
176 | 83f338f7 | Jan Kiszka | #endif
|
177 | 3c638d06 | Jan Kiszka | } |
178 | 3c638d06 | Jan Kiszka | |
179 | 714bd040 | Paolo Bonzini | #ifdef CONFIG_IOTHREAD
|
180 | 714bd040 | Paolo Bonzini | static void cpu_signal(int sig) |
181 | 714bd040 | Paolo Bonzini | { |
182 | 714bd040 | Paolo Bonzini | if (cpu_single_env) {
|
183 | 714bd040 | Paolo Bonzini | cpu_exit(cpu_single_env); |
184 | 714bd040 | Paolo Bonzini | } |
185 | 714bd040 | Paolo Bonzini | exit_request = 1;
|
186 | 714bd040 | Paolo Bonzini | } |
187 | 714bd040 | Paolo Bonzini | #endif
|
188 | 714bd040 | Paolo Bonzini | |
189 | 6d9cb73c | Jan Kiszka | #ifdef CONFIG_LINUX
|
190 | 6d9cb73c | Jan Kiszka | static void sigbus_reraise(void) |
191 | 6d9cb73c | Jan Kiszka | { |
192 | 6d9cb73c | Jan Kiszka | sigset_t set; |
193 | 6d9cb73c | Jan Kiszka | struct sigaction action;
|
194 | 6d9cb73c | Jan Kiszka | |
195 | 6d9cb73c | Jan Kiszka | memset(&action, 0, sizeof(action)); |
196 | 6d9cb73c | Jan Kiszka | action.sa_handler = SIG_DFL; |
197 | 6d9cb73c | Jan Kiszka | if (!sigaction(SIGBUS, &action, NULL)) { |
198 | 6d9cb73c | Jan Kiszka | raise(SIGBUS); |
199 | 6d9cb73c | Jan Kiszka | sigemptyset(&set); |
200 | 6d9cb73c | Jan Kiszka | sigaddset(&set, SIGBUS); |
201 | 6d9cb73c | Jan Kiszka | sigprocmask(SIG_UNBLOCK, &set, NULL);
|
202 | 6d9cb73c | Jan Kiszka | } |
203 | 6d9cb73c | Jan Kiszka | perror("Failed to re-raise SIGBUS!\n");
|
204 | 6d9cb73c | Jan Kiszka | abort(); |
205 | 6d9cb73c | Jan Kiszka | } |
206 | 6d9cb73c | Jan Kiszka | |
207 | 6d9cb73c | Jan Kiszka | static void sigbus_handler(int n, struct qemu_signalfd_siginfo *siginfo, |
208 | 6d9cb73c | Jan Kiszka | void *ctx)
|
209 | 6d9cb73c | Jan Kiszka | { |
210 | 6d9cb73c | Jan Kiszka | if (kvm_on_sigbus(siginfo->ssi_code,
|
211 | 6d9cb73c | Jan Kiszka | (void *)(intptr_t)siginfo->ssi_addr)) {
|
212 | 6d9cb73c | Jan Kiszka | sigbus_reraise(); |
213 | 6d9cb73c | Jan Kiszka | } |
214 | 6d9cb73c | Jan Kiszka | } |
215 | 6d9cb73c | Jan Kiszka | |
216 | 6d9cb73c | Jan Kiszka | static void qemu_init_sigbus(void) |
217 | 6d9cb73c | Jan Kiszka | { |
218 | 6d9cb73c | Jan Kiszka | struct sigaction action;
|
219 | 6d9cb73c | Jan Kiszka | |
220 | 6d9cb73c | Jan Kiszka | memset(&action, 0, sizeof(action)); |
221 | 6d9cb73c | Jan Kiszka | action.sa_flags = SA_SIGINFO; |
222 | 6d9cb73c | Jan Kiszka | action.sa_sigaction = (void (*)(int, siginfo_t*, void*))sigbus_handler; |
223 | 6d9cb73c | Jan Kiszka | sigaction(SIGBUS, &action, NULL);
|
224 | 6d9cb73c | Jan Kiszka | |
225 | 6d9cb73c | Jan Kiszka | prctl(PR_MCE_KILL, PR_MCE_KILL_SET, PR_MCE_KILL_EARLY, 0, 0); |
226 | 6d9cb73c | Jan Kiszka | } |
227 | 6d9cb73c | Jan Kiszka | |
228 | 1ab3c6c0 | Jan Kiszka | static void qemu_kvm_eat_signals(CPUState *env) |
229 | 1ab3c6c0 | Jan Kiszka | { |
230 | 1ab3c6c0 | Jan Kiszka | struct timespec ts = { 0, 0 }; |
231 | 1ab3c6c0 | Jan Kiszka | siginfo_t siginfo; |
232 | 1ab3c6c0 | Jan Kiszka | sigset_t waitset; |
233 | 1ab3c6c0 | Jan Kiszka | sigset_t chkset; |
234 | 1ab3c6c0 | Jan Kiszka | int r;
|
235 | 1ab3c6c0 | Jan Kiszka | |
236 | 1ab3c6c0 | Jan Kiszka | sigemptyset(&waitset); |
237 | 1ab3c6c0 | Jan Kiszka | sigaddset(&waitset, SIG_IPI); |
238 | 1ab3c6c0 | Jan Kiszka | sigaddset(&waitset, SIGBUS); |
239 | 1ab3c6c0 | Jan Kiszka | |
240 | 1ab3c6c0 | Jan Kiszka | do {
|
241 | 1ab3c6c0 | Jan Kiszka | r = sigtimedwait(&waitset, &siginfo, &ts); |
242 | 1ab3c6c0 | Jan Kiszka | if (r == -1 && !(errno == EAGAIN || errno == EINTR)) { |
243 | 1ab3c6c0 | Jan Kiszka | perror("sigtimedwait");
|
244 | 1ab3c6c0 | Jan Kiszka | exit(1);
|
245 | 1ab3c6c0 | Jan Kiszka | } |
246 | 1ab3c6c0 | Jan Kiszka | |
247 | 1ab3c6c0 | Jan Kiszka | switch (r) {
|
248 | 1ab3c6c0 | Jan Kiszka | case SIGBUS:
|
249 | 1ab3c6c0 | Jan Kiszka | if (kvm_on_sigbus_vcpu(env, siginfo.si_code, siginfo.si_addr)) {
|
250 | 1ab3c6c0 | Jan Kiszka | sigbus_reraise(); |
251 | 1ab3c6c0 | Jan Kiszka | } |
252 | 1ab3c6c0 | Jan Kiszka | break;
|
253 | 1ab3c6c0 | Jan Kiszka | default:
|
254 | 1ab3c6c0 | Jan Kiszka | break;
|
255 | 1ab3c6c0 | Jan Kiszka | } |
256 | 1ab3c6c0 | Jan Kiszka | |
257 | 1ab3c6c0 | Jan Kiszka | r = sigpending(&chkset); |
258 | 1ab3c6c0 | Jan Kiszka | if (r == -1) { |
259 | 1ab3c6c0 | Jan Kiszka | perror("sigpending");
|
260 | 1ab3c6c0 | Jan Kiszka | exit(1);
|
261 | 1ab3c6c0 | Jan Kiszka | } |
262 | 1ab3c6c0 | Jan Kiszka | } while (sigismember(&chkset, SIG_IPI) || sigismember(&chkset, SIGBUS));
|
263 | 1ab3c6c0 | Jan Kiszka | |
264 | 1ab3c6c0 | Jan Kiszka | #ifndef CONFIG_IOTHREAD
|
265 | 1ab3c6c0 | Jan Kiszka | if (sigismember(&chkset, SIGIO) || sigismember(&chkset, SIGALRM)) {
|
266 | 1ab3c6c0 | Jan Kiszka | qemu_notify_event(); |
267 | 1ab3c6c0 | Jan Kiszka | } |
268 | 1ab3c6c0 | Jan Kiszka | #endif
|
269 | 1ab3c6c0 | Jan Kiszka | } |
270 | 1ab3c6c0 | Jan Kiszka | |
271 | 6d9cb73c | Jan Kiszka | #else /* !CONFIG_LINUX */ |
272 | 6d9cb73c | Jan Kiszka | |
273 | 6d9cb73c | Jan Kiszka | static void qemu_init_sigbus(void) |
274 | 6d9cb73c | Jan Kiszka | { |
275 | 6d9cb73c | Jan Kiszka | } |
276 | 1ab3c6c0 | Jan Kiszka | |
277 | 1ab3c6c0 | Jan Kiszka | static void qemu_kvm_eat_signals(CPUState *env) |
278 | 1ab3c6c0 | Jan Kiszka | { |
279 | 1ab3c6c0 | Jan Kiszka | } |
280 | 6d9cb73c | Jan Kiszka | #endif /* !CONFIG_LINUX */ |
281 | 6d9cb73c | Jan Kiszka | |
282 | 296af7c9 | Blue Swirl | #ifndef _WIN32
|
283 | 296af7c9 | Blue Swirl | static int io_thread_fd = -1; |
284 | 296af7c9 | Blue Swirl | |
285 | 296af7c9 | Blue Swirl | static void qemu_event_increment(void) |
286 | 296af7c9 | Blue Swirl | { |
287 | 296af7c9 | Blue Swirl | /* Write 8 bytes to be compatible with eventfd. */
|
288 | 26a82330 | Blue Swirl | static const uint64_t val = 1; |
289 | 296af7c9 | Blue Swirl | ssize_t ret; |
290 | 296af7c9 | Blue Swirl | |
291 | 0ab07c62 | Jan Kiszka | if (io_thread_fd == -1) { |
292 | 296af7c9 | Blue Swirl | return;
|
293 | 0ab07c62 | Jan Kiszka | } |
294 | 296af7c9 | Blue Swirl | do {
|
295 | 296af7c9 | Blue Swirl | ret = write(io_thread_fd, &val, sizeof(val));
|
296 | 296af7c9 | Blue Swirl | } while (ret < 0 && errno == EINTR); |
297 | 296af7c9 | Blue Swirl | |
298 | 296af7c9 | Blue Swirl | /* EAGAIN is fine, a read must be pending. */
|
299 | 296af7c9 | Blue Swirl | if (ret < 0 && errno != EAGAIN) { |
300 | 296af7c9 | Blue Swirl | fprintf(stderr, "qemu_event_increment: write() filed: %s\n",
|
301 | 296af7c9 | Blue Swirl | strerror(errno)); |
302 | 296af7c9 | Blue Swirl | exit (1);
|
303 | 296af7c9 | Blue Swirl | } |
304 | 296af7c9 | Blue Swirl | } |
305 | 296af7c9 | Blue Swirl | |
306 | 296af7c9 | Blue Swirl | static void qemu_event_read(void *opaque) |
307 | 296af7c9 | Blue Swirl | { |
308 | e0efb993 | Stefan Weil | int fd = (intptr_t)opaque;
|
309 | 296af7c9 | Blue Swirl | ssize_t len; |
310 | 296af7c9 | Blue Swirl | char buffer[512]; |
311 | 296af7c9 | Blue Swirl | |
312 | 296af7c9 | Blue Swirl | /* Drain the notify pipe. For eventfd, only 8 bytes will be read. */
|
313 | 296af7c9 | Blue Swirl | do {
|
314 | 296af7c9 | Blue Swirl | len = read(fd, buffer, sizeof(buffer));
|
315 | 296af7c9 | Blue Swirl | } while ((len == -1 && errno == EINTR) || len == sizeof(buffer)); |
316 | 296af7c9 | Blue Swirl | } |
317 | 296af7c9 | Blue Swirl | |
318 | 296af7c9 | Blue Swirl | static int qemu_event_init(void) |
319 | 296af7c9 | Blue Swirl | { |
320 | 296af7c9 | Blue Swirl | int err;
|
321 | 296af7c9 | Blue Swirl | int fds[2]; |
322 | 296af7c9 | Blue Swirl | |
323 | 296af7c9 | Blue Swirl | err = qemu_eventfd(fds); |
324 | 0ab07c62 | Jan Kiszka | if (err == -1) { |
325 | 296af7c9 | Blue Swirl | return -errno;
|
326 | 0ab07c62 | Jan Kiszka | } |
327 | 296af7c9 | Blue Swirl | err = fcntl_setfl(fds[0], O_NONBLOCK);
|
328 | 0ab07c62 | Jan Kiszka | if (err < 0) { |
329 | 296af7c9 | Blue Swirl | goto fail;
|
330 | 0ab07c62 | Jan Kiszka | } |
331 | 296af7c9 | Blue Swirl | err = fcntl_setfl(fds[1], O_NONBLOCK);
|
332 | 0ab07c62 | Jan Kiszka | if (err < 0) { |
333 | 296af7c9 | Blue Swirl | goto fail;
|
334 | 0ab07c62 | Jan Kiszka | } |
335 | 296af7c9 | Blue Swirl | qemu_set_fd_handler2(fds[0], NULL, qemu_event_read, NULL, |
336 | e0efb993 | Stefan Weil | (void *)(intptr_t)fds[0]); |
337 | 296af7c9 | Blue Swirl | |
338 | 296af7c9 | Blue Swirl | io_thread_fd = fds[1];
|
339 | 296af7c9 | Blue Swirl | return 0; |
340 | 296af7c9 | Blue Swirl | |
341 | 296af7c9 | Blue Swirl | fail:
|
342 | 296af7c9 | Blue Swirl | close(fds[0]);
|
343 | 296af7c9 | Blue Swirl | close(fds[1]);
|
344 | 296af7c9 | Blue Swirl | return err;
|
345 | 296af7c9 | Blue Swirl | } |
346 | 55f8d6ac | Jan Kiszka | |
347 | 55f8d6ac | Jan Kiszka | static void dummy_signal(int sig) |
348 | 55f8d6ac | Jan Kiszka | { |
349 | 55f8d6ac | Jan Kiszka | } |
350 | 55f8d6ac | Jan Kiszka | |
351 | d0f294ce | Jan Kiszka | /* If we have signalfd, we mask out the signals we want to handle and then
|
352 | d0f294ce | Jan Kiszka | * use signalfd to listen for them. We rely on whatever the current signal
|
353 | d0f294ce | Jan Kiszka | * handler is to dispatch the signals when we receive them.
|
354 | d0f294ce | Jan Kiszka | */
|
355 | d0f294ce | Jan Kiszka | static void sigfd_handler(void *opaque) |
356 | d0f294ce | Jan Kiszka | { |
357 | e0efb993 | Stefan Weil | int fd = (intptr_t)opaque;
|
358 | d0f294ce | Jan Kiszka | struct qemu_signalfd_siginfo info;
|
359 | d0f294ce | Jan Kiszka | struct sigaction action;
|
360 | d0f294ce | Jan Kiszka | ssize_t len; |
361 | d0f294ce | Jan Kiszka | |
362 | d0f294ce | Jan Kiszka | while (1) { |
363 | d0f294ce | Jan Kiszka | do {
|
364 | d0f294ce | Jan Kiszka | len = read(fd, &info, sizeof(info));
|
365 | d0f294ce | Jan Kiszka | } while (len == -1 && errno == EINTR); |
366 | d0f294ce | Jan Kiszka | |
367 | d0f294ce | Jan Kiszka | if (len == -1 && errno == EAGAIN) { |
368 | d0f294ce | Jan Kiszka | break;
|
369 | d0f294ce | Jan Kiszka | } |
370 | d0f294ce | Jan Kiszka | |
371 | d0f294ce | Jan Kiszka | if (len != sizeof(info)) { |
372 | d0f294ce | Jan Kiszka | printf("read from sigfd returned %zd: %m\n", len);
|
373 | d0f294ce | Jan Kiszka | return;
|
374 | d0f294ce | Jan Kiszka | } |
375 | d0f294ce | Jan Kiszka | |
376 | d0f294ce | Jan Kiszka | sigaction(info.ssi_signo, NULL, &action);
|
377 | d0f294ce | Jan Kiszka | if ((action.sa_flags & SA_SIGINFO) && action.sa_sigaction) {
|
378 | d0f294ce | Jan Kiszka | action.sa_sigaction(info.ssi_signo, |
379 | d0f294ce | Jan Kiszka | (siginfo_t *)&info, NULL);
|
380 | d0f294ce | Jan Kiszka | } else if (action.sa_handler) { |
381 | d0f294ce | Jan Kiszka | action.sa_handler(info.ssi_signo); |
382 | d0f294ce | Jan Kiszka | } |
383 | d0f294ce | Jan Kiszka | } |
384 | d0f294ce | Jan Kiszka | } |
385 | d0f294ce | Jan Kiszka | |
386 | 712ae480 | Paolo Bonzini | static int qemu_signal_init(void) |
387 | d0f294ce | Jan Kiszka | { |
388 | d0f294ce | Jan Kiszka | int sigfd;
|
389 | 712ae480 | Paolo Bonzini | sigset_t set; |
390 | d0f294ce | Jan Kiszka | |
391 | 712ae480 | Paolo Bonzini | #ifdef CONFIG_IOTHREAD
|
392 | 712ae480 | Paolo Bonzini | /* SIGUSR2 used by posix-aio-compat.c */
|
393 | 712ae480 | Paolo Bonzini | sigemptyset(&set); |
394 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGUSR2); |
395 | 712ae480 | Paolo Bonzini | pthread_sigmask(SIG_UNBLOCK, &set, NULL);
|
396 | 712ae480 | Paolo Bonzini | |
397 | 712ae480 | Paolo Bonzini | sigemptyset(&set); |
398 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGIO); |
399 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGALRM); |
400 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIG_IPI); |
401 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGBUS); |
402 | 712ae480 | Paolo Bonzini | pthread_sigmask(SIG_BLOCK, &set, NULL);
|
403 | 712ae480 | Paolo Bonzini | #else
|
404 | 712ae480 | Paolo Bonzini | sigemptyset(&set); |
405 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGBUS); |
406 | 712ae480 | Paolo Bonzini | if (kvm_enabled()) {
|
407 | 712ae480 | Paolo Bonzini | /*
|
408 | 712ae480 | Paolo Bonzini | * We need to process timer signals synchronously to avoid a race
|
409 | 712ae480 | Paolo Bonzini | * between exit_request check and KVM vcpu entry.
|
410 | 712ae480 | Paolo Bonzini | */
|
411 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGIO); |
412 | 712ae480 | Paolo Bonzini | sigaddset(&set, SIGALRM); |
413 | 712ae480 | Paolo Bonzini | } |
414 | 712ae480 | Paolo Bonzini | #endif
|
415 | 712ae480 | Paolo Bonzini | |
416 | 712ae480 | Paolo Bonzini | sigfd = qemu_signalfd(&set); |
417 | d0f294ce | Jan Kiszka | if (sigfd == -1) { |
418 | d0f294ce | Jan Kiszka | fprintf(stderr, "failed to create signalfd\n");
|
419 | d0f294ce | Jan Kiszka | return -errno;
|
420 | d0f294ce | Jan Kiszka | } |
421 | d0f294ce | Jan Kiszka | |
422 | d0f294ce | Jan Kiszka | fcntl_setfl(sigfd, O_NONBLOCK); |
423 | d0f294ce | Jan Kiszka | |
424 | d0f294ce | Jan Kiszka | qemu_set_fd_handler2(sigfd, NULL, sigfd_handler, NULL, |
425 | e0efb993 | Stefan Weil | (void *)(intptr_t)sigfd);
|
426 | d0f294ce | Jan Kiszka | |
427 | d0f294ce | Jan Kiszka | return 0; |
428 | d0f294ce | Jan Kiszka | } |
429 | d0f294ce | Jan Kiszka | |
430 | 714bd040 | Paolo Bonzini | static void qemu_kvm_init_cpu_signals(CPUState *env) |
431 | 714bd040 | Paolo Bonzini | { |
432 | 714bd040 | Paolo Bonzini | int r;
|
433 | 714bd040 | Paolo Bonzini | sigset_t set; |
434 | 714bd040 | Paolo Bonzini | struct sigaction sigact;
|
435 | 714bd040 | Paolo Bonzini | |
436 | 714bd040 | Paolo Bonzini | memset(&sigact, 0, sizeof(sigact)); |
437 | 714bd040 | Paolo Bonzini | sigact.sa_handler = dummy_signal; |
438 | 714bd040 | Paolo Bonzini | sigaction(SIG_IPI, &sigact, NULL);
|
439 | 714bd040 | Paolo Bonzini | |
440 | 714bd040 | Paolo Bonzini | #ifdef CONFIG_IOTHREAD
|
441 | 714bd040 | Paolo Bonzini | pthread_sigmask(SIG_BLOCK, NULL, &set);
|
442 | 714bd040 | Paolo Bonzini | sigdelset(&set, SIG_IPI); |
443 | 714bd040 | Paolo Bonzini | sigdelset(&set, SIGBUS); |
444 | 714bd040 | Paolo Bonzini | r = kvm_set_signal_mask(env, &set); |
445 | 714bd040 | Paolo Bonzini | if (r) {
|
446 | 714bd040 | Paolo Bonzini | fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(-r));
|
447 | 714bd040 | Paolo Bonzini | exit(1);
|
448 | 714bd040 | Paolo Bonzini | } |
449 | 714bd040 | Paolo Bonzini | #else
|
450 | 714bd040 | Paolo Bonzini | sigemptyset(&set); |
451 | 714bd040 | Paolo Bonzini | sigaddset(&set, SIG_IPI); |
452 | 714bd040 | Paolo Bonzini | sigaddset(&set, SIGIO); |
453 | 714bd040 | Paolo Bonzini | sigaddset(&set, SIGALRM); |
454 | 714bd040 | Paolo Bonzini | pthread_sigmask(SIG_BLOCK, &set, NULL);
|
455 | 714bd040 | Paolo Bonzini | |
456 | 714bd040 | Paolo Bonzini | pthread_sigmask(SIG_BLOCK, NULL, &set);
|
457 | 714bd040 | Paolo Bonzini | sigdelset(&set, SIGIO); |
458 | 714bd040 | Paolo Bonzini | sigdelset(&set, SIGALRM); |
459 | 714bd040 | Paolo Bonzini | #endif
|
460 | 714bd040 | Paolo Bonzini | sigdelset(&set, SIG_IPI); |
461 | 714bd040 | Paolo Bonzini | sigdelset(&set, SIGBUS); |
462 | 714bd040 | Paolo Bonzini | r = kvm_set_signal_mask(env, &set); |
463 | 714bd040 | Paolo Bonzini | if (r) {
|
464 | 714bd040 | Paolo Bonzini | fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(-r));
|
465 | 714bd040 | Paolo Bonzini | exit(1);
|
466 | 714bd040 | Paolo Bonzini | } |
467 | 714bd040 | Paolo Bonzini | } |
468 | 714bd040 | Paolo Bonzini | |
469 | 714bd040 | Paolo Bonzini | static void qemu_tcg_init_cpu_signals(void) |
470 | 714bd040 | Paolo Bonzini | { |
471 | 714bd040 | Paolo Bonzini | #ifdef CONFIG_IOTHREAD
|
472 | 714bd040 | Paolo Bonzini | sigset_t set; |
473 | 714bd040 | Paolo Bonzini | struct sigaction sigact;
|
474 | 714bd040 | Paolo Bonzini | |
475 | 714bd040 | Paolo Bonzini | memset(&sigact, 0, sizeof(sigact)); |
476 | 714bd040 | Paolo Bonzini | sigact.sa_handler = cpu_signal; |
477 | 714bd040 | Paolo Bonzini | sigaction(SIG_IPI, &sigact, NULL);
|
478 | 714bd040 | Paolo Bonzini | |
479 | 714bd040 | Paolo Bonzini | sigemptyset(&set); |
480 | 714bd040 | Paolo Bonzini | sigaddset(&set, SIG_IPI); |
481 | 714bd040 | Paolo Bonzini | pthread_sigmask(SIG_UNBLOCK, &set, NULL);
|
482 | 714bd040 | Paolo Bonzini | #endif
|
483 | 714bd040 | Paolo Bonzini | } |
484 | 714bd040 | Paolo Bonzini | |
485 | 55f8d6ac | Jan Kiszka | #else /* _WIN32 */ |
486 | 55f8d6ac | Jan Kiszka | |
487 | 296af7c9 | Blue Swirl | HANDLE qemu_event_handle; |
488 | 296af7c9 | Blue Swirl | |
489 | 296af7c9 | Blue Swirl | static void dummy_event_handler(void *opaque) |
490 | 296af7c9 | Blue Swirl | { |
491 | 296af7c9 | Blue Swirl | } |
492 | 296af7c9 | Blue Swirl | |
493 | 296af7c9 | Blue Swirl | static int qemu_event_init(void) |
494 | 296af7c9 | Blue Swirl | { |
495 | 296af7c9 | Blue Swirl | qemu_event_handle = CreateEvent(NULL, FALSE, FALSE, NULL); |
496 | 296af7c9 | Blue Swirl | if (!qemu_event_handle) {
|
497 | 296af7c9 | Blue Swirl | fprintf(stderr, "Failed CreateEvent: %ld\n", GetLastError());
|
498 | 296af7c9 | Blue Swirl | return -1; |
499 | 296af7c9 | Blue Swirl | } |
500 | 296af7c9 | Blue Swirl | qemu_add_wait_object(qemu_event_handle, dummy_event_handler, NULL);
|
501 | 296af7c9 | Blue Swirl | return 0; |
502 | 296af7c9 | Blue Swirl | } |
503 | 296af7c9 | Blue Swirl | |
504 | 296af7c9 | Blue Swirl | static void qemu_event_increment(void) |
505 | 296af7c9 | Blue Swirl | { |
506 | 296af7c9 | Blue Swirl | if (!SetEvent(qemu_event_handle)) {
|
507 | 296af7c9 | Blue Swirl | fprintf(stderr, "qemu_event_increment: SetEvent failed: %ld\n",
|
508 | 296af7c9 | Blue Swirl | GetLastError()); |
509 | 296af7c9 | Blue Swirl | exit (1);
|
510 | 296af7c9 | Blue Swirl | } |
511 | 296af7c9 | Blue Swirl | } |
512 | 9a36085b | Jan Kiszka | |
513 | 712ae480 | Paolo Bonzini | static int qemu_signal_init(void) |
514 | 712ae480 | Paolo Bonzini | { |
515 | 712ae480 | Paolo Bonzini | return 0; |
516 | 712ae480 | Paolo Bonzini | } |
517 | 712ae480 | Paolo Bonzini | |
518 | ff48eb5f | Jan Kiszka | static void qemu_kvm_init_cpu_signals(CPUState *env) |
519 | ff48eb5f | Jan Kiszka | { |
520 | 714bd040 | Paolo Bonzini | abort(); |
521 | 714bd040 | Paolo Bonzini | } |
522 | ff48eb5f | Jan Kiszka | |
523 | 714bd040 | Paolo Bonzini | static void qemu_tcg_init_cpu_signals(void) |
524 | 714bd040 | Paolo Bonzini | { |
525 | ff48eb5f | Jan Kiszka | } |
526 | 714bd040 | Paolo Bonzini | #endif /* _WIN32 */ |
527 | ff48eb5f | Jan Kiszka | |
528 | 714bd040 | Paolo Bonzini | #ifndef CONFIG_IOTHREAD
|
529 | 296af7c9 | Blue Swirl | int qemu_init_main_loop(void) |
530 | 296af7c9 | Blue Swirl | { |
531 | d0f294ce | Jan Kiszka | int ret;
|
532 | d0f294ce | Jan Kiszka | |
533 | 712ae480 | Paolo Bonzini | ret = qemu_signal_init(); |
534 | d0f294ce | Jan Kiszka | if (ret) {
|
535 | d0f294ce | Jan Kiszka | return ret;
|
536 | d0f294ce | Jan Kiszka | } |
537 | 3c638d06 | Jan Kiszka | |
538 | 6d9cb73c | Jan Kiszka | qemu_init_sigbus(); |
539 | 3c638d06 | Jan Kiszka | |
540 | 296af7c9 | Blue Swirl | return qemu_event_init();
|
541 | 296af7c9 | Blue Swirl | } |
542 | 296af7c9 | Blue Swirl | |
543 | 7277e027 | Blue Swirl | void qemu_main_loop_start(void) |
544 | 7277e027 | Blue Swirl | { |
545 | 7277e027 | Blue Swirl | } |
546 | 7277e027 | Blue Swirl | |
547 | 296af7c9 | Blue Swirl | void qemu_init_vcpu(void *_env) |
548 | 296af7c9 | Blue Swirl | { |
549 | 296af7c9 | Blue Swirl | CPUState *env = _env; |
550 | 84b4915d | Jan Kiszka | int r;
|
551 | 296af7c9 | Blue Swirl | |
552 | 296af7c9 | Blue Swirl | env->nr_cores = smp_cores; |
553 | 296af7c9 | Blue Swirl | env->nr_threads = smp_threads; |
554 | 84b4915d | Jan Kiszka | |
555 | 84b4915d | Jan Kiszka | if (kvm_enabled()) {
|
556 | 84b4915d | Jan Kiszka | r = kvm_init_vcpu(env); |
557 | 84b4915d | Jan Kiszka | if (r < 0) { |
558 | 84b4915d | Jan Kiszka | fprintf(stderr, "kvm_init_vcpu failed: %s\n", strerror(-r));
|
559 | 84b4915d | Jan Kiszka | exit(1);
|
560 | 84b4915d | Jan Kiszka | } |
561 | ff48eb5f | Jan Kiszka | qemu_kvm_init_cpu_signals(env); |
562 | 714bd040 | Paolo Bonzini | } else {
|
563 | 714bd040 | Paolo Bonzini | qemu_tcg_init_cpu_signals(); |
564 | 84b4915d | Jan Kiszka | } |
565 | 296af7c9 | Blue Swirl | } |
566 | 296af7c9 | Blue Swirl | |
567 | b7680cb6 | Jan Kiszka | int qemu_cpu_is_self(void *env) |
568 | 296af7c9 | Blue Swirl | { |
569 | 296af7c9 | Blue Swirl | return 1; |
570 | 296af7c9 | Blue Swirl | } |
571 | 296af7c9 | Blue Swirl | |
572 | e82bcec2 | Marcelo Tosatti | void run_on_cpu(CPUState *env, void (*func)(void *data), void *data) |
573 | e82bcec2 | Marcelo Tosatti | { |
574 | e82bcec2 | Marcelo Tosatti | func(data); |
575 | e82bcec2 | Marcelo Tosatti | } |
576 | e82bcec2 | Marcelo Tosatti | |
577 | 296af7c9 | Blue Swirl | void resume_all_vcpus(void) |
578 | 296af7c9 | Blue Swirl | { |
579 | 296af7c9 | Blue Swirl | } |
580 | 296af7c9 | Blue Swirl | |
581 | 296af7c9 | Blue Swirl | void pause_all_vcpus(void) |
582 | 296af7c9 | Blue Swirl | { |
583 | 296af7c9 | Blue Swirl | } |
584 | 296af7c9 | Blue Swirl | |
585 | 296af7c9 | Blue Swirl | void qemu_cpu_kick(void *env) |
586 | 296af7c9 | Blue Swirl | { |
587 | 296af7c9 | Blue Swirl | } |
588 | 296af7c9 | Blue Swirl | |
589 | 46d62fac | Jan Kiszka | void qemu_cpu_kick_self(void) |
590 | 46d62fac | Jan Kiszka | { |
591 | 46d62fac | Jan Kiszka | #ifndef _WIN32
|
592 | 46d62fac | Jan Kiszka | assert(cpu_single_env); |
593 | 46d62fac | Jan Kiszka | |
594 | 46d62fac | Jan Kiszka | raise(SIG_IPI); |
595 | 46d62fac | Jan Kiszka | #else
|
596 | 46d62fac | Jan Kiszka | abort(); |
597 | 46d62fac | Jan Kiszka | #endif
|
598 | 296af7c9 | Blue Swirl | } |
599 | 296af7c9 | Blue Swirl | |
600 | 296af7c9 | Blue Swirl | void qemu_notify_event(void) |
601 | 296af7c9 | Blue Swirl | { |
602 | 296af7c9 | Blue Swirl | CPUState *env = cpu_single_env; |
603 | 296af7c9 | Blue Swirl | |
604 | 296af7c9 | Blue Swirl | qemu_event_increment (); |
605 | 296af7c9 | Blue Swirl | if (env) {
|
606 | 296af7c9 | Blue Swirl | cpu_exit(env); |
607 | 296af7c9 | Blue Swirl | } |
608 | 296af7c9 | Blue Swirl | if (next_cpu && env != next_cpu) {
|
609 | 296af7c9 | Blue Swirl | cpu_exit(next_cpu); |
610 | 296af7c9 | Blue Swirl | } |
611 | 38145df2 | Jan Kiszka | exit_request = 1;
|
612 | 296af7c9 | Blue Swirl | } |
613 | 296af7c9 | Blue Swirl | |
614 | 296af7c9 | Blue Swirl | void qemu_mutex_lock_iothread(void) {} |
615 | 296af7c9 | Blue Swirl | void qemu_mutex_unlock_iothread(void) {} |
616 | 296af7c9 | Blue Swirl | |
617 | b4a3d965 | Jan Kiszka | void cpu_stop_current(void) |
618 | b4a3d965 | Jan Kiszka | { |
619 | b4a3d965 | Jan Kiszka | } |
620 | b4a3d965 | Jan Kiszka | |
621 | 296af7c9 | Blue Swirl | void vm_stop(int reason) |
622 | 296af7c9 | Blue Swirl | { |
623 | 296af7c9 | Blue Swirl | do_vm_stop(reason); |
624 | 296af7c9 | Blue Swirl | } |
625 | 296af7c9 | Blue Swirl | |
626 | 296af7c9 | Blue Swirl | #else /* CONFIG_IOTHREAD */ |
627 | 296af7c9 | Blue Swirl | |
628 | 296af7c9 | Blue Swirl | QemuMutex qemu_global_mutex; |
629 | 296af7c9 | Blue Swirl | static QemuMutex qemu_fair_mutex;
|
630 | 296af7c9 | Blue Swirl | |
631 | 296af7c9 | Blue Swirl | static QemuThread io_thread;
|
632 | 296af7c9 | Blue Swirl | |
633 | 296af7c9 | Blue Swirl | static QemuThread *tcg_cpu_thread;
|
634 | 296af7c9 | Blue Swirl | static QemuCond *tcg_halt_cond;
|
635 | 296af7c9 | Blue Swirl | |
636 | 296af7c9 | Blue Swirl | static int qemu_system_ready; |
637 | 296af7c9 | Blue Swirl | /* cpu creation */
|
638 | 296af7c9 | Blue Swirl | static QemuCond qemu_cpu_cond;
|
639 | 296af7c9 | Blue Swirl | /* system init */
|
640 | 296af7c9 | Blue Swirl | static QemuCond qemu_system_cond;
|
641 | 296af7c9 | Blue Swirl | static QemuCond qemu_pause_cond;
|
642 | e82bcec2 | Marcelo Tosatti | static QemuCond qemu_work_cond;
|
643 | 296af7c9 | Blue Swirl | |
644 | 296af7c9 | Blue Swirl | int qemu_init_main_loop(void) |
645 | 296af7c9 | Blue Swirl | { |
646 | 296af7c9 | Blue Swirl | int ret;
|
647 | 296af7c9 | Blue Swirl | |
648 | 6d9cb73c | Jan Kiszka | qemu_init_sigbus(); |
649 | 3c638d06 | Jan Kiszka | |
650 | 712ae480 | Paolo Bonzini | ret = qemu_signal_init(); |
651 | 0ab07c62 | Jan Kiszka | if (ret) {
|
652 | a8486bc9 | Marcelo Tosatti | return ret;
|
653 | 0ab07c62 | Jan Kiszka | } |
654 | a8486bc9 | Marcelo Tosatti | |
655 | a8486bc9 | Marcelo Tosatti | /* Note eventfd must be drained before signalfd handlers run */
|
656 | 296af7c9 | Blue Swirl | ret = qemu_event_init(); |
657 | 0ab07c62 | Jan Kiszka | if (ret) {
|
658 | 296af7c9 | Blue Swirl | return ret;
|
659 | 0ab07c62 | Jan Kiszka | } |
660 | 296af7c9 | Blue Swirl | |
661 | ed94592b | Anthony Liguori | qemu_cond_init(&qemu_cpu_cond); |
662 | f8ca7b43 | Jan Kiszka | qemu_cond_init(&qemu_system_cond); |
663 | ed94592b | Anthony Liguori | qemu_cond_init(&qemu_pause_cond); |
664 | ed94592b | Anthony Liguori | qemu_cond_init(&qemu_work_cond); |
665 | 296af7c9 | Blue Swirl | qemu_mutex_init(&qemu_fair_mutex); |
666 | 296af7c9 | Blue Swirl | qemu_mutex_init(&qemu_global_mutex); |
667 | 296af7c9 | Blue Swirl | qemu_mutex_lock(&qemu_global_mutex); |
668 | 296af7c9 | Blue Swirl | |
669 | b7680cb6 | Jan Kiszka | qemu_thread_get_self(&io_thread); |
670 | 296af7c9 | Blue Swirl | |
671 | 296af7c9 | Blue Swirl | return 0; |
672 | 296af7c9 | Blue Swirl | } |
673 | 296af7c9 | Blue Swirl | |
674 | 7277e027 | Blue Swirl | void qemu_main_loop_start(void) |
675 | 7277e027 | Blue Swirl | { |
676 | 7277e027 | Blue Swirl | qemu_system_ready = 1;
|
677 | 7277e027 | Blue Swirl | qemu_cond_broadcast(&qemu_system_cond); |
678 | 7277e027 | Blue Swirl | } |
679 | 7277e027 | Blue Swirl | |
680 | e82bcec2 | Marcelo Tosatti | void run_on_cpu(CPUState *env, void (*func)(void *data), void *data) |
681 | e82bcec2 | Marcelo Tosatti | { |
682 | e82bcec2 | Marcelo Tosatti | struct qemu_work_item wi;
|
683 | e82bcec2 | Marcelo Tosatti | |
684 | b7680cb6 | Jan Kiszka | if (qemu_cpu_is_self(env)) {
|
685 | e82bcec2 | Marcelo Tosatti | func(data); |
686 | e82bcec2 | Marcelo Tosatti | return;
|
687 | e82bcec2 | Marcelo Tosatti | } |
688 | e82bcec2 | Marcelo Tosatti | |
689 | e82bcec2 | Marcelo Tosatti | wi.func = func; |
690 | e82bcec2 | Marcelo Tosatti | wi.data = data; |
691 | 0ab07c62 | Jan Kiszka | if (!env->queued_work_first) {
|
692 | e82bcec2 | Marcelo Tosatti | env->queued_work_first = &wi; |
693 | 0ab07c62 | Jan Kiszka | } else {
|
694 | e82bcec2 | Marcelo Tosatti | env->queued_work_last->next = &wi; |
695 | 0ab07c62 | Jan Kiszka | } |
696 | e82bcec2 | Marcelo Tosatti | env->queued_work_last = &wi; |
697 | e82bcec2 | Marcelo Tosatti | wi.next = NULL;
|
698 | e82bcec2 | Marcelo Tosatti | wi.done = false;
|
699 | e82bcec2 | Marcelo Tosatti | |
700 | e82bcec2 | Marcelo Tosatti | qemu_cpu_kick(env); |
701 | e82bcec2 | Marcelo Tosatti | while (!wi.done) {
|
702 | e82bcec2 | Marcelo Tosatti | CPUState *self_env = cpu_single_env; |
703 | e82bcec2 | Marcelo Tosatti | |
704 | e82bcec2 | Marcelo Tosatti | qemu_cond_wait(&qemu_work_cond, &qemu_global_mutex); |
705 | e82bcec2 | Marcelo Tosatti | cpu_single_env = self_env; |
706 | e82bcec2 | Marcelo Tosatti | } |
707 | e82bcec2 | Marcelo Tosatti | } |
708 | e82bcec2 | Marcelo Tosatti | |
709 | e82bcec2 | Marcelo Tosatti | static void flush_queued_work(CPUState *env) |
710 | e82bcec2 | Marcelo Tosatti | { |
711 | e82bcec2 | Marcelo Tosatti | struct qemu_work_item *wi;
|
712 | e82bcec2 | Marcelo Tosatti | |
713 | 0ab07c62 | Jan Kiszka | if (!env->queued_work_first) {
|
714 | e82bcec2 | Marcelo Tosatti | return;
|
715 | 0ab07c62 | Jan Kiszka | } |
716 | e82bcec2 | Marcelo Tosatti | |
717 | e82bcec2 | Marcelo Tosatti | while ((wi = env->queued_work_first)) {
|
718 | e82bcec2 | Marcelo Tosatti | env->queued_work_first = wi->next; |
719 | e82bcec2 | Marcelo Tosatti | wi->func(wi->data); |
720 | e82bcec2 | Marcelo Tosatti | wi->done = true;
|
721 | e82bcec2 | Marcelo Tosatti | } |
722 | e82bcec2 | Marcelo Tosatti | env->queued_work_last = NULL;
|
723 | e82bcec2 | Marcelo Tosatti | qemu_cond_broadcast(&qemu_work_cond); |
724 | e82bcec2 | Marcelo Tosatti | } |
725 | e82bcec2 | Marcelo Tosatti | |
726 | 296af7c9 | Blue Swirl | static void qemu_wait_io_event_common(CPUState *env) |
727 | 296af7c9 | Blue Swirl | { |
728 | 296af7c9 | Blue Swirl | if (env->stop) {
|
729 | 296af7c9 | Blue Swirl | env->stop = 0;
|
730 | 296af7c9 | Blue Swirl | env->stopped = 1;
|
731 | 296af7c9 | Blue Swirl | qemu_cond_signal(&qemu_pause_cond); |
732 | 296af7c9 | Blue Swirl | } |
733 | e82bcec2 | Marcelo Tosatti | flush_queued_work(env); |
734 | aa2c364b | Jan Kiszka | env->thread_kicked = false;
|
735 | 296af7c9 | Blue Swirl | } |
736 | 296af7c9 | Blue Swirl | |
737 | 6cabe1f3 | Jan Kiszka | static void qemu_tcg_wait_io_event(void) |
738 | 296af7c9 | Blue Swirl | { |
739 | 6cabe1f3 | Jan Kiszka | CPUState *env; |
740 | 6cabe1f3 | Jan Kiszka | |
741 | 16400322 | Jan Kiszka | while (all_cpu_threads_idle()) {
|
742 | 9705fbb5 | Paolo Bonzini | qemu_cond_wait(tcg_halt_cond, &qemu_global_mutex); |
743 | 16400322 | Jan Kiszka | } |
744 | 296af7c9 | Blue Swirl | |
745 | 296af7c9 | Blue Swirl | qemu_mutex_unlock(&qemu_global_mutex); |
746 | 296af7c9 | Blue Swirl | |
747 | 296af7c9 | Blue Swirl | /*
|
748 | 296af7c9 | Blue Swirl | * Users of qemu_global_mutex can be starved, having no chance
|
749 | 296af7c9 | Blue Swirl | * to acquire it since this path will get to it first.
|
750 | 296af7c9 | Blue Swirl | * So use another lock to provide fairness.
|
751 | 296af7c9 | Blue Swirl | */
|
752 | 296af7c9 | Blue Swirl | qemu_mutex_lock(&qemu_fair_mutex); |
753 | 296af7c9 | Blue Swirl | qemu_mutex_unlock(&qemu_fair_mutex); |
754 | 296af7c9 | Blue Swirl | |
755 | 296af7c9 | Blue Swirl | qemu_mutex_lock(&qemu_global_mutex); |
756 | 6cabe1f3 | Jan Kiszka | |
757 | 6cabe1f3 | Jan Kiszka | for (env = first_cpu; env != NULL; env = env->next_cpu) { |
758 | 6cabe1f3 | Jan Kiszka | qemu_wait_io_event_common(env); |
759 | 6cabe1f3 | Jan Kiszka | } |
760 | 296af7c9 | Blue Swirl | } |
761 | 296af7c9 | Blue Swirl | |
762 | 296af7c9 | Blue Swirl | static void qemu_kvm_wait_io_event(CPUState *env) |
763 | 296af7c9 | Blue Swirl | { |
764 | 16400322 | Jan Kiszka | while (cpu_thread_is_idle(env)) {
|
765 | 9705fbb5 | Paolo Bonzini | qemu_cond_wait(env->halt_cond, &qemu_global_mutex); |
766 | 16400322 | Jan Kiszka | } |
767 | 296af7c9 | Blue Swirl | |
768 | 5db5bdac | Jan Kiszka | qemu_kvm_eat_signals(env); |
769 | 296af7c9 | Blue Swirl | qemu_wait_io_event_common(env); |
770 | 296af7c9 | Blue Swirl | } |
771 | 296af7c9 | Blue Swirl | |
772 | 7e97cd88 | Jan Kiszka | static void *qemu_kvm_cpu_thread_fn(void *arg) |
773 | 296af7c9 | Blue Swirl | { |
774 | 296af7c9 | Blue Swirl | CPUState *env = arg; |
775 | 84b4915d | Jan Kiszka | int r;
|
776 | 296af7c9 | Blue Swirl | |
777 | 6164e6d6 | Marcelo Tosatti | qemu_mutex_lock(&qemu_global_mutex); |
778 | b7680cb6 | Jan Kiszka | qemu_thread_get_self(env->thread); |
779 | dc7a09cf | Jan Kiszka | env->thread_id = qemu_get_thread_id(); |
780 | 296af7c9 | Blue Swirl | |
781 | 84b4915d | Jan Kiszka | r = kvm_init_vcpu(env); |
782 | 84b4915d | Jan Kiszka | if (r < 0) { |
783 | 84b4915d | Jan Kiszka | fprintf(stderr, "kvm_init_vcpu failed: %s\n", strerror(-r));
|
784 | 84b4915d | Jan Kiszka | exit(1);
|
785 | 84b4915d | Jan Kiszka | } |
786 | 296af7c9 | Blue Swirl | |
787 | 55f8d6ac | Jan Kiszka | qemu_kvm_init_cpu_signals(env); |
788 | 296af7c9 | Blue Swirl | |
789 | 296af7c9 | Blue Swirl | /* signal CPU creation */
|
790 | 296af7c9 | Blue Swirl | env->created = 1;
|
791 | 296af7c9 | Blue Swirl | qemu_cond_signal(&qemu_cpu_cond); |
792 | 296af7c9 | Blue Swirl | |
793 | 296af7c9 | Blue Swirl | /* and wait for machine initialization */
|
794 | 0ab07c62 | Jan Kiszka | while (!qemu_system_ready) {
|
795 | e009894f | Paolo Bonzini | qemu_cond_wait(&qemu_system_cond, &qemu_global_mutex); |
796 | 0ab07c62 | Jan Kiszka | } |
797 | 296af7c9 | Blue Swirl | |
798 | 296af7c9 | Blue Swirl | while (1) { |
799 | 0ab07c62 | Jan Kiszka | if (cpu_can_run(env)) {
|
800 | 6792a57b | Jan Kiszka | r = kvm_cpu_exec(env); |
801 | 83f338f7 | Jan Kiszka | if (r == EXCP_DEBUG) {
|
802 | 1009d2ed | Jan Kiszka | cpu_handle_guest_debug(env); |
803 | 83f338f7 | Jan Kiszka | } |
804 | 0ab07c62 | Jan Kiszka | } |
805 | 296af7c9 | Blue Swirl | qemu_kvm_wait_io_event(env); |
806 | 296af7c9 | Blue Swirl | } |
807 | 296af7c9 | Blue Swirl | |
808 | 296af7c9 | Blue Swirl | return NULL; |
809 | 296af7c9 | Blue Swirl | } |
810 | 296af7c9 | Blue Swirl | |
811 | 7e97cd88 | Jan Kiszka | static void *qemu_tcg_cpu_thread_fn(void *arg) |
812 | 296af7c9 | Blue Swirl | { |
813 | 296af7c9 | Blue Swirl | CPUState *env = arg; |
814 | 296af7c9 | Blue Swirl | |
815 | 55f8d6ac | Jan Kiszka | qemu_tcg_init_cpu_signals(); |
816 | b7680cb6 | Jan Kiszka | qemu_thread_get_self(env->thread); |
817 | 296af7c9 | Blue Swirl | |
818 | 296af7c9 | Blue Swirl | /* signal CPU creation */
|
819 | 296af7c9 | Blue Swirl | qemu_mutex_lock(&qemu_global_mutex); |
820 | 0ab07c62 | Jan Kiszka | for (env = first_cpu; env != NULL; env = env->next_cpu) { |
821 | dc7a09cf | Jan Kiszka | env->thread_id = qemu_get_thread_id(); |
822 | 296af7c9 | Blue Swirl | env->created = 1;
|
823 | 0ab07c62 | Jan Kiszka | } |
824 | 296af7c9 | Blue Swirl | qemu_cond_signal(&qemu_cpu_cond); |
825 | 296af7c9 | Blue Swirl | |
826 | 296af7c9 | Blue Swirl | /* and wait for machine initialization */
|
827 | 0ab07c62 | Jan Kiszka | while (!qemu_system_ready) {
|
828 | e009894f | Paolo Bonzini | qemu_cond_wait(&qemu_system_cond, &qemu_global_mutex); |
829 | 0ab07c62 | Jan Kiszka | } |
830 | 296af7c9 | Blue Swirl | |
831 | 296af7c9 | Blue Swirl | while (1) { |
832 | 472fb0c4 | Jan Kiszka | cpu_exec_all(); |
833 | 6cabe1f3 | Jan Kiszka | qemu_tcg_wait_io_event(); |
834 | 296af7c9 | Blue Swirl | } |
835 | 296af7c9 | Blue Swirl | |
836 | 296af7c9 | Blue Swirl | return NULL; |
837 | 296af7c9 | Blue Swirl | } |
838 | 296af7c9 | Blue Swirl | |
839 | cc015e9a | Paolo Bonzini | static void qemu_cpu_kick_thread(CPUState *env) |
840 | cc015e9a | Paolo Bonzini | { |
841 | cc015e9a | Paolo Bonzini | #ifndef _WIN32
|
842 | cc015e9a | Paolo Bonzini | int err;
|
843 | cc015e9a | Paolo Bonzini | |
844 | cc015e9a | Paolo Bonzini | err = pthread_kill(env->thread->thread, SIG_IPI); |
845 | cc015e9a | Paolo Bonzini | if (err) {
|
846 | cc015e9a | Paolo Bonzini | fprintf(stderr, "qemu:%s: %s", __func__, strerror(err));
|
847 | cc015e9a | Paolo Bonzini | exit(1);
|
848 | cc015e9a | Paolo Bonzini | } |
849 | cc015e9a | Paolo Bonzini | #else /* _WIN32 */ |
850 | cc015e9a | Paolo Bonzini | if (!qemu_cpu_is_self(env)) {
|
851 | cc015e9a | Paolo Bonzini | SuspendThread(env->thread->thread); |
852 | cc015e9a | Paolo Bonzini | cpu_signal(0);
|
853 | cc015e9a | Paolo Bonzini | ResumeThread(env->thread->thread); |
854 | cc015e9a | Paolo Bonzini | } |
855 | cc015e9a | Paolo Bonzini | #endif
|
856 | cc015e9a | Paolo Bonzini | } |
857 | cc015e9a | Paolo Bonzini | |
858 | 296af7c9 | Blue Swirl | void qemu_cpu_kick(void *_env) |
859 | 296af7c9 | Blue Swirl | { |
860 | 296af7c9 | Blue Swirl | CPUState *env = _env; |
861 | 296af7c9 | Blue Swirl | |
862 | 296af7c9 | Blue Swirl | qemu_cond_broadcast(env->halt_cond); |
863 | aa2c364b | Jan Kiszka | if (!env->thread_kicked) {
|
864 | cc015e9a | Paolo Bonzini | qemu_cpu_kick_thread(env); |
865 | aa2c364b | Jan Kiszka | env->thread_kicked = true;
|
866 | aa2c364b | Jan Kiszka | } |
867 | 296af7c9 | Blue Swirl | } |
868 | 296af7c9 | Blue Swirl | |
869 | 46d62fac | Jan Kiszka | void qemu_cpu_kick_self(void) |
870 | 296af7c9 | Blue Swirl | { |
871 | b55c22c6 | Paolo Bonzini | #ifndef _WIN32
|
872 | 46d62fac | Jan Kiszka | assert(cpu_single_env); |
873 | 296af7c9 | Blue Swirl | |
874 | 46d62fac | Jan Kiszka | if (!cpu_single_env->thread_kicked) {
|
875 | cc015e9a | Paolo Bonzini | qemu_cpu_kick_thread(cpu_single_env); |
876 | 46d62fac | Jan Kiszka | cpu_single_env->thread_kicked = true;
|
877 | 296af7c9 | Blue Swirl | } |
878 | b55c22c6 | Paolo Bonzini | #else
|
879 | b55c22c6 | Paolo Bonzini | abort(); |
880 | b55c22c6 | Paolo Bonzini | #endif
|
881 | 296af7c9 | Blue Swirl | } |
882 | 296af7c9 | Blue Swirl | |
883 | b7680cb6 | Jan Kiszka | int qemu_cpu_is_self(void *_env) |
884 | 296af7c9 | Blue Swirl | { |
885 | 296af7c9 | Blue Swirl | CPUState *env = _env; |
886 | a8486bc9 | Marcelo Tosatti | |
887 | b7680cb6 | Jan Kiszka | return qemu_thread_is_self(env->thread);
|
888 | 296af7c9 | Blue Swirl | } |
889 | 296af7c9 | Blue Swirl | |
890 | 296af7c9 | Blue Swirl | void qemu_mutex_lock_iothread(void) |
891 | 296af7c9 | Blue Swirl | { |
892 | 296af7c9 | Blue Swirl | if (kvm_enabled()) {
|
893 | 296af7c9 | Blue Swirl | qemu_mutex_lock(&qemu_global_mutex); |
894 | 1a28cac3 | Marcelo Tosatti | } else {
|
895 | 1a28cac3 | Marcelo Tosatti | qemu_mutex_lock(&qemu_fair_mutex); |
896 | 1a28cac3 | Marcelo Tosatti | if (qemu_mutex_trylock(&qemu_global_mutex)) {
|
897 | cc015e9a | Paolo Bonzini | qemu_cpu_kick_thread(first_cpu); |
898 | 1a28cac3 | Marcelo Tosatti | qemu_mutex_lock(&qemu_global_mutex); |
899 | 1a28cac3 | Marcelo Tosatti | } |
900 | 1a28cac3 | Marcelo Tosatti | qemu_mutex_unlock(&qemu_fair_mutex); |
901 | 1a28cac3 | Marcelo Tosatti | } |
902 | 296af7c9 | Blue Swirl | } |
903 | 296af7c9 | Blue Swirl | |
904 | 296af7c9 | Blue Swirl | void qemu_mutex_unlock_iothread(void) |
905 | 296af7c9 | Blue Swirl | { |
906 | 296af7c9 | Blue Swirl | qemu_mutex_unlock(&qemu_global_mutex); |
907 | 296af7c9 | Blue Swirl | } |
908 | 296af7c9 | Blue Swirl | |
909 | 296af7c9 | Blue Swirl | static int all_vcpus_paused(void) |
910 | 296af7c9 | Blue Swirl | { |
911 | 296af7c9 | Blue Swirl | CPUState *penv = first_cpu; |
912 | 296af7c9 | Blue Swirl | |
913 | 296af7c9 | Blue Swirl | while (penv) {
|
914 | 0ab07c62 | Jan Kiszka | if (!penv->stopped) {
|
915 | 296af7c9 | Blue Swirl | return 0; |
916 | 0ab07c62 | Jan Kiszka | } |
917 | 296af7c9 | Blue Swirl | penv = (CPUState *)penv->next_cpu; |
918 | 296af7c9 | Blue Swirl | } |
919 | 296af7c9 | Blue Swirl | |
920 | 296af7c9 | Blue Swirl | return 1; |
921 | 296af7c9 | Blue Swirl | } |
922 | 296af7c9 | Blue Swirl | |
923 | 296af7c9 | Blue Swirl | void pause_all_vcpus(void) |
924 | 296af7c9 | Blue Swirl | { |
925 | 296af7c9 | Blue Swirl | CPUState *penv = first_cpu; |
926 | 296af7c9 | Blue Swirl | |
927 | 296af7c9 | Blue Swirl | while (penv) {
|
928 | 296af7c9 | Blue Swirl | penv->stop = 1;
|
929 | 296af7c9 | Blue Swirl | qemu_cpu_kick(penv); |
930 | 296af7c9 | Blue Swirl | penv = (CPUState *)penv->next_cpu; |
931 | 296af7c9 | Blue Swirl | } |
932 | 296af7c9 | Blue Swirl | |
933 | 296af7c9 | Blue Swirl | while (!all_vcpus_paused()) {
|
934 | be7d6c57 | Paolo Bonzini | qemu_cond_wait(&qemu_pause_cond, &qemu_global_mutex); |
935 | 296af7c9 | Blue Swirl | penv = first_cpu; |
936 | 296af7c9 | Blue Swirl | while (penv) {
|
937 | 1fbb22e5 | Marcelo Tosatti | qemu_cpu_kick(penv); |
938 | 296af7c9 | Blue Swirl | penv = (CPUState *)penv->next_cpu; |
939 | 296af7c9 | Blue Swirl | } |
940 | 296af7c9 | Blue Swirl | } |
941 | 296af7c9 | Blue Swirl | } |
942 | 296af7c9 | Blue Swirl | |
943 | 296af7c9 | Blue Swirl | void resume_all_vcpus(void) |
944 | 296af7c9 | Blue Swirl | { |
945 | 296af7c9 | Blue Swirl | CPUState *penv = first_cpu; |
946 | 296af7c9 | Blue Swirl | |
947 | 296af7c9 | Blue Swirl | while (penv) {
|
948 | 296af7c9 | Blue Swirl | penv->stop = 0;
|
949 | 296af7c9 | Blue Swirl | penv->stopped = 0;
|
950 | 296af7c9 | Blue Swirl | qemu_cpu_kick(penv); |
951 | 296af7c9 | Blue Swirl | penv = (CPUState *)penv->next_cpu; |
952 | 296af7c9 | Blue Swirl | } |
953 | 296af7c9 | Blue Swirl | } |
954 | 296af7c9 | Blue Swirl | |
955 | 7e97cd88 | Jan Kiszka | static void qemu_tcg_init_vcpu(void *_env) |
956 | 296af7c9 | Blue Swirl | { |
957 | 296af7c9 | Blue Swirl | CPUState *env = _env; |
958 | 0ab07c62 | Jan Kiszka | |
959 | 296af7c9 | Blue Swirl | /* share a single thread for all cpus with TCG */
|
960 | 296af7c9 | Blue Swirl | if (!tcg_cpu_thread) {
|
961 | 296af7c9 | Blue Swirl | env->thread = qemu_mallocz(sizeof(QemuThread));
|
962 | 296af7c9 | Blue Swirl | env->halt_cond = qemu_mallocz(sizeof(QemuCond));
|
963 | 296af7c9 | Blue Swirl | qemu_cond_init(env->halt_cond); |
964 | 7e97cd88 | Jan Kiszka | qemu_thread_create(env->thread, qemu_tcg_cpu_thread_fn, env); |
965 | 0ab07c62 | Jan Kiszka | while (env->created == 0) { |
966 | 18a85728 | Paolo Bonzini | qemu_cond_wait(&qemu_cpu_cond, &qemu_global_mutex); |
967 | 0ab07c62 | Jan Kiszka | } |
968 | 296af7c9 | Blue Swirl | tcg_cpu_thread = env->thread; |
969 | 296af7c9 | Blue Swirl | tcg_halt_cond = env->halt_cond; |
970 | 296af7c9 | Blue Swirl | } else {
|
971 | 296af7c9 | Blue Swirl | env->thread = tcg_cpu_thread; |
972 | 296af7c9 | Blue Swirl | env->halt_cond = tcg_halt_cond; |
973 | 296af7c9 | Blue Swirl | } |
974 | 296af7c9 | Blue Swirl | } |
975 | 296af7c9 | Blue Swirl | |
976 | 7e97cd88 | Jan Kiszka | static void qemu_kvm_start_vcpu(CPUState *env) |
977 | 296af7c9 | Blue Swirl | { |
978 | 296af7c9 | Blue Swirl | env->thread = qemu_mallocz(sizeof(QemuThread));
|
979 | 296af7c9 | Blue Swirl | env->halt_cond = qemu_mallocz(sizeof(QemuCond));
|
980 | 296af7c9 | Blue Swirl | qemu_cond_init(env->halt_cond); |
981 | 7e97cd88 | Jan Kiszka | qemu_thread_create(env->thread, qemu_kvm_cpu_thread_fn, env); |
982 | 0ab07c62 | Jan Kiszka | while (env->created == 0) { |
983 | 18a85728 | Paolo Bonzini | qemu_cond_wait(&qemu_cpu_cond, &qemu_global_mutex); |
984 | 0ab07c62 | Jan Kiszka | } |
985 | 296af7c9 | Blue Swirl | } |
986 | 296af7c9 | Blue Swirl | |
987 | 296af7c9 | Blue Swirl | void qemu_init_vcpu(void *_env) |
988 | 296af7c9 | Blue Swirl | { |
989 | 296af7c9 | Blue Swirl | CPUState *env = _env; |
990 | 296af7c9 | Blue Swirl | |
991 | 296af7c9 | Blue Swirl | env->nr_cores = smp_cores; |
992 | 296af7c9 | Blue Swirl | env->nr_threads = smp_threads; |
993 | 0ab07c62 | Jan Kiszka | if (kvm_enabled()) {
|
994 | 7e97cd88 | Jan Kiszka | qemu_kvm_start_vcpu(env); |
995 | 0ab07c62 | Jan Kiszka | } else {
|
996 | 7e97cd88 | Jan Kiszka | qemu_tcg_init_vcpu(env); |
997 | 0ab07c62 | Jan Kiszka | } |
998 | 296af7c9 | Blue Swirl | } |
999 | 296af7c9 | Blue Swirl | |
1000 | 296af7c9 | Blue Swirl | void qemu_notify_event(void) |
1001 | 296af7c9 | Blue Swirl | { |
1002 | 296af7c9 | Blue Swirl | qemu_event_increment(); |
1003 | 296af7c9 | Blue Swirl | } |
1004 | 296af7c9 | Blue Swirl | |
1005 | b4a3d965 | Jan Kiszka | void cpu_stop_current(void) |
1006 | 296af7c9 | Blue Swirl | { |
1007 | b4a3d965 | Jan Kiszka | if (cpu_single_env) {
|
1008 | 67bb172f | Paolo Bonzini | cpu_single_env->stop = 0;
|
1009 | b4a3d965 | Jan Kiszka | cpu_single_env->stopped = 1;
|
1010 | b4a3d965 | Jan Kiszka | cpu_exit(cpu_single_env); |
1011 | 67bb172f | Paolo Bonzini | qemu_cond_signal(&qemu_pause_cond); |
1012 | b4a3d965 | Jan Kiszka | } |
1013 | 296af7c9 | Blue Swirl | } |
1014 | 296af7c9 | Blue Swirl | |
1015 | 296af7c9 | Blue Swirl | void vm_stop(int reason) |
1016 | 296af7c9 | Blue Swirl | { |
1017 | b7680cb6 | Jan Kiszka | if (!qemu_thread_is_self(&io_thread)) {
|
1018 | 296af7c9 | Blue Swirl | qemu_system_vmstop_request(reason); |
1019 | 296af7c9 | Blue Swirl | /*
|
1020 | 296af7c9 | Blue Swirl | * FIXME: should not return to device code in case
|
1021 | 296af7c9 | Blue Swirl | * vm_stop() has been requested.
|
1022 | 296af7c9 | Blue Swirl | */
|
1023 | b4a3d965 | Jan Kiszka | cpu_stop_current(); |
1024 | 296af7c9 | Blue Swirl | return;
|
1025 | 296af7c9 | Blue Swirl | } |
1026 | 296af7c9 | Blue Swirl | do_vm_stop(reason); |
1027 | 296af7c9 | Blue Swirl | } |
1028 | 296af7c9 | Blue Swirl | |
1029 | 296af7c9 | Blue Swirl | #endif
|
1030 | 296af7c9 | Blue Swirl | |
1031 | 6792a57b | Jan Kiszka | static int tcg_cpu_exec(CPUState *env) |
1032 | 296af7c9 | Blue Swirl | { |
1033 | 296af7c9 | Blue Swirl | int ret;
|
1034 | 296af7c9 | Blue Swirl | #ifdef CONFIG_PROFILER
|
1035 | 296af7c9 | Blue Swirl | int64_t ti; |
1036 | 296af7c9 | Blue Swirl | #endif
|
1037 | 296af7c9 | Blue Swirl | |
1038 | 296af7c9 | Blue Swirl | #ifdef CONFIG_PROFILER
|
1039 | 296af7c9 | Blue Swirl | ti = profile_getclock(); |
1040 | 296af7c9 | Blue Swirl | #endif
|
1041 | 296af7c9 | Blue Swirl | if (use_icount) {
|
1042 | 296af7c9 | Blue Swirl | int64_t count; |
1043 | 296af7c9 | Blue Swirl | int decr;
|
1044 | 296af7c9 | Blue Swirl | qemu_icount -= (env->icount_decr.u16.low + env->icount_extra); |
1045 | 296af7c9 | Blue Swirl | env->icount_decr.u16.low = 0;
|
1046 | 296af7c9 | Blue Swirl | env->icount_extra = 0;
|
1047 | 296af7c9 | Blue Swirl | count = qemu_icount_round (qemu_next_deadline()); |
1048 | 296af7c9 | Blue Swirl | qemu_icount += count; |
1049 | 296af7c9 | Blue Swirl | decr = (count > 0xffff) ? 0xffff : count; |
1050 | 296af7c9 | Blue Swirl | count -= decr; |
1051 | 296af7c9 | Blue Swirl | env->icount_decr.u16.low = decr; |
1052 | 296af7c9 | Blue Swirl | env->icount_extra = count; |
1053 | 296af7c9 | Blue Swirl | } |
1054 | 296af7c9 | Blue Swirl | ret = cpu_exec(env); |
1055 | 296af7c9 | Blue Swirl | #ifdef CONFIG_PROFILER
|
1056 | 296af7c9 | Blue Swirl | qemu_time += profile_getclock() - ti; |
1057 | 296af7c9 | Blue Swirl | #endif
|
1058 | 296af7c9 | Blue Swirl | if (use_icount) {
|
1059 | 296af7c9 | Blue Swirl | /* Fold pending instructions back into the
|
1060 | 296af7c9 | Blue Swirl | instruction counter, and clear the interrupt flag. */
|
1061 | 296af7c9 | Blue Swirl | qemu_icount -= (env->icount_decr.u16.low |
1062 | 296af7c9 | Blue Swirl | + env->icount_extra); |
1063 | 296af7c9 | Blue Swirl | env->icount_decr.u32 = 0;
|
1064 | 296af7c9 | Blue Swirl | env->icount_extra = 0;
|
1065 | 296af7c9 | Blue Swirl | } |
1066 | 296af7c9 | Blue Swirl | return ret;
|
1067 | 296af7c9 | Blue Swirl | } |
1068 | 296af7c9 | Blue Swirl | |
1069 | 472fb0c4 | Jan Kiszka | bool cpu_exec_all(void) |
1070 | 296af7c9 | Blue Swirl | { |
1071 | 9a36085b | Jan Kiszka | int r;
|
1072 | 9a36085b | Jan Kiszka | |
1073 | 0ab07c62 | Jan Kiszka | if (next_cpu == NULL) { |
1074 | 296af7c9 | Blue Swirl | next_cpu = first_cpu; |
1075 | 0ab07c62 | Jan Kiszka | } |
1076 | c629a4bc | Jan Kiszka | for (; next_cpu != NULL && !exit_request; next_cpu = next_cpu->next_cpu) { |
1077 | 345f4426 | Jan Kiszka | CPUState *env = next_cpu; |
1078 | 296af7c9 | Blue Swirl | |
1079 | 296af7c9 | Blue Swirl | qemu_clock_enable(vm_clock, |
1080 | 345f4426 | Jan Kiszka | (env->singlestep_enabled & SSTEP_NOTIMER) == 0);
|
1081 | 296af7c9 | Blue Swirl | |
1082 | 8cf3f22b | Paolo Bonzini | #ifndef CONFIG_IOTHREAD
|
1083 | 0ab07c62 | Jan Kiszka | if (qemu_alarm_pending()) {
|
1084 | 296af7c9 | Blue Swirl | break;
|
1085 | 0ab07c62 | Jan Kiszka | } |
1086 | 8cf3f22b | Paolo Bonzini | #endif
|
1087 | 3c638d06 | Jan Kiszka | if (cpu_can_run(env)) {
|
1088 | 9a36085b | Jan Kiszka | if (kvm_enabled()) {
|
1089 | 6792a57b | Jan Kiszka | r = kvm_cpu_exec(env); |
1090 | 9a36085b | Jan Kiszka | qemu_kvm_eat_signals(env); |
1091 | 6792a57b | Jan Kiszka | } else {
|
1092 | 6792a57b | Jan Kiszka | r = tcg_cpu_exec(env); |
1093 | 9a36085b | Jan Kiszka | } |
1094 | 9a36085b | Jan Kiszka | if (r == EXCP_DEBUG) {
|
1095 | 1009d2ed | Jan Kiszka | cpu_handle_guest_debug(env); |
1096 | 3c638d06 | Jan Kiszka | break;
|
1097 | 3c638d06 | Jan Kiszka | } |
1098 | df646dfd | Paolo Bonzini | } else if (env->stop || env->stopped) { |
1099 | 296af7c9 | Blue Swirl | break;
|
1100 | 296af7c9 | Blue Swirl | } |
1101 | 296af7c9 | Blue Swirl | } |
1102 | c629a4bc | Jan Kiszka | exit_request = 0;
|
1103 | 16400322 | Jan Kiszka | return !all_cpu_threads_idle();
|
1104 | 296af7c9 | Blue Swirl | } |
1105 | 296af7c9 | Blue Swirl | |
1106 | 296af7c9 | Blue Swirl | void set_numa_modes(void) |
1107 | 296af7c9 | Blue Swirl | { |
1108 | 296af7c9 | Blue Swirl | CPUState *env; |
1109 | 296af7c9 | Blue Swirl | int i;
|
1110 | 296af7c9 | Blue Swirl | |
1111 | 296af7c9 | Blue Swirl | for (env = first_cpu; env != NULL; env = env->next_cpu) { |
1112 | 296af7c9 | Blue Swirl | for (i = 0; i < nb_numa_nodes; i++) { |
1113 | 296af7c9 | Blue Swirl | if (node_cpumask[i] & (1 << env->cpu_index)) { |
1114 | 296af7c9 | Blue Swirl | env->numa_node = i; |
1115 | 296af7c9 | Blue Swirl | } |
1116 | 296af7c9 | Blue Swirl | } |
1117 | 296af7c9 | Blue Swirl | } |
1118 | 296af7c9 | Blue Swirl | } |
1119 | 296af7c9 | Blue Swirl | |
1120 | 296af7c9 | Blue Swirl | void set_cpu_log(const char *optarg) |
1121 | 296af7c9 | Blue Swirl | { |
1122 | 296af7c9 | Blue Swirl | int mask;
|
1123 | 296af7c9 | Blue Swirl | const CPULogItem *item;
|
1124 | 296af7c9 | Blue Swirl | |
1125 | 296af7c9 | Blue Swirl | mask = cpu_str_to_log_mask(optarg); |
1126 | 296af7c9 | Blue Swirl | if (!mask) {
|
1127 | 296af7c9 | Blue Swirl | printf("Log items (comma separated):\n");
|
1128 | 296af7c9 | Blue Swirl | for (item = cpu_log_items; item->mask != 0; item++) { |
1129 | 296af7c9 | Blue Swirl | printf("%-10s %s\n", item->name, item->help);
|
1130 | 296af7c9 | Blue Swirl | } |
1131 | 296af7c9 | Blue Swirl | exit(1);
|
1132 | 296af7c9 | Blue Swirl | } |
1133 | 296af7c9 | Blue Swirl | cpu_set_log(mask); |
1134 | 296af7c9 | Blue Swirl | } |
1135 | 29e922b6 | Blue Swirl | |
1136 | 29e922b6 | Blue Swirl | /* Return the virtual CPU time, based on the instruction counter. */
|
1137 | 29e922b6 | Blue Swirl | int64_t cpu_get_icount(void)
|
1138 | 29e922b6 | Blue Swirl | { |
1139 | 29e922b6 | Blue Swirl | int64_t icount; |
1140 | 29e922b6 | Blue Swirl | CPUState *env = cpu_single_env;; |
1141 | 29e922b6 | Blue Swirl | |
1142 | 29e922b6 | Blue Swirl | icount = qemu_icount; |
1143 | 29e922b6 | Blue Swirl | if (env) {
|
1144 | 29e922b6 | Blue Swirl | if (!can_do_io(env)) {
|
1145 | 29e922b6 | Blue Swirl | fprintf(stderr, "Bad clock read\n");
|
1146 | 29e922b6 | Blue Swirl | } |
1147 | 29e922b6 | Blue Swirl | icount -= (env->icount_decr.u16.low + env->icount_extra); |
1148 | 29e922b6 | Blue Swirl | } |
1149 | 29e922b6 | Blue Swirl | return qemu_icount_bias + (icount << icount_time_shift);
|
1150 | 29e922b6 | Blue Swirl | } |
1151 | 262353cb | Blue Swirl | |
1152 | 9a78eead | Stefan Weil | void list_cpus(FILE *f, fprintf_function cpu_fprintf, const char *optarg) |
1153 | 262353cb | Blue Swirl | { |
1154 | 262353cb | Blue Swirl | /* XXX: implement xxx_cpu_list for targets that still miss it */
|
1155 | 262353cb | Blue Swirl | #if defined(cpu_list_id)
|
1156 | 262353cb | Blue Swirl | cpu_list_id(f, cpu_fprintf, optarg); |
1157 | 262353cb | Blue Swirl | #elif defined(cpu_list)
|
1158 | 262353cb | Blue Swirl | cpu_list(f, cpu_fprintf); /* deprecated */
|
1159 | 262353cb | Blue Swirl | #endif
|
1160 | 262353cb | Blue Swirl | } |