1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25#include "qemu/osdep.h"
26#include "qapi/error.h"
27#include "qemu/cutils.h"
28#include "qemu/timer.h"
29#include "sysemu/cpu-timers.h"
30#include "sysemu/replay.h"
31#include "qemu/main-loop.h"
32#include "block/aio.h"
33#include "qemu/error-report.h"
34#include "qemu/queue.h"
35#include "qemu/compiler.h"
36
37#ifndef _WIN32
38#include <sys/wait.h>
39#endif
40
41#ifndef _WIN32
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56QEMU_DISABLE_CFI
57static void sigfd_handler(void *opaque)
58{
59 int fd = (intptr_t)opaque;
60 struct qemu_signalfd_siginfo info;
61 struct sigaction action;
62 ssize_t len;
63
64 while (1) {
65 do {
66 len = read(fd, &info, sizeof(info));
67 } while (len == -1 && errno == EINTR);
68
69 if (len == -1 && errno == EAGAIN) {
70 break;
71 }
72
73 if (len != sizeof(info)) {
74 error_report("read from sigfd returned %zd: %s", len,
75 g_strerror(errno));
76 return;
77 }
78
79 sigaction(info.ssi_signo, NULL, &action);
80 if ((action.sa_flags & SA_SIGINFO) && action.sa_sigaction) {
81 sigaction_invoke(&action, &info);
82 } else if (action.sa_handler) {
83 action.sa_handler(info.ssi_signo);
84 }
85 }
86}
87
88static int qemu_signal_init(Error **errp)
89{
90 int sigfd;
91 sigset_t set;
92
93
94
95
96
97
98 sigemptyset(&set);
99 sigaddset(&set, SIG_IPI);
100 sigaddset(&set, SIGIO);
101 sigaddset(&set, SIGALRM);
102 sigaddset(&set, SIGBUS);
103
104
105
106
107
108 pthread_sigmask(SIG_BLOCK, &set, NULL);
109
110 sigdelset(&set, SIG_IPI);
111 sigfd = qemu_signalfd(&set);
112 if (sigfd == -1) {
113 error_setg_errno(errp, errno, "failed to create signalfd");
114 return -errno;
115 }
116
117 fcntl_setfl(sigfd, O_NONBLOCK);
118
119 qemu_set_fd_handler(sigfd, sigfd_handler, NULL, (void *)(intptr_t)sigfd);
120
121 return 0;
122}
123
124#else
125
126static int qemu_signal_init(Error **errp)
127{
128 return 0;
129}
130#endif
131
132static AioContext *qemu_aio_context;
133static QEMUBH *qemu_notify_bh;
134
135static void notify_event_cb(void *opaque)
136{
137
138
139
140}
141
142AioContext *qemu_get_aio_context(void)
143{
144 return qemu_aio_context;
145}
146
147void qemu_notify_event(void)
148{
149 if (!qemu_aio_context) {
150 return;
151 }
152 qemu_bh_schedule(qemu_notify_bh);
153}
154
155static GArray *gpollfds;
156
157int qemu_init_main_loop(Error **errp)
158{
159 int ret;
160 GSource *src;
161
162 init_clocks(qemu_timer_notify_cb);
163
164 ret = qemu_signal_init(errp);
165 if (ret) {
166 return ret;
167 }
168
169 qemu_aio_context = aio_context_new(errp);
170 if (!qemu_aio_context) {
171 return -EMFILE;
172 }
173 qemu_notify_bh = qemu_bh_new(notify_event_cb, NULL);
174 gpollfds = g_array_new(FALSE, FALSE, sizeof(GPollFD));
175 src = aio_get_g_source(qemu_aio_context);
176 g_source_set_name(src, "aio-context");
177 g_source_attach(src, NULL);
178 g_source_unref(src);
179 src = iohandler_get_g_source();
180 g_source_set_name(src, "io-handler");
181 g_source_attach(src, NULL);
182 g_source_unref(src);
183 return 0;
184}
185
186static int max_priority;
187
188#ifndef _WIN32
189static int glib_pollfds_idx;
190static int glib_n_poll_fds;
191
192void qemu_fd_register(int fd)
193{
194}
195
196static void glib_pollfds_fill(int64_t *cur_timeout)
197{
198 GMainContext *context = g_main_context_default();
199 int timeout = 0;
200 int64_t timeout_ns;
201 int n;
202
203 g_main_context_prepare(context, &max_priority);
204
205 glib_pollfds_idx = gpollfds->len;
206 n = glib_n_poll_fds;
207 do {
208 GPollFD *pfds;
209 glib_n_poll_fds = n;
210 g_array_set_size(gpollfds, glib_pollfds_idx + glib_n_poll_fds);
211 pfds = &g_array_index(gpollfds, GPollFD, glib_pollfds_idx);
212 n = g_main_context_query(context, max_priority, &timeout, pfds,
213 glib_n_poll_fds);
214 } while (n != glib_n_poll_fds);
215
216 if (timeout < 0) {
217 timeout_ns = -1;
218 } else {
219 timeout_ns = (int64_t)timeout * (int64_t)SCALE_MS;
220 }
221
222 *cur_timeout = qemu_soonest_timeout(timeout_ns, *cur_timeout);
223}
224
225static void glib_pollfds_poll(void)
226{
227 GMainContext *context = g_main_context_default();
228 GPollFD *pfds = &g_array_index(gpollfds, GPollFD, glib_pollfds_idx);
229
230 if (g_main_context_check(context, max_priority, pfds, glib_n_poll_fds)) {
231 g_main_context_dispatch(context);
232 }
233}
234
235#define MAX_MAIN_LOOP_SPIN (1000)
236
237static int os_host_main_loop_wait(int64_t timeout)
238{
239 GMainContext *context = g_main_context_default();
240 int ret;
241
242 g_main_context_acquire(context);
243
244 glib_pollfds_fill(&timeout);
245
246 qemu_mutex_unlock_iothread();
247 replay_mutex_unlock();
248
249 ret = qemu_poll_ns((GPollFD *)gpollfds->data, gpollfds->len, timeout);
250
251 replay_mutex_lock();
252 qemu_mutex_lock_iothread();
253
254 glib_pollfds_poll();
255
256 g_main_context_release(context);
257
258 return ret;
259}
260#else
261
262
263
264typedef struct PollingEntry {
265 PollingFunc *func;
266 void *opaque;
267 struct PollingEntry *next;
268} PollingEntry;
269
270static PollingEntry *first_polling_entry;
271
272int qemu_add_polling_cb(PollingFunc *func, void *opaque)
273{
274 PollingEntry **ppe, *pe;
275 pe = g_malloc0(sizeof(PollingEntry));
276 pe->func = func;
277 pe->opaque = opaque;
278 for(ppe = &first_polling_entry; *ppe != NULL; ppe = &(*ppe)->next);
279 *ppe = pe;
280 return 0;
281}
282
283void qemu_del_polling_cb(PollingFunc *func, void *opaque)
284{
285 PollingEntry **ppe, *pe;
286 for(ppe = &first_polling_entry; *ppe != NULL; ppe = &(*ppe)->next) {
287 pe = *ppe;
288 if (pe->func == func && pe->opaque == opaque) {
289 *ppe = pe->next;
290 g_free(pe);
291 break;
292 }
293 }
294}
295
296
297
298typedef struct WaitObjects {
299 int num;
300 int revents[MAXIMUM_WAIT_OBJECTS + 1];
301 HANDLE events[MAXIMUM_WAIT_OBJECTS + 1];
302 WaitObjectFunc *func[MAXIMUM_WAIT_OBJECTS + 1];
303 void *opaque[MAXIMUM_WAIT_OBJECTS + 1];
304} WaitObjects;
305
306static WaitObjects wait_objects = {0};
307
308int qemu_add_wait_object(HANDLE handle, WaitObjectFunc *func, void *opaque)
309{
310 WaitObjects *w = &wait_objects;
311 if (w->num >= MAXIMUM_WAIT_OBJECTS) {
312 return -1;
313 }
314 w->events[w->num] = handle;
315 w->func[w->num] = func;
316 w->opaque[w->num] = opaque;
317 w->revents[w->num] = 0;
318 w->num++;
319 return 0;
320}
321
322void qemu_del_wait_object(HANDLE handle, WaitObjectFunc *func, void *opaque)
323{
324 int i, found;
325 WaitObjects *w = &wait_objects;
326
327 found = 0;
328 for (i = 0; i < w->num; i++) {
329 if (w->events[i] == handle) {
330 found = 1;
331 }
332 if (found) {
333 w->events[i] = w->events[i + 1];
334 w->func[i] = w->func[i + 1];
335 w->opaque[i] = w->opaque[i + 1];
336 w->revents[i] = w->revents[i + 1];
337 }
338 }
339 if (found) {
340 w->num--;
341 }
342}
343
344void qemu_fd_register(int fd)
345{
346 WSAEventSelect(fd, event_notifier_get_handle(&qemu_aio_context->notifier),
347 FD_READ | FD_ACCEPT | FD_CLOSE |
348 FD_CONNECT | FD_WRITE | FD_OOB);
349}
350
351static int pollfds_fill(GArray *pollfds, fd_set *rfds, fd_set *wfds,
352 fd_set *xfds)
353{
354 int nfds = -1;
355 int i;
356
357 for (i = 0; i < pollfds->len; i++) {
358 GPollFD *pfd = &g_array_index(pollfds, GPollFD, i);
359 int fd = pfd->fd;
360 int events = pfd->events;
361 if (events & G_IO_IN) {
362 FD_SET(fd, rfds);
363 nfds = MAX(nfds, fd);
364 }
365 if (events & G_IO_OUT) {
366 FD_SET(fd, wfds);
367 nfds = MAX(nfds, fd);
368 }
369 if (events & G_IO_PRI) {
370 FD_SET(fd, xfds);
371 nfds = MAX(nfds, fd);
372 }
373 }
374 return nfds;
375}
376
377static void pollfds_poll(GArray *pollfds, int nfds, fd_set *rfds,
378 fd_set *wfds, fd_set *xfds)
379{
380 int i;
381
382 for (i = 0; i < pollfds->len; i++) {
383 GPollFD *pfd = &g_array_index(pollfds, GPollFD, i);
384 int fd = pfd->fd;
385 int revents = 0;
386
387 if (FD_ISSET(fd, rfds)) {
388 revents |= G_IO_IN;
389 }
390 if (FD_ISSET(fd, wfds)) {
391 revents |= G_IO_OUT;
392 }
393 if (FD_ISSET(fd, xfds)) {
394 revents |= G_IO_PRI;
395 }
396 pfd->revents = revents & pfd->events;
397 }
398}
399
400static int os_host_main_loop_wait(int64_t timeout)
401{
402 GMainContext *context = g_main_context_default();
403 GPollFD poll_fds[1024 * 2];
404 int select_ret = 0;
405 int g_poll_ret, ret, i, n_poll_fds;
406 PollingEntry *pe;
407 WaitObjects *w = &wait_objects;
408 gint poll_timeout;
409 int64_t poll_timeout_ns;
410 static struct timeval tv0;
411 fd_set rfds, wfds, xfds;
412 int nfds;
413
414 g_main_context_acquire(context);
415
416
417 ret = 0;
418 for (pe = first_polling_entry; pe != NULL; pe = pe->next) {
419 ret |= pe->func(pe->opaque);
420 }
421 if (ret != 0) {
422 g_main_context_release(context);
423 return ret;
424 }
425
426 FD_ZERO(&rfds);
427 FD_ZERO(&wfds);
428 FD_ZERO(&xfds);
429 nfds = pollfds_fill(gpollfds, &rfds, &wfds, &xfds);
430 if (nfds >= 0) {
431 select_ret = select(nfds + 1, &rfds, &wfds, &xfds, &tv0);
432 if (select_ret != 0) {
433 timeout = 0;
434 }
435 if (select_ret > 0) {
436 pollfds_poll(gpollfds, nfds, &rfds, &wfds, &xfds);
437 }
438 }
439
440 g_main_context_prepare(context, &max_priority);
441 n_poll_fds = g_main_context_query(context, max_priority, &poll_timeout,
442 poll_fds, ARRAY_SIZE(poll_fds));
443 g_assert(n_poll_fds + w->num <= ARRAY_SIZE(poll_fds));
444
445 for (i = 0; i < w->num; i++) {
446 poll_fds[n_poll_fds + i].fd = (DWORD_PTR)w->events[i];
447 poll_fds[n_poll_fds + i].events = G_IO_IN;
448 }
449
450 if (poll_timeout < 0) {
451 poll_timeout_ns = -1;
452 } else {
453 poll_timeout_ns = (int64_t)poll_timeout * (int64_t)SCALE_MS;
454 }
455
456 poll_timeout_ns = qemu_soonest_timeout(poll_timeout_ns, timeout);
457
458 qemu_mutex_unlock_iothread();
459
460 replay_mutex_unlock();
461
462 g_poll_ret = qemu_poll_ns(poll_fds, n_poll_fds + w->num, poll_timeout_ns);
463
464 replay_mutex_lock();
465
466 qemu_mutex_lock_iothread();
467 if (g_poll_ret > 0) {
468 for (i = 0; i < w->num; i++) {
469 w->revents[i] = poll_fds[n_poll_fds + i].revents;
470 }
471 for (i = 0; i < w->num; i++) {
472 if (w->revents[i] && w->func[i]) {
473 w->func[i](w->opaque[i]);
474 }
475 }
476 }
477
478 if (g_main_context_check(context, max_priority, poll_fds, n_poll_fds)) {
479 g_main_context_dispatch(context);
480 }
481
482 g_main_context_release(context);
483
484 return select_ret || g_poll_ret;
485}
486#endif
487
488static NotifierList main_loop_poll_notifiers =
489 NOTIFIER_LIST_INITIALIZER(main_loop_poll_notifiers);
490
491void main_loop_poll_add_notifier(Notifier *notify)
492{
493 notifier_list_add(&main_loop_poll_notifiers, notify);
494}
495
496void main_loop_poll_remove_notifier(Notifier *notify)
497{
498 notifier_remove(notify);
499}
500
501void main_loop_wait(int nonblocking)
502{
503 MainLoopPoll mlpoll = {
504 .state = MAIN_LOOP_POLL_FILL,
505 .timeout = UINT32_MAX,
506 .pollfds = gpollfds,
507 };
508 int ret;
509 int64_t timeout_ns;
510
511 if (nonblocking) {
512 mlpoll.timeout = 0;
513 }
514
515
516 g_array_set_size(gpollfds, 0);
517
518 notifier_list_notify(&main_loop_poll_notifiers, &mlpoll);
519
520 if (mlpoll.timeout == UINT32_MAX) {
521 timeout_ns = -1;
522 } else {
523 timeout_ns = (uint64_t)mlpoll.timeout * (int64_t)(SCALE_MS);
524 }
525
526 timeout_ns = qemu_soonest_timeout(timeout_ns,
527 timerlistgroup_deadline_ns(
528 &main_loop_tlg));
529
530 ret = os_host_main_loop_wait(timeout_ns);
531 mlpoll.state = ret < 0 ? MAIN_LOOP_POLL_ERR : MAIN_LOOP_POLL_OK;
532 notifier_list_notify(&main_loop_poll_notifiers, &mlpoll);
533
534 if (icount_enabled()) {
535
536
537
538
539 icount_start_warp_timer();
540 }
541 qemu_clock_run_all_timers();
542}
543
544
545
546QEMUBH *qemu_bh_new(QEMUBHFunc *cb, void *opaque)
547{
548 return aio_bh_new(qemu_aio_context, cb, opaque);
549}
550
551
552
553
554
555
556static AioContext *iohandler_ctx;
557
558static void iohandler_init(void)
559{
560 if (!iohandler_ctx) {
561 iohandler_ctx = aio_context_new(&error_abort);
562 }
563}
564
565AioContext *iohandler_get_aio_context(void)
566{
567 iohandler_init();
568 return iohandler_ctx;
569}
570
571GSource *iohandler_get_g_source(void)
572{
573 iohandler_init();
574 return aio_get_g_source(iohandler_ctx);
575}
576
577void qemu_set_fd_handler(int fd,
578 IOHandler *fd_read,
579 IOHandler *fd_write,
580 void *opaque)
581{
582 iohandler_init();
583 aio_set_fd_handler(iohandler_ctx, fd, false,
584 fd_read, fd_write, NULL, opaque);
585}
586
587void event_notifier_set_handler(EventNotifier *e,
588 EventNotifierHandler *handler)
589{
590 iohandler_init();
591 aio_set_event_notifier(iohandler_ctx, e, false,
592 handler, NULL);
593}
594
595
596
597#ifndef _WIN32
598typedef struct ChildProcessRecord {
599 int pid;
600 QLIST_ENTRY(ChildProcessRecord) next;
601} ChildProcessRecord;
602
603static QLIST_HEAD(, ChildProcessRecord) child_watches =
604 QLIST_HEAD_INITIALIZER(child_watches);
605
606static QEMUBH *sigchld_bh;
607
608static void sigchld_handler(int signal)
609{
610 qemu_bh_schedule(sigchld_bh);
611}
612
613static void sigchld_bh_handler(void *opaque)
614{
615 ChildProcessRecord *rec, *next;
616
617 QLIST_FOREACH_SAFE(rec, &child_watches, next, next) {
618 if (waitpid(rec->pid, NULL, WNOHANG) == rec->pid) {
619 QLIST_REMOVE(rec, next);
620 g_free(rec);
621 }
622 }
623}
624
625static void qemu_init_child_watch(void)
626{
627 struct sigaction act;
628 sigchld_bh = qemu_bh_new(sigchld_bh_handler, NULL);
629
630 memset(&act, 0, sizeof(act));
631 act.sa_handler = sigchld_handler;
632 act.sa_flags = SA_NOCLDSTOP;
633 sigaction(SIGCHLD, &act, NULL);
634}
635
636int qemu_add_child_watch(pid_t pid)
637{
638 ChildProcessRecord *rec;
639
640 if (!sigchld_bh) {
641 qemu_init_child_watch();
642 }
643
644 QLIST_FOREACH(rec, &child_watches, next) {
645 if (rec->pid == pid) {
646 return 1;
647 }
648 }
649 rec = g_malloc0(sizeof(ChildProcessRecord));
650 rec->pid = pid;
651 QLIST_INSERT_HEAD(&child_watches, rec, next);
652 return 0;
653}
654#endif
655