1
2
3
4
5
6
7
8
9
10
11
12
13#include "qemu/osdep.h"
14#include "qemu/thread.h"
15#include "qemu/atomic.h"
16#include "qemu/notify.h"
17#include "qemu-thread-common.h"
18#include "qemu/tsan.h"
19#include "qemu/bitmap.h"
20
21#ifdef CONFIG_PTHREAD_SET_NAME_NP
22#include <pthread_np.h>
23#endif
24
25static bool name_threads;
26
27void qemu_thread_naming(bool enable)
28{
29 name_threads = enable;
30
31#if !defined CONFIG_PTHREAD_SETNAME_NP_W_TID && \
32 !defined CONFIG_PTHREAD_SETNAME_NP_WO_TID && \
33 !defined CONFIG_PTHREAD_SET_NAME_NP
34
35 if (enable) {
36 fprintf(stderr, "qemu: thread naming not supported on this host\n");
37 }
38#endif
39}
40
41static void error_exit(int err, const char *msg)
42{
43 fprintf(stderr, "qemu: %s: %s\n", msg, strerror(err));
44 abort();
45}
46
47static inline clockid_t qemu_timedwait_clockid(void)
48{
49#ifdef CONFIG_PTHREAD_CONDATTR_SETCLOCK
50 return CLOCK_MONOTONIC;
51#else
52 return CLOCK_REALTIME;
53#endif
54}
55
56static void compute_abs_deadline(struct timespec *ts, int ms)
57{
58 clock_gettime(qemu_timedwait_clockid(), ts);
59 ts->tv_nsec += (ms % 1000) * 1000000;
60 ts->tv_sec += ms / 1000;
61 if (ts->tv_nsec >= 1000000000) {
62 ts->tv_sec++;
63 ts->tv_nsec -= 1000000000;
64 }
65}
66
67void qemu_mutex_init(QemuMutex *mutex)
68{
69 int err;
70
71 err = pthread_mutex_init(&mutex->lock, NULL);
72 if (err)
73 error_exit(err, __func__);
74 qemu_mutex_post_init(mutex);
75}
76
77void qemu_mutex_destroy(QemuMutex *mutex)
78{
79 int err;
80
81 assert(mutex->initialized);
82 mutex->initialized = false;
83 err = pthread_mutex_destroy(&mutex->lock);
84 if (err)
85 error_exit(err, __func__);
86}
87
88void qemu_mutex_lock_impl(QemuMutex *mutex, const char *file, const int line)
89{
90 int err;
91
92 assert(mutex->initialized);
93 qemu_mutex_pre_lock(mutex, file, line);
94 err = pthread_mutex_lock(&mutex->lock);
95 if (err)
96 error_exit(err, __func__);
97 qemu_mutex_post_lock(mutex, file, line);
98}
99
100int qemu_mutex_trylock_impl(QemuMutex *mutex, const char *file, const int line)
101{
102 int err;
103
104 assert(mutex->initialized);
105 err = pthread_mutex_trylock(&mutex->lock);
106 if (err == 0) {
107 qemu_mutex_post_lock(mutex, file, line);
108 return 0;
109 }
110 if (err != EBUSY) {
111 error_exit(err, __func__);
112 }
113 return -EBUSY;
114}
115
116void qemu_mutex_unlock_impl(QemuMutex *mutex, const char *file, const int line)
117{
118 int err;
119
120 assert(mutex->initialized);
121 qemu_mutex_pre_unlock(mutex, file, line);
122 err = pthread_mutex_unlock(&mutex->lock);
123 if (err)
124 error_exit(err, __func__);
125}
126
127void qemu_rec_mutex_init(QemuRecMutex *mutex)
128{
129 int err;
130 pthread_mutexattr_t attr;
131
132 pthread_mutexattr_init(&attr);
133 pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE);
134 err = pthread_mutex_init(&mutex->m.lock, &attr);
135 pthread_mutexattr_destroy(&attr);
136 if (err) {
137 error_exit(err, __func__);
138 }
139 mutex->m.initialized = true;
140}
141
142void qemu_rec_mutex_destroy(QemuRecMutex *mutex)
143{
144 qemu_mutex_destroy(&mutex->m);
145}
146
147void qemu_rec_mutex_lock_impl(QemuRecMutex *mutex, const char *file, int line)
148{
149 qemu_mutex_lock_impl(&mutex->m, file, line);
150}
151
152int qemu_rec_mutex_trylock_impl(QemuRecMutex *mutex, const char *file, int line)
153{
154 return qemu_mutex_trylock_impl(&mutex->m, file, line);
155}
156
157void qemu_rec_mutex_unlock_impl(QemuRecMutex *mutex, const char *file, int line)
158{
159 qemu_mutex_unlock_impl(&mutex->m, file, line);
160}
161
162void qemu_cond_init(QemuCond *cond)
163{
164 pthread_condattr_t attr;
165 int err;
166
167 err = pthread_condattr_init(&attr);
168 if (err) {
169 error_exit(err, __func__);
170 }
171#ifdef CONFIG_PTHREAD_CONDATTR_SETCLOCK
172 err = pthread_condattr_setclock(&attr, qemu_timedwait_clockid());
173 if (err) {
174 error_exit(err, __func__);
175 }
176#endif
177 err = pthread_cond_init(&cond->cond, &attr);
178 if (err) {
179 error_exit(err, __func__);
180 }
181 err = pthread_condattr_destroy(&attr);
182 if (err) {
183 error_exit(err, __func__);
184 }
185 cond->initialized = true;
186}
187
188void qemu_cond_destroy(QemuCond *cond)
189{
190 int err;
191
192 assert(cond->initialized);
193 cond->initialized = false;
194 err = pthread_cond_destroy(&cond->cond);
195 if (err)
196 error_exit(err, __func__);
197}
198
199void qemu_cond_signal(QemuCond *cond)
200{
201 int err;
202
203 assert(cond->initialized);
204 err = pthread_cond_signal(&cond->cond);
205 if (err)
206 error_exit(err, __func__);
207}
208
209void qemu_cond_broadcast(QemuCond *cond)
210{
211 int err;
212
213 assert(cond->initialized);
214 err = pthread_cond_broadcast(&cond->cond);
215 if (err)
216 error_exit(err, __func__);
217}
218
219void qemu_cond_wait_impl(QemuCond *cond, QemuMutex *mutex, const char *file, const int line)
220{
221 int err;
222
223 assert(cond->initialized);
224 qemu_mutex_pre_unlock(mutex, file, line);
225 err = pthread_cond_wait(&cond->cond, &mutex->lock);
226 qemu_mutex_post_lock(mutex, file, line);
227 if (err)
228 error_exit(err, __func__);
229}
230
231static bool TSA_NO_TSA
232qemu_cond_timedwait_ts(QemuCond *cond, QemuMutex *mutex, struct timespec *ts,
233 const char *file, const int line)
234{
235 int err;
236
237 assert(cond->initialized);
238 trace_qemu_mutex_unlock(mutex, file, line);
239 err = pthread_cond_timedwait(&cond->cond, &mutex->lock, ts);
240 trace_qemu_mutex_locked(mutex, file, line);
241 if (err && err != ETIMEDOUT) {
242 error_exit(err, __func__);
243 }
244 return err != ETIMEDOUT;
245}
246
247bool qemu_cond_timedwait_impl(QemuCond *cond, QemuMutex *mutex, int ms,
248 const char *file, const int line)
249{
250 struct timespec ts;
251
252 compute_abs_deadline(&ts, ms);
253 return qemu_cond_timedwait_ts(cond, mutex, &ts, file, line);
254}
255
256void qemu_sem_init(QemuSemaphore *sem, int init)
257{
258 qemu_mutex_init(&sem->mutex);
259 qemu_cond_init(&sem->cond);
260
261 if (init < 0) {
262 error_exit(EINVAL, __func__);
263 }
264 sem->count = init;
265}
266
267void qemu_sem_destroy(QemuSemaphore *sem)
268{
269 qemu_cond_destroy(&sem->cond);
270 qemu_mutex_destroy(&sem->mutex);
271}
272
273void qemu_sem_post(QemuSemaphore *sem)
274{
275 qemu_mutex_lock(&sem->mutex);
276 if (sem->count == UINT_MAX) {
277 error_exit(EINVAL, __func__);
278 } else {
279 sem->count++;
280 qemu_cond_signal(&sem->cond);
281 }
282 qemu_mutex_unlock(&sem->mutex);
283}
284
285int qemu_sem_timedwait(QemuSemaphore *sem, int ms)
286{
287 bool rc = true;
288 struct timespec ts;
289
290 compute_abs_deadline(&ts, ms);
291 qemu_mutex_lock(&sem->mutex);
292 while (sem->count == 0) {
293 if (ms == 0) {
294 rc = false;
295 } else {
296 rc = qemu_cond_timedwait_ts(&sem->cond, &sem->mutex, &ts,
297 __FILE__, __LINE__);
298 }
299 if (!rc) {
300 break;
301 }
302 }
303 if (rc) {
304 --sem->count;
305 }
306 qemu_mutex_unlock(&sem->mutex);
307 return (rc ? 0 : -1);
308}
309
310void qemu_sem_wait(QemuSemaphore *sem)
311{
312 qemu_mutex_lock(&sem->mutex);
313 while (sem->count == 0) {
314 qemu_cond_wait(&sem->cond, &sem->mutex);
315 }
316 --sem->count;
317 qemu_mutex_unlock(&sem->mutex);
318}
319
320static __thread NotifierList thread_exit;
321
322
323
324
325
326
327
328
329void qemu_thread_atexit_add(Notifier *notifier)
330{
331 notifier_list_add(&thread_exit, notifier);
332}
333
334void qemu_thread_atexit_remove(Notifier *notifier)
335{
336 notifier_remove(notifier);
337}
338
339static void qemu_thread_atexit_notify(void *arg)
340{
341
342
343
344
345 notifier_list_notify(&thread_exit, NULL);
346}
347
348typedef struct {
349 void *(*start_routine)(void *);
350 void *arg;
351 char *name;
352} QemuThreadArgs;
353
354static void *qemu_thread_start(void *args)
355{
356 QemuThreadArgs *qemu_thread_args = args;
357 void *(*start_routine)(void *) = qemu_thread_args->start_routine;
358 void *arg = qemu_thread_args->arg;
359 void *r;
360
361
362
363
364 if (name_threads && qemu_thread_args->name) {
365# if defined(CONFIG_PTHREAD_SETNAME_NP_W_TID)
366 pthread_setname_np(pthread_self(), qemu_thread_args->name);
367# elif defined(CONFIG_PTHREAD_SETNAME_NP_WO_TID)
368 pthread_setname_np(qemu_thread_args->name);
369# elif defined(CONFIG_PTHREAD_SET_NAME_NP)
370 pthread_set_name_np(pthread_self(), qemu_thread_args->name);
371# endif
372 }
373 QEMU_TSAN_ANNOTATE_THREAD_NAME(qemu_thread_args->name);
374 g_free(qemu_thread_args->name);
375 g_free(qemu_thread_args);
376
377
378
379
380
381
382
383
384
385
386
387#pragma GCC diagnostic push
388#ifndef __clang__
389#pragma GCC diagnostic ignored "-Wstringop-overflow"
390#endif
391
392 pthread_cleanup_push(qemu_thread_atexit_notify, NULL);
393 r = start_routine(arg);
394 pthread_cleanup_pop(1);
395
396#pragma GCC diagnostic pop
397
398 return r;
399}
400
401void qemu_thread_create(QemuThread *thread, const char *name,
402 void *(*start_routine)(void*),
403 void *arg, int mode)
404{
405 sigset_t set, oldset;
406 int err;
407 pthread_attr_t attr;
408 QemuThreadArgs *qemu_thread_args;
409
410 err = pthread_attr_init(&attr);
411 if (err) {
412 error_exit(err, __func__);
413 }
414
415 if (mode == QEMU_THREAD_DETACHED) {
416 pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
417 }
418
419
420 sigfillset(&set);
421
422 sigdelset(&set, SIGSEGV);
423 sigdelset(&set, SIGFPE);
424 sigdelset(&set, SIGILL);
425
426 pthread_sigmask(SIG_SETMASK, &set, &oldset);
427
428 qemu_thread_args = g_new0(QemuThreadArgs, 1);
429 qemu_thread_args->name = g_strdup(name);
430 qemu_thread_args->start_routine = start_routine;
431 qemu_thread_args->arg = arg;
432
433 err = pthread_create(&thread->thread, &attr,
434 qemu_thread_start, qemu_thread_args);
435
436 if (err)
437 error_exit(err, __func__);
438
439 pthread_sigmask(SIG_SETMASK, &oldset, NULL);
440
441 pthread_attr_destroy(&attr);
442}
443
444int qemu_thread_set_affinity(QemuThread *thread, unsigned long *host_cpus,
445 unsigned long nbits)
446{
447#if defined(CONFIG_PTHREAD_AFFINITY_NP)
448 const size_t setsize = CPU_ALLOC_SIZE(nbits);
449 unsigned long value;
450 cpu_set_t *cpuset;
451 int err;
452
453 cpuset = CPU_ALLOC(nbits);
454 g_assert(cpuset);
455
456 CPU_ZERO_S(setsize, cpuset);
457 value = find_first_bit(host_cpus, nbits);
458 while (value < nbits) {
459 CPU_SET_S(value, setsize, cpuset);
460 value = find_next_bit(host_cpus, nbits, value + 1);
461 }
462
463 err = pthread_setaffinity_np(thread->thread, setsize, cpuset);
464 CPU_FREE(cpuset);
465 return err;
466#else
467 return -ENOSYS;
468#endif
469}
470
471int qemu_thread_get_affinity(QemuThread *thread, unsigned long **host_cpus,
472 unsigned long *nbits)
473{
474#if defined(CONFIG_PTHREAD_AFFINITY_NP)
475 unsigned long tmpbits;
476 cpu_set_t *cpuset;
477 size_t setsize;
478 int i, err;
479
480 tmpbits = CPU_SETSIZE;
481 while (true) {
482 setsize = CPU_ALLOC_SIZE(tmpbits);
483 cpuset = CPU_ALLOC(tmpbits);
484 g_assert(cpuset);
485
486 err = pthread_getaffinity_np(thread->thread, setsize, cpuset);
487 if (err) {
488 CPU_FREE(cpuset);
489 if (err != -EINVAL) {
490 return err;
491 }
492 tmpbits *= 2;
493 } else {
494 break;
495 }
496 }
497
498
499 *nbits = tmpbits;
500 *host_cpus = bitmap_new(tmpbits);
501 for (i = 0; i < tmpbits; i++) {
502 if (CPU_ISSET(i, cpuset)) {
503 set_bit(i, *host_cpus);
504 }
505 }
506 CPU_FREE(cpuset);
507 return 0;
508#else
509 return -ENOSYS;
510#endif
511}
512
513void qemu_thread_get_self(QemuThread *thread)
514{
515 thread->thread = pthread_self();
516}
517
518bool qemu_thread_is_self(QemuThread *thread)
519{
520 return pthread_equal(pthread_self(), thread->thread);
521}
522
523void qemu_thread_exit(void *retval)
524{
525 pthread_exit(retval);
526}
527
528void *qemu_thread_join(QemuThread *thread)
529{
530 int err;
531 void *ret;
532
533 err = pthread_join(thread->thread, &ret);
534 if (err) {
535 error_exit(err, __func__);
536 }
537 return ret;
538}
539