2 * Copyright (c) 1995-1998 John Birrell <jb@cimlogic.com.au>.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 * must display the following acknowledgement:
15 * This product includes software developed by John Birrell.
16 * 4. Neither the name of the author nor the names of any co-contributors
17 * may be used to endorse or promote products derived from this software
18 * without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY JOHN BIRRELL AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * Private thread definitions for the uthread kernel.
34 * $FreeBSD: src/lib/libpthread/thread/thr_private.h,v 1.120 2004/11/01 10:49:34 davidxu Exp $
35 * $DragonFly: src/lib/libthread_xu/thread/thr_private.h,v 1.19 2008/07/15 01:18:53 dillon Exp $
38 #ifndef _THR_PRIVATE_H
39 #define _THR_PRIVATE_H
44 #include <sys/types.h>
46 #include <sys/cdefs.h>
47 #include <sys/queue.h>
48 #include <sys/rtprio.h>
49 #include <machine/atomic.h>
54 #include <sys/sched.h>
57 #include <pthread_np.h>
59 #include "pthread_md.h"
61 #include "thread_db.h"
63 /* Signal to do cancellation */
67 * Kernel fatal error handler macro.
69 #define PANIC(string) _thread_exit(__FILE__,__LINE__,string)
71 /* Output debug messages like this: */
72 #define stdout_debug(args...) _thread_printf(STDOUT_FILENO, ##args)
73 #define stderr_debug(args...) _thread_printf(STDERR_FILENO, ##args)
75 #ifdef _PTHREADS_INVARIANTS
76 #define THR_ASSERT(cond, msg) do { \
77 if (__predict_false(!(cond))) \
81 #define THR_ASSERT(cond, msg)
85 #define STATIC_LIB_REQUIRE(name)
87 #define STATIC_LIB_REQUIRE(name) __asm(".globl " #name)
90 TAILQ_HEAD(thread_head, pthread) thread_head;
91 TAILQ_HEAD(atfork_head, pthread_atfork) atfork_head;
93 #define TIMESPEC_ADD(dst, src, val) \
95 (dst)->tv_sec = (src)->tv_sec + (val)->tv_sec; \
96 (dst)->tv_nsec = (src)->tv_nsec + (val)->tv_nsec; \
97 if ((dst)->tv_nsec >= 1000000000) { \
99 (dst)->tv_nsec -= 1000000000; \
103 #define TIMESPEC_SUB(dst, src, val) \
105 (dst)->tv_sec = (src)->tv_sec - (val)->tv_sec; \
106 (dst)->tv_nsec = (src)->tv_nsec - (val)->tv_nsec; \
107 if ((dst)->tv_nsec < 0) { \
109 (dst)->tv_nsec += 1000000000; \
113 struct pthread_mutex {
115 * Lock for accesses to this structure.
117 volatile umtx_t m_lock;
118 enum pthread_mutextype m_type;
120 TAILQ_HEAD(mutex_head, pthread) m_queue;
121 struct pthread *m_owner;
127 * Used for priority inheritence and protection.
129 * m_prio - For priority inheritence, the highest active
130 * priority (threads locking the mutex inherit
131 * this priority). For priority protection, the
132 * ceiling priority of this mutex.
133 * m_saved_prio - mutex owners inherited priority before
134 * taking the mutex, restored when the owner
141 * Link for list of all mutexes a thread currently owns.
143 TAILQ_ENTRY(pthread_mutex) m_qe;
146 #define TAILQ_INITIALIZER { NULL, NULL }
148 #define PTHREAD_MUTEX_STATIC_INITIALIZER \
149 {0, PTHREAD_MUTEX_DEFAULT, PTHREAD_PRIO_NONE, TAILQ_INITIALIZER, \
150 NULL, { NULL }, MUTEX_FLAGS_PRIVATE, 0, 0, 0, TAILQ_INITIALIZER }
154 #define MUTEX_FLAGS_PRIVATE 0x01
155 #define MUTEX_FLAGS_INITED 0x02
157 struct pthread_mutex_attr {
158 enum pthread_mutextype m_type;
164 #define PTHREAD_MUTEXATTR_STATIC_INITIALIZER \
165 { PTHREAD_MUTEX_DEFAULT, PTHREAD_PRIO_NONE, 0, MUTEX_FLAGS_PRIVATE }
167 struct pthread_cond {
169 * Lock for accesses to this structure.
171 volatile umtx_t c_lock;
172 volatile umtx_t c_seqno;
173 volatile int c_waiters;
174 volatile int c_broadcast;
179 struct pthread_cond_attr {
185 * Flags for condition variables.
187 #define COND_FLAGS_PRIVATE 0x01
188 #define COND_FLAGS_INITED 0x02
190 struct pthread_barrier {
191 volatile umtx_t b_lock;
192 volatile umtx_t b_cycle;
193 volatile int b_count;
194 volatile int b_waiters;
197 struct pthread_barrierattr {
201 struct pthread_spinlock {
202 volatile umtx_t s_lock;
206 * Cleanup definitions.
208 struct pthread_cleanup {
209 struct pthread_cleanup *next;
210 void (*routine)(void *);
215 #define THR_CLEANUP_PUSH(td, func, arg) { \
216 struct pthread_cleanup __cup; \
218 __cup.routine = func; \
219 __cup.routine_arg = arg; \
221 __cup.next = (td)->cleanup; \
222 (td)->cleanup = &__cup;
224 #define THR_CLEANUP_POP(td, exec) \
225 (td)->cleanup = __cup.next; \
227 __cup.routine(__cup.routine_arg); \
230 struct pthread_atfork {
231 TAILQ_ENTRY(pthread_atfork) qe;
232 void (*prepare)(void);
233 void (*parent)(void);
237 struct pthread_attr {
242 #define THR_STACK_USER 0x100 /* 0xFF reserved for <pthread.h> */
244 void *stackaddr_attr;
245 size_t stacksize_attr;
246 size_t guardsize_attr;
250 * Thread creation state attributes.
252 #define THR_CREATE_RUNNING 0
253 #define THR_CREATE_SUSPENDED 1
256 * Miscellaneous definitions.
258 #define THR_STACK_DEFAULT (sizeof(void *) / 4 * 1024 * 1024)
261 * Maximum size of initial thread's stack. This perhaps deserves to be larger
262 * than the stacks of other threads, since many applications are likely to run
263 * almost entirely on this stack.
265 #define THR_STACK_INITIAL (THR_STACK_DEFAULT * 2)
268 * Define the different priority ranges. All applications have thread
269 * priorities constrained within 0-31. The threads library raises the
270 * priority when delivering signals in order to ensure that signal
271 * delivery happens (from the POSIX spec) "as soon as possible".
272 * In the future, the threads library will also be able to map specific
273 * threads into real-time (cooperating) processes or kernel threads.
274 * The RT and SIGNAL priorities will be used internally and added to
275 * thread base priorities so that the scheduling queue can handle both
276 * normal and RT priority threads with and without signal handling.
278 * The approach taken is that, within each class, signal delivery
279 * always has priority over thread execution.
281 #define THR_DEFAULT_PRIORITY 0
282 #define THR_MUTEX_CEIL_PRIORITY 31 /* dummy */
285 * Time slice period in microseconds.
287 #define TIMESLICE_USEC 20000
289 struct pthread_rwlockattr {
293 struct pthread_rwlock {
294 pthread_mutex_t lock; /* monitor lock */
295 pthread_cond_t read_signal;
296 pthread_cond_t write_signal;
297 int state; /* 0 = idle >0 = # of readers -1 = writer */
309 struct pthread_specific_elem {
315 volatile int allocated;
318 void (*destructor)(void *);
326 * Magic value to help recognize a valid thread structure
327 * from an invalid one:
329 #define THR_MAGIC ((u_int32_t) 0xd09ba115)
332 u_int64_t uniqueid; /* for gdb */
335 * Lock for accesses to this thread structure.
339 /* Thread is terminated in kernel, written by kernel. */
342 /* Kernel thread id. */
345 /* Internal condition variable cycle number. */
348 /* How many low level locks the thread held. */
352 * Set to non-zero when this thread has entered a critical
353 * region. We allow for recursive entries into critical regions.
357 /* Signal blocked counter. */
360 /* Queue entry for list of all threads. */
361 TAILQ_ENTRY(pthread) tle; /* link for all threads in process */
363 /* Queue entry for GC lists. */
364 TAILQ_ENTRY(pthread) gcle;
366 /* Hash queue entry. */
367 LIST_ENTRY(pthread) hle;
369 /* Threads reference count. */
373 * Thread start routine, argument, stack pointer and thread
376 void *(*start_routine)(void *);
378 struct pthread_attr attr;
381 * Cancelability flags
383 #define THR_CANCEL_DISABLE 0x0001
384 #define THR_CANCEL_EXITING 0x0002
385 #define THR_CANCEL_AT_POINT 0x0004
386 #define THR_CANCEL_NEEDED 0x0008
387 #define SHOULD_CANCEL(val) \
388 (((val) & (THR_CANCEL_DISABLE | THR_CANCEL_EXITING | \
389 THR_CANCEL_NEEDED)) == THR_CANCEL_NEEDED)
391 #define SHOULD_ASYNC_CANCEL(val) \
392 (((val) & (THR_CANCEL_DISABLE | THR_CANCEL_EXITING | \
393 THR_CANCEL_NEEDED | THR_CANCEL_AT_POINT)) == \
394 (THR_CANCEL_NEEDED | THR_CANCEL_AT_POINT))
397 /* Thread temporary signal mask. */
404 * Error variable used instead of errno, used for internal.
409 * The joiner is the thread that is joining to this thread. The
410 * join status keeps track of a join operation to another thread.
412 struct pthread *joiner;
415 * The current thread can belong to a priority mutex queue.
416 * This is the synchronization queue link.
418 TAILQ_ENTRY(pthread) sqe;
420 /* Miscellaneous flags; only set with scheduling lock held. */
422 #define THR_FLAGS_PRIVATE 0x0001
423 #define THR_FLAGS_NEED_SUSPEND 0x0002 /* thread should be suspended */
424 #define THR_FLAGS_SUSPENDED 0x0004 /* thread is suspended */
426 /* Thread list flags; only set with thread list lock held. */
428 #define TLFLAGS_GC_SAFE 0x0001 /* thread safe for cleaning */
429 #define TLFLAGS_IN_TDLIST 0x0002 /* thread in all thread list */
430 #define TLFLAGS_IN_GCLIST 0x0004 /* thread in gc list */
431 #define TLFLAGS_DETACHED 0x0008 /* thread is detached */
434 * Base priority is the user setable and retrievable priority
435 * of the thread. It is only affected by explicit calls to
436 * set thread priority and upon thread creation via a thread
437 * attribute or default priority.
442 * Inherited priority is the priority a thread inherits by
443 * taking a priority inheritence or protection mutex. It
444 * is not affected by base priority changes. Inherited
445 * priority defaults to and remains 0 until a mutex is taken
446 * that is being waited on by any other thread whose priority
449 char inherited_priority;
452 * Active priority is always the maximum of the threads base
453 * priority and inherited priority. When there is a change
454 * in either the base or inherited priority, the active
455 * priority must be recalculated.
457 char active_priority;
459 /* Number of priority ceiling or protection mutexes owned. */
460 int priority_mutex_count;
462 /* Queue of currently owned simple type mutexes. */
463 TAILQ_HEAD(, pthread_mutex) mutexq;
466 struct pthread_specific_elem *specific;
467 int specific_data_count;
469 /* Number rwlocks rdlocks held. */
473 * Current locks bitmap for rtld. */
476 /* Thread control block */
479 /* Cleanup handlers Link List */
480 struct pthread_cleanup *cleanup;
482 /* Enable event reporting */
486 td_thr_events_t event_mask;
489 td_event_msg_t event_buf;
492 #define THR_IN_CRITICAL(thrd) \
493 (((thrd)->locklevel > 0) || \
494 ((thrd)->critical_count > 0))
496 #define THR_UMTX_TRYLOCK(thrd, lck) \
497 _thr_umtx_trylock((lck), (thrd)->tid)
499 #define THR_UMTX_LOCK(thrd, lck) \
500 _thr_umtx_lock((lck), (thrd)->tid)
502 #define THR_UMTX_TIMEDLOCK(thrd, lck, timo) \
503 _thr_umtx_timedlock((lck), (thrd)->tid, (timo))
505 #define THR_UMTX_UNLOCK(thrd, lck) \
506 _thr_umtx_unlock((lck), (thrd)->tid)
508 #define THR_LOCK_ACQUIRE(thrd, lck) \
510 (thrd)->locklevel++; \
511 _thr_umtx_lock((lck), (thrd)->tid); \
514 #ifdef _PTHREADS_INVARIANTS
515 #define THR_ASSERT_LOCKLEVEL(thrd) \
517 if (__predict_false((thrd)->locklevel <= 0)) \
518 _thr_assert_lock_level(); \
521 #define THR_ASSERT_LOCKLEVEL(thrd)
524 #define THR_LOCK_RELEASE(thrd, lck) \
526 THR_ASSERT_LOCKLEVEL(thrd); \
527 _thr_umtx_unlock((lck), (thrd)->tid); \
528 (thrd)->locklevel--; \
532 #define THR_LOCK(curthrd) THR_LOCK_ACQUIRE(curthrd, &(curthrd)->lock)
533 #define THR_UNLOCK(curthrd) THR_LOCK_RELEASE(curthrd, &(curthrd)->lock)
534 #define THR_THREAD_LOCK(curthrd, thr) THR_LOCK_ACQUIRE(curthrd, &(thr)->lock)
535 #define THR_THREAD_UNLOCK(curthrd, thr) THR_LOCK_RELEASE(curthrd, &(thr)->lock)
537 #define THREAD_LIST_LOCK(curthrd) \
539 THR_LOCK_ACQUIRE((curthrd), &_thr_list_lock); \
542 #define THREAD_LIST_UNLOCK(curthrd) \
544 THR_LOCK_RELEASE((curthrd), &_thr_list_lock); \
548 * Macros to insert/remove threads to the all thread list and
551 #define THR_LIST_ADD(thrd) do { \
552 if (((thrd)->tlflags & TLFLAGS_IN_TDLIST) == 0) { \
553 TAILQ_INSERT_HEAD(&_thread_list, thrd, tle); \
554 _thr_hash_add(thrd); \
555 (thrd)->tlflags |= TLFLAGS_IN_TDLIST; \
558 #define THR_LIST_REMOVE(thrd) do { \
559 if (((thrd)->tlflags & TLFLAGS_IN_TDLIST) != 0) { \
560 TAILQ_REMOVE(&_thread_list, thrd, tle); \
561 _thr_hash_remove(thrd); \
562 (thrd)->tlflags &= ~TLFLAGS_IN_TDLIST; \
565 #define THR_GCLIST_ADD(thrd) do { \
566 if (((thrd)->tlflags & TLFLAGS_IN_GCLIST) == 0) { \
567 TAILQ_INSERT_HEAD(&_thread_gc_list, thrd, gcle);\
568 (thrd)->tlflags |= TLFLAGS_IN_GCLIST; \
572 #define THR_GCLIST_REMOVE(thrd) do { \
573 if (((thrd)->tlflags & TLFLAGS_IN_GCLIST) != 0) { \
574 TAILQ_REMOVE(&_thread_gc_list, thrd, gcle); \
575 (thrd)->tlflags &= ~TLFLAGS_IN_GCLIST; \
580 #define GC_NEEDED() (_thr_gc_count >= 5)
582 #define THR_IN_SYNCQ(thrd) (((thrd)->sflags & THR_FLAGS_IN_SYNCQ) != 0)
584 #define SHOULD_REPORT_EVENT(curthr, e) \
585 (curthr->report_events && \
586 (((curthr)->event_mask | _thread_event_mask ) & e) != 0)
588 extern int __isthreaded;
591 * Global variables for the pthread library.
593 extern char *_usrstack;
594 extern struct pthread *_thr_initial;
595 extern int _thread_scope_system;
598 extern int _libthread_xu_debug;
599 extern int _thread_event_mask;
600 extern struct pthread *_thread_last_event;
602 /* List of all threads */
603 extern struct thread_head _thread_list;
605 /* List of threads needing GC */
606 extern struct thread_head _thread_gc_list;
608 extern int _thread_active_threads;
610 extern struct atfork_head _thr_atfork_list;
611 extern umtx_t _thr_atfork_lock;
613 /* Default thread attributes */
614 extern struct pthread_attr _pthread_attr_default;
616 /* Default mutex attributes */
617 extern struct pthread_mutex_attr _pthread_mutexattr_default;
619 /* Default condition variable attributes */
620 extern struct pthread_cond_attr _pthread_condattr_default;
622 extern pid_t _thr_pid;
623 extern size_t _thr_guard_default;
624 extern size_t _thr_stack_default;
625 extern size_t _thr_stack_initial;
626 extern int _thr_page_size;
627 extern int _thr_gc_count;
629 extern umtx_t _mutex_static_lock;
630 extern umtx_t _cond_static_lock;
631 extern umtx_t _rwlock_static_lock;
632 extern umtx_t _keytable_lock;
633 extern umtx_t _thr_list_lock;
634 extern umtx_t _thr_event_lock;
637 * Function prototype definitions.
640 int _thr_setthreaded(int);
641 int _mutex_cv_lock(pthread_mutex_t *, int count);
642 int _mutex_cv_unlock(pthread_mutex_t *, int *count);
643 void _mutex_notify_priochange(struct pthread *, struct pthread *, int);
644 int _mutex_reinit(pthread_mutex_t *);
645 void _mutex_fork(struct pthread *curthread);
646 void _mutex_unlock_private(struct pthread *);
647 void _libpthread_init(struct pthread *);
648 struct pthread *_thr_alloc(struct pthread *);
649 void _thread_exit(const char *, int, const char *) __dead2;
650 void _thr_exit_cleanup(void);
651 int _thr_ref_add(struct pthread *, struct pthread *, int);
652 void _thr_ref_delete(struct pthread *, struct pthread *);
653 void _thr_ref_delete_unlocked(struct pthread *, struct pthread *);
654 int _thr_find_thread(struct pthread *, struct pthread *, int);
655 void _thr_rtld_init(void);
656 void _thr_rtld_fini(void);
657 int _thr_stack_alloc(struct pthread_attr *);
658 void _thr_stack_free(struct pthread_attr *);
659 void _thr_free(struct pthread *, struct pthread *);
660 void _thr_gc(struct pthread *);
661 void _thread_cleanupspecific(void);
662 void _thread_dump_info(void);
663 void _thread_printf(int, const char *, ...);
664 void _thr_spinlock_init(void);
665 int _thr_cancel_enter(struct pthread *);
666 void _thr_cancel_leave(struct pthread *, int);
667 void _thr_signal_block(struct pthread *);
668 void _thr_signal_unblock(struct pthread *);
669 void _thr_signal_init(void);
670 void _thr_signal_deinit(void);
671 int _thr_send_sig(struct pthread *, int sig);
672 void _thr_list_init(void);
673 void _thr_hash_add(struct pthread *);
674 void _thr_hash_remove(struct pthread *);
675 struct pthread *_thr_hash_find(struct pthread *);
676 void _thr_link(struct pthread *curthread, struct pthread *thread);
677 void _thr_unlink(struct pthread *curthread, struct pthread *thread);
678 void _thr_suspend_check(struct pthread *curthread);
679 void _thr_assert_lock_level(void) __dead2;
680 void _thr_ast(struct pthread *);
681 int _thr_get_tid(void);
682 void _thr_report_creation(struct pthread *curthread,
683 struct pthread *newthread);
684 void _thr_report_death(struct pthread *curthread);
685 void _thread_bp_create(void);
686 void _thread_bp_death(void);
687 int _thr_getscheduler(lwpid_t, int *, struct sched_param *);
688 int _thr_setscheduler(lwpid_t, int, const struct sched_param *);
689 int _thr_set_sched_other_prio(struct pthread *, int);
690 int _rtp_to_schedparam(const struct rtprio *rtp, int *policy,
691 struct sched_param *param);
692 int _schedparam_to_rtp(int policy, const struct sched_param *param,
694 int _umtx_sleep_err(volatile const int *, int, int);
695 int _umtx_wakeup_err(volatile const int *, int);
697 /* #include <sys/aio.h> */
699 int __sys_aio_suspend(const struct aiocb * const[], int, const struct timespec *);
702 /* #include <fcntl.h> */
704 int __sys_fcntl(int, int, ...);
705 int __sys_open(const char *, int, ...);
706 int __sys_openat(int, const char *, int, ...);
709 /* #include <sys/ioctl.h> */
711 int __sys_ioctl(int, unsigned long, ...);
714 /* #inclde <sched.h> */
716 int __sys_sched_yield(void);
719 /* #include <signal.h> */
721 int __sys_kill(pid_t, int);
722 int __sys_sigaction(int, const struct sigaction *, struct sigaction *);
723 int __sys_sigpending(sigset_t *);
724 int __sys_sigprocmask(int, const sigset_t *, sigset_t *);
725 int __sys_sigsuspend(const sigset_t *);
726 int __sys_sigreturn(ucontext_t *);
727 int __sys_sigaltstack(const struct sigaltstack *, struct sigaltstack *);
730 /* #include <sys/socket.h> */
731 #ifdef _SYS_SOCKET_H_
732 int __sys_accept(int, struct sockaddr *, socklen_t *);
733 int __sys_connect(int, const struct sockaddr *, socklen_t);
734 ssize_t __sys_recv(int, void *, size_t, int);
735 ssize_t __sys_recvfrom(int, void *, size_t, int, struct sockaddr *, socklen_t *);
736 ssize_t __sys_recvmsg(int, struct msghdr *, int);
737 int __sys_sendfile(int, int, off_t, size_t, struct sf_hdtr *,
739 ssize_t __sys_sendmsg(int, const struct msghdr *, int);
740 ssize_t __sys_sendto(int, const void *,size_t, int, const struct sockaddr *, socklen_t);
743 /* #include <sys/uio.h> */
745 ssize_t __sys_readv(int, const struct iovec *, int);
746 ssize_t __sys_writev(int, const struct iovec *, int);
749 /* #include <time.h> */
751 int __sys_nanosleep(const struct timespec *, struct timespec *);
754 /* #include <unistd.h> */
756 int __sys_close(int);
757 int __sys_execve(const char *, char * const *, char * const *);
758 int __sys_fork(void);
759 int __sys_fsync(int);
760 pid_t __sys_getpid(void);
761 int __sys_select(int, fd_set *, fd_set *, fd_set *, struct timeval *);
762 ssize_t __sys_read(int, void *, size_t);
763 ssize_t __sys_write(int, const void *, size_t);
764 void __sys_exit(int);
765 int __sys_sigwait(const sigset_t *, int *);
766 int __sys_sigtimedwait(const sigset_t *, siginfo_t *,
767 const struct timespec *);
768 int __sys_sigwaitinfo(const sigset_t *set, siginfo_t *info);
771 /* #include <poll.h> */
773 int __sys_poll(struct pollfd *, unsigned, int);
776 /* #include <sys/mman.h> */
778 int __sys_msync(void *, size_t, int);
782 _thr_isthreaded(void)
784 return (__isthreaded != 0);
790 return (_thr_initial != 0);
794 _thr_check_init(void)
796 if (_thr_initial == 0)
802 #endif /* !_THR_PRIVATE_H */