2 * Copyright (c) 2003 Daniel M. Eischen <deischen@freebsd.org>
3 * Copyright (c) 1995-1998 John Birrell <jb@cimlogic.com.au>
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. All advertising materials mentioning features or use of this software
15 * must display the following acknowledgement:
16 * This product includes software developed by John Birrell.
17 * 4. Neither the name of the author nor the names of any co-contributors
18 * may be used to endorse or promote products derived from this software
19 * without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY JOHN BIRRELL AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 #include "namespace.h"
35 #include <sys/param.h>
36 #include <sys/signalvar.h>
38 #include <sys/ioctl.h>
39 #include <sys/sysctl.h>
41 #include <sys/ttycom.h>
51 #include "un-namespace.h"
53 #include "libc_private.h"
54 #include "thr_private.h"
57 STATIC_LIB_REQUIRE(_pthread_attr_init);
59 STATIC_LIB_REQUIRE(_pthread_barrier_init);
60 /* thr_barrierattr.c */
61 STATIC_LIB_REQUIRE(_pthread_barrierattr_init);
63 STATIC_LIB_REQUIRE(_pthread_cancel);
65 STATIC_LIB_REQUIRE(_pthread_cleanup_push);
66 /* thr_concurrency.c */
67 STATIC_LIB_REQUIRE(_pthread_getconcurrency);
68 STATIC_LIB_REQUIRE(_pthread_setconcurrency);
70 STATIC_LIB_REQUIRE(_pthread_cond_init);
72 STATIC_LIB_REQUIRE(_pthread_condattr_init);
74 STATIC_LIB_REQUIRE(_pthread_create);
76 STATIC_LIB_REQUIRE(_pthread_detach);
78 STATIC_LIB_REQUIRE(_pthread_equal);
80 STATIC_LIB_REQUIRE(_pthread_exit);
82 STATIC_LIB_REQUIRE(_pthread_atfork);
83 STATIC_LIB_REQUIRE(_fork);
85 STATIC_LIB_REQUIRE(_pthread_getprio);
86 /* thr_getschedparam.c */
87 STATIC_LIB_REQUIRE(_pthread_getschedparam);
89 STATIC_LIB_REQUIRE(_pthread_set_name_np);
91 STATIC_LIB_REQUIRE(_pthread_init_early);
93 STATIC_LIB_REQUIRE(_pthread_join);
95 STATIC_LIB_REQUIRE(_pthread_kill);
97 STATIC_LIB_REQUIRE(_pthread_main_np);
99 STATIC_LIB_REQUIRE(_pthread_multi_np);
101 STATIC_LIB_REQUIRE(_pthread_mutex_init);
102 /* thr_mutex_prioceiling.c */
103 STATIC_LIB_REQUIRE(_pthread_mutexattr_getprioceiling);
104 /* thr_mutex_protocol.c */
105 STATIC_LIB_REQUIRE(_pthread_mutexattr_getprotocol);
106 /* thr_mutexattr.c */
107 STATIC_LIB_REQUIRE(_pthread_mutexattr_init);
109 STATIC_LIB_REQUIRE(_pthread_once);
110 /* thr_pspinlock.c */
111 STATIC_LIB_REQUIRE(_pthread_spin_init);
112 /* thr_resume_np.c */
113 STATIC_LIB_REQUIRE(_pthread_resume_np);
115 STATIC_LIB_REQUIRE(_pthread_rwlock_init);
116 /* thr_rwlockattr.c */
117 STATIC_LIB_REQUIRE(_pthread_rwlockattr_init);
119 STATIC_LIB_REQUIRE(_pthread_self);
121 STATIC_LIB_REQUIRE(_sem_init);
123 STATIC_LIB_REQUIRE(_pthread_setprio);
124 /* thr_setschedparam.c */
125 STATIC_LIB_REQUIRE(_pthread_setschedparam);
127 STATIC_LIB_REQUIRE(_sigwait);
128 /* thr_single_np.c */
129 STATIC_LIB_REQUIRE(_pthread_single_np);
131 STATIC_LIB_REQUIRE(_pthread_key_create);
133 STATIC_LIB_REQUIRE(_spinlock);
134 /* thr_suspend_np.c */
135 STATIC_LIB_REQUIRE(_pthread_suspend_np);
136 /* thr_switch_np.c */
137 STATIC_LIB_REQUIRE(_pthread_switch_add_np);
139 STATIC_LIB_REQUIRE(_thread_state_running);
141 STATIC_LIB_REQUIRE(__wait4);
143 STATIC_LIB_REQUIRE(_pthread_yield);
146 struct pthread *_thr_initial;
147 int _thread_scope_system;
148 static void *_thr_main_redzone;
151 size_t _thr_guard_default;
152 size_t _thr_stack_default = THR_STACK_DEFAULT;
153 size_t _thr_stack_initial = THR_STACK_INITIAL;
156 static void init_private(void);
157 static void _libpthread_uninit(void);
158 static void init_main_thread(struct pthread *thread);
159 static int init_once = 0;
161 void _thread_init(void) __attribute__ ((constructor));
165 _libpthread_init(NULL);
168 void _thread_uninit(void) __attribute__ ((destructor));
172 _libpthread_uninit();
176 * This function is used by libc to initialise libpthread
177 * early during dynamic linking.
179 void _pthread_init_early(void);
181 _pthread_init_early(void)
183 _libpthread_init(NULL);
187 * Threaded process initialization.
189 * This is only called under two conditions:
191 * 1) Some thread routines have detected that the library hasn't yet
192 * been initialized (_thr_initial == NULL && curthread == NULL), or
194 * 2) An explicit call to reinitialize after a fork (indicated
195 * by curthread != NULL)
198 _libpthread_init(struct pthread *curthread)
201 sigset_t sigset, oldset;
203 /* Check if this function has already been called: */
204 if ((_thr_initial != NULL) && (curthread == NULL))
205 /* Only initialize the threaded application once. */
209 * Check for the special case of this process running as
210 * or in place of init as pid = 1:
212 if ((_thr_pid = getpid()) == 1) {
214 * Setup a new session for this process which is
215 * assumed to be running as root.
218 PANIC("Can't set session ID");
219 if (revoke(_PATH_CONSOLE) != 0)
220 PANIC("Can't revoke console");
221 if ((fd = __sys_open(_PATH_CONSOLE, O_RDWR)) < 0)
222 PANIC("Can't open console");
223 if (setlogin("root") == -1)
224 PANIC("Can't set login to root");
225 if (__sys_ioctl(fd, TIOCSCTTY, NULL) == -1)
226 PANIC("Can't set controlling terminal");
229 /* Initialize pthread private data. */
232 /* Set the initial thread. */
233 if (curthread == NULL) {
235 /* Create and initialize the initial thread. */
236 curthread = _thr_alloc(NULL);
237 if (curthread == NULL)
238 PANIC("Can't allocate initial thread");
239 init_main_thread(curthread);
242 * Add the thread to the thread list queue.
244 THR_LIST_ADD(curthread);
245 _thread_active_threads = 1;
247 /* Setup the thread specific data */
248 tls_set_tcb(curthread->tcb);
252 __sys_sigprocmask(SIG_SETMASK, &sigset, &oldset);
254 _thr_initial = curthread;
255 SIGDELSET(oldset, SIGCANCEL);
256 __sys_sigprocmask(SIG_SETMASK, &oldset, NULL);
257 if (td_eventismember(&_thread_event_mask, TD_CREATE))
258 _thr_report_creation(curthread, curthread);
263 _libpthread_uninit(void)
265 if (_thr_initial == NULL)
267 if (_thr_main_redzone && _thr_main_redzone != MAP_FAILED) {
268 munmap(_thr_main_redzone, _thr_guard_default);
269 _thr_main_redzone = NULL;
271 _thr_stack_cleanup();
275 * This function and pthread_create() do a lot of the same things.
276 * It'd be nice to consolidate the common stuff in one place.
279 init_main_thread(struct pthread *thread)
281 /* Setup the thread attributes. */
282 thread->tid = _thr_get_tid();
283 thread->attr = _pthread_attr_default;
285 * Set up the thread stack.
287 * Create a red zone below the main stack. All other stacks
288 * are constrained to a maximum size by the parameters
289 * passed to mmap(), but this stack is only limited by
290 * resource limits, so this stack needs an explicitly mapped
291 * red zone to protect the thread stack that is just beyond.
293 _thr_main_redzone = mmap(_usrstack - _thr_stack_initial -
294 _thr_guard_default, _thr_guard_default,
295 0, MAP_ANON | MAP_TRYFIXED, -1, 0);
296 if (_thr_main_redzone == MAP_FAILED) {
297 PANIC("Cannot allocate red zone for initial thread");
301 * Mark the stack as an application supplied stack so that it
304 * XXX - I'm not sure it would hurt anything to deallocate
305 * the main thread stack because deallocation doesn't
306 * actually free() it; it just puts it in the free
307 * stack queue for later reuse.
309 thread->attr.stackaddr_attr = _usrstack - _thr_stack_initial;
310 thread->attr.stacksize_attr = _thr_stack_initial;
311 thread->attr.guardsize_attr = _thr_guard_default;
312 thread->attr.flags |= THR_STACK_USER;
315 * Write a magic value to the thread structure
316 * to help identify valid ones:
318 thread->magic = THR_MAGIC;
320 thread->cancelflags = PTHREAD_CANCEL_ENABLE | PTHREAD_CANCEL_DEFERRED;
321 thread->name = strdup("initial thread");
323 /* Default the priority of the initial thread: */
324 thread->base_priority = THR_DEFAULT_PRIORITY;
325 thread->active_priority = THR_DEFAULT_PRIORITY;
326 thread->inherited_priority = 0;
328 /* Initialize the mutex queue: */
329 TAILQ_INIT(&thread->mutexq);
331 thread->state = PS_RUNNING;
332 thread->uniqueid = 0;
334 /* Others cleared to zero by thr_alloc() */
343 _thr_umtx_init(&_mutex_static_lock);
344 _thr_umtx_init(&_cond_static_lock);
345 _thr_umtx_init(&_rwlock_static_lock);
346 _thr_umtx_init(&_keytable_lock);
347 _thr_umtx_init(&_thr_atfork_lock);
348 _thr_umtx_init(&_thr_event_lock);
349 _thr_spinlock_init();
353 * Avoid reinitializing some things if they don't need to be,
354 * e.g. after a fork().
356 if (init_once == 0) {
357 /* Find the stack top */
359 mib[1] = KERN_USRSTACK;
360 len = sizeof (_usrstack);
361 if (sysctl(mib, 2, &_usrstack, &len, NULL, 0) == -1)
362 PANIC("Cannot get kern.usrstack from sysctl");
363 _thr_page_size = getpagesize();
364 _thr_guard_default = _thr_page_size;
365 _pthread_attr_default.guardsize_attr = _thr_guard_default;
367 TAILQ_INIT(&_thr_atfork_list);
368 #ifdef SYSTEM_SCOPE_ONLY
369 _thread_scope_system = 1;
371 if (getenv("LIBPTHREAD_SYSTEM_SCOPE") != NULL)
372 _thread_scope_system = 1;
373 else if (getenv("LIBPTHREAD_PROCESS_SCOPE") != NULL)
374 _thread_scope_system = -1;
380 __strong_reference(_pthread_init_early, pthread_init_early);