1 /* Copyright (C) 2002-2007, 2009 Free Software Foundation, Inc.
2    Contributed by Ulrich Drepper <drepper@redhat.com>, 2002.
3 
4    The GNU C Library is free software; you can redistribute it and/or
5    modify it under the terms of the GNU Lesser General Public
6    License as published by the Free Software Foundation; either
7    version 2.1 of the License, or (at your option) any later version.
8 
9    The GNU C Library is distributed in the hope that it will be useful,
10    but WITHOUT ANY WARRANTY; without even the implied warranty of
11    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
12    Lesser General Public License for more details.
13 
14    You should have received a copy of the GNU Lesser General Public
15    License along with the GNU C Library; if not, see
16    <http://www.gnu.org/licenses/>.  */
17 
18 #ifndef _PTHREADP_H
19 #define _PTHREADP_H	1
20 
21 #include <pthread.h>
22 #include <setjmp.h>
23 #include <stdbool.h>
24 #include <sys/syscall.h>
25 #include "descr.h"
26 #include <tls.h>
27 #include <lowlevellock.h>
28 #include <bits/stackinfo.h>
29 #include <internaltypes.h>
30 #include <atomic.h>
31 #include <bits/kernel-features.h>
32 #include <errno.h>
33 #include <internal-signals.h>
34 
35 
36 /* Atomic operations on TLS memory.  */
37 #ifndef THREAD_ATOMIC_CMPXCHG_VAL
38 # define THREAD_ATOMIC_CMPXCHG_VAL(descr, member, new, old) \
39   atomic_compare_and_exchange_val_acq (&(descr)->member, new, old)
40 #endif
41 
42 #ifndef THREAD_ATOMIC_BIT_SET
43 # define THREAD_ATOMIC_BIT_SET(descr, member, bit) \
44   atomic_bit_set (&(descr)->member, bit)
45 #endif
46 
47 
48 /* Adaptive mutex definitions.  */
49 #ifndef MAX_ADAPTIVE_COUNT
50 # define MAX_ADAPTIVE_COUNT 100
51 #endif
52 
53 
54 /* Magic cookie representing robust mutex with dead owner.  */
55 #define PTHREAD_MUTEX_INCONSISTENT	INT_MAX
56 /* Magic cookie representing not recoverable robust mutex.  */
57 #define PTHREAD_MUTEX_NOTRECOVERABLE	(INT_MAX - 1)
58 
59 
60 /* Internal mutex type value.  */
61 enum
62 {
63   PTHREAD_MUTEX_KIND_MASK_NP = 3,
64   PTHREAD_MUTEX_ROBUST_NORMAL_NP = 16,
65   PTHREAD_MUTEX_ROBUST_RECURSIVE_NP
66   = PTHREAD_MUTEX_ROBUST_NORMAL_NP | PTHREAD_MUTEX_RECURSIVE_NP,
67   PTHREAD_MUTEX_ROBUST_ERRORCHECK_NP
68   = PTHREAD_MUTEX_ROBUST_NORMAL_NP | PTHREAD_MUTEX_ERRORCHECK_NP,
69   PTHREAD_MUTEX_ROBUST_ADAPTIVE_NP
70   = PTHREAD_MUTEX_ROBUST_NORMAL_NP | PTHREAD_MUTEX_ADAPTIVE_NP,
71   PTHREAD_MUTEX_PRIO_INHERIT_NP = 32,
72   PTHREAD_MUTEX_PI_NORMAL_NP
73   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_NORMAL,
74   PTHREAD_MUTEX_PI_RECURSIVE_NP
75   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_RECURSIVE_NP,
76   PTHREAD_MUTEX_PI_ERRORCHECK_NP
77   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_ERRORCHECK_NP,
78   PTHREAD_MUTEX_PI_ADAPTIVE_NP
79   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_ADAPTIVE_NP,
80   PTHREAD_MUTEX_PI_ROBUST_NORMAL_NP
81   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_ROBUST_NORMAL_NP,
82   PTHREAD_MUTEX_PI_ROBUST_RECURSIVE_NP
83   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_ROBUST_RECURSIVE_NP,
84   PTHREAD_MUTEX_PI_ROBUST_ERRORCHECK_NP
85   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_ROBUST_ERRORCHECK_NP,
86   PTHREAD_MUTEX_PI_ROBUST_ADAPTIVE_NP
87   = PTHREAD_MUTEX_PRIO_INHERIT_NP | PTHREAD_MUTEX_ROBUST_ADAPTIVE_NP,
88   PTHREAD_MUTEX_PRIO_PROTECT_NP = 64,
89   PTHREAD_MUTEX_PP_NORMAL_NP
90   = PTHREAD_MUTEX_PRIO_PROTECT_NP | PTHREAD_MUTEX_NORMAL,
91   PTHREAD_MUTEX_PP_RECURSIVE_NP
92   = PTHREAD_MUTEX_PRIO_PROTECT_NP | PTHREAD_MUTEX_RECURSIVE_NP,
93   PTHREAD_MUTEX_PP_ERRORCHECK_NP
94   = PTHREAD_MUTEX_PRIO_PROTECT_NP | PTHREAD_MUTEX_ERRORCHECK_NP,
95   PTHREAD_MUTEX_PP_ADAPTIVE_NP
96   = PTHREAD_MUTEX_PRIO_PROTECT_NP | PTHREAD_MUTEX_ADAPTIVE_NP
97 };
98 #define PTHREAD_MUTEX_PSHARED_BIT 128
99 
100 #define PTHREAD_MUTEX_TYPE(m) \
101   ((m)->__data.__kind & 127)
102 
103 #if LLL_PRIVATE == 0 && LLL_SHARED == 128
104 # define PTHREAD_MUTEX_PSHARED(m) \
105   ((m)->__data.__kind & 128)
106 #else
107 # define PTHREAD_MUTEX_PSHARED(m) \
108   (((m)->__data.__kind & 128) ? LLL_SHARED : LLL_PRIVATE)
109 #endif
110 
111 /* The kernel when waking robust mutexes on exit never uses
112    FUTEX_PRIVATE_FLAG FUTEX_WAKE.  */
113 #define PTHREAD_ROBUST_MUTEX_PSHARED(m) LLL_SHARED
114 
115 /* Ceiling in __data.__lock.  __data.__lock is signed, so don't
116    use the MSB bit in there, but in the mask also include that bit,
117    so that the compiler can optimize & PTHREAD_MUTEX_PRIO_CEILING_MASK
118    masking if the value is then shifted down by
119    PTHREAD_MUTEX_PRIO_CEILING_SHIFT.  */
120 #define PTHREAD_MUTEX_PRIO_CEILING_SHIFT	19
121 #define PTHREAD_MUTEX_PRIO_CEILING_MASK		0xfff80000
122 
123 
124 /* Flags in mutex attr.  */
125 #define PTHREAD_MUTEXATTR_PROTOCOL_SHIFT	28
126 #define PTHREAD_MUTEXATTR_PROTOCOL_MASK		0x30000000
127 #define PTHREAD_MUTEXATTR_PRIO_CEILING_SHIFT	12
128 #define PTHREAD_MUTEXATTR_PRIO_CEILING_MASK	0x00fff000
129 #define PTHREAD_MUTEXATTR_FLAG_ROBUST		0x40000000
130 #define PTHREAD_MUTEXATTR_FLAG_PSHARED		0x80000000
131 #define PTHREAD_MUTEXATTR_FLAG_BITS \
132   (PTHREAD_MUTEXATTR_FLAG_ROBUST | PTHREAD_MUTEXATTR_FLAG_PSHARED \
133    | PTHREAD_MUTEXATTR_PROTOCOL_MASK | PTHREAD_MUTEXATTR_PRIO_CEILING_MASK)
134 
135 
136 /* Check whether rwlock prefers readers.   */
137 #define PTHREAD_RWLOCK_PREFER_READER_P(rwlock) \
138   ((rwlock)->__data.__flags == 0)
139 
140 
141 /* Bits used in robust mutex implementation.  */
142 #define FUTEX_WAITERS		0x80000000
143 #define FUTEX_OWNER_DIED	0x40000000
144 #define FUTEX_TID_MASK		0x3fffffff
145 
146 
147 /* Internal variables.  */
148 
149 
150 /* Default stack size.  */
151 extern size_t __default_stacksize attribute_hidden;
152 
153 /* Size and alignment of static TLS block.  */
154 extern size_t __static_tls_size attribute_hidden;
155 extern size_t __static_tls_align_m1 attribute_hidden;
156 
157 /* Flag whether the machine is SMP or not.  */
158 extern int __is_smp attribute_hidden;
159 
160 /* Thread descriptor handling.  */
161 extern list_t __stack_user;
162 hidden_proto (__stack_user)
163 
164 /* Attribute handling.  */
165 extern struct pthread_attr *__attr_list attribute_hidden;
166 extern int __attr_list_lock attribute_hidden;
167 
168 /* First available RT signal.  */
169 extern int __current_sigrtmin attribute_hidden;
170 /* Last available RT signal.  */
171 extern int __current_sigrtmax attribute_hidden;
172 
173 /* Concurrency handling.  */
174 extern int __concurrency_level attribute_hidden;
175 
176 /* Thread-local data key handling.  */
177 extern struct pthread_key_struct __pthread_keys[PTHREAD_KEYS_MAX];
178 hidden_proto (__pthread_keys)
179 
180 /* Number of threads running.  */
181 extern unsigned int __nptl_nthreads
182 #ifdef SHARED
183 	attribute_hidden
184 #else
185 	__attribute ((weak))
186 #endif
187 	;
188 
189 #ifndef __ASSUME_SET_ROBUST_LIST
190 /* Negative if we do not have the system call and we can use it.  */
191 extern int __set_robust_list_avail attribute_hidden;
192 #endif
193 
194 /* Thread Priority Protection.  */
195 extern int __sched_fifo_min_prio attribute_hidden;
196 extern int __sched_fifo_max_prio attribute_hidden;
197 extern void __init_sched_fifo_prio (void) attribute_hidden;
198 extern int __pthread_tpp_change_priority (int prev_prio, int new_prio)
199      attribute_hidden;
200 extern int __pthread_current_priority (void) attribute_hidden;
201 
202 /* The library can run in debugging mode where it performs a lot more
203    tests.  */
204 extern int __pthread_debug attribute_hidden;
205 /** For now disable debugging support.  */
206 #if 0
207 # define DEBUGGING_P __builtin_expect (__pthread_debug, 0)
208 # define INVALID_TD_P(pd) (DEBUGGING_P && __find_in_stack_list (pd) == NULL)
209 # define INVALID_NOT_TERMINATED_TD_P(pd) INVALID_TD_P (pd)
210 #else
211 # define DEBUGGING_P 0
212 /* Simplified test.  This will not catch all invalid descriptors but
213    is better than nothing.  And if the test triggers the thread
214    descriptor is guaranteed to be invalid.  */
215 # define INVALID_TD_P(pd) __builtin_expect ((pd)->tid <= 0, 0)
216 # define INVALID_NOT_TERMINATED_TD_P(pd) __builtin_expect ((pd)->tid < 0, 0)
217 #endif
218 
219 
220 /* Cancellation test.  */
221 #define CANCELLATION_P(self) \
222   do {									      \
223     cancelhandling = THREAD_GETMEM (self, cancelhandling);		      \
224     if (CANCEL_ENABLED_AND_CANCELED (cancelhandling))			      \
225       {									      \
226 	THREAD_SETMEM (self, result, PTHREAD_CANCELED);			      \
227 	__do_cancel ();							      \
228       }									      \
229   } while (0)
230 
231 
232 extern void __pthread_unwind (__pthread_unwind_buf_t *__buf)
233      __cleanup_fct_attribute __attribute ((__noreturn__))
234 #if !defined SHARED && !defined IS_IN_libpthread
235      weak_function
236 #endif
237      ;
238 extern void __pthread_unwind_next (__pthread_unwind_buf_t *__buf)
239      __cleanup_fct_attribute __attribute ((__noreturn__))
240 #ifndef SHARED
241      weak_function
242 #endif
243      ;
244 extern void __pthread_register_cancel (__pthread_unwind_buf_t *__buf)
245      __cleanup_fct_attribute;
246 extern void __pthread_unregister_cancel (__pthread_unwind_buf_t *__buf)
247      __cleanup_fct_attribute;
248 #if defined NOT_IN_libc && defined IS_IN_libpthread
249 hidden_proto (__pthread_unwind)
250 hidden_proto (__pthread_unwind_next)
251 hidden_proto (__pthread_register_cancel)
252 hidden_proto (__pthread_unregister_cancel)
253 # ifdef SHARED
254 extern void attribute_hidden pthread_cancel_init (void);
255 extern void __unwind_freeres (void);
256 # endif
257 #endif
258 
259 
260 /* Called when a thread reacts on a cancellation request.  */
261 static inline void
262 __attribute ((noreturn, always_inline))
__do_cancel(void)263 __do_cancel (void)
264 {
265   struct pthread *self = THREAD_SELF;
266 
267   /* Make sure we get no more cancellations.  */
268   THREAD_ATOMIC_BIT_SET (self, cancelhandling, EXITING_BIT);
269 
270   __pthread_unwind ((__pthread_unwind_buf_t *)
271 		    THREAD_GETMEM (self, cleanup_jmp_buf));
272 }
273 
274 
275 /* Set cancellation mode to asynchronous.  */
276 #define CANCEL_ASYNC() \
277   __pthread_enable_asynccancel ()
278 /* Reset to previous cancellation mode.  */
279 #define CANCEL_RESET(oldtype) \
280   __pthread_disable_asynccancel (oldtype)
281 
282 #define __LABEL_PREFIX__ __stringify(__USER_LABEL_PREFIX__)
283 
284 #if !defined NOT_IN_libc
285 /* Same as CANCEL_ASYNC, but for use in libc.so.  */
286 # define LIBC_CANCEL_ASYNC() \
287   __libc_enable_asynccancel ()
288 /* Same as CANCEL_RESET, but for use in libc.so.  */
289 # define LIBC_CANCEL_RESET(oldtype) \
290   __libc_disable_asynccancel (oldtype)
291 # define LIBC_CANCEL_HANDLED() \
292   __asm__ (".globl " __LABEL_PREFIX__ "__libc_enable_asynccancel"); \
293   __asm__ (".globl " __LABEL_PREFIX__ "__libc_disable_asynccancel")
294 #elif defined NOT_IN_libc && defined IS_IN_libpthread
295 # define LIBC_CANCEL_ASYNC() CANCEL_ASYNC ()
296 # define LIBC_CANCEL_RESET(val) CANCEL_RESET (val)
297 # define LIBC_CANCEL_HANDLED() \
298   __asm__ (".globl " __LABEL_PREFIX__ "__pthread_enable_asynccancel"); \
299   __asm__ (".globl " __LABEL_PREFIX__ "__pthread_disable_asynccancel")
300 #elif defined NOT_IN_libc && defined IS_IN_librt
301 # define LIBC_CANCEL_ASYNC() \
302   __librt_enable_asynccancel ()
303 # define LIBC_CANCEL_RESET(val) \
304   __librt_disable_asynccancel (val)
305 # define LIBC_CANCEL_HANDLED() \
306   __asm__ (".globl " __LABEL_PREFIX__ "__librt_enable_asynccancel"); \
307   __asm__ (".globl " __LABEL_PREFIX__ "__librt_disable_asynccancel")
308 #else
309 # define LIBC_CANCEL_ASYNC()	0 /* Just a dummy value.  */
310 # define LIBC_CANCEL_RESET(val)	((void)(val)) /* Nothing, but evaluate it.  */
311 # define LIBC_CANCEL_HANDLED()	/* Nothing.  */
312 #endif
313 
314 /* Internal prototypes.  */
315 
316 /* Thread list handling.  */
317 extern struct pthread *__find_in_stack_list (struct pthread *pd)
318      attribute_hidden internal_function;
319 
320 /* Deallocate a thread's stack after optionally making sure the thread
321    descriptor is still valid.  */
322 extern void __free_tcb (struct pthread *pd) attribute_hidden internal_function;
323 
324 /* Free allocated stack.  */
325 extern void __deallocate_stack (struct pthread *pd)
326      attribute_hidden internal_function;
327 
328 /* Mark all the stacks except for the current one as available.  This
329    function also re-initializes the lock for the stack cache.  */
330 extern void __reclaim_stacks (void) attribute_hidden;
331 
332 /* Make all threads's stacks executable.  */
333 extern int __make_stacks_executable (void **stack_endp)
334      internal_function attribute_hidden;
335 
336 /* longjmp handling.  */
337 extern void __pthread_cleanup_upto (__jmp_buf target, char *targetframe);
338 #if defined NOT_IN_libc && defined IS_IN_libpthread
339 hidden_proto (__pthread_cleanup_upto)
340 #endif
341 
342 extern int pthread_create (pthread_t *newthread,
343 				 const pthread_attr_t *attr,
344 				 void *(*start_routine) (void *), void *arg);
345 extern int pthread_attr_init (pthread_attr_t *attr);
346 
347 
348 /* Event handlers for libthread_db interface.  */
349 extern void __nptl_create_event (void);
350 extern void __nptl_death_event (void);
351 hidden_proto (__nptl_create_event)
352 hidden_proto (__nptl_death_event)
353 
354 /* Register the generation counter in the libpthread with the libc.  */
355 #ifdef TLS_MULTIPLE_THREADS_IN_TCB
356 extern void __libc_pthread_init (unsigned long int *ptr,
357 				 void (*reclaim) (void));
358 #else
359 extern int *__libc_pthread_init (unsigned long int *ptr,
360 				 void (*reclaim) (void));
361 
362 /* Variable set to a nonzero value if more than one thread runs or ran.  */
363 extern int __pthread_multiple_threads attribute_hidden;
364 /* Pointer to the corresponding variable in libc.  */
365 extern int *__libc_multiple_threads_ptr attribute_hidden;
366 #endif
367 
368 /* Find a thread given its TID.  */
369 extern struct pthread *__find_thread_by_id (pid_t tid) attribute_hidden
370 #ifdef SHARED
371 ;
372 #else
373 weak_function;
374 #define __find_thread_by_id(tid) \
375   (__find_thread_by_id ? (__find_thread_by_id) (tid) : (struct pthread *) NULL)
376 #endif
377 
378 extern void __pthread_init_static_tls (struct link_map *) attribute_hidden;
379 
380 extern size_t __pthread_get_minstack (const pthread_attr_t *attr);
381 
382 /* Namespace save aliases.  */
383 extern int __pthread_getschedparam (pthread_t thread_id, int *policy,
384 				    struct sched_param *param);
385 extern int __pthread_setschedparam (pthread_t thread_id, int policy,
386 				    const struct sched_param *param);
387 extern int __pthread_setcancelstate (int state, int *oldstate);
388 extern int __pthread_mutex_init (pthread_mutex_t *__mutex,
389 				 const pthread_mutexattr_t *__mutexattr);
390 extern int __pthread_mutex_init_internal (pthread_mutex_t *__mutex,
391 					  const pthread_mutexattr_t *__mutexattr)
392      attribute_hidden;
393 extern int __pthread_mutex_destroy (pthread_mutex_t *__mutex);
394 extern int __pthread_mutex_destroy_internal (pthread_mutex_t *__mutex)
395      attribute_hidden;
396 extern int __pthread_mutex_trylock (pthread_mutex_t *_mutex);
397 extern int __pthread_mutex_lock (pthread_mutex_t *__mutex);
398 extern int __pthread_mutex_lock_internal (pthread_mutex_t *__mutex)
399      attribute_hidden;
400 extern int __pthread_mutex_cond_lock (pthread_mutex_t *__mutex)
401      attribute_hidden internal_function;
402 extern void __pthread_mutex_cond_lock_adjust (pthread_mutex_t *__mutex)
403      attribute_hidden internal_function;
404 extern int __pthread_mutex_unlock (pthread_mutex_t *__mutex);
405 extern int __pthread_mutex_unlock_internal (pthread_mutex_t *__mutex)
406      attribute_hidden;
407 extern int __pthread_mutex_unlock_usercnt (pthread_mutex_t *__mutex,
408 					   int __decr)
409      attribute_hidden internal_function;
410 extern int __pthread_mutexattr_init (pthread_mutexattr_t *attr);
411 extern int __pthread_mutexattr_destroy (pthread_mutexattr_t *attr);
412 extern int __pthread_mutexattr_settype (pthread_mutexattr_t *attr, int kind);
413 extern int __pthread_attr_destroy (pthread_attr_t *attr);
414 extern int __pthread_attr_getdetachstate (const pthread_attr_t *attr,
415 					  int *detachstate);
416 extern int __pthread_attr_setdetachstate (pthread_attr_t *attr,
417 					  int detachstate);
418 extern int __pthread_attr_getinheritsched (const pthread_attr_t *attr,
419 					   int *inherit);
420 extern int __pthread_attr_setinheritsched (pthread_attr_t *attr, int inherit);
421 extern int __pthread_attr_getschedparam (const pthread_attr_t *attr,
422 					 struct sched_param *param);
423 extern int __pthread_attr_setschedparam (pthread_attr_t *attr,
424 					 const struct sched_param *param);
425 extern int __pthread_attr_getschedpolicy (const pthread_attr_t *attr,
426 					  int *policy);
427 extern int __pthread_attr_setschedpolicy (pthread_attr_t *attr, int policy);
428 extern int __pthread_attr_getscope (const pthread_attr_t *attr, int *scope);
429 extern int __pthread_attr_setscope (pthread_attr_t *attr, int scope);
430 extern int __pthread_attr_getstackaddr (const pthread_attr_t *__restrict
431 					__attr, void **__restrict __stackaddr);
432 extern int __pthread_attr_setstackaddr (pthread_attr_t *__attr,
433 					void *__stackaddr);
434 extern int __pthread_attr_getstacksize (const pthread_attr_t *__restrict
435 					__attr,
436 					size_t *__restrict __stacksize);
437 extern int __pthread_attr_setstacksize (pthread_attr_t *__attr,
438 					size_t __stacksize);
439 extern int __pthread_attr_getstack (const pthread_attr_t *__restrict __attr,
440 				    void **__restrict __stackaddr,
441 				    size_t *__restrict __stacksize);
442 extern int __pthread_attr_setstack (pthread_attr_t *__attr, void *__stackaddr,
443 				    size_t __stacksize);
444 extern int __pthread_rwlock_init (pthread_rwlock_t *__restrict __rwlock,
445 				  const pthread_rwlockattr_t *__restrict
446 				  __attr);
447 extern int __pthread_rwlock_destroy (pthread_rwlock_t *__rwlock);
448 extern int __pthread_rwlock_rdlock (pthread_rwlock_t *__rwlock);
449 extern int __pthread_rwlock_rdlock_internal (pthread_rwlock_t *__rwlock);
450 extern int __pthread_rwlock_tryrdlock (pthread_rwlock_t *__rwlock);
451 extern int __pthread_rwlock_wrlock (pthread_rwlock_t *__rwlock);
452 extern int __pthread_rwlock_wrlock_internal (pthread_rwlock_t *__rwlock);
453 extern int __pthread_rwlock_trywrlock (pthread_rwlock_t *__rwlock);
454 extern int __pthread_rwlock_unlock (pthread_rwlock_t *__rwlock);
455 extern int __pthread_rwlock_unlock_internal (pthread_rwlock_t *__rwlock);
456 extern int __pthread_cond_broadcast (pthread_cond_t *cond);
457 extern int __pthread_cond_destroy (pthread_cond_t *cond);
458 extern int __pthread_cond_init (pthread_cond_t *cond,
459 				const pthread_condattr_t *cond_attr);
460 extern int __pthread_cond_signal (pthread_cond_t *cond);
461 extern int __pthread_cond_wait (pthread_cond_t *cond, pthread_mutex_t *mutex);
462 extern int __pthread_cond_timedwait (pthread_cond_t *cond,
463 				     pthread_mutex_t *mutex,
464 				     const struct timespec *abstime);
465 extern int __pthread_condattr_destroy (pthread_condattr_t *attr);
466 extern int __pthread_condattr_init (pthread_condattr_t *attr);
467 extern int __pthread_key_create (pthread_key_t *key, void (*destr) (void *));
468 extern int __pthread_key_create_internal (pthread_key_t *key,
469 					  void (*destr) (void *));
470 extern void *__pthread_getspecific (pthread_key_t key);
471 extern void *__pthread_getspecific_internal (pthread_key_t key);
472 extern int __pthread_setspecific (pthread_key_t key, const void *value);
473 extern int __pthread_setspecific_internal (pthread_key_t key,
474 					   const void *value);
475 extern int __pthread_once (pthread_once_t *once_control,
476 			   void (*init_routine) (void));
477 extern int __pthread_once_internal (pthread_once_t *once_control,
478 				    void (*init_routine) (void));
479 extern int __pthread_atfork (void (*prepare) (void), void (*parent) (void),
480 			     void (*child) (void));
481 extern pthread_t __pthread_self (void);
482 extern int __pthread_equal (pthread_t thread1, pthread_t thread2);
483 extern int __pthread_kill (pthread_t threadid, int signo);
484 extern void __pthread_exit (void *value);
485 extern int __pthread_setcanceltype (int type, int *oldtype);
486 extern int __pthread_enable_asynccancel (void) attribute_hidden;
487 extern void __pthread_disable_asynccancel (int oldtype)
488      internal_function attribute_hidden;
489 
490 extern int __pthread_cond_broadcast_2_0 (pthread_cond_2_0_t *cond);
491 extern int __pthread_cond_destroy_2_0 (pthread_cond_2_0_t *cond);
492 extern int __pthread_cond_init_2_0 (pthread_cond_2_0_t *cond,
493 				    const pthread_condattr_t *cond_attr);
494 extern int __pthread_cond_signal_2_0 (pthread_cond_2_0_t *cond);
495 extern int __pthread_cond_timedwait_2_0 (pthread_cond_2_0_t *cond,
496 					 pthread_mutex_t *mutex,
497 					 const struct timespec *abstime);
498 extern int __pthread_cond_wait_2_0 (pthread_cond_2_0_t *cond,
499 				    pthread_mutex_t *mutex);
500 
501 extern int __pthread_getaffinity_np (pthread_t th, size_t cpusetsize,
502 				     cpu_set_t *cpuset);
503 
504 /* The two functions are in libc.so and not exported.  */
505 extern int __libc_enable_asynccancel (void) attribute_hidden;
506 extern void __libc_disable_asynccancel (int oldtype)
507      internal_function attribute_hidden;
508 
509 
510 /* The two functions are in librt.so and not exported.  */
511 extern int __librt_enable_asynccancel (void) attribute_hidden;
512 extern void __librt_disable_asynccancel (int oldtype)
513      internal_function attribute_hidden;
514 
515 #ifdef IS_IN_libpthread
516 /* Special versions which use non-exported functions.  */
517 extern void __pthread_cleanup_push (struct _pthread_cleanup_buffer *buffer,
518 				    void (*routine) (void *), void *arg)
519      attribute_hidden;
520 # undef pthread_cleanup_push
521 # define pthread_cleanup_push(routine,arg) \
522   { struct _pthread_cleanup_buffer _buffer;				      \
523     __pthread_cleanup_push (&_buffer, (routine), (arg));
524 
525 extern void __pthread_cleanup_pop (struct _pthread_cleanup_buffer *buffer,
526 				   int execute) attribute_hidden;
527 # undef pthread_cleanup_pop
528 # define pthread_cleanup_pop(execute) \
529     __pthread_cleanup_pop (&_buffer, (execute)); }
530 #endif
531 
532 extern void __pthread_cleanup_push_defer (struct _pthread_cleanup_buffer *buffer,
533 					  void (*routine) (void *), void *arg);
534 extern void __pthread_cleanup_pop_restore (struct _pthread_cleanup_buffer *buffer,
535 					   int execute);
536 
537 /* Old cleanup interfaces, still used in libc.so.  */
538 extern void _pthread_cleanup_push (struct _pthread_cleanup_buffer *buffer,
539                                    void (*routine) (void *), void *arg);
540 extern void _pthread_cleanup_pop (struct _pthread_cleanup_buffer *buffer,
541                                   int execute);
542 extern void _pthread_cleanup_push_defer (struct _pthread_cleanup_buffer *buffer,
543                                          void (*routine) (void *), void *arg);
544 extern void _pthread_cleanup_pop_restore (struct _pthread_cleanup_buffer *buffer,
545                                           int execute);
546 
547 extern void __nptl_deallocate_tsd (void)
548 #ifdef SHARED
549 	attribute_hidden
550 #else
551 	__attribute ((weak))
552 #endif
553 	;
554 
555 extern int __nptl_setxid (struct xid_command *cmdp) attribute_hidden;
556 
557 extern void __free_stacks (size_t limit) attribute_hidden;
558 
559 extern void __wait_lookup_done (void) attribute_hidden;
560 
561 #ifdef SHARED
562 # define PTHREAD_STATIC_FN_REQUIRE(name)
563 #else
564 # define PTHREAD_STATIC_FN_REQUIRE(name) __asm__ (".globl " #name);
565 #endif
566 
567 
568 #ifndef __NR_set_robust_list
569 /* XXX For the time being...  Once we can rely on the kernel headers
570    having the definition remove these lines.  */
571 # if defined __i386__
572 #  define __NR_set_robust_list  311
573 # elif defined __x86_64__
574 #  define __NR_set_robust_list  273
575 # endif
576 #endif
577 
578 #endif	/* pthreadP.h */
579