libc-top-half/musl/src/internal/pthread_impl.h

   1 #ifndef _PTHREAD_IMPL_H
   2 #define _PTHREAD_IMPL_H
   3
   4 #include <pthread.h>
   5 #ifdef __wasilibc_unmodified_upstream
   6 #include <signal.h>
   7 #endif
   8 #include <errno.h>
   9 #include <limits.h>
  10 #ifdef __wasilibc_unmodified_upstream
  11 #include <sys/mman.h>
  12 #endif
  13 #include "libc.h"
  14 #ifdef __wasilibc_unmodified_upstream
  15 #include "syscall.h"
  16 #endif
  17 #include "atomic.h"
  18 #include "futex.h"
  19
  20 #include "pthread_arch.h"
  21
  22 #define pthread __pthread
  23
  24 struct pthread {
  25         /* Part 1 -- these fields may be external or
  26          * internal (accessed via asm) ABI. Do not change. */
  27         struct pthread *self;
  28 #ifdef __wasilibc_unmodified_upstream
  29 #ifndef TLS_ABOVE_TP
  30         uintptr_t *dtv;
  31 #endif
  32 #endif
  33         struct pthread *prev, *next; /* non-ABI */
  34         uintptr_t sysinfo;
  35 #ifndef TLS_ABOVE_TP
  36 #ifdef CANARY_PAD
  37         uintptr_t canary_pad;
  38 #endif
  39         uintptr_t canary;
  40 #endif
  41
  42         /* Part 2 -- implementation details, non-ABI. */
  43         int tid;
  44         int errno_val;
  45         volatile int detach_state;
  46         volatile int cancel;
  47         volatile unsigned char canceldisable, cancelasync;
  48         unsigned char tsd_used:1;
  49         unsigned char dlerror_flag:1;
  50         unsigned char *map_base;
  51         size_t map_size;
  52         void *stack;
  53         size_t stack_size;
  54         size_t guard_size;
  55         void *result;
  56         struct __ptcb *cancelbuf;
  57         void **tsd;
  58         struct {
  59                 volatile void *volatile head;
  60                 long off;
  61                 volatile void *volatile pending;
  62         } robust_list;
  63         int h_errno_val;
  64         volatile int timer_id;
  65         locale_t locale;
  66         volatile int killlock[1];
  67         char *dlerror_buf;
  68         void *stdio_locks;
  69
  70         /* Part 3 -- the positions of these fields relative to
  71          * the end of the structure is external and internal ABI. */
  72 #ifdef TLS_ABOVE_TP
  73         uintptr_t canary;
  74         uintptr_t *dtv;
  75 #endif
  76 };
  77
  78 enum {
  79         DT_EXITED = 0,
  80         DT_EXITING,
  81         DT_JOINABLE,
  82         DT_DETACHED,
  83 };
  84
  85 #define __SU (sizeof(size_t)/sizeof(int))
  86
  87 #define _a_stacksize __u.__s[0]
  88 #define _a_guardsize __u.__s[1]
  89 #define _a_stackaddr __u.__s[2]
  90 #define _a_detach __u.__i[3*__SU+0]
  91 #define _a_sched __u.__i[3*__SU+1]
  92 #define _a_policy __u.__i[3*__SU+2]
  93 #define _a_prio __u.__i[3*__SU+3]
  94 #define _m_type __u.__i[0]
  95 #define _m_lock __u.__vi[1]
  96 #define _m_waiters __u.__vi[2]
  97 #define _m_prev __u.__p[3]
  98 #define _m_next __u.__p[4]
  99 #define _m_count __u.__i[5]
 100 #define _c_shared __u.__p[0]
 101 #define _c_seq __u.__vi[2]
 102 #define _c_waiters __u.__vi[3]
 103 #define _c_clock __u.__i[4]
 104 #define _c_lock __u.__vi[8]
 105 #define _c_head __u.__p[1]
 106 #define _c_tail __u.__p[5]
 107 #define _rw_lock __u.__vi[0]
 108 #define _rw_waiters __u.__vi[1]
 109 #define _rw_shared __u.__i[2]
 110 #define _b_lock __u.__vi[0]
 111 #define _b_waiters __u.__vi[1]
 112 #define _b_limit __u.__i[2]
 113 #define _b_count __u.__vi[3]
 114 #define _b_waiters2 __u.__vi[4]
 115 #define _b_inst __u.__p[3]
 116
 117 #ifndef TP_OFFSET
 118 #define TP_OFFSET 0
 119 #endif
 120
 121 #ifndef DTP_OFFSET
 122 #define DTP_OFFSET 0
 123 #endif
 124
 125 #ifdef TLS_ABOVE_TP
 126 #define TP_ADJ(p) ((char *)(p) + sizeof(struct pthread) + TP_OFFSET)
 127 #define __pthread_self() ((pthread_t)(__get_tp() - sizeof(struct __pthread) - TP_OFFSET))
 128 #else
 129 #define TP_ADJ(p) (p)
 130 #define __pthread_self() ((pthread_t)__get_tp())
 131 #endif
 132
 133 #ifndef tls_mod_off_t
 134 #define tls_mod_off_t size_t
 135 #endif
 136
 137 #define SIGTIMER 32
 138 #define SIGCANCEL 33
 139 #define SIGSYNCCALL 34
 140
 141 #define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
 142 #define SIGPT_SET \
 143         ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
 144         [sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
 145 #define SIGTIMER_SET \
 146         ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
 147          0x80000000 })
 148
 149 void *__tls_get_addr(tls_mod_off_t *);
 150 hidden int __init_tp(void *);
 151 hidden void *__copy_tls(unsigned char *);
 152 hidden void __reset_tls();
 153
 154 hidden void __membarrier_init(void);
 155 hidden void __dl_thread_cleanup(void);
 156 hidden void __testcancel();
 157 hidden void __do_cleanup_push(struct __ptcb *);
 158 hidden void __do_cleanup_pop(struct __ptcb *);
 159 hidden void __pthread_tsd_run_dtors();
 160
 161 hidden void __pthread_key_delete_synccall(void (*)(void *), void *);
 162 hidden int __pthread_key_delete_impl(pthread_key_t);
 163
 164 extern hidden volatile size_t __pthread_tsd_size;
 165 extern hidden void *__pthread_tsd_main[];
 166 extern hidden volatile int __eintr_valid_flag;
 167
 168 hidden int __clone(int (*)(void *), void *, int, void *, ...);
 169 hidden int __set_thread_area(void *);
 170 #ifdef __wasilibc_unmodified_upstream /* WASI has no sigaction */
 171 hidden int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
 172 #endif
 173 hidden void __unmapself(void *, size_t);
 174
 175 #ifndef __wasilibc_unmodified_upstream
 176 hidden int __wasilibc_futex_wait(volatile void *, int, int, int64_t);
 177 #endif
 178 hidden int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
 179 hidden int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
 180 hidden void __wait(volatile int *, volatile int *, int, int);
 181 static inline void __wake(volatile void *addr, int cnt, int priv)
 182 {
 183         if (priv) priv = FUTEX_PRIVATE;
 184         if (cnt<0) cnt = INT_MAX;
 185 #ifdef __wasilibc_unmodified_upstream
 186         __syscall(SYS_futex, addr, FUTEX_WAKE|priv, cnt) != -ENOSYS ||
 187         __syscall(SYS_futex, addr, FUTEX_WAKE, cnt);
 188 #else
 189         __builtin_wasm_memory_atomic_notify((int*)addr, cnt);
 190 #endif
 191 }
 192 static inline void __futexwait(volatile void *addr, int val, int priv)
 193 {
 194 #ifdef __wasilibc_unmodified_upstream
 195         if (priv) priv = FUTEX_PRIVATE;
 196         __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val, 0) != -ENOSYS ||
 197         __syscall(SYS_futex, addr, FUTEX_WAIT, val, 0);
 198 #else
 199         __wait(addr, NULL, val, priv);
 200 #endif
 201 }
 202
 203 hidden void __acquire_ptc(void);
 204 hidden void __release_ptc(void);
 205 hidden void __inhibit_ptc(void);
 206
 207 hidden void __tl_lock(void);
 208 hidden void __tl_unlock(void);
 209 hidden void __tl_sync(pthread_t);
 210
 211 extern hidden volatile int __thread_list_lock;
 212
 213 extern hidden volatile int __abort_lock[1];
 214
 215 extern hidden unsigned __default_stacksize;
 216 extern hidden unsigned __default_guardsize;
 217
 218 #define DEFAULT_STACK_SIZE 131072
 219 #define DEFAULT_GUARD_SIZE 8192
 220
 221 #define DEFAULT_STACK_MAX (8<<20)
 222 #define DEFAULT_GUARD_MAX (1<<20)
 223
 224 #define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)
 225
 226 #endif