Blame


1 1544f909 2004-12-25 devnull #include "threadimpl.h"
2 1544f909 2004-12-25 devnull
3 1544f909 2004-12-25 devnull int _threaddebuglevel;
4 1544f909 2004-12-25 devnull
5 1544f909 2004-12-25 devnull static uint threadnproc;
6 1544f909 2004-12-25 devnull static uint threadnsysproc;
7 1544f909 2004-12-25 devnull static Lock threadnproclock;
8 1544f909 2004-12-25 devnull static Ref threadidref;
9 4dbefdd4 2004-12-27 devnull static Proc *threadmainproc;
10 baef953d 2020-05-18 rsc static int pthreadperthread;
11 1544f909 2004-12-25 devnull
12 4dbefdd4 2004-12-27 devnull static void addproc(Proc*);
13 4dbefdd4 2004-12-27 devnull static void delproc(Proc*);
14 1544f909 2004-12-25 devnull static void addthread(_Threadlist*, _Thread*);
15 1544f909 2004-12-25 devnull static void delthread(_Threadlist*, _Thread*);
16 df970459 2006-06-26 devnull static int onlist(_Threadlist*, _Thread*);
17 1544f909 2004-12-25 devnull static void addthreadinproc(Proc*, _Thread*);
18 1544f909 2004-12-25 devnull static void delthreadinproc(Proc*, _Thread*);
19 1544f909 2004-12-25 devnull static void contextswitch(Context *from, Context *to);
20 0158bcee 2020-01-12 rsc static void procmain(Proc*);
21 1fdb4a54 2005-01-23 devnull static void procscheduler(Proc*);
22 6dde87f8 2005-09-26 devnull static int threadinfo(void*, char*);
23 1544f909 2004-12-25 devnull
24 2c87dda8 2004-12-28 devnull static void
25 2c87dda8 2004-12-28 devnull _threaddebug(char *fmt, ...)
26 2c87dda8 2004-12-28 devnull {
27 2c87dda8 2004-12-28 devnull va_list arg;
28 2c87dda8 2004-12-28 devnull char buf[128];
29 2c87dda8 2004-12-28 devnull _Thread *t;
30 af89fc10 2005-01-06 devnull char *p;
31 af89fc10 2005-01-06 devnull static int fd = -1;
32 2c87dda8 2004-12-28 devnull
33 5b092791 2005-09-26 devnull if(_threaddebuglevel == 0)
34 5b092791 2005-09-26 devnull return;
35 b8f742db 2005-01-11 devnull
36 af89fc10 2005-01-06 devnull if(fd < 0){
37 af89fc10 2005-01-06 devnull p = strrchr(argv0, '/');
38 af89fc10 2005-01-06 devnull if(p)
39 af89fc10 2005-01-06 devnull p++;
40 af89fc10 2005-01-06 devnull else
41 af89fc10 2005-01-06 devnull p = argv0;
42 af89fc10 2005-01-06 devnull snprint(buf, sizeof buf, "/tmp/%s.tlog", p);
43 af89fc10 2005-01-06 devnull if((fd = create(buf, OWRITE, 0666)) < 0)
44 af89fc10 2005-01-06 devnull fd = open("/dev/null", OWRITE);
45 d93cc14e 2006-06-12 devnull if(fd >= 0 && fd != 2){
46 d93cc14e 2006-06-12 devnull dup(fd, 2);
47 d93cc14e 2006-06-12 devnull close(fd);
48 d93cc14e 2006-06-12 devnull fd = 2;
49 d93cc14e 2006-06-12 devnull }
50 af89fc10 2005-01-06 devnull }
51 2c87dda8 2004-12-28 devnull
52 2c87dda8 2004-12-28 devnull va_start(arg, fmt);
53 2c87dda8 2004-12-28 devnull vsnprint(buf, sizeof buf, fmt, arg);
54 2c87dda8 2004-12-28 devnull va_end(arg);
55 2c87dda8 2004-12-28 devnull t = proc()->thread;
56 2c87dda8 2004-12-28 devnull if(t)
57 162d0d5c 2020-05-18 rsc fprint(fd, "%p %d.%d: %s\n", proc(), getpid(), t->id, buf);
58 2c87dda8 2004-12-28 devnull else
59 162d0d5c 2020-05-18 rsc fprint(fd, "%p %d._: %s\n", proc(), getpid(), buf);
60 2c87dda8 2004-12-28 devnull }
61 2c87dda8 2004-12-28 devnull
62 1544f909 2004-12-25 devnull static _Thread*
63 1544f909 2004-12-25 devnull getthreadnow(void)
64 1544f909 2004-12-25 devnull {
65 1544f909 2004-12-25 devnull return proc()->thread;
66 1544f909 2004-12-25 devnull }
67 1544f909 2004-12-25 devnull _Thread *(*threadnow)(void) = getthreadnow;
68 1544f909 2004-12-25 devnull
69 1544f909 2004-12-25 devnull static Proc*
70 1544f909 2004-12-25 devnull procalloc(void)
71 1544f909 2004-12-25 devnull {
72 1544f909 2004-12-25 devnull Proc *p;
73 1544f909 2004-12-25 devnull
74 1544f909 2004-12-25 devnull p = malloc(sizeof *p);
75 73722a8b 2004-12-27 devnull if(p == nil)
76 73722a8b 2004-12-27 devnull sysfatal("procalloc malloc: %r");
77 1544f909 2004-12-25 devnull memset(p, 0, sizeof *p);
78 4dbefdd4 2004-12-27 devnull addproc(p);
79 1544f909 2004-12-25 devnull lock(&threadnproclock);
80 1544f909 2004-12-25 devnull threadnproc++;
81 1544f909 2004-12-25 devnull unlock(&threadnproclock);
82 1544f909 2004-12-25 devnull return p;
83 1544f909 2004-12-25 devnull }
84 1544f909 2004-12-25 devnull
85 1544f909 2004-12-25 devnull static void
86 86502504 2005-01-18 devnull threadstart(uint y, uint x)
87 1544f909 2004-12-25 devnull {
88 1544f909 2004-12-25 devnull _Thread *t;
89 86502504 2005-01-18 devnull ulong z;
90 1544f909 2004-12-25 devnull
91 04e0a9bb 2011-10-14 rsc //print("threadstart\n");
92 df1ee4e1 2008-06-01 rsc z = (ulong)x << 16; /* hide undefined 32-bit shift from 32-bit compilers */
93 86502504 2005-01-18 devnull z <<= 16;
94 86502504 2005-01-18 devnull z |= y;
95 86502504 2005-01-18 devnull t = (_Thread*)z;
96 86502504 2005-01-18 devnull
97 fc567f47 2011-08-02 rsc //print("threadstart sp=%p arg=%p startfn=%p t=%p\n", &t, t, t->startfn, t->startarg);
98 1544f909 2004-12-25 devnull t->startfn(t->startarg);
99 cbeb0b26 2006-04-01 devnull /*print("threadexits %p\n", v); */
100 4dbefdd4 2004-12-27 devnull threadexits(nil);
101 cbeb0b26 2006-04-01 devnull /*print("not reacehd\n"); */
102 1544f909 2004-12-25 devnull }
103 1544f909 2004-12-25 devnull
104 1544f909 2004-12-25 devnull static _Thread*
105 1544f909 2004-12-25 devnull threadalloc(void (*fn)(void*), void *arg, uint stack)
106 1544f909 2004-12-25 devnull {
107 1544f909 2004-12-25 devnull _Thread *t;
108 1544f909 2004-12-25 devnull sigset_t zero;
109 86502504 2005-01-18 devnull uint x, y;
110 86502504 2005-01-18 devnull ulong z;
111 1544f909 2004-12-25 devnull
112 1544f909 2004-12-25 devnull /* allocate the task and stack together */
113 8c573cab 2020-01-14 rsc t = malloc(sizeof *t);
114 73722a8b 2004-12-27 devnull if(t == nil)
115 73722a8b 2004-12-27 devnull sysfatal("threadalloc malloc: %r");
116 1544f909 2004-12-25 devnull memset(t, 0, sizeof *t);
117 1544f909 2004-12-25 devnull t->id = incref(&threadidref);
118 fc567f47 2011-08-02 rsc //print("fn=%p arg=%p\n", fn, arg);
119 1544f909 2004-12-25 devnull t->startfn = fn;
120 1544f909 2004-12-25 devnull t->startarg = arg;
121 fc567f47 2011-08-02 rsc //print("makecontext sp=%p t=%p startfn=%p\n", (char*)t->stk+t->stksize, t, t->startfn);
122 1544f909 2004-12-25 devnull
123 1544f909 2004-12-25 devnull /* do a reasonable initialization */
124 0158bcee 2020-01-12 rsc if(stack == 0)
125 0158bcee 2020-01-12 rsc return t;
126 8c573cab 2020-01-14 rsc t->stk = _threadstkalloc(stack);
127 8c573cab 2020-01-14 rsc if(t->stk == nil)
128 8c573cab 2020-01-14 rsc sysfatal("threadalloc malloc stack: %r");
129 0158bcee 2020-01-12 rsc t->stksize = stack;
130 1544f909 2004-12-25 devnull memset(&t->context.uc, 0, sizeof t->context.uc);
131 1544f909 2004-12-25 devnull sigemptyset(&zero);
132 1544f909 2004-12-25 devnull sigprocmask(SIG_BLOCK, &zero, &t->context.uc.uc_sigmask);
133 fc567f47 2011-08-02 rsc //print("makecontext sp=%p t=%p startfn=%p\n", (char*)t->stk+t->stksize, t, t->startfn);
134 1544f909 2004-12-25 devnull
135 d54ead7f 2004-12-28 devnull /* must initialize with current context */
136 37cc72d3 2005-01-11 devnull if(getcontext(&t->context.uc) < 0)
137 37cc72d3 2005-01-11 devnull sysfatal("threadalloc getcontext: %r");
138 fc567f47 2011-08-02 rsc //print("makecontext sp=%p t=%p startfn=%p\n", (char*)t->stk+t->stksize, t, t->startfn);
139 1544f909 2004-12-25 devnull
140 4197af41 2020-01-24 rsc /*
141 4197af41 2020-01-24 rsc * Call makecontext to do the real work.
142 4197af41 2020-01-24 rsc * To avoid various mistakes on other system software,
143 4197af41 2020-01-24 rsc * debuggers, and so on, don't get too close to both
144 4197af41 2020-01-24 rsc * ends of the stack. Just staying away is much easier
145 4197af41 2020-01-24 rsc * than debugging everything (outside our control)
146 4197af41 2020-01-24 rsc * that has off-by-one errors.
147 4197af41 2020-01-24 rsc */
148 4197af41 2020-01-24 rsc t->context.uc.uc_stack.ss_sp = (void*)(t->stk+64);
149 4197af41 2020-01-24 rsc t->context.uc.uc_stack.ss_size = t->stksize-2*64;
150 d08f4066 2005-07-27 devnull #if defined(__sun__) && !defined(__MAKECONTEXT_V2_SOURCE) /* sigh */
151 37cc72d3 2005-01-11 devnull /* can avoid this with __MAKECONTEXT_V2_SOURCE but only on SunOS 5.9 */
152 fa325e9b 2020-01-10 cross t->context.uc.uc_stack.ss_sp =
153 2b3b1e89 2005-01-14 devnull (char*)t->context.uc.uc_stack.ss_sp
154 2b3b1e89 2005-01-14 devnull +t->context.uc.uc_stack.ss_size;
155 37cc72d3 2005-01-11 devnull #endif
156 86502504 2005-01-18 devnull /*
157 86502504 2005-01-18 devnull * All this magic is because you have to pass makecontext a
158 86502504 2005-01-18 devnull * function that takes some number of word-sized variables,
159 86502504 2005-01-18 devnull * and on 64-bit machines pointers are bigger than words.
160 86502504 2005-01-18 devnull */
161 fc567f47 2011-08-02 rsc //print("makecontext sp=%p t=%p startfn=%p\n", (char*)t->stk+t->stksize, t, t->startfn);
162 86502504 2005-01-18 devnull z = (ulong)t;
163 86502504 2005-01-18 devnull y = z;
164 86502504 2005-01-18 devnull z >>= 16; /* hide undefined 32-bit shift from 32-bit compilers */
165 86502504 2005-01-18 devnull x = z>>16;
166 2b604081 2005-05-07 devnull makecontext(&t->context.uc, (void(*)(void))threadstart, 2, y, x);
167 1544f909 2004-12-25 devnull
168 1544f909 2004-12-25 devnull return t;
169 1544f909 2004-12-25 devnull }
170 1544f909 2004-12-25 devnull
171 1544f909 2004-12-25 devnull _Thread*
172 1544f909 2004-12-25 devnull _threadcreate(Proc *p, void (*fn)(void*), void *arg, uint stack)
173 1544f909 2004-12-25 devnull {
174 1544f909 2004-12-25 devnull _Thread *t;
175 1544f909 2004-12-25 devnull
176 0829f75b 2009-08-18 rsc /* defend against bad C libraries */
177 0829f75b 2009-08-18 rsc if(stack < (256<<10))
178 0829f75b 2009-08-18 rsc stack = 256<<10;
179 fa325e9b 2020-01-10 cross
180 baef953d 2020-05-18 rsc if(p->nthread == 0 || pthreadperthread)
181 0158bcee 2020-01-12 rsc stack = 0; // not using it
182 1544f909 2004-12-25 devnull t = threadalloc(fn, arg, stack);
183 1544f909 2004-12-25 devnull t->proc = p;
184 baef953d 2020-05-18 rsc if(p->nthread == 0)
185 baef953d 2020-05-18 rsc p->thread0 = t;
186 baef953d 2020-05-18 rsc else if(pthreadperthread)
187 baef953d 2020-05-18 rsc _threadpthreadstart(p, t);
188 1544f909 2004-12-25 devnull p->nthread++;
189 baef953d 2020-05-18 rsc addthreadinproc(p, t);
190 1544f909 2004-12-25 devnull _threadready(t);
191 1544f909 2004-12-25 devnull return t;
192 1544f909 2004-12-25 devnull }
193 1544f909 2004-12-25 devnull
194 1544f909 2004-12-25 devnull int
195 1544f909 2004-12-25 devnull threadcreate(void (*fn)(void*), void *arg, uint stack)
196 1544f909 2004-12-25 devnull {
197 1544f909 2004-12-25 devnull _Thread *t;
198 1544f909 2004-12-25 devnull
199 1544f909 2004-12-25 devnull t = _threadcreate(proc(), fn, arg, stack);
200 1544f909 2004-12-25 devnull return t->id;
201 1544f909 2004-12-25 devnull }
202 1544f909 2004-12-25 devnull
203 1544f909 2004-12-25 devnull int
204 1544f909 2004-12-25 devnull proccreate(void (*fn)(void*), void *arg, uint stack)
205 1544f909 2004-12-25 devnull {
206 803292c6 2005-01-18 devnull int id;
207 1544f909 2004-12-25 devnull _Thread *t;
208 1544f909 2004-12-25 devnull Proc *p;
209 1544f909 2004-12-25 devnull
210 1544f909 2004-12-25 devnull p = procalloc();
211 1544f909 2004-12-25 devnull t = _threadcreate(p, fn, arg, stack);
212 803292c6 2005-01-18 devnull id = t->id; /* t might be freed after _procstart */
213 0158bcee 2020-01-12 rsc _procstart(p, procmain);
214 803292c6 2005-01-18 devnull return id;
215 1544f909 2004-12-25 devnull }
216 1544f909 2004-12-25 devnull
217 baef953d 2020-05-18 rsc // For pthreadperthread mode, procswitch flips
218 baef953d 2020-05-18 rsc // between the threads.
219 baef953d 2020-05-18 rsc static void
220 baef953d 2020-05-18 rsc procswitch(Proc *p, _Thread *from, _Thread *to)
221 baef953d 2020-05-18 rsc {
222 162d0d5c 2020-05-18 rsc _threaddebug("procswitch %p %d %d", p, from?from->id:-1, to?to->id:-1);
223 baef953d 2020-05-18 rsc lock(&p->schedlock);
224 baef953d 2020-05-18 rsc from->schedrend.l = &p->schedlock;
225 baef953d 2020-05-18 rsc if(to) {
226 baef953d 2020-05-18 rsc p->schedthread = to;
227 baef953d 2020-05-18 rsc to->schedrend.l = &p->schedlock;
228 162d0d5c 2020-05-18 rsc _threaddebug("procswitch wakeup %p %d", p, to->id);
229 baef953d 2020-05-18 rsc _procwakeup(&to->schedrend);
230 baef953d 2020-05-18 rsc }
231 baef953d 2020-05-18 rsc if(p->schedthread != from) {
232 baef953d 2020-05-18 rsc if(from->exiting) {
233 baef953d 2020-05-18 rsc unlock(&p->schedlock);
234 baef953d 2020-05-18 rsc _threadpexit();
235 162d0d5c 2020-05-18 rsc _threaddebug("procswitch exit wakeup!!!\n");
236 baef953d 2020-05-18 rsc }
237 162d0d5c 2020-05-18 rsc while(p->schedthread != from) {
238 162d0d5c 2020-05-18 rsc _threaddebug("procswitch sleep %p %d", p, from->id);
239 162d0d5c 2020-05-18 rsc _procsleep(&from->schedrend);
240 162d0d5c 2020-05-18 rsc _threaddebug("procswitch awake %p %d", p, from->id);
241 162d0d5c 2020-05-18 rsc }
242 162d0d5c 2020-05-18 rsc if(p->schedthread != from)
243 162d0d5c 2020-05-18 rsc sysfatal("_procswitch %p %p oops", p->schedthread, from);
244 baef953d 2020-05-18 rsc }
245 baef953d 2020-05-18 rsc unlock(&p->schedlock);
246 baef953d 2020-05-18 rsc }
247 baef953d 2020-05-18 rsc
248 1544f909 2004-12-25 devnull void
249 1544f909 2004-12-25 devnull _threadswitch(void)
250 1544f909 2004-12-25 devnull {
251 1544f909 2004-12-25 devnull Proc *p;
252 1544f909 2004-12-25 devnull
253 c8b6342d 2005-01-13 devnull needstack(0);
254 1544f909 2004-12-25 devnull p = proc();
255 baef953d 2020-05-18 rsc
256 cbeb0b26 2006-04-01 devnull /*print("threadswtch %p\n", p); */
257 baef953d 2020-05-18 rsc
258 baef953d 2020-05-18 rsc if(p->thread == p->thread0)
259 0158bcee 2020-01-12 rsc procscheduler(p);
260 baef953d 2020-05-18 rsc else if(pthreadperthread)
261 baef953d 2020-05-18 rsc procswitch(p, p->thread, p->thread0);
262 0158bcee 2020-01-12 rsc else
263 0158bcee 2020-01-12 rsc contextswitch(&p->thread->context, &p->schedcontext);
264 1544f909 2004-12-25 devnull }
265 1544f909 2004-12-25 devnull
266 1544f909 2004-12-25 devnull void
267 1544f909 2004-12-25 devnull _threadready(_Thread *t)
268 1544f909 2004-12-25 devnull {
269 1544f909 2004-12-25 devnull Proc *p;
270 1544f909 2004-12-25 devnull
271 1544f909 2004-12-25 devnull p = t->proc;
272 1544f909 2004-12-25 devnull lock(&p->lock);
273 a0a331aa 2005-01-06 devnull p->runrend.l = &p->lock;
274 1544f909 2004-12-25 devnull addthread(&p->runqueue, t);
275 cbeb0b26 2006-04-01 devnull /*print("%d wake for job %d->%d\n", time(0), getpid(), p->osprocid); */
276 8cbd854a 2004-12-27 devnull if(p != proc())
277 a0a331aa 2005-01-06 devnull _procwakeupandunlock(&p->runrend);
278 a0a331aa 2005-01-06 devnull else
279 a0a331aa 2005-01-06 devnull unlock(&p->lock);
280 1544f909 2004-12-25 devnull }
281 1544f909 2004-12-25 devnull
282 8cbd854a 2004-12-27 devnull int
283 615e0f9f 2006-02-07 devnull threadidle(void)
284 615e0f9f 2006-02-07 devnull {
285 615e0f9f 2006-02-07 devnull int n;
286 615e0f9f 2006-02-07 devnull Proc *p;
287 fa325e9b 2020-01-10 cross
288 615e0f9f 2006-02-07 devnull p = proc();
289 615e0f9f 2006-02-07 devnull n = p->nswitch;
290 615e0f9f 2006-02-07 devnull lock(&p->lock);
291 615e0f9f 2006-02-07 devnull p->runrend.l = &p->lock;
292 615e0f9f 2006-02-07 devnull addthread(&p->idlequeue, p->thread);
293 615e0f9f 2006-02-07 devnull unlock(&p->lock);
294 615e0f9f 2006-02-07 devnull _threadswitch();
295 615e0f9f 2006-02-07 devnull return p->nswitch - n;
296 615e0f9f 2006-02-07 devnull }
297 615e0f9f 2006-02-07 devnull
298 615e0f9f 2006-02-07 devnull int
299 1544f909 2004-12-25 devnull threadyield(void)
300 1544f909 2004-12-25 devnull {
301 8cbd854a 2004-12-27 devnull int n;
302 8cbd854a 2004-12-27 devnull Proc *p;
303 8cbd854a 2004-12-27 devnull
304 8cbd854a 2004-12-27 devnull p = proc();
305 8cbd854a 2004-12-27 devnull n = p->nswitch;
306 8cbd854a 2004-12-27 devnull _threadready(p->thread);
307 1544f909 2004-12-25 devnull _threadswitch();
308 8cbd854a 2004-12-27 devnull return p->nswitch - n;
309 1544f909 2004-12-25 devnull }
310 1544f909 2004-12-25 devnull
311 1544f909 2004-12-25 devnull void
312 1544f909 2004-12-25 devnull threadexits(char *msg)
313 1544f909 2004-12-25 devnull {
314 1544f909 2004-12-25 devnull Proc *p;
315 1544f909 2004-12-25 devnull
316 1544f909 2004-12-25 devnull p = proc();
317 4dbefdd4 2004-12-27 devnull if(msg == nil)
318 4dbefdd4 2004-12-27 devnull msg = "";
319 1544f909 2004-12-25 devnull utfecpy(p->msg, p->msg+sizeof p->msg, msg);
320 4dbefdd4 2004-12-27 devnull proc()->thread->exiting = 1;
321 4dbefdd4 2004-12-27 devnull _threadswitch();
322 df970459 2006-06-26 devnull }
323 df970459 2006-06-26 devnull
324 df970459 2006-06-26 devnull void
325 df970459 2006-06-26 devnull threadpin(void)
326 df970459 2006-06-26 devnull {
327 df970459 2006-06-26 devnull Proc *p;
328 df970459 2006-06-26 devnull
329 df970459 2006-06-26 devnull p = proc();
330 df970459 2006-06-26 devnull if(p->pinthread){
331 df970459 2006-06-26 devnull fprint(2, "already pinning a thread - %p %p\n", p->pinthread, p->thread);
332 df970459 2006-06-26 devnull assert(0);
333 df970459 2006-06-26 devnull }
334 df970459 2006-06-26 devnull p->pinthread = p->thread;
335 df970459 2006-06-26 devnull }
336 df970459 2006-06-26 devnull
337 df970459 2006-06-26 devnull void
338 df970459 2006-06-26 devnull threadunpin(void)
339 df970459 2006-06-26 devnull {
340 df970459 2006-06-26 devnull Proc *p;
341 df970459 2006-06-26 devnull
342 df970459 2006-06-26 devnull p = proc();
343 df970459 2006-06-26 devnull if(p->pinthread != p->thread){
344 df970459 2006-06-26 devnull fprint(2, "wrong pinthread - %p %p\n", p->pinthread, p->thread);
345 df970459 2006-06-26 devnull assert(0);
346 df970459 2006-06-26 devnull }
347 df970459 2006-06-26 devnull p->pinthread = nil;
348 69d1259c 2008-07-20 devnull }
349 69d1259c 2008-07-20 devnull
350 69d1259c 2008-07-20 devnull void
351 d19769ae 2008-10-26 rsc threadsysfatal(char *fmt, va_list arg)
352 69d1259c 2008-07-20 devnull {
353 69d1259c 2008-07-20 devnull char buf[256];
354 69d1259c 2008-07-20 devnull
355 69d1259c 2008-07-20 devnull vseprint(buf, buf+sizeof(buf), fmt, arg);
356 69d1259c 2008-07-20 devnull __fixargv0();
357 69d1259c 2008-07-20 devnull fprint(2, "%s: %s\n", argv0 ? argv0 : "<prog>", buf);
358 69d1259c 2008-07-20 devnull threadexitsall(buf);
359 1544f909 2004-12-25 devnull }
360 1544f909 2004-12-25 devnull
361 1544f909 2004-12-25 devnull static void
362 1544f909 2004-12-25 devnull contextswitch(Context *from, Context *to)
363 1544f909 2004-12-25 devnull {
364 1544f909 2004-12-25 devnull if(swapcontext(&from->uc, &to->uc) < 0){
365 1544f909 2004-12-25 devnull fprint(2, "swapcontext failed: %r\n");
366 1544f909 2004-12-25 devnull assert(0);
367 1544f909 2004-12-25 devnull }
368 1544f909 2004-12-25 devnull }
369 1544f909 2004-12-25 devnull
370 1544f909 2004-12-25 devnull static void
371 0158bcee 2020-01-12 rsc procmain(Proc *p)
372 0158bcee 2020-01-12 rsc {
373 0158bcee 2020-01-12 rsc _Thread *t;
374 0158bcee 2020-01-12 rsc
375 0158bcee 2020-01-12 rsc _threadsetproc(p);
376 0158bcee 2020-01-12 rsc
377 0158bcee 2020-01-12 rsc /* take out first thread to run on system stack */
378 0158bcee 2020-01-12 rsc t = p->runqueue.head;
379 0158bcee 2020-01-12 rsc delthread(&p->runqueue, t);
380 0158bcee 2020-01-12 rsc memset(&t->context.uc, 0, sizeof t->context.uc);
381 0158bcee 2020-01-12 rsc
382 0158bcee 2020-01-12 rsc /* run it */
383 0158bcee 2020-01-12 rsc p->thread = t;
384 0158bcee 2020-01-12 rsc t->startfn(t->startarg);
385 0158bcee 2020-01-12 rsc if(p->nthread != 0)
386 0158bcee 2020-01-12 rsc threadexits(nil);
387 0158bcee 2020-01-12 rsc }
388 0158bcee 2020-01-12 rsc
389 baef953d 2020-05-18 rsc void
390 baef953d 2020-05-18 rsc _threadpthreadmain(Proc *p, _Thread *t)
391 baef953d 2020-05-18 rsc {
392 baef953d 2020-05-18 rsc _threadsetproc(p);
393 baef953d 2020-05-18 rsc procswitch(p, t, nil);
394 baef953d 2020-05-18 rsc t->startfn(t->startarg);
395 baef953d 2020-05-18 rsc threadexits(nil);
396 baef953d 2020-05-18 rsc }
397 baef953d 2020-05-18 rsc
398 0158bcee 2020-01-12 rsc static void
399 1fdb4a54 2005-01-23 devnull procscheduler(Proc *p)
400 1544f909 2004-12-25 devnull {
401 1544f909 2004-12-25 devnull _Thread *t;
402 1544f909 2004-12-25 devnull
403 2c87dda8 2004-12-28 devnull _threaddebug("scheduler enter");
404 04e0a9bb 2011-10-14 rsc //print("s %p\n", p);
405 0158bcee 2020-01-12 rsc Top:
406 1544f909 2004-12-25 devnull lock(&p->lock);
407 0158bcee 2020-01-12 rsc t = p->thread;
408 0158bcee 2020-01-12 rsc p->thread = nil;
409 0158bcee 2020-01-12 rsc if(t->exiting){
410 0158bcee 2020-01-12 rsc delthreadinproc(p, t);
411 0158bcee 2020-01-12 rsc p->nthread--;
412 0158bcee 2020-01-12 rsc /*print("nthread %d\n", p->nthread); */
413 8c573cab 2020-01-14 rsc _threadstkfree(t->stk, t->stksize);
414 0158bcee 2020-01-12 rsc free(t);
415 0158bcee 2020-01-12 rsc }
416 0158bcee 2020-01-12 rsc
417 1544f909 2004-12-25 devnull for(;;){
418 df970459 2006-06-26 devnull if((t = p->pinthread) != nil){
419 df970459 2006-06-26 devnull while(!onlist(&p->runqueue, t)){
420 df970459 2006-06-26 devnull p->runrend.l = &p->lock;
421 df970459 2006-06-26 devnull _threaddebug("scheduler sleep (pin)");
422 df970459 2006-06-26 devnull _procsleep(&p->runrend);
423 df970459 2006-06-26 devnull _threaddebug("scheduler wake (pin)");
424 df970459 2006-06-26 devnull }
425 df970459 2006-06-26 devnull }else
426 1544f909 2004-12-25 devnull while((t = p->runqueue.head) == nil){
427 1544f909 2004-12-25 devnull if(p->nthread == 0)
428 1544f909 2004-12-25 devnull goto Out;
429 615e0f9f 2006-02-07 devnull if((t = p->idlequeue.head) != nil){
430 615e0f9f 2006-02-07 devnull /*
431 615e0f9f 2006-02-07 devnull * Run all the idling threads once.
432 615e0f9f 2006-02-07 devnull */
433 615e0f9f 2006-02-07 devnull while((t = p->idlequeue.head) != nil){
434 615e0f9f 2006-02-07 devnull delthread(&p->idlequeue, t);
435 615e0f9f 2006-02-07 devnull addthread(&p->runqueue, t);
436 615e0f9f 2006-02-07 devnull }
437 615e0f9f 2006-02-07 devnull continue;
438 615e0f9f 2006-02-07 devnull }
439 1544f909 2004-12-25 devnull p->runrend.l = &p->lock;
440 2c87dda8 2004-12-28 devnull _threaddebug("scheduler sleep");
441 1544f909 2004-12-25 devnull _procsleep(&p->runrend);
442 2c87dda8 2004-12-28 devnull _threaddebug("scheduler wake");
443 1544f909 2004-12-25 devnull }
444 df970459 2006-06-26 devnull if(p->pinthread && p->pinthread != t)
445 df970459 2006-06-26 devnull fprint(2, "p->pinthread %p t %p\n", p->pinthread, t);
446 df970459 2006-06-26 devnull assert(p->pinthread == nil || p->pinthread == t);
447 1544f909 2004-12-25 devnull delthread(&p->runqueue, t);
448 1544f909 2004-12-25 devnull unlock(&p->lock);
449 1544f909 2004-12-25 devnull p->thread = t;
450 8cbd854a 2004-12-27 devnull p->nswitch++;
451 2c87dda8 2004-12-28 devnull _threaddebug("run %d (%s)", t->id, t->name);
452 04e0a9bb 2011-10-14 rsc //print("run %p %p %p %p\n", t, *(uintptr*)(t->context.uc.mc.sp), t->context.uc.mc.di, t->context.uc.mc.si);
453 baef953d 2020-05-18 rsc if(t == p->thread0)
454 0158bcee 2020-01-12 rsc return;
455 baef953d 2020-05-18 rsc if(pthreadperthread)
456 baef953d 2020-05-18 rsc procswitch(p, p->thread0, t);
457 baef953d 2020-05-18 rsc else
458 baef953d 2020-05-18 rsc contextswitch(&p->schedcontext, &t->context);
459 162d0d5c 2020-05-18 rsc _threaddebug("back in scheduler");
460 cbeb0b26 2006-04-01 devnull /*print("back in scheduler\n"); */
461 0158bcee 2020-01-12 rsc goto Top;
462 1544f909 2004-12-25 devnull }
463 1544f909 2004-12-25 devnull
464 1544f909 2004-12-25 devnull Out:
465 2c87dda8 2004-12-28 devnull _threaddebug("scheduler exit");
466 8ee6ad4d 2005-02-14 devnull if(p->mainproc){
467 8ee6ad4d 2005-02-14 devnull /*
468 8ee6ad4d 2005-02-14 devnull * Stupid bug - on Linux 2.6 and maybe elsewhere,
469 8ee6ad4d 2005-02-14 devnull * if the main thread exits then the others keep running
470 8ee6ad4d 2005-02-14 devnull * but the process shows up as a zombie in ps and is not
471 8ee6ad4d 2005-02-14 devnull * attachable with ptrace. We'll just sit around pretending
472 8ee6ad4d 2005-02-14 devnull * to be a system proc instead of exiting.
473 8ee6ad4d 2005-02-14 devnull */
474 8ee6ad4d 2005-02-14 devnull _threaddaemonize();
475 8ee6ad4d 2005-02-14 devnull lock(&threadnproclock);
476 8ee6ad4d 2005-02-14 devnull if(++threadnsysproc == threadnproc)
477 8ee6ad4d 2005-02-14 devnull threadexitsall(p->msg);
478 8ee6ad4d 2005-02-14 devnull p->sysproc = 1;
479 8ee6ad4d 2005-02-14 devnull unlock(&threadnproclock);
480 8ee6ad4d 2005-02-14 devnull for(;;)
481 8ee6ad4d 2005-02-14 devnull sleep(1000);
482 8ee6ad4d 2005-02-14 devnull }
483 8ee6ad4d 2005-02-14 devnull
484 4dbefdd4 2004-12-27 devnull delproc(p);
485 1544f909 2004-12-25 devnull lock(&threadnproclock);
486 1544f909 2004-12-25 devnull if(p->sysproc)
487 1544f909 2004-12-25 devnull --threadnsysproc;
488 1544f909 2004-12-25 devnull if(--threadnproc == threadnsysproc)
489 4dbefdd4 2004-12-27 devnull threadexitsall(p->msg);
490 1544f909 2004-12-25 devnull unlock(&threadnproclock);
491 1544f909 2004-12-25 devnull unlock(&p->lock);
492 d93cc14e 2006-06-12 devnull _threadsetproc(nil);
493 1544f909 2004-12-25 devnull free(p);
494 481b596d 2020-01-14 rsc _threadpexit();
495 1544f909 2004-12-25 devnull }
496 1544f909 2004-12-25 devnull
497 1544f909 2004-12-25 devnull void
498 1544f909 2004-12-25 devnull _threadsetsysproc(void)
499 1544f909 2004-12-25 devnull {
500 1544f909 2004-12-25 devnull lock(&threadnproclock);
501 1544f909 2004-12-25 devnull if(++threadnsysproc == threadnproc)
502 8ee6ad4d 2005-02-14 devnull threadexitsall(nil);
503 1544f909 2004-12-25 devnull unlock(&threadnproclock);
504 1544f909 2004-12-25 devnull proc()->sysproc = 1;
505 1544f909 2004-12-25 devnull }
506 1544f909 2004-12-25 devnull
507 4dbefdd4 2004-12-27 devnull void**
508 4dbefdd4 2004-12-27 devnull procdata(void)
509 4dbefdd4 2004-12-27 devnull {
510 4dbefdd4 2004-12-27 devnull return &proc()->udata;
511 8dd8a81f 2005-03-18 devnull }
512 8dd8a81f 2005-03-18 devnull
513 8dd8a81f 2005-03-18 devnull void**
514 8dd8a81f 2005-03-18 devnull threaddata(void)
515 8dd8a81f 2005-03-18 devnull {
516 8dd8a81f 2005-03-18 devnull return &proc()->thread->udata;
517 4dbefdd4 2004-12-27 devnull }
518 4dbefdd4 2004-12-27 devnull
519 4dbefdd4 2004-12-27 devnull extern Jmp *(*_notejmpbuf)(void);
520 4dbefdd4 2004-12-27 devnull static Jmp*
521 4dbefdd4 2004-12-27 devnull threadnotejmp(void)
522 4dbefdd4 2004-12-27 devnull {
523 4dbefdd4 2004-12-27 devnull return &proc()->sigjmp;
524 4dbefdd4 2004-12-27 devnull }
525 4dbefdd4 2004-12-27 devnull
526 1544f909 2004-12-25 devnull /*
527 1544f909 2004-12-25 devnull * debugging
528 1544f909 2004-12-25 devnull */
529 1544f909 2004-12-25 devnull void
530 1544f909 2004-12-25 devnull threadsetname(char *fmt, ...)
531 1544f909 2004-12-25 devnull {
532 1544f909 2004-12-25 devnull va_list arg;
533 1544f909 2004-12-25 devnull _Thread *t;
534 1544f909 2004-12-25 devnull
535 1544f909 2004-12-25 devnull t = proc()->thread;
536 1544f909 2004-12-25 devnull va_start(arg, fmt);
537 1544f909 2004-12-25 devnull vsnprint(t->name, sizeof t->name, fmt, arg);
538 1544f909 2004-12-25 devnull va_end(arg);
539 515b6e5b 2005-01-18 devnull }
540 515b6e5b 2005-01-18 devnull
541 515b6e5b 2005-01-18 devnull char*
542 515b6e5b 2005-01-18 devnull threadgetname(void)
543 515b6e5b 2005-01-18 devnull {
544 515b6e5b 2005-01-18 devnull return proc()->thread->name;
545 1544f909 2004-12-25 devnull }
546 1544f909 2004-12-25 devnull
547 1544f909 2004-12-25 devnull void
548 1544f909 2004-12-25 devnull threadsetstate(char *fmt, ...)
549 1544f909 2004-12-25 devnull {
550 1544f909 2004-12-25 devnull va_list arg;
551 1544f909 2004-12-25 devnull _Thread *t;
552 1544f909 2004-12-25 devnull
553 1544f909 2004-12-25 devnull t = proc()->thread;
554 1544f909 2004-12-25 devnull va_start(arg, fmt);
555 1544f909 2004-12-25 devnull vsnprint(t->state, sizeof t->name, fmt, arg);
556 1544f909 2004-12-25 devnull va_end(arg);
557 c8b6342d 2005-01-13 devnull }
558 c8b6342d 2005-01-13 devnull
559 9eda38e5 2006-02-05 devnull int
560 9eda38e5 2006-02-05 devnull threadid(void)
561 9eda38e5 2006-02-05 devnull {
562 9eda38e5 2006-02-05 devnull _Thread *t;
563 fa325e9b 2020-01-10 cross
564 9eda38e5 2006-02-05 devnull t = proc()->thread;
565 9eda38e5 2006-02-05 devnull return t->id;
566 9eda38e5 2006-02-05 devnull }
567 9eda38e5 2006-02-05 devnull
568 c8b6342d 2005-01-13 devnull void
569 c8b6342d 2005-01-13 devnull needstack(int n)
570 c8b6342d 2005-01-13 devnull {
571 c8b6342d 2005-01-13 devnull _Thread *t;
572 c8b6342d 2005-01-13 devnull
573 c8b6342d 2005-01-13 devnull t = proc()->thread;
574 8c573cab 2020-01-14 rsc if(t->stk == nil)
575 8c573cab 2020-01-14 rsc return;
576 c8b6342d 2005-01-13 devnull
577 c8b6342d 2005-01-13 devnull if((char*)&t <= (char*)t->stk
578 c8b6342d 2005-01-13 devnull || (char*)&t - (char*)t->stk < 256+n){
579 1fdb4a54 2005-01-23 devnull fprint(2, "thread stack overflow: &t=%p tstk=%p n=%d\n", &t, t->stk, 256+n);
580 c8b6342d 2005-01-13 devnull abort();
581 c8b6342d 2005-01-13 devnull }
582 faf1fb6c 2008-07-09 rsc }
583 faf1fb6c 2008-07-09 rsc
584 faf1fb6c 2008-07-09 rsc static int
585 faf1fb6c 2008-07-09 rsc singlethreaded(void)
586 faf1fb6c 2008-07-09 rsc {
587 faf1fb6c 2008-07-09 rsc return threadnproc == 1 && _threadprocs->nthread == 1;
588 1544f909 2004-12-25 devnull }
589 1544f909 2004-12-25 devnull
590 1544f909 2004-12-25 devnull /*
591 1544f909 2004-12-25 devnull * locking
592 1544f909 2004-12-25 devnull */
593 1544f909 2004-12-25 devnull static int
594 1544f909 2004-12-25 devnull threadqlock(QLock *l, int block, ulong pc)
595 1544f909 2004-12-25 devnull {
596 cbeb0b26 2006-04-01 devnull /*print("threadqlock %p\n", l); */
597 1544f909 2004-12-25 devnull lock(&l->l);
598 1544f909 2004-12-25 devnull if(l->owner == nil){
599 1544f909 2004-12-25 devnull l->owner = (*threadnow)();
600 cbeb0b26 2006-04-01 devnull /*print("qlock %p @%#x by %p\n", l, pc, l->owner); */
601 162d0d5c 2020-05-18 rsc if(l->owner == nil) {
602 162d0d5c 2020-05-18 rsc fprint(2, "%s: qlock uncontended owner=nil oops\n", argv0);
603 162d0d5c 2020-05-18 rsc abort();
604 162d0d5c 2020-05-18 rsc }
605 1544f909 2004-12-25 devnull unlock(&l->l);
606 1544f909 2004-12-25 devnull return 1;
607 1544f909 2004-12-25 devnull }
608 1544f909 2004-12-25 devnull if(!block){
609 1544f909 2004-12-25 devnull unlock(&l->l);
610 1544f909 2004-12-25 devnull return 0;
611 1544f909 2004-12-25 devnull }
612 faf1fb6c 2008-07-09 rsc
613 faf1fb6c 2008-07-09 rsc if(singlethreaded()){
614 faf1fb6c 2008-07-09 rsc fprint(2, "qlock deadlock\n");
615 faf1fb6c 2008-07-09 rsc abort();
616 faf1fb6c 2008-07-09 rsc }
617 faf1fb6c 2008-07-09 rsc
618 cbeb0b26 2006-04-01 devnull /*print("qsleep %p @%#x by %p\n", l, pc, (*threadnow)()); */
619 1544f909 2004-12-25 devnull addthread(&l->waiting, (*threadnow)());
620 1544f909 2004-12-25 devnull unlock(&l->l);
621 1544f909 2004-12-25 devnull
622 1544f909 2004-12-25 devnull _threadswitch();
623 1544f909 2004-12-25 devnull
624 1544f909 2004-12-25 devnull if(l->owner != (*threadnow)()){
625 15cd8255 2005-01-04 devnull fprint(2, "%s: qlock pc=0x%lux owner=%p self=%p oops\n",
626 15cd8255 2005-01-04 devnull argv0, pc, l->owner, (*threadnow)());
627 1544f909 2004-12-25 devnull abort();
628 1544f909 2004-12-25 devnull }
629 162d0d5c 2020-05-18 rsc if(l->owner == nil) {
630 162d0d5c 2020-05-18 rsc fprint(2, "%s: qlock threadswitch owner=nil oops\n", argv0);
631 162d0d5c 2020-05-18 rsc abort();
632 162d0d5c 2020-05-18 rsc }
633 162d0d5c 2020-05-18 rsc
634 cbeb0b26 2006-04-01 devnull /*print("qlock wakeup %p @%#x by %p\n", l, pc, (*threadnow)()); */
635 1544f909 2004-12-25 devnull return 1;
636 1544f909 2004-12-25 devnull }
637 1544f909 2004-12-25 devnull
638 1544f909 2004-12-25 devnull static void
639 1544f909 2004-12-25 devnull threadqunlock(QLock *l, ulong pc)
640 1544f909 2004-12-25 devnull {
641 80b8842f 2005-02-15 devnull _Thread *ready;
642 fa325e9b 2020-01-10 cross
643 1544f909 2004-12-25 devnull lock(&l->l);
644 cbeb0b26 2006-04-01 devnull /*print("qlock unlock %p @%#x by %p (owner %p)\n", l, pc, (*threadnow)(), l->owner); */
645 1aa9c533 2005-01-07 devnull if(l->owner == 0){
646 15cd8255 2005-01-04 devnull fprint(2, "%s: qunlock pc=0x%lux owner=%p self=%p oops\n",
647 15cd8255 2005-01-04 devnull argv0, pc, l->owner, (*threadnow)());
648 1aa9c533 2005-01-07 devnull abort();
649 1544f909 2004-12-25 devnull }
650 80b8842f 2005-02-15 devnull if((l->owner = ready = l->waiting.head) != nil)
651 1544f909 2004-12-25 devnull delthread(&l->waiting, l->owner);
652 80b8842f 2005-02-15 devnull /*
653 80b8842f 2005-02-15 devnull * N.B. Cannot call _threadready() before unlocking l->l,
654 80b8842f 2005-02-15 devnull * because the thread we are readying might:
655 80b8842f 2005-02-15 devnull * - be in another proc
656 80b8842f 2005-02-15 devnull * - start running immediately
657 80b8842f 2005-02-15 devnull * - and free l before we get a chance to run again
658 80b8842f 2005-02-15 devnull */
659 1544f909 2004-12-25 devnull unlock(&l->l);
660 80b8842f 2005-02-15 devnull if(ready)
661 80b8842f 2005-02-15 devnull _threadready(l->owner);
662 1544f909 2004-12-25 devnull }
663 1544f909 2004-12-25 devnull
664 1544f909 2004-12-25 devnull static int
665 1544f909 2004-12-25 devnull threadrlock(RWLock *l, int block, ulong pc)
666 1544f909 2004-12-25 devnull {
667 1544f909 2004-12-25 devnull USED(pc);
668 1544f909 2004-12-25 devnull
669 1544f909 2004-12-25 devnull lock(&l->l);
670 1544f909 2004-12-25 devnull if(l->writer == nil && l->wwaiting.head == nil){
671 1544f909 2004-12-25 devnull l->readers++;
672 1544f909 2004-12-25 devnull unlock(&l->l);
673 1544f909 2004-12-25 devnull return 1;
674 1544f909 2004-12-25 devnull }
675 1544f909 2004-12-25 devnull if(!block){
676 1544f909 2004-12-25 devnull unlock(&l->l);
677 1544f909 2004-12-25 devnull return 0;
678 1544f909 2004-12-25 devnull }
679 faf1fb6c 2008-07-09 rsc if(singlethreaded()){
680 faf1fb6c 2008-07-09 rsc fprint(2, "rlock deadlock\n");
681 faf1fb6c 2008-07-09 rsc abort();
682 faf1fb6c 2008-07-09 rsc }
683 1544f909 2004-12-25 devnull addthread(&l->rwaiting, (*threadnow)());
684 1544f909 2004-12-25 devnull unlock(&l->l);
685 1544f909 2004-12-25 devnull _threadswitch();
686 fa325e9b 2020-01-10 cross return 1;
687 1544f909 2004-12-25 devnull }
688 1544f909 2004-12-25 devnull
689 1544f909 2004-12-25 devnull static int
690 1544f909 2004-12-25 devnull threadwlock(RWLock *l, int block, ulong pc)
691 1544f909 2004-12-25 devnull {
692 1544f909 2004-12-25 devnull USED(pc);
693 1544f909 2004-12-25 devnull
694 1544f909 2004-12-25 devnull lock(&l->l);
695 1544f909 2004-12-25 devnull if(l->writer == nil && l->readers == 0){
696 1544f909 2004-12-25 devnull l->writer = (*threadnow)();
697 1544f909 2004-12-25 devnull unlock(&l->l);
698 1544f909 2004-12-25 devnull return 1;
699 1544f909 2004-12-25 devnull }
700 1544f909 2004-12-25 devnull if(!block){
701 1544f909 2004-12-25 devnull unlock(&l->l);
702 1544f909 2004-12-25 devnull return 0;
703 faf1fb6c 2008-07-09 rsc }
704 faf1fb6c 2008-07-09 rsc if(singlethreaded()){
705 faf1fb6c 2008-07-09 rsc fprint(2, "wlock deadlock\n");
706 faf1fb6c 2008-07-09 rsc abort();
707 1544f909 2004-12-25 devnull }
708 1544f909 2004-12-25 devnull addthread(&l->wwaiting, (*threadnow)());
709 1544f909 2004-12-25 devnull unlock(&l->l);
710 1544f909 2004-12-25 devnull _threadswitch();
711 1544f909 2004-12-25 devnull return 1;
712 1544f909 2004-12-25 devnull }
713 1544f909 2004-12-25 devnull
714 1544f909 2004-12-25 devnull static void
715 1544f909 2004-12-25 devnull threadrunlock(RWLock *l, ulong pc)
716 1544f909 2004-12-25 devnull {
717 1544f909 2004-12-25 devnull _Thread *t;
718 1544f909 2004-12-25 devnull
719 1544f909 2004-12-25 devnull USED(pc);
720 80b8842f 2005-02-15 devnull t = nil;
721 1544f909 2004-12-25 devnull lock(&l->l);
722 1544f909 2004-12-25 devnull --l->readers;
723 1544f909 2004-12-25 devnull if(l->readers == 0 && (t = l->wwaiting.head) != nil){
724 1544f909 2004-12-25 devnull delthread(&l->wwaiting, t);
725 1544f909 2004-12-25 devnull l->writer = t;
726 1544f909 2004-12-25 devnull }
727 1544f909 2004-12-25 devnull unlock(&l->l);
728 80b8842f 2005-02-15 devnull if(t)
729 80b8842f 2005-02-15 devnull _threadready(t);
730 80b8842f 2005-02-15 devnull
731 1544f909 2004-12-25 devnull }
732 1544f909 2004-12-25 devnull
733 1544f909 2004-12-25 devnull static void
734 1544f909 2004-12-25 devnull threadwunlock(RWLock *l, ulong pc)
735 1544f909 2004-12-25 devnull {
736 1544f909 2004-12-25 devnull _Thread *t;
737 1544f909 2004-12-25 devnull
738 1544f909 2004-12-25 devnull USED(pc);
739 1544f909 2004-12-25 devnull lock(&l->l);
740 1544f909 2004-12-25 devnull l->writer = nil;
741 1544f909 2004-12-25 devnull assert(l->readers == 0);
742 1544f909 2004-12-25 devnull while((t = l->rwaiting.head) != nil){
743 1544f909 2004-12-25 devnull delthread(&l->rwaiting, t);
744 1544f909 2004-12-25 devnull l->readers++;
745 1544f909 2004-12-25 devnull _threadready(t);
746 1544f909 2004-12-25 devnull }
747 80b8842f 2005-02-15 devnull t = nil;
748 1544f909 2004-12-25 devnull if(l->readers == 0 && (t = l->wwaiting.head) != nil){
749 1544f909 2004-12-25 devnull delthread(&l->wwaiting, t);
750 1544f909 2004-12-25 devnull l->writer = t;
751 1544f909 2004-12-25 devnull }
752 1544f909 2004-12-25 devnull unlock(&l->l);
753 80b8842f 2005-02-15 devnull if(t)
754 80b8842f 2005-02-15 devnull _threadready(t);
755 1544f909 2004-12-25 devnull }
756 1544f909 2004-12-25 devnull
757 1544f909 2004-12-25 devnull /*
758 1544f909 2004-12-25 devnull * sleep and wakeup
759 1544f909 2004-12-25 devnull */
760 1544f909 2004-12-25 devnull static void
761 1544f909 2004-12-25 devnull threadrsleep(Rendez *r, ulong pc)
762 1544f909 2004-12-25 devnull {
763 faf1fb6c 2008-07-09 rsc if(singlethreaded()){
764 faf1fb6c 2008-07-09 rsc fprint(2, "rsleep deadlock\n");
765 faf1fb6c 2008-07-09 rsc abort();
766 faf1fb6c 2008-07-09 rsc }
767 1544f909 2004-12-25 devnull addthread(&r->waiting, proc()->thread);
768 1544f909 2004-12-25 devnull qunlock(r->l);
769 1544f909 2004-12-25 devnull _threadswitch();
770 1544f909 2004-12-25 devnull qlock(r->l);
771 1544f909 2004-12-25 devnull }
772 1544f909 2004-12-25 devnull
773 1544f909 2004-12-25 devnull static int
774 1544f909 2004-12-25 devnull threadrwakeup(Rendez *r, int all, ulong pc)
775 1544f909 2004-12-25 devnull {
776 1544f909 2004-12-25 devnull int i;
777 1544f909 2004-12-25 devnull _Thread *t;
778 1544f909 2004-12-25 devnull
779 1544f909 2004-12-25 devnull for(i=0;; i++){
780 1544f909 2004-12-25 devnull if(i==1 && !all)
781 1544f909 2004-12-25 devnull break;
782 1544f909 2004-12-25 devnull if((t = r->waiting.head) == nil)
783 1544f909 2004-12-25 devnull break;
784 1544f909 2004-12-25 devnull delthread(&r->waiting, t);
785 fa325e9b 2020-01-10 cross _threadready(t);
786 1544f909 2004-12-25 devnull }
787 1544f909 2004-12-25 devnull return i;
788 1544f909 2004-12-25 devnull }
789 1544f909 2004-12-25 devnull
790 1544f909 2004-12-25 devnull /*
791 4dbefdd4 2004-12-27 devnull * startup
792 4dbefdd4 2004-12-27 devnull */
793 4dbefdd4 2004-12-27 devnull
794 4dbefdd4 2004-12-27 devnull static int threadargc;
795 4dbefdd4 2004-12-27 devnull static char **threadargv;
796 4dbefdd4 2004-12-27 devnull int mainstacksize;
797 d93cc14e 2006-06-12 devnull extern int _p9usepwlibrary; /* getgrgid etc. smash the stack - tell _p9dir just say no */
798 4dbefdd4 2004-12-27 devnull static void
799 4dbefdd4 2004-12-27 devnull threadmainstart(void *v)
800 4dbefdd4 2004-12-27 devnull {
801 4dbefdd4 2004-12-27 devnull USED(v);
802 0b561695 2005-01-16 devnull
803 0b561695 2005-01-16 devnull /*
804 0b561695 2005-01-16 devnull * N.B. This call to proc() is a program's first call (indirectly) to a
805 0b561695 2005-01-16 devnull * pthreads function while executing on a non-pthreads-allocated
806 0b561695 2005-01-16 devnull * stack. If the pthreads implementation is using the stack pointer
807 0b561695 2005-01-16 devnull * to locate the per-thread data, then this call will blow up.
808 0b561695 2005-01-16 devnull * This means the pthread implementation is not suitable for
809 0b561695 2005-01-16 devnull * running under libthread. Time to write your own. Sorry.
810 0b561695 2005-01-16 devnull */
811 d93cc14e 2006-06-12 devnull _p9usepwlibrary = 0;
812 4dbefdd4 2004-12-27 devnull threadmainproc = proc();
813 4dbefdd4 2004-12-27 devnull threadmain(threadargc, threadargv);
814 2c87dda8 2004-12-28 devnull }
815 2c87dda8 2004-12-28 devnull
816 d19769ae 2008-10-26 rsc extern void (*_sysfatal)(char*, va_list);
817 69d1259c 2008-07-20 devnull
818 4dbefdd4 2004-12-27 devnull int
819 4dbefdd4 2004-12-27 devnull main(int argc, char **argv)
820 4dbefdd4 2004-12-27 devnull {
821 4dbefdd4 2004-12-27 devnull Proc *p;
822 baef953d 2020-05-18 rsc char *opts;
823 1d2533d0 2004-12-28 devnull
824 1d2533d0 2004-12-28 devnull argv0 = argv[0];
825 4dbefdd4 2004-12-27 devnull
826 baef953d 2020-05-18 rsc opts = getenv("LIBTHREAD");
827 baef953d 2020-05-18 rsc if(opts == nil)
828 baef953d 2020-05-18 rsc opts = "";
829 baef953d 2020-05-18 rsc
830 baef953d 2020-05-18 rsc pthreadperthread = (strstr(opts, "pthreadperthread") != nil);
831 baef953d 2020-05-18 rsc #ifdef PLAN9PORT_ASAN
832 baef953d 2020-05-18 rsc // ASAN can't deal with the coroutine stack switches.
833 baef953d 2020-05-18 rsc // In theory it has support for informing it about stack switches,
834 baef953d 2020-05-18 rsc // but even with those calls added it can't deal with things
835 baef953d 2020-05-18 rsc // like fork or exit from a coroutine stack.
836 baef953d 2020-05-18 rsc // Easier to just run in pthread-per-thread mode.
837 baef953d 2020-05-18 rsc pthreadperthread = 1;
838 baef953d 2020-05-18 rsc #endif
839 162d0d5c 2020-05-18 rsc if(strstr(opts, "nodaemon") == nil && getenv("NOLIBTHREADDAEMONIZE") == nil)
840 615e0f9f 2006-02-07 devnull _threadsetupdaemonize();
841 2c87dda8 2004-12-28 devnull
842 4dbefdd4 2004-12-27 devnull threadargc = argc;
843 4dbefdd4 2004-12-27 devnull threadargv = argv;
844 4dbefdd4 2004-12-27 devnull
845 4dbefdd4 2004-12-27 devnull /*
846 4dbefdd4 2004-12-27 devnull * Install locking routines into C library.
847 4dbefdd4 2004-12-27 devnull */
848 4dbefdd4 2004-12-27 devnull _lock = _threadlock;
849 4dbefdd4 2004-12-27 devnull _unlock = _threadunlock;
850 4dbefdd4 2004-12-27 devnull _qlock = threadqlock;
851 4dbefdd4 2004-12-27 devnull _qunlock = threadqunlock;
852 4dbefdd4 2004-12-27 devnull _rlock = threadrlock;
853 4dbefdd4 2004-12-27 devnull _runlock = threadrunlock;
854 4dbefdd4 2004-12-27 devnull _wlock = threadwlock;
855 4dbefdd4 2004-12-27 devnull _wunlock = threadwunlock;
856 4dbefdd4 2004-12-27 devnull _rsleep = threadrsleep;
857 4dbefdd4 2004-12-27 devnull _rwakeup = threadrwakeup;
858 4dbefdd4 2004-12-27 devnull _notejmpbuf = threadnotejmp;
859 df970459 2006-06-26 devnull _pin = threadpin;
860 df970459 2006-06-26 devnull _unpin = threadunpin;
861 69d1259c 2008-07-20 devnull _sysfatal = threadsysfatal;
862 4dbefdd4 2004-12-27 devnull
863 4dbefdd4 2004-12-27 devnull _pthreadinit();
864 4dbefdd4 2004-12-27 devnull p = procalloc();
865 8ee6ad4d 2005-02-14 devnull p->mainproc = 1;
866 4dbefdd4 2004-12-27 devnull _threadsetproc(p);
867 4dbefdd4 2004-12-27 devnull if(mainstacksize == 0)
868 a0e8d02d 2005-01-23 devnull mainstacksize = 256*1024;
869 af6e459f 2006-04-21 devnull atnotify(threadinfo, 1);
870 4dbefdd4 2004-12-27 devnull _threadcreate(p, threadmainstart, nil, mainstacksize);
871 0158bcee 2020-01-12 rsc procmain(p);
872 d7688cce 2005-02-16 devnull sysfatal("procscheduler returned in threadmain!");
873 8ee6ad4d 2005-02-14 devnull /* does not return */
874 15cd8255 2005-01-04 devnull return 0;
875 4dbefdd4 2004-12-27 devnull }
876 4dbefdd4 2004-12-27 devnull
877 4dbefdd4 2004-12-27 devnull /*
878 1544f909 2004-12-25 devnull * hooray for linked lists
879 1544f909 2004-12-25 devnull */
880 1544f909 2004-12-25 devnull static void
881 1544f909 2004-12-25 devnull addthread(_Threadlist *l, _Thread *t)
882 1544f909 2004-12-25 devnull {
883 1544f909 2004-12-25 devnull if(l->tail){
884 1544f909 2004-12-25 devnull l->tail->next = t;
885 1544f909 2004-12-25 devnull t->prev = l->tail;
886 1544f909 2004-12-25 devnull }else{
887 1544f909 2004-12-25 devnull l->head = t;
888 1544f909 2004-12-25 devnull t->prev = nil;
889 1544f909 2004-12-25 devnull }
890 1544f909 2004-12-25 devnull l->tail = t;
891 1544f909 2004-12-25 devnull t->next = nil;
892 1544f909 2004-12-25 devnull }
893 1544f909 2004-12-25 devnull
894 1544f909 2004-12-25 devnull static void
895 1544f909 2004-12-25 devnull delthread(_Threadlist *l, _Thread *t)
896 1544f909 2004-12-25 devnull {
897 1544f909 2004-12-25 devnull if(t->prev)
898 1544f909 2004-12-25 devnull t->prev->next = t->next;
899 1544f909 2004-12-25 devnull else
900 1544f909 2004-12-25 devnull l->head = t->next;
901 1544f909 2004-12-25 devnull if(t->next)
902 1544f909 2004-12-25 devnull t->next->prev = t->prev;
903 1544f909 2004-12-25 devnull else
904 1544f909 2004-12-25 devnull l->tail = t->prev;
905 1544f909 2004-12-25 devnull }
906 1544f909 2004-12-25 devnull
907 df970459 2006-06-26 devnull /* inefficient but rarely used */
908 df970459 2006-06-26 devnull static int
909 df970459 2006-06-26 devnull onlist(_Threadlist *l, _Thread *t)
910 df970459 2006-06-26 devnull {
911 df970459 2006-06-26 devnull _Thread *tt;
912 df970459 2006-06-26 devnull
913 df970459 2006-06-26 devnull for(tt = l->head; tt; tt=tt->next)
914 df970459 2006-06-26 devnull if(tt == t)
915 df970459 2006-06-26 devnull return 1;
916 df970459 2006-06-26 devnull return 0;
917 df970459 2006-06-26 devnull }
918 df970459 2006-06-26 devnull
919 1544f909 2004-12-25 devnull static void
920 1544f909 2004-12-25 devnull addthreadinproc(Proc *p, _Thread *t)
921 1544f909 2004-12-25 devnull {
922 1544f909 2004-12-25 devnull _Threadlist *l;
923 1544f909 2004-12-25 devnull
924 1544f909 2004-12-25 devnull l = &p->allthreads;
925 1544f909 2004-12-25 devnull if(l->tail){
926 1544f909 2004-12-25 devnull l->tail->allnext = t;
927 1544f909 2004-12-25 devnull t->allprev = l->tail;
928 1544f909 2004-12-25 devnull }else{
929 1544f909 2004-12-25 devnull l->head = t;
930 1544f909 2004-12-25 devnull t->allprev = nil;
931 1544f909 2004-12-25 devnull }
932 1544f909 2004-12-25 devnull l->tail = t;
933 1544f909 2004-12-25 devnull t->allnext = nil;
934 1544f909 2004-12-25 devnull }
935 1544f909 2004-12-25 devnull
936 1544f909 2004-12-25 devnull static void
937 1544f909 2004-12-25 devnull delthreadinproc(Proc *p, _Thread *t)
938 1544f909 2004-12-25 devnull {
939 1544f909 2004-12-25 devnull _Threadlist *l;
940 1544f909 2004-12-25 devnull
941 1544f909 2004-12-25 devnull l = &p->allthreads;
942 1544f909 2004-12-25 devnull if(t->allprev)
943 1544f909 2004-12-25 devnull t->allprev->allnext = t->allnext;
944 1544f909 2004-12-25 devnull else
945 1544f909 2004-12-25 devnull l->head = t->allnext;
946 1544f909 2004-12-25 devnull if(t->allnext)
947 1544f909 2004-12-25 devnull t->allnext->allprev = t->allprev;
948 1544f909 2004-12-25 devnull else
949 1544f909 2004-12-25 devnull l->tail = t->allprev;
950 1544f909 2004-12-25 devnull }
951 1544f909 2004-12-25 devnull
952 4dbefdd4 2004-12-27 devnull Proc *_threadprocs;
953 4dbefdd4 2004-12-27 devnull Lock _threadprocslock;
954 4dbefdd4 2004-12-27 devnull static Proc *_threadprocstail;
955 1544f909 2004-12-25 devnull
956 1544f909 2004-12-25 devnull static void
957 4dbefdd4 2004-12-27 devnull addproc(Proc *p)
958 1544f909 2004-12-25 devnull {
959 4dbefdd4 2004-12-27 devnull lock(&_threadprocslock);
960 4dbefdd4 2004-12-27 devnull if(_threadprocstail){
961 4dbefdd4 2004-12-27 devnull _threadprocstail->next = p;
962 4dbefdd4 2004-12-27 devnull p->prev = _threadprocstail;
963 4dbefdd4 2004-12-27 devnull }else{
964 4dbefdd4 2004-12-27 devnull _threadprocs = p;
965 4dbefdd4 2004-12-27 devnull p->prev = nil;
966 4dbefdd4 2004-12-27 devnull }
967 4dbefdd4 2004-12-27 devnull _threadprocstail = p;
968 4dbefdd4 2004-12-27 devnull p->next = nil;
969 4dbefdd4 2004-12-27 devnull unlock(&_threadprocslock);
970 e1dc7e45 2004-12-27 devnull }
971 e1dc7e45 2004-12-27 devnull
972 4dbefdd4 2004-12-27 devnull static void
973 4dbefdd4 2004-12-27 devnull delproc(Proc *p)
974 e1dc7e45 2004-12-27 devnull {
975 4dbefdd4 2004-12-27 devnull lock(&_threadprocslock);
976 4dbefdd4 2004-12-27 devnull if(p->prev)
977 4dbefdd4 2004-12-27 devnull p->prev->next = p->next;
978 4dbefdd4 2004-12-27 devnull else
979 4dbefdd4 2004-12-27 devnull _threadprocs = p->next;
980 4dbefdd4 2004-12-27 devnull if(p->next)
981 4dbefdd4 2004-12-27 devnull p->next->prev = p->prev;
982 4dbefdd4 2004-12-27 devnull else
983 4dbefdd4 2004-12-27 devnull _threadprocstail = p->prev;
984 4dbefdd4 2004-12-27 devnull unlock(&_threadprocslock);
985 1544f909 2004-12-25 devnull }
986 15cd8255 2005-01-04 devnull
987 fa325e9b 2020-01-10 cross /*
988 15cd8255 2005-01-04 devnull * notify - for now just use the usual mechanisms
989 15cd8255 2005-01-04 devnull */
990 15cd8255 2005-01-04 devnull void
991 15cd8255 2005-01-04 devnull threadnotify(int (*f)(void*, char*), int in)
992 15cd8255 2005-01-04 devnull {
993 15cd8255 2005-01-04 devnull atnotify(f, in);
994 6dde87f8 2005-09-26 devnull }
995 6dde87f8 2005-09-26 devnull
996 6dde87f8 2005-09-26 devnull static int
997 6dde87f8 2005-09-26 devnull onrunqueue(Proc *p, _Thread *t)
998 6dde87f8 2005-09-26 devnull {
999 6dde87f8 2005-09-26 devnull _Thread *tt;
1000 6dde87f8 2005-09-26 devnull
1001 6dde87f8 2005-09-26 devnull for(tt=p->runqueue.head; tt; tt=tt->next)
1002 6dde87f8 2005-09-26 devnull if(tt == t)
1003 6dde87f8 2005-09-26 devnull return 1;
1004 6dde87f8 2005-09-26 devnull return 0;
1005 15cd8255 2005-01-04 devnull }
1006 6dde87f8 2005-09-26 devnull
1007 6dde87f8 2005-09-26 devnull /*
1008 6dde87f8 2005-09-26 devnull * print state - called from SIGINFO
1009 6dde87f8 2005-09-26 devnull */
1010 6dde87f8 2005-09-26 devnull static int
1011 6dde87f8 2005-09-26 devnull threadinfo(void *v, char *s)
1012 6dde87f8 2005-09-26 devnull {
1013 6dde87f8 2005-09-26 devnull Proc *p;
1014 6dde87f8 2005-09-26 devnull _Thread *t;
1015 6dde87f8 2005-09-26 devnull
1016 6dde87f8 2005-09-26 devnull if(strcmp(s, "quit") != 0 && strcmp(s, "sys: status request") != 0)
1017 6dde87f8 2005-09-26 devnull return 0;
1018 6dde87f8 2005-09-26 devnull
1019 6dde87f8 2005-09-26 devnull for(p=_threadprocs; p; p=p->next){
1020 6dde87f8 2005-09-26 devnull fprint(2, "proc %p %s%s\n", (void*)p->osprocid, p->msg,
1021 6dde87f8 2005-09-26 devnull p->sysproc ? " (sysproc)": "");
1022 6dde87f8 2005-09-26 devnull for(t=p->allthreads.head; t; t=t->allnext){
1023 fa325e9b 2020-01-10 cross fprint(2, "\tthread %d %s: %s %s\n",
1024 fa325e9b 2020-01-10 cross t->id,
1025 fa325e9b 2020-01-10 cross t == p->thread ? "Running" :
1026 6dde87f8 2005-09-26 devnull onrunqueue(p, t) ? "Ready" : "Sleeping",
1027 6dde87f8 2005-09-26 devnull t->state, t->name);
1028 6dde87f8 2005-09-26 devnull }
1029 6dde87f8 2005-09-26 devnull }
1030 6dde87f8 2005-09-26 devnull return 1;
1031 6dde87f8 2005-09-26 devnull }