1 1544f909 2004-12-25 devnull #include "u.h"
2 1544f909 2004-12-25 devnull #include <linux/unistd.h>
3 1544f909 2004-12-25 devnull #include "libc.h"
4 1544f909 2004-12-25 devnull #include "thread.h"
5 1544f909 2004-12-25 devnull #include "threadimpl.h"
7 1544f909 2004-12-25 devnull _syscall0(pid_t,gettid)
9 1544f909 2004-12-25 devnull int _threaddebuglevel;
11 1544f909 2004-12-25 devnull static uint threadnproc;
12 1544f909 2004-12-25 devnull static uint threadnsysproc;
13 1544f909 2004-12-25 devnull static Lock threadnproclock;
14 1544f909 2004-12-25 devnull static Ref threadidref;
16 1544f909 2004-12-25 devnull static void addthread(_Threadlist*, _Thread*);
17 1544f909 2004-12-25 devnull static void delthread(_Threadlist*, _Thread*);
18 1544f909 2004-12-25 devnull static void addthreadinproc(Proc*, _Thread*);
19 1544f909 2004-12-25 devnull static void delthreadinproc(Proc*, _Thread*);
20 1544f909 2004-12-25 devnull static void contextswitch(Context *from, Context *to);
21 73722a8b 2004-12-27 devnull static void scheduler(Proc*);
23 1544f909 2004-12-25 devnull static _Thread*
24 1544f909 2004-12-25 devnull getthreadnow(void)
26 1544f909 2004-12-25 devnull return proc()->thread;
28 1544f909 2004-12-25 devnull _Thread *(*threadnow)(void) = getthreadnow;
30 1544f909 2004-12-25 devnull static Proc*
31 1544f909 2004-12-25 devnull procalloc(void)
35 1544f909 2004-12-25 devnull p = malloc(sizeof *p);
36 73722a8b 2004-12-27 devnull if(p == nil)
37 73722a8b 2004-12-27 devnull sysfatal("procalloc malloc: %r");
38 1544f909 2004-12-25 devnull memset(p, 0, sizeof *p);
39 1544f909 2004-12-25 devnull lock(&threadnproclock);
40 1544f909 2004-12-25 devnull threadnproc++;
41 1544f909 2004-12-25 devnull unlock(&threadnproclock);
42 1544f909 2004-12-25 devnull return p;
45 1544f909 2004-12-25 devnull static void
46 1544f909 2004-12-25 devnull threadstart(void *v)
48 1544f909 2004-12-25 devnull _Thread *t;
51 1544f909 2004-12-25 devnull t->startfn(t->startarg);
52 1544f909 2004-12-25 devnull _threadexit();
55 1544f909 2004-12-25 devnull static _Thread*
56 1544f909 2004-12-25 devnull threadalloc(void (*fn)(void*), void *arg, uint stack)
58 1544f909 2004-12-25 devnull _Thread *t;
59 1544f909 2004-12-25 devnull sigset_t zero;
61 1544f909 2004-12-25 devnull /* allocate the task and stack together */
62 1544f909 2004-12-25 devnull t = malloc(sizeof *t+stack);
63 73722a8b 2004-12-27 devnull if(t == nil)
64 73722a8b 2004-12-27 devnull sysfatal("threadalloc malloc: %r");
65 1544f909 2004-12-25 devnull memset(t, 0, sizeof *t);
66 1544f909 2004-12-25 devnull t->stk = (uchar*)(t+1);
67 1544f909 2004-12-25 devnull t->stksize = stack;
68 1544f909 2004-12-25 devnull t->id = incref(&threadidref);
69 1544f909 2004-12-25 devnull t->startfn = fn;
70 1544f909 2004-12-25 devnull t->startarg = arg;
72 1544f909 2004-12-25 devnull /* do a reasonable initialization */
73 1544f909 2004-12-25 devnull memset(&t->context.uc, 0, sizeof t->context.uc);
74 1544f909 2004-12-25 devnull sigemptyset(&zero);
75 1544f909 2004-12-25 devnull sigprocmask(SIG_BLOCK, &zero, &t->context.uc.uc_sigmask);
77 1544f909 2004-12-25 devnull /* on Linux makecontext neglects floating point */
78 1544f909 2004-12-25 devnull getcontext(&t->context.uc);
80 1544f909 2004-12-25 devnull /* call makecontext to do the real work. */
81 1544f909 2004-12-25 devnull /* leave a few words open on both ends */
82 1544f909 2004-12-25 devnull t->context.uc.uc_stack.ss_sp = t->stk+8;
83 1544f909 2004-12-25 devnull t->context.uc.uc_stack.ss_size = t->stksize-16;
84 1544f909 2004-12-25 devnull makecontext(&t->context.uc, (void(*)())threadstart, 1, t);
86 1544f909 2004-12-25 devnull return t;
90 1544f909 2004-12-25 devnull _threadcreate(Proc *p, void (*fn)(void*), void *arg, uint stack)
92 1544f909 2004-12-25 devnull _Thread *t;
94 1544f909 2004-12-25 devnull t = threadalloc(fn, arg, stack);
95 1544f909 2004-12-25 devnull t->proc = p;
96 1544f909 2004-12-25 devnull addthreadinproc(p, t);
97 1544f909 2004-12-25 devnull p->nthread++;
98 1544f909 2004-12-25 devnull _threadready(t);
99 1544f909 2004-12-25 devnull return t;
103 1544f909 2004-12-25 devnull threadcreate(void (*fn)(void*), void *arg, uint stack)
105 1544f909 2004-12-25 devnull _Thread *t;
107 1544f909 2004-12-25 devnull t = _threadcreate(proc(), fn, arg, stack);
108 1544f909 2004-12-25 devnull return t->id;
112 1544f909 2004-12-25 devnull proccreate(void (*fn)(void*), void *arg, uint stack)
114 1544f909 2004-12-25 devnull _Thread *t;
115 1544f909 2004-12-25 devnull Proc *p;
117 1544f909 2004-12-25 devnull p = procalloc();
118 1544f909 2004-12-25 devnull //print("pa %p\n", p);
119 1544f909 2004-12-25 devnull t = _threadcreate(p, fn, arg, stack);
120 1544f909 2004-12-25 devnull //print("ps %p\n", p);
121 1544f909 2004-12-25 devnull _procstart(p, scheduler);
122 1544f909 2004-12-25 devnull return t->id;
126 1544f909 2004-12-25 devnull _threadswitch(void)
128 1544f909 2004-12-25 devnull Proc *p;
130 1544f909 2004-12-25 devnull p = proc();
131 1544f909 2004-12-25 devnull contextswitch(&p->thread->context, &p->schedcontext);
135 1544f909 2004-12-25 devnull _threadready(_Thread *t)
137 1544f909 2004-12-25 devnull Proc *p;
139 1544f909 2004-12-25 devnull p = t->proc;
140 1544f909 2004-12-25 devnull lock(&p->lock);
141 1544f909 2004-12-25 devnull addthread(&p->runqueue, t);
142 1544f909 2004-12-25 devnull _procwakeup(&p->runrend);
143 1544f909 2004-12-25 devnull unlock(&p->lock);
147 1544f909 2004-12-25 devnull threadyield(void)
149 1544f909 2004-12-25 devnull _threadready(proc()->thread);
150 1544f909 2004-12-25 devnull _threadswitch();
154 1544f909 2004-12-25 devnull _threadexit(void)
156 1544f909 2004-12-25 devnull proc()->thread->exiting = 1;
157 1544f909 2004-12-25 devnull _threadswitch();
161 1544f909 2004-12-25 devnull threadexits(char *msg)
164 1544f909 2004-12-25 devnull Proc *p;
166 1544f909 2004-12-25 devnull p = proc();
167 1544f909 2004-12-25 devnull utfecpy(p->msg, p->msg+sizeof p->msg, msg);
169 1544f909 2004-12-25 devnull _threadexit();
173 1544f909 2004-12-25 devnull threadexitsall(char *msg)
175 1544f909 2004-12-25 devnull if(msg && msg[0])
176 1544f909 2004-12-25 devnull exit(1);
177 1544f909 2004-12-25 devnull exit(0);
180 1544f909 2004-12-25 devnull static void
181 1544f909 2004-12-25 devnull contextswitch(Context *from, Context *to)
183 1544f909 2004-12-25 devnull if(swapcontext(&from->uc, &to->uc) < 0){
184 1544f909 2004-12-25 devnull fprint(2, "swapcontext failed: %r\n");
185 1544f909 2004-12-25 devnull assert(0);
189 1544f909 2004-12-25 devnull static void
190 73722a8b 2004-12-27 devnull scheduler(Proc *p)
192 1544f909 2004-12-25 devnull _Thread *t;
194 1544f909 2004-12-25 devnull setproc(p);
195 e1dc7e45 2004-12-27 devnull // print("s %p %d\n", p, gettid());
196 1544f909 2004-12-25 devnull lock(&p->lock);
197 1544f909 2004-12-25 devnull for(;;){
198 1544f909 2004-12-25 devnull while((t = p->runqueue.head) == nil){
199 1544f909 2004-12-25 devnull if(p->nthread == 0)
200 1544f909 2004-12-25 devnull goto Out;
201 1544f909 2004-12-25 devnull p->runrend.l = &p->lock;
202 1544f909 2004-12-25 devnull _procsleep(&p->runrend);
204 1544f909 2004-12-25 devnull delthread(&p->runqueue, t);
205 1544f909 2004-12-25 devnull unlock(&p->lock);
206 1544f909 2004-12-25 devnull p->thread = t;
207 1544f909 2004-12-25 devnull // print("run %s %d\n", t->name, t->id);
208 1544f909 2004-12-25 devnull contextswitch(&p->schedcontext, &t->context);
209 1544f909 2004-12-25 devnull p->thread = nil;
210 1544f909 2004-12-25 devnull lock(&p->lock);
211 1544f909 2004-12-25 devnull if(t->exiting){
212 1544f909 2004-12-25 devnull delthreadinproc(p, t);
213 1544f909 2004-12-25 devnull p->nthread--;
214 1544f909 2004-12-25 devnull free(t);
219 1544f909 2004-12-25 devnull lock(&threadnproclock);
220 1544f909 2004-12-25 devnull if(p->sysproc)
221 1544f909 2004-12-25 devnull --threadnsysproc;
222 1544f909 2004-12-25 devnull if(--threadnproc == threadnsysproc)
223 1544f909 2004-12-25 devnull exit(0);
224 1544f909 2004-12-25 devnull unlock(&threadnproclock);
225 1544f909 2004-12-25 devnull unlock(&p->lock);
226 1544f909 2004-12-25 devnull free(p);
227 1544f909 2004-12-25 devnull setproc(0);
231 1544f909 2004-12-25 devnull _threadsetsysproc(void)
233 1544f909 2004-12-25 devnull lock(&threadnproclock);
234 1544f909 2004-12-25 devnull if(++threadnsysproc == threadnproc)
235 1544f909 2004-12-25 devnull exit(0);
236 1544f909 2004-12-25 devnull unlock(&threadnproclock);
237 1544f909 2004-12-25 devnull proc()->sysproc = 1;
241 1544f909 2004-12-25 devnull * debugging
244 1544f909 2004-12-25 devnull threadsetname(char *fmt, ...)
246 1544f909 2004-12-25 devnull va_list arg;
247 1544f909 2004-12-25 devnull _Thread *t;
249 1544f909 2004-12-25 devnull t = proc()->thread;
250 1544f909 2004-12-25 devnull va_start(arg, fmt);
251 1544f909 2004-12-25 devnull vsnprint(t->name, sizeof t->name, fmt, arg);
252 1544f909 2004-12-25 devnull va_end(arg);
256 1544f909 2004-12-25 devnull threadsetstate(char *fmt, ...)
258 1544f909 2004-12-25 devnull va_list arg;
259 1544f909 2004-12-25 devnull _Thread *t;
261 1544f909 2004-12-25 devnull t = proc()->thread;
262 1544f909 2004-12-25 devnull va_start(arg, fmt);
263 1544f909 2004-12-25 devnull vsnprint(t->state, sizeof t->name, fmt, arg);
264 1544f909 2004-12-25 devnull va_end(arg);
268 1544f909 2004-12-25 devnull * locking
270 1544f909 2004-12-25 devnull static int
271 1544f909 2004-12-25 devnull threadqlock(QLock *l, int block, ulong pc)
273 1544f909 2004-12-25 devnull lock(&l->l);
274 1544f909 2004-12-25 devnull if(l->owner == nil){
275 1544f909 2004-12-25 devnull l->owner = (*threadnow)();
276 1544f909 2004-12-25 devnull //print("qlock %p @%#x by %p\n", l, pc, l->owner);
277 1544f909 2004-12-25 devnull unlock(&l->l);
278 1544f909 2004-12-25 devnull return 1;
280 1544f909 2004-12-25 devnull if(!block){
281 1544f909 2004-12-25 devnull unlock(&l->l);
282 1544f909 2004-12-25 devnull return 0;
284 1544f909 2004-12-25 devnull //print("qsleep %p @%#x by %p\n", l, pc, (*threadnow)());
285 1544f909 2004-12-25 devnull addthread(&l->waiting, (*threadnow)());
286 1544f909 2004-12-25 devnull unlock(&l->l);
288 1544f909 2004-12-25 devnull _threadswitch();
290 1544f909 2004-12-25 devnull if(l->owner != (*threadnow)()){
291 1544f909 2004-12-25 devnull fprint(2, "qlock pc=0x%lux owner=%p self=%p oops\n", pc, l->owner, (*threadnow)());
292 1544f909 2004-12-25 devnull abort();
294 1544f909 2004-12-25 devnull //print("qlock wakeup %p @%#x by %p\n", l, pc, (*threadnow)());
295 1544f909 2004-12-25 devnull return 1;
298 1544f909 2004-12-25 devnull static void
299 1544f909 2004-12-25 devnull threadqunlock(QLock *l, ulong pc)
301 1544f909 2004-12-25 devnull lock(&l->l);
302 1544f909 2004-12-25 devnull //print("qlock unlock %p @%#x by %p (owner %p)\n", l, pc, (*threadnow)(), l->owner);
303 1544f909 2004-12-25 devnull if(l->owner == nil){
304 1544f909 2004-12-25 devnull fprint(2, "qunlock pc=0x%lux owner=%p self=%p oops\n",
305 1544f909 2004-12-25 devnull pc, l->owner, (*threadnow)());
306 1544f909 2004-12-25 devnull abort();
308 1544f909 2004-12-25 devnull if((l->owner = l->waiting.head) != nil){
309 1544f909 2004-12-25 devnull delthread(&l->waiting, l->owner);
310 1544f909 2004-12-25 devnull _threadready(l->owner);
312 1544f909 2004-12-25 devnull unlock(&l->l);
315 1544f909 2004-12-25 devnull static int
316 1544f909 2004-12-25 devnull threadrlock(RWLock *l, int block, ulong pc)
318 1544f909 2004-12-25 devnull USED(pc);
320 1544f909 2004-12-25 devnull lock(&l->l);
321 1544f909 2004-12-25 devnull if(l->writer == nil && l->wwaiting.head == nil){
322 1544f909 2004-12-25 devnull l->readers++;
323 1544f909 2004-12-25 devnull unlock(&l->l);
324 1544f909 2004-12-25 devnull return 1;
326 1544f909 2004-12-25 devnull if(!block){
327 1544f909 2004-12-25 devnull unlock(&l->l);
328 1544f909 2004-12-25 devnull return 0;
330 1544f909 2004-12-25 devnull addthread(&l->rwaiting, (*threadnow)());
331 1544f909 2004-12-25 devnull unlock(&l->l);
332 1544f909 2004-12-25 devnull _threadswitch();
333 1544f909 2004-12-25 devnull return 1;
336 1544f909 2004-12-25 devnull static int
337 1544f909 2004-12-25 devnull threadwlock(RWLock *l, int block, ulong pc)
339 1544f909 2004-12-25 devnull USED(pc);
341 1544f909 2004-12-25 devnull lock(&l->l);
342 1544f909 2004-12-25 devnull if(l->writer == nil && l->readers == 0){
343 1544f909 2004-12-25 devnull l->writer = (*threadnow)();
344 1544f909 2004-12-25 devnull unlock(&l->l);
345 1544f909 2004-12-25 devnull return 1;
347 1544f909 2004-12-25 devnull if(!block){
348 1544f909 2004-12-25 devnull unlock(&l->l);
349 1544f909 2004-12-25 devnull return 0;
351 1544f909 2004-12-25 devnull addthread(&l->wwaiting, (*threadnow)());
352 1544f909 2004-12-25 devnull unlock(&l->l);
353 1544f909 2004-12-25 devnull _threadswitch();
354 1544f909 2004-12-25 devnull return 1;
357 1544f909 2004-12-25 devnull static void
358 1544f909 2004-12-25 devnull threadrunlock(RWLock *l, ulong pc)
360 1544f909 2004-12-25 devnull _Thread *t;
362 1544f909 2004-12-25 devnull USED(pc);
363 1544f909 2004-12-25 devnull lock(&l->l);
364 1544f909 2004-12-25 devnull --l->readers;
365 1544f909 2004-12-25 devnull if(l->readers == 0 && (t = l->wwaiting.head) != nil){
366 1544f909 2004-12-25 devnull delthread(&l->wwaiting, t);
367 1544f909 2004-12-25 devnull l->writer = t;
368 1544f909 2004-12-25 devnull _threadready(t);
370 1544f909 2004-12-25 devnull unlock(&l->l);
373 1544f909 2004-12-25 devnull static void
374 1544f909 2004-12-25 devnull threadwunlock(RWLock *l, ulong pc)
376 1544f909 2004-12-25 devnull _Thread *t;
378 1544f909 2004-12-25 devnull USED(pc);
379 1544f909 2004-12-25 devnull lock(&l->l);
380 1544f909 2004-12-25 devnull l->writer = nil;
381 1544f909 2004-12-25 devnull assert(l->readers == 0);
382 1544f909 2004-12-25 devnull while((t = l->rwaiting.head) != nil){
383 1544f909 2004-12-25 devnull delthread(&l->rwaiting, t);
384 1544f909 2004-12-25 devnull l->readers++;
385 1544f909 2004-12-25 devnull _threadready(t);
387 1544f909 2004-12-25 devnull if(l->readers == 0 && (t = l->wwaiting.head) != nil){
388 1544f909 2004-12-25 devnull delthread(&l->wwaiting, t);
389 1544f909 2004-12-25 devnull l->writer = t;
390 1544f909 2004-12-25 devnull _threadready(t);
392 1544f909 2004-12-25 devnull unlock(&l->l);
396 1544f909 2004-12-25 devnull * sleep and wakeup
398 1544f909 2004-12-25 devnull static void
399 1544f909 2004-12-25 devnull threadrsleep(Rendez *r, ulong pc)
401 1544f909 2004-12-25 devnull addthread(&r->waiting, proc()->thread);
402 1544f909 2004-12-25 devnull qunlock(r->l);
403 1544f909 2004-12-25 devnull _threadswitch();
404 1544f909 2004-12-25 devnull qlock(r->l);
407 1544f909 2004-12-25 devnull static int
408 1544f909 2004-12-25 devnull threadrwakeup(Rendez *r, int all, ulong pc)
411 1544f909 2004-12-25 devnull _Thread *t;
413 1544f909 2004-12-25 devnull for(i=0;; i++){
414 1544f909 2004-12-25 devnull if(i==1 && !all)
416 1544f909 2004-12-25 devnull if((t = r->waiting.head) == nil)
418 1544f909 2004-12-25 devnull delthread(&r->waiting, t);
419 1544f909 2004-12-25 devnull _threadready(t);
421 1544f909 2004-12-25 devnull return i;
425 1544f909 2004-12-25 devnull * hooray for linked lists
427 1544f909 2004-12-25 devnull static void
428 1544f909 2004-12-25 devnull addthread(_Threadlist *l, _Thread *t)
430 1544f909 2004-12-25 devnull if(l->tail){
431 1544f909 2004-12-25 devnull l->tail->next = t;
432 1544f909 2004-12-25 devnull t->prev = l->tail;
434 1544f909 2004-12-25 devnull l->head = t;
435 1544f909 2004-12-25 devnull t->prev = nil;
437 1544f909 2004-12-25 devnull l->tail = t;
438 1544f909 2004-12-25 devnull t->next = nil;
441 1544f909 2004-12-25 devnull static void
442 1544f909 2004-12-25 devnull delthread(_Threadlist *l, _Thread *t)
444 1544f909 2004-12-25 devnull if(t->prev)
445 1544f909 2004-12-25 devnull t->prev->next = t->next;
447 1544f909 2004-12-25 devnull l->head = t->next;
448 1544f909 2004-12-25 devnull if(t->next)
449 1544f909 2004-12-25 devnull t->next->prev = t->prev;
451 1544f909 2004-12-25 devnull l->tail = t->prev;
454 1544f909 2004-12-25 devnull static void
455 1544f909 2004-12-25 devnull addthreadinproc(Proc *p, _Thread *t)
457 1544f909 2004-12-25 devnull _Threadlist *l;
459 1544f909 2004-12-25 devnull l = &p->allthreads;
460 1544f909 2004-12-25 devnull if(l->tail){
461 1544f909 2004-12-25 devnull l->tail->allnext = t;
462 1544f909 2004-12-25 devnull t->allprev = l->tail;
464 1544f909 2004-12-25 devnull l->head = t;
465 1544f909 2004-12-25 devnull t->allprev = nil;
467 1544f909 2004-12-25 devnull l->tail = t;
468 1544f909 2004-12-25 devnull t->allnext = nil;
471 1544f909 2004-12-25 devnull static void
472 1544f909 2004-12-25 devnull delthreadinproc(Proc *p, _Thread *t)
474 1544f909 2004-12-25 devnull _Threadlist *l;
476 1544f909 2004-12-25 devnull l = &p->allthreads;
477 1544f909 2004-12-25 devnull if(t->allprev)
478 1544f909 2004-12-25 devnull t->allprev->allnext = t->allnext;
480 1544f909 2004-12-25 devnull l->head = t->allnext;
481 1544f909 2004-12-25 devnull if(t->allnext)
482 1544f909 2004-12-25 devnull t->allnext->allprev = t->allprev;
484 1544f909 2004-12-25 devnull l->tail = t->allprev;
488 1544f909 2004-12-25 devnull procdata(void)
490 1544f909 2004-12-25 devnull return &proc()->udata;
493 1544f909 2004-12-25 devnull static int threadargc;
494 1544f909 2004-12-25 devnull static char **threadargv;
495 1544f909 2004-12-25 devnull int mainstacksize;
497 1544f909 2004-12-25 devnull static void
498 1544f909 2004-12-25 devnull threadmainstart(void *v)
500 1544f909 2004-12-25 devnull USED(v);
501 1544f909 2004-12-25 devnull threadmain(threadargc, threadargv);
504 e1dc7e45 2004-12-27 devnull extern Jmp *(*_notejmpbuf)(void);
505 e1dc7e45 2004-12-27 devnull static Jmp*
506 e1dc7e45 2004-12-27 devnull threadnotejmp(void)
508 e1dc7e45 2004-12-27 devnull return &proc()->sigjmp;
512 1544f909 2004-12-25 devnull main(int argc, char **argv)
514 1544f909 2004-12-25 devnull Proc *p;
516 1544f909 2004-12-25 devnull threadargc = argc;
517 1544f909 2004-12-25 devnull threadargv = argv;
520 1544f909 2004-12-25 devnull * Install locking routines into C library.
522 1544f909 2004-12-25 devnull _lock = _threadlock;
523 1544f909 2004-12-25 devnull _unlock = _threadunlock;
524 1544f909 2004-12-25 devnull _qlock = threadqlock;
525 1544f909 2004-12-25 devnull _qunlock = threadqunlock;
526 1544f909 2004-12-25 devnull _rlock = threadrlock;
527 1544f909 2004-12-25 devnull _runlock = threadrunlock;
528 1544f909 2004-12-25 devnull _wlock = threadwlock;
529 1544f909 2004-12-25 devnull _wunlock = threadwunlock;
530 1544f909 2004-12-25 devnull _rsleep = threadrsleep;
531 1544f909 2004-12-25 devnull _rwakeup = threadrwakeup;
532 e1dc7e45 2004-12-27 devnull _notejmpbuf = threadnotejmp;
534 e1dc7e45 2004-12-27 devnull _pthreadinit();
535 1544f909 2004-12-25 devnull p = procalloc();
536 1544f909 2004-12-25 devnull if(mainstacksize == 0)
537 1544f909 2004-12-25 devnull mainstacksize = 65536;
538 1544f909 2004-12-25 devnull _threadcreate(p, threadmainstart, nil, mainstacksize);
539 1544f909 2004-12-25 devnull scheduler(p);
540 1544f909 2004-12-25 devnull return 0; /* not reached */