1 d3df3087 2003-12-06 devnull /* Copyright (C) 2003 Russ Cox, Massachusetts Institute of Technology */
  2 d3df3087 2003-12-06 devnull /* See COPYRIGHT */
  3 d3df3087 2003-12-06 devnull 
  4 d3df3087 2003-12-06 devnull /*
  5 d3df3087 2003-12-06 devnull  * Generic RPC packet multiplexor.  Inspired by but not derived from
  6 d3df3087 2003-12-06 devnull  * Plan 9 kernel.  Originally developed as part of Tra, later used in
  7 d3df3087 2003-12-06 devnull  * libnventi, and then finally split out into a generic library.
  8 d3df3087 2003-12-06 devnull  */
  9 d3df3087 2003-12-06 devnull 
 10 d3df3087 2003-12-06 devnull #include <u.h>
 11 d3df3087 2003-12-06 devnull #include <libc.h>
 12 d3df3087 2003-12-06 devnull #include <mux.h>
 13 d3df3087 2003-12-06 devnull 
 14 d3df3087 2003-12-06 devnull static int gettag(Mux*, Muxrpc*);
 15 d3df3087 2003-12-06 devnull static void puttag(Mux*, Muxrpc*);
 16 d3df3087 2003-12-06 devnull static void enqueue(Mux*, Muxrpc*);
 17 d3df3087 2003-12-06 devnull static void dequeue(Mux*, Muxrpc*);
 18 d3df3087 2003-12-06 devnull 
 19 d3df3087 2003-12-06 devnull void
 20 d3df3087 2003-12-06 devnull muxinit(Mux *mux)
 21 d3df3087 2003-12-06 devnull {
 22 b214663d 2004-01-09 devnull 	memset(&mux->lk, 0, sizeof(Mux)-offsetof(Mux, lk));
 23 d3df3087 2003-12-06 devnull 	mux->tagrend.l = &mux->lk;
 24 b214663d 2004-01-09 devnull 	mux->rpcfork.l = &mux->lk;
 25 d3df3087 2003-12-06 devnull 	mux->sleep.next = &mux->sleep;
 26 d3df3087 2003-12-06 devnull 	mux->sleep.prev = &mux->sleep;
 27 d3df3087 2003-12-06 devnull }
 28 d3df3087 2003-12-06 devnull 
 29 d3df3087 2003-12-06 devnull void*
 30 d3df3087 2003-12-06 devnull muxrpc(Mux *mux, void *tx)
 31 d3df3087 2003-12-06 devnull {
 32 ceb04770 2003-12-09 devnull 	int tag;
 33 d3df3087 2003-12-06 devnull 	Muxrpc *r, *r2;
 34 d3df3087 2003-12-06 devnull 	void *p;
 35 d3df3087 2003-12-06 devnull 
 36 d3df3087 2003-12-06 devnull 	/* must malloc because stack could be private */
 37 d3df3087 2003-12-06 devnull 	r = mallocz(sizeof(Muxrpc), 1);
 38 d3df3087 2003-12-06 devnull 	if(r == nil)
 39 d3df3087 2003-12-06 devnull 		return nil;
 40 d3df3087 2003-12-06 devnull 	r->r.l = &mux->lk;
 41 d3df3087 2003-12-06 devnull 
 42 43db87f1 2004-12-27 devnull 	/* assign the tag, add selves to response queue */
 43 ceb04770 2003-12-09 devnull 	qlock(&mux->lk);
 44 d3df3087 2003-12-06 devnull 	tag = gettag(mux, r);
 45 43db87f1 2004-12-27 devnull //print("gettag %p %d\n", r, tag);
 46 43db87f1 2004-12-27 devnull 	enqueue(mux, r);
 47 ceb04770 2003-12-09 devnull 	qunlock(&mux->lk);
 48 43db87f1 2004-12-27 devnull 
 49 43db87f1 2004-12-27 devnull 	/* actually send the packet */
 50 ceb04770 2003-12-09 devnull 	if(tag < 0 || mux->settag(mux, tx, tag) < 0 || _muxsend(mux, tx) < 0){
 51 ceb04770 2003-12-09 devnull 		qlock(&mux->lk);
 52 d165fa68 2005-01-04 devnull 		dequeue(mux, r);
 53 d3df3087 2003-12-06 devnull 		puttag(mux, r);
 54 ceb04770 2003-12-09 devnull 		qunlock(&mux->lk);
 55 d3df3087 2003-12-06 devnull 		return nil;
 56 d3df3087 2003-12-06 devnull 	}
 57 d3df3087 2003-12-06 devnull 
 58 d3df3087 2003-12-06 devnull 	qlock(&mux->lk);
 59 d3df3087 2003-12-06 devnull 	/* wait for our packet */
 60 c6687d45 2004-09-21 devnull 	while(mux->muxer && !r->p){
 61 d3df3087 2003-12-06 devnull 		rsleep(&r->r);
 62 c6687d45 2004-09-21 devnull 	}
 63 d3df3087 2003-12-06 devnull 
 64 d3df3087 2003-12-06 devnull 	/* if not done, there's no muxer: start muxing */
 65 d3df3087 2003-12-06 devnull 	if(!r->p){
 66 d3df3087 2003-12-06 devnull 		if(mux->muxer)
 67 d3df3087 2003-12-06 devnull 			abort();
 68 d3df3087 2003-12-06 devnull 		mux->muxer = 1;
 69 d3df3087 2003-12-06 devnull 		while(!r->p){
 70 d3df3087 2003-12-06 devnull 			qunlock(&mux->lk);
 71 d3df3087 2003-12-06 devnull 			p = _muxrecv(mux);
 72 d3df3087 2003-12-06 devnull 			if(p)
 73 0b22e9bd 2005-01-30 devnull 				tag = mux->gettag(mux, p) - mux->mintag;
 74 d3df3087 2003-12-06 devnull 			else
 75 d3df3087 2003-12-06 devnull 				tag = ~0;
 76 43db87f1 2004-12-27 devnull //print("mux tag %d\n", tag);
 77 d3df3087 2003-12-06 devnull 			qlock(&mux->lk);
 78 d3df3087 2003-12-06 devnull 			if(p == nil){	/* eof -- just give up and pass the buck */
 79 d3df3087 2003-12-06 devnull 				dequeue(mux, r);
 80 d3df3087 2003-12-06 devnull 				break;
 81 d3df3087 2003-12-06 devnull 			}
 82 d3df3087 2003-12-06 devnull 			/* hand packet to correct sleeper */
 83 d3df3087 2003-12-06 devnull 			if(tag < 0 || tag >= mux->mwait){
 84 d3df3087 2003-12-06 devnull 				fprint(2, "%s: bad rpc tag %ux\n", argv0, tag);
 85 d3df3087 2003-12-06 devnull 				/* must leak packet! don't know how to free it! */
 86 d3df3087 2003-12-06 devnull 				continue;
 87 d3df3087 2003-12-06 devnull 			}
 88 d3df3087 2003-12-06 devnull 			r2 = mux->wait[tag];
 89 d165fa68 2005-01-04 devnull 			if(r2 == nil || r2->prev == nil){
 90 43db87f1 2004-12-27 devnull 				fprint(2, "%s: bad rpc tag %ux (no one waiting on that tag)\n", argv0, tag);
 91 43db87f1 2004-12-27 devnull 				/* must leak packet! don't know how to free it! */
 92 43db87f1 2004-12-27 devnull 				continue;
 93 43db87f1 2004-12-27 devnull 			}	
 94 d3df3087 2003-12-06 devnull 			r2->p = p;
 95 e95a7088 2003-12-09 devnull 			dequeue(mux, r2);
 96 d3df3087 2003-12-06 devnull 			rwakeup(&r2->r);
 97 d3df3087 2003-12-06 devnull 		}
 98 d3df3087 2003-12-06 devnull 		mux->muxer = 0;
 99 d3df3087 2003-12-06 devnull 
100 d3df3087 2003-12-06 devnull 		/* if there is anyone else sleeping, wake them to mux */
101 d3df3087 2003-12-06 devnull 		if(mux->sleep.next != &mux->sleep)
102 d3df3087 2003-12-06 devnull 			rwakeup(&mux->sleep.next->r);
103 d3df3087 2003-12-06 devnull 	}
104 43db87f1 2004-12-27 devnull //print("finished %p\n", r);
105 d3df3087 2003-12-06 devnull 	p = r->p;
106 d165fa68 2005-01-04 devnull 	puttag(mux, r);
107 d3df3087 2003-12-06 devnull 	qunlock(&mux->lk);
108 d3df3087 2003-12-06 devnull 	return p;
109 d3df3087 2003-12-06 devnull }
110 d3df3087 2003-12-06 devnull 
111 d3df3087 2003-12-06 devnull static void
112 d3df3087 2003-12-06 devnull enqueue(Mux *mux, Muxrpc *r)
113 d3df3087 2003-12-06 devnull {
114 d3df3087 2003-12-06 devnull 	r->next = mux->sleep.next;
115 d3df3087 2003-12-06 devnull 	r->prev = &mux->sleep;
116 d3df3087 2003-12-06 devnull 	r->next->prev = r;
117 d3df3087 2003-12-06 devnull 	r->prev->next = r;
118 d3df3087 2003-12-06 devnull }
119 d3df3087 2003-12-06 devnull 
120 d3df3087 2003-12-06 devnull static void
121 d3df3087 2003-12-06 devnull dequeue(Mux *mux, Muxrpc *r)
122 d3df3087 2003-12-06 devnull {
123 d3df3087 2003-12-06 devnull 	r->next->prev = r->prev;
124 d3df3087 2003-12-06 devnull 	r->prev->next = r->next;
125 d3df3087 2003-12-06 devnull 	r->prev = nil;
126 d3df3087 2003-12-06 devnull 	r->next = nil;
127 d3df3087 2003-12-06 devnull }
128 d3df3087 2003-12-06 devnull 
129 d3df3087 2003-12-06 devnull static int 
130 d3df3087 2003-12-06 devnull gettag(Mux *mux, Muxrpc *r)
131 d3df3087 2003-12-06 devnull {
132 ceb04770 2003-12-09 devnull 	int i, mw;
133 ceb04770 2003-12-09 devnull 	Muxrpc **w;
134 d3df3087 2003-12-06 devnull 
135 ceb04770 2003-12-09 devnull 	for(;;){
136 ceb04770 2003-12-09 devnull 		/* wait for a free tag */
137 ceb04770 2003-12-09 devnull 		while(mux->nwait == mux->mwait){
138 ceb04770 2003-12-09 devnull 			if(mux->mwait < mux->maxtag-mux->mintag){
139 ceb04770 2003-12-09 devnull 				mw = mux->mwait;
140 ceb04770 2003-12-09 devnull 				if(mw == 0)
141 ceb04770 2003-12-09 devnull 					mw = 1;
142 ceb04770 2003-12-09 devnull 				else
143 ceb04770 2003-12-09 devnull 					mw <<= 1;
144 ceb04770 2003-12-09 devnull 				w = realloc(mux->wait, mw*sizeof(w[0]));
145 ceb04770 2003-12-09 devnull 				if(w == nil)
146 ceb04770 2003-12-09 devnull 					return -1;
147 e95a7088 2003-12-09 devnull 				memset(w+mux->mwait, 0, (mw-mux->mwait)*sizeof(w[0]));
148 ceb04770 2003-12-09 devnull 				mux->wait = w;
149 ceb04770 2003-12-09 devnull 				mux->freetag = mux->mwait;
150 ceb04770 2003-12-09 devnull 				mux->mwait = mw;
151 ceb04770 2003-12-09 devnull 				break;
152 ceb04770 2003-12-09 devnull 			}
153 ceb04770 2003-12-09 devnull 			rsleep(&mux->tagrend);
154 d3df3087 2003-12-06 devnull 		}
155 ceb04770 2003-12-09 devnull 
156 ceb04770 2003-12-09 devnull 		i=mux->freetag;
157 ceb04770 2003-12-09 devnull 		if(mux->wait[i] == 0)
158 ceb04770 2003-12-09 devnull 			goto Found;
159 ceb04770 2003-12-09 devnull 		for(; i<mux->mwait; i++)
160 ceb04770 2003-12-09 devnull 			if(mux->wait[i] == 0)
161 ceb04770 2003-12-09 devnull 				goto Found;
162 ceb04770 2003-12-09 devnull 		for(i=0; i<mux->freetag; i++)
163 ceb04770 2003-12-09 devnull 			if(mux->wait[i] == 0)
164 ceb04770 2003-12-09 devnull 				goto Found;
165 ceb04770 2003-12-09 devnull 		/* should not fall out of while without free tag */
166 ceb04770 2003-12-09 devnull 		fprint(2, "libfs: nwait botch\n");
167 ceb04770 2003-12-09 devnull 		abort();
168 ceb04770 2003-12-09 devnull 	}
169 ceb04770 2003-12-09 devnull 
170 ceb04770 2003-12-09 devnull Found:
171 ceb04770 2003-12-09 devnull 	mux->nwait++;
172 ceb04770 2003-12-09 devnull 	mux->wait[i] = r;
173 ceb04770 2003-12-09 devnull 	r->tag = i+mux->mintag;
174 0b22e9bd 2005-01-30 devnull 	return r->tag;
175 d3df3087 2003-12-06 devnull }
176 d3df3087 2003-12-06 devnull 
177 d3df3087 2003-12-06 devnull static void
178 d3df3087 2003-12-06 devnull puttag(Mux *mux, Muxrpc *r)
179 d3df3087 2003-12-06 devnull {
180 ceb04770 2003-12-09 devnull 	int i;
181 ceb04770 2003-12-09 devnull 
182 ceb04770 2003-12-09 devnull 	i = r->tag - mux->mintag;
183 ceb04770 2003-12-09 devnull 	assert(mux->wait[i] == r);
184 ceb04770 2003-12-09 devnull 	mux->wait[i] = nil;
185 d3df3087 2003-12-06 devnull 	mux->nwait--;
186 ceb04770 2003-12-09 devnull 	mux->freetag = i;
187 d3df3087 2003-12-06 devnull 	rwakeup(&mux->tagrend);
188 ceb04770 2003-12-09 devnull 	free(r);
189 d3df3087 2003-12-06 devnull }