source: mainline/kernel/generic/src/ipc/ipc.c@ a36f442

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since a36f442 was a36f442, checked in by Jakub Jermar <jakub@…>, 7 years ago

Account the active call to callerbox if it exists

  • Property mode set to 100644
File size: 25.6 KB
RevLine 
[6d9c49a]1/*
[df4ed85]2 * Copyright (c) 2006 Ondrej Palkovsky
[6d9c49a]3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 *
9 * - Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * - The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
[cc73a8a1]29/** @addtogroup genericipc
[b45c443]30 * @{
31 */
32/** @file
33 */
34
[6d9c49a]35/* Lock ordering
36 *
[8b243f2]37 * First the answerbox, then the phone.
[6d9c49a]38 */
39
[63e27ef]40#include <assert.h>
[2ba7810]41#include <synch/spinlock.h>
[ff48a15]42#include <synch/mutex.h>
[2ba7810]43#include <synch/waitq.h>
[6d9c49a]44#include <ipc/ipc.h>
[05ffb41]45#include <ipc/ipcrsc.h>
[c0699467]46#include <abi/ipc/methods.h>
[e028660]47#include <ipc/kbox.h>
[13a638d]48#include <ipc/event.h>
[b1e6269]49#include <ipc/sysipc_ops.h>
[5d3ed34]50#include <ipc/sysipc_priv.h>
[6d9c49a]51#include <errno.h>
52#include <mm/slab.h>
53#include <arch.h>
54#include <proc/task.h>
[44a7ee5]55#include <mem.h>
[6d9c49a]56#include <print.h>
[9a1b20c]57#include <console/console.h>
[6d9c49a]58#include <proc/thread.h>
[5626277]59#include <arch/interrupt.h>
[162f919]60#include <ipc/irq.h>
[3f74275]61#include <cap/cap.h>
[6d9c49a]62
[43e2cbc]63static void ipc_forget_call(call_t *);
64
[cdc4334]65/** Answerbox that new tasks are automatically connected to */
66answerbox_t *ipc_box_0 = NULL;
[6d9c49a]67
[82d515e9]68static slab_cache_t *call_cache;
69static slab_cache_t *answerbox_cache;
[e5f5ce0]70
[1b20da0]71slab_cache_t *phone_cache = NULL;
[6d9c49a]72
[8b243f2]73/** Initialize a call structure.
74 *
[da1bafb]75 * @param call Call structure to be initialized.
76 *
[8b243f2]77 */
[ba81cab]78static void _ipc_call_init(call_t *call)
79{
[e32e092]80 memsetb(call, sizeof(*call), 0);
[2405bb5]81 spinlock_initialize(&call->forget_lock, "forget_lock");
[20282ef3]82 call->active = false;
[2405bb5]83 call->forget = false;
[03a8a8e]84 call->sender = NULL;
[0b00599]85 call->callerbox = NULL;
[7918fce]86 call->buffer = NULL;
[ba81cab]87}
88
[d51a0d6]89static void call_destroy(void *arg)
[cd671c3]90{
[d51a0d6]91 call_t *call = (call_t *) arg;
[cd671c3]92
[d51a0d6]93 if (call->buffer)
94 free(call->buffer);
95 if (call->caller_phone)
96 kobject_put(call->caller_phone->kobject);
[82d515e9]97 slab_free(call_cache, call);
[cd671c3]98}
99
[d51a0d6]100static kobject_ops_t call_kobject_ops = {
101 .destroy = call_destroy
102};
103
[8b243f2]104/** Allocate and initialize a call structure.
[da1bafb]105 *
[8b243f2]106 * The call is initialized, so that the reply will be directed to
107 * TASK->answerbox.
108 *
[da1bafb]109 * @param flags Parameters for slab_alloc (e.g FRAME_ATOMIC).
110 *
111 * @return If flags permit it, return NULL, or initialized kernel
[cd671c3]112 * call structure with one reference.
[5626277]113 *
[6d9c49a]114 */
[da1bafb]115call_t *ipc_call_alloc(unsigned int flags)
[6d9c49a]116{
[82d515e9]117 call_t *call = slab_alloc(call_cache, flags);
[d51a0d6]118 if (!call)
119 return NULL;
120 kobject_t *kobj = (kobject_t *) malloc(sizeof(kobject_t), flags);
121 if (!kobj) {
[82d515e9]122 slab_free(call_cache, call);
[d51a0d6]123 return NULL;
[cd671c3]124 }
[d51a0d6]125
126 _ipc_call_init(call);
127 kobject_initialize(kobj, KOBJECT_TYPE_CALL, call, &call_kobject_ops);
128 call->kobject = kobj;
[a35b458]129
[6d9c49a]130 return call;
131}
132
[8b243f2]133/** Initialize an answerbox structure.
134 *
[da1bafb]135 * @param box Answerbox structure to be initialized.
136 * @param task Task to which the answerbox belongs.
137 *
[6d9c49a]138 */
[12ab886]139void ipc_answerbox_init(answerbox_t *box, task_t *task)
[6d9c49a]140{
[da1bafb]141 irq_spinlock_initialize(&box->lock, "ipc.box.lock");
142 irq_spinlock_initialize(&box->irq_lock, "ipc.box.irqlock");
[2ba7810]143 waitq_initialize(&box->wq);
[6d9c49a]144 list_initialize(&box->connected_phones);
145 list_initialize(&box->calls);
146 list_initialize(&box->dispatched_calls);
147 list_initialize(&box->answers);
[5626277]148 list_initialize(&box->irq_notifs);
[70327bb]149 atomic_set(&box->active_calls, 0);
[12ab886]150 box->task = task;
[6d9c49a]151}
152
[8b243f2]153/** Connect a phone to an answerbox.
154 *
[48bcf49]155 * This function must be passed a reference to phone->kobject.
156 *
157 * @param phone Initialized phone structure.
158 * @param box Initialized answerbox structure.
159 * @return True if the phone was connected, false otherwise.
[8b243f2]160 */
[c33f39f]161bool ipc_phone_connect(phone_t *phone, answerbox_t *box)
[6d9c49a]162{
[1b4196d]163 bool connected;
[c33f39f]164
[ff48a15]165 mutex_lock(&phone->lock);
[da1bafb]166 irq_spinlock_lock(&box->lock, true);
[c33f39f]167
[1b4196d]168 connected = box->active && (phone->state == IPC_PHONE_CONNECTING);
169 if (connected) {
[c33f39f]170 phone->state = IPC_PHONE_CONNECTED;
171 phone->callee = box;
[48bcf49]172 /* Pass phone->kobject reference to box->connected_phones */
[c33f39f]173 list_append(&phone->link, &box->connected_phones);
174 }
175
[da1bafb]176 irq_spinlock_unlock(&box->lock, true);
[ff48a15]177 mutex_unlock(&phone->lock);
[c33f39f]178
[1b4196d]179 if (!connected) {
[48bcf49]180 /* We still have phone->kobject's reference; drop it */
181 kobject_put(phone->kobject);
182 }
183
[1b4196d]184 return connected;
[2ba7810]185}
186
[8b243f2]187/** Initialize a phone structure.
188 *
[da1bafb]189 * @param phone Phone structure to be initialized.
[03a8a8e]190 * @param caller Owning task.
[da1bafb]191 *
[2ba7810]192 */
[03a8a8e]193void ipc_phone_init(phone_t *phone, task_t *caller)
[2ba7810]194{
[08a19ba]195 mutex_initialize(&phone->lock, MUTEX_PASSIVE);
[03a8a8e]196 phone->caller = caller;
[2ba7810]197 phone->callee = NULL;
[eb3d379]198 phone->state = IPC_PHONE_FREE;
[9f22213]199 atomic_set(&phone->active_calls, 0);
[48bcf49]200 phone->kobject = NULL;
[6d9c49a]201}
202
[bc117a5]203/** Helper function to facilitate synchronous calls.
204 *
205 * @param phone Destination kernel phone structure.
206 * @param request Call structure with request.
207 *
[cde999a]208 * @return EOK on success or an error code.
[bc117a5]209 *
210 */
[b7fd2a0]211errno_t ipc_call_sync(phone_t *phone, call_t *request)
[bc117a5]212{
[82d515e9]213 answerbox_t *mybox = slab_alloc(answerbox_cache, 0);
[bc117a5]214 ipc_answerbox_init(mybox, TASK);
[a35b458]215
[bc117a5]216 /* We will receive data in a special box. */
217 request->callerbox = mybox;
[a35b458]218
[b7fd2a0]219 errno_t rc = ipc_call(phone, request);
[bc117a5]220 if (rc != EOK) {
[82d515e9]221 slab_free(answerbox_cache, mybox);
[bc117a5]222 return rc;
223 }
[43e2cbc]224
225 call_t *answer = ipc_wait_for_call(mybox, SYNCH_NO_TIMEOUT,
226 SYNCH_FLAGS_INTERRUPTIBLE);
227 if (!answer) {
228
229 /*
230 * The sleep was interrupted.
231 *
232 * There are two possibilities now:
233 * 1) the call gets answered before we manage to forget it
234 * 2) we manage to forget the call before it gets answered
235 */
236
237 spinlock_lock(&request->forget_lock);
238 spinlock_lock(&TASK->active_calls_lock);
239
[63e27ef]240 assert(!request->forget);
[43e2cbc]241
242 bool answered = !request->active;
243 if (!answered) {
244 /*
245 * The call is not yet answered and we won the race to
246 * forget it.
247 */
248 ipc_forget_call(request); /* releases locks */
249 rc = EINTR;
[a35b458]250
[43e2cbc]251 } else {
252 spinlock_unlock(&TASK->active_calls_lock);
253 spinlock_unlock(&request->forget_lock);
254 }
255
256 if (answered) {
257 /*
258 * The other side won the race to answer the call.
259 * It is safe to wait for the answer uninterruptibly
260 * now.
261 */
262 answer = ipc_wait_for_call(mybox, SYNCH_NO_TIMEOUT,
263 SYNCH_FLAGS_NONE);
264 }
265 }
[63e27ef]266 assert(!answer || request == answer);
[a35b458]267
[82d515e9]268 slab_free(answerbox_cache, mybox);
[43e2cbc]269 return rc;
[bc117a5]270}
271
[8b243f2]272/** Answer a message which was not dispatched and is not listed in any queue.
273 *
[da1bafb]274 * @param call Call structure to be answered.
275 * @param selflocked If true, then TASK->answebox is locked.
276 *
[ba81cab]277 */
[f9841e69]278void _ipc_answer_free_call(call_t *call, bool selflocked)
[ba81cab]279{
[95319bd]280 /* Count sent answer */
[da1bafb]281 irq_spinlock_lock(&TASK->lock, true);
[a307beb]282 TASK->ipc_info.answer_sent++;
[da1bafb]283 irq_spinlock_unlock(&TASK->lock, true);
[2405bb5]284
285 spinlock_lock(&call->forget_lock);
286 if (call->forget) {
287 /* This is a forgotten call and call->sender is not valid. */
288 spinlock_unlock(&call->forget_lock);
[d51a0d6]289 kobject_put(call->kobject);
[2405bb5]290 return;
291 } else {
292 /*
[20282ef3]293 * If the call is still active, i.e. it was answered
294 * in a non-standard way, remove the call from the
295 * sender's active call list.
[2405bb5]296 */
[20282ef3]297 if (call->active) {
298 spinlock_lock(&call->sender->active_calls_lock);
299 list_remove(&call->ta_link);
300 spinlock_unlock(&call->sender->active_calls_lock);
301 }
[2405bb5]302 }
303 spinlock_unlock(&call->forget_lock);
304
[0b00599]305 answerbox_t *callerbox = call->callerbox ? call->callerbox :
306 &call->sender->answerbox;
[2405bb5]307 bool do_lock = ((!selflocked) || (callerbox != &TASK->answerbox));
[a35b458]308
[ba81cab]309 call->flags |= IPC_CALL_ANSWERED;
[a35b458]310
[ab34cc9]311 call->data.task_id = TASK->taskid;
[a35b458]312
[c713aa56]313 if (do_lock)
[da1bafb]314 irq_spinlock_lock(&callerbox->lock, true);
[a35b458]315
[cfaa35a]316 list_append(&call->ab_link, &callerbox->answers);
[a35b458]317
[c713aa56]318 if (do_lock)
[da1bafb]319 irq_spinlock_unlock(&callerbox->lock, true);
[a35b458]320
[5c8ba05]321 waitq_wakeup(&callerbox->wq, WAKEUP_FIRST);
[ba81cab]322}
323
[8b243f2]324/** Answer a message which is in a callee queue.
[ba81cab]325 *
[da1bafb]326 * @param box Answerbox that is answering the message.
327 * @param call Modified request that is being sent back.
328 *
[ba81cab]329 */
330void ipc_answer(answerbox_t *box, call_t *call)
331{
332 /* Remove from active box */
[da1bafb]333 irq_spinlock_lock(&box->lock, true);
[cfaa35a]334 list_remove(&call->ab_link);
[da1bafb]335 irq_spinlock_unlock(&box->lock, true);
[a35b458]336
[ba81cab]337 /* Send back answer */
[c713aa56]338 _ipc_answer_free_call(call, false);
[ba81cab]339}
340
[97b8ca9]341static void _ipc_call_actions_internal(phone_t *phone, call_t *call,
342 bool preforget)
[7c7aae16]343{
[03a8a8e]344 task_t *caller = phone->caller;
345
[c97b086]346 call->caller_phone = phone;
[d470ec8]347 kobject_add_ref(phone->kobject);
[86939b1]348
[97b8ca9]349 if (preforget) {
350 call->forget = true;
351 } else {
352 atomic_inc(&phone->active_calls);
[a36f442]353 if (call->callerbox)
354 atomic_inc(&call->callerbox->active_calls);
355 else
356 atomic_inc(&caller->answerbox.active_calls);
[df1cbb3]357 kobject_add_ref(phone->kobject);
[97b8ca9]358 call->sender = caller;
359 call->active = true;
360 spinlock_lock(&caller->active_calls_lock);
361 list_append(&call->ta_link, &caller->active_calls);
362 spinlock_unlock(&caller->active_calls_lock);
363 }
[86939b1]364
[c97b086]365 call->data.phone = phone;
[6f9c8f6]366 call->data.task_id = caller->taskid;
367}
[c97b086]368
[6f9c8f6]369/** Simulate sending back a message.
370 *
371 * Most errors are better handled by forming a normal backward
372 * message and sending it as a normal answer.
373 *
374 * @param phone Phone structure the call should appear to come from.
375 * @param call Call structure to be answered.
376 * @param err Return value to be used for the answer.
377 *
378 */
[b7fd2a0]379void ipc_backsend_err(phone_t *phone, call_t *call, errno_t err)
[6f9c8f6]380{
[97b8ca9]381 _ipc_call_actions_internal(phone, call, false);
[eb3d379]382 IPC_SET_RETVAL(call->data, err);
[c713aa56]383 _ipc_answer_free_call(call, false);
[7c7aae16]384}
385
[8b243f2]386/** Unsafe unchecking version of ipc_call.
387 *
[97b8ca9]388 * @param phone Phone structure the call comes from.
389 * @param box Destination answerbox structure.
390 * @param call Call structure with request.
391 * @param preforget If true, the call will be delivered already forgotten.
[da1bafb]392 *
[8b243f2]393 */
[97b8ca9]394static void _ipc_call(phone_t *phone, answerbox_t *box, call_t *call,
395 bool preforget)
[fbcfd458]396{
[03a8a8e]397 task_t *caller = phone->caller;
398
[95319bd]399 /* Count sent ipc call */
[03a8a8e]400 irq_spinlock_lock(&caller->lock, true);
401 caller->ipc_info.call_sent++;
402 irq_spinlock_unlock(&caller->lock, true);
[a35b458]403
[6f9c8f6]404 if (!(call->flags & IPC_CALL_FORWARDED))
[97b8ca9]405 _ipc_call_actions_internal(phone, call, preforget);
[a35b458]406
[da1bafb]407 irq_spinlock_lock(&box->lock, true);
[cfaa35a]408 list_append(&call->ab_link, &box->calls);
[da1bafb]409 irq_spinlock_unlock(&box->lock, true);
[a35b458]410
[5c8ba05]411 waitq_wakeup(&box->wq, WAKEUP_FIRST);
[fbcfd458]412}
413
[8b243f2]414/** Send an asynchronous request using a phone to an answerbox.
415 *
[da1bafb]416 * @param phone Phone structure the call comes from and which is
417 * connected to the destination answerbox.
418 * @param call Call structure with request.
419 *
420 * @return Return 0 on success, ENOENT on error.
[6d9c49a]421 *
422 */
[b7fd2a0]423errno_t ipc_call(phone_t *phone, call_t *call)
[6d9c49a]424{
[ff48a15]425 mutex_lock(&phone->lock);
[eb3d379]426 if (phone->state != IPC_PHONE_CONNECTED) {
[ff48a15]427 mutex_unlock(&phone->lock);
[f9841e69]428 if (!(call->flags & IPC_CALL_FORWARDED)) {
[eb3d379]429 if (phone->state == IPC_PHONE_HUNGUP)
[7c7aae16]430 ipc_backsend_err(phone, call, EHANGUP);
[9f22213]431 else
[7c7aae16]432 ipc_backsend_err(phone, call, ENOENT);
[9f22213]433 }
[a35b458]434
[9f22213]435 return ENOENT;
[ba81cab]436 }
[a35b458]437
[da1bafb]438 answerbox_t *box = phone->callee;
[97b8ca9]439 _ipc_call(phone, box, call, false);
[a35b458]440
[ff48a15]441 mutex_unlock(&phone->lock);
[9f22213]442 return 0;
[fbcfd458]443}
444
[8b243f2]445/** Disconnect phone from answerbox.
[fbcfd458]446 *
[314f4b59]447 * This call leaves the phone in the hung-up state. The phone is destroyed when
448 * its last active call is answered and there are no references to it.
[fbcfd458]449 *
[da1bafb]450 * @param phone Phone structure to be hung up.
451 *
[7565a4b]452 * @return EOK if the phone is disconnected.
453 * @return EINVAL if the phone was already disconnected.
[da1bafb]454 *
[fbcfd458]455 */
[b7fd2a0]456errno_t ipc_phone_hangup(phone_t *phone)
[fbcfd458]457{
[ff48a15]458 mutex_lock(&phone->lock);
[7918fce]459 if (phone->state == IPC_PHONE_FREE ||
460 phone->state == IPC_PHONE_HUNGUP ||
[8b243f2]461 phone->state == IPC_PHONE_CONNECTING) {
[ff48a15]462 mutex_unlock(&phone->lock);
[7565a4b]463 return EINVAL;
[fbcfd458]464 }
[a35b458]465
[da1bafb]466 answerbox_t *box = phone->callee;
[eb3d379]467 if (phone->state != IPC_PHONE_SLAMMED) {
468 /* Remove myself from answerbox */
[da1bafb]469 irq_spinlock_lock(&box->lock, true);
[c4e4507]470 list_remove(&phone->link);
[da1bafb]471 irq_spinlock_unlock(&box->lock, true);
[48bcf49]472
473 /* Drop the answerbox reference */
474 kobject_put(phone->kobject);
[a35b458]475
[da1bafb]476 call_t *call = ipc_call_alloc(0);
[228e490]477 IPC_SET_IMETHOD(call->data, IPC_M_PHONE_HUNGUP);
[796692c]478 call->request_method = IPC_M_PHONE_HUNGUP;
[287e83f]479 call->flags |= IPC_CALL_DISCARD_ANSWER;
[97b8ca9]480 _ipc_call(phone, box, call, false);
[eb3d379]481 }
[a35b458]482
[eb3d379]483 phone->state = IPC_PHONE_HUNGUP;
[ff48a15]484 mutex_unlock(&phone->lock);
[a35b458]485
[7565a4b]486 return EOK;
[2ba7810]487}
488
[8b243f2]489/** Forwards call from one answerbox to another one.
[2ba7810]490 *
[da1bafb]491 * @param call Call structure to be redirected.
492 * @param newphone Phone structure to target answerbox.
493 * @param oldbox Old answerbox structure.
494 * @param mode Flags that specify mode of the forward operation.
495 *
496 * @return 0 if forwarding succeeded or an error code if
497 * there was an error.
[8b243f2]498 *
499 * The return value serves only as an information for the forwarder,
500 * the original caller is notified automatically with EFORWARD.
[da1bafb]501 *
[2ba7810]502 */
[b7fd2a0]503errno_t ipc_forward(call_t *call, phone_t *newphone, answerbox_t *oldbox,
[da1bafb]504 unsigned int mode)
[2ba7810]505{
[95319bd]506 /* Count forwarded calls */
[da1bafb]507 irq_spinlock_lock(&TASK->lock, true);
[a307beb]508 TASK->ipc_info.forwarded++;
[da1bafb]509 irq_spinlock_pass(&TASK->lock, &oldbox->lock);
[cfaa35a]510 list_remove(&call->ab_link);
[da1bafb]511 irq_spinlock_unlock(&oldbox->lock, true);
[a35b458]512
[645d9ed2]513 if (mode & IPC_FF_ROUTE_FROM_ME) {
[9201f47]514 call->data.phone = newphone;
[e2ab36f1]515 call->data.task_id = TASK->taskid;
[645d9ed2]516 }
[a35b458]517
[9f22213]518 return ipc_call(newphone, call);
[6d9c49a]519}
520
521
[8b243f2]522/** Wait for a phone call.
[6d9c49a]523 *
[da1bafb]524 * @param box Answerbox expecting the call.
525 * @param usec Timeout in microseconds. See documentation for
526 * waitq_sleep_timeout() for decription of its special
527 * meaning.
528 * @param flags Select mode of sleep operation. See documentation for
529 * waitq_sleep_timeout() for description of its special
530 * meaning.
531 *
532 * @return Recived call structure or NULL.
533 *
[8b243f2]534 * To distinguish between a call and an answer, have a look at call->flags.
[da1bafb]535 *
[6d9c49a]536 */
[da1bafb]537call_t *ipc_wait_for_call(answerbox_t *box, uint32_t usec, unsigned int flags)
[6d9c49a]538{
539 call_t *request;
[aa028db]540 uint64_t irq_cnt = 0;
541 uint64_t answer_cnt = 0;
542 uint64_t call_cnt = 0;
[b7fd2a0]543 errno_t rc;
[a35b458]544
[bd5a663]545restart:
[897fd8f1]546 rc = waitq_sleep_timeout(&box->wq, usec, flags, NULL);
547 if (rc != EOK)
[bd5a663]548 return NULL;
[a35b458]549
[da1bafb]550 irq_spinlock_lock(&box->lock, true);
[5626277]551 if (!list_empty(&box->irq_notifs)) {
[be06914]552 /* Count received IRQ notification */
[da1bafb]553 irq_cnt++;
[a35b458]554
[da1bafb]555 irq_spinlock_lock(&box->irq_lock, false);
[a35b458]556
[55b77d9]557 request = list_get_instance(list_first(&box->irq_notifs),
[cfaa35a]558 call_t, ab_link);
559 list_remove(&request->ab_link);
[a35b458]560
[da1bafb]561 irq_spinlock_unlock(&box->irq_lock, false);
[5626277]562 } else if (!list_empty(&box->answers)) {
[be06914]563 /* Count received answer */
[aa028db]564 answer_cnt++;
[a35b458]565
[fbcfd458]566 /* Handle asynchronous answers */
[55b77d9]567 request = list_get_instance(list_first(&box->answers),
[cfaa35a]568 call_t, ab_link);
569 list_remove(&request->ab_link);
[5a77550]570 atomic_dec(&request->caller_phone->active_calls);
[70327bb]571 atomic_dec(&box->active_calls);
[df1cbb3]572 kobject_put(request->caller_phone->kobject);
[fbcfd458]573 } else if (!list_empty(&box->calls)) {
[be06914]574 /* Count received call */
[aa028db]575 call_cnt++;
[a35b458]576
[fbcfd458]577 /* Handle requests */
[55b77d9]578 request = list_get_instance(list_first(&box->calls),
[cfaa35a]579 call_t, ab_link);
580 list_remove(&request->ab_link);
[a35b458]581
[fbcfd458]582 /* Append request to dispatch queue */
[cfaa35a]583 list_append(&request->ab_link, &box->dispatched_calls);
[fbcfd458]584 } else {
[874621f]585 /* This can happen regularly after ipc_cleanup */
[da1bafb]586 irq_spinlock_unlock(&box->lock, true);
[fbcfd458]587 goto restart;
[6d9c49a]588 }
[a35b458]589
[da1bafb]590 irq_spinlock_pass(&box->lock, &TASK->lock);
[a35b458]591
[be06914]592 TASK->ipc_info.irq_notif_received += irq_cnt;
593 TASK->ipc_info.answer_received += answer_cnt;
594 TASK->ipc_info.call_received += call_cnt;
[a35b458]595
[da1bafb]596 irq_spinlock_unlock(&TASK->lock, true);
[a35b458]597
[6d9c49a]598 return request;
599}
600
[8b243f2]601/** Answer all calls from list with EHANGUP answer.
602 *
[5d3ed34]603 * @param box Answerbox with the list.
[da1bafb]604 * @param lst Head of the list to be cleaned up.
[8b243f2]605 */
[5d3ed34]606void ipc_cleanup_call_list(answerbox_t *box, list_t *lst)
[ca687ad]607{
[5d3ed34]608 irq_spinlock_lock(&box->lock, true);
[ca687ad]609 while (!list_empty(lst)) {
[cfaa35a]610 call_t *call = list_get_instance(list_first(lst), call_t,
611 ab_link);
[a35b458]612
[cfaa35a]613 list_remove(&call->ab_link);
[5d3ed34]614
615 irq_spinlock_unlock(&box->lock, true);
616
[466e95f7]617 if (lst == &box->calls)
618 SYSIPC_OP(request_process, call, box);
[716185d]619
[5d3ed34]620 ipc_data_t old = call->data;
[ca687ad]621 IPC_SET_RETVAL(call->data, EHANGUP);
[5d3ed34]622 answer_preprocess(call, &old);
[c713aa56]623 _ipc_answer_free_call(call, true);
[5d3ed34]624
625 irq_spinlock_lock(&box->lock, true);
[ca687ad]626 }
[5d3ed34]627 irq_spinlock_unlock(&box->lock, true);
[ca687ad]628}
629
[9a1b20c]630/** Disconnects all phones connected to an answerbox.
[4e49572]631 *
[da1bafb]632 * @param box Answerbox to disconnect phones from.
633 * @param notify_box If true, the answerbox will get a hangup message for
634 * each disconnected phone.
635 *
[4e49572]636 */
[9a1b20c]637void ipc_answerbox_slam_phones(answerbox_t *box, bool notify_box)
[4e49572]638{
[ca687ad]639 phone_t *phone;
[31d8e10]640 DEADLOCK_PROBE_INIT(p_phonelck);
[a35b458]641
[ca687ad]642 /* Disconnect all phones connected to our answerbox */
643restart_phones:
[da1bafb]644 irq_spinlock_lock(&box->lock, true);
[9a1b20c]645 while (!list_empty(&box->connected_phones)) {
[55b77d9]646 phone = list_get_instance(list_first(&box->connected_phones),
[31d8e10]647 phone_t, link);
[897fd8f1]648 if (mutex_trylock(&phone->lock) != EOK) {
[da1bafb]649 irq_spinlock_unlock(&box->lock, true);
[31d8e10]650 DEADLOCK_PROBE(p_phonelck, DEADLOCK_THRESHOLD);
[ca687ad]651 goto restart_phones;
652 }
[a35b458]653
[ca687ad]654 /* Disconnect phone */
[63e27ef]655 assert(phone->state == IPC_PHONE_CONNECTED);
[a35b458]656
[c4e4507]657 list_remove(&phone->link);
[9a1b20c]658 phone->state = IPC_PHONE_SLAMMED;
[a35b458]659
[9a1b20c]660 if (notify_box) {
[97b8ca9]661 task_hold(phone->caller);
[9a1b20c]662 mutex_unlock(&phone->lock);
[da1bafb]663 irq_spinlock_unlock(&box->lock, true);
[f1d5ef8]664
[9a1b20c]665 /*
[97b8ca9]666 * Send one call to the answerbox for each phone.
667 * Used to make sure the kbox thread wakes up after
668 * the last phone has been disconnected. The call is
669 * forgotten upon sending, so the "caller" may cease
670 * to exist as soon as we release it.
[9a1b20c]671 */
[97b8ca9]672 call_t *call = ipc_call_alloc(0);
[228e490]673 IPC_SET_IMETHOD(call->data, IPC_M_PHONE_HUNGUP);
[796692c]674 call->request_method = IPC_M_PHONE_HUNGUP;
[9a1b20c]675 call->flags |= IPC_CALL_DISCARD_ANSWER;
[97b8ca9]676 _ipc_call(phone, box, call, true);
677
678 task_release(phone->caller);
[48bcf49]679
680 kobject_put(phone->kobject);
[a35b458]681
[9a1b20c]682 /* Must start again */
683 goto restart_phones;
684 }
[a35b458]685
[ff48a15]686 mutex_unlock(&phone->lock);
[48bcf49]687 kobject_put(phone->kobject);
[ca687ad]688 }
[a35b458]689
[da1bafb]690 irq_spinlock_unlock(&box->lock, true);
[9a1b20c]691}
692
[43e2cbc]693static void ipc_forget_call(call_t *call)
694{
[63e27ef]695 assert(spinlock_locked(&TASK->active_calls_lock));
696 assert(spinlock_locked(&call->forget_lock));
[43e2cbc]697
698 /*
699 * Forget the call and donate it to the task which holds up the answer.
700 */
701
702 call->forget = true;
703 call->sender = NULL;
704 list_remove(&call->ta_link);
705
706 /*
707 * The call may be freed by _ipc_answer_free_call() before we are done
708 * with it; to avoid working with a destroyed call_t structure, we
709 * must hold a reference to it.
710 */
[d51a0d6]711 kobject_add_ref(call->kobject);
[43e2cbc]712
713 spinlock_unlock(&call->forget_lock);
714 spinlock_unlock(&TASK->active_calls_lock);
715
716 atomic_dec(&call->caller_phone->active_calls);
[70327bb]717 atomic_dec(&TASK->answerbox.active_calls);
[df1cbb3]718 kobject_put(call->caller_phone->kobject);
[43e2cbc]719
720 SYSIPC_OP(request_forget, call);
721
[d51a0d6]722 kobject_put(call->kobject);
[43e2cbc]723}
724
[2405bb5]725static void ipc_forget_all_active_calls(void)
726{
727 call_t *call;
728
729restart:
730 spinlock_lock(&TASK->active_calls_lock);
731 if (list_empty(&TASK->active_calls)) {
732 /*
733 * We are done, there are no more active calls.
734 * Nota bene: there may still be answers waiting for pick up.
735 */
[9e87562]736 spinlock_unlock(&TASK->active_calls_lock);
[1b20da0]737 return;
[2405bb5]738 }
[a35b458]739
[2405bb5]740 call = list_get_instance(list_first(&TASK->active_calls), call_t,
741 ta_link);
742
743 if (!spinlock_trylock(&call->forget_lock)) {
744 /*
[20282ef3]745 * Avoid deadlock and let async_answer() or
746 * _ipc_answer_free_call() win the race to dequeue the first
747 * call on the list.
[2405bb5]748 */
[9e87562]749 spinlock_unlock(&TASK->active_calls_lock);
[2405bb5]750 goto restart;
751 }
752
[43e2cbc]753 ipc_forget_call(call);
[cd671c3]754
[2405bb5]755 goto restart;
756}
757
[34316d4]758static bool phone_cap_cleanup_cb(cap_t *cap, void *arg)
759{
760 ipc_phone_hangup(cap->kobject->phone);
761 kobject_t *kobj = cap_unpublish(cap->task, cap->handle,
762 KOBJECT_TYPE_PHONE);
763 kobject_put(kobj);
764 cap_free(cap->task, cap->handle);
765 return true;
766}
767
[2405bb5]768/** Wait for all answers to asynchronous calls to arrive. */
769static void ipc_wait_for_all_answered_calls(void)
770{
[ca61894]771 while (atomic_get(&TASK->answerbox.active_calls) != 0) {
772 call_t *call = ipc_wait_for_call(&TASK->answerbox,
773 SYNCH_NO_TIMEOUT, SYNCH_FLAGS_NONE);
774 assert(call->flags & (IPC_CALL_ANSWERED | IPC_CALL_NOTIF));
[a35b458]775
[ca61894]776 SYSIPC_OP(answer_process, call);
[675fcbd]777
[ca61894]778 kobject_put(call->kobject);
[2405bb5]779
[34316d4]780 /*
781 * Now there may be some new phones and new hangup calls to
782 * immediately forget.
783 */
784 caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_PHONE,
785 phone_cap_cleanup_cb, NULL);
786 ipc_forget_all_active_calls();
787 }
[9e87562]788}
789
790static bool irq_cap_cleanup_cb(cap_t *cap, void *arg)
791{
792 ipc_irq_unsubscribe(&TASK->answerbox, cap->handle);
793 return true;
794}
795
[96258fc]796static bool call_cap_cleanup_cb(cap_t *cap, void *arg)
797{
798 /*
799 * Here we just free the capability and release the kobject.
800 * The kernel answers the remaining calls elsewhere in ipc_cleanup().
801 */
802 kobject_t *kobj = cap_unpublish(cap->task, cap->handle,
803 KOBJECT_TYPE_CALL);
804 kobject_put(kobj);
805 cap_free(cap->task, cap->handle);
806 return true;
807}
808
[da1bafb]809/** Clean up all IPC communication of the current task.
[9a1b20c]810 *
811 * Note: ipc_hangup sets returning answerbox to TASK->answerbox, you
812 * have to change it as well if you want to cleanup other tasks than TASK.
[da1bafb]813 *
[9a1b20c]814 */
815void ipc_cleanup(void)
816{
[c33f39f]817 /*
818 * Mark the answerbox as inactive.
819 *
820 * The main purpose for doing this is to prevent any pending callback
821 * connections from getting established beyond this point.
822 */
823 irq_spinlock_lock(&TASK->answerbox.lock, true);
824 TASK->answerbox.active = false;
825 irq_spinlock_unlock(&TASK->answerbox.lock, true);
826
[34316d4]827 /* Hangup all phones and destroy all phone capabilities */
[48bcf49]828 caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_PHONE,
829 phone_cap_cleanup_cb, NULL);
[a35b458]830
[34316d4]831 /* Unsubscribe from any event notifications */
[05641a9e]832 event_cleanup_answerbox(&TASK->answerbox);
[a35b458]833
[9306cd7]834 /* Disconnect all connected IRQs */
[48bcf49]835 caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_IRQ, irq_cap_cleanup_cb,
836 NULL);
[a35b458]837
[9a1b20c]838 /* Disconnect all phones connected to our regular answerbox */
839 ipc_answerbox_slam_phones(&TASK->answerbox, false);
[a35b458]840
[9a1b20c]841#ifdef CONFIG_UDEBUG
842 /* Clean up kbox thread and communications */
843 ipc_kbox_cleanup();
844#endif
[96258fc]845
846 /* Destroy all call capabilities */
847 caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_CALL, call_cap_cleanup_cb,
848 NULL);
[a35b458]849
[9f22213]850 /* Answer all messages in 'calls' and 'dispatched_calls' queues */
[716185d]851 ipc_cleanup_call_list(&TASK->answerbox, &TASK->answerbox.calls);
[5d3ed34]852 ipc_cleanup_call_list(&TASK->answerbox,
853 &TASK->answerbox.dispatched_calls);
[a35b458]854
[2405bb5]855 ipc_forget_all_active_calls();
856 ipc_wait_for_all_answered_calls();
[34316d4]857
858 assert(atomic_get(&TASK->answerbox.active_calls) == 0);
[4e49572]859}
[5626277]860
[da1bafb]861/** Initilize IPC subsystem
862 *
863 */
[5626277]864void ipc_init(void)
865{
[82d515e9]866 call_cache = slab_cache_create("call_t", sizeof(call_t), 0, NULL,
[e5f5ce0]867 NULL, 0);
[82d515e9]868 phone_cache = slab_cache_create("phone_t", sizeof(phone_t), 0, NULL,
[8b243f2]869 NULL, 0);
[82d515e9]870 answerbox_cache = slab_cache_create("answerbox_t", sizeof(answerbox_t),
[e5f5ce0]871 0, NULL, NULL, 0);
[5626277]872}
873
[9c9903a]874
875static void ipc_print_call_list(list_t *list)
876{
[feeac0d]877 list_foreach(*list, ab_link, call_t, call) {
[9c9903a]878#ifdef __32_BITS__
879 printf("%10p ", call);
880#endif
[a35b458]881
[9c9903a]882#ifdef __64_BITS__
883 printf("%18p ", call);
884#endif
[a35b458]885
[9c9903a]886 spinlock_lock(&call->forget_lock);
887
888 printf("%-8" PRIun " %-6" PRIun " %-6" PRIun " %-6" PRIun
889 " %-6" PRIun " %-6" PRIun " %-7x",
890 IPC_GET_IMETHOD(call->data), IPC_GET_ARG1(call->data),
891 IPC_GET_ARG2(call->data), IPC_GET_ARG3(call->data),
892 IPC_GET_ARG4(call->data), IPC_GET_ARG5(call->data),
893 call->flags);
894
895 if (call->forget) {
896 printf(" ? (call forgotten)\n");
897 } else {
898 printf(" %" PRIu64 " (%s)\n",
899 call->sender->taskid, call->sender->name);
900 }
901
902 spinlock_unlock(&call->forget_lock);
903 }
904}
905
[9e87562]906static bool print_task_phone_cb(cap_t *cap, void *arg)
907{
[48bcf49]908 phone_t *phone = cap->kobject->phone;
[9e87562]909
910 mutex_lock(&phone->lock);
911 if (phone->state != IPC_PHONE_FREE) {
912 printf("%-11d %7" PRIun " ", cap->handle,
913 atomic_get(&phone->active_calls));
[a35b458]914
[9e87562]915 switch (phone->state) {
916 case IPC_PHONE_CONNECTING:
917 printf("connecting");
918 break;
919 case IPC_PHONE_CONNECTED:
920 printf("connected to %" PRIu64 " (%s)",
921 phone->callee->task->taskid,
922 phone->callee->task->name);
923 break;
924 case IPC_PHONE_SLAMMED:
925 printf("slammed by %p", phone->callee);
926 break;
927 case IPC_PHONE_HUNGUP:
[f40237f]928 printf("hung up to %p", phone->callee);
[9e87562]929 break;
930 default:
931 break;
932 }
[a35b458]933
[9e87562]934 printf("\n");
935 }
936 mutex_unlock(&phone->lock);
937
938 return true;
939}
940
[8b243f2]941/** List answerbox contents.
942 *
[da1bafb]943 * @param taskid Task ID.
944 *
[8b243f2]945 */
[c4e4507]946void ipc_print_task(task_id_t taskid)
947{
[da1bafb]948 irq_spinlock_lock(&tasks_lock, true);
949 task_t *task = task_find_by_id(taskid);
[170332d]950 if (!task) {
[da1bafb]951 irq_spinlock_unlock(&tasks_lock, true);
[c4e4507]952 return;
[170332d]953 }
[9e87562]954 task_hold(task);
955 irq_spinlock_unlock(&tasks_lock, true);
[a35b458]956
[05ffb41]957 printf("[phone cap] [calls] [state\n");
[a35b458]958
[48bcf49]959 caps_apply_to_kobject_type(task, KOBJECT_TYPE_PHONE,
960 print_task_phone_cb, NULL);
[a35b458]961
[9e87562]962 irq_spinlock_lock(&task->lock, true);
[da1bafb]963 irq_spinlock_lock(&task->answerbox.lock, false);
[a35b458]964
[fce9b19]965 printf("Active calls: %" PRIun "\n",
966 atomic_get(&task->answerbox.active_calls));
967
[5378f99]968#ifdef __32_BITS__
969 printf("[call id ] [method] [arg1] [arg2] [arg3] [arg4] [arg5]"
970 " [flags] [sender\n");
971#endif
[a35b458]972
[5378f99]973#ifdef __64_BITS__
974 printf("[call id ] [method] [arg1] [arg2] [arg3] [arg4]"
975 " [arg5] [flags] [sender\n");
976#endif
[a35b458]977
[5378f99]978 printf(" --- incomming calls ---\n");
[9c9903a]979 ipc_print_call_list(&task->answerbox.calls);
[5378f99]980 printf(" --- dispatched calls ---\n");
[9c9903a]981 ipc_print_call_list(&task->answerbox.dispatched_calls);
[6aef742]982 printf(" --- incoming answers ---\n");
[9c9903a]983 ipc_print_call_list(&task->answerbox.answers);
[a35b458]984
[da1bafb]985 irq_spinlock_unlock(&task->answerbox.lock, false);
986 irq_spinlock_unlock(&task->lock, true);
[9e87562]987
988 task_release(task);
[c4e4507]989}
[b45c443]990
[cc73a8a1]991/** @}
[b45c443]992 */
Note: See TracBrowser for help on using the repository browser.