[6d9c49a] | 1 | /*
|
---|
[df4ed85] | 2 | * Copyright (c) 2006 Ondrej Palkovsky
|
---|
[6d9c49a] | 3 | * All rights reserved.
|
---|
| 4 | *
|
---|
| 5 | * Redistribution and use in source and binary forms, with or without
|
---|
| 6 | * modification, are permitted provided that the following conditions
|
---|
| 7 | * are met:
|
---|
| 8 | *
|
---|
| 9 | * - Redistributions of source code must retain the above copyright
|
---|
| 10 | * notice, this list of conditions and the following disclaimer.
|
---|
| 11 | * - Redistributions in binary form must reproduce the above copyright
|
---|
| 12 | * notice, this list of conditions and the following disclaimer in the
|
---|
| 13 | * documentation and/or other materials provided with the distribution.
|
---|
| 14 | * - The name of the author may not be used to endorse or promote products
|
---|
| 15 | * derived from this software without specific prior written permission.
|
---|
| 16 | *
|
---|
| 17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
---|
| 18 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
---|
| 19 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
---|
| 20 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
---|
| 21 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
---|
| 22 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
---|
| 23 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
---|
| 24 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
---|
| 25 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
---|
| 26 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
---|
| 27 | */
|
---|
| 28 |
|
---|
[cc73a8a1] | 29 | /** @addtogroup genericipc
|
---|
[b45c443] | 30 | * @{
|
---|
| 31 | */
|
---|
| 32 | /** @file
|
---|
| 33 | */
|
---|
| 34 |
|
---|
[6d9c49a] | 35 | /* Lock ordering
|
---|
| 36 | *
|
---|
[8b243f2] | 37 | * First the answerbox, then the phone.
|
---|
[6d9c49a] | 38 | */
|
---|
| 39 |
|
---|
[63e27ef] | 40 | #include <assert.h>
|
---|
[2ba7810] | 41 | #include <synch/spinlock.h>
|
---|
[ff48a15] | 42 | #include <synch/mutex.h>
|
---|
[2ba7810] | 43 | #include <synch/waitq.h>
|
---|
[6d9c49a] | 44 | #include <ipc/ipc.h>
|
---|
[05ffb41] | 45 | #include <ipc/ipcrsc.h>
|
---|
[c0699467] | 46 | #include <abi/ipc/methods.h>
|
---|
[e028660] | 47 | #include <ipc/kbox.h>
|
---|
[13a638d] | 48 | #include <ipc/event.h>
|
---|
[b1e6269] | 49 | #include <ipc/sysipc_ops.h>
|
---|
[5d3ed34] | 50 | #include <ipc/sysipc_priv.h>
|
---|
[6d9c49a] | 51 | #include <errno.h>
|
---|
| 52 | #include <mm/slab.h>
|
---|
| 53 | #include <arch.h>
|
---|
| 54 | #include <proc/task.h>
|
---|
[44a7ee5] | 55 | #include <mem.h>
|
---|
[6d9c49a] | 56 | #include <print.h>
|
---|
[9a1b20c] | 57 | #include <console/console.h>
|
---|
[6d9c49a] | 58 | #include <proc/thread.h>
|
---|
[5626277] | 59 | #include <arch/interrupt.h>
|
---|
[162f919] | 60 | #include <ipc/irq.h>
|
---|
[3f74275] | 61 | #include <cap/cap.h>
|
---|
[6d9c49a] | 62 |
|
---|
[43e2cbc] | 63 | static void ipc_forget_call(call_t *);
|
---|
| 64 |
|
---|
[cdc4334] | 65 | /** Answerbox that new tasks are automatically connected to */
|
---|
| 66 | answerbox_t *ipc_box_0 = NULL;
|
---|
[6d9c49a] | 67 |
|
---|
[82d515e9] | 68 | static slab_cache_t *call_cache;
|
---|
| 69 | static slab_cache_t *answerbox_cache;
|
---|
[e5f5ce0] | 70 |
|
---|
[1b20da0] | 71 | slab_cache_t *phone_cache = NULL;
|
---|
[6d9c49a] | 72 |
|
---|
[8b243f2] | 73 | /** Initialize a call structure.
|
---|
| 74 | *
|
---|
[da1bafb] | 75 | * @param call Call structure to be initialized.
|
---|
| 76 | *
|
---|
[8b243f2] | 77 | */
|
---|
[ba81cab] | 78 | static void _ipc_call_init(call_t *call)
|
---|
| 79 | {
|
---|
[e32e092] | 80 | memsetb(call, sizeof(*call), 0);
|
---|
[2405bb5] | 81 | spinlock_initialize(&call->forget_lock, "forget_lock");
|
---|
[20282ef3] | 82 | call->active = false;
|
---|
[2405bb5] | 83 | call->forget = false;
|
---|
[03a8a8e] | 84 | call->sender = NULL;
|
---|
[0b00599] | 85 | call->callerbox = NULL;
|
---|
[7918fce] | 86 | call->buffer = NULL;
|
---|
[ba81cab] | 87 | }
|
---|
| 88 |
|
---|
[d51a0d6] | 89 | static void call_destroy(void *arg)
|
---|
[cd671c3] | 90 | {
|
---|
[d51a0d6] | 91 | call_t *call = (call_t *) arg;
|
---|
[cd671c3] | 92 |
|
---|
[d51a0d6] | 93 | if (call->buffer)
|
---|
| 94 | free(call->buffer);
|
---|
| 95 | if (call->caller_phone)
|
---|
| 96 | kobject_put(call->caller_phone->kobject);
|
---|
[82d515e9] | 97 | slab_free(call_cache, call);
|
---|
[cd671c3] | 98 | }
|
---|
| 99 |
|
---|
[d51a0d6] | 100 | static kobject_ops_t call_kobject_ops = {
|
---|
| 101 | .destroy = call_destroy
|
---|
| 102 | };
|
---|
| 103 |
|
---|
[8b243f2] | 104 | /** Allocate and initialize a call structure.
|
---|
[da1bafb] | 105 | *
|
---|
[8b243f2] | 106 | * The call is initialized, so that the reply will be directed to
|
---|
| 107 | * TASK->answerbox.
|
---|
| 108 | *
|
---|
[da1bafb] | 109 | * @param flags Parameters for slab_alloc (e.g FRAME_ATOMIC).
|
---|
| 110 | *
|
---|
| 111 | * @return If flags permit it, return NULL, or initialized kernel
|
---|
[cd671c3] | 112 | * call structure with one reference.
|
---|
[5626277] | 113 | *
|
---|
[6d9c49a] | 114 | */
|
---|
[da1bafb] | 115 | call_t *ipc_call_alloc(unsigned int flags)
|
---|
[6d9c49a] | 116 | {
|
---|
[82d515e9] | 117 | call_t *call = slab_alloc(call_cache, flags);
|
---|
[d51a0d6] | 118 | if (!call)
|
---|
| 119 | return NULL;
|
---|
| 120 | kobject_t *kobj = (kobject_t *) malloc(sizeof(kobject_t), flags);
|
---|
| 121 | if (!kobj) {
|
---|
[82d515e9] | 122 | slab_free(call_cache, call);
|
---|
[d51a0d6] | 123 | return NULL;
|
---|
[cd671c3] | 124 | }
|
---|
[d51a0d6] | 125 |
|
---|
| 126 | _ipc_call_init(call);
|
---|
| 127 | kobject_initialize(kobj, KOBJECT_TYPE_CALL, call, &call_kobject_ops);
|
---|
| 128 | call->kobject = kobj;
|
---|
[a35b458] | 129 |
|
---|
[6d9c49a] | 130 | return call;
|
---|
| 131 | }
|
---|
| 132 |
|
---|
[8b243f2] | 133 | /** Initialize an answerbox structure.
|
---|
| 134 | *
|
---|
[da1bafb] | 135 | * @param box Answerbox structure to be initialized.
|
---|
| 136 | * @param task Task to which the answerbox belongs.
|
---|
| 137 | *
|
---|
[6d9c49a] | 138 | */
|
---|
[12ab886] | 139 | void ipc_answerbox_init(answerbox_t *box, task_t *task)
|
---|
[6d9c49a] | 140 | {
|
---|
[da1bafb] | 141 | irq_spinlock_initialize(&box->lock, "ipc.box.lock");
|
---|
| 142 | irq_spinlock_initialize(&box->irq_lock, "ipc.box.irqlock");
|
---|
[2ba7810] | 143 | waitq_initialize(&box->wq);
|
---|
[6d9c49a] | 144 | list_initialize(&box->connected_phones);
|
---|
| 145 | list_initialize(&box->calls);
|
---|
| 146 | list_initialize(&box->dispatched_calls);
|
---|
| 147 | list_initialize(&box->answers);
|
---|
[5626277] | 148 | list_initialize(&box->irq_notifs);
|
---|
[70327bb] | 149 | atomic_set(&box->active_calls, 0);
|
---|
[12ab886] | 150 | box->task = task;
|
---|
[6d9c49a] | 151 | }
|
---|
| 152 |
|
---|
[8b243f2] | 153 | /** Connect a phone to an answerbox.
|
---|
| 154 | *
|
---|
[48bcf49] | 155 | * This function must be passed a reference to phone->kobject.
|
---|
| 156 | *
|
---|
| 157 | * @param phone Initialized phone structure.
|
---|
| 158 | * @param box Initialized answerbox structure.
|
---|
| 159 | * @return True if the phone was connected, false otherwise.
|
---|
[8b243f2] | 160 | */
|
---|
[c33f39f] | 161 | bool ipc_phone_connect(phone_t *phone, answerbox_t *box)
|
---|
[6d9c49a] | 162 | {
|
---|
[1b4196d] | 163 | bool connected;
|
---|
[c33f39f] | 164 |
|
---|
[ff48a15] | 165 | mutex_lock(&phone->lock);
|
---|
[da1bafb] | 166 | irq_spinlock_lock(&box->lock, true);
|
---|
[c33f39f] | 167 |
|
---|
[1b4196d] | 168 | connected = box->active && (phone->state == IPC_PHONE_CONNECTING);
|
---|
| 169 | if (connected) {
|
---|
[c33f39f] | 170 | phone->state = IPC_PHONE_CONNECTED;
|
---|
| 171 | phone->callee = box;
|
---|
[48bcf49] | 172 | /* Pass phone->kobject reference to box->connected_phones */
|
---|
[c33f39f] | 173 | list_append(&phone->link, &box->connected_phones);
|
---|
| 174 | }
|
---|
| 175 |
|
---|
[da1bafb] | 176 | irq_spinlock_unlock(&box->lock, true);
|
---|
[ff48a15] | 177 | mutex_unlock(&phone->lock);
|
---|
[c33f39f] | 178 |
|
---|
[1b4196d] | 179 | if (!connected) {
|
---|
[48bcf49] | 180 | /* We still have phone->kobject's reference; drop it */
|
---|
| 181 | kobject_put(phone->kobject);
|
---|
| 182 | }
|
---|
| 183 |
|
---|
[1b4196d] | 184 | return connected;
|
---|
[2ba7810] | 185 | }
|
---|
| 186 |
|
---|
[8b243f2] | 187 | /** Initialize a phone structure.
|
---|
| 188 | *
|
---|
[da1bafb] | 189 | * @param phone Phone structure to be initialized.
|
---|
[03a8a8e] | 190 | * @param caller Owning task.
|
---|
[da1bafb] | 191 | *
|
---|
[2ba7810] | 192 | */
|
---|
[03a8a8e] | 193 | void ipc_phone_init(phone_t *phone, task_t *caller)
|
---|
[2ba7810] | 194 | {
|
---|
[08a19ba] | 195 | mutex_initialize(&phone->lock, MUTEX_PASSIVE);
|
---|
[03a8a8e] | 196 | phone->caller = caller;
|
---|
[2ba7810] | 197 | phone->callee = NULL;
|
---|
[eb3d379] | 198 | phone->state = IPC_PHONE_FREE;
|
---|
[9f22213] | 199 | atomic_set(&phone->active_calls, 0);
|
---|
[48bcf49] | 200 | phone->kobject = NULL;
|
---|
[6d9c49a] | 201 | }
|
---|
| 202 |
|
---|
[bc117a5] | 203 | /** Helper function to facilitate synchronous calls.
|
---|
| 204 | *
|
---|
| 205 | * @param phone Destination kernel phone structure.
|
---|
| 206 | * @param request Call structure with request.
|
---|
| 207 | *
|
---|
[cde999a] | 208 | * @return EOK on success or an error code.
|
---|
[bc117a5] | 209 | *
|
---|
| 210 | */
|
---|
[b7fd2a0] | 211 | errno_t ipc_call_sync(phone_t *phone, call_t *request)
|
---|
[bc117a5] | 212 | {
|
---|
[82d515e9] | 213 | answerbox_t *mybox = slab_alloc(answerbox_cache, 0);
|
---|
[bc117a5] | 214 | ipc_answerbox_init(mybox, TASK);
|
---|
[a35b458] | 215 |
|
---|
[bc117a5] | 216 | /* We will receive data in a special box. */
|
---|
| 217 | request->callerbox = mybox;
|
---|
[a35b458] | 218 |
|
---|
[b7fd2a0] | 219 | errno_t rc = ipc_call(phone, request);
|
---|
[bc117a5] | 220 | if (rc != EOK) {
|
---|
[82d515e9] | 221 | slab_free(answerbox_cache, mybox);
|
---|
[bc117a5] | 222 | return rc;
|
---|
| 223 | }
|
---|
[43e2cbc] | 224 |
|
---|
| 225 | call_t *answer = ipc_wait_for_call(mybox, SYNCH_NO_TIMEOUT,
|
---|
| 226 | SYNCH_FLAGS_INTERRUPTIBLE);
|
---|
| 227 | if (!answer) {
|
---|
| 228 |
|
---|
| 229 | /*
|
---|
| 230 | * The sleep was interrupted.
|
---|
| 231 | *
|
---|
| 232 | * There are two possibilities now:
|
---|
| 233 | * 1) the call gets answered before we manage to forget it
|
---|
| 234 | * 2) we manage to forget the call before it gets answered
|
---|
| 235 | */
|
---|
| 236 |
|
---|
| 237 | spinlock_lock(&request->forget_lock);
|
---|
| 238 | spinlock_lock(&TASK->active_calls_lock);
|
---|
| 239 |
|
---|
[63e27ef] | 240 | assert(!request->forget);
|
---|
[43e2cbc] | 241 |
|
---|
| 242 | bool answered = !request->active;
|
---|
| 243 | if (!answered) {
|
---|
| 244 | /*
|
---|
| 245 | * The call is not yet answered and we won the race to
|
---|
| 246 | * forget it.
|
---|
| 247 | */
|
---|
| 248 | ipc_forget_call(request); /* releases locks */
|
---|
| 249 | rc = EINTR;
|
---|
[a35b458] | 250 |
|
---|
[43e2cbc] | 251 | } else {
|
---|
| 252 | spinlock_unlock(&TASK->active_calls_lock);
|
---|
| 253 | spinlock_unlock(&request->forget_lock);
|
---|
| 254 | }
|
---|
| 255 |
|
---|
| 256 | if (answered) {
|
---|
| 257 | /*
|
---|
| 258 | * The other side won the race to answer the call.
|
---|
| 259 | * It is safe to wait for the answer uninterruptibly
|
---|
| 260 | * now.
|
---|
| 261 | */
|
---|
| 262 | answer = ipc_wait_for_call(mybox, SYNCH_NO_TIMEOUT,
|
---|
| 263 | SYNCH_FLAGS_NONE);
|
---|
| 264 | }
|
---|
| 265 | }
|
---|
[63e27ef] | 266 | assert(!answer || request == answer);
|
---|
[a35b458] | 267 |
|
---|
[82d515e9] | 268 | slab_free(answerbox_cache, mybox);
|
---|
[43e2cbc] | 269 | return rc;
|
---|
[bc117a5] | 270 | }
|
---|
| 271 |
|
---|
[8b243f2] | 272 | /** Answer a message which was not dispatched and is not listed in any queue.
|
---|
| 273 | *
|
---|
[da1bafb] | 274 | * @param call Call structure to be answered.
|
---|
| 275 | * @param selflocked If true, then TASK->answebox is locked.
|
---|
| 276 | *
|
---|
[ba81cab] | 277 | */
|
---|
[f9841e69] | 278 | void _ipc_answer_free_call(call_t *call, bool selflocked)
|
---|
[ba81cab] | 279 | {
|
---|
[95319bd] | 280 | /* Count sent answer */
|
---|
[da1bafb] | 281 | irq_spinlock_lock(&TASK->lock, true);
|
---|
[a307beb] | 282 | TASK->ipc_info.answer_sent++;
|
---|
[da1bafb] | 283 | irq_spinlock_unlock(&TASK->lock, true);
|
---|
[2405bb5] | 284 |
|
---|
| 285 | spinlock_lock(&call->forget_lock);
|
---|
| 286 | if (call->forget) {
|
---|
| 287 | /* This is a forgotten call and call->sender is not valid. */
|
---|
| 288 | spinlock_unlock(&call->forget_lock);
|
---|
[d51a0d6] | 289 | kobject_put(call->kobject);
|
---|
[2405bb5] | 290 | return;
|
---|
| 291 | } else {
|
---|
| 292 | /*
|
---|
[20282ef3] | 293 | * If the call is still active, i.e. it was answered
|
---|
| 294 | * in a non-standard way, remove the call from the
|
---|
| 295 | * sender's active call list.
|
---|
[2405bb5] | 296 | */
|
---|
[20282ef3] | 297 | if (call->active) {
|
---|
| 298 | spinlock_lock(&call->sender->active_calls_lock);
|
---|
| 299 | list_remove(&call->ta_link);
|
---|
| 300 | spinlock_unlock(&call->sender->active_calls_lock);
|
---|
| 301 | }
|
---|
[2405bb5] | 302 | }
|
---|
| 303 | spinlock_unlock(&call->forget_lock);
|
---|
| 304 |
|
---|
[0b00599] | 305 | answerbox_t *callerbox = call->callerbox ? call->callerbox :
|
---|
| 306 | &call->sender->answerbox;
|
---|
[2405bb5] | 307 | bool do_lock = ((!selflocked) || (callerbox != &TASK->answerbox));
|
---|
[a35b458] | 308 |
|
---|
[ba81cab] | 309 | call->flags |= IPC_CALL_ANSWERED;
|
---|
[a35b458] | 310 |
|
---|
[ab34cc9] | 311 | call->data.task_id = TASK->taskid;
|
---|
[a35b458] | 312 |
|
---|
[c713aa56] | 313 | if (do_lock)
|
---|
[da1bafb] | 314 | irq_spinlock_lock(&callerbox->lock, true);
|
---|
[a35b458] | 315 |
|
---|
[cfaa35a] | 316 | list_append(&call->ab_link, &callerbox->answers);
|
---|
[a35b458] | 317 |
|
---|
[c713aa56] | 318 | if (do_lock)
|
---|
[da1bafb] | 319 | irq_spinlock_unlock(&callerbox->lock, true);
|
---|
[a35b458] | 320 |
|
---|
[5c8ba05] | 321 | waitq_wakeup(&callerbox->wq, WAKEUP_FIRST);
|
---|
[ba81cab] | 322 | }
|
---|
| 323 |
|
---|
[8b243f2] | 324 | /** Answer a message which is in a callee queue.
|
---|
[ba81cab] | 325 | *
|
---|
[da1bafb] | 326 | * @param box Answerbox that is answering the message.
|
---|
| 327 | * @param call Modified request that is being sent back.
|
---|
| 328 | *
|
---|
[ba81cab] | 329 | */
|
---|
| 330 | void ipc_answer(answerbox_t *box, call_t *call)
|
---|
| 331 | {
|
---|
| 332 | /* Remove from active box */
|
---|
[da1bafb] | 333 | irq_spinlock_lock(&box->lock, true);
|
---|
[cfaa35a] | 334 | list_remove(&call->ab_link);
|
---|
[da1bafb] | 335 | irq_spinlock_unlock(&box->lock, true);
|
---|
[a35b458] | 336 |
|
---|
[ba81cab] | 337 | /* Send back answer */
|
---|
[c713aa56] | 338 | _ipc_answer_free_call(call, false);
|
---|
[ba81cab] | 339 | }
|
---|
| 340 |
|
---|
[97b8ca9] | 341 | static void _ipc_call_actions_internal(phone_t *phone, call_t *call,
|
---|
| 342 | bool preforget)
|
---|
[7c7aae16] | 343 | {
|
---|
[03a8a8e] | 344 | task_t *caller = phone->caller;
|
---|
| 345 |
|
---|
[c97b086] | 346 | call->caller_phone = phone;
|
---|
[d470ec8] | 347 | kobject_add_ref(phone->kobject);
|
---|
[86939b1] | 348 |
|
---|
[97b8ca9] | 349 | if (preforget) {
|
---|
| 350 | call->forget = true;
|
---|
| 351 | } else {
|
---|
| 352 | atomic_inc(&phone->active_calls);
|
---|
[a36f442] | 353 | if (call->callerbox)
|
---|
| 354 | atomic_inc(&call->callerbox->active_calls);
|
---|
| 355 | else
|
---|
| 356 | atomic_inc(&caller->answerbox.active_calls);
|
---|
[df1cbb3] | 357 | kobject_add_ref(phone->kobject);
|
---|
[97b8ca9] | 358 | call->sender = caller;
|
---|
| 359 | call->active = true;
|
---|
| 360 | spinlock_lock(&caller->active_calls_lock);
|
---|
| 361 | list_append(&call->ta_link, &caller->active_calls);
|
---|
| 362 | spinlock_unlock(&caller->active_calls_lock);
|
---|
| 363 | }
|
---|
[86939b1] | 364 |
|
---|
[c97b086] | 365 | call->data.phone = phone;
|
---|
[6f9c8f6] | 366 | call->data.task_id = caller->taskid;
|
---|
| 367 | }
|
---|
[c97b086] | 368 |
|
---|
[6f9c8f6] | 369 | /** Simulate sending back a message.
|
---|
| 370 | *
|
---|
| 371 | * Most errors are better handled by forming a normal backward
|
---|
| 372 | * message and sending it as a normal answer.
|
---|
| 373 | *
|
---|
| 374 | * @param phone Phone structure the call should appear to come from.
|
---|
| 375 | * @param call Call structure to be answered.
|
---|
| 376 | * @param err Return value to be used for the answer.
|
---|
| 377 | *
|
---|
| 378 | */
|
---|
[b7fd2a0] | 379 | void ipc_backsend_err(phone_t *phone, call_t *call, errno_t err)
|
---|
[6f9c8f6] | 380 | {
|
---|
[97b8ca9] | 381 | _ipc_call_actions_internal(phone, call, false);
|
---|
[eb3d379] | 382 | IPC_SET_RETVAL(call->data, err);
|
---|
[c713aa56] | 383 | _ipc_answer_free_call(call, false);
|
---|
[7c7aae16] | 384 | }
|
---|
| 385 |
|
---|
[8b243f2] | 386 | /** Unsafe unchecking version of ipc_call.
|
---|
| 387 | *
|
---|
[97b8ca9] | 388 | * @param phone Phone structure the call comes from.
|
---|
| 389 | * @param box Destination answerbox structure.
|
---|
| 390 | * @param call Call structure with request.
|
---|
| 391 | * @param preforget If true, the call will be delivered already forgotten.
|
---|
[da1bafb] | 392 | *
|
---|
[8b243f2] | 393 | */
|
---|
[97b8ca9] | 394 | static void _ipc_call(phone_t *phone, answerbox_t *box, call_t *call,
|
---|
| 395 | bool preforget)
|
---|
[fbcfd458] | 396 | {
|
---|
[03a8a8e] | 397 | task_t *caller = phone->caller;
|
---|
| 398 |
|
---|
[95319bd] | 399 | /* Count sent ipc call */
|
---|
[03a8a8e] | 400 | irq_spinlock_lock(&caller->lock, true);
|
---|
| 401 | caller->ipc_info.call_sent++;
|
---|
| 402 | irq_spinlock_unlock(&caller->lock, true);
|
---|
[a35b458] | 403 |
|
---|
[6f9c8f6] | 404 | if (!(call->flags & IPC_CALL_FORWARDED))
|
---|
[97b8ca9] | 405 | _ipc_call_actions_internal(phone, call, preforget);
|
---|
[a35b458] | 406 |
|
---|
[da1bafb] | 407 | irq_spinlock_lock(&box->lock, true);
|
---|
[cfaa35a] | 408 | list_append(&call->ab_link, &box->calls);
|
---|
[da1bafb] | 409 | irq_spinlock_unlock(&box->lock, true);
|
---|
[a35b458] | 410 |
|
---|
[5c8ba05] | 411 | waitq_wakeup(&box->wq, WAKEUP_FIRST);
|
---|
[fbcfd458] | 412 | }
|
---|
| 413 |
|
---|
[8b243f2] | 414 | /** Send an asynchronous request using a phone to an answerbox.
|
---|
| 415 | *
|
---|
[da1bafb] | 416 | * @param phone Phone structure the call comes from and which is
|
---|
| 417 | * connected to the destination answerbox.
|
---|
| 418 | * @param call Call structure with request.
|
---|
| 419 | *
|
---|
| 420 | * @return Return 0 on success, ENOENT on error.
|
---|
[6d9c49a] | 421 | *
|
---|
| 422 | */
|
---|
[b7fd2a0] | 423 | errno_t ipc_call(phone_t *phone, call_t *call)
|
---|
[6d9c49a] | 424 | {
|
---|
[ff48a15] | 425 | mutex_lock(&phone->lock);
|
---|
[eb3d379] | 426 | if (phone->state != IPC_PHONE_CONNECTED) {
|
---|
[ff48a15] | 427 | mutex_unlock(&phone->lock);
|
---|
[f9841e69] | 428 | if (!(call->flags & IPC_CALL_FORWARDED)) {
|
---|
[eb3d379] | 429 | if (phone->state == IPC_PHONE_HUNGUP)
|
---|
[7c7aae16] | 430 | ipc_backsend_err(phone, call, EHANGUP);
|
---|
[9f22213] | 431 | else
|
---|
[7c7aae16] | 432 | ipc_backsend_err(phone, call, ENOENT);
|
---|
[9f22213] | 433 | }
|
---|
[a35b458] | 434 |
|
---|
[9f22213] | 435 | return ENOENT;
|
---|
[ba81cab] | 436 | }
|
---|
[a35b458] | 437 |
|
---|
[da1bafb] | 438 | answerbox_t *box = phone->callee;
|
---|
[97b8ca9] | 439 | _ipc_call(phone, box, call, false);
|
---|
[a35b458] | 440 |
|
---|
[ff48a15] | 441 | mutex_unlock(&phone->lock);
|
---|
[9f22213] | 442 | return 0;
|
---|
[fbcfd458] | 443 | }
|
---|
| 444 |
|
---|
[8b243f2] | 445 | /** Disconnect phone from answerbox.
|
---|
[fbcfd458] | 446 | *
|
---|
[314f4b59] | 447 | * This call leaves the phone in the hung-up state. The phone is destroyed when
|
---|
| 448 | * its last active call is answered and there are no references to it.
|
---|
[fbcfd458] | 449 | *
|
---|
[da1bafb] | 450 | * @param phone Phone structure to be hung up.
|
---|
| 451 | *
|
---|
[7565a4b] | 452 | * @return EOK if the phone is disconnected.
|
---|
| 453 | * @return EINVAL if the phone was already disconnected.
|
---|
[da1bafb] | 454 | *
|
---|
[fbcfd458] | 455 | */
|
---|
[b7fd2a0] | 456 | errno_t ipc_phone_hangup(phone_t *phone)
|
---|
[fbcfd458] | 457 | {
|
---|
[ff48a15] | 458 | mutex_lock(&phone->lock);
|
---|
[7918fce] | 459 | if (phone->state == IPC_PHONE_FREE ||
|
---|
| 460 | phone->state == IPC_PHONE_HUNGUP ||
|
---|
[8b243f2] | 461 | phone->state == IPC_PHONE_CONNECTING) {
|
---|
[ff48a15] | 462 | mutex_unlock(&phone->lock);
|
---|
[7565a4b] | 463 | return EINVAL;
|
---|
[fbcfd458] | 464 | }
|
---|
[a35b458] | 465 |
|
---|
[da1bafb] | 466 | answerbox_t *box = phone->callee;
|
---|
[eb3d379] | 467 | if (phone->state != IPC_PHONE_SLAMMED) {
|
---|
| 468 | /* Remove myself from answerbox */
|
---|
[da1bafb] | 469 | irq_spinlock_lock(&box->lock, true);
|
---|
[c4e4507] | 470 | list_remove(&phone->link);
|
---|
[da1bafb] | 471 | irq_spinlock_unlock(&box->lock, true);
|
---|
[48bcf49] | 472 |
|
---|
| 473 | /* Drop the answerbox reference */
|
---|
| 474 | kobject_put(phone->kobject);
|
---|
[a35b458] | 475 |
|
---|
[da1bafb] | 476 | call_t *call = ipc_call_alloc(0);
|
---|
[228e490] | 477 | IPC_SET_IMETHOD(call->data, IPC_M_PHONE_HUNGUP);
|
---|
[796692c] | 478 | call->request_method = IPC_M_PHONE_HUNGUP;
|
---|
[287e83f] | 479 | call->flags |= IPC_CALL_DISCARD_ANSWER;
|
---|
[97b8ca9] | 480 | _ipc_call(phone, box, call, false);
|
---|
[eb3d379] | 481 | }
|
---|
[a35b458] | 482 |
|
---|
[eb3d379] | 483 | phone->state = IPC_PHONE_HUNGUP;
|
---|
[ff48a15] | 484 | mutex_unlock(&phone->lock);
|
---|
[a35b458] | 485 |
|
---|
[7565a4b] | 486 | return EOK;
|
---|
[2ba7810] | 487 | }
|
---|
| 488 |
|
---|
[8b243f2] | 489 | /** Forwards call from one answerbox to another one.
|
---|
[2ba7810] | 490 | *
|
---|
[da1bafb] | 491 | * @param call Call structure to be redirected.
|
---|
| 492 | * @param newphone Phone structure to target answerbox.
|
---|
| 493 | * @param oldbox Old answerbox structure.
|
---|
| 494 | * @param mode Flags that specify mode of the forward operation.
|
---|
| 495 | *
|
---|
| 496 | * @return 0 if forwarding succeeded or an error code if
|
---|
| 497 | * there was an error.
|
---|
[8b243f2] | 498 | *
|
---|
| 499 | * The return value serves only as an information for the forwarder,
|
---|
| 500 | * the original caller is notified automatically with EFORWARD.
|
---|
[da1bafb] | 501 | *
|
---|
[2ba7810] | 502 | */
|
---|
[b7fd2a0] | 503 | errno_t ipc_forward(call_t *call, phone_t *newphone, answerbox_t *oldbox,
|
---|
[da1bafb] | 504 | unsigned int mode)
|
---|
[2ba7810] | 505 | {
|
---|
[95319bd] | 506 | /* Count forwarded calls */
|
---|
[da1bafb] | 507 | irq_spinlock_lock(&TASK->lock, true);
|
---|
[a307beb] | 508 | TASK->ipc_info.forwarded++;
|
---|
[da1bafb] | 509 | irq_spinlock_pass(&TASK->lock, &oldbox->lock);
|
---|
[cfaa35a] | 510 | list_remove(&call->ab_link);
|
---|
[da1bafb] | 511 | irq_spinlock_unlock(&oldbox->lock, true);
|
---|
[a35b458] | 512 |
|
---|
[645d9ed2] | 513 | if (mode & IPC_FF_ROUTE_FROM_ME) {
|
---|
[9201f47] | 514 | call->data.phone = newphone;
|
---|
[e2ab36f1] | 515 | call->data.task_id = TASK->taskid;
|
---|
[645d9ed2] | 516 | }
|
---|
[a35b458] | 517 |
|
---|
[9f22213] | 518 | return ipc_call(newphone, call);
|
---|
[6d9c49a] | 519 | }
|
---|
| 520 |
|
---|
| 521 |
|
---|
[8b243f2] | 522 | /** Wait for a phone call.
|
---|
[6d9c49a] | 523 | *
|
---|
[da1bafb] | 524 | * @param box Answerbox expecting the call.
|
---|
| 525 | * @param usec Timeout in microseconds. See documentation for
|
---|
| 526 | * waitq_sleep_timeout() for decription of its special
|
---|
| 527 | * meaning.
|
---|
| 528 | * @param flags Select mode of sleep operation. See documentation for
|
---|
| 529 | * waitq_sleep_timeout() for description of its special
|
---|
| 530 | * meaning.
|
---|
| 531 | *
|
---|
| 532 | * @return Recived call structure or NULL.
|
---|
| 533 | *
|
---|
[8b243f2] | 534 | * To distinguish between a call and an answer, have a look at call->flags.
|
---|
[da1bafb] | 535 | *
|
---|
[6d9c49a] | 536 | */
|
---|
[da1bafb] | 537 | call_t *ipc_wait_for_call(answerbox_t *box, uint32_t usec, unsigned int flags)
|
---|
[6d9c49a] | 538 | {
|
---|
| 539 | call_t *request;
|
---|
[aa028db] | 540 | uint64_t irq_cnt = 0;
|
---|
| 541 | uint64_t answer_cnt = 0;
|
---|
| 542 | uint64_t call_cnt = 0;
|
---|
[b7fd2a0] | 543 | errno_t rc;
|
---|
[a35b458] | 544 |
|
---|
[bd5a663] | 545 | restart:
|
---|
[897fd8f1] | 546 | rc = waitq_sleep_timeout(&box->wq, usec, flags, NULL);
|
---|
| 547 | if (rc != EOK)
|
---|
[bd5a663] | 548 | return NULL;
|
---|
[a35b458] | 549 |
|
---|
[da1bafb] | 550 | irq_spinlock_lock(&box->lock, true);
|
---|
[5626277] | 551 | if (!list_empty(&box->irq_notifs)) {
|
---|
[be06914] | 552 | /* Count received IRQ notification */
|
---|
[da1bafb] | 553 | irq_cnt++;
|
---|
[a35b458] | 554 |
|
---|
[da1bafb] | 555 | irq_spinlock_lock(&box->irq_lock, false);
|
---|
[a35b458] | 556 |
|
---|
[55b77d9] | 557 | request = list_get_instance(list_first(&box->irq_notifs),
|
---|
[cfaa35a] | 558 | call_t, ab_link);
|
---|
| 559 | list_remove(&request->ab_link);
|
---|
[a35b458] | 560 |
|
---|
[da1bafb] | 561 | irq_spinlock_unlock(&box->irq_lock, false);
|
---|
[5626277] | 562 | } else if (!list_empty(&box->answers)) {
|
---|
[be06914] | 563 | /* Count received answer */
|
---|
[aa028db] | 564 | answer_cnt++;
|
---|
[a35b458] | 565 |
|
---|
[fbcfd458] | 566 | /* Handle asynchronous answers */
|
---|
[55b77d9] | 567 | request = list_get_instance(list_first(&box->answers),
|
---|
[cfaa35a] | 568 | call_t, ab_link);
|
---|
| 569 | list_remove(&request->ab_link);
|
---|
[5a77550] | 570 | atomic_dec(&request->caller_phone->active_calls);
|
---|
[70327bb] | 571 | atomic_dec(&box->active_calls);
|
---|
[df1cbb3] | 572 | kobject_put(request->caller_phone->kobject);
|
---|
[fbcfd458] | 573 | } else if (!list_empty(&box->calls)) {
|
---|
[be06914] | 574 | /* Count received call */
|
---|
[aa028db] | 575 | call_cnt++;
|
---|
[a35b458] | 576 |
|
---|
[fbcfd458] | 577 | /* Handle requests */
|
---|
[55b77d9] | 578 | request = list_get_instance(list_first(&box->calls),
|
---|
[cfaa35a] | 579 | call_t, ab_link);
|
---|
| 580 | list_remove(&request->ab_link);
|
---|
[a35b458] | 581 |
|
---|
[fbcfd458] | 582 | /* Append request to dispatch queue */
|
---|
[cfaa35a] | 583 | list_append(&request->ab_link, &box->dispatched_calls);
|
---|
[fbcfd458] | 584 | } else {
|
---|
[874621f] | 585 | /* This can happen regularly after ipc_cleanup */
|
---|
[da1bafb] | 586 | irq_spinlock_unlock(&box->lock, true);
|
---|
[fbcfd458] | 587 | goto restart;
|
---|
[6d9c49a] | 588 | }
|
---|
[a35b458] | 589 |
|
---|
[da1bafb] | 590 | irq_spinlock_pass(&box->lock, &TASK->lock);
|
---|
[a35b458] | 591 |
|
---|
[be06914] | 592 | TASK->ipc_info.irq_notif_received += irq_cnt;
|
---|
| 593 | TASK->ipc_info.answer_received += answer_cnt;
|
---|
| 594 | TASK->ipc_info.call_received += call_cnt;
|
---|
[a35b458] | 595 |
|
---|
[da1bafb] | 596 | irq_spinlock_unlock(&TASK->lock, true);
|
---|
[a35b458] | 597 |
|
---|
[6d9c49a] | 598 | return request;
|
---|
| 599 | }
|
---|
| 600 |
|
---|
[8b243f2] | 601 | /** Answer all calls from list with EHANGUP answer.
|
---|
| 602 | *
|
---|
[5d3ed34] | 603 | * @param box Answerbox with the list.
|
---|
[da1bafb] | 604 | * @param lst Head of the list to be cleaned up.
|
---|
[8b243f2] | 605 | */
|
---|
[5d3ed34] | 606 | void ipc_cleanup_call_list(answerbox_t *box, list_t *lst)
|
---|
[ca687ad] | 607 | {
|
---|
[5d3ed34] | 608 | irq_spinlock_lock(&box->lock, true);
|
---|
[ca687ad] | 609 | while (!list_empty(lst)) {
|
---|
[cfaa35a] | 610 | call_t *call = list_get_instance(list_first(lst), call_t,
|
---|
| 611 | ab_link);
|
---|
[a35b458] | 612 |
|
---|
[cfaa35a] | 613 | list_remove(&call->ab_link);
|
---|
[5d3ed34] | 614 |
|
---|
| 615 | irq_spinlock_unlock(&box->lock, true);
|
---|
| 616 |
|
---|
[466e95f7] | 617 | if (lst == &box->calls)
|
---|
| 618 | SYSIPC_OP(request_process, call, box);
|
---|
[716185d] | 619 |
|
---|
[5d3ed34] | 620 | ipc_data_t old = call->data;
|
---|
[ca687ad] | 621 | IPC_SET_RETVAL(call->data, EHANGUP);
|
---|
[5d3ed34] | 622 | answer_preprocess(call, &old);
|
---|
[c713aa56] | 623 | _ipc_answer_free_call(call, true);
|
---|
[5d3ed34] | 624 |
|
---|
| 625 | irq_spinlock_lock(&box->lock, true);
|
---|
[ca687ad] | 626 | }
|
---|
[5d3ed34] | 627 | irq_spinlock_unlock(&box->lock, true);
|
---|
[ca687ad] | 628 | }
|
---|
| 629 |
|
---|
[9a1b20c] | 630 | /** Disconnects all phones connected to an answerbox.
|
---|
[4e49572] | 631 | *
|
---|
[da1bafb] | 632 | * @param box Answerbox to disconnect phones from.
|
---|
| 633 | * @param notify_box If true, the answerbox will get a hangup message for
|
---|
| 634 | * each disconnected phone.
|
---|
| 635 | *
|
---|
[4e49572] | 636 | */
|
---|
[9a1b20c] | 637 | void ipc_answerbox_slam_phones(answerbox_t *box, bool notify_box)
|
---|
[4e49572] | 638 | {
|
---|
[ca687ad] | 639 | phone_t *phone;
|
---|
[31d8e10] | 640 | DEADLOCK_PROBE_INIT(p_phonelck);
|
---|
[a35b458] | 641 |
|
---|
[ca687ad] | 642 | /* Disconnect all phones connected to our answerbox */
|
---|
| 643 | restart_phones:
|
---|
[da1bafb] | 644 | irq_spinlock_lock(&box->lock, true);
|
---|
[9a1b20c] | 645 | while (!list_empty(&box->connected_phones)) {
|
---|
[55b77d9] | 646 | phone = list_get_instance(list_first(&box->connected_phones),
|
---|
[31d8e10] | 647 | phone_t, link);
|
---|
[897fd8f1] | 648 | if (mutex_trylock(&phone->lock) != EOK) {
|
---|
[da1bafb] | 649 | irq_spinlock_unlock(&box->lock, true);
|
---|
[31d8e10] | 650 | DEADLOCK_PROBE(p_phonelck, DEADLOCK_THRESHOLD);
|
---|
[ca687ad] | 651 | goto restart_phones;
|
---|
| 652 | }
|
---|
[a35b458] | 653 |
|
---|
[ca687ad] | 654 | /* Disconnect phone */
|
---|
[63e27ef] | 655 | assert(phone->state == IPC_PHONE_CONNECTED);
|
---|
[a35b458] | 656 |
|
---|
[c4e4507] | 657 | list_remove(&phone->link);
|
---|
[9a1b20c] | 658 | phone->state = IPC_PHONE_SLAMMED;
|
---|
[a35b458] | 659 |
|
---|
[9a1b20c] | 660 | if (notify_box) {
|
---|
[97b8ca9] | 661 | task_hold(phone->caller);
|
---|
[9a1b20c] | 662 | mutex_unlock(&phone->lock);
|
---|
[da1bafb] | 663 | irq_spinlock_unlock(&box->lock, true);
|
---|
[f1d5ef8] | 664 |
|
---|
[9a1b20c] | 665 | /*
|
---|
[97b8ca9] | 666 | * Send one call to the answerbox for each phone.
|
---|
| 667 | * Used to make sure the kbox thread wakes up after
|
---|
| 668 | * the last phone has been disconnected. The call is
|
---|
| 669 | * forgotten upon sending, so the "caller" may cease
|
---|
| 670 | * to exist as soon as we release it.
|
---|
[9a1b20c] | 671 | */
|
---|
[97b8ca9] | 672 | call_t *call = ipc_call_alloc(0);
|
---|
[228e490] | 673 | IPC_SET_IMETHOD(call->data, IPC_M_PHONE_HUNGUP);
|
---|
[796692c] | 674 | call->request_method = IPC_M_PHONE_HUNGUP;
|
---|
[9a1b20c] | 675 | call->flags |= IPC_CALL_DISCARD_ANSWER;
|
---|
[97b8ca9] | 676 | _ipc_call(phone, box, call, true);
|
---|
| 677 |
|
---|
| 678 | task_release(phone->caller);
|
---|
[48bcf49] | 679 |
|
---|
| 680 | kobject_put(phone->kobject);
|
---|
[a35b458] | 681 |
|
---|
[9a1b20c] | 682 | /* Must start again */
|
---|
| 683 | goto restart_phones;
|
---|
| 684 | }
|
---|
[a35b458] | 685 |
|
---|
[ff48a15] | 686 | mutex_unlock(&phone->lock);
|
---|
[48bcf49] | 687 | kobject_put(phone->kobject);
|
---|
[ca687ad] | 688 | }
|
---|
[a35b458] | 689 |
|
---|
[da1bafb] | 690 | irq_spinlock_unlock(&box->lock, true);
|
---|
[9a1b20c] | 691 | }
|
---|
| 692 |
|
---|
[43e2cbc] | 693 | static void ipc_forget_call(call_t *call)
|
---|
| 694 | {
|
---|
[63e27ef] | 695 | assert(spinlock_locked(&TASK->active_calls_lock));
|
---|
| 696 | assert(spinlock_locked(&call->forget_lock));
|
---|
[43e2cbc] | 697 |
|
---|
| 698 | /*
|
---|
| 699 | * Forget the call and donate it to the task which holds up the answer.
|
---|
| 700 | */
|
---|
| 701 |
|
---|
| 702 | call->forget = true;
|
---|
| 703 | call->sender = NULL;
|
---|
| 704 | list_remove(&call->ta_link);
|
---|
| 705 |
|
---|
| 706 | /*
|
---|
| 707 | * The call may be freed by _ipc_answer_free_call() before we are done
|
---|
| 708 | * with it; to avoid working with a destroyed call_t structure, we
|
---|
| 709 | * must hold a reference to it.
|
---|
| 710 | */
|
---|
[d51a0d6] | 711 | kobject_add_ref(call->kobject);
|
---|
[43e2cbc] | 712 |
|
---|
| 713 | spinlock_unlock(&call->forget_lock);
|
---|
| 714 | spinlock_unlock(&TASK->active_calls_lock);
|
---|
| 715 |
|
---|
| 716 | atomic_dec(&call->caller_phone->active_calls);
|
---|
[70327bb] | 717 | atomic_dec(&TASK->answerbox.active_calls);
|
---|
[df1cbb3] | 718 | kobject_put(call->caller_phone->kobject);
|
---|
[43e2cbc] | 719 |
|
---|
| 720 | SYSIPC_OP(request_forget, call);
|
---|
| 721 |
|
---|
[d51a0d6] | 722 | kobject_put(call->kobject);
|
---|
[43e2cbc] | 723 | }
|
---|
| 724 |
|
---|
[2405bb5] | 725 | static void ipc_forget_all_active_calls(void)
|
---|
| 726 | {
|
---|
| 727 | call_t *call;
|
---|
| 728 |
|
---|
| 729 | restart:
|
---|
| 730 | spinlock_lock(&TASK->active_calls_lock);
|
---|
| 731 | if (list_empty(&TASK->active_calls)) {
|
---|
| 732 | /*
|
---|
| 733 | * We are done, there are no more active calls.
|
---|
| 734 | * Nota bene: there may still be answers waiting for pick up.
|
---|
| 735 | */
|
---|
[9e87562] | 736 | spinlock_unlock(&TASK->active_calls_lock);
|
---|
[1b20da0] | 737 | return;
|
---|
[2405bb5] | 738 | }
|
---|
[a35b458] | 739 |
|
---|
[2405bb5] | 740 | call = list_get_instance(list_first(&TASK->active_calls), call_t,
|
---|
| 741 | ta_link);
|
---|
| 742 |
|
---|
| 743 | if (!spinlock_trylock(&call->forget_lock)) {
|
---|
| 744 | /*
|
---|
[20282ef3] | 745 | * Avoid deadlock and let async_answer() or
|
---|
| 746 | * _ipc_answer_free_call() win the race to dequeue the first
|
---|
| 747 | * call on the list.
|
---|
[2405bb5] | 748 | */
|
---|
[9e87562] | 749 | spinlock_unlock(&TASK->active_calls_lock);
|
---|
[2405bb5] | 750 | goto restart;
|
---|
| 751 | }
|
---|
| 752 |
|
---|
[43e2cbc] | 753 | ipc_forget_call(call);
|
---|
[cd671c3] | 754 |
|
---|
[2405bb5] | 755 | goto restart;
|
---|
| 756 | }
|
---|
| 757 |
|
---|
[34316d4] | 758 | static bool phone_cap_cleanup_cb(cap_t *cap, void *arg)
|
---|
| 759 | {
|
---|
| 760 | ipc_phone_hangup(cap->kobject->phone);
|
---|
| 761 | kobject_t *kobj = cap_unpublish(cap->task, cap->handle,
|
---|
| 762 | KOBJECT_TYPE_PHONE);
|
---|
| 763 | kobject_put(kobj);
|
---|
| 764 | cap_free(cap->task, cap->handle);
|
---|
| 765 | return true;
|
---|
| 766 | }
|
---|
| 767 |
|
---|
[2405bb5] | 768 | /** Wait for all answers to asynchronous calls to arrive. */
|
---|
| 769 | static void ipc_wait_for_all_answered_calls(void)
|
---|
| 770 | {
|
---|
[ca61894] | 771 | while (atomic_get(&TASK->answerbox.active_calls) != 0) {
|
---|
| 772 | call_t *call = ipc_wait_for_call(&TASK->answerbox,
|
---|
| 773 | SYNCH_NO_TIMEOUT, SYNCH_FLAGS_NONE);
|
---|
| 774 | assert(call->flags & (IPC_CALL_ANSWERED | IPC_CALL_NOTIF));
|
---|
[a35b458] | 775 |
|
---|
[ca61894] | 776 | SYSIPC_OP(answer_process, call);
|
---|
[675fcbd] | 777 |
|
---|
[ca61894] | 778 | kobject_put(call->kobject);
|
---|
[2405bb5] | 779 |
|
---|
[34316d4] | 780 | /*
|
---|
| 781 | * Now there may be some new phones and new hangup calls to
|
---|
| 782 | * immediately forget.
|
---|
| 783 | */
|
---|
| 784 | caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_PHONE,
|
---|
| 785 | phone_cap_cleanup_cb, NULL);
|
---|
| 786 | ipc_forget_all_active_calls();
|
---|
| 787 | }
|
---|
[9e87562] | 788 | }
|
---|
| 789 |
|
---|
| 790 | static bool irq_cap_cleanup_cb(cap_t *cap, void *arg)
|
---|
| 791 | {
|
---|
| 792 | ipc_irq_unsubscribe(&TASK->answerbox, cap->handle);
|
---|
| 793 | return true;
|
---|
| 794 | }
|
---|
| 795 |
|
---|
[96258fc] | 796 | static bool call_cap_cleanup_cb(cap_t *cap, void *arg)
|
---|
| 797 | {
|
---|
| 798 | /*
|
---|
| 799 | * Here we just free the capability and release the kobject.
|
---|
| 800 | * The kernel answers the remaining calls elsewhere in ipc_cleanup().
|
---|
| 801 | */
|
---|
| 802 | kobject_t *kobj = cap_unpublish(cap->task, cap->handle,
|
---|
| 803 | KOBJECT_TYPE_CALL);
|
---|
| 804 | kobject_put(kobj);
|
---|
| 805 | cap_free(cap->task, cap->handle);
|
---|
| 806 | return true;
|
---|
| 807 | }
|
---|
| 808 |
|
---|
[da1bafb] | 809 | /** Clean up all IPC communication of the current task.
|
---|
[9a1b20c] | 810 | *
|
---|
| 811 | * Note: ipc_hangup sets returning answerbox to TASK->answerbox, you
|
---|
| 812 | * have to change it as well if you want to cleanup other tasks than TASK.
|
---|
[da1bafb] | 813 | *
|
---|
[9a1b20c] | 814 | */
|
---|
| 815 | void ipc_cleanup(void)
|
---|
| 816 | {
|
---|
[c33f39f] | 817 | /*
|
---|
| 818 | * Mark the answerbox as inactive.
|
---|
| 819 | *
|
---|
| 820 | * The main purpose for doing this is to prevent any pending callback
|
---|
| 821 | * connections from getting established beyond this point.
|
---|
| 822 | */
|
---|
| 823 | irq_spinlock_lock(&TASK->answerbox.lock, true);
|
---|
| 824 | TASK->answerbox.active = false;
|
---|
| 825 | irq_spinlock_unlock(&TASK->answerbox.lock, true);
|
---|
| 826 |
|
---|
[34316d4] | 827 | /* Hangup all phones and destroy all phone capabilities */
|
---|
[48bcf49] | 828 | caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_PHONE,
|
---|
| 829 | phone_cap_cleanup_cb, NULL);
|
---|
[a35b458] | 830 |
|
---|
[34316d4] | 831 | /* Unsubscribe from any event notifications */
|
---|
[05641a9e] | 832 | event_cleanup_answerbox(&TASK->answerbox);
|
---|
[a35b458] | 833 |
|
---|
[9306cd7] | 834 | /* Disconnect all connected IRQs */
|
---|
[48bcf49] | 835 | caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_IRQ, irq_cap_cleanup_cb,
|
---|
| 836 | NULL);
|
---|
[a35b458] | 837 |
|
---|
[9a1b20c] | 838 | /* Disconnect all phones connected to our regular answerbox */
|
---|
| 839 | ipc_answerbox_slam_phones(&TASK->answerbox, false);
|
---|
[a35b458] | 840 |
|
---|
[9a1b20c] | 841 | #ifdef CONFIG_UDEBUG
|
---|
| 842 | /* Clean up kbox thread and communications */
|
---|
| 843 | ipc_kbox_cleanup();
|
---|
| 844 | #endif
|
---|
[96258fc] | 845 |
|
---|
| 846 | /* Destroy all call capabilities */
|
---|
| 847 | caps_apply_to_kobject_type(TASK, KOBJECT_TYPE_CALL, call_cap_cleanup_cb,
|
---|
| 848 | NULL);
|
---|
[a35b458] | 849 |
|
---|
[9f22213] | 850 | /* Answer all messages in 'calls' and 'dispatched_calls' queues */
|
---|
[716185d] | 851 | ipc_cleanup_call_list(&TASK->answerbox, &TASK->answerbox.calls);
|
---|
[5d3ed34] | 852 | ipc_cleanup_call_list(&TASK->answerbox,
|
---|
| 853 | &TASK->answerbox.dispatched_calls);
|
---|
[a35b458] | 854 |
|
---|
[2405bb5] | 855 | ipc_forget_all_active_calls();
|
---|
| 856 | ipc_wait_for_all_answered_calls();
|
---|
[34316d4] | 857 |
|
---|
| 858 | assert(atomic_get(&TASK->answerbox.active_calls) == 0);
|
---|
[4e49572] | 859 | }
|
---|
[5626277] | 860 |
|
---|
[da1bafb] | 861 | /** Initilize IPC subsystem
|
---|
| 862 | *
|
---|
| 863 | */
|
---|
[5626277] | 864 | void ipc_init(void)
|
---|
| 865 | {
|
---|
[82d515e9] | 866 | call_cache = slab_cache_create("call_t", sizeof(call_t), 0, NULL,
|
---|
[e5f5ce0] | 867 | NULL, 0);
|
---|
[82d515e9] | 868 | phone_cache = slab_cache_create("phone_t", sizeof(phone_t), 0, NULL,
|
---|
[8b243f2] | 869 | NULL, 0);
|
---|
[82d515e9] | 870 | answerbox_cache = slab_cache_create("answerbox_t", sizeof(answerbox_t),
|
---|
[e5f5ce0] | 871 | 0, NULL, NULL, 0);
|
---|
[5626277] | 872 | }
|
---|
| 873 |
|
---|
[9c9903a] | 874 |
|
---|
| 875 | static void ipc_print_call_list(list_t *list)
|
---|
| 876 | {
|
---|
[feeac0d] | 877 | list_foreach(*list, ab_link, call_t, call) {
|
---|
[9c9903a] | 878 | #ifdef __32_BITS__
|
---|
| 879 | printf("%10p ", call);
|
---|
| 880 | #endif
|
---|
[a35b458] | 881 |
|
---|
[9c9903a] | 882 | #ifdef __64_BITS__
|
---|
| 883 | printf("%18p ", call);
|
---|
| 884 | #endif
|
---|
[a35b458] | 885 |
|
---|
[9c9903a] | 886 | spinlock_lock(&call->forget_lock);
|
---|
| 887 |
|
---|
| 888 | printf("%-8" PRIun " %-6" PRIun " %-6" PRIun " %-6" PRIun
|
---|
| 889 | " %-6" PRIun " %-6" PRIun " %-7x",
|
---|
| 890 | IPC_GET_IMETHOD(call->data), IPC_GET_ARG1(call->data),
|
---|
| 891 | IPC_GET_ARG2(call->data), IPC_GET_ARG3(call->data),
|
---|
| 892 | IPC_GET_ARG4(call->data), IPC_GET_ARG5(call->data),
|
---|
| 893 | call->flags);
|
---|
| 894 |
|
---|
| 895 | if (call->forget) {
|
---|
| 896 | printf(" ? (call forgotten)\n");
|
---|
| 897 | } else {
|
---|
| 898 | printf(" %" PRIu64 " (%s)\n",
|
---|
| 899 | call->sender->taskid, call->sender->name);
|
---|
| 900 | }
|
---|
| 901 |
|
---|
| 902 | spinlock_unlock(&call->forget_lock);
|
---|
| 903 | }
|
---|
| 904 | }
|
---|
| 905 |
|
---|
[9e87562] | 906 | static bool print_task_phone_cb(cap_t *cap, void *arg)
|
---|
| 907 | {
|
---|
[48bcf49] | 908 | phone_t *phone = cap->kobject->phone;
|
---|
[9e87562] | 909 |
|
---|
| 910 | mutex_lock(&phone->lock);
|
---|
| 911 | if (phone->state != IPC_PHONE_FREE) {
|
---|
| 912 | printf("%-11d %7" PRIun " ", cap->handle,
|
---|
| 913 | atomic_get(&phone->active_calls));
|
---|
[a35b458] | 914 |
|
---|
[9e87562] | 915 | switch (phone->state) {
|
---|
| 916 | case IPC_PHONE_CONNECTING:
|
---|
| 917 | printf("connecting");
|
---|
| 918 | break;
|
---|
| 919 | case IPC_PHONE_CONNECTED:
|
---|
| 920 | printf("connected to %" PRIu64 " (%s)",
|
---|
| 921 | phone->callee->task->taskid,
|
---|
| 922 | phone->callee->task->name);
|
---|
| 923 | break;
|
---|
| 924 | case IPC_PHONE_SLAMMED:
|
---|
| 925 | printf("slammed by %p", phone->callee);
|
---|
| 926 | break;
|
---|
| 927 | case IPC_PHONE_HUNGUP:
|
---|
[f40237f] | 928 | printf("hung up to %p", phone->callee);
|
---|
[9e87562] | 929 | break;
|
---|
| 930 | default:
|
---|
| 931 | break;
|
---|
| 932 | }
|
---|
[a35b458] | 933 |
|
---|
[9e87562] | 934 | printf("\n");
|
---|
| 935 | }
|
---|
| 936 | mutex_unlock(&phone->lock);
|
---|
| 937 |
|
---|
| 938 | return true;
|
---|
| 939 | }
|
---|
| 940 |
|
---|
[8b243f2] | 941 | /** List answerbox contents.
|
---|
| 942 | *
|
---|
[da1bafb] | 943 | * @param taskid Task ID.
|
---|
| 944 | *
|
---|
[8b243f2] | 945 | */
|
---|
[c4e4507] | 946 | void ipc_print_task(task_id_t taskid)
|
---|
| 947 | {
|
---|
[da1bafb] | 948 | irq_spinlock_lock(&tasks_lock, true);
|
---|
| 949 | task_t *task = task_find_by_id(taskid);
|
---|
[170332d] | 950 | if (!task) {
|
---|
[da1bafb] | 951 | irq_spinlock_unlock(&tasks_lock, true);
|
---|
[c4e4507] | 952 | return;
|
---|
[170332d] | 953 | }
|
---|
[9e87562] | 954 | task_hold(task);
|
---|
| 955 | irq_spinlock_unlock(&tasks_lock, true);
|
---|
[a35b458] | 956 |
|
---|
[05ffb41] | 957 | printf("[phone cap] [calls] [state\n");
|
---|
[a35b458] | 958 |
|
---|
[48bcf49] | 959 | caps_apply_to_kobject_type(task, KOBJECT_TYPE_PHONE,
|
---|
| 960 | print_task_phone_cb, NULL);
|
---|
[a35b458] | 961 |
|
---|
[9e87562] | 962 | irq_spinlock_lock(&task->lock, true);
|
---|
[da1bafb] | 963 | irq_spinlock_lock(&task->answerbox.lock, false);
|
---|
[a35b458] | 964 |
|
---|
[fce9b19] | 965 | printf("Active calls: %" PRIun "\n",
|
---|
| 966 | atomic_get(&task->answerbox.active_calls));
|
---|
| 967 |
|
---|
[5378f99] | 968 | #ifdef __32_BITS__
|
---|
| 969 | printf("[call id ] [method] [arg1] [arg2] [arg3] [arg4] [arg5]"
|
---|
| 970 | " [flags] [sender\n");
|
---|
| 971 | #endif
|
---|
[a35b458] | 972 |
|
---|
[5378f99] | 973 | #ifdef __64_BITS__
|
---|
| 974 | printf("[call id ] [method] [arg1] [arg2] [arg3] [arg4]"
|
---|
| 975 | " [arg5] [flags] [sender\n");
|
---|
| 976 | #endif
|
---|
[a35b458] | 977 |
|
---|
[5378f99] | 978 | printf(" --- incomming calls ---\n");
|
---|
[9c9903a] | 979 | ipc_print_call_list(&task->answerbox.calls);
|
---|
[5378f99] | 980 | printf(" --- dispatched calls ---\n");
|
---|
[9c9903a] | 981 | ipc_print_call_list(&task->answerbox.dispatched_calls);
|
---|
[6aef742] | 982 | printf(" --- incoming answers ---\n");
|
---|
[9c9903a] | 983 | ipc_print_call_list(&task->answerbox.answers);
|
---|
[a35b458] | 984 |
|
---|
[da1bafb] | 985 | irq_spinlock_unlock(&task->answerbox.lock, false);
|
---|
| 986 | irq_spinlock_unlock(&task->lock, true);
|
---|
[9e87562] | 987 |
|
---|
| 988 | task_release(task);
|
---|
[c4e4507] | 989 | }
|
---|
[b45c443] | 990 |
|
---|
[cc73a8a1] | 991 | /** @}
|
---|
[b45c443] | 992 | */
|
---|