/* * Copyright (C) 2006 Ondrej Palkovsky * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * - Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * - Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * - The name of the author may not be used to endorse or promote products * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ /** * Asynchronous library * * The aim of this library is facilitating writing programs utilizing * the asynchronous nature of Helenos IPC, yet using a normal way * of programming. * * You should be able to write very simple multithreaded programs, * the async framework will automatically take care of most synchronization * problems. * * Default semantics: * - send() - send asynchronously. If the kernel refuses to send more * messages, [ try to get responses from kernel, if nothing * found, might try synchronous ] * * Example of use: * * 1) Multithreaded client application * create_thread(thread1); * create_thread(thread2); * ... * * thread1() { * conn = ipc_connect_me_to(); * c1 = send(conn); * c2 = send(conn); * wait_for(c1); * wait_for(c2); * } * * * 2) Multithreaded server application * main() { * async_manager(); * } * * * client_connection(icallid, *icall) { * if (want_refuse) { * ipc_answer_fast(icallid, ELIMIT, 0, 0); * return; * } * ipc_answer_fast(icallid, 0, 0, 0); * * callid = async_get_call(&call); * handle(callid, call); * ipc_answer_fast(callid, 1,2,3); * * callid = async_get_call(&call); * .... * } * * TODO: Detaching/joining dead psthreads? */ #include #include #include #include #include #include #include #include #include #include #include static atomic_t async_futex = FUTEX_INITIALIZER; static hash_table_t conn_hash_table; static LIST_INITIALIZE(timeout_list); typedef struct { pstid_t ptid; /**< Thread waiting for this message */ int active; /**< If this thread is currently active */ int done; /**< If reply was received */ ipc_call_t *dataptr; /**< Pointer where the answer data * should be stored */ struct timeval expires; /**< Expiration time for waiting thread */ int has_timeout; /**< If true, this struct is in timeout list */ link_t link; ipcarg_t retval; } amsg_t; typedef struct { link_t link; ipc_callid_t callid; ipc_call_t call; } msg_t; typedef struct { link_t link; ipcarg_t in_phone_hash; /**< Incoming phone hash. */ link_t msg_queue; /**< Messages that should be delivered to this thread */ pstid_t ptid; /**< Thread associated with this connection */ int active; /**< If this thread is currently active */ /* Structures for connection opening packet */ ipc_callid_t callid; ipc_call_t call; void (*cthread)(ipc_callid_t,ipc_call_t *); } connection_t; __thread connection_t *PS_connection; /** Add microseconds to give timeval */ static void tv_add(struct timeval *tv, suseconds_t usecs) { tv->tv_sec += usecs / 1000000; tv->tv_usec += usecs % 1000000; if (tv->tv_usec > 1000000) { tv->tv_sec++; tv->tv_usec -= 1000000; } } /** Subtract 2 timevals, return microseconds difference */ static suseconds_t tv_sub(struct timeval *tv1, struct timeval *tv2) { suseconds_t result; result = tv1->tv_usec - tv2->tv_usec; result += (tv1->tv_sec - tv2->tv_sec) * 1000000; return result; } /** Compare timeval * * @return 1 if tv1 > tv2, otherwise 0 */ static int tv_gt(struct timeval *tv1, struct timeval *tv2) { if (tv1->tv_sec > tv2->tv_sec) return 1; if (tv1->tv_sec == tv2->tv_sec && tv1->tv_usec > tv2->tv_usec) return 1; return 0; } /* Hash table functions */ #define CONN_HASH_TABLE_CHAINS 32 static hash_index_t conn_hash(unsigned long *key) { assert(key); return ((*key) >> 4) % CONN_HASH_TABLE_CHAINS; } static int conn_compare(unsigned long key[], hash_count_t keys, link_t *item) { connection_t *hs; hs = hash_table_get_instance(item, connection_t, link); return key[0] == hs->in_phone_hash; } static void conn_remove(link_t *item) { free(hash_table_get_instance(item, connection_t, link)); } /** Operations for NS hash table. */ static hash_table_operations_t conn_hash_table_ops = { .hash = conn_hash, .compare = conn_compare, .remove_callback = conn_remove }; /*************************************************/ /** Try to route a call to an appropriate connection thread * */ static int route_call(ipc_callid_t callid, ipc_call_t *call) { connection_t *conn; msg_t *msg; link_t *hlp; unsigned long key; futex_down(&async_futex); key = call->in_phone_hash; hlp = hash_table_find(&conn_hash_table, &key); if (!hlp) { futex_up(&async_futex); return 0; } conn = hash_table_get_instance(hlp, connection_t, link); msg = malloc(sizeof(*msg)); msg->callid = callid; msg->call = *call; list_append(&msg->link, &conn->msg_queue); if (!conn->active) { conn->active = 1; psthread_add_ready(conn->ptid); } futex_up(&async_futex); return 1; } /** Return new incoming message for current(thread-local) connection */ ipc_callid_t async_get_call(ipc_call_t *call) { msg_t *msg; ipc_callid_t callid; connection_t *conn; futex_down(&async_futex); conn = PS_connection; /* If nothing in queue, wait until something appears */ if (list_empty(&conn->msg_queue)) { conn->active = 0; psthread_schedule_next_adv(PS_TO_MANAGER); } msg = list_get_instance(conn->msg_queue.next, msg_t, link); list_remove(&msg->link); callid = msg->callid; *call = msg->call; free(msg); futex_up(&async_futex); return callid; } /** Thread function that gets created on new connection * * This function is defined as a weak symbol - to be redefined in * user code. */ void client_connection(ipc_callid_t callid, ipc_call_t *call) { ipc_answer_fast(callid, ENOENT, 0, 0); } /** Function that gets called on interrupt receival * * This function is defined as a weak symbol - to be redefined in * user code. */ void interrupt_received(ipc_call_t *call) { } /** Wrapper for client connection thread * * When new connection arrives, thread with this function is created. * It calls client_connection and does final cleanup. * * @parameter arg Connection structure pointer */ static int connection_thread(void *arg) { unsigned long key; msg_t *msg; connection_t *conn; /* Setup thread local connection pointer */ PS_connection = (connection_t *)arg; conn = PS_connection; conn->cthread(conn->callid, &conn->call); /* Remove myself from connection hash table */ futex_down(&async_futex); key = conn->in_phone_hash; hash_table_remove(&conn_hash_table, &key, 1); futex_up(&async_futex); /* Answer all remaining messages with ehangup */ while (!list_empty(&conn->msg_queue)) { msg = list_get_instance(conn->msg_queue.next, msg_t, link); list_remove(&msg->link); ipc_answer_fast(msg->callid, EHANGUP, 0, 0); free(msg); } } /** Create new thread for a new connection * * Creates new thread for connection, fills in connection * structures and inserts it into the hash table, so that * later we can easily do routing of messages to particular * threads. * * @param in_phone_hash Identification of the incoming connection * @param callid Callid of the IPC_M_CONNECT_ME_TO packet * @param call Call data of the opening packet * @param cthread Thread function that should be called upon * opening the connection * @return New thread id */ pstid_t async_new_connection(ipcarg_t in_phone_hash,ipc_callid_t callid, ipc_call_t *call, void (*cthread)(ipc_callid_t,ipc_call_t *)) { pstid_t ptid; connection_t *conn; unsigned long key; conn = malloc(sizeof(*conn)); if (!conn) { ipc_answer_fast(callid, ENOMEM, 0, 0); return NULL; } conn->in_phone_hash = in_phone_hash; list_initialize(&conn->msg_queue); conn->ptid = psthread_create(connection_thread, conn); conn->callid = callid; if (call) conn->call = *call; conn->active = 1; /* We will activate it asap */ conn->cthread = cthread; list_initialize(&conn->link); if (!conn->ptid) { free(conn); ipc_answer_fast(callid, ENOMEM, 0, 0); return NULL; } key = conn->in_phone_hash; futex_down(&async_futex); /* Add connection to hash table */ hash_table_insert(&conn_hash_table, &key, &conn->link); futex_up(&async_futex); psthread_add_ready(conn->ptid); return conn->ptid; } /** Handle call that was received */ static void handle_call(ipc_callid_t callid, ipc_call_t *call) { /* Unrouted call - do some default behaviour */ switch (IPC_GET_METHOD(*call)) { case IPC_M_INTERRUPT: interrupt_received(call); return; case IPC_M_CONNECT_ME_TO: /* Open new connection with thread etc. */ async_new_connection(IPC_GET_ARG3(*call), callid, call, client_connection); return; } /* Try to route call through connection tables */ if (route_call(callid, call)) return; /* Unknown call from unknown phone - hang it up */ ipc_answer_fast(callid, EHANGUP, 0, 0); } /** Fire all timeouts that expired */ static void handle_expired_timeouts(void) { struct timeval tv; amsg_t *amsg; link_t *cur; gettimeofday(&tv,NULL); futex_down(&async_futex); cur = timeout_list.next; while (cur != &timeout_list) { amsg = list_get_instance(cur,amsg_t,link); if (tv_gt(&amsg->expires, &tv)) break; cur = cur->next; list_remove(&amsg->link); amsg->has_timeout = 0; /* Redundant condition? The thread should not * be active when it gets here. */ if (!amsg->active) { amsg->active = 1; psthread_add_ready(amsg->ptid); } } futex_up(&async_futex); } /** Endless loop dispatching incoming calls and answers */ int async_manager(void) { ipc_call_t call; ipc_callid_t callid; int timeout; amsg_t *amsg; struct timeval tv; while (1) { if (psthread_schedule_next_adv(PS_FROM_MANAGER)) { futex_up(&async_futex); /* async_futex is always held * when entering manager thread */ continue; } futex_down(&async_futex); if (!list_empty(&timeout_list)) { amsg = list_get_instance(timeout_list.next,amsg_t,link); gettimeofday(&tv,NULL); if (tv_gt(&tv, &amsg->expires)) { handle_expired_timeouts(); continue; } else timeout = tv_sub(&amsg->expires, &tv); } else timeout = SYNCH_NO_TIMEOUT; futex_up(&async_futex); callid = ipc_wait_cycle(&call, timeout, SYNCH_BLOCKING); if (!callid) { handle_expired_timeouts(); continue; } if (callid & IPC_CALLID_ANSWERED) continue; handle_call(callid, &call); } } /** Function to start async_manager as a standalone thread * * When more kernel threads are used, one async manager should * exist per thread. The particular implementation may change, * currently one async_manager is started automatically per kernel * thread except main thread. */ static int async_manager_thread(void *arg) { futex_up(&async_futex); /* async_futex is always locked when entering * manager */ async_manager(); } /** Add one manager to manager list */ void async_create_manager(void) { pstid_t ptid; ptid = psthread_create(async_manager_thread, NULL); psthread_add_manager(ptid); } /** Remove one manager from manager list */ void async_destroy_manager(void) { psthread_remove_manager(); } /** Initialize internal structures needed for async manager */ int _async_init(void) { if (!hash_table_create(&conn_hash_table, CONN_HASH_TABLE_CHAINS, 1, &conn_hash_table_ops)) { printf("%s: cannot create hash table\n", "async"); return ENOMEM; } } /** IPC handler for messages in async framework * * Notify thread that is waiting for this message, that it arrived */ static void reply_received(void *private, int retval, ipc_call_t *data) { amsg_t *msg = (amsg_t *) private; msg->retval = retval; futex_down(&async_futex); /* Copy data after futex_down, just in case the * call was detached */ if (msg->dataptr) *msg->dataptr = *data; write_barrier(); /* Remove message from timeout list */ if (msg->has_timeout) list_remove(&msg->link); msg->done = 1; if (! msg->active) { msg->active = 1; psthread_add_ready(msg->ptid); } futex_up(&async_futex); } /** Send message and return id of the sent message * * The return value can be used as input for async_wait() to wait * for completion. */ aid_t async_send_2(int phoneid, ipcarg_t method, ipcarg_t arg1, ipcarg_t arg2, ipc_call_t *dataptr) { amsg_t *msg; msg = malloc(sizeof(*msg)); msg->active = 1; msg->done = 0; msg->dataptr = dataptr; ipc_call_async_2(phoneid,method,arg1,arg2,msg,reply_received); return (aid_t) msg; } /** Wait for a message sent by async framework * * @param amsgid Message ID to wait for * @param retval Pointer to variable where will be stored retval * of the answered message. If NULL, it is ignored. * */ void async_wait_for(aid_t amsgid, ipcarg_t *retval) { amsg_t *msg = (amsg_t *) amsgid; connection_t *conn; futex_down(&async_futex); if (msg->done) { futex_up(&async_futex); goto done; } msg->ptid = psthread_get_id(); msg->active = 0; msg->has_timeout = 0; /* Leave locked async_futex when entering this function */ psthread_schedule_next_adv(PS_TO_MANAGER); /* futex is up automatically after psthread_schedule_next...*/ done: if (retval) *retval = msg->retval; free(msg); } /** Insert sort timeout msg into timeouts list * * Assume async_futex is held */ static void insert_timeout(amsg_t *msg) { link_t *tmp; amsg_t *cur; tmp = timeout_list.next; while (tmp != &timeout_list) { cur = list_get_instance(tmp, amsg_t, link); if (tv_gt(&cur->expires, &msg->expires)) break; tmp = tmp->next; } list_append(&msg->link, tmp); } /** Wait for a message sent by async framework with timeout * * @param amsgid Message ID to wait for * @param retval Pointer to variable where will be stored retval * of the answered message. If NULL, it is ignored. * @param timeout Timeout in usecs * @return 0 on success, ETIMEOUT if timeout expired * */ int async_wait_timeout(aid_t amsgid, ipcarg_t *retval, suseconds_t timeout) { amsg_t *msg = (amsg_t *) amsgid; connection_t *conn; futex_down(&async_futex); if (msg->done) { futex_up(&async_futex); goto done; } msg->ptid = psthread_get_id(); msg->active = 0; msg->has_timeout = 1; gettimeofday(&msg->expires, NULL); tv_add(&msg->expires, timeout); insert_timeout(msg); /* Leave locked async_futex when entering this function */ psthread_schedule_next_adv(PS_TO_MANAGER); /* futex is up automatically after psthread_schedule_next...*/ if (!msg->done) return ETIMEOUT; done: if (retval) *retval = msg->retval; free(msg); return 0; } /** Wait specified time, but in the meantime handle incoming events * * @param timeout Time in microseconds to wait */ void async_usleep(suseconds_t timeout) { amsg_t *msg; msg = malloc(sizeof(*msg)); if (!msg) return; msg->ptid = psthread_get_id(); msg->active = 0; msg->has_timeout = 1; gettimeofday(&msg->expires, NULL); tv_add(&msg->expires, timeout); futex_down(&async_futex); insert_timeout(msg); /* Leave locked async_futex when entering this function */ psthread_schedule_next_adv(PS_TO_MANAGER); /* futex is up automatically after psthread_schedule_next...*/ free(msg); }