task.c revision 2acf5526612dd7bd01b646c0941031437fb97d92
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#include "attribute.h"
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#include <isc/assertions.h>
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#include <isc/thread.h>
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#include <isc/task.h>
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington/***
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *** General Macros.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ***/
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington/*
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We use macros instead of calling the os_ routines directly because
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * the capital letters make the locking stand out.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
368b37b616234fce3d23099eb180f1dd38e1fb62Mark Andrews * We INSIST that they succeed since there's no way for us to continue
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * if they fail.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define LOCK(lp) INSIST(os_mutex_lock((lp)))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define UNLOCK(lp) INSIST(os_mutex_unlock((lp)))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define WAIT(cvp, lp) INSIST(os_condition_wait((cvp), (lp)))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define BROADCAST(cvp) INSIST(os_condition_broadcast((cvp)))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#ifdef DEBUGTRACE
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define XTRACE(m) printf("%s %p\n", (m), os_thread_self())
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#else
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define XTRACE(m)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#endif
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington/***
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *** Types.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ***/
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontypedef enum {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_state_idle, task_state_ready, task_state_running,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_state_shutdown
8804fd9936acd703073c4a75072852c38738a990Brian Wellington} task_state_t;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define TASK_MAGIC 0x5441534BU /* TASK. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define VALID_TASK(t) ((t) != NULL && \
8804fd9936acd703073c4a75072852c38738a990Brian Wellington (t)->magic == TASK_MAGIC)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonstruct task {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /* Not locked. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington unsigned int magic;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_manager_t manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington os_mutex_t lock;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /* Locked by task lock. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_state_t state;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington unsigned int references;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_eventlist_t events;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington unsigned int quantum;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t enqueue_allowed;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_event_t shutdown_event;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /* Locked by task manager lock. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LINK(struct task) link;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LINK(struct task) ready_link;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington};
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define TASK_MANAGER_MAGIC 0x54534B4DU /* TSKM. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define VALID_MANAGER(m) ((m) != NULL && \
8804fd9936acd703073c4a75072852c38738a990Brian Wellington (m)->magic == TASK_MANAGER_MAGIC)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonstruct task_manager {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /* Not locked. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington unsigned int magic;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington mem_context_t mctx;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington os_mutex_t lock;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /* Locked by task manager lock. */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington unsigned int default_quantum;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LIST(struct task) tasks;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LIST(struct task) ready_tasks;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington os_condition_t work_available;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t exiting;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington unsigned int workers;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington os_condition_t no_workers;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington};
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define DEFAULT_DEFAULT_QUANTUM 5
8804fd9936acd703073c4a75072852c38738a990Brian Wellington#define FINISHED(m) ((m)->exiting && EMPTY((m)->tasks))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington/***
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *** Events.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ***/
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonstatic inline task_event_t
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonevent_allocate(mem_context_t mctx, task_eventtype_t type,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_action_t action, void *arg, size_t size)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington{
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_event_t event;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event = mem_get(mctx, size);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (event == NULL)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event->mctx = mctx;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event->size = size;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event->type = type;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event->action = action;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event->arg = arg;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (event);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_event_t
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_event_allocate(mem_context_t mctx, task_eventtype_t type,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_action_t action, void *arg, size_t size)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington{
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (size < sizeof (struct task_event))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (type < 0)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (action == NULL)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (event_allocate(mctx, type, action, arg, size));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonvoid
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_event_free(task_event_t *eventp) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_event_t event;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(eventp != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event = *eventp;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(event != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington mem_put(event->mctx, event, event->size);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *eventp = NULL;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington/***
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *** Tasks.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ***/
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonstatic void
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_free(task_t task) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_manager_t manager = task->manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington XTRACE("free task");
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(EMPTY(task->events));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLINK(manager->tasks, task, link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (FINISHED(manager)) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /*
c03bb27f0675a6e60ceea66b451548e8481bc05cMark Andrews * All tasks have completed and the
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * task manager is exiting. Wake up
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * any idle worker threads so they
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * can exit.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington BROADCAST(&manager->work_available);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington (void)os_mutex_destroy(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->shutdown_event != NULL)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_event_free(&task->shutdown_event);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->magic = 0;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington mem_put(manager->mctx, task, sizeof *task);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonboolean_t
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_create(task_manager_t manager, task_action_t shutdown_action,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington void *shutdown_arg, unsigned int quantum, task_t *taskp)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington{
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_t task;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(VALID_MANAGER(manager));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(taskp != NULL && *taskp == NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task = mem_get(manager->mctx, sizeof *task);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task == NULL)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (FALSE);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->magic = TASK_MAGIC;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->manager = manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (!os_mutex_init(&task->lock)) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington mem_put(manager->mctx, task, sizeof *task);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (FALSE);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->state = task_state_idle;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->references = 1;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INIT_LIST(task->events);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->quantum = quantum;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->enqueue_allowed = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->shutdown_event = event_allocate(manager->mctx,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington TASK_EVENT_SHUTDOWN,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington shutdown_action,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington shutdown_arg,
8804fd9936acd703073c4a75072852c38738a990Brian Wellington sizeof *task->shutdown_event);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->shutdown_event == NULL) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington (void)os_mutex_destroy(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington mem_put(manager->mctx, task, sizeof *task);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (FALSE);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INIT_LINK(task, link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INIT_LINK(task, ready_link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->quantum == 0)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->quantum = manager->default_quantum;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington APPEND(manager->tasks, task, link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *taskp = task;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (TRUE);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonvoid
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_attach(task_t task, task_t *taskp) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(VALID_TASK(task));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(taskp != NULL && *taskp == NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->references++;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
368b37b616234fce3d23099eb180f1dd38e1fb62Mark Andrews *taskp = task;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonvoid
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_detach(task_t *taskp) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t free_task = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_manager_t manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_t task;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington XTRACE("task_detach");
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(taskp != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task = *taskp;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(VALID_TASK(task));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(task->references > 0);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->references--;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->state == task_state_shutdown &&
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->references == 0) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington manager = task->manager;
368b37b616234fce3d23099eb180f1dd38e1fb62Mark Andrews INSIST(VALID_MANAGER(manager));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington free_task = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (free_task)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_free(task);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *taskp = NULL;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonboolean_t
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_send_event(task_t task, task_event_t *eventp) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t was_idle = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t discard = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_event_t event;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(VALID_TASK(task));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(eventp != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington event = *eventp;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(event != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(event->type >= 0);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington XTRACE("sending");
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /*
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We're trying hard to hold locks for as short a time as possible.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We're also trying to hold as few locks as possible. This is why
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * some processing is deferred until after a lock is released.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->enqueue_allowed) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->state == task_state_idle) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington was_idle = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(EMPTY(task->events));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->state = task_state_ready;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(task->state == task_state_ready ||
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->state == task_state_running);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ENQUEUE(task->events, event, link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington } else
8804fd9936acd703073c4a75072852c38738a990Brian Wellington discard = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (discard) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_event_free(&event);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *eventp = NULL;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (TRUE);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (was_idle) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t need_wakeup = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_manager_t manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /*
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We need to add this task to the ready queue.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We've waited until now to do it, rather than doing it
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * while holding the task lock, because we don't want to
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * block while holding the task lock.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We've changed the state to ready, so no one else will
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * be trying to add this task to the ready queue. It
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * thus doesn't matter if more events have been added to
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * the queue after we gave up the task lock.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * Shutting down a task requires posting a shutdown event
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * to the task's queue and then executing it, so there's
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * no way the task can disappear. A task is always on the
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * task manager's 'tasks' list, so the task manager can
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * always post a shutdown event to all tasks if it is
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * requested to shutdown.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington manager = task->manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(VALID_MANAGER(manager));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (EMPTY(manager->ready_tasks))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington need_wakeup = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ENQUEUE(manager->ready_tasks, task, ready_link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /*
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * If the runnable queue is empty, the worker threads could
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * either be executing tasks or waiting for something to do.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * We wakeup anyone who is sleeping.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (need_wakeup)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington BROADCAST(&manager->work_available);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *eventp = NULL;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington XTRACE("sent");
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return (TRUE);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonvoid
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_shutdown(task_t task) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t was_idle = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t discard = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(VALID_TASK(task));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /*
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * This routine is very similar to task_send_event() above.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington */
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->enqueue_allowed) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (task->state == task_state_idle) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington was_idle = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(EMPTY(task->events));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->state = task_state_ready;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(task->state == task_state_ready ||
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->state == task_state_running);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(task->shutdown_event != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ENQUEUE(task->events, task->shutdown_event, link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->shutdown_event = NULL;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task->enqueue_allowed = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington } else
8804fd9936acd703073c4a75072852c38738a990Brian Wellington discard = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&task->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (discard)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington return;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (was_idle) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t need_wakeup = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_manager_t manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington manager = task->manager;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington INSIST(VALID_MANAGER(manager));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington LOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (EMPTY(manager->ready_tasks))
8804fd9936acd703073c4a75072852c38738a990Brian Wellington need_wakeup = TRUE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ENQUEUE(manager->ready_tasks, task, ready_link);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington UNLOCK(&manager->lock);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington if (need_wakeup)
8804fd9936acd703073c4a75072852c38738a990Brian Wellington BROADCAST(&manager->work_available);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington }
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonvoid
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtontask_destroy(task_t *taskp) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(taskp != NULL);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_shutdown(*taskp);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_detach(taskp);
8804fd9936acd703073c4a75072852c38738a990Brian Wellington}
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington/***
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *** Task Manager.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington ***/
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonstatic
8804fd9936acd703073c4a75072852c38738a990Brian Wellingtonvoid *task_manager_run(void *uap) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_manager_t manager = uap;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington task_t task;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington boolean_t no_workers = FALSE;
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington XTRACE("start");
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington REQUIRE(VALID_MANAGER(manager));
8804fd9936acd703073c4a75072852c38738a990Brian Wellington
8804fd9936acd703073c4a75072852c38738a990Brian Wellington /*
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * Again we're trying to hold the lock for as short a time as possible
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * and to do as little locking and unlocking as possible.
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * In both while loops, the appropriate lock must be held before the
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * while body starts. Code which acquired the lock at the top of
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * the loop would be more readable, but would result in a lot of
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * extra locking. Compare:
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * Straightforward:
8804fd9936acd703073c4a75072852c38738a990Brian Wellington *
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * LOCK();
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * ...
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * UNLOCK();
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * while (expression) {
8804fd9936acd703073c4a75072852c38738a990Brian Wellington * LOCK();
* ...
* UNLOCK();
*
* Unlocked part here...
*
* LOCK();
* ...
* UNLOCK();
* }
*
* Note how if the loop continues we unlock and then immediately lock.
* For N iterations of the loop, this code does 2N+1 locks and 2N+1
* unlocks. Also note that the lock is not held when the while
* condition is tested, which may or may not be important, depending
* on the expression.
*
* As written:
*
* LOCK();
* while (expression) {
* ...
* UNLOCK();
*
* Unlocked part here...
*
* LOCK();
* ...
* }
* UNLOCK();
*
* For N iterations of the loop, this code does N+1 locks and N+1
* unlocks. The while expression is always protected by the lock.
*/
LOCK(&manager->lock);
while (!FINISHED(manager)) {
/*
* For reasons similar to those given in the comment in
* task_send_event() above, it is safe for us to dequeue
* the task while only holding the manager lock, and then
* change the task to running state while only holding the
* task lock.
*/
while (EMPTY(manager->ready_tasks) && !FINISHED(manager)) {
XTRACE("wait");
WAIT(&manager->work_available, &manager->lock);
XTRACE("awake");
}
XTRACE("working");
task = HEAD(manager->ready_tasks);
if (task != NULL) {
unsigned int dispatch_count = 0;
boolean_t done = FALSE;
boolean_t requeue = FALSE;
boolean_t wants_shutdown;
boolean_t is_shutdown;
boolean_t free_task = FALSE;
task_event_t event;
task_eventlist_t remaining_events;
boolean_t discard_remaining = FALSE;
INSIST(VALID_TASK(task));
/*
* Note we only unlock the manager lock if we actually
* have a task to do. We must reacquire the manager
* lock before exiting the 'if (task != NULL)' block.
*/
DEQUEUE(manager->ready_tasks, task, ready_link);
UNLOCK(&manager->lock);
LOCK(&task->lock);
task->state = task_state_running;
while (!done) {
INSIST(!EMPTY(task->events));
event = HEAD(task->events);
DEQUEUE(task->events, event, link);
UNLOCK(&task->lock);
if (event->type == TASK_EVENT_SHUTDOWN)
is_shutdown = TRUE;
else
is_shutdown = FALSE;
/*
* Execute the event action.
*/
XTRACE("execute action");
if (event->action != NULL)
wants_shutdown =
(event->action)(task, event);
else
wants_shutdown = FALSE;
dispatch_count++;
task_event_free(&event);
LOCK(&task->lock);
if (wants_shutdown || is_shutdown) {
/*
* The event action has either
* requested shutdown, or the event
* we just executed was the shutdown
* event.
*
* Since no more events can be
* delivered to the task, we purge
* any remaining events (but defer
* freeing them until we've released
* the lock).
*/
XTRACE("wants shutdown");
if (!EMPTY(task->events)) {
remaining_events =
task->events;
INIT_LIST(task->events);
discard_remaining = TRUE;
}
if (task->references == 0)
free_task = TRUE;
task->state = task_state_shutdown;
task->enqueue_allowed = FALSE;
done = TRUE;
} else if (EMPTY(task->events)) {
/*
* Nothing else to do for this task.
* Put it to sleep.
*/
task->state = task_state_idle;
done = TRUE;
} else if (dispatch_count >= task->quantum) {
/*
* Our quantum has expired, but
* there is more work to be done.
* We'll requeue it to the ready
* queue later.
*
* We don't check quantum until
* dispatching at least one event,
* so the minimum quantum is one.
*/
task->state = task_state_ready;
requeue = TRUE;
done = TRUE;
}
}
UNLOCK(&task->lock);
if (discard_remaining) {
task_event_t next_event;
for (event = HEAD(remaining_events);
event != NULL;
event = next_event) {
next_event = NEXT(event, link);
task_event_free(&event);
}
}
if (free_task)
task_free(task);
LOCK(&manager->lock);
if (requeue) {
/*
* We know we're awake, so we don't have
* to wakeup any sleeping threads if the
* ready queue is empty before we requeue.
*
* A possible optimization if the queue is
* empty is to 'goto' the 'if (task != NULL)'
* block, avoiding the ENQUEUE of the task
* and the subsequent immediate DEQUEUE
* (since it is the only executable task).
* We don't do this because then we'd be
* skipping the exit_requested check. The
* cost of ENQUEUE is low anyway, especially
* when you consider that we'd have to do
* an extra EMPTY check to see if we could
* do the optimization. If the ready queue
* were usually nonempty, the 'optimization'
* might even hurt rather than help.
*/
ENQUEUE(manager->ready_tasks, task,
ready_link);
}
}
}
INSIST(manager->workers > 0);
manager->workers--;
if (manager->workers == 0)
no_workers = TRUE;
UNLOCK(&manager->lock);
if (no_workers)
BROADCAST(&manager->no_workers);
XTRACE("exit");
return (NULL);
}
static void
manager_free(task_manager_t manager) {
(void)os_condition_destroy(&manager->work_available);
(void)os_condition_destroy(&manager->no_workers);
(void)os_mutex_destroy(&manager->lock);
manager->magic = 0;
mem_put(manager->mctx, manager, sizeof *manager);
}
unsigned int
task_manager_create(mem_context_t mctx, unsigned int workers,
unsigned int default_quantum, task_manager_t *managerp)
{
unsigned int i, started = 0;
task_manager_t manager;
os_thread_t thread;
if (workers == 0)
return (0);
manager = mem_get(mctx, sizeof *manager);
if (manager == NULL)
return (0);
manager->magic = TASK_MANAGER_MAGIC;
manager->mctx = mctx;
if (!os_mutex_init(&manager->lock)) {
mem_put(mctx, manager, sizeof *manager);
return (0);
}
if (default_quantum == 0)
default_quantum = DEFAULT_DEFAULT_QUANTUM;
manager->default_quantum = default_quantum;
INIT_LIST(manager->tasks);
INIT_LIST(manager->ready_tasks);
if (!os_condition_init(&manager->work_available)) {
(void)os_mutex_destroy(&manager->lock);
mem_put(mctx, manager, sizeof *manager);
return (0);
}
manager->exiting = FALSE;
manager->workers = 0;
if (!os_condition_init(&manager->no_workers)) {
(void)os_condition_destroy(&manager->work_available);
(void)os_mutex_destroy(&manager->lock);
mem_put(mctx, manager, sizeof *manager);
return (0);
}
LOCK(&manager->lock);
/*
* Start workers.
*/
for (i = 0; i < workers; i++) {
if (os_thread_create(task_manager_run, manager, &thread)) {
manager->workers++;
started++;
(void)os_thread_detach(thread);
}
}
UNLOCK(&manager->lock);
if (started == 0) {
manager_free(manager);
return (0);
}
*managerp = manager;
return (started);
}
void
task_manager_destroy(task_manager_t *managerp) {
task_manager_t manager;
task_t task;
REQUIRE(managerp != NULL);
manager = *managerp;
REQUIRE(VALID_MANAGER(manager));
XTRACE("task_manager_destroy");
/*
* Only one non-worker thread may ever call this routine.
* If a worker thread wants to initiate shutdown of the
* task manager, it should ask some non-worker thread to call
* task_manager_destroy(), e.g. by signalling a condition variable
* that the startup thread is sleeping on.
*/
/*
* Unlike elsewhere, we're going to hold this lock a long time.
* We need to do so, because otherwise the list of tasks could
* change while we were traversing it.
*
* This is also the only function where we will hold both the
* task manager lock and a task lock at the same time.
*/
LOCK(&manager->lock);
/*
* Make sure we only get called once.
*/
INSIST(!manager->exiting);
manager->exiting = TRUE;
/*
* Post the shutdown event to every task (if it hasn't already been
* posted).
*/
for (task = HEAD(manager->tasks);
task != NULL;
task = NEXT(task, link)) {
LOCK(&task->lock);
if (task->enqueue_allowed) {
INSIST(task->shutdown_event != NULL);
ENQUEUE(task->events, task->shutdown_event, link);
task->shutdown_event = NULL;
if (task->state == task_state_idle) {
task->state = task_state_ready;
ENQUEUE(manager->ready_tasks, task,
ready_link);
}
INSIST(task->state == task_state_ready ||
task->state == task_state_running);
task->enqueue_allowed = FALSE;
}
UNLOCK(&task->lock);
}
/*
* Wake up any sleeping workers. This ensures we get work done if
* there's work left to do, and if there are already no tasks left
* it will cause the workers to see manager->exiting.
*/
BROADCAST(&manager->work_available);
/*
* Wait for all the worker threads to exit.
*
* XXX This will become a timed wait. If all the workers haven't
* died after we've waited the specified interval, we will
* kill the worker threads. Should we join with the worker
* threads after killing them or just leave them detached and
* hope they go away?
*/
while (manager->workers > 0)
WAIT(&manager->no_workers, &manager->lock);
UNLOCK(&manager->lock);
manager_free(manager);
*managerp = NULL;
}