507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * CDDL HEADER START
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * The contents of this file are subject to the terms of the
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Common Development and Distribution License (the "License").
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * You may not use this file except in compliance with the License.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * See the License for the specific language governing permissions
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * and limitations under the License.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * When distributing Covered Code, include this CDDL HEADER in each
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * If applicable, add the following below this CDDL HEADER, with the
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * fields enclosed by brackets "[]" replaced with your own identifying
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * information: Portions Copyright [yyyy] [name of copyright owner]
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * CDDL HEADER END
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing China * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Use is subject to license terms.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf/* ghd_poll() function codes: */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlftypedef enum {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf GHD_POLL_DEVICE, /* wait for a specific device to idle */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Local functions:
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfstatic int ghd_poll(ccc_t *cccp, gpoll_t polltype, ulong_t polltime,
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Local configuration variables
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing China#define DEFAULT_GHD_TIMEOUT 50000 /* Amount of time to poll(50ms) */
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing Chinaulong_t ghd_tran_abort_timeout = DEFAULT_GHD_TIMEOUT;
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing Chinaulong_t ghd_tran_abort_lun_timeout = DEFAULT_GHD_TIMEOUT;
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing Chinaulong_t ghd_tran_reset_target_timeout = DEFAULT_GHD_TIMEOUT;
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing Chinaulong_t ghd_tran_reset_bus_timeout = DEFAULT_GHD_TIMEOUT;
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf if (ddi_add_softintr(cccp->ccc_hba_dip, DDI_SOFTINT_LOW,
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf GDBG_ERROR(("ghd_doneq_init: add softintr failed cccp 0x%p\n",
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf (void *)cccp));
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf mutex_init(&cccp->ccc_doneq_mutex, NULL, MUTEX_DRIVER, iblock);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_complete():
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * The HBA driver calls this entry point when it's completely
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * done processing a request.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * See the GHD_COMPLETE_INLINE() macro in ghd.h for the actual code.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_doneq_put_head():
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Mark the request done and prepend it to the doneq.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * See the GHD_DONEQ_PUT_HEAD_INLINE() macros in ghd.h for
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * the actual code.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_doneq_put_tail():
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Mark the request done and append it to the doneq.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * See the GHD_DONEQ_PUT_TAIL_INLINE() macros in ghd.h for
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * the actual code.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfstatic void
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfstatic void
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* trigger software interrupt for the completion callbacks */
1dc8bc23152a02d4586ec1fd8612f7e8f57ceb42zk * If we are panicking we should just call the completion
1dc8bc23152a02d4586ec1fd8612f7e8f57ceb42zk * function directly as we can not use soft interrupts
1dc8bc23152a02d4586ec1fd8612f7e8f57ceb42zk * or timeouts during panic.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf/* ***************************************************************** */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_doneq_process()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * This function is called directly from the software interrupt
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * handler.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * The doneq is protected by a separate mutex than the
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * HBA mutex in order to avoid mutex contention on MP systems.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf for (;;) {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* skip if FLAG_NOINTR request in progress */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* pop the first one from the done Q */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* special request; processed here and discarded */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * drop the mutex since completion
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * function can re-enter the top half via
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_transport()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf (*cccp->ccc_hba_complete)(cccp->ccc_hba_handle, gcmdp, TRUE);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* I don't think this is ever necessary */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfstatic void
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* lock the reset notify list while we operate on it */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf rnp = (ghd_reset_notify_list_t *)L2_next(&rnp->l2_link)) {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* don't call if HBA driver didn't set it */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf/* ***************************************************************** */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_register()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Do the usual interrupt handler setup stuff.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Also, set up three mutexes: the wait queue mutex, the HBA
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * mutex, and the done queue mutex. The permitted locking
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * orders are:
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 1. enter(waitq)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 2. enter(activel)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 3. enter(doneq)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 4. enter(HBA) then enter(activel)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 5. enter(HBA) then enter(doneq)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 6. enter(HBA) then enter(waitq)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * 7. enter(waitq) then tryenter(HBA)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Note: cases 6 and 7 won't deadlock because case 7 is always
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * mutex_tryenter() call.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf int (*ccballoc)(gtgt_t *, gcmd_t *, int, int, int, int),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf void (*sg_func)(gcmd_t *, ddi_dma_cookie_t *, int, int),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf int (*get_status)(void *, void *),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf void (*process_intr)(void *, void *),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf int (*timeout_func)(void *, gcmd_t *, gtgt_t *, gact_t, int),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf cccp->ccc_hba_reset_notify_callback = hba_reset_notify_callback;
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* initialize the HBA's list headers */
9f49ae270d37efd5c5270cb8046b4229b5380021mlf if (ddi_get_iblock_cookie(dip, inumber, &cccp->ccc_iblock)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf mutex_init(&cccp->ccc_hba_mutex, NULL, MUTEX_DRIVER, cccp->ccc_iblock);
9f49ae270d37efd5c5270cb8046b4229b5380021mlf mutex_init(&cccp->ccc_reset_notify_mutex, NULL, MUTEX_DRIVER,
9f49ae270d37efd5c5270cb8046b4229b5380021mlf /* Establish interrupt handler */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf if (ghd_timer_attach(cccp, tmrp, timeout_func) == FALSE) {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ddi_remove_intr(cccp->ccc_hba_dip, 0, cccp->ccc_iblock);
9f49ae270d37efd5c5270cb8046b4229b5380021mlf * ghd_doneq_init() returned error:
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ddi_remove_intr(cccp->ccc_hba_dip, 0, cccp->ccc_iblock);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ddi_remove_intr(cccp->ccc_hba_dip, 0, cccp->ccc_iblock);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf void (*processfunc)(void *, void *) = cccp->ccc_process_intr;
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf for (;;) {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* process the interrupt status */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf GDBG_INTR(("ghd_intr(): done cccp=0x%p status=0x%p rc %d\n",
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Release the mutexes in the opposite order that they
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * were acquired to prevent requests queued by
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_transport() from getting hung up in the wait queue.
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing China clock_t poll_lbolt;
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* Que hora es? */
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing China poll_lbolt = drv_usectohz((clock_t)polltime);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* unqueue and save all CMD/CCBs until I find the right one */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* Give up yet? */
14e0668fa5c67fe3c44f2abd39f29a6f18272f11zhongyan gu - Sun Microsystems - Beijing China if (poll_lbolt && (current_lbolt - start_lbolt >= poll_lbolt))
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * delay 1 msec each time around the loop (this is an
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * arbitrary delay value, any value should work) except
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * zero because some devices don't like being polled too
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * fast and it saturates the bus on an MP system.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * check for any new device status
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf if ((*cccp->ccc_get_status)(cccp->ccc_hba_handle, intr_status))
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * If something completed then try to start the
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * next request from the wait queue. Don't release
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * the HBA mutex because I don't know whether my
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * request(s) is/are on the done queue yet.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Process the first of any timed-out requests.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Unqueue all the completed requests, look for mine
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * If we got one and it's my request, then
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * we're done.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* fifo queue the other cmds on my local list */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Check whether we're done yet.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * wait for everything queued on a specific device
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * if waiting for all outstanding requests and
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * if active list is now empty then exit
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * copy the local gcmd_hold_queue back to the doneq so
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * that the order of completion callbacks is preserved
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_tran_abort()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Abort specific command on a target.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfghd_tran_abort(ccc_t *cccp, gcmd_t *gcmdp, gtgt_t *gtgtp, void *intr_status)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * call the driver's abort_cmd function
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* not yet started */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* in progress */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* everything else, probably already being aborted */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* stop the timer and remove it from the active list */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* start a new timer and send out the abort command */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ghd_timer_newstate(cccp, gcmdp, gtgtp, action, GHD_TGTREQ);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* wait for the abort to complete */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf if (rc = ghd_poll(cccp, GHD_POLL_REQUEST, ghd_tran_abort_timeout,
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_tran_abort_lun()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Abort all commands on a specific target.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfghd_tran_abort_lun(ccc_t *cccp, gtgt_t *gtgtp, void *intr_status)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * call the HBA driver's abort_device function
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* send out the abort device request */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ghd_timer_newstate(cccp, NULL, gtgtp, GACTION_ABORT_DEV, GHD_TGTREQ);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* wait for the device to go idle */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf rc = ghd_poll(cccp, GHD_POLL_DEVICE, ghd_tran_abort_lun_timeout,
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_tran_reset_target()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * reset the target device
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfghd_tran_reset_target(ccc_t *cccp, gtgt_t *gtgtp, void *intr_status)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* send out the device reset request */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ghd_timer_newstate(cccp, NULL, gtgtp, GACTION_RESET_TARGET, GHD_TGTREQ);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* wait for the device to reset */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf rc = ghd_poll(cccp, GHD_POLL_DEVICE, ghd_tran_reset_target_timeout,
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * ghd_tran_reset_bus()
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * reset the scsi bus
507c32411f3f101e90ca2120f042b5ee698ba1d5mlfghd_tran_reset_bus(ccc_t *cccp, gtgt_t *gtgtp, void *intr_status)
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* send out the bus reset request */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf ghd_timer_newstate(cccp, NULL, gtgtp, GACTION_RESET_BUS, GHD_TGTREQ);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Wait for all active requests on this HBA to complete
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf rc = ghd_poll(cccp, GHD_POLL_ALL, ghd_tran_reset_bus_timeout,
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Grab the HBA mutex so no other requests are started
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * until after this one completes.
1dc8bc23152a02d4586ec1fd8612f7e8f57ceb42zk " cccp 0x%p gdevp 0x%p gtgtp 0x%p gcmdp 0x%p\n",
903a11ebdc8df157c4700150f41f1f262f4a8ae8rh (void *)cccp, (void *)gdevp, (void *)gtgtp, (void *)gcmdp));
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Lock the doneq so no other thread flushes the Q.
1dc8bc23152a02d4586ec1fd8612f7e8f57ceb42zk " cccp 0x%p gdevp 0x%p gtgtp 0x%p gcmdp 0x%p\n",
903a11ebdc8df157c4700150f41f1f262f4a8ae8rh (void *)cccp, (void *)gdevp, (void *)gtgtp, (void *)gcmdp));
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * add this request to the tail of the waitq
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Add this request to the packet timer active list and start its
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * abort timer.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Check the device wait queue throttle and perhaps move
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * some requests to the end of the HBA wait queue.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * See if the HBA mutex is available but use the
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * tryenter so I don't deadlock.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* The HBA mutex isn't available */
903a11ebdc8df157c4700150f41f1f262f4a8ae8rh (void *)cccp));
903a11ebdc8df157c4700150f41f1f262f4a8ae8rh (void *)cccp));
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * start as many requests as possible from the head
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * of the HBA wait queue
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * If polled mode (FLAG_NOINTR specified in scsi_pkt flags),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * then ghd_poll() waits until the request completes or times out
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * before returning.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf (void) ghd_poll(cccp, GHD_POLL_REQUEST, 0, gcmdp, gtgtp, intr_status);
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* call HBA's completion function but don't do callback to target */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf (*cccp->ccc_hba_complete)(cccp->ccc_hba_handle, gcmdp, FALSE);
903a11ebdc8df157c4700150f41f1f262f4a8ae8rh GDBG_START(("ghd_transport: polled done cccp 0x%p\n", (void *)cccp));
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf switch (flag) {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf rnp = (ghd_reset_notify_list_t *)kmem_zalloc(sizeof (*rnp),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf rnp = (ghd_reset_notify_list_t *)L2_next(&rnp->l2_link)) {
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * freeze the HBA waitq output (see ghd_waitq_process_and_mutex_hold),
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * presumably because of a SCSI reset, for delay milliseconds.
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* freeze the waitq for delay milliseconds */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf * Trigger previously-registered reset notifications
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* create magic doneq entry */
507c32411f3f101e90ca2120f042b5ee698ba1d5mlf /* put at head of doneq so it's processed ASAP */