hba/ghd/ghd.c

	ghd.c revision 9f49ae270d37efd5c5270cb8046b4229b5380021
/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#pragma ident   "%Z%%M% %I% %E% SMI"

#include <sys/types.h>
#include <sys/kmem.h>
#include <sys/debug.h>
#include <sys/scsi/scsi.h>

#include "ghd.h"

/* ghd_poll() function codes: */
typedef enum {
    GHD_POLL_REQUEST,   /* wait for a specific request */
    GHD_POLL_DEVICE,    /* wait for a specific device to idle */
    GHD_POLL_ALL        /* wait for the whole bus to idle */
} gpoll_t;

/*
 * Local functions:
 */
static  gcmd_t  *ghd_doneq_get(ccc_t *cccp);
static  void     ghd_doneq_pollmode_enter(ccc_t *cccp);
static  void     ghd_doneq_pollmode_exit(ccc_t *cccp);
static  uint_t   ghd_doneq_process(caddr_t arg);
static  void     ghd_do_reset_notify_callbacks(ccc_t *cccp);

static  int  ghd_poll(ccc_t *cccp, gpoll_t polltype, ulong_t polltime,
            gcmd_t *poll_gcmdp, gtgt_t *gtgtp, void *intr_status);


/*
 * Local configuration variables
 */

ulong_t ghd_tran_abort_timeout = 5;
ulong_t ghd_tran_abort_lun_timeout = 5;
ulong_t ghd_tran_reset_target_timeout = 5;
ulong_t ghd_tran_reset_bus_timeout = 5;

static int
ghd_doneq_init(ccc_t *cccp)
{
    ddi_iblock_cookie_t iblock;

    L2_INIT(&cccp->ccc_doneq);
    cccp->ccc_hba_pollmode = TRUE;

    if (ddi_add_softintr(cccp->ccc_hba_dip, DDI_SOFTINT_LOW,
        &cccp->ccc_doneq_softid, &iblock, NULL,
        ghd_doneq_process, (caddr_t)cccp) != DDI_SUCCESS) {
        GDBG_ERROR(("ghd_doneq_init: add softintr failed cccp 0x%p\n",
            (void *)cccp));
        return (FALSE);
    }

    mutex_init(&cccp->ccc_doneq_mutex, NULL, MUTEX_DRIVER, iblock);
    ghd_doneq_pollmode_exit(cccp);
    return (TRUE);
}

/*
 * ghd_complete():
 *
 *  The HBA driver calls this entry point when it's completely
 *  done processing a request.
 *
 *  See the GHD_COMPLETE_INLINE() macro in ghd.h for the actual code.
 */

void
ghd_complete(ccc_t *cccp, gcmd_t *gcmdp)
{
    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));
    GHD_COMPLETE_INLINE(cccp, gcmdp);
}


/*
 * ghd_doneq_put_head():
 *
 *  Mark the request done and prepend it to the doneq.
 *  See the GHD_DONEQ_PUT_HEAD_INLINE() macros in ghd.h for
 *  the actual code.
 */
void
ghd_doneq_put_head(ccc_t *cccp, gcmd_t *gcmdp)
{
    GHD_DONEQ_PUT_HEAD_INLINE(cccp, gcmdp)
}

/*
 * ghd_doneq_put_tail():
 *
 *  Mark the request done and append it to the doneq.
 *  See the GHD_DONEQ_PUT_TAIL_INLINE() macros in ghd.h for
 *  the actual code.
 */
void
ghd_doneq_put_tail(ccc_t *cccp, gcmd_t *gcmdp)
{
    GHD_DONEQ_PUT_TAIL_INLINE(cccp, gcmdp)
}

static gcmd_t   *
ghd_doneq_get(ccc_t *cccp)
{
    kmutex_t *doneq_mutexp = &cccp->ccc_doneq_mutex;
    gcmd_t   *gcmdp;

    mutex_enter(doneq_mutexp);
    if ((gcmdp = L2_next(&cccp->ccc_doneq)) != NULL)
        L2_delete(&gcmdp->cmd_q);
    mutex_exit(doneq_mutexp);
    return (gcmdp);
}


static void
ghd_doneq_pollmode_enter(ccc_t *cccp)
{
    kmutex_t *doneq_mutexp = &cccp->ccc_doneq_mutex;

    mutex_enter(doneq_mutexp);
    cccp->ccc_hba_pollmode = TRUE;
    mutex_exit(doneq_mutexp);
}


static void
ghd_doneq_pollmode_exit(ccc_t *cccp)
{
    kmutex_t *doneq_mutexp = &cccp->ccc_doneq_mutex;

    mutex_enter(doneq_mutexp);
    cccp->ccc_hba_pollmode = FALSE;
    mutex_exit(doneq_mutexp);

    /* trigger software interrupt for the completion callbacks */
    if (!L2_EMPTY(&cccp->ccc_doneq))
        ddi_trigger_softintr(cccp->ccc_doneq_softid);
}


/* ***************************************************************** */

/*
 *
 * ghd_doneq_process()
 *
 *  This function is called directly from the software interrupt
 *  handler.
 *
 *  The doneq is protected by a separate mutex than the
 *  HBA mutex in order to avoid mutex contention on MP systems.
 *
 */

static uint_t
ghd_doneq_process(caddr_t arg)
{
    ccc_t *cccp =   (ccc_t *)arg;
    kmutex_t    *doneq_mutexp;
    gcmd_t      *gcmdp;
    int         rc = DDI_INTR_UNCLAIMED;

    doneq_mutexp = &cccp->ccc_doneq_mutex;

    for (;;) {
        mutex_enter(doneq_mutexp);
        /* skip if FLAG_NOINTR request in progress */
        if (cccp->ccc_hba_pollmode)
            break;
        /* pop the first one from the done Q */
        if ((gcmdp = L2_next(&cccp->ccc_doneq)) == NULL)
            break;
        L2_delete(&gcmdp->cmd_q);

        if (gcmdp->cmd_flags & GCMDFLG_RESET_NOTIFY) {
            /* special request; processed here and discarded */
            ghd_do_reset_notify_callbacks(cccp);
            ghd_gcmd_free(gcmdp);
            mutex_exit(doneq_mutexp);
            continue;
        }

        /*
         * drop the mutex since completion
         * function can re-enter the top half via
         * ghd_transport()
         */
        mutex_exit(doneq_mutexp);
        gcmdp->cmd_state = GCMD_STATE_IDLE;
        (*cccp->ccc_hba_complete)(cccp->ccc_hba_handle, gcmdp, TRUE);
#ifdef notyet
        /* I don't think this is ever necessary */
        rc = DDI_INTR_CLAIMED;
#endif
    }
    mutex_exit(doneq_mutexp);
    return (rc);
}

static void
ghd_do_reset_notify_callbacks(ccc_t *cccp)
{
    ghd_reset_notify_list_t *rnp;
    L2el_t *rnl = &cccp->ccc_reset_notify_list;

    ASSERT(mutex_owned(&cccp->ccc_doneq_mutex));

    /* lock the reset notify list while we operate on it */
    mutex_enter(&cccp->ccc_reset_notify_mutex);

    for (rnp = (ghd_reset_notify_list_t *)L2_next(rnl);
        rnp != NULL;
        rnp = (ghd_reset_notify_list_t *)L2_next(&rnp->l2_link)) {

        /* don't call if HBA driver didn't set it */
        if (cccp->ccc_hba_reset_notify_callback) {
            (*cccp->ccc_hba_reset_notify_callback)(rnp->gtgtp,
                rnp->callback, rnp->arg);
        }
    }
    mutex_exit(&cccp->ccc_reset_notify_mutex);
}


/* ***************************************************************** */


/*
 * ghd_register()
 *
 *  Do the usual interrupt handler setup stuff.
 *
 *  Also, set up three mutexes: the wait queue mutex, the HBA
 *  mutex, and the done queue mutex. The permitted locking
 *  orders are:
 *
 *      1. enter(waitq)
 *      2. enter(activel)
 *      3. enter(doneq)
 *      4. enter(HBA) then enter(activel)
 *      5. enter(HBA) then enter(doneq)
 *      6. enter(HBA) then enter(waitq)
 *      7. enter(waitq) then tryenter(HBA)
 *
 *  Note: cases 6 and 7 won't deadlock because case 7 is always
 *  mutex_tryenter() call.
 *
 */


int
ghd_register(char *labelp,
    ccc_t   *cccp,
    dev_info_t *dip,
    int inumber,
    void    *hba_handle,
    int (*ccballoc)(gtgt_t *, gcmd_t *, int, int, int, int),
    void    (*ccbfree)(gcmd_t *),
    void    (*sg_func)(gcmd_t *, ddi_dma_cookie_t *, int, int),
    int (*hba_start)(void *, gcmd_t *),
    void    (*hba_complete)(void *, gcmd_t *, int),
    uint_t  (*int_handler)(caddr_t),
    int (*get_status)(void *, void *),
    void    (*process_intr)(void *, void *),
    int (*timeout_func)(void *, gcmd_t *, gtgt_t *, gact_t, int),
    tmr_t   *tmrp,
    void    (*hba_reset_notify_callback)(gtgt_t *,
            void (*)(caddr_t), caddr_t))
{

    cccp->ccc_label = labelp;
    cccp->ccc_hba_dip = dip;
    cccp->ccc_ccballoc = ccballoc;
    cccp->ccc_ccbfree = ccbfree;
    cccp->ccc_sg_func = sg_func;
    cccp->ccc_hba_start = hba_start;
    cccp->ccc_hba_complete = hba_complete;
    cccp->ccc_process_intr = process_intr;
    cccp->ccc_get_status = get_status;
    cccp->ccc_hba_handle = hba_handle;
    cccp->ccc_hba_reset_notify_callback = hba_reset_notify_callback;

    /* initialize the HBA's list headers */
    CCCP_INIT(cccp);

    if (ddi_get_iblock_cookie(dip, inumber, &cccp->ccc_iblock)
        != DDI_SUCCESS) {

        return (FALSE);
    }

    mutex_init(&cccp->ccc_hba_mutex, NULL, MUTEX_DRIVER, cccp->ccc_iblock);

    mutex_init(&cccp->ccc_waitq_mutex, NULL, MUTEX_DRIVER,
        cccp->ccc_iblock);

    mutex_init(&cccp->ccc_reset_notify_mutex, NULL, MUTEX_DRIVER,
        cccp->ccc_iblock);

    /* Establish interrupt handler */
    if (ddi_add_intr(dip, inumber, &cccp->ccc_iblock, NULL,
        int_handler, (caddr_t)hba_handle) != DDI_SUCCESS) {
        mutex_destroy(&cccp->ccc_hba_mutex);
        mutex_destroy(&cccp->ccc_waitq_mutex);
        mutex_destroy(&cccp->ccc_reset_notify_mutex);

        return (FALSE);
    }

    if (ghd_timer_attach(cccp, tmrp, timeout_func) == FALSE) {
        ddi_remove_intr(cccp->ccc_hba_dip, 0, cccp->ccc_iblock);
        mutex_destroy(&cccp->ccc_hba_mutex);
        mutex_destroy(&cccp->ccc_waitq_mutex);
        mutex_destroy(&cccp->ccc_reset_notify_mutex);

        return (FALSE);
    }

    if (ghd_doneq_init(cccp)) {

        return (TRUE);
    }

    /*
     * ghd_doneq_init() returned error:
     */

    ghd_timer_detach(cccp);
    ddi_remove_intr(cccp->ccc_hba_dip, 0, cccp->ccc_iblock);
    mutex_destroy(&cccp->ccc_hba_mutex);
    mutex_destroy(&cccp->ccc_waitq_mutex);
    mutex_destroy(&cccp->ccc_reset_notify_mutex);

    return (FALSE);

}


void
ghd_unregister(ccc_t *cccp)
{
    ghd_timer_detach(cccp);
    ddi_remove_intr(cccp->ccc_hba_dip, 0, cccp->ccc_iblock);
    ddi_remove_softintr(cccp->ccc_doneq_softid);
    mutex_destroy(&cccp->ccc_hba_mutex);
    mutex_destroy(&cccp->ccc_waitq_mutex);
    mutex_destroy(&cccp->ccc_doneq_mutex);
}


int
ghd_intr(ccc_t *cccp, void *intr_status)
{
    int (*statfunc)(void *, void *) = cccp->ccc_get_status;
    void (*processfunc)(void *, void *) = cccp->ccc_process_intr;
    kmutex_t *waitq_mutexp = &cccp->ccc_waitq_mutex;
    kmutex_t *hba_mutexp = &cccp->ccc_hba_mutex;
    void          *handle = cccp->ccc_hba_handle;
    int        rc = DDI_INTR_UNCLAIMED;
    int        more;


    mutex_enter(hba_mutexp);

    GDBG_INTR(("ghd_intr(): cccp=0x%p status=0x%p\n",
        cccp, intr_status));

    for (;;) {
        more = FALSE;

        /* process the interrupt status */
        while ((*statfunc)(handle, intr_status)) {
            (*processfunc)(handle, intr_status);
            rc = DDI_INTR_CLAIMED;
            more = TRUE;
        }
        mutex_enter(waitq_mutexp);
        if (ghd_waitq_process_and_mutex_hold(cccp)) {
            ASSERT(mutex_owned(hba_mutexp));
            mutex_exit(waitq_mutexp);
            continue;
        }
        if (more) {
            mutex_exit(waitq_mutexp);
            continue;
        }
        GDBG_INTR(("ghd_intr(): done cccp=0x%p status=0x%p rc %d\n",
            cccp, intr_status, rc));
        /*
         * Release the mutexes in the opposite order that they
         * were acquired to prevent requests queued by
         * ghd_transport() from getting hung up in the wait queue.
         */
        mutex_exit(hba_mutexp);
        mutex_exit(waitq_mutexp);
        return (rc);
    }
}

static int
ghd_poll(ccc_t  *cccp,
    gpoll_t  polltype,
    ulong_t  polltime,
    gcmd_t  *poll_gcmdp,
    gtgt_t  *gtgtp,
    void    *intr_status)
{
    gcmd_t  *gcmdp;
    L2el_t   gcmd_hold_queue;
    int  got_it = FALSE;
    clock_t  start_lbolt;
    clock_t  current_lbolt;


    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));
    L2_INIT(&gcmd_hold_queue);

    /* Que hora es? */
    start_lbolt = ddi_get_lbolt();

    /* unqueue and save all CMD/CCBs until I find the right one */
    while (!got_it) {

        /* Give up yet? */
        current_lbolt = ddi_get_lbolt();
        if (polltime && (current_lbolt - start_lbolt >= polltime))
            break;

        /*
         * delay 1 msec each time around the loop (this is an
         * arbitrary delay value, any value should work) except
         * zero because some devices don't like being polled too
         * fast and it saturates the bus on an MP system.
         */
        drv_usecwait(1000);

        /*
         * check for any new device status
         */
        if ((*cccp->ccc_get_status)(cccp->ccc_hba_handle, intr_status))
            (*cccp->ccc_process_intr)(cccp->ccc_hba_handle,
                intr_status);

        /*
         * If something completed then try to start the
         * next request from the wait queue. Don't release
         * the HBA mutex because I don't know whether my
         * request(s) is/are on the done queue yet.
         */
        mutex_enter(&cccp->ccc_waitq_mutex);
        (void) ghd_waitq_process_and_mutex_hold(cccp);
        mutex_exit(&cccp->ccc_waitq_mutex);

        /*
         * Process the first of any timed-out requests.
         */
        ghd_timer_poll(cccp, GHD_TIMER_POLL_ONE);

        /*
         * Unqueue all the completed requests, look for mine
         */
        while (gcmdp = ghd_doneq_get(cccp)) {
            /*
             * If we got one and it's my request, then
             * we're done.
             */
            if (gcmdp == poll_gcmdp) {
                poll_gcmdp->cmd_state = GCMD_STATE_IDLE;
                got_it = TRUE;
                continue;
            }
            /* fifo queue the other cmds on my local list */
            L2_add(&gcmd_hold_queue, &gcmdp->cmd_q, gcmdp);
        }


        /*
         * Check whether we're done yet.
         */
        switch (polltype) {
        case GHD_POLL_DEVICE:
            /*
             * wait for everything queued on a specific device
             */
            if (GDEV_NACTIVE(gtgtp->gt_gdevp) == 0)
                got_it = TRUE;
            break;

        case GHD_POLL_ALL:
            /*
             * if waiting for all outstanding requests and
             * if active list is now empty then exit
             */
            if (GHBA_NACTIVE(cccp) == 0)
                got_it = TRUE;
            break;

        case GHD_POLL_REQUEST:
            break;

        }
    }

    if (L2_EMPTY(&gcmd_hold_queue)) {
        ASSERT(!mutex_owned(&cccp->ccc_waitq_mutex));
        ASSERT(mutex_owned(&cccp->ccc_hba_mutex));
        return (got_it);
    }

    /*
     * copy the local gcmd_hold_queue back to the doneq so
     * that the order of completion callbacks is preserved
     */
    while (gcmdp = L2_next(&gcmd_hold_queue)) {
        L2_delete(&gcmdp->cmd_q);
        GHD_DONEQ_PUT_TAIL(cccp, gcmdp);
    }

    ASSERT(!mutex_owned(&cccp->ccc_waitq_mutex));
    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));
    return (got_it);
}


/*
 * ghd_tran_abort()
 *
 *  Abort specific command on a target.
 *
 */

int
ghd_tran_abort(ccc_t *cccp, gcmd_t *gcmdp, gtgt_t *gtgtp, void *intr_status)
{
    gact_t   action;
    int  rc;

    /*
     * call the driver's abort_cmd function
     */

    mutex_enter(&cccp->ccc_hba_mutex);
    ghd_doneq_pollmode_enter(cccp);

    switch (gcmdp->cmd_state) {
    case GCMD_STATE_WAITQ:
        /* not yet started */
        action = GACTION_EARLY_ABORT;
        break;

    case GCMD_STATE_ACTIVE:
        /* in progress */
        action = GACTION_ABORT_CMD;
        break;

    default:
        /* everything else, probably already being aborted */
        rc = FALSE;
        goto exit;
    }

    /* stop the timer and remove it from the active list */
    GHD_TIMER_STOP(cccp, gcmdp);

    /* start a new timer and send out the abort command */
    ghd_timer_newstate(cccp, gcmdp, gtgtp, action, GHD_TGTREQ);

    /* wait for the abort to complete */
    if (rc = ghd_poll(cccp, GHD_POLL_REQUEST, ghd_tran_abort_timeout,
        gcmdp, gtgtp, intr_status)) {
        gcmdp->cmd_state = GCMD_STATE_DONEQ;
        GHD_DONEQ_PUT_TAIL(cccp, gcmdp);
    }

exit:
    ghd_doneq_pollmode_exit(cccp);

    mutex_enter(&cccp->ccc_waitq_mutex);
    ghd_waitq_process_and_mutex_exit(cccp);

    return (rc);
}


/*
 * ghd_tran_abort_lun()
 *
 *  Abort all commands on a specific target.
 *
 */

int
ghd_tran_abort_lun(ccc_t *cccp, gtgt_t *gtgtp, void *intr_status)
{
    int  rc;

    /*
     * call the HBA driver's abort_device function
     */

    mutex_enter(&cccp->ccc_hba_mutex);
    ghd_doneq_pollmode_enter(cccp);

    /* send out the abort device request */
    ghd_timer_newstate(cccp, NULL, gtgtp, GACTION_ABORT_DEV, GHD_TGTREQ);

    /* wait for the device to go idle */
    rc = ghd_poll(cccp, GHD_POLL_DEVICE, ghd_tran_abort_lun_timeout,
        NULL, gtgtp, intr_status);

    ghd_doneq_pollmode_exit(cccp);

    mutex_enter(&cccp->ccc_waitq_mutex);
    ghd_waitq_process_and_mutex_exit(cccp);

    return (rc);
}


/*
 * ghd_tran_reset_target()
 *
 *  reset the target device
 *
 *
 */

int
ghd_tran_reset_target(ccc_t *cccp, gtgt_t *gtgtp, void *intr_status)
{
    int rc = TRUE;


    mutex_enter(&cccp->ccc_hba_mutex);
    ghd_doneq_pollmode_enter(cccp);

    /* send out the device reset request */
    ghd_timer_newstate(cccp, NULL, gtgtp, GACTION_RESET_TARGET, GHD_TGTREQ);

    /* wait for the device to reset */
    rc = ghd_poll(cccp, GHD_POLL_DEVICE, ghd_tran_reset_target_timeout,
        NULL, gtgtp, intr_status);

    ghd_doneq_pollmode_exit(cccp);

    mutex_enter(&cccp->ccc_waitq_mutex);
    ghd_waitq_process_and_mutex_exit(cccp);

    return (rc);
}


/*
 * ghd_tran_reset_bus()
 *
 *  reset the scsi bus
 *
 */

int
ghd_tran_reset_bus(ccc_t *cccp, gtgt_t *gtgtp, void *intr_status)
{
    int rc;

    mutex_enter(&cccp->ccc_hba_mutex);
    ghd_doneq_pollmode_enter(cccp);

    /* send out the bus reset request */
    ghd_timer_newstate(cccp, NULL, gtgtp, GACTION_RESET_BUS, GHD_TGTREQ);

    /*
     * Wait for all active requests on this HBA to complete
     */
    rc = ghd_poll(cccp, GHD_POLL_ALL, ghd_tran_reset_bus_timeout,
        NULL, NULL, intr_status);


    ghd_doneq_pollmode_exit(cccp);

    mutex_enter(&cccp->ccc_waitq_mutex);
    ghd_waitq_process_and_mutex_exit(cccp);

    return (rc);
}


int
ghd_transport(ccc_t *cccp,
        gcmd_t  *gcmdp,
        gtgt_t  *gtgtp,
        ulong_t  timeout,
        int  polled,
        void    *intr_status)
{
    gdev_t  *gdevp = gtgtp->gt_gdevp;

    ASSERT(!mutex_owned(&cccp->ccc_hba_mutex));
    ASSERT(!mutex_owned(&cccp->ccc_waitq_mutex));

    if (polled) {
        /*
         * Grab the HBA mutex so no other requests are started
         * until after this one completes.
         */
        mutex_enter(&cccp->ccc_hba_mutex);

        GDBG_START(("ghd_transport: polled"
            " cccp 0x%p gdevp 0x%p gtgtp 0x%p gcmdp 0x%p\n",
                cccp, gdevp, gtgtp, gcmdp));

        /*
         * Lock the doneq so no other thread flushes the Q.
         */
        ghd_doneq_pollmode_enter(cccp);
    }
#if defined(GHD_DEBUG) || defined(__lint)
    else {
        GDBG_START(("ghd_transport: non-polled"
            " cccp 0x%p gdevp 0x%p gtgtp 0x%p gcmdp 0x%p\n",
                cccp, gdevp, gtgtp, gcmdp));
    }
#endif
    /*
     * add this request to the tail of the waitq
     */
    gcmdp->cmd_waitq_level = 1;
    mutex_enter(&cccp->ccc_waitq_mutex);
    L2_add(&GDEV_QHEAD(gdevp), &gcmdp->cmd_q, gcmdp);

    /*
     * Add this request to the packet timer active list and start its
     * abort timer.
     */
    gcmdp->cmd_state = GCMD_STATE_WAITQ;
    ghd_timer_start(cccp, gcmdp, timeout);


    /*
     * Check the device wait queue throttle and perhaps move
     * some requests to the end of the HBA wait queue.
     */
    ghd_waitq_shuffle_up(cccp, gdevp);

    if (!polled) {
        /*
         * See if the HBA mutex is available but use the
         * tryenter so I don't deadlock.
         */
        if (!mutex_tryenter(&cccp->ccc_hba_mutex)) {
            /* The HBA mutex isn't available */
            GDBG_START(("ghd_transport: !mutex cccp 0x%p\n", cccp));
            mutex_exit(&cccp->ccc_waitq_mutex);
            return (TRAN_ACCEPT);
        }
        GDBG_START(("ghd_transport: got mutex cccp 0x%p\n", cccp));

        /*
         * start as many requests as possible from the head
         * of the HBA wait queue
         */

        ghd_waitq_process_and_mutex_exit(cccp);

        ASSERT(!mutex_owned(&cccp->ccc_hba_mutex));
        ASSERT(!mutex_owned(&cccp->ccc_waitq_mutex));

        return (TRAN_ACCEPT);
    }


    /*
     * If polled mode (FLAG_NOINTR specified in scsi_pkt flags),
     * then ghd_poll() waits until the request completes or times out
     * before returning.
     */

    mutex_exit(&cccp->ccc_waitq_mutex);
    (void) ghd_poll(cccp, GHD_POLL_REQUEST, 0, gcmdp, gtgtp, intr_status);
    ghd_doneq_pollmode_exit(cccp);

    mutex_enter(&cccp->ccc_waitq_mutex);
    ghd_waitq_process_and_mutex_exit(cccp);

    /* call HBA's completion function but don't do callback to target */
    (*cccp->ccc_hba_complete)(cccp->ccc_hba_handle, gcmdp, FALSE);

    GDBG_START(("ghd_transport: polled done cccp 0x%p\n", cccp));
    return (TRAN_ACCEPT);
}

int ghd_reset_notify(ccc_t  *cccp,
            gtgt_t *gtgtp,
            int     flag,
            void    (*callback)(caddr_t),
            caddr_t arg)
{
    ghd_reset_notify_list_t *rnp;
    int rc = FALSE;

    switch (flag) {

    case SCSI_RESET_NOTIFY:

        rnp = (ghd_reset_notify_list_t *)kmem_zalloc(sizeof (*rnp),
            KM_SLEEP);
        rnp->gtgtp = gtgtp;
        rnp->callback = callback;
        rnp->arg = arg;

        mutex_enter(&cccp->ccc_reset_notify_mutex);
        L2_add(&cccp->ccc_reset_notify_list, &rnp->l2_link,
            (void *)rnp);
        mutex_exit(&cccp->ccc_reset_notify_mutex);

        rc = TRUE;

        break;

    case SCSI_RESET_CANCEL:

        mutex_enter(&cccp->ccc_reset_notify_mutex);
        for (rnp = (ghd_reset_notify_list_t *)
            L2_next(&cccp->ccc_reset_notify_list);
            rnp != NULL;
            rnp = (ghd_reset_notify_list_t *)L2_next(&rnp->l2_link)) {
            if (rnp->gtgtp == gtgtp &&
                rnp->callback == callback &&
                rnp->arg == arg) {
                L2_delete(&rnp->l2_link);
                kmem_free(rnp, sizeof (*rnp));
                rc = TRUE;
            }
        }
        mutex_exit(&cccp->ccc_reset_notify_mutex);
        break;

    default:
        rc = FALSE;
        break;
    }

    return (rc);
}

/*
 * freeze the HBA waitq output (see ghd_waitq_process_and_mutex_hold),
 * presumably because of a SCSI reset, for delay milliseconds.
 */

void
ghd_freeze_waitq(ccc_t *cccp, int delay)
{
    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));

    /* freeze the waitq for delay milliseconds */

    mutex_enter(&cccp->ccc_waitq_mutex);
    cccp->ccc_waitq_freezetime = ddi_get_lbolt();
    cccp->ccc_waitq_freezedelay = delay;
    cccp->ccc_waitq_frozen = 1;
    mutex_exit(&cccp->ccc_waitq_mutex);
}

void
ghd_queue_hold(ccc_t *cccp)
{
    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));

    mutex_enter(&cccp->ccc_waitq_mutex);
    cccp->ccc_waitq_held = 1;
    mutex_exit(&cccp->ccc_waitq_mutex);
}

void
ghd_queue_unhold(ccc_t *cccp)
{
    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));

    mutex_enter(&cccp->ccc_waitq_mutex);
    cccp->ccc_waitq_held = 0;
    mutex_exit(&cccp->ccc_waitq_mutex);
}


/*
 * Trigger previously-registered reset notifications
 */

void
ghd_trigger_reset_notify(ccc_t *cccp)
{
    gcmd_t *gcmdp;

    ASSERT(mutex_owned(&cccp->ccc_hba_mutex));

    /* create magic doneq entry */

    gcmdp = ghd_gcmd_alloc((gtgt_t *)NULL, 0, TRUE);
    gcmdp->cmd_flags = GCMDFLG_RESET_NOTIFY;

    /* put at head of doneq so it's processed ASAP */

    GHD_DONEQ_PUT_HEAD(cccp, gcmdp);
}