5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * CDDL HEADER START
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * The contents of this file are subject to the terms of the
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Common Development and Distribution License (the "License").
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * You may not use this file except in compliance with the License.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * or http://www.opensolaris.org/os/licensing.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * See the License for the specific language governing permissions
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * and limitations under the License.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * When distributing Covered Code, include this CDDL HEADER in each
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * If applicable, add the following below this CDDL HEADER, with the
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * fields enclosed by brackets "[]" replaced with your own identifying
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * information: Portions Copyright [yyyy] [name of copyright owner]
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * CDDL HEADER END
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#include <sys/ndi_impldefs.h> /* include prototypes */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * MSI-X allocation limit.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Interrupt Resource Management (IRM).
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#define DDI_IRM_BALANCE_DELAY (60) /* In seconds */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#define DDI_IRM_HAS_CB(c) ((c) && (c->cb_flags & DDI_CB_FLAG_INTR))
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#define DDI_IRM_IS_REDUCIBLE(r) (((r->ireq_flags & DDI_IRM_FLAG_CALLBACK) && \
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW (r->ireq_type == DDI_INTR_TYPE_MSIX)) || \
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW/* Global policies */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWint irm_default_policy = DDI_IRM_POLICY_LARGE;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWuint_t irm_balance_delay = DDI_IRM_BALANCE_DELAY;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW/* Global list of interrupt pools */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW/* Global debug tunables */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#endif /* DEBUG */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic void irm_balance_thread(ddi_irm_pool_t *);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic void i_ddi_irm_balance(ddi_irm_pool_t *);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic void i_ddi_irm_enqueue(ddi_irm_pool_t *, boolean_t);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic void i_ddi_irm_reduce(ddi_irm_pool_t *pool);
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yanstatic int i_ddi_irm_reduce_by_policy(ddi_irm_pool_t *, int, int);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic void i_ddi_irm_reduce_new(ddi_irm_pool_t *, int);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic void i_ddi_irm_insertion_sort(list_t *, ddi_irm_req_t *);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWstatic int i_ddi_irm_notify(ddi_irm_pool_t *, ddi_irm_req_t *);
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carterstatic int i_ddi_irm_modify_increase(ddi_irm_req_t *, int);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * OS Initialization Routines
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Initialize IRM subsystem before any drivers are attached.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Do nothing if IRM is disabled */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Verify that the default balancing policy is valid */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (!DDI_IRM_POLICY_VALID(irm_default_policy))
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW irm_default_policy = DDI_IRM_POLICY_LARGE;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Initialize the global list of interrupt pools */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_init(&irm_pools_lock, NULL, MUTEX_DRIVER, NULL);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_create(&irm_pools_list, sizeof (ddi_irm_pool_t),
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW offsetof(ddi_irm_pool_t, ipool_link));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_poststartup()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * IRM is not activated until after the IO subsystem is initialized.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * When activated, per-pool balancing threads are spawned and a flag
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * is set so that all future pools will be activated when created.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * NOTE: the global variable 'irm_enable' disables IRM if zero.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Do nothing if IRM is disabled */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lock the global list */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Activate all defined pools */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW for (pool_p = list_head(&irm_pools_list); pool_p;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p = list_next(&irm_pools_list, pool_p))
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_thread = thread_create(NULL, 0,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW irm_balance_thread, pool_p, 0, &p0, TS_RUN, minclsyspri);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Set future pools to be active */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Unlock the global list */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * NDI interfaces for creating/destroying IRM pools.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * ndi_irm_create()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Nexus interface to create an IRM pool. Create the new
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * pool and add it to the global list of interrupt pools.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWndi_irm_create(dev_info_t *dip, ddi_irm_params_t *paramsp,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "ndi_irm_create: dip %p\n", (void *)dip));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check if IRM is enabled */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate parameters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((dip == NULL) || (paramsp == NULL) || (pool_retp == NULL) ||
63ea9ad24896f2939472f8f96f568086d190eb33Evan Yan (paramsp->iparams_total < 1) || (paramsp->iparams_types == 0))
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Allocate and initialize the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p = kmem_zalloc(sizeof (ddi_irm_pool_t), KM_SLEEP);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_policy = irm_default_policy;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_types = paramsp->iparams_types;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_totsz = paramsp->iparams_total;
63ea9ad24896f2939472f8f96f568086d190eb33Evan Yan pool_p->ipool_defsz = MIN(DDI_MAX_MSIX_ALLOC, MAX(DDI_MIN_MSIX_ALLOC,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_create(&pool_p->ipool_req_list, sizeof (ddi_irm_req_t),
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_create(&pool_p->ipool_scratch_list, sizeof (ddi_irm_req_t),
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW offsetof(ddi_irm_req_t, ireq_scratch_link));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW cv_init(&pool_p->ipool_cv, NULL, CV_DRIVER, NULL);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_init(&pool_p->ipool_lock, NULL, MUTEX_DRIVER, NULL);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_init(&pool_p->ipool_navail_lock, NULL, MUTEX_DRIVER, NULL);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Add to global list of pools */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_insert_tail(&irm_pools_list, pool_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* If IRM is active, then activate the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_thread = thread_create(NULL, 0,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW irm_balance_thread, pool_p, 0, &p0, TS_RUN, minclsyspri);
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * ndi_irm_resize_pool()
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * Nexus interface to resize IRM pool. If the pool size drops
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * below the allocated number of vectors then initiate rebalance
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * operation before resizing the pool. If rebalance operation fails
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * then return NDI_FAILURE.
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayasesndi_irm_resize_pool(ddi_irm_pool_t *pool_p, uint_t new_size)
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases DDI_INTR_IRMDBG((CE_CONT, "ndi_irm_resize_pool: pool_p %p"
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases " current-size 0x%x new-size 0x%x\n",
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases (void *)pool_p, pool_p->ipool_totsz, new_size));
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* Check if IRM is enabled */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * If we are increasing the pool size or if the reserved
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * number of vectors is <= the new pool size then simply
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * update the pool size and enqueue a reblance operation
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * if necessary to use the new vectors.
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* set new pool size */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* adjust the default allocation limit */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases pool_p->ipool_defsz = MIN(DDI_MAX_MSIX_ALLOC,
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases MAX(DDI_MIN_MSIX_ALLOC, new_size / DDI_MSIX_ALLOC_DIVIDER));
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* queue a rebalance operation to use the new vectors */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases if (pool_p->ipool_reqno > pool_p->ipool_resno)
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases DDI_INTR_IRMDBG((CE_CONT, "ndi_irm_resize_pool: pool_p %p"
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases " needs a rebalance operation\n", (void *)pool_p));
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * requires a rebalance operation
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* save the current pool size */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* set the pool size to the desired new value */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* perform the rebalance operation */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * If rebalance operation couldn't free up enough
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases * vectors then fail the resize operation.
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases if (pool_p->ipool_resno > new_size) { /* rebalance failed */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* restore the pool size to the previous value */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* enqueue a rebalance operation for the original pool size */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases } else { /* rebalance worked */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* adjust the default allocation limit */
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases pool_p->ipool_defsz = MIN(DDI_MAX_MSIX_ALLOC,
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases MAX(DDI_MIN_MSIX_ALLOC, new_size / DDI_MSIX_ALLOC_DIVIDER));
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases DDI_INTR_IRMDBG((CE_CONT, "ndi_irm_resize_pool: pool_p %p"
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases " resized from %x to %x\n",
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases (void *)pool_p, prev_size, pool_p->ipool_totsz));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * ndi_irm_destroy()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Nexus interface to destroy an IRM pool. Destroy the pool
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * and remove it from the global list of interrupt pools.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWndi_irm_destroy(ddi_irm_pool_t *pool_p)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "ndi_irm_destroy: pool_p %p\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate parameters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate that pool is empty */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Remove the pool from the global list */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Terminate the balancing thread */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW (pool_p->ipool_flags & DDI_IRM_FLAG_ACTIVE)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_flags |= DDI_IRM_FLAG_EXIT;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW thread_join(pool_p->ipool_thread->t_did);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Destroy the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_destroy(&pool_p->ipool_navail_lock);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_destroy(&pool_p->ipool_req_list);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_destroy(&pool_p->ipool_scratch_list);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW kmem_free(pool_p, sizeof (ddi_irm_pool_t));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Insert/Modify/Remove Interrupt Requests
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_insert()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Insert a new request into an interrupt pool, and balance the pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_insert(dev_info_t *dip, int type, int count)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(DDI_INTR_TYPE_FLAG_VALID(type));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_insert: dip %p type %d count %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate parameters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((dip == NULL) || (count < 1) || !DDI_INTR_TYPE_FLAG_VALID(type)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_insert: invalid args\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check for an existing request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (((intr_p = DEVI(dip)->devi_intr_p) != NULL) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check for IRM support from the system */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((pool_p = i_ddi_intr_get_pool(dip, type)) == NULL) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_insert: not supported\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check for IRM support from the driver */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if (i_ddi_irm_supported(dip, type) == DDI_SUCCESS)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Determine request size */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter MIN(count, i_ddi_intr_get_limit(dip, type, pool_p));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW npartial = MIN(nreq, pool_p->ipool_defsz);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Allocate and initialize the request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p = kmem_zalloc(sizeof (ddi_irm_req_t), KM_SLEEP);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_flags |= DDI_IRM_FLAG_CALLBACK;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lock the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check for minimal fit before inserting */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((pool_p->ipool_minno + nmin) > pool_p->ipool_totsz) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW cmn_err(CE_WARN, "%s%d: interrupt pool too full.\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ddi_driver_name(dip), ddi_get_instance(dip));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW kmem_free(req_p, sizeof (ddi_irm_req_t));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Insert the request into the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW i_ddi_irm_insertion_sort(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Try to fulfill the request.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * If all the interrupts are available, and either the request
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * is static or the pool is active, then just take them directly.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * If only some of the interrupts are available, and the request
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * can receive future callbacks, then take some now but queue the
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * pool to be rebalanced later.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Otherwise, immediately rebalance the pool and wait.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((!irm_flag || (pool_p->ipool_flags & DDI_IRM_FLAG_ACTIVE)) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ((pool_p->ipool_resno + nreq) <= pool_p->ipool_totsz)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_insert: "
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "request completely fulfilled.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_flags &= ~(DDI_IRM_FLAG_NEW);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ((pool_p->ipool_resno + npartial) <= pool_p->ipool_totsz)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_insert: "
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "request partially fulfilled.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_flags &= ~(DDI_IRM_FLAG_NEW);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_insert: "
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "request needs immediate rebalance.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_flags &= ~(DDI_IRM_FLAG_NEW);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Fail if the request cannot be fulfilled at all */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW cmn_err(CE_WARN, "%s%d: interrupt pool too full.\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ddi_driver_name(dip), ddi_get_instance(dip));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_remove(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW kmem_free(req_p, sizeof (ddi_irm_req_t));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Unlock the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_modify()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Modify an existing request in an interrupt pool, and balance the pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_modify(dev_info_t *dip, int nreq)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_modify: dip %p nreq %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate parameters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_modify: invalid args\n"));
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Do nothing if not mapped to an IRM pool */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if (((intr_p = DEVI(dip)->devi_intr_p) == NULL) ||
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Do nothing if new size is the same */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Do not allow MSI requests to be resized */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if ((type = req_p->ireq_type) == DDI_INTR_TYPE_MSI) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_modify: invalid type\n"));
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Select the pool */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if ((pool_p = req_p->ireq_pool_p) == NULL) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_modify: missing pool\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate request size is not too large */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if (nreq > i_ddi_intr_get_limit(dip, type, pool_p)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_modify: invalid args\n"));
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Lock the pool */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * Process the modification.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * - To increase a non-IRM request, call the implementation in
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * i_ddi_irm_modify_increase().
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * - To decrease a non-IRM request, directly update the pool and
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * request, then queue the pool for later rebalancing.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * - To modify an IRM request, always queue the pool for later
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * rebalancing. IRM consumers rely upon callbacks for changes.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter (i_ddi_irm_supported(dip, type) != DDI_SUCCESS)) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter retval = i_ddi_irm_modify_increase(req_p, nreq);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Update pool and request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_reqno -= req_p->ireq_nreq;
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if (i_ddi_irm_supported(dip, type) != DDI_SUCCESS) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Re-sort request into the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_remove(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW i_ddi_irm_insertion_sort(&pool_p->ipool_req_list, req_p);
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Queue pool for asynchronous rebalance */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Unlock the pool */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * i_ddi_irm_modify_increase()
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * Increase a non-IRM request. The additional interrupts are
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * directly taken from the pool when possible. Otherwise, an
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * immediate, synchronous rebalance is performed. A temporary
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * proxy request is used for any rebalance operation to ensure
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * the request is not reduced below its current allocation.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * NOTE: pool must already be locked.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carteri_ddi_irm_modify_increase(ddi_irm_req_t *req_p, int nreq)
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter ddi_irm_pool_t *pool_p = req_p->ireq_pool_p;
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Compute number of additional vectors */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Check for minimal fit */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if ((pool_p->ipool_minno + count) > pool_p->ipool_totsz) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter cmn_err(CE_WARN, "%s%d: interrupt pool too full.\n",
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter ddi_driver_name(dip), ddi_get_instance(dip));
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Update the pool */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Attempt direct implementation */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if ((pool_p->ipool_resno + count) <= pool_p->ipool_totsz) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Rebalance required: fail if pool is not active */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if ((pool_p->ipool_flags & DDI_IRM_FLAG_ACTIVE) == 0) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Insert temporary proxy request */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter i_ddi_irm_insertion_sort(&pool_p->ipool_req_list, &new_req);
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Synchronously rebalance */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter /* Remove proxy request, and merge into original request */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter if ((delta = (count - new_req.ireq_navail)) > 0) {
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter list_remove(&pool_p->ipool_req_list, req_p);
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter list_remove(&pool_p->ipool_req_list, &new_req);
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter i_ddi_irm_insertion_sort(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_remove()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Remove a request from an interrupt pool, and balance the pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_remove: dip %p\n", (void *)dip));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate parameters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_remove: invalid args\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check if the device has a request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (!(intr_p = DEVI(dip)->devi_intr_p) ||
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_modify: not found\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lock the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Remove request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW nmin = DDI_IRM_IS_REDUCIBLE(req_p) ? 1 : req_p->ireq_nreq;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_reqno -= req_p->ireq_nreq;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_resno -= req_p->ireq_navail;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_remove(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Queue pool to be rebalanced */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Unlock the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Destroy the request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW kmem_free(req_p, sizeof (ddi_irm_req_t));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_set_cb()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Change the callback flag for a request, in response to
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * a change in its callback registration. Then rebalance
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * the interrupt pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * NOTE: the request is not locked because the navail value
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * is not directly affected. The balancing thread may
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * modify the navail value in the background after it
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * locks the request itself.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_set_cb(dev_info_t *dip, boolean_t has_cb_flag)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_set_cb: dip %p has_cb_flag %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Validate parameters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check for association with interrupt pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (!(intr_p = DEVI(dip)->devi_intr_p) ||
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_set_cb: not in pool\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lock the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Update the request and the pool
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Update pool statistics */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (req_p->ireq_type == DDI_INTR_TYPE_MSIX)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_minno -= (req_p->ireq_nreq - 1);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Update request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_flags |= DDI_IRM_FLAG_CALLBACK;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Rebalance in background */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Determine new request size */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW nreq = MIN(req_p->ireq_nreq, pool_p->ipool_defsz);
7ff178cd8db129d385d3177eb20744d3b6efc59bJimmy Vetayases /* Use the default static limit for non-IRM drivers */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Update pool statistics */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_reqno -= req_p->ireq_nreq;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (req_p->ireq_type == DDI_INTR_TYPE_MSIX) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_minno -= req_p->ireq_nreq;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Update request size, and re-sort in pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_remove(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW i_ddi_irm_insertion_sort(&pool_p->ipool_req_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Rebalance synchronously, before losing callback */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Remove callback flag */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_flags &= ~(DDI_IRM_FLAG_CALLBACK);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Unlock the pool */
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * i_ddi_irm_supported()
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * Query if IRM is supported by a driver using a specific interrupt type.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter * Notice that IRM is limited to MSI-X users with registered callbacks.
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carteri_ddi_irm_supported(dev_info_t *dip, int type)
a120541c237dc0cda26d48983b1b9e2a13577a61Scott M. Carter return ((DDI_IRM_HAS_CB(cb_p) && (type == DDI_INTR_TYPE_MSIX)) ?
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Interrupt Pool Balancing
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * irm_balance_thread()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * One instance of this thread operates per each defined IRM pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * It does the initial activation of the pool, as well as balancing
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * any requests that were queued up before the pool was active.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Once active, it waits forever to service balance operations.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWirm_balance_thread(ddi_irm_pool_t *pool_p)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "irm_balance_thread: pool_p %p\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lock the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Perform initial balance if required */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (pool_p->ipool_reqno > pool_p->ipool_resno)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Activate the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_flags |= DDI_IRM_FLAG_ACTIVE;
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan * Main loop.
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan * Iterate once first before wait on signal, in case there is signal
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan * sent before this thread being created
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Compute the delay interval */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW interval = drv_usectohz(irm_balance_delay * 1000000);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Wait one interval, or until there are waiters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW !(pool_p->ipool_flags & DDI_IRM_FLAG_WAITERS) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW !(pool_p->ipool_flags & DDI_IRM_FLAG_EXIT)) {
d3d50737e566cade9a08d73d2af95105ac7cd960Rafael Vanoni &pool_p->ipool_lock, interval, TR_CLOCK_TICK);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check if awakened to exit */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (pool_p->ipool_flags & DDI_IRM_FLAG_EXIT) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "irm_balance_thread: exiting...\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Balance the pool */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Notify waiters */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (pool_p->ipool_flags & DDI_IRM_FLAG_WAITERS) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_flags &= ~(DDI_IRM_FLAG_WAITERS);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Clear QUEUED condition */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_flags &= ~(DDI_IRM_FLAG_QUEUED);
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan /* Sleep until queued */
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan DDI_INTR_IRMDBG((CE_CONT, "irm_balance_thread: signaled.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_balance()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Balance a pool. The general algorithm is to first reset all
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * requests to their maximum size, use reduction algorithms to
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * solve any imbalance, and then notify affected drivers.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_balance(ddi_irm_pool_t *pool_p)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#endif /* DEBUG */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(MUTEX_HELD(&pool_p->ipool_lock));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_balance: pool_p %p\n",
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan if ((pool_p->ipool_reqno == pool_p->ipool_resno)) {
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan if ((pool_p->ipool_reqno == pool_p->ipool_resno) && !irm_debug_size) {
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan#endif /* DEBUG */
b19b5501d81b9505f982d0f76aa3179439ef24e4Evan Yan "i_ddi_irm_balance: pool already balanced\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#ifdef DEBUG /* Adjust size and policy settings */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (irm_debug_size > pool_p->ipool_minno) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_balance: debug size %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (DDI_IRM_POLICY_VALID(irm_debug_policy)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "i_ddi_irm_balance: debug policy %d\n", irm_debug_policy));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_policy = irm_debug_policy;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#endif /* DEBUG */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lock the availability lock */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_enter(&pool_p->ipool_navail_lock);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Put all of the reducible requests into a scratch list.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Reset each one of them to their maximum availability.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW for (req_p = list_head(&pool_p->ipool_req_list); req_p;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p = list_next(&pool_p->ipool_req_list, req_p)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_resno -= req_p->ireq_navail;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_scratch = req_p->ireq_navail;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_navail = req_p->ireq_nreq;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_resno += req_p->ireq_navail;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_insert_tail(&pool_p->ipool_scratch_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Balance the requests */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Unlock the availability lock */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_exit(&pool_p->ipool_navail_lock);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Process REMOVE notifications.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * If a driver fails to release interrupts: exclude it from
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * further processing, correct the resulting imbalance, and
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * start over again at the head of the scratch list.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p = list_head(&pool_p->ipool_scratch_list);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((req_p->ireq_navail < req_p->ireq_scratch) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW (i_ddi_irm_notify(pool_p, req_p) != DDI_SUCCESS)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_remove(&pool_p->ipool_scratch_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_enter(&pool_p->ipool_navail_lock);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW mutex_exit(&pool_p->ipool_navail_lock);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p = list_head(&pool_p->ipool_scratch_list);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p = list_next(&pool_p->ipool_scratch_list, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Process ADD notifications.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * This is the last use of the scratch list, so empty it.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW while (req_p = list_remove_head(&pool_p->ipool_scratch_list)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (req_p->ireq_navail > req_p->ireq_scratch) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW (void) i_ddi_irm_notify(pool_p, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#ifdef DEBUG /* Restore size and policy settings */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#endif /* DEBUG */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_reduce()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Use reduction algorithms to correct an imbalance in a pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_reduce(ddi_irm_pool_t *pool_p)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(MUTEX_HELD(&pool_p->ipool_lock));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(DDI_IRM_POLICY_VALID(pool_p->ipool_policy));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_reduce: pool_p %p\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Compute the imbalance. Do nothing if already balanced. */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((imbalance = pool_p->ipool_resno - pool_p->ipool_totsz) <= 0)
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * Try policy based reduction first. If it failed, then
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * possibly reduce new requests as a last resort.
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan if (i_ddi_irm_reduce_by_policy(pool_p, imbalance, pool_p->ipool_policy)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "i_ddi_irm_reduce: policy reductions failed.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Compute remaining imbalance */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW imbalance = pool_p->ipool_resno - pool_p->ipool_totsz;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW i_ddi_irm_reduce_new(pool_p, imbalance);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_enqueue()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Queue a pool to be balanced. Signals the balancing thread to wake
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * up and process the pool. If 'wait_flag' is true, then the current
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * thread becomes a waiter and blocks until the balance is completed.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_enqueue(ddi_irm_pool_t *pool_p, boolean_t wait_flag)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(MUTEX_HELD(&pool_p->ipool_lock));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_enqueue: pool_p %p wait_flag %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Do nothing if pool is already balanced */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((pool_p->ipool_reqno == pool_p->ipool_resno)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((pool_p->ipool_reqno == pool_p->ipool_resno) && !irm_debug_size) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW#endif /* DEBUG */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "i_ddi_irm_enqueue: pool already balanced\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Avoid deadlocks when IRM is not active */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "i_ddi_irm_enqueue: pool not active.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_flags |= DDI_IRM_FLAG_WAITERS;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (wait_flag || !(pool_p->ipool_flags & DDI_IRM_FLAG_QUEUED)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_flags |= DDI_IRM_FLAG_QUEUED;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_enqueue: pool queued.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_enqueue: waiting...\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW cv_wait(&pool_p->ipool_cv, &pool_p->ipool_lock);
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * i_ddi_irm_reduce_by_policy()
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * Reduces requests based on reduction policies.
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * For the DDI_IRM_POLICY_LARGE reduction policy, the algorithm
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * generally reduces larger requests first, before advancing
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * to smaller requests.
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * For the DDI_IRM_POLICY_EVEN reduction policy, the algorithm
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * reduces requests evenly, without giving a specific preference
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * to smaller or larger requests. Each iteration reduces all
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * reducible requests by the same amount until the imbalance is
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * corrected.
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * The scratch list is initially sorted in descending order by current
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * navail values, which are maximized prior to reduction. This sorted
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * order is preserved. It avoids reducing requests below the threshold
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * of the interrupt pool's default allocation size.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Optimizations in this algorithm include trying to reduce multiple
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * requests together. And the algorithm attempts to reduce in larger
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * increments when possible to minimize the total number of iterations.
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yani_ddi_irm_reduce_by_policy(ddi_irm_pool_t *pool_p, int imbalance, int policy)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(MUTEX_HELD(&pool_p->ipool_lock));
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan ddi_irm_req_t *req_p = list_head(slist_p), *last_p;
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan /* Fail if none are reducible */
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan "i_ddi_irm_reduce_by_policy: Failure. "
63ea9ad24896f2939472f8f96f568086d190eb33Evan Yan "All requests have downsized to low limit.\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Count reducible requests */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Compute reduction */
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan last_p = req_p ? list_prev(slist_p, req_p) : list_tail(slist_p);
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan reduction = last_p->ireq_navail - req_p->ireq_navail;
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan if ((max_redu = reduction * nreduce) > imbalance) {
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan /* Reduce */
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan for (req_p = list_head(slist_p); (reduction != 0) && nreduce--;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_reduce_new()
63ea9ad24896f2939472f8f96f568086d190eb33Evan Yan * Reduces new requests. This is only used as a last resort
63ea9ad24896f2939472f8f96f568086d190eb33Evan Yan * after another reduction algorithm failed.
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * NOTE: The pool locking in i_ddi_irm_insert() ensures
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan * there can be only one new request at a time in a pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_reduce_new(ddi_irm_pool_t *pool_p, int imbalance)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(MUTEX_HELD(&pool_p->ipool_lock));
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan "i_ddi_irm_reduce_new: pool_p %p imbalance %d\n",
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan for (req_p = list_head(&pool_p->ipool_scratch_list); req_p;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p = list_next(&pool_p->ipool_scratch_list, req_p)) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (req_p->ireq_flags & DDI_IRM_FLAG_NEW) {
6a43bfaaaaba55a521943dd30cfc899a84d8b3b2Evan Yan /* should never go here */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Miscellaneous Helper Functions
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_intr_get_pool()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Get an IRM pool that supplies interrupts of a specified type.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Invokes a DDI_INTROP_GETPOOL to the bus nexus driver. Fails
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * if no pool exists.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_intr_get_pool(dev_info_t *dip, int type)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ASSERT(DDI_INTR_TYPE_FLAG_VALID(type));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (((intr_p = DEVI(dip)->devi_intr_p) != NULL) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ((req_p = intr_p->devi_irm_req_p) != NULL) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ((pool_p = req_p->ireq_pool_p) != NULL) &&
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW bzero(&hdl, sizeof (ddi_intr_handle_impl_t));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (i_ddi_intr_ops(dip, dip, DDI_INTROP_GETPOOL,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW &hdl, (void *)&pool_p) == DDI_SUCCESS)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_insertion_sort()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Use the insertion sort method to insert a request into a list.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * The list is sorted in descending order by request size.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_insertion_sort(list_t *req_list, ddi_irm_req_t *req_p)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW while (next_p && (next_p->ireq_nreq > req_p->ireq_nreq))
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW list_insert_before(req_list, next_p, req_p);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_notify()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * Notify a driver of changes to its interrupt request using the
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * generic callback mechanism. Checks for errors in processing.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_notify(ddi_irm_pool_t *pool_p, ddi_irm_req_t *req_p)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_notify: pool_p %p req_p %p\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Do not notify new or unchanged requests */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((req_p->ireq_navail == req_p->ireq_scratch) ||
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW (req_p->ireq_flags & DDI_IRM_FLAG_NEW))
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Determine action and count */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (req_p->ireq_navail > req_p->ireq_scratch) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW count = req_p->ireq_navail - req_p->ireq_scratch;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_notify: adding %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW count = req_p->ireq_scratch - req_p->ireq_navail;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_notify: removing %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Lookup driver callback */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if ((cb_p = DEVI(req_p->ireq_dip)->devi_cb_p) == NULL) {
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_WARN, "i_ddi_irm_notify: no callback!\n"));
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Do callback */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ret = cb_p->cb_func(req_p->ireq_dip, action, (void *)(uintptr_t)count,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Log callback errors */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW cmn_err(CE_WARN, "%s%d: failed callback (action=%d, ret=%d)\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ddi_get_instance(req_p->ireq_dip), (int)action, ret);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Check if the driver exceeds its availability */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW nintrs = i_ddi_intr_get_current_nintrs(req_p->ireq_dip);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW cmn_err(CE_WARN, "%s%d: failed to release interrupts "
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW "(nintrs=%d, navail=%d).\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW ddi_get_instance(req_p->ireq_dip), nintrs,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW pool_p->ipool_resno += (nintrs - req_p->ireq_navail);
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW /* Update request */
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW req_p->ireq_scratch = req_p->ireq_navail;
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * i_ddi_irm_debug_balance()
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * A debug/test only routine to force the immediate,
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW * synchronous rebalancing of an interrupt pool.
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSWi_ddi_irm_debug_balance(dev_info_t *dip, boolean_t wait_flag)
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW DDI_INTR_IRMDBG((CE_CONT, "i_ddi_irm_debug_balance: dip %p wait %d\n",
5febcb4a56e199202aba97f9cf96d32cc0480a1fScott Carter, SD IOSW if (((type = i_ddi_intr_get_current_type(dip)) != 0) &&