4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * CDDL HEADER START
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * The contents of this file are subject to the terms of the
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Common Development and Distribution License (the "License").
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * You may not use this file except in compliance with the License.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * See the License for the specific language governing permissions
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * and limitations under the License.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * When distributing Covered Code, include this CDDL HEADER in each
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If applicable, add the following below this CDDL HEADER, with the
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * fields enclosed by brackets "[]" replaced with your own identifying
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * information: Portions Copyright [yyyy] [name of copyright owner]
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * CDDL HEADER END
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Non-DDI Compliant stuff
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhextern char hw_serial[];
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Global driver data
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Tracing and Logging info
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If pmcs_force_syslog value is non-zero, all messages put in the trace log
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * will also be sent to system log.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * External References
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Local static data
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * DEBUG: testing: allow detach with an active port:
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * # echo 'detach_driver_unconfig/W 10' | mdb -kw
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * # echo 'scsi_hba_bus_unconfig_remove/W 1' | mdb -kw
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * # echo 'pmcs`detach_with_active_port/W 1' | mdb -kw
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * # modunload -i <pmcs_driver_index>
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Local prototypes
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic int pmcs_add_more_chunks(pmcs_hw_t *, unsigned long);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic void pmcs_watchdog(void *);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhalastatic void pmcs_create_all_phy_stats(pmcs_iport_t *);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Local configuration data
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh 0, /* refcnt */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh 0 /* dma_attr_flags */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Attach/Detach functions
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ret = ddi_soft_state_init(&pmcs_softc_state, sizeof (pmcs_hw_t), 1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ret != 0) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Allocate soft state for iports
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ret != 0) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh cmn_err(CE_WARN, "?iport soft state init failed for pmcs");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ret != 0) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh cmn_err(CE_WARN, "?mod_install failed for pmcs (%d)", ret);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Initialize the global trace lock */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Free pmcs log buffer and destroy the global lock */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
a25672a1f5bcd6aa4bbce28adab51d84ae202323David Hollister cmn_err(CE_WARN, "%s: No HBA softstate for instance %d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if ((pwp->state == STATE_UNPROBING) || (pwp->state == STATE_DEAD)) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if ((iport_ua = scsi_hba_iport_unit_address(dip)) == NULL) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: invoked with NULL unit address, inst (%d)",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_soft_state_zalloc(pmcs_iport_softstate, inst) != DDI_SUCCESS) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "cannot get iport soft state");
6745c559e4b531cf336a91f4653445c32ee46693Jesse Butler cv_init(&iport->smp_cv, NULL, CV_DEFAULT, NULL);
6745c559e4b531cf336a91f4653445c32ee46693Jesse Butler mutex_init(&iport->smp_lock, NULL, MUTEX_DRIVER,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Set some data on the iport handle */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Dup the UA into the iport handle */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If our unit address is active in the phymap, configure our
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * iport's phylist.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ua_priv = sas_phymap_lookup_uapriv(pwp->hss_phymap, iport->ua);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Non-NULL private data indicates the unit address is active */
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "%s: failed to "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "configure phys on iport handle (0x%p), "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Allocate string-based soft state pool for targets */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "cannot get iport tgt soft state");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Create this iport's target map */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Set up the 'initiator-port' DDI property on this iport */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Set initiator-port value to the HBA's base WWN */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Set up a 'num-phys' DDI property for the iport node */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_iport_prop(iport, DATA_TYPE_INT32, PMCS_NUM_PHYS,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Create kstats for each of the phys in this port */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Insert this iport handle into our list and set
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * iports_attached on the HBA node.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* teardown and fail */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh switch (cmd) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* No DDI_?_RESUME on iport nodes */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If this is an iport node, invoke iport attach.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * From here on is attach for the HBA node
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Check to see if this unit is to be disabled. We can't disable
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * on a per-iport node. It's either the entire HBA or nothing.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Allocate softstate
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_soft_state_zalloc(pmcs_softc_state, inst) != DDI_SUCCESS) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh cmn_err(CE_WARN, "pmcs%d: Failed to alloc soft state", inst);
32b54db7d7ecdb10cc3178edf2c480c6dc5c5559Jesse Butler * Create the list for iports and init its lock.
32b54db7d7ecdb10cc3178edf2c480c6dc5c5559Jesse Butler rw_init(&pwp->iports_lock, NULL, RW_DRIVER, NULL);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Get driver.conf properties
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->phyid_block_mask = ddi_prop_get_int(DDI_DEV_T_ANY, dip,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-phyid-block-mask",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-physpeed", physpeed);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-phymode", phymode);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-fwlog", fwlog_level);
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister if ((ddi_prop_lookup_string(DDI_DEV_T_ANY, dip, 0, "pmcs-fwlogfile",
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister if (snprintf(pwp->fwlogfile_aap1, MAXPATHLEN, "%s%d-aap1.0",
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister fwl_file, ddi_get_instance(dip)) > MAXPATHLEN) {
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister } else if (snprintf(pwp->fwlogfile_iop, MAXPATHLEN,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister pwp->open_retry_interval = ddi_prop_get_int(DDI_DEV_T_ANY, dip,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-open-retry-interval",
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister if (pwp->open_retry_interval > OPEN_RETRY_INTERVAL_MAX) {
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister pwp->open_retry_interval = OPEN_RETRY_INTERVAL_MAX;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Allocate trace buffer */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_tbuf_num_elems = ddi_prop_get_int(DDI_DEV_T_ANY, dip,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-tbuf-num-elems",
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister if (pwp->fwlog && strlen(pwp->fwlogfile_aap1) > 0) {
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister "%s: firmware event log files: %s, %s", __func__,
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister "%s: No firmware event log will be written "
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister "%s: No firmware event log will be written "
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister "(no filename configured - too long?)", __func__);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-disable-msix",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-disable-msi",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-maxqdepth", maxqdepth);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->fw_force_update = ddi_prop_get_int(DDI_DEV_T_ANY, dip,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-fw-force-update", 0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->fw_disable_update = ddi_prop_get_int(DDI_DEV_T_ANY, dip,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "pmcs-fw-disable-update", 0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "pmcs-num-io-qentries",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Initialize FMA
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->fm_capabilities = ddi_getprop(DDI_DEV_T_ANY, pwp->dip,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Map registers
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "pci config setup failed");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Get the size of register set 3.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_dev_regsize(dip, PMCS_REGSET_3, &set3size) != DDI_SUCCESS) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Map registers
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->reg_acc_attr.devacc_attr_endian_flags = DDI_STRUCTURE_LE_ACC;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_regs_map_setup(dip, PMCS_REGSET_0, (caddr_t *)&pwp->msg_regs,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "failed to map Message Unit registers");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_regs_map_setup(dip, PMCS_REGSET_1, (caddr_t *)&pwp->top_regs,
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "failed to map TOP registers");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_regs_map_setup(dip, PMCS_REGSET_2, (caddr_t *)&pwp->gsm_regs,
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "failed to map GSM registers");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_regs_map_setup(dip, PMCS_REGSET_3, (caddr_t *)&pwp->mpi_regs,
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "failed to map MPI registers");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (((5U << 2) + 0x10) << PMCS_MSGU_MPI_BAR_SHIFT) | set3size;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Make sure we can support this card.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->chiprev = pmcs_rd_topunit(pwp, PMCS_DEVICE_REVISION);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "Rev A/B Card no longer supported");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Allocate DMA addressable area for Inbound and Outbound Queue indices
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * that the chip needs to access plus a space for scratch usage
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (pmcs_dma_setup(pwp, &pwp->cip_dma_attr, &pwp->cip_acchdls,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "Failed to setup DMA for index/scratch");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Allocate DMA S/G list chunks
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (void) pmcs_add_more_chunks(pwp, ptob(1) * PMCS_MIN_CHUNK_PAGES);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Allocate a DMA addressable area for the firmware log (if needed)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Align to event log header and entry size
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "Failed to setup DMA for fwlog area");
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister pwp->fwlogp_aap1 = (pmcs_fw_event_hdr_t *)pwp->fwlogp;
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister pwp->fwlogp_iop = (pmcs_fw_event_hdr_t *)((void *)
9719310a57482091af0a7f0ee31b5e2eec35f154David Hollister ((caddr_t)pwp->fwlogp + (PMCS_FWLOG_SIZE / 2)));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->regdump_dma_attr.dma_attr_align = PMCS_FLASH_CHUNK_SIZE;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (caddr_t *)&pwp->flash_chunkp, &pwp->flash_chunk_addr) ==
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "Failed to setup DMA for register dump area");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * More bits of local initialization...
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->tq = ddi_taskq_create(dip, "_tq", 4, TASKQ_DEFAULTPRI, 0);
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "unable to create worker taskq");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Cache of structures for dealing with I/O completion callbacks.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (void) snprintf(buf, sizeof (buf), "pmcs_iocomp_cb_cache%d", inst);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh sizeof (pmcs_iocomp_cb_t), 16, NULL, NULL, NULL, NULL, NULL, 0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Cache of PHY structures
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (void) snprintf(buf, sizeof (buf), "pmcs_phy_cache%d", inst);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->phy_cache = kmem_cache_create(buf, sizeof (pmcs_phy_t), 8,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_phy_constructor, pmcs_phy_destructor, NULL, (void *)pwp,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Allocate space for the I/O completion threads
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne sizeof (pmcs_cq_thr_info_t) * pwp->cq_info.cq_threads, KM_SLEEP);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Set the quantum value in clock ticks for the I/O interrupt
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * coalescing timer.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->io_intr_coal.quantum = drv_usectohz(PMCS_QUANTUM_TIME_USECS);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We have a delicate dance here. We need to set up
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * interrupts so we know how to set up some OQC
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * tables. However, while we're setting up table
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * access, we may need to flash new firmware and
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * reset the card, which will take some finessing.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Set up interrupts here.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* FALLTHROUGH */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Set these up now becuase they are used to initialize the OQC tables.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If we have MSI or MSI-X interrupts set up and we have enough
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * vectors for each OQ, the Outbound Queue vectors can all be the
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * same as the appropriate interrupt routine will have been called
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * and the doorbell register automatically cleared.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * This keeps us from having to check the Outbound Doorbell register
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * when the routines for these interrupts are called.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If we have Legacy INT-X interrupts set up or we didn't have enough
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * MSI/MSI-X vectors to uniquely identify each OQ, we point these
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * vectors to the bits we would like to have set in the Outbound
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Doorbell register because pmcs_all_intr will read the doorbell
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * register to find out why we have an interrupt and write the
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * corresponding 'clear' bit for that interrupt.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Only one vector, so we must check all OQs for MSI. For
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * INT-X, there's only one vector anyway, so we can just
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * use the outbound queue bits to keep from having to
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * check each queue for each interrupt.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* With 2, we can at least isolate IODONE */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* With 4 vectors, everybody gets one */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Do the first part of setup
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Now do some additonal allocations based upon information
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * gathered during MPI setup.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->root_phys = kmem_zalloc(pwp->nphy * sizeof (pmcs_phy_t), KM_SLEEP);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_phy_name(pwp, phyp, phyp->path, sizeof (phyp->path));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->work = kmem_zalloc(pwp->max_cmd * sizeof (pmcwork_t), KM_SLEEP);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh kmem_zalloc(pwp->max_dev * sizeof (pmcs_xscsi_t *), KM_SLEEP);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->iqpt->head = kmem_zalloc(PMCS_IQP_TRACE_BUFFER_SIZE, KM_SLEEP);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Start MPI communication.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Do some initial acceptance tests.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * This tests interrupts and queues.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Read VPD - if it exists */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (pmcs_get_nvmd(pwp, PMCS_NVMD_VPD, PMCIN_NVMD_VPD, 0, NULL, 0)) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "%s: Unable to read VPD: "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * When we release, this must goto failure and the call
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * to pmcs_fabricate_wwid is removed.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* goto failure; */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We're now officially running
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Check firmware versions and load new firmware
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * if needed and reset.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Create completion threads.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh &pwp->cq_info.cq_thr_info[i], 0, &p0, TS_RUN, minclsyspri);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Create one thread to deal with the updating of the interrupt
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * coalescing timer.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->ict_thread = thread_create(NULL, 0, pmcs_check_intr_coal,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Kick off the watchdog
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Do the SCSI attachment code (before starting phys)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Check all acc & dma handles allocated in attach */
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * Create the iportmap for this HBA instance
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne if (scsi_hba_iportmap_create(dip, iportmap_csync_usec,
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne iportmap_stable_usec, &pwp->hss_iportmap) != DDI_SUCCESS) {
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne "%s: pmcs%d iportmap_create failed", __func__, inst);
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne * Create the phymap for this HBA instance
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne if (sas_phymap_create(dip, phymap_stable_usec, PHYMAP_MODE_SIMPLE, NULL,
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne pwp, pmcs_phymap_activate, pmcs_phymap_deactivate,
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne "%s: pmcs%d phymap_create failed", __func__, inst);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Start the PHYs.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * From this point on, we can't fail.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* SM-HBA */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_hba_prop(pwp, DATA_TYPE_INT32, PMCS_SMHBA_SUPPORTED,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* SM-HBA */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_hba_prop(pwp, DATA_TYPE_STRING, PMCS_DRV_VERSION,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* SM-HBA */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_hba_prop(pwp, DATA_TYPE_STRING, PMCS_HWARE_VERSION,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* SM-HBA */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh PMCS_FW_MAJOR(pwp), PMCS_FW_MINOR(pwp), PMCS_FW_MICRO(pwp),
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_hba_prop(pwp, DATA_TYPE_STRING, PMCS_FWARE_VERSION,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* SM-HBA */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_hba_prop(pwp, DATA_TYPE_INT32, PMCS_NUM_PHYS_HBA,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* SM-HBA */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh protocol = SAS_SSP_SUPPORT | SAS_SATA_SUPPORT | SAS_SMP_SUPPORT;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_smhba_add_hba_prop(pwp, DATA_TYPE_INT32, PMCS_SUPPORTED_PROTOCOL,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister /* Receptacle properties (FMA) */
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister pwp->recept_labels[0] = PMCS_RECEPT_LABEL_0;
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister pwp->recept_labels[1] = PMCS_RECEPT_LABEL_1;
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister if (ddi_prop_update_string_array(DDI_DEV_T_NONE, dip,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister SCSI_HBA_PROP_RECEPTACLE_LABEL, &pwp->recept_labels[0],
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister PMCS_NUM_RECEPTACLES) != DDI_PROP_SUCCESS) {
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister "%s: failed to create %s property", __func__,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister "receptacle-label");
1f81b46471e38fdeb9ab74c25510b2f903f8af12David Hollister if (ddi_prop_update_string_array(DDI_DEV_T_NONE, dip,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister SCSI_HBA_PROP_RECEPTACLE_PM, &pwp->recept_pm[0],
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister PMCS_NUM_RECEPTACLES) != DDI_PROP_SUCCESS) {
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister "%s: failed to create %s property", __func__,
658280b6253b61dbb155f43d0e3cbcffa85ccb90David Hollister "receptacle-pm");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* iport node */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* hba node */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp = (pmcs_hw_t *)ddi_get_soft_state(pmcs_softc_state, inst);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh switch (cmd) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* iport detach */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* HBA detach */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* No DDI_SUSPEND on iport nodes */
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh pmcs_prt(pwp, PMCS_PRT_INFO, NULL, NULL, "PMC8X6G suspending");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * First, check if there are still any configured targets on this
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * iport. If so, we fail detach.
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "iport%d detach failure: iport has targets (luns)",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Remove this iport from our list if it is inactive in the phymap.
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "iport%d detach failure: "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "iport unit address active in phymap",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* If it's our only iport, clear iports_attached */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We have removed the iport handle from the HBA's iports list,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * there will be no new references to it. Two things must be
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * guarded against here. First, we could have PHY up events,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * adding themselves to the iport->phys list and grabbing ref's
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * on our iport handle. Second, we could have existing references
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * to this iport handle from a point in time prior to the list
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * removal above.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * So first, destroy the phys list. Remove any phys that have snuck
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * in after the phymap deactivate, dropping the refcnt accordingly.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If these PHYs are still up if and when the phymap reactivates
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * (i.e. when this iport reattaches), we'll populate the list with
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * them and bump the refcnt back up.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Second, wait for any other references to this iport to be
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * dropped, then continue teardown.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Destroy the iport target map */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Free the tgt soft state */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Free our unit address string */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Finish teardown and free the softstate */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ddi_soft_state_free(pmcs_iport_softstate, ddi_get_instance(iport->dip));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Tear down the interrupt infrastructure.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Grab a lock, if initted, to set state.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Stop the I/O completion threads.
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne sizeof (pmcs_cq_thr_info_t) * pwp->cq_info.cq_threads);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Stop the interrupt coalescing timer thread
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Make sure that any pending watchdog won't
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * be called from this point on out.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * After the above action, the watchdog
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * timer that starts up the worker task
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * may trigger but will exit immediately
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * on triggering.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Now that this is done, we can destroy
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * the task queue, which will wait if we're
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * running something on it.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If the chip hasn't been marked dead, shut it down now
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * to bring it back to a known state without attempting
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * a soft reset.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * De-register all registered devices
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Stop all the phys.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Shut Down Message Passing
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Reset chip
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Turn off interrupts on the chip
32b54db7d7ecdb10cc3178edf2c480c6dc5c5559Jesse Butler /* Destroy the phymap */
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne /* Destroy the iportmap */
32b54db7d7ecdb10cc3178edf2c480c6dc5c5559Jesse Butler /* Destroy the iports lock and list */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Free DMA handles and associated consistent memory
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_dma_unbind_handle(pwp->regdump_hndl) != DDI_SUCCESS) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "Condition check failed "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_dma_unbind_handle(pwp->fwlog_hndl) != DDI_SUCCESS) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "Condition check failed "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_dma_unbind_handle(pwp->cip_handles) != DDI_SUCCESS) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "Condition check failed "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < PMCS_NOQ; i++) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "Condition check failed at %s():%d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < PMCS_NIQ; i++) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "Condition check failed at %s():%d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Unmap registers and destroy access handles
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Do memory allocation cleanup.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Free pools
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Free all PHYs (at level > 0), then free the cache
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Free root PHYs
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh kmem_free(pwp->root_phys, pwp->nphy * sizeof (pmcs_phy_t));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Free the targets list */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Free work structures
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Do last property and SCSA cleanup
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh scsi_hba_reset_notify_tear_down(pwp->reset_notify_listf);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Free register dump area if allocated */
1b94a41b6ff7cb545cabcda970647c0361ed118aChris Horne /* Destroy pwp's lock */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ddi_soft_state_free(pmcs_softc_state, ddi_get_instance(pwp->dip));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * quiesce (9E) entry point
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * This function is called when the system is single-threaded at high PIL
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * with preemption disabled. Therefore, the function must not block/wait/sleep.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Returns DDI_SUCCESS or DDI_FAILURE.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* No quiesce necessary on a per-iport basis */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Stop MPI & Reset chip (no need to re-initialize) */
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler pwp->last_reset_reason = PMCS_LAST_RST_QUIESCE;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Called with xp->statlock and PHY lock and scratch acquired.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Safe defaults - use only if this target is brand new (i.e. doesn't
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * already have these settings configured)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We only try and issue an IDENTIFY for first level
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * (direct attached) devices. We don't try and
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * set other quirks here (this will happen later,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * if the device is fully configured)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < 4; i++) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Check the returned data for being a valid (NAA=5) WWN.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If so, use that and override the SAS address we were
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * given at Link Up time.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Called with PHY lock and target statlock held and scratch acquired
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh pmcs_prt(pwp, PMCS_PRT_DEBUG_CONFIG, NULL, target, "%s: target = 0x%p",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Set the PHY's config stop time to 0. This is one of the final
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * stops along the config path, so we're indicating that we
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * successfully configured the PHY.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DTRACE_PROBE2(pmcs__worker, ulong_t, pwp->work_flags, boolean_t,
c280a92b706bf16eee2a24cc328c9b78d71cb38cDavid Hollister if (work_flags & PMCS_WORK_FLAG_DUMP_REGS) {
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana if (work_flags & PMCS_WORK_FLAG_DEREGISTER_DEV) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "Not enough memory for DMA chunks");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (pmcs_dma_setup(pwp, &pwp->cip_dma_attr, &pchunk->acc_handle,
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "Failed to setup DMA for chunks");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if ((pmcs_check_acc_handle(pchunk->acc_handle) != DDI_SUCCESS) ||
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (pmcs_check_dma_handle(pchunk->dma_handle) != DDI_SUCCESS)) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * Ensure that inbound work is getting picked up. First, check to
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * see if new work has been posted. If it has, ensure that the
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * work is moving forward by checking the consumer index and the
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * last_htag for the work being processed against what we saw last
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * time. Note: we use the work structure's 'last_htag' because at
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * any given moment it could be freed back, thus clearing 'htag'
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * and setting 'last_htag' (see pmcs_pwork).
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler for (i = 0; i < PMCS_NIQ; i++) {
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler iqp = &pwp->iqp[i][cur_iqci * (PMCS_QENTRY_SIZE >> 2)];
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler cur_work_idx = PMCS_TAG_INDEX(LE_32(*(iqp+1)));
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler "Inbound Queue stall detected, issuing reset");
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * Check heartbeat on both the MSGU and IOP. It is unlikely that
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * we'd ever fail here, as the inbound queue monitoring code above
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * would detect a stall due to either of these elements being
d78a6b7e13de1e122f6c7e0d539522698d83ec22Jesse Butler * stalled, but we might as well keep an eye on them.
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler cur_msgu_tick = pmcs_rd_gst_tbl(pwp, PMCS_GST_MSGU_TICK);
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler "Stall detected on MSGU, issuing reset");
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler cur_iop_tick = pmcs_rd_gst_tbl(pwp, PMCS_GST_IOP_TICK);
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler "Stall detected on IOP, issuing reset");
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * We've detected a stall. Attempt to recover service via hot
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * reset. In case of failure, pmcs_hot_reset() will handle the
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * failure and issue any required FM notifications.
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * See pmcs_subr.c for more details.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic void
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (pwrk = pwp->work; pwrk < &pwp->work[pwp->max_cmd]; pwrk++) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If the command isn't active, we can't be timing it still.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Active means the tag is not free and the state is "on chip".
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * No timer active for this command.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Knock off bits for the time interval.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * The command has now officially timed out.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Get the path for it. If it doesn't have
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * a phy pointer any more, it's really dead
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * and can just be put back on the free list.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * There should *not* be any commands associated
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * with it any more.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "dead command with gone phy being recycled");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If this is a non-SCSA command, stop here. Eventually
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * we might do something with non-SCSA commands here-
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * but so far their timeout mechanisms are handled in
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * the WAIT_FOR macro.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: non-SCSA cmd tag 0x%x timed out",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Mark it as timed out.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: SCSA cmd tag 0x%x timed out (state %x) onwire=%d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: SCSA cmd tag 0x%x timed out (state %x)",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Mark the work structure as timed out.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * No point attempting recovery if the device is gone
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: tgt(0x%p) is gone. Returning CMD_DEV_GONE "
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Complete this command here */
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "%s: Completing cmd (htag 0x%08x) "
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana rval = pmcs_abort(pwp, phyp, pwrk->htag, 0, 1);
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana pmcs_prt(pwp, PMCS_PRT_DEBUG, phyp, target,
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana "%s: Bad status (%d) on abort of HTAG 0x%08x",
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana /* Complete this command here */
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana pmcs_prt(pwp, PMCS_PRT_DEBUG, phyp, target,
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana "%s: Completing cmd (htag 0x%08x) "
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana pmcs_complete_work_impl(pwp, pwrk, NULL, 0);
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana * No need to reschedule ABORT if we get any other
601c90f161ff0319c1b4a2c3362b466043a65d8dSrikanth, Ramana SCHEDULE_WORK(pwp, PMCS_WORK_ABORT_HANDLE);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Run any completions that may have been queued up.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic void
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh DTRACE_PROBE2(pmcs__watchdog, ulong_t, pwp->work_flags, boolean_t,
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * Check forward progress on the chip
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler if (++pwp->watchdog_count == PMCS_FWD_PROG_TRIGGER) {
9aed162131f1840d0bc1cd0275f4d7144f3690f0David Hollister * Check to see if we need to kick discovery off again
9aed162131f1840d0bc1cd0275f4d7144f3690f0David Hollister (ddi_get_lbolt() >= pwp->config_restart_time)) {
9aed162131f1840d0bc1cd0275f4d7144f3690f0David Hollister pmcs_prt(pwp, PMCS_PRT_DEBUG_CONFIG, NULL, NULL,
9aed162131f1840d0bc1cd0275f4d7144f3690f0David Hollister "%s: Timer expired for re-enumeration: Start discovery",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "Could not dispatch to worker thread");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < icnt; i++) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: unable to remove interrupt handler %d", __func__, i);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "unable to disable interrupt block");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < icnt; i++) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "unable to disable interrupt %d", i);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < icnt; i++) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "unable to free interrupt %d", i);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (-1);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Try to set up interrupts of type "type" with a minimum number of interrupts
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * of "min".
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic void
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: get_nintrs failed; type: %d rc: %d count: %d min: %d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: get_navail failed; type: %d rc: %d avail: %d min: %d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->ih_table = kmem_alloc(pwp->ih_table_size, KM_SLEEP);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh switch (type) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh rval = ddi_intr_alloc(pwp->dip, pwp->ih_table, type, 0, max, &actual,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: ddi_intr_alloc failed; type: %d rc: %d",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Set up interrupts.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We return one of three values:
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * 0 - success
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * EAGAIN - failure to set up interrupts
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * EIO - "" + we're now stuck partly enabled
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If EIO is returned, we can't unload the driver.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_intr_get_supported_types(pwp->dip, &itypes) != DDI_SUCCESS) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "cannot get interrupt types");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We won't know what firmware we're running until we call pmcs_setup,
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * and we can't call pmcs_setup until we establish interrupts.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We want PMCS_MAX_MSIX vectors for MSI-X. Anything less would be
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * uncivilized.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_setup_intr_impl(pwp, DDI_INTR_TYPE_MSIX, PMCS_MAX_MSIX);
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "No interrupts available");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh iv_table_size = sizeof (ddi_intr_handler_t *) * pwp->intr_cnt;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Get iblock cookie and add handlers.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: intr_cnt = %d - unexpected", __func__, pwp->intr_cnt);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_intr_get_cap(pwp->ih_table[0], &pwp->intr_cap) != DDI_SUCCESS) {
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "unable to get int capabilities");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh r = ddi_intr_block_enable(&pwp->ih_table[0], pwp->intr_cnt);
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh "intr blk enable failed");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "unable to enable interrupt %d", i);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Set up locks.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (ddi_intr_get_pri(pwp->ih_table[0], &pri) != DDI_SUCCESS) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "unable to get interrupt priority");
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->dma_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->axil_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->cq_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->ict_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->config_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->wfree_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->pfree_lock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->dbglock, NULL, MUTEX_DRIVER, DDI_INTR_PRI(pri));
32b54db7d7ecdb10cc3178edf2c480c6dc5c5559Jesse Butler cv_init(&pwp->config_cv, NULL, CV_DRIVER, NULL);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < PMCS_NIQ; i++) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh mutex_init(&pwp->cq_info.cq_thr_info[i].cq_thr_lock, NULL,
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh pmcs_prt(pwp, PMCS_PRT_INFO, NULL, NULL, "%d %s interrup%s configured",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pwp->intr_cnt, (pwp->int_type == PMCS_INT_MSIX)? "MSI-X" :
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Enable Interrupts
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pmcs_wr_msgunit(pwp, PMCS_MSGU_OBDB_MASK, pwp->intr_mask);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh return (0);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * It's possible that if we just turned interrupt coalescing off
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * (and thus, re-enabled auto clear for interrupts on the I/O outbound
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * queue) that there was an interrupt already pending. We use
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * io_intr_coal.int_cleared to ensure that we still drop in here and
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * clear the appropriate interrupt bit one last time.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Check for Fatal Interrupts
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Check for Fatal Interrupts
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Check for Outbound Queue service needed
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh pmcs_prt(pwp, PMCS_PRT_ERR, NULL, NULL, "Fatal Interrupt caught");
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * Attempt a hot reset. In case of failure, pmcs_hot_reset() will
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * handle the failure and issue any required FM notifications.
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler * See pmcs_subr.c for more details.
5c45adf04db8ffdcb5dd969bb5203ff9b17677dbJesse Butler pwp->last_reset_reason = PMCS_LAST_RST_FATAL_ERROR;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Called with PHY lock and target statlock held and scratch acquired.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: Target %p has PHY %p with invalid dtype",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh pptr->path, tgt->target_num, SAS_ADDR_PRT(pptr->sas_address));
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Called with softstate lock held
b18a19c275d2531444fcd2f66664cbe3c6897f6aJesse Butler "Removed tgt 0x%p vtgt %u",
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh pmcs_phy_t *phyp, pmcs_xscsi_t *target, const char *fmt, ...)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh switch (level) {
1f81b46471e38fdeb9ab74c25510b2f903f8af12David Hollister /* Calculate the approximate firmware time stamp... */
1f81b46471e38fdeb9ab74c25510b2f903f8af12David Hollister pmcs_tbuf_ptr->fw_timestamp = pwp->fw_timestamp +
1f81b46471e38fdeb9ab74c25510b2f903f8af12David Hollister ((hrtimestamp - pwp->hrtimestamp) / PMCS_FWLOG_TIMER_DIV);
c3bc407cfbd238a18e4728ad5f36f39cecdb062fdh * Store the pertinent PHY and target information if there is any
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Indicate truncation */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * When pmcs_force_syslog in non-zero, everything goes also
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * to syslog, at CE_CONT level.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Anything that comes in with PMCS_PRT_INFO, WARN, or ERR also
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * goes to syslog.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (sizeof (local)) - ((size_t)ptr - (size_t)local), fmt, ap);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * pmcs_acquire_scratch
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * If "wait" is true, the caller will wait until it can acquire the scratch.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * This implies the caller needs to be in a context where spinning for an
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * indeterminate amount of time is acceptable.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Caller will wait for scratch.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh while ((rval = atomic_swap_8(&pwp->scratch_locked, 1)) != 0) {
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala/* Called with iport_lock and phy lock held */
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhalapmcs_create_one_phy_stats(pmcs_iport_t *iport, pmcs_phy_t *phyp)
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala * Delete existing kstats with name containing
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala * old iport instance# and allow creation of
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala * new kstats with new iport instance# in the name.
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala ndata = (sizeof (sas_phy_stats_t)/sizeof (kstat_named_t));
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala (void) snprintf(ks_name, sizeof (ks_name),
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "%s.%llx.%d.%d", ddi_driver_name(iport->dip),
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala ddi_get_instance(iport->dip), phyp->phynum);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala ddi_get_instance(iport->dip), ks_name, KSTAT_SAS_PHY_CLASS,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala pmcs_prt(pwp, PMCS_PRT_DEBUG, phyp, NULL,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "%s: Failed to create %s kstats for PHY(0x%p) at %s",
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala __func__, ks_name, (void *)phyp, phyp->path);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala ps = (sas_phy_stats_t *)phyp->phy_stats->ks_data;
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala kstat_named_init(&ps->seconds_since_last_reset,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "SecondsSinceLastReset", KSTAT_DATA_ULONGLONG);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala kstat_named_init(&ps->invalid_dword_count,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "InvalidDwordCount", KSTAT_DATA_ULONGLONG);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala kstat_named_init(&ps->running_disparity_error_count,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "RunningDisparityErrorCount", KSTAT_DATA_ULONGLONG);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala kstat_named_init(&ps->loss_of_dword_sync_count,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "LossofDwordSyncCount", KSTAT_DATA_ULONGLONG);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala kstat_named_init(&ps->phy_reset_problem_count,
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala "PhyResetProblemCount", KSTAT_DATA_ULONGLONG);
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala phyp->phy_stats->ks_update = pmcs_update_phy_stats;
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhalapmcs_create_all_phy_stats(pmcs_iport_t *iport)
35dae2328064ca9e149cf5d3a7ba1688ed4629b6Srikanth Suravajhala pmcs_create_one_phy_stats(iport, phyp);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * We just want to lock against other invocations of kstat;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * we don't need to pmcs_lock_phy() for this.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Get Stats from Chip */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh val = pmcs_get_diag_report(pwp, PMCS_INVALID_DWORD_CNT, pptr->phynum);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ps->invalid_dword_count.value.ull = (unsigned long long)val;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh val = pmcs_get_diag_report(pwp, PMCS_DISPARITY_ERR_CNT, pptr->phynum);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ps->running_disparity_error_count.value.ull = (unsigned long long)val;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh val = pmcs_get_diag_report(pwp, PMCS_LOST_DWORD_SYNC_CNT, pptr->phynum);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ps->loss_of_dword_sync_count.value.ull = (unsigned long long)val;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh val = pmcs_get_diag_report(pwp, PMCS_RESET_FAILED_CNT, pptr->phynum);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh ps->phy_reset_problem_count.value.ull = (unsigned long long)val;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh/*ARGSUSED*/
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhpmcs_fm_error_cb(dev_info_t *dip, ddi_fm_error_t *err, const void *impl_data)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * as the driver can always deal with an error in any dma or
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * access handle, we can just return the fme_status value.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic void
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Only register with IO Fault Services if we have some capability */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Adjust access and dma attributes for FMA */
837c1ac4e72b7d86278cca88b1075af557f7d161Stephen Hanson pwp->reg_acc_attr.devacc_attr_access = DDI_FLAGERR_ACC;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Register capabilities with IO Fault Services.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Initialize pci ereport capabilities if ereport
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * capable (should always be.)
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Register error callback if error callback capable.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dhstatic void
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Only unregister FMA capabilities if registered */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Un-register error callback if error callback capable.
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh * Release any resources allocated by pci_ereport_setup()
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Unregister from IO Fault Services */
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh /* Adjust access and dma attributes for FMA */
837c1ac4e72b7d86278cca88b1075af557f7d161Stephen Hanson pwp->reg_acc_attr.devacc_attr_access = DDI_DEFAULT_ACC;
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh (void) ddi_strtoul(hw_serial, &cp, 10, (unsigned long *)&adr);
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh if (adr == 0) {
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh "%s: No serial number available to fabricate WWN",
4c06356b0f0fffb4fc1b6eccc8e5d8e2254a84d6dh for (i = 0; i < PMCS_MAX_PORTS; i++) {