io/hxge/hxge_txdma.c

3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * CDDL HEADER START
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * The contents of this file are subject to the terms of the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Common Development and Distribution License (the "License").
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * You may not use this file except in compliance with the License.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * or http://www.opensolaris.org/os/licensing.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * See the License for the specific language governing permissions
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * and limitations under the License.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * When distributing Covered Code, include this CDDL HEADER in each
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * If applicable, add the following below this CDDL HEADER, with the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * fields enclosed by brackets "[]" replaced with your own identifying
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * information: Portions Copyright [yyyy] [name of copyright owner]
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * CDDL HEADER END
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
cf6ef8948349f8e11c5d4068f50996f8c0e8926dMichael Speer * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Use is subject to license terms.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#include <hxge_impl.h>
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#include <hxge_txdma.h>
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#include <sys/llc1.h>
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_reclaim_pending = TXDMA_RECLAIM_PENDING_DEFAULT;
cf6ef8948349f8e11c5d4068f50996f8c0e8926dMichael Speeruint32_t hxge_tx_minfree = 64;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_tx_intr_thres = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_tx_max_gathers = TX_MAX_GATHER_POINTERS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_tx_tiny_pack = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_tx_use_bcopy = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern uint32_t hxge_tx_ring_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern uint32_t hxge_bcopy_thresh;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern uint32_t hxge_dvma_thresh;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern uint32_t hxge_dma_stream_thresh;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern dma_method_t hxge_force_dma;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/* Device register access attributes for PIO.  */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern ddi_device_acc_attr_t hxge_dev_reg_acc_attr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/* Device descriptor access attributes for DMA.  */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern ddi_device_acc_attr_t hxge_dev_desc_dma_acc_attr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/* Device buffer access attributes for DMA.  */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern ddi_device_acc_attr_t hxge_dev_buf_dma_acc_attr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern ddi_dma_attr_t hxge_desc_dma_attr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern ddi_dma_attr_t hxge_tx_dma_attr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_map_txdma(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_unmap_txdma(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_txdma_hw_start(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_txdma_hw_stop(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_map_txdma_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *dma_buf_p, p_tx_ring_t *tx_desc_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t num_chunks, p_hxge_dma_common_t *dma_cntl_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t *tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_unmap_txdma_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_map_txdma_channel_buf_ring(p_hxge_t hxgep, uint16_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *, p_tx_ring_t *, uint32_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_unmap_txdma_channel_buf_ring(p_hxge_t hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_map_txdma_channel_cfg_ring(p_hxge_t, uint16_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *, p_tx_ring_t, p_tx_mbox_t *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_unmap_txdma_channel_cfg_ring(p_hxge_t hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_txdma_start_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_txdma_stop_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic p_tx_ring_t hxge_txdma_get_ring(p_hxge_t hxgep, uint16_t channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_tx_err_evnts(p_hxge_t hxgep, uint_t index,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_ldv_t ldvp, tdc_stat_t cs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic p_tx_mbox_t hxge_txdma_get_mbox(p_hxge_t hxgep, uint16_t channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_txdma_fatal_err_recover(p_hxge_t hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t channel, p_tx_ring_t tx_ring_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_tx_port_fatal_err_recover(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_txdma_channels(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    block_reset_t   reset_reg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_init_txdma_channels"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset TDC block from PEU to cleanup any unknown configuration.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * This may be resulted from previous reboot.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    reset_reg.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    reset_reg.bits.tdc_rst = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR32(hxgep->hpi_handle, BLOCK_RESET, reset_reg.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DELAY(1000);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_map_txdma(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_init_txdma_channels: status 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_txdma_hw_start(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_unmap_txdma(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_init_txdma_channels: status 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_uninit_txdma_channels(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_uninit_txdma_channels"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_txdma_hw_stop(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_unmap_txdma(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_uinit_txdma_channels"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_setup_dma_common(p_hxge_dma_common_t dest_p, p_hxge_dma_common_t src_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t entries, uint32_t size)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    size_t tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    *dest_p = *src_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tsize = size * entries;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dest_p->alength = tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dest_p->nblocks = entries;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dest_p->block_size = size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dest_p->offset += tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    src_p->kaddrp = (caddr_t)dest_p->kaddrp + tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    src_p->alength -= tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    src_p->dma_cookie.dmac_laddress += tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    src_p->dma_cookie.dmac_size -= tsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_reset_txdma_channel(p_hxge_t hxgep, uint16_t channel, uint64_t reg_data)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, " ==> hxge_reset_txdma_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if ((reg_data & TDC_TDR_RST_MASK) == TDC_TDR_RST_MASK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        rs = hpi_txdma_channel_reset(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        rs = hpi_txdma_channel_control(handle, TXDMA_RESET, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = HXGE_ERROR | rs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset the tail (kick) register to 0. (Hardware will not reset it. Tx
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * overflow fatal error if tail is not set to 0 after reset!
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    TXDMA_REG_WRITE64(handle, TDC_TDR_KICK, channel, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, " <== hxge_reset_txdma_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_txdma_channel_event_mask(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_int_mask_t *mask_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_init_txdma_channel_event_mask"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Mask off tx_rng_oflow since it is a false alarm. The driver
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * ensures not over flowing the hardware and check the hardware
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * status.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mask_p->bits.tx_rng_oflow = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_event_mask(handle, OP_SET, channel, mask_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = HXGE_ERROR | rs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_init_txdma_channel_event_mask"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_enable_txdma_channel(p_hxge_t hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t channel, p_tx_ring_t tx_desc_p, p_tx_mbox_t mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_enable_txdma_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Use configuration data composed at init time. Write to hardware the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * transmit ring configurations.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_ring_config(handle, OP_SET, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (uint64_t *)&(tx_desc_p->tx_ring_cfig.value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR | rs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Write to hardware the mailbox */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_mbox_config(handle, OP_SET, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (uint64_t *)&mbox_p->tx_mbox.dma_cookie.dmac_laddress);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR | rs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Start the DMA engine. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_channel_init_enable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR | rs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_enable_txdma_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_fill_tx_hdr(p_mblk_t mp, boolean_t fill_len, boolean_t l4_cksum,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int pkt_len, uint8_t npads, p_tx_pkt_hdr_all_t pkthdrp)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_pkt_header_t   hdrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_mblk_t        nmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint64_t        tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    size_t          mblk_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    size_t          iph_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    size_t          hdrs_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t         *ip_buf;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t        eth_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t         ipproto;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    boolean_t       is_vlan = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    size_t          eth_hdr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t hdrs_buf[sizeof (struct ether_header) + 64 + sizeof (uint32_t)];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_fill_tx_hdr: mp $%p", mp));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Caller should zero out the headers first.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hdrp = (p_tx_pkt_header_t)&pkthdrp->pkthdr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (fill_len) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_fill_tx_hdr: pkt_len %d npads %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            pkt_len, npads));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = (uint64_t)pkt_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_TOT_XFER_LEN_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fill_tx_header_done;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tmp = (uint64_t)npads;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hdrp->value |= (tmp << TX_PKT_HEADER_PAD_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * mp is the original data packet (does not include the Neptune
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * transmit header).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    nmp = mp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mblk_len = (size_t)nmp->b_wptr - (size_t)nmp->b_rptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_fill_tx_hdr: mp $%p b_rptr $%p len %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        mp, nmp->b_rptr, mblk_len));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ip_buf = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    bcopy(nmp->b_rptr, &hdrs_buf[0], sizeof (struct ether_vlan_header));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    eth_type = ntohs(((p_ether_header_t)hdrs_buf)->ether_type);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> : hxge_fill_tx_hdr: (value 0x%llx) ether type 0x%x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        eth_type, hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (eth_type < ETHERMTU) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = 1ull;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_LLC_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_pkt_hdr_init: LLC value 0x%llx", hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (*(hdrs_buf + sizeof (struct ether_header)) ==
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            LLC_SNAP_SAP) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            eth_type = ntohs(*((uint16_t *)(hdrs_buf +
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                sizeof (struct ether_header) + 6)));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_pkt_hdr_init: LLC ether type 0x%x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                eth_type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            goto fill_tx_header_done;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    } else if (eth_type == VLAN_ETHERTYPE) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = 1ull;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_VLAN__SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        eth_type = ntohs(((struct ether_vlan_header *)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrs_buf)->ether_type);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        is_vlan = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_pkt_hdr_init: VLAN value 0x%llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!is_vlan) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        eth_hdr_size = sizeof (struct ether_header);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        eth_hdr_size = sizeof (struct ether_vlan_header);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    switch (eth_type) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    case ETHERTYPE_IP:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (mblk_len > eth_hdr_size + sizeof (uint8_t)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ip_buf = nmp->b_rptr + eth_hdr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            mblk_len -= eth_hdr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            iph_len = ((*ip_buf) & 0x0f);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (mblk_len > (iph_len + sizeof (uint32_t))) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                ip_buf = nmp->b_rptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                ip_buf += eth_hdr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                ip_buf = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (ip_buf == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrs_size = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ((p_ether_header_t)hdrs_buf)->ether_type = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            while ((nmp) && (hdrs_size < sizeof (hdrs_buf))) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                mblk_len = (size_t)nmp->b_wptr -
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    (size_t)nmp->b_rptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                if (mblk_len >=
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    (sizeof (hdrs_buf) - hdrs_size))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    mblk_len = sizeof (hdrs_buf) -
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                        hdrs_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                bcopy(nmp->b_rptr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    &hdrs_buf[hdrs_size], mblk_len);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                hdrs_size += mblk_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                nmp = nmp->b_cont;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ip_buf = hdrs_buf;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ip_buf += eth_hdr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            iph_len = ((*ip_buf) & 0x0f);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        ipproto = ip_buf[9];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = (uint64_t)iph_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_IHL_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = (uint64_t)(eth_hdr_size >> 1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_L3START_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_fill_tx_hdr: IPv4 "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            " iph_len %d l3start %d eth_hdr_size %d proto 0x%x"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "tmp 0x%x", iph_len, hdrp->bits.l3start, eth_hdr_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ipproto, tmp));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_pkt_hdr_init: IP value 0x%llx", hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    case ETHERTYPE_IPV6:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrs_size = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        ((p_ether_header_t)hdrs_buf)->ether_type = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        while ((nmp) && (hdrs_size < sizeof (hdrs_buf))) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            mblk_len = (size_t)nmp->b_wptr - (size_t)nmp->b_rptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (mblk_len >= (sizeof (hdrs_buf) - hdrs_size))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                mblk_len = sizeof (hdrs_buf) - hdrs_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            bcopy(nmp->b_rptr, &hdrs_buf[hdrs_size], mblk_len);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrs_size += mblk_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            nmp = nmp->b_cont;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        ip_buf = hdrs_buf;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        ip_buf += eth_hdr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = 1ull;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_IP_VER_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = (eth_hdr_size >> 1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hdrp->value |= (tmp << TX_PKT_HEADER_L3START_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /* byte 6 is the next header protocol */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        ipproto = ip_buf[6];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_fill_tx_hdr: IPv6 "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            " iph_len %d l3start %d eth_hdr_size %d proto 0x%x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            iph_len, hdrp->bits.l3start, eth_hdr_size, ipproto));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_tx_pkt_hdr_init: IPv6 "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "value 0x%llx", hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_fill_tx_hdr: non-IP"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fill_tx_header_done;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    switch (ipproto) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    case IPPROTO_TCP:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_fill_tx_hdr: TCP (cksum flag %d)", l4_cksum));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (l4_cksum) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tmp = 1ull;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrp->value |= (tmp << TX_PKT_HEADER_PKT_TYPE_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_pkt_hdr_init: TCP CKSUM"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "value 0x%llx", hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_pkt_hdr_init: TCP value 0x%llx", hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    case IPPROTO_UDP:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_fill_tx_hdr: UDP"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (l4_cksum) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tmp = 0x2ull;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrp->value |= (tmp << TX_PKT_HEADER_PKT_TYPE_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_pkt_hdr_init: UDP value 0x%llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fill_tx_header_done;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsfill_tx_header_done:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_fill_tx_hdr: pkt_len %d npads %d value 0x%llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        pkt_len, npads, hdrp->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL, "<== hxge_fill_tx_hdr"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsp_mblk_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_tx_pkt_header_reserve(p_mblk_t mp, uint8_t *npads)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_mblk_t newmp = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if ((newmp = allocb(TX_PKT_HEADER_SIZE, BPRI_MED)) == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_tx_pkt_header_reserve: allocb failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_tx_pkt_header_reserve: get new mp"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    DB_TYPE(newmp) = M_DATA;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    newmp->b_rptr = newmp->b_wptr = DB_LIM(newmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    linkb(newmp, mp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    newmp->b_rptr -= TX_PKT_HEADER_SIZE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==>hxge_tx_pkt_header_reserve: b_rptr $%p b_wptr $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        newmp->b_rptr, newmp->b_wptr));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_tx_pkt_header_reserve: use new mp"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (newmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_tx_pkt_nmblocks(p_mblk_t mp, int *tot_xfer_len_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint_t      nmblks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ssize_t     len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint_t      pkt_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_mblk_t    nmp, bmp, tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t     *b_wptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_tx_pkt_nmblocks: mp $%p rptr $%p wptr $%p len %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        mp, mp->b_rptr, mp->b_wptr, MBLKL(mp)));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    nmp = mp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    bmp = mp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    nmblks = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    pkt_len = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    *tot_xfer_len_p = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    while (nmp) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        len = MBLKL(nmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_tx_pkt_nmblocks: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "len %d pkt_len %d nmblks %d tot_xfer_len %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            len, pkt_len, nmblks, *tot_xfer_len_p));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (len <= 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            bmp = nmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            nmp = nmp->b_cont;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_pkt_nmblocks:"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                " len (0) pkt_len %d nmblks %d", pkt_len, nmblks));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        *tot_xfer_len_p += len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, TX_CTL, "==> hxge_tx_pkt_nmblocks: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "len %d pkt_len %d nmblks %d tot_xfer_len %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            len, pkt_len, nmblks, *tot_xfer_len_p));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (len < hxge_bcopy_thresh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_pkt_nmblocks: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "len %d (< thresh) pkt_len %d nmblks %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                len, pkt_len, nmblks));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (pkt_len == 0)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                nmblks++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            pkt_len += len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (pkt_len >= hxge_bcopy_thresh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                pkt_len = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                len = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                nmp = bmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_pkt_nmblocks: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "len %d (> thresh) pkt_len %d nmblks %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                len, pkt_len, nmblks));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            pkt_len = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            nmblks++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * Hardware limits the transfer length to 4K. If len is
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * more than 4K, we need to break it up to at most 2
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * more blocks.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (len > TX_MAX_TRANSFER_LENGTH) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                uint32_t nsegs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "==> hxge_tx_pkt_nmblocks: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "len %d pkt_len %d nmblks %d nsegs %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    len, pkt_len, nmblks, nsegs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                nsegs = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                if (len % (TX_MAX_TRANSFER_LENGTH * 2)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    ++nsegs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                do {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    b_wptr = nmp->b_rptr +
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                        TX_MAX_TRANSFER_LENGTH;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    nmp->b_wptr = b_wptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    if ((tmp = dupb(nmp)) == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                        return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tmp->b_rptr = b_wptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tmp->b_wptr = nmp->b_wptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tmp->b_cont = nmp->b_cont;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    nmp->b_cont = tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    nmblks++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    if (--nsegs) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                        nmp = tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                } while (nsegs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                nmp = tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Hardware limits the transmit gather pointers to 15.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (nmp->b_cont && (nmblks + TX_GATHER_POINTERS_THRESHOLD) >
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            TX_MAX_GATHER_POINTERS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_pkt_nmblocks: pull msg - "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "len %d pkt_len %d nmblks %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                len, pkt_len, nmblks));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            /* Pull all message blocks from b_cont */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if ((tmp = msgpullup(nmp->b_cont, -1)) == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            freemsg(nmp->b_cont);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            nmp->b_cont = tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            pkt_len = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        bmp = nmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        nmp = nmp->b_cont;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((NULL, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_tx_pkt_nmblocks: rptr $%p wptr $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "nmblks %d len %d tot_xfer_len %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        mp->b_rptr, mp->b_wptr, nmblks, MBLKL(mp), *tot_xfer_len_p));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (nmblks);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsboolean_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_reclaim(p_hxge_t hxgep, p_tx_ring_t tx_ring_p, int nmblks)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    boolean_t       status = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t tx_desc_dma_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_dma_common_t   desc_area;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_desc_t     tx_desc_ring_vp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_desc_t     tx_desc_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_desc_t     tx_desc_pp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_t       r_tx_desc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_msg_t      tx_msg_ring;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_msg_t      tx_msg_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t        handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_tdr_head_t      tx_head;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t        pkt_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint_t          tx_rd_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t        head_index, tail_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t         tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    boolean_t       head_wrap, tail_wrap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_tx_ring_stats_t  tdc_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_byte_cnt_t      byte_cnt;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_tdr_qlen_t      qlen;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         rc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_reclaim"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = ((tx_ring_p->descs_pending < hxge_reclaim_pending) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (nmblks != 0));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_reclaim: pending %d  reclaim %d nmblks %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p->descs_pending, hxge_reclaim_pending, nmblks));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!status) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_dma_p = &tx_ring_p->tdc_desc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        desc_area = tx_ring_p->tdc_desc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_ring_vp = tx_desc_dma_p->kaddrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_ring_vp = (p_tx_desc_t)DMA_COMMON_VPTR(desc_area);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rd_index = tx_ring_p->rd_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_p = &tx_desc_ring_vp[tx_rd_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_msg_ring = tx_ring_p->tx_msg_ring;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_msg_p = &tx_msg_ring[tx_rd_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc = tx_ring_p->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats = tx_ring_p->tdc_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_ring_p->descs_pending > tdc_stats->tx_max_pend) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tdc_stats->tx_max_pend = tx_ring_p->descs_pending;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tail_index = tx_ring_p->wr_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tail_wrap = tx_ring_p->wr_index_wrap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * tdc_byte_cnt reg can be used to get bytes transmitted. It
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * includes padding too in case of runt packets.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        TXDMA_REG_READ64(handle, TDC_BYTE_CNT, tdc, &byte_cnt.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->obytes_with_pad += byte_cnt.bits.byte_count;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_reclaim: tdc %d tx_rd_index %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "tail_index %d tail_wrap %d tx_desc_p $%p ($%p) ",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tdc, tx_rd_index, tail_index, tail_wrap,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_desc_p, (*(uint64_t *)tx_desc_p)));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Read the hardware maintained transmit head and wrap around
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * bit.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        TXDMA_REG_READ64(handle, TDC_TDR_HEAD, tdc, &tx_head.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        head_index = tx_head.bits.head;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        head_wrap = tx_head.bits.wrap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_reclaim: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "tx_rd_index %d tail %d tail_wrap %d head %d wrap %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_rd_index, tail_index, tail_wrap, head_index, head_wrap));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * For debug only. This can be used to verify the qlen and make
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * sure the hardware is wrapping the Tdr correctly.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        TXDMA_REG_READ64(handle, TDC_TDR_QLEN, tdc, &qlen.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_reclaim: tdr_qlen %d tdr_pref_qlen %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            qlen.bits.tdr_qlen, qlen.bits.tdr_pref_qlen));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (head_index == tail_index) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (TXDMA_RING_EMPTY(head_index, head_wrap, tail_index,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tail_wrap) && (head_index == tx_rd_index)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "==> hxge_txdma_reclaim: EMPTY"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                return (B_TRUE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: Checking if ring full"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (TXDMA_RING_FULL(head_index, head_wrap, tail_index,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tail_wrap)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "==> hxge_txdma_reclaim: full"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_reclaim: tx_rd_index and head_index"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /* XXXX: limit the # of reclaims */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_pp = &r_tx_desc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        while ((tx_rd_index != head_index) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (tx_ring_p->descs_pending != 0)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: Checking if pending"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: descs_pending %d ",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_ring_p->descs_pending));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "(tx_rd_index %d head_index %d (tx_desc_p $%p)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_rd_index, head_index, tx_desc_p));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_desc_pp->value = tx_desc_p->value;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "(tx_rd_index %d head_index %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "tx_desc_p $%p (desc value 0x%llx) ",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_rd_index, head_index,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_desc_pp, (*(uint64_t *)tx_desc_pp)));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: dump desc:"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * tdc_byte_cnt reg can be used to get bytes
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * transmitted
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            pkt_len = tx_desc_pp->bits.tr_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tdc_stats->obytes += pkt_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tdc_stats->opackets += tx_desc_pp->bits.sop;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: pkt_len %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "tdc channel %d opackets %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                pkt_len, tdc, tdc_stats->opackets));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (tx_msg_p->flags.dma_type == USE_DVMA) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "tx_desc_p = $%p tx_desc_pp = $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "index = %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tx_desc_p, tx_desc_pp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tx_ring_p->rd_index));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                (void) dvma_unload(tx_msg_p->dvma_handle,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    0, -1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_msg_p->dvma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                if (tx_ring_p->dvma_wr_index ==
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tx_ring_p->dvma_wrap_mask) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tx_ring_p->dvma_wr_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    tx_ring_p->dvma_wr_index++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_ring_p->dvma_pending--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            } else if (tx_msg_p->flags.dma_type == USE_DMA) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "==> hxge_txdma_reclaim: USE DMA"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                if (rc = ddi_dma_unbind_handle
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    (tx_msg_p->dma_handle)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    cmn_err(CE_WARN, "hxge_reclaim: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                        "ddi_dma_unbind_handle "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                        "failed. status %d", rc);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_reclaim: count packets"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * count a chained packet only once.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (tx_msg_p->tx_message != NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                freemsg(tx_msg_p->tx_message);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_msg_p->tx_message = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_msg_p->flags.dma_type = USE_NONE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_rd_index = tx_ring_p->rd_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_rd_index = (tx_rd_index + 1) &
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_ring_p->tx_wrap_mask;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_ring_p->rd_index = tx_rd_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_ring_p->descs_pending--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_desc_p = &tx_desc_ring_vp[tx_rd_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_msg_p = &tx_msg_ring[tx_rd_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        status = (nmblks <= ((int)tx_ring_p->tx_ring_size -
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer            (int)tx_ring_p->descs_pending - TX_FULL_MARK));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (status) {
75d94465dbafa487b716482dc36d5150a4ec9853Josef 'Jeff' Sipek            (void) atomic_cas_32((uint32_t *)&tx_ring_p->queueing,
75d94465dbafa487b716482dc36d5150a4ec9853Josef 'Jeff' Sipek                1, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    } else {
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        status = (nmblks <= ((int)tx_ring_p->tx_ring_size -
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer            (int)tx_ring_p->descs_pending - TX_FULL_MARK));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_txdma_reclaim status = 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_tx_intr(caddr_t arg1, caddr_t arg2)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_ldv_t    ldvp = (p_hxge_ldv_t)arg1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_t    hxgep = (p_hxge_t)arg2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_ldg_t    ldgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t     channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t    vindex;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_stat_t  cs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t *tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint_t      serviced = DDI_INTR_UNCLAIMED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ldvp == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((NULL, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_tx_intr: hxgep $%p ldvp $%p", hxgep, ldvp));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (DDI_INTR_UNCLAIMED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (arg2 == NULL || (void *) ldvp->hxgep != arg2) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxgep = ldvp->hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer    /*
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer     * If the interface is not started, just swallow the interrupt
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer     * and don't rearm the logical device.
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer     */
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer    if (hxgep->hxge_mac_state != HXGE_MAC_STARTED)
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer        return (DDI_INTR_CLAIMED);
dc10a9c2a5a49452cc30c6a110b64e5e074e37b3Michael Speer
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_tx_intr: hxgep(arg2) $%p ldvp(arg1) $%p", hxgep, ldvp));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * This interrupt handler is for a specific transmit dma channel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Get the control and status for this channel. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    channel = ldvp->channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ldgp = ldvp->ldgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_tx_intr: hxgep $%p ldvp (ldvp) $%p channel %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxgep, ldvp, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_control_status(handle, OP_GET, channel, &cs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    vindex = ldvp->vdma_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_tx_intr:channel %d ring index %d status 0x%08x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel, vindex, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!rs && cs.bits.marked) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_intr:channel %d ring index %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "status 0x%08x (marked bit set)", channel, vindex, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings = hxgep->tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings[vindex];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_intr:channel %d ring index %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "status 0x%08x (marked bit set, calling reclaim)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel, vindex, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_ENTER(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (void) hxge_txdma_reclaim(hxgep, tx_rings[vindex], 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        mac_tx_update(hxgep->mach);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Process other transmit control and status. Check the ldv state.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_tx_err_evnts(hxgep, ldvp->vdma_index, ldvp, cs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Clear the error bits */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    RXDMA_REG_WRITE64(handle, TDC_STAT, channel, cs.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Rearm this logical group if this is a single device group.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ldgp->nldvs == 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_tx_intr: rearm"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (status == HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (void) hpi_intr_ldg_mgmt_set(handle, ldgp->ldg,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                B_TRUE, ldgp->ldg_timer);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_tx_intr"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    serviced = DDI_INTR_CLAIMED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (serviced);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_stop(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_stop"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_tx_vmac_disable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_hw_mode(hxgep, HXGE_DMA_STOP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_stop"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_mode(p_hxge_t hxgep, boolean_t enable)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t *tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_hw_mode: enable mode %d", enable));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_mode: not initialized"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_mode: NULL global ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_desc_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_mode: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_mode: no dma channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_mode: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_desc_rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_desc_rings[i] == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_desc_rings[i]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_hw_mode: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (enable) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            rs = hpi_txdma_channel_enable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_hw_mode: channel %d (enable) "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "rs 0x%x", channel, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * Stop the dma channel and waits for the stop done. If
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * the stop done bit is not set, then force an error so
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * TXC will stop. All channels bound to this port need
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * to be stopped and reset after injecting an interrupt
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             * error.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs             */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            rs = hpi_txdma_channel_disable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_hw_mode: channel %d (disable) "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "rs 0x%x", channel, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = ((rs == HPI_SUCCESS) ? HXGE_OK : HXGE_ERROR | rs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_txdma_hw_mode: status 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_enable_channel(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_enable_channel: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* enable the transmit dma channels */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hpi_txdma_channel_enable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, DMA_CTL, "<== hxge_txdma_enable_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_disable_channel(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_disable_channel: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* stop the transmit dma channels */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hpi_txdma_channel_disable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_disable_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_stop_inj_err(p_hxge_t hxgep, int channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_stop_inj_err"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Stop the dma channel waits for the stop done. If the stop done bit
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * is not set, then create an error.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_channel_disable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = ((rs == HPI_SUCCESS) ? HXGE_OK : HXGE_ERROR | rs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status == HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_stop_inj_err (channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "stopped OK", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_stop_inj_err (channel): stop failed (0x%x) "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        " (injected error but still not stopped)", channel, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_stop_inj_err"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_fixup_txdma_rings(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     index, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_fixup_txdma_rings"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * For each transmit channel, reclaim each descriptor and free buffers.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_fixup_txdma_rings: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_fixup_txdma_rings: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_fixup_txdma_rings: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_fixup_txdma_rings: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_rings->rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_fixup_txdma_rings: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_txdma_fixup_channel(hxgep, tx_rings->rings[index],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_fixup_txdma_rings"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_fix_channel(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_fix_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p = hxge_txdma_get_ring(hxgep, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_fix_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p->tdc != channel) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fix_channel: channel not matched "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "ring tdc %d passed channel", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_txdma_fixup_channel(hxgep, ring_p, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_fix_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_fixup_channel(p_hxge_t hxgep, p_tx_ring_t ring_p, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_fixup_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fixup_channel: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p->tdc != channel) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fixup_channel: channel not matched "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "ring tdc %d passed channel", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_ENTER(&ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_reclaim(hxgep, ring_p, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p->rd_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p->wr_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p->ring_head.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p->ring_kick_tail.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p->descs_pending = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_EXIT(&ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_fixup_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_kick(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     index, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_hw_kick"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_kick: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_kick: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_kick: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_kick: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_rings->rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_hw_kick: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_txdma_hw_kick_channel(hxgep, tx_rings->rings[index],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_hw_kick"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_kick_channel(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_kick_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p = hxge_txdma_get_ring(hxgep, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL, " hxge_txdma_kick_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p->tdc != channel) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_kick_channel: channel not matched "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "ring tdc %d passed channel", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_txdma_hw_kick_channel(hxgep, ring_p, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_kick_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_kick_channel(p_hxge_t hxgep, p_tx_ring_t ring_p, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_hw_kick_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_kick_channel: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_hw_kick_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_check_tx_hang(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_check_tx_hang"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Needs inputs from hardware for regs: head index had not moved since
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * last timeout. packets not transmitted or stuffed registers.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (hxge_txdma_hung(hxgep)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_fixup_hung_txdma_rings(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_check_tx_hang"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hung(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     index, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_hung"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hung: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hung: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hung: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_hung: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (hxge_txdma_channel_hung(hxgep, tx_ring_p, channel)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            return (B_TRUE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_hung"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_channel_hung(p_hxge_t hxgep, p_tx_ring_t tx_ring_p, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    head_index, tail_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    boolean_t   head_wrap, tail_wrap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_tdr_head_t  tx_head;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint_t      tx_rd_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_channel_hung"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_channel_hung: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_ENTER(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_reclaim(hxgep, tx_ring_p, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tail_index = tx_ring_p->wr_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tail_wrap = tx_ring_p->wr_index_wrap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rd_index = tx_ring_p->rd_index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_channel_hung: tdc %d tx_rd_index %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tail_index %d tail_wrap %d ",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel, tx_rd_index, tail_index, tail_wrap));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Read the hardware maintained transmit head and wrap around bit.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hpi_txdma_ring_head_get(handle, channel, &tx_head);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    head_index = tx_head.bits.head;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    head_wrap = tx_head.bits.wrap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_channel_hung: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rd_index %d tail %d tail_wrap %d head %d wrap %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rd_index, tail_index, tail_wrap, head_index, head_wrap));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (TXDMA_RING_EMPTY(head_index, head_wrap, tail_index, tail_wrap) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (head_index == tx_rd_index)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_channel_hung: EMPTY"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_channel_hung: Checking if ring full"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (TXDMA_RING_FULL(head_index, head_wrap, tail_index, tail_wrap)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_channel_hung: full"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (B_TRUE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* If not full, check with hardware to see if it is hung */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_channel_hung"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_fixup_hung_txdma_rings(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     index, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_fixup_hung_txdma_rings"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_fixup_hung_txdma_rings: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_fixup_hung_txdma_rings: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_fixup_hung_txdma_rings: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_fixup_hung_txdma_rings: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_rings->rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_fixup_hung_txdma_rings: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_txdma_fixup_hung_channel(hxgep, tx_rings->rings[index],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_fixup_hung_txdma_rings"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_fix_hung_channel(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_fix_hung_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ring_p = hxge_txdma_get_ring(hxgep, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fix_hung_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p->tdc != channel) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fix_hung_channel: channel not matched "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "ring tdc %d passed channel", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_txdma_fixup_channel(hxgep, ring_p, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_fix_hung_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_fixup_hung_channel(p_hxge_t hxgep, p_tx_ring_t ring_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_fixup_hung_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fixup_hung_channel: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (ring_p->tdc != channel) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fixup_hung_channel: channel "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "not matched ring tdc %d passed channel",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Reclaim descriptors */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_ENTER(&ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_reclaim(hxgep, ring_p, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_EXIT(&ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Stop the dma channel waits for the stop done. If the stop done bit
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * is not set, then force an error.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hpi_txdma_channel_disable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!(status & HPI_TXDMA_STOP_FAILED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fixup_hung_channel: stopped OK "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "ring tdc %d passed channel %d", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Stop done bit will be set as a result of error injection */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hpi_txdma_channel_disable(handle, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!(status & HPI_TXDMA_STOP_FAILED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_fixup_hung_channel: stopped again"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "ring tdc %d passed channel", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_txdma_fixup_hung_channel: stop done still not set!! "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "ring tdc %d passed channel", ring_p->tdc, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_fixup_hung_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_reclaim_rings(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     index, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_reclaim_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_reclain_rimgs: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_reclain_rimgs: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_reclain_rimgs: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_reclain_rimgs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_rings->rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> reclain_rimgs: channel %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_ENTER(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (void) hxge_txdma_reclaim(hxgep, tx_ring_p, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_reclaim_rings"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Static functions start here.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t        channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t        tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     *tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_areas_t   tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t     *tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_pool_t   dma_buf_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_pool_t   dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t       status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_map_txdma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dma_buf_poolp = hxgep->tx_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dma_cntl_poolp = hxgep->tx_cntl_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!dma_buf_poolp->buf_allocated || !dma_cntl_poolp->buf_allocated) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_map_txdma: buf not allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = dma_buf_poolp->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_map_txdma: no dma allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dma_buf_p = dma_buf_poolp->dma_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dma_cntl_p = dma_cntl_poolp->dma_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = (p_tx_rings_t)KMEM_ZALLOC(sizeof (tx_rings_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = (p_tx_ring_t *)KMEM_ZALLOC(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        sizeof (p_tx_ring_t) * ndmas, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_map_txdma: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p", tx_rings, tx_desc_rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_areas_p = (p_tx_mbox_areas_t)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        KMEM_ZALLOC(sizeof (tx_mbox_areas_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_p = (p_tx_mbox_t *)KMEM_ZALLOC(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        sizeof (p_tx_mbox_t) * ndmas, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Map descriptors from the buffer pools for each dma channel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Set up and prepare buffer blocks, descriptors and mailbox.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = ((p_hxge_dma_common_t)dma_buf_p[i])->dma_channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = hxge_map_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_hxge_dma_common_t *)&dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_ring_t *)&tx_desc_rings[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            dma_buf_poolp->num_chunks[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_hxge_dma_common_t *)&dma_cntl_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_mbox_t *)&tx_mbox_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            goto hxge_map_txdma_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_rings[i]->index = (uint16_t)i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_desc_rings[i]->tdc_stats = &hxgep->statsp->tdc_stats[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings->ndmas = ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings->rings = tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxgep->tx_rings = tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_areas_p->txmbox_areas_p = tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxgep->tx_mbox_areas_p = tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_map_txdma: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p rings $%p", hxgep->tx_rings, hxgep->tx_rings->rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_map_txdma: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxgep->tx_rings, tx_desc_rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    goto hxge_map_txdma_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma: uninit tx desc "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "(status 0x%x channel %d i %d)", hxgep, status, channel, i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    i--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (; i >= 0; i--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = ((p_hxge_dma_common_t)dma_buf_p[i])->dma_channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_unmap_txdma_channel(hxgep, channel, tx_desc_rings[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_mbox_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_desc_rings, sizeof (p_tx_ring_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_rings, sizeof (tx_rings_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_mbox_p, sizeof (p_tx_mbox_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_mbox_areas_p, sizeof (tx_mbox_areas_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma: (status 0x%x channel %d)", status, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_unmap_txdma(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t         channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t        tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     *tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_areas_t   tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t     *tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_pool_t   dma_buf_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_unmap_txdma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dma_buf_poolp = hxgep->tx_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!dma_buf_poolp->buf_allocated) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_unmap_txdma: buf not allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = dma_buf_poolp->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_unmap_txdma: no dma allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_unmap_txdma: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_desc_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_unmap_txdma: NULL ring pointers"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_unmap_txdma: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_desc_rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_areas_p = hxgep->tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_p = tx_mbox_areas_p->txmbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_desc_rings[i]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (void) hxge_unmap_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_ring_t)tx_desc_rings[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_mbox_t)tx_mbox_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_desc_rings, sizeof (p_tx_ring_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_rings, sizeof (tx_rings_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_mbox_p, sizeof (p_tx_mbox_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_mbox_areas_p, sizeof (tx_mbox_areas_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_unmap_txdma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *dma_buf_p, p_tx_ring_t *tx_desc_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t num_chunks, p_hxge_dma_common_t *dma_cntl_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t *tx_mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Set up and prepare buffer blocks, descriptors and mailbox.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel (channel %d)", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Transmit buffer blocks
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_map_txdma_channel_buf_ring(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        dma_buf_p, tx_desc_p, num_chunks);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_map_txdma_channel (channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "map buffer failed 0x%x", channel, status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_map_txdma_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Transmit block ring, and mailbox.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_map_txdma_channel_cfg_ring(hxgep, channel, dma_cntl_p, *tx_desc_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    goto hxge_map_txdma_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel: unmap buf"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "(status 0x%x channel %d)", status, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_unmap_txdma_channel_buf_ring(hxgep, *tx_desc_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_map_txdma_channel: (status 0x%x channel %d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status, channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_unmap_txdma_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_unmap_txdma_channel (channel %d)", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* unmap tx block ring, and mailbox.  */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_unmap_txdma_channel_cfg_ring(hxgep, tx_ring_p, tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* unmap buffer blocks */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_unmap_txdma_channel_buf_ring(hxgep, tx_ring_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_unmap_txdma_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel_cfg_ring(p_hxge_t hxgep, uint16_t dma_channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *dma_cntl_p, p_tx_ring_t tx_ring_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t *tx_mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t     mboxp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t cntl_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_tdr_cfg_t       *tx_ring_cfig_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_tdr_kick_t      *tx_ring_kick_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_tdr_cfg_t       *tx_cs_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_int_mask_t      *tx_evmask_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_mbh_t       *mboxh_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_mbl_t       *mboxl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint64_t        tx_desc_len;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_cfg_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    cntl_dmap = *dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dmap = (p_hxge_dma_common_t)&tx_ring_p->tdc_desc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_setup_dma_common(dmap, cntl_dmap, tx_ring_p->tx_ring_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        sizeof (tx_desc_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Zero out transmit ring descriptors.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    bzero((caddr_t)dmap->kaddrp, dmap->alength);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_cfig_p = &(tx_ring_p->tx_ring_cfig);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_kick_p = &(tx_ring_p->tx_ring_kick);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_cs_p = &(tx_ring_p->tx_cs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_evmask_p = &(tx_ring_p->tx_evmask);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_cfig_p->value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_kick_p->value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_cs_p->value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_evmask_p->value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_cfg_ring: channel %d des $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        dma_channel, dmap->dma_cookie.dmac_laddress));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_cfig_p->value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Hydra len is 11 bits and the lower 5 bits are 0s */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_len = (uint64_t)(tx_ring_p->tx_ring_size >> 5);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_cfig_p->value =
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (dmap->dma_cookie.dmac_laddress & TDC_TDR_CFG_ADDR_MASK) |
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (tx_desc_len << TDC_TDR_CFG_LEN_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_cfg_ring: channel %d cfg 0x%llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        dma_channel, tx_ring_cfig_p->value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_cs_p->bits.reset = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Map in mailbox */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mboxp = (p_tx_mbox_t)KMEM_ZALLOC(sizeof (tx_mbox_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dmap = (p_hxge_dma_common_t)&mboxp->tx_mbox;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_setup_dma_common(dmap, cntl_dmap, 1, sizeof (txdma_mailbox_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mboxh_p = (tdc_mbh_t *)&tx_ring_p->tx_mbox_mbh;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mboxl_p = (tdc_mbl_t *)&tx_ring_p->tx_mbox_mbl;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mboxh_p->value = mboxl_p->value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_cfg_ring: mbox 0x%lx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        dmap->dma_cookie.dmac_laddress));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mboxh_p->bits.mbaddr = ((dmap->dma_cookie.dmac_laddress >>
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        TDC_MBH_ADDR_SHIFT) & TDC_MBH_MASK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    mboxl_p->bits.mbaddr = ((dmap->dma_cookie.dmac_laddress &
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        TDC_MBL_MASK) >> TDC_MBL_SHIFT);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_cfg_ring: mbox 0x%lx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        dmap->dma_cookie.dmac_laddress));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_cfg_ring: hmbox $%p mbox $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        mboxh_p->bits.mbaddr, mboxl_p->bits.mbaddr));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Set page valid and no mask
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->page_hdl.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    *tx_mbox_p = mboxp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_map_txdma_channel_cfg_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_unmap_txdma_channel_cfg_ring(p_hxge_t hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_unmap_txdma_channel_cfg_ring: channel %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p->tdc));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_mbox_p, sizeof (tx_mbox_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_unmap_txdma_channel_cfg_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel_buf_ring(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t *dma_buf_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t *tx_desc_p, uint32_t num_chunks)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t dma_bufp, tmp_bufp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_dma_common_t dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_os_dma_handle_t    tx_buf_dma_handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_msg_t      tx_msg_ring;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t       status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         i, j, index;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t        size, bsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint32_t        nblocks, nmsgs;
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    char            qname[TASKQ_NAMELEN];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_buf_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    dma_bufp = tmp_bufp = *dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        " hxge_map_txdma_channel_buf_ring: channel %d to map %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "chunks bufp $%p", channel, num_chunks, dma_bufp));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    nmsgs = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < num_chunks; i++, tmp_bufp++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        nmsgs += tmp_bufp->nblocks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_map_txdma_channel_buf_ring: channel %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "bufp $%p nblocks %d nmsgs %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel, tmp_bufp, tmp_bufp->nblocks, nmsgs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!nmsgs) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_map_txdma_channel_buf_ring: channel %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "no msg blocks", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_map_txdma_channel_buf_ring_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p = (p_tx_ring_t)KMEM_ZALLOC(sizeof (tx_ring_t), KM_SLEEP);
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    tx_ring_p->hxgep = hxgep;
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    (void) snprintf(qname, TASKQ_NAMELEN, "hxge_%d_%d",
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        hxgep->instance, channel);
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    tx_ring_p->taskq = ddi_taskq_create(hxgep->dip, qname, 1,
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        TASKQ_DEFAULTPRI, 0);
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    if (tx_ring_p->taskq == NULL) {
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        goto hxge_map_txdma_channel_buf_ring_fail1;
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    }
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_INIT(&tx_ring_p->lock, NULL, MUTEX_DRIVER,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (void *) hxgep->interrupt_cookie);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Allocate transmit message rings and handles for packets not to be
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * copied to premapped buffers.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    size = nmsgs * sizeof (tx_msg_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_msg_ring = KMEM_ZALLOC(size, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < nmsgs; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        ddi_status = ddi_dma_alloc_handle(hxgep->dip, &hxge_tx_dma_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            DDI_DMA_DONTWAIT, 0, &tx_msg_ring[i].dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            status |= HXGE_DDI_FAILED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (i < nmsgs) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "Allocate handles failed."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_map_txdma_channel_buf_ring_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tdc = channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_msg_ring = tx_msg_ring;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_ring_size = nmsgs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->num_chunks = num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!hxge_tx_intr_thres) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxge_tx_intr_thres = tx_ring_p->tx_ring_size / 4;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_wrap_mask = tx_ring_p->tx_ring_size - 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->rd_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->wr_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->ring_head.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->ring_kick_tail.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->descs_pending = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_map_txdma_channel_buf_ring: channel %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "actual tx desc max %d nmsgs %d (config hxge_tx_ring_size %d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel, tx_ring_p->tx_ring_size, nmsgs, hxge_tx_ring_size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Map in buffers from the buffer pool.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    bsize = dma_bufp->block_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_map_txdma_channel_buf_ring: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "dma_bufp $%p tx_rng_p $%p tx_msg_rng_p $%p bsize %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        dma_bufp, tx_ring_p, tx_msg_ring, bsize));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < num_chunks; i++, dma_bufp++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        bsize = dma_bufp->block_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        nblocks = dma_bufp->nblocks;
cf6ef8948349f8e11c5d4068f50996f8c0e8926dMichael Speer        tx_buf_dma_handle = dma_bufp->dma_handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_map_txdma_channel_buf_ring: dma chunk %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "size %d dma_bufp $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            i, sizeof (hxge_dma_common_t), dma_bufp));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        for (j = 0; j < nblocks; j++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_msg_ring[index].buf_dma_handle = tx_buf_dma_handle;
cf6ef8948349f8e11c5d4068f50996f8c0e8926dMichael Speer            tx_msg_ring[index].offset_index = j;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            dmap = &tx_msg_ring[index++].buf_dma;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_map_txdma_channel_buf_ring: j %d"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "dmap $%p", i, dmap));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            hxge_setup_dma_common(dmap, dma_bufp, 1, bsize);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (i < num_chunks) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_map_txdma_channel_buf_ring_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    *tx_desc_p = tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    goto hxge_map_txdma_channel_buf_ring_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel_buf_ring_fail1:
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    if (tx_ring_p->taskq) {
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        ddi_taskq_destroy(tx_ring_p->taskq);
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        tx_ring_p->taskq = NULL;
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    }
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    index--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (; index >= 0; index--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_msg_ring[index].dma_handle != NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ddi_dma_free_handle(&tx_msg_ring[index].dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_DESTROY(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_msg_ring, size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_ring_p, sizeof (tx_ring_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_txdma_channel_buf_ring_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_map_txdma_channel_buf_ring status 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_unmap_txdma_channel_buf_ring(p_hxge_t hxgep, p_tx_ring_t tx_ring_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_msg_t  tx_msg_ring;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_msg_t  tx_msg_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_unmap_txdma_channel_buf_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_ring_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_unmap_txdma_channel_buf_ring: NULL ringp"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_unmap_txdma_channel_buf_ring: channel %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p->tdc));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    MUTEX_ENTER(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_msg_ring = tx_ring_p->tx_msg_ring;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < tx_ring_p->tx_ring_size; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_msg_p = &tx_msg_ring[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_msg_p->flags.dma_type == USE_DVMA) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "entry = %d", i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (void) dvma_unload(tx_msg_p->dvma_handle, 0, -1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_msg_p->dvma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (tx_ring_p->dvma_wr_index ==
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_ring_p->dvma_wrap_mask) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_ring_p->dvma_wr_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tx_ring_p->dvma_wr_index++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_ring_p->dvma_pending--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        } else if (tx_msg_p->flags.dma_type == USE_DMA) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            if (ddi_dma_unbind_handle(tx_msg_p->dma_handle)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                cmn_err(CE_WARN, "hxge_unmap_tx_bug_ring: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                    "ddi_dma_unbind_handle failed.");
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_msg_p->tx_message != NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            freemsg(tx_msg_p->tx_message);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_msg_p->tx_message = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < tx_ring_p->tx_ring_size; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_msg_ring[i].dma_handle != NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            ddi_dma_free_handle(&tx_msg_ring[i].dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    MUTEX_EXIT(&tx_ring_p->lock);
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    if (tx_ring_p->taskq) {
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        ddi_taskq_destroy(tx_ring_p->taskq);
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer        tx_ring_p->taskq = NULL;
1ed830817782694e7259ee818a2f8eee72233f1eMichael Speer    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_DESTROY(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_msg_ring, sizeof (tx_msg_t) * tx_ring_p->tx_ring_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    KMEM_FREE(tx_ring_p, sizeof (tx_ring_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_unmap_txdma_channel_buf_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_start(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t        channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t        tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     *tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_areas_t   tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t     *tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t       status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint64_t        tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_start"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Initialize REORD Table 1. Disable VMAC 2. Reset the FIFO Err Stat.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * 3. Scrub memory and check for errors.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_tx_vmac_disable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Clear the error status
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR64(hxgep->hpi_handle, TDC_FIFO_ERR_STAT, 0x7);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Scrub the rtab memory for the TDC and reset the TDC.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR64(hxgep->hpi_handle, TDC_REORD_TBL_DATA_HI, 0x0ULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR64(hxgep->hpi_handle, TDC_REORD_TBL_DATA_LO, 0x0ULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < 256; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_WR64(hxgep->hpi_handle, TDC_REORD_TBL_CMD,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (uint64_t)i);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Write the command register with an indirect read instruction
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = (0x1ULL << 30) | i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_WR64(hxgep->hpi_handle, TDC_REORD_TBL_CMD, tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Wait for status done
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        do {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_REG_RD64(hxgep->hpi_handle, TDC_REORD_TBL_CMD,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                &tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        } while (((tmp >> 31) & 0x1ULL) == 0x0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < 256; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Write the command register with an indirect read instruction
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = (0x1ULL << 30) | i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_WR64(hxgep->hpi_handle, TDC_REORD_TBL_CMD, tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         * Wait for status done
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs         */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tmp = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        do {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_REG_RD64(hxgep->hpi_handle, TDC_REORD_TBL_CMD,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                &tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        } while (((tmp >> 31) & 0x1ULL) == 0x0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_RD64(hxgep->hpi_handle, TDC_REORD_TBL_DATA_HI, &tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (0x1ff00ULL != (0x1ffffULL & tmp)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "PANIC ReordTbl "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "unexpected data (hi), entry: %x, value: 0x%0llx\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                i, (unsigned long long)tmp));
fe930412c257f961ae67039de3b164b83717976aqs            status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_RD64(hxgep->hpi_handle, TDC_REORD_TBL_DATA_LO, &tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tmp != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "PANIC ReordTbl "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "unexpected data (lo), entry: %x\n", i));
fe930412c257f961ae67039de3b164b83717976aqs            status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_RD64(hxgep->hpi_handle, TDC_FIFO_ERR_STAT, &tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tmp != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "PANIC ReordTbl "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "parity error, entry: %x, val 0x%llx\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                i, (unsigned long long)tmp));
fe930412c257f961ae67039de3b164b83717976aqs            status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_REG_RD64(hxgep->hpi_handle, TDC_FIFO_ERR_STAT, &tmp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tmp != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "PANIC ReordTbl "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "parity error, entry: %x\n", i));
fe930412c257f961ae67039de3b164b83717976aqs            status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
fe930412c257f961ae67039de3b164b83717976aqs    if (status != HXGE_OK)
fe930412c257f961ae67039de3b164b83717976aqs        goto hxge_txdma_hw_start_exit;
fe930412c257f961ae67039de3b164b83717976aqs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset FIFO Error Status for the TDC and enable FIFO error events.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR64(hxgep->hpi_handle, TDC_FIFO_ERR_STAT, 0x7);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR64(hxgep->hpi_handle, TDC_FIFO_ERR_MASK, 0x0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Initialize the Transmit DMAs.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_start: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
fe930412c257f961ae67039de3b164b83717976aqs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_desc_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_start: NULL ring pointers"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_start: no dma channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_start: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_desc_rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_areas_p = hxgep->tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_p = tx_mbox_areas_p->txmbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Init the DMAs.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_desc_rings[i]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = hxge_txdma_start_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_ring_t)tx_desc_rings[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_mbox_t)tx_mbox_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            goto hxge_txdma_hw_start_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_tx_vmac_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_hw_start: tx_rings $%p rings $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxgep->tx_rings, hxgep->tx_rings->rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_hw_start: tx_rings $%p tx_desc_rings $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        hxgep->tx_rings, tx_desc_rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    goto hxge_txdma_hw_start_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_start_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_hw_start: disable (status 0x%x channel %d i %d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status, channel, i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (; i >= 0; i--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_desc_rings[i]->tdc,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (void) hxge_txdma_stop_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_ring_t)tx_desc_rings[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_mbox_t)tx_mbox_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_start_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_hw_start: (status 0x%x)", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_hw_stop(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t        channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t        tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     *tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_areas_t   tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t     *tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_stop"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_stop: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_desc_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_stop: NULL ring pointers"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_hw_stop: no dma channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_stop: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p", tx_rings, tx_desc_rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_areas_p = hxgep->tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_p = tx_mbox_areas_p->txmbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_desc_rings[i]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (void) hxge_txdma_stop_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_ring_t)tx_desc_rings[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            (p_tx_mbox_t)tx_mbox_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_hw_stop: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p", tx_rings, tx_desc_rings));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_txdma_hw_stop"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_start_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_start_channel (channel %d)", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * TXDMA/TXC must be in stopped state.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_stop_inj_err(hxgep, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset TXDMA channel
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_cs.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_cs.bits.reset = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_reset_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p->tx_cs.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_start_channel (channel %d)"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            " reset channel failed 0x%x", channel, status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_txdma_start_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Initialize the TXDMA channel specific FZC control configurations.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * These FZC registers are pertaining to each TX channel (i.e. logical
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * pages).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_init_fzc_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p, tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_txdma_start_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Initialize the event masks.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_evmask.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_init_txdma_channel_event_mask(hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel, &tx_ring_p->tx_evmask);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_txdma_start_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Load TXDMA descriptors, buffers, mailbox, initialise the DMA
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * channels and enable each DMA channel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_enable_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p, tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_txdma_start_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_start_channel_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_txdma_start_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_stop_channel(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p, p_tx_mbox_t tx_mbox_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_txdma_stop_channel: channel %d", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Stop (disable) TXDMA and TXC (if stop bit is set and STOP_N_GO bit
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * not set, the TXDMA reset state will not be set if reset TXDMA.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_stop_inj_err(hxgep, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset TXDMA channel
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_cs.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_cs.bits.reset = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_reset_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p->tx_cs.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto hxge_txdma_stop_channel_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_stop_channel_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_txdma_stop_channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic p_tx_ring_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_get_ring(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     index, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_get_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_ring: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_ring: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_ring: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_get_ring: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_fixup_txdma_rings: channel %d", tdc));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (channel == tdc) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "<== hxge_txdma_get_ring: tdc %d ring $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tdc, tx_rings->rings[index]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            return (p_tx_ring_t)(tx_rings->rings[index]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_get_ring"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic p_tx_mbox_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_get_mbox(p_hxge_t hxgep, uint16_t channel)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int         index, tdc, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t        tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_areas_t   tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t     *tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_get_mbox"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_mbox: NULL ring pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_areas_p = hxgep->tx_mbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_mbox_areas_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_mbox: NULL mbox pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_p = tx_mbox_areas_p->txmbox_areas_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (!ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_mbox: no channel allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (tx_rings->rings == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "<== hxge_txdma_get_mbox: NULL rings pointer"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_txdma_get_mbox: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "tx_rings $%p tx_desc_rings $%p ndmas %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_rings, tx_rings, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (index = 0; index < ndmas; index++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc = tx_rings->rings[index]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_get_mbox: channel %d", tdc));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (channel == tdc) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_DEBUG_MSG((hxgep, TX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "<== hxge_txdma_get_mbox: tdc %d ring $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                tdc, tx_rings->rings[index]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            return (p_tx_mbox_t)(tx_mbox_p[index]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_get_mbox"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_tx_err_evnts(p_hxge_t hxgep, uint_t index, p_hxge_ldv_t ldvp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_stat_t cs)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t        handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint8_t         channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     *tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t     tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_hxge_tx_ring_stats_t  tdc_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    boolean_t       txchan_fatal = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t       status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_drop_cnt_t      drop_cnt;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "==> hxge_tx_err_evnts"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    channel = ldvp->channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p = tx_rings[index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_stats = tx_ring_p->tdc_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Get the error counts if any */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    TXDMA_REG_READ64(handle, TDC_DROP_CNT, channel, &drop_cnt.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_stats->count_hdr_size_err += drop_cnt.bits.hdr_size_error_count;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_stats->count_runt += drop_cnt.bits.runt_count;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_stats->count_abort += drop_cnt.bits.abort_count;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.peu_resp_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->peu_resp_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_PEU_RESP_ERR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: peu_resp_err", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.pkt_size_hdr_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->pkt_size_hdr_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_PKT_SIZE_HDR_ERR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: pkt_size_hdr_err", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.runt_pkt_drop_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->runt_pkt_drop_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_RUNT_PKT_DROP_ERR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: runt_pkt_drop_err", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.pkt_size_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->pkt_size_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_PKT_SIZE_ERR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: pkt_size_err", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.tx_rng_oflow) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->tx_rng_oflow++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tdc_stats->tx_rng_oflow)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "fatal error: tx_rng_oflow", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.pref_par_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->pref_par_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        /* Get the address of parity error read data */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        TXDMA_REG_READ64(hxgep->hpi_handle, TDC_PREF_PAR_LOG,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel, &tdc_stats->errlog.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_PREF_PAR_ERR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: pref_par_err", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.tdr_pref_cpl_to) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->tdr_pref_cpl_to++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_TDR_PREF_CPL_TO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
fd9489cef0e9b7d8a708339e560d453f230af2cfQiyan Sun - Sun Microsystems - San Diego United States            "fatal error: tdr_pref_cpl_to", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.pkt_cpl_to) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->pkt_cpl_to++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_PKT_CPL_TO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: pkt_cpl_to", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.invalid_sop) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->invalid_sop++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_INVALID_SOP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: invalid_sop", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (cs.bits.unexpected_sop) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_stats->unexpected_sop++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_UNEXPECTED_SOP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_tx_err_evnts(channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: unexpected_sop", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        txchan_fatal = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Clear error injection source in case this is an injected error */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    TXDMA_REG_WRITE64(hxgep->hpi_handle, TDC_STAT_INT_DBG, channel, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (txchan_fatal) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            " hxge_tx_err_evnts: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            " fatal error on channel %d cs 0x%llx\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            channel, cs.value));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = hxge_txdma_fatal_err_recover(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            tx_ring_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (status == HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            FM_SERVICE_RESTORED(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "<== hxge_tx_err_evnts"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_handle_sys_errors(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t        handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t       status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_fifo_err_stat_t fifo_stat;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_tdc_sys_stats_t    *tdc_sys_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "==> hxge_txdma_handle_sys_errors"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * The FIFO is shared by all channels.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Get the status of Reorder Buffer and Reorder Table Buffer Errors
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_RD64(handle, TDC_FIFO_ERR_STAT, &fifo_stat.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Clear the error bits. Note that writing a 1 clears the bit. Writing
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * a 0 does nothing.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR64(handle, TDC_FIFO_ERR_STAT, fifo_stat.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tdc_sys_stats = &hxgep->statsp->tdc_sys_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (fifo_stat.bits.reord_tbl_par_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_sys_stats->reord_tbl_par_err++;
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States        HXGE_FM_REPORT_ERROR(hxgep, NULL,
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States            HXGE_FM_EREPORT_TDMC_REORD_TBL_PAR);
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States            "==> hxge_txdma_handle_sys_errors: fatal error: "
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States            "reord_tbl_par_err"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (fifo_stat.bits.reord_buf_ded_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_sys_stats->reord_buf_ded_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_FM_REPORT_ERROR(hxgep, NULL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_FM_EREPORT_TDMC_REORD_BUF_DED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_handle_sys_errors: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "fatal error: reord_buf_ded_err"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (fifo_stat.bits.reord_buf_sec_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tdc_sys_stats->reord_buf_sec_err++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tdc_sys_stats->reord_buf_sec_err == 1)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_handle_sys_errors: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "reord_buf_sec_err"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States    if (fifo_stat.bits.reord_tbl_par_err ||
3a109ad9413b360a5bfa6fa5ddfacef5fd64fe5bQiyan Sun - Sun Microsystems - San Diego United States        fifo_stat.bits.reord_buf_ded_err) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        status = hxge_tx_port_fatal_err_recover(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (status == HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            FM_SERVICE_RESTORED(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_CTL, "<== hxge_txdma_handle_sys_errors"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_txdma_fatal_err_recover(p_hxge_t hxgep, uint16_t channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_mbox_t tx_mbox_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "==> hxge_txdma_fatal_err_recover"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "Recovering from TxDMAChannel#%d error...", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Stop the dma channel waits for the stop done. If the stop done bit
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * is not set, then create an error.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "stopping txdma channel(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_ENTER(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    rs = hpi_txdma_channel_control(handle, TXDMA_STOP, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_fatal_err_recover (channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "stop failed ", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "reclaiming txdma channel(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    (void) hxge_txdma_reclaim(hxgep, tx_ring_p, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset TXDMA channel
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "resetting txdma channel(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if ((rs = hpi_txdma_channel_control(handle, TXDMA_RESET, channel)) !=
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            "==> hxge_txdma_fatal_err_recover (channel %d)"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            " reset channel failed 0x%x", channel, rs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Reset the tail (kick) register to 0. (Hardware will not reset it. Tx
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * overflow fatal error if tail is not set to 0 after reset!
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    TXDMA_REG_WRITE64(handle, TDC_TDR_KICK, channel, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Restart TXDMA channel
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Initialize the TXDMA channel specific FZC control configurations.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * These FZC registers are pertaining to each TX channel (i.e. logical
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * pages).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_mbox_p = hxge_txdma_get_mbox(hxgep, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "restarting txdma channel(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_init_fzc_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p, tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Initialize the event masks.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->tx_evmask.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_init_txdma_channel_event_mask(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        &tx_ring_p->tx_evmask);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->wr_index_wrap = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->wr_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_ring_p->rd_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Load TXDMA descriptors, buffers, mailbox, initialise the DMA
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * channels and enable each DMA channel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "enabling txdma channel(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    status = hxge_enable_txdma_channel(hxgep, channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p, tx_mbox_p);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if (status != HXGE_OK)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "Recovery Successful, TxDMAChannel#%d Restored", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "==> hxge_txdma_fatal_err_recover"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsfail:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "hxge_txdma_fatal_err_recover (channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "failed to recover this txdma channel", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "Recovery failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_tx_port_fatal_err_recover(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_handle_t    handle;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hpi_status_t    rs = HPI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    hxge_status_t   status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t *tx_desc_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_rings_t    tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    p_tx_ring_t tx_ring_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    int     i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    uint16_t    channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    block_reset_t   reset_reg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "==> hxge_tx_port_fatal_err_recover"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "Recovering from TxPort error..."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    handle = HXGE_DEV_HPI_HANDLE(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Reset TDC block from PEU for this fatal error */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    reset_reg.value = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    reset_reg.bits.tdc_rst = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_REG_WR32(handle, BLOCK_RESET, reset_reg.value);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DELAY(1000);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Stop the dma channel waits for the stop done. If the stop done bit
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * is not set, then create an error.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "stopping all DMA channels..."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_rings = hxgep->tx_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    tx_desc_rings = tx_rings->rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    ndmas = tx_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_desc_rings[i] == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_ENTER(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_desc_rings[i] == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        channel = tx_desc_rings[i]->tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        rs = hpi_txdma_channel_control(handle, TXDMA_STOP, channel);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (rs != HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "==> hxge_txdma_fatal_err_recover (channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs                "stop failed ", channel));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     * Do reclaim on all of th DMAs.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs     */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL, "reclaiming all DMA channels..."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_desc_rings[i] == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        (void) hxge_txdma_reclaim(hxgep, tx_ring_p, 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    /* Restart the TDC */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    if ((status = hxge_txdma_hw_start(hxgep)) != HXGE_OK)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        goto fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_desc_rings[i] == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "Recovery Successful, TxPort Restored"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "<== hxge_tx_port_fatal_err_recover"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsfail:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        if (tx_desc_rings[i] == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs            continue;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        tx_ring_p = tx_rings->rings[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        MUTEX_EXIT(&tx_ring_p->lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "Recovery failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    HXGE_DEBUG_MSG((hxgep, TX_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "hxge_txdma_fatal_err_recover (channel %d): "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs        "failed to recover this txdma channel"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs    return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}