hxge_main.c revision 3dec9fcdd56adf1b4a563137b4915c8f2d83b881
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * CDDL HEADER START
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * The contents of this file are subject to the terms of the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Common Development and Distribution License (the "License").
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * You may not use this file except in compliance with the License.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * or http://www.opensolaris.org/os/licensing.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * See the License for the specific language governing permissions
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * and limitations under the License.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * When distributing Covered Code, include this CDDL HEADER in each
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * If applicable, add the following below this CDDL HEADER, with the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * fields enclosed by brackets "[]" replaced with your own identifying
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * information: Portions Copyright [yyyy] [name of copyright owner]
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * CDDL HEADER END
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Copyright 2008 Sun Microsystems, Inc. All rights reserved.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Use is subject to license terms.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#pragma ident "%Z%%M% %I% %E% SMI"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * SunOs MT STREAMS Hydra 10Gb Ethernet Device Driver.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#include <hxge_impl.h>
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#include <hxge_pfc.h>
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * PSARC/2007/453 MSI-X interrupt limit override
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (This PSARC case is limited to MSI-X vectors
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * and SPARC platforms only).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#if defined(_BIG_ENDIAN)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_msi_enable = 2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_msi_enable = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Globals: tunable parameters (/etc/system or adb)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_rbr_size = HXGE_RBR_RBB_DEFAULT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_rbr_spare_size = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_rcr_size = HXGE_RCR_DEFAULT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_tx_ring_size = HXGE_TX_RING_DEFAULT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_bcopy_thresh = TX_BCOPY_MAX;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_dvma_thresh = TX_FASTDVMA_MIN;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_dma_stream_thresh = TX_STREAM_MIN;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_jumbo_mtu = TX_JUMBO_MTU;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsboolean_t hxge_jumbo_enable = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_os_mutex_t hxgedebuglock;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_debug_init = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Debugging flags:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_no_tx_lb : transmit load balancing
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_tx_lb_policy: 0 - TCP/UDP port (default)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * 1 - From the Stack
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * 2 - Destination IP Address
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_no_tx_lb = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_tx_lb_policy = HXGE_TX_LB_TCPUDP;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Add tunable to reduce the amount of time spent in the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * ISR doing Rx Processing.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_max_rx_pkts = 1024;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Tunables to manage the receive buffer blocks.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_rx_threshold_hi: copy all buffers.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_rx_bcopy_size_type: receive buffer block size type.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_rx_threshold_lo: copy only up to tunable block size type.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_rxbuf_threshold_t hxge_rx_threshold_hi = HXGE_RX_COPY_6;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_rxbuf_type_t hxge_rx_buf_size_type = RCR_PKTBUFSZ_0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_rxbuf_threshold_t hxge_rx_threshold_lo = HXGE_RX_COPY_3;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsrtrace_t hpi_rtracebuf;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Function Prototypes
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_attach(dev_info_t *, ddi_attach_cmd_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_detach(dev_info_t *, ddi_detach_cmd_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_unattach(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_setup_system_dma_pages(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_setup_mutexes(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_destroy_mutexes(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_map_regs(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_unmap_regs(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t hxge_add_intrs(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_add_soft_intrs(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_remove_intrs(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_remove_soft_intrs(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_add_intrs_adv(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_add_intrs_adv_type(p_hxge_t, uint32_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_add_intrs_adv_type_fix(p_hxge_t, uint32_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid hxge_intrs_enable(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_intrs_disable(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_suspend(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_resume(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t hxge_setup_dev(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_destroy_dev(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t hxge_alloc_mem_pool(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_mem_pool(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_alloc_rx_mem_pool(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_rx_mem_pool(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_alloc_tx_mem_pool(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_tx_mem_pool(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_dma_mem_alloc(p_hxge_t, dma_method_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs struct ddi_dma_attr *, size_t, ddi_device_acc_attr_t *, uint_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_dma_mem_free(p_hxge_dma_common_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_alloc_rx_buf_dma(p_hxge_t, uint16_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *, size_t, size_t, uint32_t *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_rx_buf_dma(p_hxge_t, p_hxge_dma_common_t, uint32_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_alloc_rx_cntl_dma(p_hxge_t, uint16_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *, size_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_rx_cntl_dma(p_hxge_t, p_hxge_dma_common_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_alloc_tx_buf_dma(p_hxge_t, uint16_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *, size_t, size_t, uint32_t *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_tx_buf_dma(p_hxge_t, p_hxge_dma_common_t, uint32_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_alloc_tx_cntl_dma(p_hxge_t, uint16_t,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *, size_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_free_tx_cntl_dma(p_hxge_t, p_hxge_dma_common_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_init_common_dev(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_uninit_common_dev(p_hxge_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * The next declarations are for the GLDv3 interface.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_start(void *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_m_stop(void *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_unicst(void *, const uint8_t *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_multicst(void *, boolean_t, const uint8_t *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_promisc(void *, boolean_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_m_ioctl(void *, queue_t *, mblk_t *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void hxge_m_resources(void *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t hxge_mac_register(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_mmac_add(void *arg, mac_multi_addr_t *maddr);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_mmac_remove(void *arg, mac_addr_slot_t slot);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_mmac_modify(void *arg, mac_multi_addr_t *maddr);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int hxge_m_mmac_get(void *arg, mac_multi_addr_t *maddr);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic boolean_t hxge_m_getcapab(void *, mac_capab_t, void *);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#define HXGE_MAGIC 0x4E584745UL
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#define MAX_DUMP_SZ 256
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#define HXGE_M_CALLBACK_FLAGS (MC_RESOURCES | MC_IOCTL | MC_GETCAPAB)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern mblk_t *hxge_m_tx(void *arg, mblk_t *mp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern hxge_status_t hxge_pfc_set_default_mac_addr(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic mac_callbacks_t hxge_m_callbacks = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_M_CALLBACK_FLAGS,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_stat,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_start,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_stop,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_promisc,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_multicst,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_unicst,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_tx,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_resources,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_ioctl,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_m_getcapab
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/* Enable debug messages as necessary. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint64_t hxge_debug_level = 0x0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * This list contains the instance structures for the Hydra
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * devices present in the system. The lock exists to guarantee
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * mutually exclusive access to the list.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid *hxge_list = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid *hxge_hw_list = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_os_mutex_t hxge_common_lock;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern uint64_t hpi_debug_level;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern hxge_status_t hxge_ldgv_init();
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern hxge_status_t hxge_ldgv_uninit();
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern hxge_status_t hxge_intr_ldgv_init();
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern void hxge_fm_init(p_hxge_t hxgep, ddi_device_acc_attr_t *reg_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_device_acc_attr_t *desc_attr, ddi_dma_attr_t *dma_attr);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern void hxge_fm_fini(p_hxge_t hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Count used to maintain the number of buffers being used
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * by Hydra instances and loaned up to the upper layers.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsuint32_t hxge_mblks_pending = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Device register access attributes for PIO.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic ddi_device_acc_attr_t hxge_dev_reg_acc_attr = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DEVICE_ATTR_V0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_STRUCTURE_LE_ACC,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_STRICTORDER_ACC,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Device descriptor access attributes for DMA.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic ddi_device_acc_attr_t hxge_dev_desc_dma_acc_attr = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DEVICE_ATTR_V0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_STRUCTURE_LE_ACC,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_STRICTORDER_ACC
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Device buffer access attributes for DMA.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic ddi_device_acc_attr_t hxge_dev_buf_dma_acc_attr = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DEVICE_ATTR_V0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_STRUCTURE_BE_ACC,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_STRICTORDER_ACC
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsddi_dma_attr_t hxge_desc_dma_attr = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DMA_ATTR_V0, /* version number. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0, /* low address */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* high address */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* address counter max */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x100000, /* alignment */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xfc00fc, /* dlim_burstsizes */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x1, /* minimum transfer size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* maximum transfer size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* maximum segment size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 1, /* scatter/gather list length */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (unsigned int)1, /* granularity */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0 /* attribute flags */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsddi_dma_attr_t hxge_tx_dma_attr = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DMA_ATTR_V0, /* version number. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0, /* low address */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* high address */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* address counter max */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#if defined(_BIG_ENDIAN)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x2000, /* alignment */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x1000, /* alignment */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xfc00fc, /* dlim_burstsizes */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x1, /* minimum transfer size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* maximum transfer size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* maximum segment size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 5, /* scatter/gather list length */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (unsigned int)1, /* granularity */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0 /* attribute flags */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsddi_dma_attr_t hxge_rx_dma_attr = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DMA_ATTR_V0, /* version number. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0, /* low address */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* high address */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* address counter max */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x10000, /* alignment */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xfc00fc, /* dlim_burstsizes */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x1, /* minimum transfer size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* maximum transfer size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0xffffffffffffffff, /* maximum segment size */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 1, /* scatter/gather list length */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (unsigned int)1, /* granularity */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_RELAXED_ORDERING /* attribute flags */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsddi_dma_lim_t hxge_dma_limits = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (uint_t)0, /* dlim_addr_lo */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (uint_t)0xffffffff, /* dlim_addr_hi */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (uint_t)0xffffffff, /* dlim_cntr_max */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (uint_t)0xfc00fc, /* dlim_burstsizes for 32 and 64 bit xfers */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x1, /* dlim_minxfer */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 1024 /* dlim_speed */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsdma_method_t hxge_force_dma = DVMA;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * dma chunk sizes.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Try to allocate the largest possible size
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * so that fewer number of dma chunks would be managed
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qssize_t alloc_sizes[] = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x1000, 0x2000, 0x4000, 0x8000,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x10000, 0x20000, 0x40000, 0x80000,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs 0x100000, 0x200000, 0x400000, 0x800000, 0x1000000
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Translate "dev_t" to a pointer to the associated "dev_info_t".
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int instance;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_attach"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Get the device instance since we'll need to setup or retrieve a soft
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * state for this instance.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs instance = ddi_get_instance(dip);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (cmd) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_ATTACH:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing DDI_ATTACH"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_RESUME:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing DDI_RESUME"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep = (p_hxge_t)ddi_get_soft_state(hxge_list, instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dip != dip) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->suspended == DDI_PM_SUSPEND) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = ddi_dev_is_needed(hxgep->dip, 0, 1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_resume(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_PM_RESUME:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing DDI_PM_RESUME"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep = (p_hxge_t)ddi_get_soft_state(hxge_list, instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dip != dip) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_resume(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing unknown"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_soft_state_zalloc(hxge_list, instance) == DDI_FAILURE) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_soft_state_zalloc failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep = ddi_get_soft_state(hxge_list, instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_get_soft_state failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->drv_state = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dip = dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->instance = instance;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->p_dip = ddi_get_parent(dip);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_debug_level = hxge_debug_level;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hpi_debug_level = hxge_debug_level;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_fm_init(hxgep, &hxge_dev_reg_acc_attr, &hxge_dev_desc_dma_acc_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_rx_dma_attr);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_map_regs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "hxge_map_regs failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail3;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init_common_dev(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_init_common_dev failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail4;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Setup the Ndd parameters for this instance.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_init_param(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Setup Register Tracing Buffer.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hpi_rtrace_buf_init((rtrace_t *)&hpi_rtracebuf);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* init stats ptr */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_init_statsp(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_get_config_properties(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "get_hw create failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Setup the Kstats for the driver.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_setup_kstats(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_setup_param(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_setup_system_dma_pages(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "set dma page failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_hw_id_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_hw_init_niu_common(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_setup_mutexes(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "set mutex failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_setup_dev(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "set dev failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_add_intrs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "add_intr failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_add_soft_intrs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, HXGE_ERR_CTL, "add_soft_intr failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Enable interrupts.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_intrs_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((status = hxge_mac_register(hxgep)) != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "unable to register to mac layer (%d)", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_link_update(hxgep->mach, LINK_STATE_UP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "registered to mac (instance %d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs instance));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_fail:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_unattach(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_attach_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_fail5:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Tear down the ndd parameters setup.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_param(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Tear down the kstat setup.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_kstats(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_fail4:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_hw_p) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit_common_dev(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_hw_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_fail3:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Unmap the register setup.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_unmap_regs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_fm_fini(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_fail2:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_soft_state_free(hxge_list, hxgep->instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_attach_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_attach status = 0x%08x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int instance;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_detach"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs instance = ddi_get_instance(dip);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep = ddi_get_soft_state(hxge_list, instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_detach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (cmd) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_DETACH:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing DDI_DETACH"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_PM_SUSPEND:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing DDI_PM_SUSPEND"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->suspended = DDI_PM_SUSPEND;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_suspend(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_SUSPEND:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "doing DDI_SUSPEND"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->suspended != DDI_PM_SUSPEND) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->suspended = DDI_SUSPEND;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_suspend(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (cmd != DDI_DETACH)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_detach_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Stop the xcvr polling.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->suspended = cmd;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->mach && (status = mac_unregister(hxgep->mach)) != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_detach status = 0x%08X", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (DDI_FAILURE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_detach (mac_unregister) status = 0x%08X", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_unattach(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_detach_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_detach status = 0x%08X",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_unattach(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_unattach"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep == NULL || hxgep->dev_regs == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_hw_p) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit_common_dev(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_hw_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_timerid) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_stop_timer(hxgep, hxgep->hxge_timerid);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_timerid = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Stop any further interrupts. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_remove_intrs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Remove soft interrups */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_remove_soft_intrs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Stop the device and free resources. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_dev(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Tear down the ndd parameters setup. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_param(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Tear down the kstat setup. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_kstats(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Destroy all mutexes. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_mutexes(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Remove the list of ndd parameters which were setup during attach.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dip) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, OBP_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_unattach: remove all properties"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_prop_remove_all(hxgep->dip);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Unmap the register setup.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_unmap_regs(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_fm_fini(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Free the soft state data structures allocated with this instance.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_soft_state_free(hxge_list, hxgep->instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, DDI_CTL, "<== hxge_unattach"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_regs(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_dev_regs_t dev_regs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#ifdef HXGE_DEBUG
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs char *sysname;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs off_t regsize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int nregs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_map_regs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_dev_nregs(hxgep->dip, &nregs) != DDI_SUCCESS)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "hxge_map_regs: nregs: %d", nregs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dev_regs = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_regs = KMEM_ZALLOC(sizeof (dev_regs_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_regs->hxge_regh = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_regs->hxge_pciregh = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_regs->hxge_msix_regh = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_dev_regsize(hxgep->dip, 0, &regsize);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_map_regs: pci config size 0x%x", regsize));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_regs_map_setup(hxgep->dip, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (caddr_t *)&(dev_regs->hxge_pciregp), 0, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_dev_reg_acc_attr, &dev_regs->hxge_pciregh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_map_regs, hxge bus config regs failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_map_regs_fail0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_map_reg: PCI config addr 0x%0llx handle 0x%0llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_regs->hxge_pciregp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_regs->hxge_pciregh));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_dev_regsize(hxgep->dip, 1, &regsize);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_map_regs: pio size 0x%x", regsize));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* set up the device mapped register */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_regs_map_setup(hxgep->dip, 1,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (caddr_t *)&(dev_regs->hxge_regp), 0, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_dev_reg_acc_attr, &dev_regs->hxge_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_map_regs for Hydra global reg failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_map_regs_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* set up the msi/msi-x mapped register */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_dev_regsize(hxgep->dip, 2, &regsize);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_map_regs: msix size 0x%x", regsize));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_regs_map_setup(hxgep->dip, 2,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (caddr_t *)&(dev_regs->hxge_msix_regp), 0, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_dev_reg_acc_attr, &dev_regs->hxge_msix_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_map_regs for msi reg failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_map_regs_fail2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dev_regs = dev_regs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_PCI_ACC_HANDLE_SET(hxgep, dev_regs->hxge_pciregh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_PCI_ADD_HANDLE_SET(hxgep, (hpi_reg_ptr_t)dev_regs->hxge_pciregp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_MSI_ACC_HANDLE_SET(hxgep, dev_regs->hxge_msix_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_MSI_ADD_HANDLE_SET(hxgep, (hpi_reg_ptr_t)dev_regs->hxge_msix_regp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_ACC_HANDLE_SET(hxgep, dev_regs->hxge_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_ADD_HANDLE_SET(hxgep, (hpi_reg_ptr_t)dev_regs->hxge_regp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_REG_ACC_HANDLE_SET(hxgep, dev_regs->hxge_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_REG_ADD_HANDLE_SET(hxgep, (hpi_reg_ptr_t)dev_regs->hxge_regp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "hxge_map_reg: hardware addr 0x%0llx "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " handle 0x%0llx", dev_regs->hxge_regp, dev_regs->hxge_regh));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_map_regs_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_regs_fail3:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dev_regs->hxge_msix_regh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_regs_map_free(&dev_regs->hxge_msix_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_regs_fail2:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dev_regs->hxge_regh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_regs_map_free(&dev_regs->hxge_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_regs_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dev_regs->hxge_pciregh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_regs_map_free(&dev_regs->hxge_pciregh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_regs_fail0:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "Freeing register set memory"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(dev_regs, sizeof (dev_regs_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_map_regs_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status |= (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_map_regs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_unmap_regs(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_unmap_regs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dev_regs) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dev_regs->hxge_pciregh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_unmap_regs: bus"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_regs_map_free(&hxgep->dev_regs->hxge_pciregh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dev_regs->hxge_pciregh = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dev_regs->hxge_regh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_unmap_regs: device registers"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_regs_map_free(&hxgep->dev_regs->hxge_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dev_regs->hxge_regh = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->dev_regs->hxge_msix_regh) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_unmap_regs: device interrupts"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_regs_map_free(&hxgep->dev_regs->hxge_msix_regh);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dev_regs->hxge_msix_regh = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(hxgep->dev_regs, sizeof (dev_regs_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->dev_regs = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_unmap_regs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_setup_mutexes(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_setup_mutexes"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Get the interrupt cookie so the mutexes can be Initialised.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_get_iblock_cookie(hxgep->dip, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxgep->interrupt_cookie);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_setup_mutexes: failed 0x%x", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_setup_mutexes_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Initialize mutex's for this device.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(hxgep->genlock, NULL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DRIVER, (void *) hxgep->interrupt_cookie);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(&hxgep->ouraddr_lock, NULL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DRIVER, (void *) hxgep->interrupt_cookie);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs RW_INIT(&hxgep->filter_lock, NULL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs RW_DRIVER, (void *) hxgep->interrupt_cookie);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_setup_mutexes_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_setup_mutexes status = %x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status |= (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_destroy_mutexes(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_destroy_mutexes"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs RW_DESTROY(&hxgep->filter_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(&hxgep->ouraddr_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_debug_init == 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(&hxgedebuglock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_debug_init = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_destroy_mutexes"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, STR_CTL, "==> hxge_init"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->drv_state & STATE_HW_INITIALIZED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate system memory for the receive/transmit buffer blocks and
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * receive/transmit descriptor rings.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "alloc mem failed\n"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Initialize and enable TXDMA channels.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init_txdma_channels(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "init txdma failed\n"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_fail3;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Initialize and enable RXDMA channels.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init_rxdma_channels(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "init rxdma failed\n"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_fail4;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Initialize TCAM
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_classify_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "init classify failed\n"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_fail5;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Initialize the VMAC block.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_vmac_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "init MAC failed\n"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_fail5;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Bringup - this may be unnecessary when PXE and FCODE available */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_pfc_set_default_mac_addr(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "Default Address Failure\n"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_fail5;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_intrs_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Enable hardware interrupts.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_intr_hw_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->drv_state |= STATE_HW_INITIALIZED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_init_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_fail5:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit_rxdma_channels(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_fail4:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit_txdma_channels(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_fail3:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_init status (failed) = 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_init status = 0x%08x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qstimeout_id_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_start_timer(p_hxge_t hxgep, fptrv_t func, int msec)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((hxgep->suspended == 0) || (hxgep->suspended == DDI_RESUME)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (timeout(func, (caddr_t)hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs drv_usectohz(1000 * msec)));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_stop_timer(p_hxge_t hxgep, timeout_id_t timerid)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (timerid) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) untimeout(timerid);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_uninit(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_uninit"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_uninit: not initialized"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_uninit"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Stop timer */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_timerid) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_stop_timer(hxgep, hxgep->hxge_timerid);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_timerid = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_intr_hw_disable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Reset the receive VMAC side. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_rx_vmac_disable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free classification resources */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_classify_uninit(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Reset the transmit/receive DMA side. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_txdma_hw_mode(hxgep, HXGE_DMA_STOP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_rxdma_hw_mode(hxgep, HXGE_DMA_STOP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit_txdma_channels(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit_rxdma_channels(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Reset the transmit VMAC side. */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_tx_vmac_disable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->drv_state &= ~STATE_HW_INITIALIZED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_uninit"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_get64(p_hxge_t hxgep, p_mblk_t mp)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#if defined(__i386)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t reg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t reg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t regdata;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i, retry;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy((char *)mp->b_rptr, (char *)&reg, sizeof (uint64_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs regdata = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs retry = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < retry; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_REG_RD64(hxgep->hpi_handle, reg, &regdata);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy((char *)&regdata, (char *)mp->b_rptr, sizeof (uint64_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_put64(p_hxge_t hxgep, p_mblk_t mp)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#if defined(__i386)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t reg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t reg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t buf[2];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy((char *)mp->b_rptr, (char *)&buf[0], 2 * sizeof (uint64_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#if defined(__i386)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs reg = (size_t)buf[0];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs reg = buf[0];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_HPI_PIO_WRITE64(hxgep->hpi_handle, reg, buf[1]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*VARARGS*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_debug_msg(p_hxge_t hxgep, uint64_t level, char *fmt, ...)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs char msg_buffer[1048];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs char prefix_buffer[32];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int instance;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t debug_level;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int cmn_level = CE_CONT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs va_list ap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs debug_level = (hxgep == NULL) ? hxge_debug_level :
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_debug_level;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((level & debug_level) || (level == HXGE_NOTE) ||
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (level == HXGE_ERR_CTL)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* do the msg processing */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_debug_init == 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(&hxgedebuglock, NULL, MUTEX_DRIVER, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_debug_init = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_ENTER(&hxgedebuglock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((level & HXGE_NOTE)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs cmn_level = CE_NOTE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (level & HXGE_ERR_CTL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs cmn_level = CE_WARN;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs va_start(ap, fmt);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) vsprintf(msg_buffer, fmt, ap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs va_end(ap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs instance = -1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) sprintf(prefix_buffer, "%s :", "hxge");
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs instance = hxgep->instance;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) sprintf(prefix_buffer,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "%s%d :", "hxge", instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(&hxgedebuglock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs cmn_err(cmn_level, "%s %s\n", prefix_buffer, msg_buffer);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qschar *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_dump_packet(char *addr, int size)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uchar_t *ap = (uchar_t *)addr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs static char etherbuf[1024];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs char *cp = etherbuf;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs char digits[] = "0123456789abcdef";
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!size)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size = 60;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (size > MAX_DUMP_SZ) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Dump the leading bytes */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < MAX_DUMP_SZ / 2; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (*ap > 0x0f)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = digits[*ap >> 4];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = digits[*ap++ & 0xf];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = ':';
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < 20; i++)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = '.';
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Dump the last MAX_DUMP_SZ/2 bytes */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ap = (uchar_t *)(addr + (size - MAX_DUMP_SZ / 2));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < MAX_DUMP_SZ / 2; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (*ap > 0x0f)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = digits[*ap >> 4];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = digits[*ap++ & 0xf];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = ':';
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < size; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (*ap > 0x0f)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = digits[*ap >> 4];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = digits[*ap++ & 0xf];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *cp++ = ':';
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *--cp = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (etherbuf);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_suspend(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_suspend"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_intrs_disable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_destroy_dev(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_suspend"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_resume(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_resume"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->suspended = DDI_RESUME;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_rxdma_hw_mode(hxgep, HXGE_DMA_START);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_txdma_hw_mode(hxgep, HXGE_DMA_START);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_rx_vmac_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_tx_vmac_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_intrs_enable(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->suspended = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_resume status = 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_setup_dev(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_setup_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_link_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (fm_check_acc_handle(hxgep->dev_regs->hxge_regh) != DDI_FM_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "Bad register acc handle"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_setup_dev status (link init 0x%08x)", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_setup_dev_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_setup_dev_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_setup_dev status = 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_destroy_dev(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_destroy_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_hw_stop(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_destroy_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_setup_system_dma_pages(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint_t count;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_cookie_t cookie;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint_t iommu_pagesize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_setup_system_dma_pages"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_sz = ddi_ptob(hxgep->dip, (ulong_t)1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs iommu_pagesize = dvma_pagesize(hxgep->dip);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_setup_system_dma_pages: page %d (ddi_ptob %d) "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " default_block_size %d iommu_pagesize %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_sz, ddi_ptob(hxgep->dip, (ulong_t)1),
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_default_block_size, iommu_pagesize));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (iommu_pagesize != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->sys_page_sz == iommu_pagesize) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Hydra support up to 8K pages */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (iommu_pagesize > 0x2000)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_sz = 0x2000;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->sys_page_sz > iommu_pagesize)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_sz = iommu_pagesize;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_mask = ~(hxgep->sys_page_sz - 1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_setup_system_dma_pages: page %d (ddi_ptob %d) "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "default_block_size %d page mask %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_sz, ddi_ptob(hxgep->dip, (ulong_t)1),
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_default_block_size, hxgep->sys_page_mask));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (hxgep->sys_page_sz) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_sz = 0x1000;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_page_mask = ~(hxgep->sys_page_sz - 1);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_default_block_size = 0x1000;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_bksize_code = RBR_BKSIZE_4K;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case 0x1000:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_default_block_size = 0x1000;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_bksize_code = RBR_BKSIZE_4K;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case 0x2000:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_default_block_size = 0x2000;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_bksize_code = RBR_BKSIZE_8K;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_rx_dma_attr.dma_attr_align = hxgep->sys_page_sz;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_tx_dma_attr.dma_attr_align = hxgep->sys_page_sz;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_desc_dma_attr.dma_attr_align = hxgep->sys_page_sz;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Get the system DMA burst size.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_dma_alloc_handle(hxgep->dip, &hxge_tx_dma_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_DONTWAIT, 0, &hxgep->dmasparehandle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_dma_alloc_handle: failed status 0x%x", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_get_soft_properties_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_dma_addr_bind_handle(hxgep->dmasparehandle, NULL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (caddr_t)hxgep->dmasparehandle, sizeof (hxgep->dmasparehandle),
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_RDWR | DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &cookie, &count);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_DMA_MAPPED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "Binding spare handle to find system burstsize failed."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = DDI_FAILURE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_get_soft_properties_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->sys_burst_sz = ddi_dma_burstsizes(hxgep->dmasparehandle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_dma_unbind_handle(hxgep->dmasparehandle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_get_soft_properties_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_free_handle(&hxgep->dmasparehandle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_get_soft_properties_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status |= (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_setup_system_dma_pages status = 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_mem_pool(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_alloc_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_rx_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_tx_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_rx_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_alloc_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_mem_pool(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL, "==> hxge_free_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_rx_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_tx_mem_pool(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL, "<== hxge_free_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_mem_pool(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i, j;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t ndmas, st_rdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pt_cfg_t p_all_cfgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_hw_pt_cfg_t p_cfgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t rx_buf_alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t rx_cntl_alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t *num_chunks; /* per dma */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t hxge_port_rbr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t hxge_port_rbr_spare_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t hxge_port_rcr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_alloc_rx_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_all_cfgp = (p_hxge_dma_pt_cfg_t)&hxgep->pt_config;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_cfgp = (p_hxge_hw_pt_cfg_t)&p_all_cfgp->hw_config;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_rdc = p_cfgp->start_rdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ndmas = p_cfgp->max_rdcs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_rx_mem_pool st_rdc %d ndmas %d", st_rdc, ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for each receive DMA channel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp = (p_hxge_dma_pool_t)KMEM_ZALLOC(sizeof (hxge_dma_pool_t),
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_buf_p = (p_hxge_dma_common_t *)KMEM_ZALLOC(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (p_hxge_dma_common_t) * ndmas, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp = (p_hxge_dma_pool_t)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_ZALLOC(sizeof (hxge_dma_pool_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_p = (p_hxge_dma_common_t *)KMEM_ZALLOC(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (p_hxge_dma_common_t) * ndmas, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks = (uint32_t *)KMEM_ZALLOC(sizeof (uint32_t) * ndmas,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Assume that each DMA channel will be configured with default block
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * size. rbr block counts are mod of batch count (16).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rbr_size = p_all_cfgp->rbr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rcr_size = p_all_cfgp->rcr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!hxge_port_rbr_size) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rbr_size = HXGE_RBR_RBB_DEFAULT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_port_rbr_size % HXGE_RXDMA_POST_BATCH) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rbr_size = (HXGE_RXDMA_POST_BATCH *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (hxge_port_rbr_size / HXGE_RXDMA_POST_BATCH + 1));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_all_cfgp->rbr_size = hxge_port_rbr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rbr_spare_size = hxge_rbr_spare_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_port_rbr_spare_size % HXGE_RXDMA_POST_BATCH) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rbr_spare_size = (HXGE_RXDMA_POST_BATCH *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (hxge_port_rbr_spare_size / HXGE_RXDMA_POST_BATCH + 1));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_buf_alloc_size = (hxgep->rx_default_block_size *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (hxge_port_rbr_size + hxge_port_rbr_spare_size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Addresses of receive block ring, receive completion ring and the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * mailbox must be all cache-aligned (64 bytes).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_cntl_alloc_size = hxge_port_rbr_size + hxge_port_rbr_spare_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_cntl_alloc_size *= (sizeof (rx_desc_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_cntl_alloc_size += (sizeof (rcr_entry_t) * hxge_port_rcr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_cntl_alloc_size += sizeof (rxdma_mailbox_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL, "==> hxge_alloc_rx_mem_pool: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_port_rbr_size = %d hxge_port_rbr_spare_size = %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_port_rcr_size = %d rx_cntl_alloc_size = %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rbr_size, hxge_port_rbr_spare_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_port_rcr_size, rx_cntl_alloc_size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_port_rbr_size = hxge_port_rbr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_port_rcr_size = hxge_port_rcr_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for receive buffers and descriptor rings. Replace
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * allocation functions with interface functions provided by the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * partition manager when it is available.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for the receive buffer blocks.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_rx_mem_pool to alloc mem: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " dma %d dma_buf_p %llx &dma_buf_p %llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i, dma_buf_p[i], &dma_buf_p[i]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks[i] = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_rx_buf_dma(hxgep, st_rdc, &dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_buf_alloc_size, hxgep->rx_default_block_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &num_chunks[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_rdc++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_rx_mem_pool DONE alloc mem: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "dma %d dma_buf_p %llx &dma_buf_p %llx", i,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_buf_p[i], &dma_buf_p[i]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (i < ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_mem_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for descriptor rings and mailbox.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_rdc = p_cfgp->start_rdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (j = 0; j < ndmas; j++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_rx_cntl_dma(hxgep, st_rdc, &dma_cntl_p[j],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_cntl_alloc_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_rdc++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (j < ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_mem_fail2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->ndmas = ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->num_chunks = num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->buf_allocated = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_buf_pool_p = dma_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->dma_buf_pool_p = dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp->ndmas = ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp->buf_allocated = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_cntl_pool_p = dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp->dma_buf_pool_p = dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_mem_pool_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_mem_fail2:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free control buffers */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs j--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_rx_mem_pool: freeing control bufs (%d)", j));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (; j >= 0; j--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_rx_cntl_dma(hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (p_hxge_dma_common_t)dma_cntl_p[j]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_rx_mem_pool: control bufs freed (%d)", j));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_rx_mem_pool: control bufs freed (%d)", j));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_mem_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free data buffers */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_rx_mem_pool: freeing data bufs (%d)", i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (; i >= 0; i--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_rx_buf_dma(hxgep, (p_hxge_dma_common_t)dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_rx_mem_pool: data bufs freed (%d)", i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(num_chunks, sizeof (uint32_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_buf_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_mem_pool_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_alloc_rx_mem_pool:status 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_rx_mem_pool(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t *num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL, "==> hxge_free_rx_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp = hxgep->rx_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_poolp == NULL || (!dma_poolp->buf_allocated)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL, "<== hxge_free_rx_mem_pool "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(null rx buf pool or buf not allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp = hxgep->rx_cntl_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_cntl_poolp == NULL || (!dma_cntl_poolp->buf_allocated)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_free_rx_mem_pool "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(null rx cntl buf pool or cntl buf not allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_buf_p = dma_poolp->dma_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks = dma_poolp->num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_p = dma_cntl_poolp->dma_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ndmas = dma_cntl_poolp->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_rx_buf_dma(hxgep, dma_buf_p[i], num_chunks[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_rx_cntl_dma(hxgep, dma_cntl_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (hxge_dma_common_t) * HXGE_DMA_BLOCK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_p[i], sizeof (hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(num_chunks, sizeof (uint32_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_buf_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_buf_pool_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->rx_cntl_pool_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL, "<== hxge_free_rx_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_buf_dma(p_hxge_t hxgep, uint16_t dma_channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dmap,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t alloc_size, size_t block_size, uint32_t *num_chunks)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t rx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t total_alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t allocated = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i, size_index, array_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_alloc_rx_buf_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap = (p_hxge_dma_common_t)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_ZALLOC(sizeof (hxge_dma_common_t) * HXGE_DMA_BLOCK, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " alloc_rx_buf_dma rdc %d asize %x bsize %x bbuf %llx ",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_channel, alloc_size, block_size, dmap));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs total_alloc_size = alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs array_size = sizeof (alloc_sizes) / sizeof (size_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs while ((alloc_sizes[size_index] < alloc_size) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (size_index < array_size))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (size_index >= array_size) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index = array_size - 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs while ((allocated < total_alloc_size) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (size_index >= 0) && (i < HXGE_DMA_BLOCK)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].dma_chunk_index = i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].block_size = block_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].alength = alloc_sizes[size_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].orig_alength = rx_dmap[i].alength;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].nblocks = alloc_sizes[size_index] / block_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].dma_channel = dma_channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].contig_alloc_type = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "alloc_rx_buf_dma rdc %d chunk %d bufp %llx size %x "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "i %d nblocks %d alength %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_channel, i, &rx_dmap[i], block_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i, rx_dmap[i].nblocks, rx_dmap[i].alength));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_dma_mem_alloc(hxgep, hxge_force_dma,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_rx_dma_attr, rx_dmap[i].alength,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_dev_buf_dma_acc_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_READ | DDI_DMA_STREAMING,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (p_hxge_dma_common_t)(&rx_dmap[i]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_rx_buf_dma: Alloc Failed: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " for size: %d", alloc_sizes[size_index]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " alloc_rx_buf_dma allocated rdc %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "chunk %d size %x dvma %x bufp %llx ",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_channel, i, rx_dmap[i].alength,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap[i].ioaddr_pp, &rx_dmap[i]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs allocated += alloc_sizes[size_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (allocated < total_alloc_size) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_rx_buf_dma failed due to"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " allocated(%d) < required(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs allocated, total_alloc_size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_mem_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " alloc_rx_buf_dma rdc %d allocated %d chunks", dma_channel, i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *num_chunks = i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *dmap = rx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_mem_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_mem_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(rx_dmap, sizeof (hxge_dma_common_t) * HXGE_DMA_BLOCK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_mem_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_alloc_rx_buf_dma status 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_rx_buf_dma(p_hxge_t hxgep, p_hxge_dma_common_t dmap,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t num_chunks)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_free_rx_buf_dma: # of chunks %d", num_chunks));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < num_chunks; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_free_rx_buf_dma: chunk %d dmap 0x%llx", i, dmap));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_dma_mem_free(dmap++);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM2_CTL, "<== hxge_free_rx_buf_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_cntl_dma(p_hxge_t hxgep, uint16_t dma_channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dmap, size_t size)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t rx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_alloc_rx_cntl_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap = (p_hxge_dma_common_t)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_ZALLOC(sizeof (hxge_dma_common_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rx_dmap->contig_alloc_type = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_dma_mem_alloc(hxgep, hxge_force_dma,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_desc_dma_attr, size, &hxge_dev_desc_dma_acc_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_RDWR | DDI_DMA_CONSISTENT, rx_dmap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_rx_cntl_dma: Alloc Failed: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " for size: %d", size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_cntl_dma_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *dmap = rx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_rx_cntl_dma_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_cntl_dma_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(rx_dmap, sizeof (hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_rx_cntl_dma_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_alloc_rx_cntl_dma status 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_rx_cntl_dma(p_hxge_t hxgep, p_hxge_dma_common_t dmap)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_free_rx_cntl_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_dma_mem_free(dmap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "<== hxge_free_rx_cntl_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_mem_pool(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i, j;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t ndmas, st_tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pt_cfg_t p_all_cfgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_hw_pt_cfg_t p_cfgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t tx_buf_alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t tx_cntl_alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t *num_chunks; /* per dma */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL, "==> hxge_alloc_tx_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_all_cfgp = (p_hxge_dma_pt_cfg_t)&hxgep->pt_config;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_cfgp = (p_hxge_hw_pt_cfg_t)&p_all_cfgp->hw_config;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_tdc = p_cfgp->start_tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ndmas = p_cfgp->max_tdcs;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL, "==> hxge_alloc_tx_mem_pool: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "p_cfgp 0x%016llx start_tdc %d ndmas %d hxgep->max_tdcs %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_cfgp, p_cfgp->start_tdc, p_cfgp->max_tdcs, hxgep->max_tdcs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for each transmit DMA channel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp = (p_hxge_dma_pool_t)KMEM_ZALLOC(sizeof (hxge_dma_pool_t),
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_buf_p = (p_hxge_dma_common_t *)KMEM_ZALLOC(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (p_hxge_dma_common_t) * ndmas, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp = (p_hxge_dma_pool_t)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_ZALLOC(sizeof (hxge_dma_pool_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_p = (p_hxge_dma_common_t *)KMEM_ZALLOC(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (p_hxge_dma_common_t) * ndmas, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_port_tx_ring_size = hxge_tx_ring_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Assume that each DMA channel will be configured with default
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * transmit bufer size for copying transmit data. (For packet payload
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * over this limit, packets will not be copied.)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_buf_alloc_size = (hxge_bcopy_thresh * hxge_tx_ring_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Addresses of transmit descriptor ring and the mailbox must be all
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * cache-aligned (64 bytes).
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_cntl_alloc_size = hxge_tx_ring_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_cntl_alloc_size *= (sizeof (tx_desc_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_cntl_alloc_size += sizeof (txdma_mailbox_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks = (uint32_t *)KMEM_ZALLOC(sizeof (uint32_t) * ndmas,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for transmit buffers and descriptor rings. Replace
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * allocation functions with interface functions provided by the
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * partition manager when it is available.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for the transmit buffer pool.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks[i] = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_tx_buf_dma(hxgep, st_tdc, &dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_buf_alloc_size, hxge_bcopy_thresh, &num_chunks[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_tdc++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (i < ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_mem_pool_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_tdc = p_cfgp->start_tdc;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Allocate memory for descriptor rings and mailbox.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (j = 0; j < ndmas; j++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_alloc_tx_cntl_dma(hxgep, st_tdc, &dma_cntl_p[j],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_cntl_alloc_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs st_tdc++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (j < ndmas) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_mem_pool_fail2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->ndmas = ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->num_chunks = num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->buf_allocated = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp->dma_buf_pool_p = dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->tx_buf_pool_p = dma_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp->ndmas = ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp->buf_allocated = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp->dma_buf_pool_p = dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->tx_cntl_pool_p = dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_tx_mem_pool: start_tdc %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ndmas %d poolp->ndmas %d", st_tdc, ndmas, dma_poolp->ndmas));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_mem_pool_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_mem_pool_fail2:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free control buffers */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs j--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (; j >= 0; j--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_tx_cntl_dma(hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (p_hxge_dma_common_t)dma_cntl_p[j]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_mem_pool_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free data buffers */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (; i >= 0; i--) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_tx_buf_dma(hxgep, (p_hxge_dma_common_t)dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_buf_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(num_chunks, sizeof (uint32_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_mem_pool_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_alloc_tx_mem_pool:status 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_buf_dma(p_hxge_t hxgep, uint16_t dma_channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dmap, size_t alloc_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t block_size, uint32_t *num_chunks)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t tx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t total_alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t allocated = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i, size_index, array_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_alloc_tx_buf_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap = (p_hxge_dma_common_t)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_ZALLOC(sizeof (hxge_dma_common_t) * HXGE_DMA_BLOCK, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs total_alloc_size = alloc_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs array_size = sizeof (alloc_sizes) / sizeof (size_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs while ((alloc_sizes[size_index] < alloc_size) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (size_index < array_size))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (size_index >= array_size) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index = array_size - 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs while ((allocated < total_alloc_size) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (size_index >= 0) && (i < HXGE_DMA_BLOCK)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].dma_chunk_index = i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].block_size = block_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].alength = alloc_sizes[size_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].orig_alength = tx_dmap[i].alength;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].nblocks = alloc_sizes[size_index] / block_size;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].dma_channel = dma_channel;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap[i].contig_alloc_type = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_dma_mem_alloc(hxgep, hxge_force_dma,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_tx_dma_attr, tx_dmap[i].alength,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_dev_buf_dma_acc_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_WRITE | DDI_DMA_STREAMING,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (p_hxge_dma_common_t)(&tx_dmap[i]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_tx_buf_dma: Alloc Failed: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " for size: %d", alloc_sizes[size_index]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_index--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs allocated += alloc_sizes[size_index];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (allocated < total_alloc_size) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_tx_buf_dma: failed due to"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " allocated(%d) < required(%d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs allocated, total_alloc_size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_mem_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *num_chunks = i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *dmap = tx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_alloc_tx_buf_dma dmap 0x%016llx num chunks %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *dmap, i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_mem_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_mem_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(tx_dmap, sizeof (hxge_dma_common_t) * HXGE_DMA_BLOCK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_mem_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_alloc_tx_buf_dma status 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_tx_buf_dma(p_hxge_t hxgep, p_hxge_dma_common_t dmap,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t num_chunks)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL, "==> hxge_free_tx_buf_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < num_chunks; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_dma_mem_free(dmap++);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM_CTL, "<== hxge_free_tx_buf_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_cntl_dma(p_hxge_t hxgep, uint16_t dma_channel,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dmap, size_t size)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t tx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_alloc_tx_cntl_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap = (p_hxge_dma_common_t)KMEM_ZALLOC(sizeof (hxge_dma_common_t),
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tx_dmap->contig_alloc_type = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_dma_mem_alloc(hxgep, hxge_force_dma,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_desc_dma_attr, size, &hxge_dev_desc_dma_acc_attr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_RDWR | DDI_DMA_CONSISTENT, tx_dmap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_alloc_tx_cntl_dma: Alloc Failed: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " for size: %d", size));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_cntl_dma_fail1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *dmap = tx_dmap;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto hxge_alloc_tx_cntl_dma_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_cntl_dma_fail1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(tx_dmap, sizeof (hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_alloc_tx_cntl_dma_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_alloc_tx_cntl_dma status 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_tx_cntl_dma(p_hxge_t hxgep, p_hxge_dma_common_t dmap)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "==> hxge_free_tx_cntl_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_dma_mem_free(dmap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "<== hxge_free_tx_cntl_dma"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_free_tx_mem_pool(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_buf_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_pool_t dma_cntl_poolp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t *dma_cntl_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t *num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "==> hxge_free_tx_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_poolp = hxgep->tx_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_poolp == NULL || (!dma_poolp->buf_allocated)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_free_tx_mem_pool "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(null rx buf pool or buf not allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_poolp = hxgep->tx_cntl_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_cntl_poolp == NULL || (!dma_cntl_poolp->buf_allocated)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM3_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_free_tx_mem_pool "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(null tx cntl buf pool or cntl buf not allocated"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_buf_p = dma_poolp->dma_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs num_chunks = dma_poolp->num_chunks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_cntl_p = dma_cntl_poolp->dma_buf_pool_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ndmas = dma_cntl_poolp->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_tx_buf_dma(hxgep, dma_buf_p[i], num_chunks[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_free_tx_cntl_dma(hxgep, dma_cntl_p[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_buf_p[i],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (hxge_dma_common_t) * HXGE_DMA_BLOCK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_p[i], sizeof (hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(num_chunks, sizeof (uint32_t) * ndmas);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_cntl_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_buf_p, ndmas * sizeof (p_hxge_dma_common_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(dma_poolp, sizeof (hxge_dma_pool_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->tx_buf_pool_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->tx_cntl_pool_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MEM3_CTL, "<== hxge_free_tx_mem_pool"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_dma_mem_alloc(p_hxge_t hxgep, dma_method_t method,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs struct ddi_dma_attr *dma_attrp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs size_t length, ddi_device_acc_attr_t *acc_attr_p, uint_t xfer_flags,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_dma_common_t dma_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs caddr_t kaddrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->acc_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->kaddrp = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_dma_alloc_handle(hxgep->dip, dma_attrp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_DMA_DONTWAIT, NULL, &dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_dma_mem_alloc:ddi_dma_alloc_handle failed."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_dma_mem_alloc(dma_p->dma_handle, length, acc_attr_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs xfer_flags, DDI_DMA_DONTWAIT, 0, &kaddrp, &dma_p->alength,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &dma_p->acc_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* The caller will decide whether it is fatal */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_dma_mem_alloc:ddi_dma_mem_alloc failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_free_handle(&dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->alength < length) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_dma_mem_alloc:ddi_dma_mem_alloc < length."));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_mem_free(&dma_p->acc_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_free_handle(&dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->acc_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_dma_addr_bind_handle(dma_p->dma_handle, NULL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kaddrp, dma_p->alength, xfer_flags, DDI_DMA_DONTWAIT, 0,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &dma_p->dma_cookie, &dma_p->ncookies);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_DMA_MAPPED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_dma_mem_alloc:di_dma_addr_bind failed "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(staus 0x%x ncookies %d.)", ddi_status, dma_p->ncookies));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->acc_handle) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_mem_free(&dma_p->acc_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->acc_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_free_handle(&dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->ncookies != 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_dma_mem_alloc:ddi_dma_addr_bind > 1 cookie"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(staus 0x%x ncookies %d.)", ddi_status, dma_p->ncookies));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->acc_handle) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_mem_free(&dma_p->acc_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->acc_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_dma_unbind_handle(dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_free_handle(&dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->kaddrp = kaddrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#if defined(__i386)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->ioaddr_pp =
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (unsigned char *)(uint32_t)dma_p->dma_cookie.dmac_laddress;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->ioaddr_pp = (unsigned char *) dma_p->dma_cookie.dmac_laddress;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#endif
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_DMA_ACC_HANDLE_SET(dma_p, dma_p->acc_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DMA_CTL, "<== hxge_dma_mem_alloc: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "dma buffer allocated: dma_p $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "return dmac_ladress from cookie $%p dmac_size %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "dma_p->ioaddr_p $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "dma_p->orig_ioaddr_p $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "orig_vatopa $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "alength %d (0x%x) "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "kaddrp $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "length %d (0x%x)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_cookie.dmac_laddress,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_cookie.dmac_size,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->ioaddr_pp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->orig_ioaddr_pp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->orig_vatopa,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->alength, dma_p->alength,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kaddrp,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs length, length));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_dma_mem_free(p_hxge_dma_common_t dma_p)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->dma_handle != NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->ncookies) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_dma_unbind_handle(dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->ncookies = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_free_handle(&dma_p->dma_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->dma_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (dma_p->acc_handle != NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_dma_mem_free(&dma_p->acc_handle);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->acc_handle = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_DMA_ACC_HANDLE_SET(dma_p, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->kaddrp = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dma_p->alength = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_m_start() -- start transmitting and receiving.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * This function is called by the MAC layer when the first
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * stream is open to prepare the hardware ready for sending
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * and transmitting packets.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_start(void *arg)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "==> hxge_m_start"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_ENTER(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_init(hxgep) != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_m_start: initialization failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EIO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_mac_state != HXGE_MAC_STARTED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Start timer to check the system error and tx hangs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_timerid = hxge_start_timer(hxgep,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_check_hw_state, HXGE_CHECK_TIMER);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_mac_state = HXGE_MAC_STARTED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "<== hxge_m_start"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_m_stop(): stop transmitting and receiving.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_stop(void *arg)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "==> hxge_m_stop"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_timerid) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_stop_timer(hxgep, hxgep->hxge_timerid);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_timerid = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_ENTER(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_uninit(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_mac_state = HXGE_MAC_STOPPED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "<== hxge_m_stop"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_unicst(void *arg, const uint8_t *macaddr)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs struct ether_addr addrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL, "==> hxge_m_unicst"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy(macaddr, (uint8_t *)&addrp, ETHERADDRL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_set_mac_addr(hxgep, &addrp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_m_unicst: set unitcast failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL, "<== hxge_m_unicst"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_multicst(void *arg, boolean_t add, const uint8_t *mca)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs struct ether_addr addrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL, "==> hxge_m_multicst: add %d", add));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy(mca, (uint8_t *)&addrp, ETHERADDRL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (add) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_add_mcast_addr(hxgep, &addrp)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_m_multicst: add multicast failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_del_mcast_addr(hxgep, &addrp)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_m_multicst: del multicast failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL, "<== hxge_m_multicst"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_promisc(void *arg, boolean_t on)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL, "==> hxge_m_promisc: on %d", on));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_set_promisc(hxgep, on)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_m_promisc: set promisc failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MAC_CTL, "<== hxge_m_promisc: on %d", on));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_ioctl(void *arg, queue_t *wq, mblk_t *mp)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs struct iocblk *iocp = (struct iocblk *)mp->b_rptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs boolean_t need_privilege;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int err;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int cmd;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "==> hxge_m_ioctl"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs iocp = (struct iocblk *)mp->b_rptr;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs iocp->ioc_error = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs need_privilege = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs cmd = iocp->ioc_cmd;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "==> hxge_m_ioctl: cmd 0x%08x", cmd));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (cmd) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs miocnak(wq, mp, 0, EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "<== hxge_m_ioctl: invalid"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_GET_INFO_SIZE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_GET_INFO:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_GET_MODE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs need_privilege = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_SET_MODE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case ND_GET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs need_privilege = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case ND_SET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET64:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_PUT64:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET_TX_RING_SZ:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET_TX_DESC:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_TX_SIDE_RESET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_RX_SIDE_RESET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GLOBAL_RESET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_RESET_MAC:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_PUT_TCAM:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET_TCAM:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_RTRACE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs need_privilege = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (need_privilege) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs err = secpolicy_net_config(iocp->ioc_cr, B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (err != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs miocnak(wq, mp, 0, err);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_m_ioctl: no priv"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (cmd) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case ND_GET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "ND_GET command"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case ND_SET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "ND_SET command"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_param_ioctl(hxgep, wq, mp, iocp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_GET_MODE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_SET_MODE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_GET_INFO_SIZE:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case LB_GET_INFO:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_loopback_ioctl(hxgep, wq, mp, iocp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_PUT_TCAM:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET_TCAM:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET64:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_PUT64:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET_TX_RING_SZ:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GET_TX_DESC:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_TX_SIDE_RESET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_RX_SIDE_RESET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_GLOBAL_RESET:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case HXGE_RESET_MAC:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_m_ioctl: cmd 0x%x", cmd));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_hw_ioctl(hxgep, wq, mp, iocp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, NEMO_CTL, "<== hxge_m_ioctl"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern void hxge_rx_hw_blank(void *arg, time_t ticks, uint_t count);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_resources(void *arg)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_rx_fifo_t mrf;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_rx_rcr_rings_t rcr_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_rx_rcr_ring_t *rcr_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_rx_rcr_ring_t rcrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t i, ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, RX_CTL, "==> hxge_m_resources"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_ENTER(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, RX_CTL, "==> hxge_m_resources: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_init failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mrf.mrf_type = MAC_RX_FIFO;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mrf.mrf_blank = hxge_rx_hw_blank;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mrf.mrf_normal_blank_time = RXDMA_RCR_PTHRES_DEFAULT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mrf.mrf_normal_pkt_count = RXDMA_RCR_TO_DEFAULT;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rcr_rings = hxgep->rx_rcr_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rcr_p = rcr_rings->rcr_rings;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ndmas = rcr_rings->ndmas;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Export our receive resources to the MAC layer.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ndmas; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rcrp = (void *)(p_rx_rcr_ring_t)rcr_p[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mrf.mrf_arg = rcrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs rcrp->rcr_mac_handle =
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_resource_add(hxgep->mach, (mac_resource_t *)&mrf);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, RX_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_m_resources: vdma %d dma %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "rcrptr 0x%016llx mac_handle 0x%016llx",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs i, rcrp->rdc, rcr_p[i], rcrp->rcr_mac_handle));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, RX_CTL, "<== hxge_m_resources"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Set an alternate MAC address
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_altmac_set(p_hxge_t hxgep, uint8_t *maddr, mac_addr_slot_t slot)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t address;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint64_t tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hpi_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint8_t addrn;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Convert a byte array to a 48 bit value.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Need to check endianess if in doubt
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs address = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ETHERADDRL; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs tmp = maddr[i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs address <<= 8;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs address |= tmp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs addrn = (uint8_t)slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hpi_pfc_set_mac_address(hxgep->hpi_handle, addrn, address);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HPI_SUCCESS)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EIO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_mmac_kstat_update(p_hxge_t hxgep, mac_addr_slot_t slot)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_mmac_stats_t mmac_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_t *mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info = &hxgep->hxge_mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_stats = &hxgep->statsp->mmac_stats;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_stats->mmac_max_cnt = mmac_info->num_mmac;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_stats->mmac_avail_cnt = mmac_info->naddrfree;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < ETHERADDRL; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_stats->mmac_avail_pool[slot].ether_addr_octet[i] =
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info->mac_pool[slot].addr[(ETHERADDRL - 1) - i];
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Find an unused address slot, set the address value to the one specified,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * enable the port to start filtering on the new MAC address.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Returns: 0 on success.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_mmac_add(void *arg, mac_multi_addr_t *maddr)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_addr_slot_t slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_t *mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int err;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_enter(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Make sure that hxge is initialized, if _start() has
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * not been called.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (ENXIO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info = &hxgep->hxge_mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (mmac_info->naddrfree == 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (ENOSPC);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!mac_unicst_verify(hxgep->mach, maddr->mma_addr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_addrlen)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Search for the first available slot. Because naddrfree
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * is not zero, we are guaranteed to find one.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Slot 0 is for unique (primary) MAC. The first alternate
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * MAC slot is slot 1.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (slot = 1; slot < mmac_info->num_mmac; slot++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(mmac_info->mac_pool[slot].flags & MMAC_SLOT_USED))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ASSERT(slot < mmac_info->num_mmac);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((err = hxge_altmac_set(hxgep, maddr->mma_addr, slot)) != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (err);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy(maddr->mma_addr, mmac_info->mac_pool[slot].addr, ETHERADDRL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info->mac_pool[slot].flags |= MMAC_SLOT_USED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info->naddrfree--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_kstat_update(hxgep, slot);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_slot = slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Remove the specified mac address and update
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * the h/w not to filter the mac address anymore.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Returns: 0, on success.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_mmac_remove(void *arg, mac_addr_slot_t slot)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_t *mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int err = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_enter(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Make sure that hxge is initialized, if _start() has
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * not been called.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (ENXIO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info = &hxgep->hxge_mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (slot <= 0 || slot >= mmac_info->num_mmac) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (mmac_info->mac_pool[slot].flags & MMAC_SLOT_USED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hpi_pfc_mac_addr_disable(hxgep->hpi_handle, slot) ==
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HPI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info->mac_pool[slot].flags &= ~MMAC_SLOT_USED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info->naddrfree++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Clear mac_pool[slot].addr so that kstat shows 0
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * alternate MAC address if the slot is not used.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bzero(mmac_info->mac_pool[slot].addr, ETHERADDRL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_kstat_update(hxgep, slot);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs err = EIO;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs err = EINVAL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (err);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Modify a mac address added by hxge_mmac_add().
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Returns: 0, on success.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_mmac_modify(void *arg, mac_multi_addr_t *maddr)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_addr_slot_t slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_t *mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int err = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!mac_unicst_verify(hxgep->mach, maddr->mma_addr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_addrlen))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs slot = maddr->mma_slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_enter(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Make sure that hxge is initialized, if _start() has
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * not been called.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (ENXIO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info = &hxgep->hxge_mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (slot <= 0 || slot >= mmac_info->num_mmac) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (mmac_info->mac_pool[slot].flags & MMAC_SLOT_USED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((err = hxge_altmac_set(hxgep, maddr->mma_addr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs slot)) == 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy(maddr->mma_addr, mmac_info->mac_pool[slot].addr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ETHERADDRL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_kstat_update(hxgep, slot);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs err = EINVAL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (err);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * static int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * hxge_m_mmac_get() - Get the MAC address and other information
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * related to the slot. mma_flags should be set to 0 in the call.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Note: although kstat shows MAC address as zero when a slot is
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * not used, Crossbow expects hxge_m_mmac_get to copy factory MAC
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * to the caller as long as the slot is not using a user MAC address.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * The following table shows the rules,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * USED VENDOR mma_addr
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * ------------------------------------------------------------
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (1) Slot uses a user MAC: yes no user MAC
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (2) Slot uses a factory MAC: yes yes factory MAC
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (3) Slot is not used but is
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * factory MAC capable: no yes factory MAC
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (4) Slot is not used and is
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * not factory MAC capable: no no 0
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * ------------------------------------------------------------
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_mmac_get(void *arg, mac_multi_addr_t *maddr)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_t *hxgep = arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_addr_slot_t slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_mmac_t *mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs slot = maddr->mma_slot;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_enter(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Make sure that hxge is initialized, if _start() has
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * not been called.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!(hxgep->drv_state & STATE_HW_INITIALIZED)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (ENXIO);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmac_info = &hxgep->hxge_mmac_info;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (slot <= 0 || slot >= mmac_info->num_mmac) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EINVAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_flags = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (mmac_info->mac_pool[slot].flags & MMAC_SLOT_USED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_flags |= MMAC_SLOT_USED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs bcopy(mmac_info->mac_pool[slot].addr,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_addr, ETHERADDRL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs maddr->mma_addrlen = ETHERADDRL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mutex_exit(hxgep->genlock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsboolean_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_m_getcapab(void *arg, mac_capab_t cap, void *cap_data)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_t hxgep = (p_hxge_t)arg;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint32_t *txflags = cap_data;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs multiaddress_capab_t *mmacp = cap_data;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (cap) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case MAC_CAPAB_HCKSUM:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs *txflags = HCKSUM_INET_PARTIAL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case MAC_CAPAB_POLL:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * There's nothing for us to fill in, simply returning B_TRUE
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * stating that we support polling is sufficient.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case MAC_CAPAB_MULTIADDRESS:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * The number of MAC addresses made available by
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * this capability is one less than the total as
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * the primary address in slot 0 is counted in
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * the total.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_naddr = PFC_N_MAC_ADDRESSES - 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_naddrfree = hxgep->hxge_mmac_info.naddrfree;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_flag = 0; /* No multiple factory macs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_handle = hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_add = hxge_m_mmac_add;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_remove = hxge_m_mmac_remove;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_modify = hxge_m_mmac_modify;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_get = hxge_m_mmac_get;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mmacp->maddr_reserve = NULL; /* No multiple factory macs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (B_FALSE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (B_TRUE);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Module loading and removing entry points.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsDDI_DEFINE_STREAM_OPS(hxge_dev_ops, nulldev, nulldev, hxge_attach, hxge_detach,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs nodev, NULL, D_MP, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsextern struct mod_ops mod_driverops;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs#define HXGE_DESC_VER "HXGE 10Gb Ethernet Driver"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Module linkage information for the kernel.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic struct modldrv hxge_modldrv = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &mod_driverops,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DESC_VER,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxge_dev_ops
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic struct modlinkage modlinkage = {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MODREV_1, (void *) &hxge_modldrv, NULL
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs};
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs_init(void)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, "==> _init"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_init_ops(&hxge_dev_ops, "hxge");
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = ddi_soft_state_init(&hxge_list, sizeof (hxge_t), 0);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((NULL, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "failed to init device soft state"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_fini_ops(&hxge_dev_ops);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto _init_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = mod_install(&modlinkage);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_soft_state_fini(&hxge_list);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((NULL, HXGE_ERR_CTL, "Mod install failed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto _init_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(&hxge_common_lock, NULL, MUTEX_DRIVER, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs_init_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, "_init status = 0x%X", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs_fini(void)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, "==> _fini"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, "==> _fini: mod_remove"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_mblks_pending)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (EBUSY);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = mod_remove(&modlinkage);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "Module removal failed 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs goto _fini_exit;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_fini_ops(&hxge_dev_ops);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_soft_state_fini(&hxge_list);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(&hxge_common_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs_fini_exit:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, "_fini status = 0x%08x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsint
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs_info(struct modinfo *modinfop)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, "==> _info"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = mod_info(&modlinkage, modinfop);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((NULL, MOD_CTL, " _info status = 0x%X", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_add_intrs(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int intr_types;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int type = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_registered = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_enabled = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.msi_intx_cnt = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_added = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.niu_msi_enable = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_type = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxge_msi_enable) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.niu_msi_enable = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Get the supported interrupt types */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status = ddi_intr_get_supported_types(hxgep->dip, &intr_types))
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "<== hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types failed: status 0x%08x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_types = intr_types;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: 0x%08x", intr_types));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Pick the interrupt type to use MSIX, MSI, INTX hxge_msi_enable:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (1): 1 - MSI
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * (2): 2 - MSI-X
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * others - FIXED
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (hxge_msi_enable) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_FIXED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "use fixed (intx emulation) type %08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case 2:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: 0x%08x", intr_types));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intr_types & DDI_INTR_TYPE_MSIX) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_MSIX;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: MSIX 0x%08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if (intr_types & DDI_INTR_TYPE_MSI) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_MSI;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: MSI 0x%08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if (intr_types & DDI_INTR_TYPE_FIXED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_FIXED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: MSXED0x%08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case 1:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intr_types & DDI_INTR_TYPE_MSI) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_MSI;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: MSI 0x%08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if (intr_types & DDI_INTR_TYPE_MSIX) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_MSIX;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: MSIX 0x%08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if (intr_types & DDI_INTR_TYPE_FIXED) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type = DDI_INTR_TYPE_FIXED;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_supported_types: MSXED0x%08x", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_type = type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((type == DDI_INTR_TYPE_MSIX || type == DDI_INTR_TYPE_MSI ||
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs type == DDI_INTR_TYPE_FIXED) &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.niu_msi_enable) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((status = hxge_add_intrs_adv(hxgep)) != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " hxge_add_intrs_adv failed: status 0x%08x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_add_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "interrupts registered : type %d", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_intr_type.intr_registered = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "\nAdded advanced hxge add_intr_adv "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "intr type 0x%x\n", type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!hxgep->hxge_intr_type.intr_registered) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs: failed to register interrupts"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_add_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_add_soft_intrs(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_add_soft_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->resched_id = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->resched_running = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_add_softintr(hxgep->dip, DDI_SOFTINT_LOW,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs &hxgep->resched_id, NULL, NULL, hxge_reschedule, (caddr_t)hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "<== hxge_add_soft_intrs: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_add_softintrs failed: status 0x%08x", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_ddi_add_soft_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_add_intrs_adv(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_intr_t intrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs_adv"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp = (p_hxge_intr_t)&hxgep->hxge_intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intr_type = intrp->intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs_adv: type 0x%x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intr_type));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs switch (intr_type) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_INTR_TYPE_MSI: /* 0x2 */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_INTR_TYPE_MSIX: /* 0x4 */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_add_intrs_adv_type(hxgep, intr_type);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs case DDI_INTR_TYPE_FIXED: /* 0x1 */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_add_intrs_adv_type_fix(hxgep, intr_type);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs default:
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = HXGE_ERROR;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_add_intrs_adv"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_add_intrs_adv_type(p_hxge_t hxgep, uint32_t int_type)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_info_t *dip = hxgep->dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_ldg_t ldgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_intr_t intrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint_t *inthandler;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs void *arg1, *arg2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int behavior;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int nintrs, navail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int nactual, nrequired;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int inum = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int loop = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int x, y;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs_adv_type"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp = (p_hxge_intr_t)&hxgep->hxge_intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_intr_get_nintrs(dip, int_type, &nintrs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status != DDI_SUCCESS) || (nintrs == 0)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_nintrs() failed, status: 0x%x%, "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "nintrs: %d", ddi_status, nintrs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_intr_get_navail(dip, int_type, &navail);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status != DDI_SUCCESS) || (navail == 0)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_navail() failed, status: 0x%x%, "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "nintrs: %d", ddi_status, navail));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_navail() returned: intr type %d nintrs %d, navail %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int_type, nintrs, navail));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (int_type == DDI_INTR_TYPE_MSI && !ISP2(navail)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* MSI must be power of 2 */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((navail & 16) == 16) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail = 16;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if ((navail & 8) == 8) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail = 8;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if ((navail & 4) == 4) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail = 4;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if ((navail & 2) == 2) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail = 2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail = 1;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_navail(): (msi power of 2) nintrs %d, "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "navail %d", nintrs, navail));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "requesting: intr type %d nintrs %d, navail %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int_type, nintrs, navail));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs behavior = ((int_type == DDI_INTR_TYPE_FIXED) ? DDI_INTR_ALLOC_STRICT :
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_INTR_ALLOC_NORMAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_size = navail * sizeof (ddi_intr_handle_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->htable = kmem_zalloc(intrp->intr_size, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_intr_alloc(dip, intrp->htable, int_type, inum,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail, &nactual, behavior);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS || nactual == 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " ddi_intr_alloc() failed: %d", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_alloc() returned: navail %d nactual %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail, nactual));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status = ddi_intr_get_pri(intrp->htable[0],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (uint_t *)&intrp->pri)) != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " ddi_intr_get_pri() failed: %d", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free already allocated interrupts */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < nactual; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs nrequired = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_ldgv_init(hxgep, &nactual, &nrequired);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_add_intrs_adv_typ:hxge_ldgv_init "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "failed: 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free already allocated interrupts */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < nactual; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ldgp = hxgep->ldgvp->ldgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "After hxge_ldgv_init(): nreq %d nactual %d", nrequired, nactual));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (nactual < nrequired)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs loop = nactual;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs else
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs loop = nrequired;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (x = 0; x < loop; x++, ldgp++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ldgp->vector = (uint8_t)x;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg1 = ldgp->ldvp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg2 = hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ldgp->nldvs == 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs inthandler = (uint_t *)ldgp->ldvp->ldv_intr_handler;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_add_intrs_adv_type: arg1 0x%x arg2 0x%x: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "1-1 int handler (entry %d)\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg1, arg2, x));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if (ldgp->nldvs > 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs inthandler = (uint_t *)ldgp->sys_intr_handler;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_add_intrs_adv_type: arg1 0x%x arg2 0x%x: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "nldevs %d int handler (entry %d)\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg1, arg2, ldgp->nldvs, x));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs_adv_type: ddi_add_intr(inum) #%d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "htable 0x%llx", x, intrp->htable[x]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status = ddi_intr_add_handler(intrp->htable[x],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (ddi_intr_handler_t *)inthandler, arg1, arg2)) !=
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs_adv_type: failed #%d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "status 0x%x", x, ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < intrp->intr_added; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_remove_handler(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free already allocated intr */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < nactual; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_ldgv_uninit(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_added++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->msi_intx_cnt = nactual;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "Requested: %d, Allowed: %d msi_intx_cnt %d intr_added %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail, nactual, intrp->msi_intx_cnt, intrp->intr_added));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_get_cap(intrp->htable[0], &intrp->intr_cap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_intr_ldgv_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_add_intrs_adv_type"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_add_intrs_adv_type_fix(p_hxge_t hxgep, uint32_t int_type)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_info_t *dip = hxgep->dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_ldg_t ldgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_intr_t intrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs uint_t *inthandler;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs void *arg1, *arg2;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int behavior;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int nintrs, navail;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int nactual, nrequired;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int inum = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int x, y;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int ddi_status = DDI_SUCCESS;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_status_t status = HXGE_OK;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_add_intrs_adv_type_fix"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp = (p_hxge_intr_t)&hxgep->hxge_intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_intr_get_nintrs(dip, int_type, &nintrs);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status != DDI_SUCCESS) || (nintrs == 0)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_nintrs() failed, status: 0x%x%, "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "nintrs: %d", status, nintrs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_intr_get_navail(dip, int_type, &navail);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status != DDI_SUCCESS) || (navail == 0)) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_navail() failed, status: 0x%x%, "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "nintrs: %d", ddi_status, navail));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_get_navail() returned: nintrs %d, naavail %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs nintrs, navail));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs behavior = ((int_type == DDI_INTR_TYPE_FIXED) ? DDI_INTR_ALLOC_STRICT :
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_INTR_ALLOC_NORMAL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_size = navail * sizeof (ddi_intr_handle_t);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->htable = kmem_alloc(intrp->intr_size, KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_status = ddi_intr_alloc(dip, intrp->htable, int_type, inum,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs navail, &nactual, behavior);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ddi_status != DDI_SUCCESS || nactual == 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " ddi_intr_alloc() failed: %d", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status = ddi_intr_get_pri(intrp->htable[0],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (uint_t *)&intrp->pri)) != DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs " ddi_intr_get_pri() failed: %d", ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free already allocated interrupts */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < nactual; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs nrequired = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_ldgv_init(hxgep, &nactual, &nrequired);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != HXGE_OK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_add_intrs_adv_type_fix:hxge_ldgv_init "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "failed: 0x%x", status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free already allocated interrupts */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < nactual; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ldgp = hxgep->ldgvp->ldgp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (x = 0; x < nrequired; x++, ldgp++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ldgp->vector = (uint8_t)x;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg1 = ldgp->ldvp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg2 = hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (ldgp->nldvs == 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs inthandler = (uint_t *)ldgp->ldvp->ldv_intr_handler;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_add_intrs_adv_type_fix: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "1-1 int handler(%d) ldg %d ldv %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "arg1 $%p arg2 $%p\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs x, ldgp->ldg, ldgp->ldvp->ldv, arg1, arg2));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else if (ldgp->nldvs > 1) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs inthandler = (uint_t *)ldgp->sys_intr_handler;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_add_intrs_adv_type_fix: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "shared ldv %d int handler(%d) ldv %d ldg %d"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "arg1 0x%016llx arg2 0x%016llx\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs x, ldgp->nldvs, ldgp->ldg, ldgp->ldvp->ldv,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs arg1, arg2));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((ddi_status = ddi_intr_add_handler(intrp->htable[x],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (ddi_intr_handler_t *)inthandler, arg1, arg2)) !=
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_add_intrs_adv_type_fix: failed #%d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "status 0x%x", x, ddi_status));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < intrp->intr_added; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_remove_handler(
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (y = 0; y < nactual; y++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[y]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /* Free already allocated intr */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_ldgv_uninit(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR | HXGE_DDI_FAILED);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_added++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->msi_intx_cnt = nactual;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_get_cap(intrp->htable[0], &intrp->intr_cap);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = hxge_intr_ldgv_init(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_add_intrs_adv_type_fix"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (status);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_remove_intrs(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i, inum;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_intr_t intrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_remove_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp = (p_hxge_intr_t)&hxgep->hxge_intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!intrp->intr_registered) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_remove_intrs: interrupts not registered"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_remove_intrs:advanced"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intrp->intr_cap & DDI_INTR_FLAG_BLOCK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_block_disable(intrp->htable,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_added);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < intrp->intr_added; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_disable(intrp->htable[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (inum = 0; inum < intrp->intr_added; inum++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intrp->htable[inum]) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_remove_handler(intrp->htable[inum]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (inum = 0; inum < intrp->msi_intx_cnt; inum++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intrp->htable[inum]) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_remove_intrs: ddi_intr_free inum %d "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "msi_intx_cnt %d intr_added %d",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs inum, intrp->msi_intx_cnt, intrp->intr_added));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_free(intrp->htable[inum]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs kmem_free(intrp->htable, intrp->intr_size);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_registered = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_enabled = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->msi_intx_cnt = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_added = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) hxge_ldgv_uninit(hxgep);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_remove_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_remove_soft_intrs(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_remove_soft_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->resched_id) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs ddi_remove_softintr(hxgep->resched_id);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_remove_soft_intrs: removed"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->resched_id = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_remove_soft_intrs"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsvoid
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_intrs_enable(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_intr_t intrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_intrs_enable"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp = (p_hxge_intr_t)&hxgep->hxge_intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!intrp->intr_registered) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_ERROR_MSG((hxgep, HXGE_ERR_CTL, "<== hxge_intrs_enable: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "interrupts are not registered"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intrp->intr_enabled) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_intrs_enable: already enabled"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intrp->intr_cap & DDI_INTR_FLAG_BLOCK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = ddi_intr_block_enable(intrp->htable,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_added);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_intrs_enable "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "block enable - status 0x%x total inums #%d\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status, intrp->intr_added));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < intrp->intr_added; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = ddi_intr_enable(intrp->htable[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_intrs_enable "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ddi_intr_enable:enable - status 0x%x "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "total inums %d enable inum #%d\n",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status, intrp->intr_added, i));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status == DDI_SUCCESS) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_enabled = B_TRUE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_intrs_enable"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs/*ARGSUSED*/
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_intrs_disable(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_intr_t intrp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int i;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "==> hxge_intrs_disable"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp = (p_hxge_intr_t)&hxgep->hxge_intr_type;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!intrp->intr_registered) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_intrs_disable: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "interrupts are not registered"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (intrp->intr_cap & DDI_INTR_FLAG_BLOCK) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_block_disable(intrp->htable,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_added);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (i = 0; i < intrp->intr_added; i++) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs (void) ddi_intr_disable(intrp->htable[i]);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs intrp->intr_enabled = B_FALSE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, INT_CTL, "<== hxge_intrs_disable"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic hxge_status_t
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_mac_register(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_register_t *macp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs int status;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "==> hxge_mac_register"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if ((macp = mac_alloc(MAC_VERSION)) == NULL)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_type_ident = MAC_PLUGIN_IDENT_ETHER;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_driver = hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_dip = hxgep->dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr = hxgep->ouraddr.ether_addr_octet;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_mac_register: ether addr is %x:%x:%x:%x:%x:%x",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr[0],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr[1],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr[2],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr[3],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr[4],
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_src_addr[5]));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_callbacks = &hxge_m_callbacks;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_min_sdu = 0;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs macp->m_max_sdu = hxgep->vmac.maxframesize -
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs sizeof (struct ether_header) - ETHERFCSL - 4 - TX_PKT_HEADER_SIZE;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status = mac_register(macp, &hxgep->mach);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs mac_free(macp);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (status != 0) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs cmn_err(CE_WARN,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hxge_mac_register failed (status %d instance %d)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs status, hxgep->instance);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_ERROR);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, DDI_CTL, "<== hxge_mac_register success "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "(instance %d)", hxgep->instance));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic int
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_init_common_dev(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_hw_list_t hw_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_info_t *p_dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL, "==> hxge_init_common_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_dip = hxgep->p_dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_ENTER(&hxge_common_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs /*
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs * Loop through existing per Hydra hardware list.
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs */
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (hw_p = hxge_hw_list; hw_p; hw_p = hw_p->next) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_init_common_dev: hw_p $%p parent dip $%p",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p, p_dip));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hw_p->parent_devp == p_dip) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_hw_p = hw_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->ndevs++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->hxge_p = hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_init_common_device: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hw_p $%p parent dip $%p ndevs %d (found)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p, p_dip, hw_p->ndevs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hw_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_init_common_dev: parent dip $%p (new)", p_dip));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p = kmem_zalloc(sizeof (hxge_hw_list_t), KM_SLEEP);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->parent_devp = p_dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->magic = HXGE_MAGIC;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_hw_p = hw_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->ndevs++;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->hxge_p = hxgep;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->next = hxge_hw_list;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(&hw_p->hxge_cfg_lock, NULL, MUTEX_DRIVER, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(&hw_p->hxge_tcam_lock, NULL, MUTEX_DRIVER, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_INIT(&hw_p->hxge_vlan_lock, NULL, MUTEX_DRIVER, NULL);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_hw_list = hw_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(&hxge_common_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_init_common_dev (hxge_hw_list) $%p", hxge_hw_list));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL, "<== hxge_init_common_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return (HXGE_OK);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qsstatic void
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qshxge_uninit_common_dev(p_hxge_t hxgep)
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs{
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_hxge_hw_list_t hw_p, h_hw_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs dev_info_t *p_dip;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL, "==> hxge_uninit_common_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_hw_p == NULL) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "<== hxge_uninit_common_dev (no common)"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs return;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_ENTER(&hxge_common_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs h_hw_p = hxge_hw_list;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs for (hw_p = hxge_hw_list; hw_p; hw_p = hw_p->next) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs p_dip = hw_p->parent_devp;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hxgep->hxge_hw_p == hw_p && p_dip == hxgep->p_dip &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_hw_p->magic == HXGE_MAGIC &&
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->magic == HXGE_MAGIC) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_uninit_common_dev: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hw_p $%p parent dip $%p ndevs %d (found)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p, p_dip, hw_p->ndevs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxgep->hxge_hw_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hw_p->ndevs) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->ndevs--;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p->hxge_p = NULL;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (!hw_p->ndevs) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(&hw_p->hxge_vlan_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(&hw_p->hxge_tcam_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_DESTROY(&hw_p->hxge_cfg_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_uninit_common_dev: "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hw_p $%p parent dip $%p ndevs %d (last)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p, p_dip, hw_p->ndevs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs if (hw_p == hxge_hw_list) {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_uninit_common_dev:"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "remove head "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hw_p $%p parent dip $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ndevs %d (head)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p, p_dip, hw_p->ndevs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hxge_hw_list = hw_p->next;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_uninit_common_dev:"
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "remove middle "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "hw_p $%p parent dip $%p "
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "ndevs %d (middle)",
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs hw_p, p_dip, hw_p->ndevs));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs h_hw_p->next = hw_p->next;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs KMEM_FREE(hw_p, sizeof (hxge_hw_list_t));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs break;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs } else {
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs h_hw_p = hw_p;
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs }
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs MUTEX_EXIT(&hxge_common_lock);
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL,
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs "==> hxge_uninit_common_dev (hxge_hw_list) $%p", hxge_hw_list));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs HXGE_DEBUG_MSG((hxgep, MOD_CTL, "<= hxge_uninit_common_dev"));
3dec9fcdd56adf1b4a563137b4915c8f2d83b881qs}