io/chxge/pe.c

	pe.c revision 1a5e258f5471356ca102c7176637cdce45bac147
/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

/*
 * This file is part of the Chelsio T1 Ethernet driver.
 *
 * Copyright (C) 2003-2005 Chelsio Communications.  All rights reserved.
 */

/*
 * Solaris Multithreaded STREAMS Chelsio PCI Ethernet Driver.
 * Interface code
 */

#include <sys/types.h>
#include <sys/systm.h>
#include <sys/cmn_err.h>
#include <sys/ddi.h>
#include <sys/sunddi.h>
#include <sys/byteorder.h>
#include <sys/atomic.h>
#include <sys/ethernet.h>
#if PE_PROFILING_ENABLED
#include <sys/time.h>
#endif
#include <sys/gld.h>
#include "ostypes.h"
#include "common.h"
#include "oschtoe.h"
#ifdef CONFIG_CHELSIO_T1_1G
#include "fpga_defs.h"
#endif
#include "regs.h"
#ifdef CONFIG_CHELSIO_T1_OFFLOAD
#include "mc3.h"
#include "mc4.h"
#endif
#include "sge.h"
#include "tp.h"
#ifdef CONFIG_CHELSIO_T1_OFFLOAD
#include "ulp.h"
#endif
#include "espi.h"
#include "elmer0.h"
#include "gmac.h"
#include "cphy.h"
#include "suni1x10gexp_regs.h"
#include "ch.h"

#define MLEN(mp) ((mp)->b_wptr - (mp)->b_rptr)

extern uint32_t buffers_in_use[];
extern kmutex_t in_use_l;
extern uint32_t in_use_index;

static void link_start(ch_t *sa, struct pe_port_t *pp);
static ch_esb_t *ch_alloc_small_esbbuf(ch_t *sa, uint32_t i);
static ch_esb_t *ch_alloc_big_esbbuf(ch_t *sa, uint32_t i);
void ch_big_rbuf_recycle(ch_esb_t *rbp);
void ch_small_rbuf_recycle(ch_esb_t *rbp);
static const struct board_info *pe_sa_init(ch_t *sa);
static int ch_set_config_data(ch_t *chp);
void pe_rbuf_pool_free(ch_t *chp);
static void pe_free_driver_resources(ch_t *sa);
static void update_mtu_tab(ch_t *adapter);
static int pe_change_mtu(ch_t *chp);

/*
 * CPL5 Defines (from netinet/cpl5_commands.h)
 */
#define FLITSTOBYTES    8

#define CPL_FORMAT_0_SIZE 8
#define CPL_FORMAT_1_SIZE 16
#define CPL_FORMAT_2_SIZE 24
#define CPL_FORMAT_3_SIZE 32
#define CPL_FORMAT_4_SIZE 40
#define CPL_FORMAT_5_SIZE 48

#define TID_MASK 0xffffff

#define PE_LINK_SPEED_AUTONEG   5

static int pe_small_rbuf_pool_init(ch_t *sa);
static int pe_big_rbuf_pool_init(ch_t *sa);
static int pe_make_fake_arp(ch_t *chp, unsigned char *arpp);
static uint32_t pe_get_ip(unsigned char *arpp);

/*
 * May be set in /etc/system to 0 to use default latency timer for 10G.
 * See PCI register 0xc definition.
 */
int enable_latency_timer = 1;

/*
 * May be set in /etc/system to 0 to disable hardware checksum for
 * TCP and UDP.
 */
int enable_checksum_offload = 1;

/*
 * Multiplier for freelist pool.
 */
int fl_sz_multiplier = 6;

uint_t
pe_intr(ch_t *sa)
{
    mutex_enter(&sa->ch_intr);

    if (sge_data_in(sa->sge)) {
        sa->isr_intr++;
        mutex_exit(&sa->ch_intr);
        return (DDI_INTR_CLAIMED);
    }

    mutex_exit(&sa->ch_intr);

    return (DDI_INTR_UNCLAIMED);
}

/*
 * Each setup struct will call this function to
 * initialize.
 */
void
pe_init(void* xsa)
{
    ch_t *sa = NULL;
    int i = 0;

    sa = (ch_t *)xsa;

    /*
     * Need to count the number of times this routine is called
     * because we only want the resources to be allocated once.
     * The 7500 has four ports and so this routine can be called
     * once for each port.
     */
    if (sa->init_counter == 0) {
        for_each_port(sa, i) {

            /*
             * We only want to initialize the line if it is down.
             */
            if (sa->port[i].line_up == 0) {
                link_start(sa, &sa->port[i]);
                sa->port[i].line_up = 1;
            }
        }

        (void) t1_init_hw_modules(sa);

        /*
         * Enable/Disable checksum offloading.
         */
        if (sa->ch_config.cksum_enabled) {
            if (sa->config_data.offload_ip_cksum) {
                /* Notify that HW will do the checksum. */
                t1_tp_set_ip_checksum_offload(sa->tp, 1);
            }

            if (sa->config_data.offload_tcp_cksum) {
                /* Notify that HW will do the checksum. */
                t1_tp_set_tcp_checksum_offload(sa->tp, 1);
            }

            if (sa->config_data.offload_udp_cksum) {
                /* Notify that HW will do the checksum. */
                t1_tp_set_udp_checksum_offload(sa->tp, 1);
            }
        }

        sa->ch_flags |= PEINITDONE;

        sa->init_counter++;
    }

    /*
     * Enable interrupts after starting the SGE so
     * that the SGE is ready to handle interrupts.
     */
    (void) sge_start(sa->sge);
    t1_interrupts_enable(sa);

    /*
     * set mtu (either 1500 or bigger)
     */
    (void) pe_change_mtu(sa);
#ifdef HOST_PAUSE
    /*
     * get the configured value of the MAC.
     */
    (void) t1_tpi_read(sa, SUNI1x10GEXP_REG_TXXG_CONFIG_1 << 2,
        &sa->txxg_cfg1);
#endif
}

/* ARGSUSED */
static void
link_start(ch_t *sa, struct pe_port_t *p)
{
    struct cmac *mac = p->mac;

    mac->ops->reset(mac);
    if (mac->ops->macaddress_set)
        mac->ops->macaddress_set(mac, p->enaddr);
    (void) t1_link_start(p->phy, mac, &p->link_config);
    mac->ops->enable(mac, MAC_DIRECTION_RX | MAC_DIRECTION_TX);
}

/*
 * turn off interrupts...
 */
void
pe_stop(ch_t *sa)
{
    t1_interrupts_disable(sa);
    (void) sge_stop(sa->sge);

    /*
     * we can still be running an interrupt thread in sge_data_in().
     * If we are, we'll block on the ch_intr lock
     */
    mutex_enter(&sa->ch_intr);
    mutex_exit(&sa->ch_intr);
}

/*
 * output mblk to SGE level and out to the wire.
 */

int
pe_start(ch_t *sa, mblk_t *mp, uint32_t flg)
{
    mblk_t *m0 = mp;
    cmdQ_ce_t cm[16];
    cmdQ_ce_t *cmp;
    cmdQ_ce_t *hmp = &cm[0]; /* head of cm table (may be kmem_alloed) */
    int cm_flg = 0;     /* flag (1 - if kmem-alloced) */
    int nseg = 0;       /* number cmdQ_ce entries created */
    int mseg = 16;      /* maximum entries in hmp arrary */
    int freeme = 0;     /* we have an mblk to free in case of error */
    uint32_t ch_bind_dma_handle(ch_t *, int, caddr_t, cmdQ_ce_t *,
        uint32_t);
#if defined(__sparc)
    uint32_t ch_bind_dvma_handle(ch_t *, int, caddr_t, cmdQ_ce_t *,
        uint32_t);
#endif
    int rv;         /* return value on error */

#ifdef CONFIG_CHELSIO_T1_OFFLOAD
    if (flg & CH_OFFLOAD) {
        hmp->ce_pa = ((tbuf_t *)mp)->tb_pa;
        hmp->ce_dh = NULL;
        hmp->ce_flg = DH_TOE;
        hmp->ce_len = ((tbuf_t *)mp)->tb_len;
        hmp->ce_mp = mp;

        /* make sure data is flushed to physical memory */
        (void) ddi_dma_sync((ddi_dma_handle_t)((tbuf_t *)mp)->tb_dh,
            (off_t)0, hmp->ce_len, DDI_DMA_SYNC_FORDEV);

        if (sge_data_out(sa->sge, 0, mp, hmp, 1, flg) == 0) {
            return (0);
        }

        /*
         * set a flag so we'll restart upper layer when
         * resources become available.
         */
        sa->ch_blked = 1;
        return (1);
    }
#endif  /* CONFIG_CHELSIO_T1_OFFLOAD */

    /* writes from toe will always have CPL header in place */
    if (flg & CH_NO_CPL) {
        struct cpl_tx_pkt *cpl;

        /* PR2928 & PR3309 */
        if (sa->ch_ip == NULL) {
            ushort_t ethertype = ntohs(*(short *)&mp->b_rptr[12]);
            if (ethertype == ETHERTYPE_ARP) {
                if (is_T2(sa)) {
                    /*
                     * We assume here that the arp will be
                     * contained in one mblk.
                     */
                    if (pe_make_fake_arp(sa, mp->b_rptr)) {
                        freemsg(mp);
                        sa->oerr++;
                        return (0);
                    }
                } else {
                    sa->ch_ip = pe_get_ip(mp->b_rptr);
                }
            }
        }

        /*
         * if space in front of packet big enough for CPL
         * header, then use it. We'll allocate an mblk
         * otherwise.
         */
        if ((mp->b_rptr - mp->b_datap->db_base) >= SZ_CPL_TX_PKT) {

            mp->b_rptr -= SZ_CPL_TX_PKT;

        } else {

#ifdef SUN_KSTATS
            sa->sge->intr_cnt.tx_need_cpl_space++;
#endif
            m0 = allocb(SZ_CPL_TX_PKT, BPRI_HI);
            if (m0 == NULL) {
                freemsg(mp);
                sa->oerr++;
                return (0);
            }

            m0->b_wptr = m0->b_rptr + SZ_CPL_TX_PKT;
            m0->b_cont = mp;
            freeme = 1;

            mp = m0;
        }

        /* fill in cpl header */
        cpl = (struct cpl_tx_pkt *)mp->b_rptr;
        cpl->opcode = CPL_TX_PKT;
        cpl->iff = 0;       /* XXX port 0 needs fixing with NEMO */
        cpl->ip_csum_dis = 1;   /* no IP header cksum */
        cpl->l4_csum_dis =
            flg & CH_NO_HWCKSUM;    /* CH_NO_HWCKSUM == 1 */
        cpl->vlan_valid = 0;        /* no vlan */
    }

    if (m0->b_cont) {

#ifdef SUN_KSTATS
            sa->sge->intr_cnt.tx_multi_mblks++;
#endif

        while (mp) {
            int lseg;   /* added by ch_bind_dma_handle() */
            int len;

            len = MLEN(mp);
            /* skip mlks with no data */
            if (len == 0) {
                mp = mp->b_cont;
                continue;
            }

            /*
             * if we've run out of space on stack, then we
             * allocate a temporary buffer to hold the
             * information. This will kill the the performance,
             * but since it shouldn't really occur, we can live
             * with it. Since jumbo frames may map multiple
             * descriptors, we reallocate the hmp[] array before
             * we reach the end.
             */
            if (nseg >= (mseg-4)) {
                cmdQ_ce_t *buf;
                int j;

                buf = kmem_alloc(sizeof (cmdQ_ce_t) * 2 * mseg,
                    KM_SLEEP);

                for (j = 0; j < nseg; j++)
                    buf[j] = hmp[j];

                if (cm_flg) {
                    kmem_free(hmp,
                        mseg * sizeof (cmdQ_ce_t));
                } else
                    cm_flg = 1;

                hmp = buf;
                mseg = 2*mseg;

                /*
                 * We've used up ch table on stack
                 */
            }

#if defined(__sparc)
            if (sa->ch_config.enable_dvma) {
                lseg = ch_bind_dvma_handle(sa, len,
                    (void *)mp->b_rptr,
                    &hmp[nseg], mseg - nseg);
                if (lseg == NULL) {
                    sa->sge->intr_cnt.tx_no_dvma1++;
                    if ((lseg = ch_bind_dma_handle(sa, len,
                        (void *)mp->b_rptr,
                        &hmp[nseg],
                        mseg - nseg)) == NULL) {
                        sa->sge->intr_cnt.tx_no_dma1++;

                        /*
                         * ran out of space. Gonna bale
                         */
                        rv = 0;

                        /*
                         * we may have processed
                         * previous mblks and have
                         * descriptors. If so, we need
                         * to free the meta struct
                         * entries before freeing
                         * the mblk.
                         */
                        if (nseg)
                            goto error;
                        goto error1;
                    }
                }
            } else {
                lseg = ch_bind_dma_handle(sa, len,
                    (void *)mp->b_rptr, &hmp[nseg],
                    mseg - nseg);
                if (lseg == NULL) {
                    sa->sge->intr_cnt.tx_no_dma1++;

                    /*
                     * ran out of space. Gona bale
                     */
                    rv = 0;

                    /*
                     * we may have processed previous
                     * mblks and have descriptors. If so,
                     * we need to free the meta struct
                     * entries before freeing the mblk.
                     */
                    if (nseg)
                        goto error;
                    goto error1;
                }
            }
#else   /* defined(__sparc) */
            lseg = ch_bind_dma_handle(sa, len,
                (void *)mp->b_rptr, &hmp[nseg],
                mseg - nseg);
            if (lseg == NULL) {
                sa->sge->intr_cnt.tx_no_dma1++;

                /*
                 * ran out of space. Gona bale
                 */
                rv = 0;

                /*
                 * we may have processed previous mblks and
                 * have descriptors. If so, we need to free
                 * the meta struct entries before freeing
                 * the mblk.
                 */
                if (nseg)
                    goto error;
                goto error1;
            }
#endif  /* defined(__sparc) */
            nseg += lseg;
            mp = mp->b_cont;
        }

        /*
         * SHOULD NEVER OCCUR, BUT...
         * no data if nseg 0 or
         * nseg 1 and a CPL mblk (CPL mblk only with offload mode)
         * and no data
         */
        if ((nseg == 0) || (freeme && (nseg == 1))) {
            rv = 0;
            goto error1;
        }

    } else {
        int len;

        /* we assume that we always have data with one packet */
        len = MLEN(mp);

#if defined(__sparc)
        if (sa->ch_config.enable_dvma) {
            nseg = ch_bind_dvma_handle(sa, len,
                (void *)mp->b_rptr,
                &hmp[0], 16);
            if (nseg == NULL) {
                sa->sge->intr_cnt.tx_no_dvma2++;
                nseg = ch_bind_dma_handle(sa, len,
                    (void *)mp->b_rptr,
                    &hmp[0], 16);
                if (nseg == NULL) {
                    sa->sge->intr_cnt.tx_no_dma2++;

                    /*
                     * ran out of space. Gona bale
                     */
                    rv = 0;
                    goto error1;
                }
            }
        } else {
            nseg = ch_bind_dma_handle(sa, len,
                (void *)mp->b_rptr, &hmp[0], 16);
            if (nseg == NULL) {
                sa->sge->intr_cnt.tx_no_dma2++;

                /*
                 * ran out of space. Gona bale
                 */
                rv = 0;
                goto error1;
            }
        }
#else   /* defined(__sparc) */
        nseg = ch_bind_dma_handle(sa, len,
            (void *)mp->b_rptr, &hmp[0], 16);
        if (nseg == NULL) {
            sa->sge->intr_cnt.tx_no_dma2++;

            /*
             * ran out of space. Gona bale
             */
            rv = 0;
            goto error1;
        }
#endif  /* defined(__sparc) */

        /*
         * dummy arp message to handle PR3309 & PR2928
         */
        if (flg & CH_ARP)
            hmp->ce_flg |= DH_ARP;
    }

    if (sge_data_out(sa->sge, 0, m0, hmp, nseg, flg) == 0) {
        if (cm_flg)
            kmem_free(hmp, mseg * sizeof (cmdQ_ce_t));
        return (0);
    }

    /*
     * set a flag so we'll restart upper layer when
     * resources become available.
     */
    if ((flg & CH_ARP) == 0)
        sa->ch_blked = 1;
    rv = 1;

error:
    /*
     * unmap the physical addresses allocated earlier.
     */
    cmp = hmp;
    for (--nseg; nseg >= 0; nseg--) {
        if (cmp->ce_dh) {
            if (cmp->ce_flg == DH_DMA)
                ch_unbind_dma_handle(sa, cmp->ce_dh);
#if defined(__sparc)
            else
                ch_unbind_dvma_handle(sa, cmp->ce_dh);
#endif
        }
        cmp++;
    }

error1:

    /* free the temporary array */
    if (cm_flg)
        kmem_free(hmp, mseg * sizeof (cmdQ_ce_t));

    /*
     * if we've allocated an mblk above, then we need to free it
     * before returning. This is safe since we haven't done anything to
     * the original message. The caller, gld, will still have a pointer
     * to the original mblk.
     */
    if (rv == 1) {
        if (freeme) {
            /* we had to allocate an mblk. Free it. */
            freeb(m0);
        } else {
            /* adjust the mblk back to original start */
            if (flg & CH_NO_CPL)
                m0->b_rptr += SZ_CPL_TX_PKT;
        }
    } else {
        freemsg(m0);
        sa->oerr++;
    }

    return (rv);
}

/* KLUDGE ALERT. HARD WIRED TO PORT ZERO */
void
pe_set_mac(ch_t *sa, unsigned char *ac_enaddr)
{
    sa->port[0].mac->ops->macaddress_set(sa->port[0].mac, ac_enaddr);
}

/* KLUDGE ALERT. HARD WIRED TO PORT ZERO */
unsigned char *
pe_get_mac(ch_t *sa)
{
    return (sa->port[0].enaddr);
}

/* KLUDGE ALERT. HARD WIRED TO ONE PORT */
void
pe_set_promiscuous(ch_t *sa, int flag)
{
    struct cmac *mac = sa->port[0].mac;
    struct t1_rx_mode rm;

    switch (flag) {
    case 0:     /* turn off promiscuous mode */
        sa->ch_flags &= ~(PEPROMISC|PEALLMULTI);
        break;

    case 1:     /* turn on promiscuous mode */
        sa->ch_flags |= PEPROMISC;
        break;

    case 2:     /* turn on multicast reception */
        sa->ch_flags |= PEALLMULTI;
        break;
    }

    mutex_enter(&sa->ch_mc_lck);
    rm.chp = sa;
    rm.mc = sa->ch_mc;

    mac->ops->set_rx_mode(mac, &rm);
    mutex_exit(&sa->ch_mc_lck);
}

int
pe_set_mc(ch_t *sa, uint8_t *ep, int flg)
{
    struct cmac *mac = sa->port[0].mac;
    struct t1_rx_mode rm;

    if (flg == GLD_MULTI_ENABLE) {
        ch_mc_t *mcp;

        mcp = (ch_mc_t *)kmem_zalloc(sizeof (struct ch_mc),
            KM_NOSLEEP);
        if (mcp == NULL)
            return (GLD_NORESOURCES);

        bcopy(ep, &mcp->cmc_mca, 6);

        mutex_enter(&sa->ch_mc_lck);
        mcp->cmc_next = sa->ch_mc;
        sa->ch_mc = mcp;
        sa->ch_mc_cnt++;
        mutex_exit(&sa->ch_mc_lck);

    } else if (flg == GLD_MULTI_DISABLE) {
        ch_mc_t **p = &sa->ch_mc;
        ch_mc_t *q = NULL;

        mutex_enter(&sa->ch_mc_lck);
        p = &sa->ch_mc;
        while (*p) {
            if (bcmp(ep, (*p)->cmc_mca, 6) == 0) {
                q = *p;
                *p = (*p)->cmc_next;
                kmem_free(q, sizeof (*q));
                sa->ch_mc_cnt--;
                break;
            }

            p = &(*p)->cmc_next;
        }
        mutex_exit(&sa->ch_mc_lck);

        if (q == NULL)
            return (GLD_BADARG);
    } else
        return (GLD_BADARG);

    mutex_enter(&sa->ch_mc_lck);
    rm.chp = sa;
    rm.mc = sa->ch_mc;

    mac->ops->set_rx_mode(mac, &rm);
    mutex_exit(&sa->ch_mc_lck);

    return (GLD_SUCCESS);
}

/*
 * return: speed       - bandwidth of interface
 * return: intrcnt     - # interrupts
 * return: norcvbuf    - # recedived packets dropped by driver
 * return: oerrors     - # bad send packets
 * return: ierrors     - # bad receive packets
 * return: underrun    - # bad underrun xmit packets
 * return: overrun     - # bad overrun recv packets
 * return: framing     - # bad aligned recv packets
 * return: crc         - # bad FCS (crc) recv packets
 * return: carrier     - times carrier was lost
 * return: collisions  - # xmit collisions
 * return: xcollisions - # xmit pkts dropped due to collisions
 * return: late        - # late xmit collisions
 * return: defer       - # deferred xmit packets
 * return: xerrs       - # xmit dropped packets
 * return: rerrs       - # recv dropped packets
 * return: toolong     - # recv pkts too long
 * return: runt        - # recv runt pkts
 * return: multixmt    - # multicast pkts xmitted
 * return: multircv    - # multicast pkts recved
 * return: brdcstxmt   - # broadcast pkts xmitted
 * return: brdcstrcv   - # broadcast pkts rcv
 */

int
pe_get_stats(ch_t *sa, uint64_t *speed, uint32_t *intrcnt, uint32_t *norcvbuf,
    uint32_t *oerrors, uint32_t *ierrors, uint32_t *underrun,
    uint32_t *overrun, uint32_t *framing, uint32_t *crc,
    uint32_t *carrier, uint32_t *collisions, uint32_t *xcollisions,
    uint32_t *late, uint32_t *defer, uint32_t *xerrs, uint32_t *rerrs,
    uint32_t *toolong, uint32_t *runt, ulong_t  *multixmt, ulong_t  *multircv,
    ulong_t  *brdcstxmt, ulong_t  *brdcstrcv)
{
    struct pe_port_t *pt;
    int line_speed;
    int line_duplex;
    int line_is_active;
    uint64_t v;
    const struct cmac_statistics *sp;

    pt = &(sa->port[0]);
    (void) pt->phy->ops->get_link_status(pt->phy,
        &line_is_active, &line_speed, &line_duplex, NULL);

    switch (line_speed) {
    case SPEED_10:
        *speed = 10000000;
        break;
    case SPEED_100:
        *speed = 100000000;
        break;
    case SPEED_1000:
        *speed = 1000000000;
        break;
    case SPEED_10000:
        /*
         * kludge to get 10,000,000,000 constant (and keep
         * compiler happy).
         */
        v = 10000000;
        v *= 1000;
        *speed = v;
        break;
    default:
        goto error;
    }

    *intrcnt = sa->isr_intr;
    *norcvbuf = sa->norcvbuf;

    sp = sa->port[0].mac->ops->statistics_update(sa->port[0].mac,
        MAC_STATS_UPDATE_FULL);

    *ierrors = sp->RxOctetsBad;

    /*
     * not sure this is correct. # aborted at driver level +
     * # at hardware level
     */
    *oerrors = sa->oerr + sp->TxFramesAbortedDueToXSCollisions +
        sp->TxUnderrun + sp->TxLengthErrors +
        sp->TxInternalMACXmitError +
        sp->TxFramesWithExcessiveDeferral +
        sp->TxFCSErrors;

    *underrun = sp->TxUnderrun;
    *overrun = sp->RxFrameTooLongErrors;
    *framing = sp->RxAlignErrors;
    *crc = sp->RxFCSErrors;
    *carrier = 0;       /* need to find this */
    *collisions = sp->TxTotalCollisions;
    *xcollisions = sp->TxFramesAbortedDueToXSCollisions;
    *late = sp->TxLateCollisions;
    *defer = sp->TxFramesWithDeferredXmissions;
    *xerrs = sp->TxUnderrun + sp->TxLengthErrors +
        sp->TxInternalMACXmitError + sp->TxFCSErrors;
    *rerrs = sp->RxSymbolErrors + sp->RxSequenceErrors + sp->RxRuntErrors +
        sp->RxJabberErrors + sp->RxInternalMACRcvError +
        sp->RxInRangeLengthErrors + sp->RxOutOfRangeLengthField;
    *toolong = sp->RxFrameTooLongErrors;
    *runt = sp->RxRuntErrors;

    *multixmt = sp->TxMulticastFramesOK;
    *multircv = sp->RxMulticastFramesOK;
    *brdcstxmt = sp->TxBroadcastFramesOK;
    *brdcstrcv = sp->RxBroadcastFramesOK;

    return (0);

error:
    *speed = 0;
    *intrcnt = 0;
    *norcvbuf = 0;
    *norcvbuf = 0;
    *oerrors = 0;
    *ierrors = 0;
    *underrun = 0;
    *overrun = 0;
    *framing = 0;
    *crc = 0;
    *carrier = 0;
    *collisions = 0;
    *xcollisions = 0;
    *late = 0;
    *defer = 0;
    *xerrs = 0;
    *rerrs = 0;
    *toolong = 0;
    *runt = 0;
    *multixmt = 0;
    *multircv = 0;
    *brdcstxmt = 0;
    *brdcstrcv = 0;

    return (1);
}

uint32_t ch_gtm = 0;        /* Default: Global Tunnel Mode off */
uint32_t ch_global_config = 0x07000000; /* Default: errors, warnings, status */
uint32_t ch_is_asic = 0;    /* Default: non-ASIC */
uint32_t ch_link_speed = PE_LINK_SPEED_AUTONEG; /* Default: auto-negoiate */
uint32_t ch_num_of_ports = 1;   /* Default: 1 port */
uint32_t ch_tp_reset_cm = 1;    /* Default: reset CM memory map */
uint32_t ch_phy_tx_fifo = 0;    /* Default: 0 phy tx fifo depth */
uint32_t ch_phy_rx_fifo = 0;    /* Default: 0 phy rx fifo depth */
uint32_t ch_phy_force_master = 1;   /* Default: link always master mode */
uint32_t ch_mc5_rtbl_size = 2048;   /* Default: TCAM routing table size */
uint32_t ch_mc5_dbsvr_size = 128;   /* Default: TCAM server size */
uint32_t ch_mc5_parity = 1; /* Default: parity error checking */
uint32_t ch_mc5_issue_syn = 0;  /* Default: Allow transaction overlap */
uint32_t ch_packet_tracing = 0;     /* Default: no packet tracing */
uint32_t ch_server_region_len =
    DEFAULT_SERVER_REGION_LEN;
uint32_t ch_rt_region_len =
    DEFAULT_RT_REGION_LEN;
uint32_t ch_offload_ip_cksum = 0;   /* Default: no checksum offloading */
uint32_t ch_offload_udp_cksum = 1;  /* Default: offload UDP ckecksum */
uint32_t ch_offload_tcp_cksum = 1;  /* Default: offload TCP checksum */
uint32_t ch_sge_cmdq_threshold = 0; /* Default: threshold 0 */
uint32_t ch_sge_flq_threshold = 0;  /* Default: SGE flq threshold */
uint32_t ch_sge_cmdq0_cnt = /* Default: cmd queue 0 size */
    SGE_CMDQ0_CNT;
uint32_t ch_sge_cmdq1_cnt = /* Default: cmd queue 1 size */
    SGE_CMDQ0_CNT;
uint32_t ch_sge_flq0_cnt =  /* Default: free list queue-0 length */
    SGE_FLQ0_CNT;
uint32_t ch_sge_flq1_cnt =  /* Default: free list queue-1 length */
    SGE_FLQ0_CNT;
uint32_t ch_sge_respq_cnt = /* Default: reqsponse queue size */
    SGE_RESPQ_CNT;
uint32_t ch_stats = 1;      /* Default: Automatic Update MAC stats */
uint32_t ch_tx_delay_us = 0;    /* Default: No Msec delay to Tx pkts */
int32_t ch_chip = -1;       /* Default: use hardware lookup tbl */
uint32_t ch_exit_early = 0; /* Default: complete initialization */
uint32_t ch_rb_num_of_entries = 1000; /* Default: number ring buffer entries */
uint32_t ch_rb_size_of_entries = 64;    /* Default: ring buffer entry size */
uint32_t ch_rb_flag = 1;    /* Default: ring buffer flag */
uint32_t ch_type;
uint64_t ch_cat_opt0 = 0;
uint64_t ch_cat_opt1 = 0;
uint32_t ch_timer_delay = 0;    /* Default: use value from board entry */

int
pe_attach(ch_t *chp)
{
    int return_val = 1;
    const struct board_info *bi;
    uint32_t pcix_cmd;

    (void) ch_set_config_data(chp);

    bi = pe_sa_init(chp);
    if (bi == 0)
        return (1);

    if (t1_init_sw_modules(chp, bi) < 0)
        return (1);

    if (pe_small_rbuf_pool_init(chp) == NULL)
        return (1);

    if (pe_big_rbuf_pool_init(chp) == NULL)
        return (1);

    /*
     * We gain significaint performance improvements when we
     * increase the PCI's maximum memory read byte count to
     * 2K(HW doesn't support 4K at this time) and set the PCI's
     * maximum outstanding split transactions to 4. We want to do
     * this for 10G. Done by software utility.
     */

    if (board_info(chp)->caps & SUPPORTED_10000baseT_Full) {
        (void) t1_os_pci_read_config_4(chp, A_PCICFG_PCIX_CMD,
            &pcix_cmd);
        /*
         * if the burstsize is set, then use it instead of default
         */
        if (chp->ch_config.burstsize_set) {
            pcix_cmd &= ~0xc0000;
            pcix_cmd |= (chp->ch_config.burstsize << 18);
        }
        /*
         * if the split transaction count is set, then use it.
         */
        if (chp->ch_config.transaction_cnt_set) {
            pcix_cmd &= ~ 0x700000;
            pcix_cmd |= (chp->ch_config.transaction_cnt << 20);
        }

        /*
         * set ralaxed ordering flag as configured in chxge.conf
         */
        pcix_cmd |= (chp->ch_config.relaxed_ordering << 17);

        (void) t1_os_pci_write_config_4(chp, A_PCICFG_PCIX_CMD,
            pcix_cmd);
    }

    /*
     * set the latency time to F8 for 10G cards.
     * Done by software utiltiy.
     */
    if (enable_latency_timer) {
        if (board_info(chp)->caps & SUPPORTED_10000baseT_Full) {
            (void) t1_os_pci_write_config_4(chp, 0xc, 0xf800);
        }
    }

    /*
     * update mtu table (regs: 0x404 - 0x420) with bigger values than
     * default.
     */
    update_mtu_tab(chp);

    /*
     * Clear all interrupts now.  Don't enable
     * them until later.
     */
    t1_interrupts_clear(chp);

    /*
     * Function succeeded.
     */
    return_val = 0;

    return (return_val);
}

/*
 * DESC: Read variables set in /boot/loader.conf and save
 *       them internally. These internal values are then
 *       used to make decisions at run-time on behavior thus
 *       allowing a certain level of customization.
 * OUT:  p_config - pointer to config structure that
 *                  contains all of the new values.
 * RTN:  0 - Success;
 */
static int
ch_set_config_data(ch_t *chp)
{
    pe_config_data_t *p_config = (pe_config_data_t *)&chp->config_data;

    bzero(p_config, sizeof (pe_config_data_t));

    /*
     * Global Tunnel Mode configuration
     */
    p_config->gtm = ch_gtm;

    p_config->global_config = ch_global_config;

    if (p_config->gtm)
        p_config->global_config |= CFGMD_TUNNEL;

    p_config->tp_reset_cm = ch_tp_reset_cm;
    p_config->is_asic = ch_is_asic;

    /*
     * MC5 configuration.
     */
    p_config->mc5_rtbl_size = ch_mc5_rtbl_size;
    p_config->mc5_dbsvr_size = ch_mc5_dbsvr_size;
    p_config->mc5_parity = ch_mc5_parity;
    p_config->mc5_issue_syn = ch_mc5_issue_syn;

    p_config->offload_ip_cksum = ch_offload_ip_cksum;
    p_config->offload_udp_cksum = ch_offload_udp_cksum;
    p_config->offload_tcp_cksum = ch_offload_tcp_cksum;

    p_config->packet_tracing = ch_packet_tracing;

    p_config->server_region_len = ch_server_region_len;
    p_config->rt_region_len = ch_rt_region_len;

    /*
     * Link configuration.
     *
     * 5-auto-neg 2-1000Gbps; 1-100Gbps; 0-10Gbps
     */
    p_config->link_speed = ch_link_speed;
    p_config->num_of_ports = ch_num_of_ports;

    /*
     * Catp options
     */
    p_config->cat_opt0 = ch_cat_opt0;
    p_config->cat_opt1 = ch_cat_opt1;

    /*
     * SGE configuration.
     */
    p_config->sge_cmdq0_cnt = ch_sge_cmdq0_cnt;
    p_config->sge_cmdq1_cnt = ch_sge_cmdq1_cnt;
    p_config->sge_flq0_cnt = ch_sge_flq0_cnt;
    p_config->sge_flq1_cnt = ch_sge_flq1_cnt;
    p_config->sge_respq_cnt = ch_sge_respq_cnt;

    p_config->phy_rx_fifo = ch_phy_rx_fifo;
    p_config->phy_tx_fifo = ch_phy_tx_fifo;

    p_config->sge_cmdq_threshold = ch_sge_cmdq_threshold;

    p_config->sge_flq_threshold = ch_sge_flq_threshold;

    p_config->phy_force_master = ch_phy_force_master;

    p_config->rb_num_of_entries = ch_rb_num_of_entries;

    p_config->rb_size_of_entries = ch_rb_size_of_entries;

    p_config->rb_flag = ch_rb_flag;

    p_config->exit_early = ch_exit_early;

    p_config->chip = ch_chip;

    p_config->stats = ch_stats;

    p_config->tx_delay_us = ch_tx_delay_us;

    return (0);
}

static const struct board_info *
pe_sa_init(ch_t *sa)
{
    uint16_t device_id;
    uint16_t device_subid;
    const struct board_info *bi;

    sa->config = sa->config_data.global_config;
    device_id = pci_config_get16(sa->ch_hpci, 2);
    device_subid = pci_config_get16(sa->ch_hpci, 0x2e);

    bi = t1_get_board_info_from_ids(device_id, device_subid);
    if (bi == NULL) {
        cmn_err(CE_NOTE,
            "The adapter with device_id %d %d is not supported.\n",
            device_id, device_subid);
        return (NULL);
    }

    if (t1_get_board_rev(sa, bi, &sa->params)) {
        cmn_err(CE_NOTE, "unknown device_id %d %d\n",
            device_id, device_subid);
        return ((const struct board_info *)NULL);
    }

    return (bi);
}

/*
 * allocate pool of small receive buffers (with vaddr & paddr) and
 * receiver buffer control structure (ch_esb_t *rbp).
 * XXX we should allow better tuning of the # of preallocated
 * free buffers against the # of freelist entries.
 */
static int
pe_small_rbuf_pool_init(ch_t *sa)
{
    int i;
    ch_esb_t *rbp;
    extern uint32_t sge_flq0_cnt;
    extern uint32_t sge_flq1_cnt;
    int size;
    uint32_t j;

    if (is_T2(sa))
        size = sge_flq1_cnt * fl_sz_multiplier;
    else
        size = sge_flq0_cnt * fl_sz_multiplier;

    mutex_init(&sa->ch_small_esbl, NULL, MUTEX_DRIVER, sa->ch_icookp);

    mutex_enter(&in_use_l);
    j = in_use_index++;
    if (in_use_index >= SZ_INUSE)
        in_use_index = 0;
    mutex_exit(&in_use_l);

    sa->ch_small_owner = NULL;
    sa->ch_sm_index = j;
    sa->ch_small_esb_free = NULL;
    for (i = 0; i < size; i++) {
        rbp = ch_alloc_small_esbbuf(sa, j);
        if (rbp == NULL)
            goto error;
        /*
         * add entry to free list
         */
        rbp->cs_next = sa->ch_small_esb_free;
        sa->ch_small_esb_free = rbp;

        /*
         * add entry to owned list
         */
        rbp->cs_owner = sa->ch_small_owner;
        sa->ch_small_owner = rbp;
    }
    return (1);

error:
    sa->ch_small_owner = NULL;

    /* free whatever we've already allocated */
    pe_rbuf_pool_free(sa);

    return (0);
}

/*
 * allocate pool of receive buffers (with vaddr & paddr) and
 * receiver buffer control structure (ch_esb_t *rbp).
 * XXX we should allow better tuning of the # of preallocated
 * free buffers against the # of freelist entries.
 */
static int
pe_big_rbuf_pool_init(ch_t *sa)
{
    int i;
    ch_esb_t *rbp;
    extern uint32_t sge_flq0_cnt;
    extern uint32_t sge_flq1_cnt;
    int size;
    uint32_t j;

    if (is_T2(sa))
        size = sge_flq0_cnt * fl_sz_multiplier;
    else
        size = sge_flq1_cnt * fl_sz_multiplier;

    mutex_init(&sa->ch_big_esbl, NULL, MUTEX_DRIVER, sa->ch_icookp);

    mutex_enter(&in_use_l);
    j = in_use_index++;
    if (in_use_index >= SZ_INUSE)
        in_use_index = 0;
    mutex_exit(&in_use_l);

    sa->ch_big_owner = NULL;
    sa->ch_big_index = j;
    sa->ch_big_esb_free = NULL;
    for (i = 0; i < size; i++) {
        rbp = ch_alloc_big_esbbuf(sa, j);
        if (rbp == NULL)
            goto error;
        rbp->cs_next = sa->ch_big_esb_free;
        sa->ch_big_esb_free = rbp;

        /*
         * add entry to owned list
         */
        rbp->cs_owner = sa->ch_big_owner;
        sa->ch_big_owner = rbp;
    }
    return (1);

error:
    sa->ch_big_owner = NULL;

    /* free whatever we've already allocated */
    pe_rbuf_pool_free(sa);

    return (0);
}

/*
 * allocate receive buffer structure and dma mapped buffer (SGE_SM_BUF_SZ bytes)
 * note that we will DMA at a 2 byte offset for Solaris when checksum offload
 * is enabled.
 */
static ch_esb_t *
ch_alloc_small_esbbuf(ch_t *sa, uint32_t i)
{
    ch_esb_t *rbp;

    rbp = (ch_esb_t *)kmem_zalloc(sizeof (ch_esb_t), KM_SLEEP);
    if (rbp == NULL) {
        return ((ch_esb_t *)0);
    }

#if BYTE_ORDER == BIG_ENDIAN
    rbp->cs_buf = (caddr_t)ch_alloc_dma_mem(sa, 1, DMA_STREAM|DMA_SMALN,
        SGE_SM_BUF_SZ(sa), &rbp->cs_pa, &rbp->cs_dh, &rbp->cs_ah);
#else
    rbp->cs_buf = (caddr_t)ch_alloc_dma_mem(sa, 0, DMA_STREAM|DMA_SMALN,
        SGE_SM_BUF_SZ(sa), &rbp->cs_pa, &rbp->cs_dh, &rbp->cs_ah);
#endif

    if (rbp->cs_buf == NULL) {
        kmem_free(rbp, sizeof (ch_esb_t));
        return ((ch_esb_t *)0);
    }

    rbp->cs_sa = sa;
    rbp->cs_index = i;

    rbp->cs_frtn.free_func = (void (*)())&ch_small_rbuf_recycle;
    rbp->cs_frtn.free_arg  = (caddr_t)rbp;

    return (rbp);
}

/*
 * allocate receive buffer structure and dma mapped buffer (SGE_BG_BUF_SZ bytes)
 * note that we will DMA at a 2 byte offset for Solaris when checksum offload
 * is enabled.
 */
static ch_esb_t *
ch_alloc_big_esbbuf(ch_t *sa, uint32_t i)
{
    ch_esb_t *rbp;

    rbp = (ch_esb_t *)kmem_zalloc(sizeof (ch_esb_t), KM_SLEEP);
    if (rbp == NULL) {
        return ((ch_esb_t *)0);
    }

#if BYTE_ORDER == BIG_ENDIAN
    rbp->cs_buf = (caddr_t)ch_alloc_dma_mem(sa, 1, DMA_STREAM|DMA_BGALN,
        SGE_BG_BUF_SZ(sa), &rbp->cs_pa, &rbp->cs_dh, &rbp->cs_ah);
#else
    rbp->cs_buf = (caddr_t)ch_alloc_dma_mem(sa, 0, DMA_STREAM|DMA_BGALN,
        SGE_BG_BUF_SZ(sa), &rbp->cs_pa, &rbp->cs_dh, &rbp->cs_ah);
#endif

    if (rbp->cs_buf == NULL) {
        kmem_free(rbp, sizeof (ch_esb_t));
        return ((ch_esb_t *)0);
    }

    rbp->cs_sa = sa;
    rbp->cs_index = i;

    rbp->cs_frtn.free_func = (void (*)())&ch_big_rbuf_recycle;
    rbp->cs_frtn.free_arg  = (caddr_t)rbp;

    return (rbp);
}

/*
 * free entries on the receive buffer list.
 */
void
pe_rbuf_pool_free(ch_t *sa)
{
    ch_esb_t *rbp;

    mutex_enter(&sa->ch_small_esbl);

    /*
     * Now set-up the rest to commit suicide.
     */
    while (sa->ch_small_owner) {
        rbp = sa->ch_small_owner;
        sa->ch_small_owner = rbp->cs_owner;
        rbp->cs_owner = NULL;
        rbp->cs_flag = 1;
    }

    while ((rbp = sa->ch_small_esb_free) != NULL) {
        /* advance head ptr to next entry */
        sa->ch_small_esb_free = rbp->cs_next;
        /* free private buffer allocated in ch_alloc_esbbuf() */
        ch_free_dma_mem(rbp->cs_dh, rbp->cs_ah);
        /* free descripter buffer */
        kmem_free(rbp, sizeof (ch_esb_t));
    }

    mutex_exit(&sa->ch_small_esbl);

    /* destroy ch_esbl lock */
    mutex_destroy(&sa->ch_small_esbl);


    mutex_enter(&sa->ch_big_esbl);

    /*
     * Now set-up the rest to commit suicide.
     */
    while (sa->ch_big_owner) {
        rbp = sa->ch_big_owner;
        sa->ch_big_owner = rbp->cs_owner;
        rbp->cs_owner = NULL;
        rbp->cs_flag = 1;
    }

    while ((rbp = sa->ch_big_esb_free) != NULL) {
        /* advance head ptr to next entry */
        sa->ch_big_esb_free = rbp->cs_next;
        /* free private buffer allocated in ch_alloc_esbbuf() */
        ch_free_dma_mem(rbp->cs_dh, rbp->cs_ah);
        /* free descripter buffer */
        kmem_free(rbp, sizeof (ch_esb_t));
    }

    mutex_exit(&sa->ch_big_esbl);

    /* destroy ch_esbl lock */
    mutex_destroy(&sa->ch_big_esbl);
}

void
ch_small_rbuf_recycle(ch_esb_t *rbp)
{
    ch_t *sa = rbp->cs_sa;

    if (rbp->cs_flag) {
        uint32_t i;
        /*
         * free private buffer allocated in ch_alloc_esbbuf()
         */
        ch_free_dma_mem(rbp->cs_dh, rbp->cs_ah);

        i = rbp->cs_index;

        /*
         * free descripter buffer
         */
        kmem_free(rbp, sizeof (ch_esb_t));

        /*
         * decrement count of receive buffers freed by callback
         * We decrement here so anyone trying to do fini will
         * only remove the driver once the counts go to 0.
         */
        atomic_dec_32(&buffers_in_use[i]);

        return;
    }

    mutex_enter(&sa->ch_small_esbl);
    rbp->cs_next = sa->ch_small_esb_free;
    sa->ch_small_esb_free = rbp;
    mutex_exit(&sa->ch_small_esbl);

    /*
     * decrement count of receive buffers freed by callback
     */
    atomic_dec_32(&buffers_in_use[rbp->cs_index]);
}

/*
 * callback function from freeb() when esballoced mblk freed.
 */
void
ch_big_rbuf_recycle(ch_esb_t *rbp)
{
    ch_t *sa = rbp->cs_sa;

    if (rbp->cs_flag) {
        uint32_t i;
        /*
         * free private buffer allocated in ch_alloc_esbbuf()
         */
        ch_free_dma_mem(rbp->cs_dh, rbp->cs_ah);

        i = rbp->cs_index;

        /*
         * free descripter buffer
         */
        kmem_free(rbp, sizeof (ch_esb_t));

        /*
         * decrement count of receive buffers freed by callback
         * We decrement here so anyone trying to do fini will
         * only remove the driver once the counts go to 0.
         */
        atomic_dec_32(&buffers_in_use[i]);

        return;
    }

    mutex_enter(&sa->ch_big_esbl);
    rbp->cs_next = sa->ch_big_esb_free;
    sa->ch_big_esb_free = rbp;
    mutex_exit(&sa->ch_big_esbl);

    /*
     * decrement count of receive buffers freed by callback
     */
    atomic_dec_32(&buffers_in_use[rbp->cs_index]);
}

/*
 * get a pre-allocated, pre-mapped receive buffer from free list.
 * (used sge.c)
 */
ch_esb_t *
ch_get_small_rbuf(ch_t *sa)
{
    ch_esb_t *rbp;

    mutex_enter(&sa->ch_small_esbl);
    rbp = sa->ch_small_esb_free;
    if (rbp) {
        sa->ch_small_esb_free = rbp->cs_next;
    }
    mutex_exit(&sa->ch_small_esbl);

    return (rbp);
}

/*
 * get a pre-allocated, pre-mapped receive buffer from free list.
 * (used sge.c)
 */

ch_esb_t *
ch_get_big_rbuf(ch_t *sa)
{
    ch_esb_t *rbp;

    mutex_enter(&sa->ch_big_esbl);
    rbp = sa->ch_big_esb_free;
    if (rbp) {
        sa->ch_big_esb_free = rbp->cs_next;
    }
    mutex_exit(&sa->ch_big_esbl);

    return (rbp);
}

void
pe_detach(ch_t *sa)
{
    (void) sge_stop(sa->sge);

    pe_free_driver_resources(sa);
}

static void
pe_free_driver_resources(ch_t *sa)
{
    if (sa) {
        t1_free_sw_modules(sa);

        /* free pool of receive buffers */
        pe_rbuf_pool_free(sa);
    }
}

/*
 * Processes elmer0 external interrupts in process context.
 */
static void
ext_intr_task(ch_t *adapter)
{
    u32 enable;

    (void) elmer0_ext_intr_handler(adapter);

    /* Now reenable external interrupts */
    t1_write_reg_4(adapter, A_PL_CAUSE, F_PL_INTR_EXT);
    enable = t1_read_reg_4(adapter, A_PL_ENABLE);
    t1_write_reg_4(adapter, A_PL_ENABLE, enable | F_PL_INTR_EXT);
    adapter->slow_intr_mask |= F_PL_INTR_EXT;
}

/*
 * Interrupt-context handler for elmer0 external interrupts.
 */
void
t1_os_elmer0_ext_intr(ch_t *adapter)
{
    u32 enable = t1_read_reg_4(adapter, A_PL_ENABLE);

    adapter->slow_intr_mask &= ~F_PL_INTR_EXT;
    t1_write_reg_4(adapter, A_PL_ENABLE, enable & ~F_PL_INTR_EXT);
#ifdef NOTYET
    schedule_work(&adapter->ext_intr_handler_task);
#else
    ext_intr_task(adapter);
#endif
}

uint8_t *
t1_get_next_mcaddr(struct t1_rx_mode *rmp)
{
    uint8_t *addr = 0;
    if (rmp->mc) {
        addr = rmp->mc->cmc_mca;
        rmp->mc = rmp->mc->cmc_next;
    }
    return (addr);
}

void
pe_dma_handle_init(ch_t *chp, int cnt)
{
    free_dh_t *dhe;
#if defined(__sparc)
    int tcnt = cnt/2;

    for (; cnt; cnt--) {
        dhe = ch_get_dvma_handle(chp);
        if (dhe == NULL)
            break;
        mutex_enter(&chp->ch_dh_lck);
        dhe->dhe_next = chp->ch_vdh;
        chp->ch_vdh = dhe;
        mutex_exit(&chp->ch_dh_lck);
    }

    cnt += tcnt;
#endif
    while (cnt--) {
        dhe = ch_get_dma_handle(chp);
        if (dhe == NULL)
            return;
        mutex_enter(&chp->ch_dh_lck);
        dhe->dhe_next = chp->ch_dh;
        chp->ch_dh = dhe;
        mutex_exit(&chp->ch_dh_lck);
    }
}

/*
 * Write new values to the MTU table.  Caller must validate that the new MTUs
 * are in ascending order. params.mtus[] is initialized by init_mtus()
 * called in t1_init_sw_modules().
 */
#define MTUREG(idx) (A_TP_MTU_REG0 + (idx) * 4)

static void
update_mtu_tab(ch_t *adapter)
{
    int i;

    for (i = 0; i < NMTUS; ++i) {
        int mtu = (unsigned int)adapter->params.mtus[i];

        t1_write_reg_4(adapter, MTUREG(i), mtu);
    }
}

static int
pe_change_mtu(ch_t *chp)
{
    struct cmac *mac = chp->port[0].mac;
    int ret;

    if (!mac->ops->set_mtu) {
        return (EOPNOTSUPP);
    }
    if (chp->ch_mtu < 68) {
        return (EINVAL);
    }
    if (ret = mac->ops->set_mtu(mac, chp->ch_mtu)) {
        return (ret);
    }

    return (0);
}

typedef struct fake_arp {
    char fa_dst[6];     /* ethernet header */
    char fa_src[6];     /* ethernet header */
    ushort_t fa_typ;        /* ethernet header */

    ushort_t fa_hrd;        /* arp */
    ushort_t fa_pro;
    char fa_hln;
    char fa_pln;
    ushort_t fa_op;
    char fa_src_mac[6];
    uint_t fa_src_ip;
    char fa_dst_mac[6];
    char fa_dst_ip[4];
} fake_arp_t;

/*
 * PR2928 & PR3309
 * construct packet in mblk and attach it to sge structure.
 */
static int
pe_make_fake_arp(ch_t *chp, unsigned char *arpp)
{
    pesge *sge = chp->sge;
    mblk_t *bp;
    fake_arp_t *fap;
    static char buf[6] = {0, 7, 0x43, 0, 0, 0};
    struct cpl_tx_pkt *cpl;

    bp = allocb(sizeof (struct fake_arp) + SZ_CPL_TX_PKT, BPRI_HI);
    if (bp == NULL) {
        return (1);
    }
    bzero(bp->b_rptr, sizeof (struct fake_arp) + SZ_CPL_TX_PKT);

    /* fill in cpl header */
    cpl = (struct cpl_tx_pkt *)bp->b_rptr;
    cpl->opcode = CPL_TX_PKT;
    cpl->iff = 0;           /* XXX port 0 needs fixing with NEMO */
    cpl->ip_csum_dis = 1;       /* no IP header cksum */
    cpl->l4_csum_dis = 1;       /* no tcp/udp cksum */
    cpl->vlan_valid = 0;        /* no vlan */

    fap = (fake_arp_t *)&bp->b_rptr[SZ_CPL_TX_PKT];

    bcopy(arpp, fap, sizeof (*fap));    /* copy first arp to mblk */

    bcopy(buf, fap->fa_dst, 6);     /* overwrite dst mac */
    chp->ch_ip = fap->fa_src_ip;        /* not used yet */
    bcopy(buf, fap->fa_dst_mac, 6);     /* overwrite dst mac */

    bp->b_wptr = bp->b_rptr + sizeof (struct fake_arp)+SZ_CPL_TX_PKT;

    sge_add_fake_arp(sge, (void *)bp);

    return (0);
}

/*
 * PR2928 & PR3309
 * free the fake arp's mblk on sge structure.
 */
void
pe_free_fake_arp(void *arp)
{
    mblk_t *bp = (mblk_t *)(arp);

    freemsg(bp);
}

/*
 * extract ip address of nic from first outgoing arp.
 */
static uint32_t
pe_get_ip(unsigned char *arpp)
{
    fake_arp_t fap;

    /*
     * first copy packet to buffer so we know
     * it will be properly aligned.
     */
    bcopy(arpp, &fap, sizeof (fap));    /* copy first arp to buffer */
    return (fap.fa_src_ip);
}

/* ARGSUSED */
void
t1_os_link_changed(ch_t *obj, int port_id, int link_status,
    int speed, int duplex, int fc)
{
    gld_mac_info_t *macinfo = obj->ch_macp;
    if (link_status) {
        gld_linkstate(macinfo, GLD_LINKSTATE_UP);
        /*
         * Link states should be reported to user
         * whenever it changes
         */
        cmn_err(CE_NOTE, "%s: link is up", adapter_name(obj));
    } else {
        gld_linkstate(macinfo, GLD_LINKSTATE_DOWN);
        /*
         * Link states should be reported to user
         * whenever it changes
         */
        cmn_err(CE_NOTE, "%s: link is down", adapter_name(obj));
    }
}