8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * This file and its contents are supplied under the terms of the
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Common Development and Distribution License ("CDDL"), version 1.0.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * You may only use this file in accordance with the terms of version
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * 1.0 of the CDDL.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * A full copy of the text of the CDDL should have accompanied this
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * source. A copy of the CDDL is also available via the Internet at
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Copyright 2013 Nexenta Inc. All rights reserved.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * Copyright (c) 2014, 2016 by Delphix. All rights reserved.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Based on the NetBSD virtio driver by Minoura Makoto. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Copyright (c) 2010 Minoura Makoto.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * All rights reserved.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Redistribution and use in source and binary forms, with or without
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * modification, are permitted provided that the following conditions
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * 1. Redistributions of source code must retain the above copyright
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * notice, this list of conditions and the following disclaimer.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * 2. Redistributions in binary form must reproduce the above copyright
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * notice, this list of conditions and the following disclaimer in the
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * documentation and/or other materials provided with the distribution.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Configuration registers */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_CONFIG_MAC 0 /* 8bit x 6byte */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Feature bits */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_CSUM (1 << 0) /* Host handles pkts w/ partial csum */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_GUEST_CSUM (1 << 1) /* Guest handles pkts w/ part csum */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_MAC (1 << 5) /* Host has given MAC address. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_GSO (1 << 6) /* Host handles pkts w/ any GSO type */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_GUEST_TSO4 (1 << 7) /* Guest can handle TSOv4 in. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_GUEST_TSO6 (1 << 8) /* Guest can handle TSOv6 in. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_GUEST_ECN (1 << 9) /* Guest can handle TSO[6] w/ ECN in */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_GUEST_UFO (1 << 10) /* Guest can handle UFO in. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_HOST_TSO4 (1 << 11) /* Host can handle TSOv4 in. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_HOST_TSO6 (1 << 12) /* Host can handle TSOv6 in. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_HOST_ECN (1 << 13) /* Host can handle TSO[6] w/ ECN in */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_HOST_UFO (1 << 14) /* Host can handle UFO in. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_MRG_RXBUF (1 << 15) /* Host can merge receive buffers. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_STATUS (1 << 16) /* Config.status available */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_CTRL_VQ (1 << 17) /* Control channel available */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_CTRL_RX (1 << 18) /* Control channel RX mode support */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_CTRL_VLAN (1 << 19) /* Control channel VLAN filtering */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_F_CTRL_RX_EXTRA (1 << 20) /* Extra RX mode control support */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\2GUEST_CSUM" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\10GUEST_TSO4" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\11GUEST_TSO6" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\12GUEST_ECN" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\13GUEST_UFO" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\14HOST_TSO4" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\15HOST_TSO6" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\16HOST_ECN" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\17HOST_UFO" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\20MRG_RXBUF" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\21STATUS" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\22CTRL_VQ" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\23CTRL_RX" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\24CTRL_VLAN" \
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "\25CTRL_RX_EXTRA"
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Packet header structure */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_HDR_F_NEEDS_CSUM 1 /* flags */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_HDR_GSO_NONE 0 /* gso_type */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_HDR_GSO_TCPV4 1 /* gso_type */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_HDR_GSO_TCPV6 4 /* gso_type */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIRTIO_NET_HDR_GSO_ECN 0x80 /* gso_type, |'ed */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Control virtqueue */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic int vioif_attach(dev_info_t *, ddi_attach_cmd_t);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic int vioif_detach(dev_info_t *, ddi_detach_cmd_t);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic char vioif_ident[] = "VirtIO ethernet driver";
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Standard Module linkage initialization for a Streams driver */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald &mod_driverops, /* Type of module. This one is a driver */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald DDI_NEVERSWAP_ACC, /* virtio is always native byte order */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * A mapping represents a binding for a single buffer that is contiguous in the
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * virtual address space.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Rx buffers can be loaned upstream, so the code has
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * to allocate them dynamically.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Tx buffers have two mapping types. One, "inline", is pre-allocated and is
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * used to hold the virtio_net_header. Small packets also get copied there, as
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * it's faster then mapping them. Bigger packets get mapped using the "external"
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * mapping array. An array is used, because a packet may consist of muptiple
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * fragments, so each fragment gets bound to an entry. According to my
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * observations, the number of fragments does not exceed 2, but just in case,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * a bigger, up to VIOIF_INDIRECT_MAX - 1 array is allocated. To save resources,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * the dma handles are allocated lazily in the tx path.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* inline buffer */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* External buffers */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_info_t *sc_dev; /* mirrors virtio_softc->sc_dev */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Feature bits. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * For rx buffers, we keep a pointer array, because the buffers
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * can be loaned upstream, and we have to repopulate the array with
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * new members.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * For tx, we just allocate an array of buffers. The packet can
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * either be copied into the inline buffer, or the external mapping
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * could be used to map the packet
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We "loan" rx buffers upstream and reuse them after they are
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * freed. This lets us avoid allocations in the hot path.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Copying small packets turns out to be faster then mapping them. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Some statistic coming here */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define ETHER_HEADER_LEN sizeof (struct ether_header)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* MTU + the ethernet header. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define MAX_MTU (MAX_PAYLOAD - ETHER_HEADER_LEN)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Yeah, we spend 8M per device. Turns out, there is no point
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * being smart and using merged rx buffers (VIRTIO_NET_F_MRG_RXBUF),
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * because vhost does not support them, and we expect to be used with
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * vhost in production environment.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* The buffer keeps both the packet data and the virtio_net_header. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald#define VIOIF_RX_SIZE (MAX_PAYLOAD + sizeof (struct virtio_net_hdr))
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We win a bit on header alignment, but the host wins a lot
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * more on moving aligned buffers. Might need more thought.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Maximum number of indirect descriptors, somewhat arbitrary. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We pre-allocate a reasonably large buffer to copy small packets
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * there. Bigger packets are mapped, packets with multiple
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * cookies are mapped as indirect buffers.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Native queue size for all queues */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "vioif_txcopy_thresh";
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "vioif_rxcopy_thresh";
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Add up to ddi? */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_dma_reset_cookie(ddi_dma_handle_t dmah, ddi_dma_cookie_t *dmac)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (sc->sc_virtio.sc_features & VIRTIO_NET_F_STATUS) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (virtio_read_device_config_2(&sc->sc_virtio,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald VIRTIO_NET_CONFIG_STATUS) & VIRTIO_NET_S_LINK_UP) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic ddi_dma_attr_t vioif_inline_buf_dma_attr = {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald 0, /* low address */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald 0, /* attr flag: set to 0 */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic ddi_dma_attr_t vioif_mapped_buf_dma_attr = {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald 0, /* low address */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* One entry is used for the virtio_net_hdr on the tx path */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald VIOIF_INDIRECT_MAX - 1, /* scatter-gather capacity */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald 0, /* attr flag: set to 0 */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_rx_construct(void *buffer, void *user_arg, int kmflags)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (ddi_dma_alloc_handle(sc->sc_dev, &vioif_mapped_buf_dma_attr,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald DDI_DMA_SLEEP, NULL, &buf->rb_mapping.vbm_dmah)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Can't allocate dma handle for rx buffer");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (ddi_dma_mem_alloc(buf->rb_mapping.vbm_dmah,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald VIOIF_RX_SIZE + sizeof (struct virtio_net_hdr),
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald &vioif_bufattr, DDI_DMA_STREAMING, DDI_DMA_SLEEP,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald NULL, &buf->rb_mapping.vbm_buf, &len, &buf->rb_mapping.vbm_acch)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Can't allocate rx buffer");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (ddi_dma_addr_bind_handle(buf->rb_mapping.vbm_dmah, NULL,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald buf->rb_mapping.vbm_buf, len, DDI_DMA_READ | DDI_DMA_STREAMING,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald DDI_DMA_SLEEP, NULL, &buf->rb_mapping.vbm_dmac,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(sc->sc_dev, CE_WARN, "Can't bind tx buffer");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ASSERT(buf->rb_mapping.vbm_ncookies <= VIOIF_INDIRECT_MAX);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ddi_dma_free_handle(&buf->rb_mapping.vbm_dmah);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) ddi_dma_unbind_handle(buf->rb_mapping.vbm_dmah);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ddi_dma_free_handle(&buf->rb_mapping.vbm_dmah);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Tear down the internal mapping. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) ddi_dma_unbind_handle(buf->tb_inline_mapping.vbm_dmah);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ddi_dma_mem_free(&buf->tb_inline_mapping.vbm_acch);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ddi_dma_free_handle(&buf->tb_inline_mapping.vbm_dmah);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* We should not see any in-flight buffers at this point. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Free all the dma hdnales we allocated lazily. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald for (j = 0; buf->tb_external_mapping[j].vbm_dmah; j++)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Free the external mapping array. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct vioif_tx_buf) * VIOIF_INDIRECT_MAX - 1);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald kmem_free(sc->sc_txbufs, sizeof (struct vioif_tx_buf) *
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald kmem_free(sc->sc_rxbufs, sizeof (struct vioif_rx_buf *) *
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_txbufs = kmem_zalloc(sizeof (struct vioif_tx_buf) * txqsize,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Failed to allocate the tx buffers array");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We don't allocate the rx vioif_bufs, just the pointers, as
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * rx vioif_bufs can be loaned upstream, and we don't know the
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * total number we need.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_rxbufs = kmem_zalloc(sizeof (struct vioif_rx_buf *) * rxqsize,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Failed to allocate the rx buffers pointer array");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald for (i = 0; i < txqsize; i++) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Allocate and bind an inline mapping. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald DDI_DMA_SLEEP, NULL, &buf->tb_inline_mapping.vbm_dmah)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Can't allocate dma handle for tx buffer %d", i);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (ddi_dma_mem_alloc(buf->tb_inline_mapping.vbm_dmah,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald VIOIF_TX_INLINE_SIZE, &vioif_bufattr, DDI_DMA_STREAMING,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald DDI_DMA_SLEEP, NULL, &buf->tb_inline_mapping.vbm_buf,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Can't allocate tx buffer %d", i);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (ddi_dma_addr_bind_handle(buf->tb_inline_mapping.vbm_dmah,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald DDI_DMA_WRITE | DDI_DMA_STREAMING, DDI_DMA_SLEEP, NULL,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald &buf->tb_inline_mapping.vbm_dmac, &nsegments)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Can't bind tx buffer %d", i);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* We asked for a single segment */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We allow up to VIOIF_INDIRECT_MAX - 1 external mappings.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * In reality, I don't expect more then 2-3 used, but who
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct vioif_tx_buf) * VIOIF_INDIRECT_MAX - 1,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * The external mapping's dma handles are allocate lazily,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * as we don't expect most of them to be used..
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald for (i = 0; i < txqsize; i++) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct vioif_tx_buf) *
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald kmem_free(sc->sc_rxbufs, sizeof (struct vioif_rx_buf) * rxqsize);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald kmem_free(sc->sc_txbufs, sizeof (struct vioif_tx_buf) * txqsize);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_multicst(void *arg, boolean_t add, const uint8_t *macaddr)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_add_rx(struct vioif_softc *sc, int kmflag)
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * Out of free descriptors - ring already full.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * It would be better to update sc_norxdescavail
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * but MAC does not ask for this info, hence we
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * update sc_norecvbuf.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel /* First run, allocate the buffer. */
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel buf = kmem_cache_alloc(sc->sc_rxbuf_cache, kmflag);
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel /* Still nothing? Bye. */
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel "Can't allocate rx buffer");
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * For an unknown reason, the virtio_net_hdr must be placed
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * as a separate virtio queue entry.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel /* Add the rest of the first cookie. */
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel sizeof (struct virtio_net_hdr),
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * If the buffer consists of a single cookie (unlikely for a
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * 64-k buffer), we are done. Otherwise, add the rest of the
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * cookies using indirect entries.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel ddi_dma_nextcookie(buf->rb_mapping.vbm_dmah, &dmac);
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel virtio_ve_add_cookie(ve, buf->rb_mapping.vbm_dmah,
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel dmac, buf->rb_mapping.vbm_ncookies - 1, B_FALSE);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_populate_rx(struct vioif_softc *sc, int kmflag)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald while ((ve = virtio_pull_chain(sc->sc_rx_vq, &len))) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(sc->sc_dev, CE_WARN, "RX: Cnain too small: %u",
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald len - (uint32_t)sizeof (struct virtio_net_hdr));
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * We copy small packets that happen to fit into a single
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * cookie and reuse the buffers. For bigger ones, we loan
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * the buffers upstream.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct virtio_net_hdr), mp->b_rptr, len);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct virtio_net_hdr) +
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Buffer loaned, we will have to allocate a new one
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * for this slot.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * virtio-net does not tell us if this packet is multicast
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * or broadcast, so we have to check it.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (bcmp(mp->b_rptr, vioif_broadcast, ETHERADDRL) != 0)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald while ((ve = virtio_pull_chain(sc->sc_tx_vq, &len))) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* We don't chain descriptors for tx, so don't expect any. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* External mapping used, mp was not freed in vioif_send() */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* sc will be used to update stat counters. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic inline void
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_tx_inline(struct vioif_softc *sc, struct vq_entry *ve, mblk_t *mp,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Frees mp */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct virtio_net_hdr));
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald buf->tb_inline_mapping.vbm_dmac.dmac_laddress +
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct virtio_net_hdr), msg_size, B_TRUE);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic inline int
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_tx_lazy_handle_alloc(struct vioif_softc *sc, struct vioif_tx_buf *buf,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald &vioif_mapped_buf_dma_attr, DDI_DMA_SLEEP, NULL,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Can't allocate dma handle for external tx buffer");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldstatic inline int
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_tx_external(struct vioif_softc *sc, struct vq_entry *ve, mblk_t *mp,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * For some reason, the network stack can
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * actually send us zero-length fragments.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "TX: Failed to bind external handle");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Check if we still fit into the indirect table. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (virtio_ve_indirect_available(ve) < ncookies) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "TX: Indirect descriptor table limit reached."
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald " It took %d fragments.", i);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald virtio_ve_add_cookie(ve, buf->tb_external_mapping[i].vbm_dmah,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Save the mp to free it when the packet is sent. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald for (j = 0; j < i; j++) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Out of free descriptors - try later. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Use the inline buffer of the first entry for the virtio_net_hdr. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) memset(buf->tb_inline_mapping.vbm_buf, 0,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct virtio_net_hdr));
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald net_header = (struct virtio_net_hdr *)buf->tb_inline_mapping.vbm_buf;
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald mac_hcksum_get(mp, &csum_start, &csum_stuff, NULL,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* They want us to do the TCP/UDP csum calculation. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Did we ask for it? */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* We only asked for partial csum packets. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (eth_header->ether_type == htons(ETHERTYPE_VLAN)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald net_header->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM;
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald net_header->csum_start = eth_hsize + csum_start;
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald net_header->csum_offset = csum_stuff - csum_start;
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* setup LSO fields if required */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald net_header->gso_type = VIRTIO_NET_HDR_GSO_TCPV4;
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* meanwhile update the statistic */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (bcmp(mp->b_rptr, vioif_broadcast, ETHERADDRL) != 0)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We copy small packets into the inline buffer. The bigger ones
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * get mapped using the mapped buffer.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* statistic gets updated by vioif_tx_external when fail */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * vioif_tx_external can fail when the buffer does not fit into the
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * indirect descriptor table. Free the mp. I don't expect this ever
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * to happen.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * Don't start interrupts on sc_tx_vq. We use VIRTIO_F_NOTIFY_ON_EMPTY,
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * so the device will send a transmit interrupt when the queue is empty
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * and we can reclaim it in one sweep.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * Clear any data that arrived early on the receive queue and populate
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * it with free buffers that the device can use moving forward.
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel while ((ve = virtio_pull_chain(sc->sc_rx_vq, &len)) != NULL) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_stat(void *arg, uint_t stat, uint64_t *val)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* always 1 Gbit */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* virtual device, always full-duplex */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_set_prop_private(struct vioif_softc *sc, const char *pr_name,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (strcmp(pr_name, vioif_txcopy_thresh) == 0) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) ddi_strtol(pr_val, (char **)NULL, 0, &result);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (result < 0 || result > VIOIF_TX_THRESH_MAX)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (strcmp(pr_name, vioif_rxcopy_thresh) == 0) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) ddi_strtol(pr_val, (char **)NULL, 0, &result);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (result < 0 || result > VIOIF_RX_THRESH_MAX)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_setprop(void *arg, const char *pr_name, mac_prop_id_t pr_num,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald err = mac_maxsdu_update(sc->sc_mac_handle, *new_mtu);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_get_prop_private(struct vioif_softc *sc, const char *pr_name,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (strcmp(pr_name, vioif_txcopy_thresh) == 0) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (strcmp(pr_name, vioif_rxcopy_thresh) == 0) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) snprintf(pr_val, pr_valsize, "%d", value);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_getprop(void *arg, const char *pr_name, mac_prop_id_t pr_num,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_propinfo(void *arg, const char *pr_name, mac_prop_id_t pr_num,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald mac_prop_info_set_range_uint32(prh, ETHERMIN, MAX_MTU);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (strcmp(pr_name, vioif_txcopy_thresh) == 0) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) snprintf(valstr, sizeof (valstr), "%d", value);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_getcapab(void *arg, mac_capab_t cap, void *cap_data)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald .mc_callbacks = (MC_GETCAPAB | MC_SETPROP | MC_GETPROP | MC_PROPINFO),
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Optional callbacks */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald .mc_getcapab = vioif_getcapab, /* mc_getcapab */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_show_features(struct vioif_softc *sc, const char *prefix,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* LINTED E_PTRDIFF_OVERFLOW */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* LINTED E_PTRDIFF_OVERFLOW */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald bufp += virtio_show_features(features, bufp, bufend - bufp);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Using '!' to only CE_NOTE this to the system log. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(sc->sc_dev, CE_NOTE, "!%s Vioif (%b)", buf, features,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Find out which features are supported by the device and
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * choose which ones we wish to use.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald host_features = virtio_negotiate_features(&sc->sc_virtio,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald vioif_show_features(sc, "Host features: ", host_features);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald vioif_show_features(sc, "Negotiated features: ",
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (!(sc->sc_virtio.sc_features & VIRTIO_F_RING_INDIRECT_DESC)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Host does not support RING_INDIRECT_DESC, bye.");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_has_feature(struct vioif_softc *sc, uint32_t feature)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald return (virtio_has_feature(&sc->sc_virtio, feature));
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald for (i = 0; i < ETHERADDRL; i++) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* Get the mac address out of the hardware, or make up one. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (sc->sc_virtio.sc_features & VIRTIO_NET_F_MAC) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald for (i = 0; i < ETHERADDRL; i++) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(sc->sc_dev, CE_NOTE, "Got MAC address from host: %s",
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ether_sprintf((struct ether_addr *)sc->sc_mac));
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Get a few random bytes */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) random_get_pseudo_bytes(sc->sc_mac, ETHERADDRL);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Make sure it's a unicast MAC */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Set the "locally administered" bit */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Generated a random MAC address: %s",
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ether_sprintf((struct ether_addr *)sc->sc_mac));
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Virtqueue interrupt handlers
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * The return values of these functions are not needed but they make
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * debugging interrupts simpler because you can use them to detect when
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * stuff was processed and repopulated in this handler.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald/* ARGSUSED */
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * The return value of this function is not needed but makes debugging
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * interrupts simpler because you can use it to detect if anything was
970db7b7a5b4656c659fc7c5226da7be313dc336Dan Kimmel * reclaimed in this handler.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald ret = virtio_register_ints(&sc->sc_virtio, NULL, vioif_vq_h);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (vioif_has_feature(sc, VIRTIO_NET_F_CSUM)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* The GSO/GRO featured depend on CSUM, check them here. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (!vioif_has_feature(sc, VIRTIO_NET_F_GUEST_CSUM)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (vioif_has_feature(sc, VIRTIO_NET_F_HOST_TSO4)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * We don't seem to have a way to ask the system
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * not to send us LSO packets with Explicit
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Congestion Notification bit set, so we require
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * the device to support it in order to do
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (!vioif_has_feature(sc, VIRTIO_NET_F_HOST_ECN)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "TSO4 supported, but not ECN. "
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Not using LSO.");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_attach(dev_info_t *devinfo, ddi_attach_cmd_t cmd)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* We do not support suspend/resume for vioif. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc = kmem_zalloc(sizeof (struct vioif_softc), KM_SLEEP);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Duplicate for less typing */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Initialize interrupt kstat.
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_intrstat = kstat_create("vioif", instance, "intr", "controller",
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(devinfo, CE_WARN, "kstat_create failed");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* map BAR 0 */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(devinfo, CE_WARN, "unable to map bar 0: %d", ret);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald virtio_set_status(&sc->sc_virtio, VIRTIO_CONFIG_DEVICE_STATUS_ACK);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald virtio_set_status(&sc->sc_virtio, VIRTIO_CONFIG_DEVICE_STATUS_DRIVER);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald vsc->sc_nvqs = vioif_has_feature(sc, VIRTIO_NET_F_CTRL_VQ) ? 3 : 2;
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald (void) snprintf(cache_name, CACHE_NAME_SIZE, "vioif%d_rx", instance);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_rxbuf_cache = kmem_cache_create(cache_name,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sizeof (struct vioif_rx_buf), 0, vioif_rx_construct,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(sc->sc_dev, CE_WARN, "Can't allocate the buffer cache");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald "Failed to allocate interrupt(s)!");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * Register layout determined, can now access the
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald * device-specific bits
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_rx_vq = virtio_alloc_vq(&sc->sc_virtio, 0,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_tx_vq = virtio_alloc_vq(&sc->sc_virtio, 1,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if (vioif_has_feature(sc, VIRTIO_NET_F_CTRL_VQ)) {
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald sc->sc_ctrl_vq = virtio_alloc_vq(&sc->sc_virtio, 2,
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* set some reasonable-small default values */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(devinfo, CE_WARN, "Failed to allocate a mac_register");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* Pre-fill the rx ring. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(devinfo, CE_WARN, "Failed to enable interrupts");
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald mac_link_update(sc->sc_mac_handle, LINK_STATE_UP);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald virtio_set_status(&sc->sc_virtio, VIRTIO_CONFIG_DEVICE_STATUS_FAILED);
8a324c92216752a3ac2de7c31f554588932de707Dan McDonaldvioif_detach(dev_info_t *devinfo, ddi_detach_cmd_t cmd)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald if ((sc = ddi_get_driver_private(devinfo)) == NULL)
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald /* We do not support suspend/resume for vioif. */
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald dev_err(devinfo, CE_WARN, "!Some rx buffers are still upstream,"
8a324c92216752a3ac2de7c31f554588932de707Dan McDonald " not detaching.");