843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev#pragma ident "%Z%%M% %I% %E% SMI"

843e19887f64dde75055cf8842fc4db2171eff45johnlev

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/types.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/conf.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/ddi.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/dditypes.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/sunddi.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/list.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/cmlb.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/dkio.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/vtoc.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/modctl.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/bootconf.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/promif.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/sysmacros.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/kstat.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/mach_mmu.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#ifdef XPV_HVM_DRIVER

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/xpv_support.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#endif

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <public/io/xenbus.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <xen/sys/xenbus_impl.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <xen/sys/xendev.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/gnttab.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/scsi/generic/inquiry.h>

a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab#include <xen/io/blkif_impl.h>

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <io/xdf.h>

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define FLUSH_DISKCACHE 0x1

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define WRITE_BARRIER 0x2

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define DEFAULT_FLUSH_BLOCK 156 /* block to write to cause a cache flush */

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define USE_WRITE_BARRIER(vdp) \

843e19887f64dde75055cf8842fc4db2171eff45johnlev ((vdp)->xdf_feature_barrier && !(vdp)->xdf_flush_supported)

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define USE_FLUSH_DISKCACHE(vdp) \

843e19887f64dde75055cf8842fc4db2171eff45johnlev ((vdp)->xdf_feature_barrier && (vdp)->xdf_flush_supported)

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define IS_WRITE_BARRIER(vdp, bp) \

843e19887f64dde75055cf8842fc4db2171eff45johnlev (!IS_READ(bp) && USE_WRITE_BARRIER(vdp) && \

843e19887f64dde75055cf8842fc4db2171eff45johnlev ((bp)->b_un.b_addr == (vdp)->xdf_cache_flush_block))

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define IS_FLUSH_DISKCACHE(bp) \

843e19887f64dde75055cf8842fc4db2171eff45johnlev (!IS_READ(bp) && USE_FLUSH_DISKCACHE(vdp) && ((bp)->b_bcount == 0))

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void *vbd_ss;

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic kmem_cache_t *xdf_vreq_cache;

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic kmem_cache_t *xdf_gs_cache;

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_maxphys = XB_MAXPHYS;

843e19887f64dde75055cf8842fc4db2171eff45johnlevint xdfdebug = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlevextern int do_polled_io;

843e19887f64dde75055cf8842fc4db2171eff45johnlevdiskaddr_t xdf_flush_block = DEFAULT_FLUSH_BLOCK;

843e19887f64dde75055cf8842fc4db2171eff45johnlevint xdf_barrier_flush_disable = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_getinfo(dev_info_t *, ddi_info_cmd_t, void *, void **);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_attach(dev_info_t *, ddi_attach_cmd_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_detach(dev_info_t *, ddi_detach_cmd_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_reset(dev_info_t *, ddi_reset_cmd_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_open(dev_t *, int, int, cred_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_close(dev_t, int, int, struct cred *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_strategy(struct buf *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_read(dev_t, struct uio *, cred_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_aread(dev_t, struct aio_req *, cred_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_write(dev_t, struct uio *, cred_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_awrite(dev_t, struct aio_req *, cred_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_dump(dev_t, caddr_t, daddr_t, int);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_ioctl(dev_t, int, intptr_t, int, cred_t *, int *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic uint_t xdf_intr(caddr_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_prop_op(dev_t, dev_info_t *, ddi_prop_op_t, int, char *,

843e19887f64dde75055cf8842fc4db2171eff45johnlev caddr_t, int *);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_suspend(dev_info_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_resume(dev_info_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_start_connect(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_start_disconnect(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_post_connect(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xdf_post_disconnect(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xdf_oe_change(dev_info_t *, ddi_eventcookie_t, void *, void *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xdf_iostart(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xdf_iofini(xdf_t *, uint64_t, int);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_prepare_rreq(xdf_t *, struct buf *, blkif_request_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_drain_io(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic boolean_t xdf_isopen(xdf_t *, int);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_check_state_transition(xdf_t *, XenbusState);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_connect(xdf_t *, boolean_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_dmacallback(caddr_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xdf_timeout_handler(void *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic uint_t xdf_iorestart(caddr_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic v_req_t *vreq_get(xdf_t *, buf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void vreq_free(xdf_t *, v_req_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int vreq_setup(xdf_t *, v_req_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic ge_slot_t *gs_get(xdf_t *, int);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void gs_free(xdf_t *, ge_slot_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic grant_ref_t gs_grant(ge_slot_t *, mfn_t);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void unexpectedie(xdf_t *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xdfmin(struct buf *);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct cb_ops xdf_cbops = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_open,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_close,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_strategy,

843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_dump,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_read,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_write,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_ioctl,

843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev,

843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev,

843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev,

843e19887f64dde75055cf8842fc4db2171eff45johnlev nochpoll,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_prop_op,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL,

843e19887f64dde75055cf8842fc4db2171eff45johnlev D_MP | D_NEW | D_64BIT,

843e19887f64dde75055cf8842fc4db2171eff45johnlev CB_REV,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_aread,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_awrite

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstruct dev_ops xdf_devops = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev DEVO_REV, /* devo_rev */

843e19887f64dde75055cf8842fc4db2171eff45johnlev 0, /* devo_refcnt */

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_getinfo, /* devo_getinfo */

843e19887f64dde75055cf8842fc4db2171eff45johnlev nulldev, /* devo_identify */

843e19887f64dde75055cf8842fc4db2171eff45johnlev nulldev, /* devo_probe */

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_attach, /* devo_attach */

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_detach, /* devo_detach */

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_reset, /* devo_reset */

843e19887f64dde75055cf8842fc4db2171eff45johnlev &xdf_cbops, /* devo_cb_ops */

843e19887f64dde75055cf8842fc4db2171eff45johnlev (struct bus_ops *)NULL /* devo_bus_ops */

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct modldrv modldrv = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev &mod_driverops, /* Type of module. This one is a driver */

843e19887f64dde75055cf8842fc4db2171eff45johnlev "virtual block driver %I%", /* short description */

843e19887f64dde75055cf8842fc4db2171eff45johnlev &xdf_devops /* driver specific ops */

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct modlinkage xdf_modlinkage = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev MODREV_1, (void *)&modldrv, NULL

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic ddi_dma_attr_t xb_dma_attr = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev DMA_ATTR_V0,

843e19887f64dde75055cf8842fc4db2171eff45johnlev (uint64_t)0, /* lowest address */

843e19887f64dde75055cf8842fc4db2171eff45johnlev (uint64_t)0xffffffffffffffff, /* highest usable address */

843e19887f64dde75055cf8842fc4db2171eff45johnlev (uint64_t)0xffffff, /* DMA counter limit max */

843e19887f64dde75055cf8842fc4db2171eff45johnlev (uint64_t)XB_BSIZE, /* alignment in bytes */

843e19887f64dde75055cf8842fc4db2171eff45johnlev XB_BSIZE - 1, /* bitmap of burst sizes */

843e19887f64dde75055cf8842fc4db2171eff45johnlev XB_BSIZE, /* min transfer */

843e19887f64dde75055cf8842fc4db2171eff45johnlev (uint64_t)XB_MAX_XFER, /* maximum transfer */

843e19887f64dde75055cf8842fc4db2171eff45johnlev (uint64_t)PAGEOFFSET, /* 1 page segment length */

843e19887f64dde75055cf8842fc4db2171eff45johnlev BLKIF_MAX_SEGMENTS_PER_REQUEST, /* maximum number of segments */

843e19887f64dde75055cf8842fc4db2171eff45johnlev XB_BSIZE, /* granularity */

843e19887f64dde75055cf8842fc4db2171eff45johnlev 0, /* flags (reserved) */

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic ddi_device_acc_attr_t xc_acc_attr = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_DEVICE_ATTR_V0,

843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_NEVERSWAP_ACC,

843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_STRICTORDER_ACC

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_lb_rdwr(dev_info_t *, uchar_t, void *, diskaddr_t, size_t,

843e19887f64dde75055cf8842fc4db2171eff45johnlev void *);

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xdf_lb_getinfo(dev_info_t *, int, void *, void *);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic cmlb_tg_ops_t xdf_lb_ops = {

843e19887f64dde75055cf8842fc4db2171eff45johnlev TG_DK_OPS_VERSION_1,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_lb_rdwr,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_lb_getinfo

843e19887f64dde75055cf8842fc4db2171eff45johnlev};

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev_init(void)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev int rc;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((rc = ddi_soft_state_init(&vbd_ss, sizeof (xdf_t), 0)) == 0) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_vreq_cache = kmem_cache_create("xdf_vreq_cache",

843e19887f64dde75055cf8842fc4db2171eff45johnlev sizeof (v_req_t), 0, NULL, NULL, NULL, NULL, NULL, 0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(xdf_vreq_cache != NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_gs_cache = kmem_cache_create("xdf_gs_cache",

843e19887f64dde75055cf8842fc4db2171eff45johnlev sizeof (ge_slot_t), 0, NULL, NULL, NULL, NULL, NULL, 0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(xdf_gs_cache != NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((rc = mod_install(&xdf_modlinkage)) != 0) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_cache_destroy(xdf_vreq_cache);

843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_cache_destroy(xdf_gs_cache);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_soft_state_fini(&vbd_ss);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (rc);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev_fini(void)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev int err;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((err = mod_remove(&xdf_modlinkage)) != 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (err);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_cache_destroy(xdf_vreq_cache);

843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_cache_destroy(xdf_gs_cache);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_soft_state_fini(&vbd_ss);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev_info(struct modinfo *modinfop)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_info(&xdf_modlinkage, modinfop));

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_getinfo(dev_info_t *dip, ddi_info_cmd_t cmd, void *arg, void **rp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vbdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = XDF_INST(getminor((dev_t)arg));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INFO_DEVT2DEVINFO:

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vbdp = ddi_get_soft_state(vbd_ss, instance)) == NULL) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev *rp = NULL;

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev *rp = vbdp->xdf_dip;

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INFO_DEVT2INSTANCE:

843e19887f64dde75055cf8842fc4db2171eff45johnlev *rp = (void *)(uintptr_t)instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev default:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_prop_op(dev_t dev, dev_info_t *dip, ddi_prop_op_t prop_op, int mod_flags,

843e19887f64dde75055cf8842fc4db2171eff45johnlev char *name, caddr_t valuep, int *lengthp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance = ddi_get_instance(dip);

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkcnt;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp = ddi_get_soft_state(vbd_ss, instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((dev == DDI_DEV_T_ANY) || (vdp == NULL))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ddi_prop_op(dev, dip, prop_op, mod_flags,

843e19887f64dde75055cf8842fc4db2171eff45johnlev name, valuep, lengthp));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* do cv_wait until connected or failed */

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdf_connect(vdp, B_TRUE) != XD_READY) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto out;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_partinfo(vdp->xdf_vd_lbl, XDF_PART(getminor(dev)), &p_blkcnt,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL, NULL) == 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ddi_prop_op_nblocks(dev, dip, prop_op, mod_flags,

843e19887f64dde75055cf8842fc4db2171eff45johnlev name, valuep, lengthp, (uint64_t)p_blkcnt));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevout:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ddi_prop_op(dev, dip, prop_op, mod_flags, name, valuep,

843e19887f64dde75055cf8842fc4db2171eff45johnlev lengthp));

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_attach(dev_info_t *devi, ddi_attach_cmd_t cmd)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_iblock_cookie_t ibc;

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_iblock_cookie_t softibc;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdfdebug = ddi_prop_get_int(DDI_DEV_T_ANY, devi, DDI_PROP_NOTPROM,

843e19887f64dde75055cf8842fc4db2171eff45johnlev "xdfdebug", 0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_ATTACH:

843e19887f64dde75055cf8842fc4db2171eff45johnlev break;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_RESUME:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (xdf_resume(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev default:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = ddi_get_instance(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_soft_state_zalloc(vbd_ss, instance) != DDI_SUCCESS)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(DDI_DBG, ("xdf%d: attaching\n", instance));

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp = ddi_get_soft_state(vbd_ss, instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_dip = devi;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_get_iblock_cookie(devi, 0, &ibc) != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: failed to get iblock cookie",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout1;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_init(&vdp->xdf_dev_lk, NULL, MUTEX_DRIVER, (void *)ibc);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_init(&vdp->xdf_cb_lk, NULL, MUTEX_DRIVER, (void *)ibc);

843e19887f64dde75055cf8842fc4db2171eff45johnlev cv_init(&vdp->xdf_dev_cv, NULL, CV_DEFAULT, NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_driver_private(devi, vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_get_soft_iblock_cookie(devi, DDI_SOFTINT_LOW, &softibc)

843e19887f64dde75055cf8842fc4db2171eff45johnlev != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: failed to get softintr iblock cookie",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout2;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_add_softintr(devi, DDI_SOFTINT_LOW, &vdp->xdf_softintr_id,

843e19887f64dde75055cf8842fc4db2171eff45johnlev &softibc, NULL, xdf_iorestart, (caddr_t)vdp) != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: failed to add softintr",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout2;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp->xdf_xdev_iostat = kstat_create("xdf", instance, NULL, "disk",

843e19887f64dde75055cf8842fc4db2171eff45johnlev KSTAT_TYPE_IO, 1, KSTAT_FLAG_PERSISTENT)) != NULL) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_xdev_iostat->ks_lock = &vdp->xdf_dev_lk;

843e19887f64dde75055cf8842fc4db2171eff45johnlev kstat_install(vdp->xdf_xdev_iostat);

843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: failed to create kstat",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout3;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_prop_create(DDI_DEV_T_NONE, devi, DDI_PROP_CANSLEEP,

843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_KERNEL_IOCTL, NULL, 0) != DDI_PROP_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: cannot create DDI_KERNEL_IOCTL prop",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout4;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmlb_alloc_handle(&vdp->xdf_vd_lbl);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_attach(devi, &xdf_lb_ops, DTYPE_DIRECT, 0, 1, DDI_NT_BLOCK,

843e19887f64dde75055cf8842fc4db2171eff45johnlev CMLB_FAKE_LABEL_ONE_PARTITION, vdp->xdf_vd_lbl, NULL) != 0) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: default cmlb attach failed",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout5;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_wce = 1;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Watch backend XenbusState change */

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xvdi_add_event_handler(devi, XS_OE_STATE,

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_oe_change) != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout6;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdf_start_connect(vdp) != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: start connection failed",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) xdf_start_disconnect(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev goto errout7;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev list_create(&vdp->xdf_vreq_act, sizeof (v_req_t),

843e19887f64dde75055cf8842fc4db2171eff45johnlev offsetof(v_req_t, v_link));

843e19887f64dde75055cf8842fc4db2171eff45johnlev list_create(&vdp->xdf_gs_act, sizeof (ge_slot_t),

843e19887f64dde75055cf8842fc4db2171eff45johnlev offsetof(ge_slot_t, link));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_report_dev(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(DDI_DBG, ("xdf%d: attached\n", instance));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout7:

843e19887f64dde75055cf8842fc4db2171eff45johnlev xvdi_remove_event_handler(devi, XS_OE_STATE);

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout6:

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmlb_detach(vdp->xdf_vd_lbl, NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout5:

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmlb_free_handle(&vdp->xdf_vd_lbl);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_remove_all(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout4:

843e19887f64dde75055cf8842fc4db2171eff45johnlev kstat_delete(vdp->xdf_xdev_iostat);

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout3:

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_remove_softintr(vdp->xdf_softintr_id);

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout2:

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_driver_private(devi, NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev cv_destroy(&vdp->xdf_dev_cv);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_destroy(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_destroy(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnleverrout1:

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf@%s: attach failed", ddi_get_name_addr(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_soft_state_free(vbd_ss, instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_detach(dev_info_t *devi, ddi_detach_cmd_t cmd)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_PM_SUSPEND:

843e19887f64dde75055cf8842fc4db2171eff45johnlev break;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_SUSPEND:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (xdf_suspend(devi));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_DETACH:

843e19887f64dde75055cf8842fc4db2171eff45johnlev break;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev default:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = ddi_get_instance(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(DDI_DBG, ("xdf%d: detaching\n", instance));

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp = ddi_get_soft_state(vbd_ss, instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdf_isopen(vdp, -1)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_status != XD_CLOSED) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(!ISDMACBON(vdp));

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_timeout_id != 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) untimeout(vdp->xdf_timeout_id);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev xvdi_remove_event_handler(devi, XS_OE_STATE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* we'll support backend running in domU later */

843e19887f64dde75055cf8842fc4db2171eff45johnlev#ifdef DOMU_BACKEND

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) xvdi_post_event(devi, XEN_HP_REMOVE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev#endif

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev list_destroy(&vdp->xdf_vreq_act);

843e19887f64dde75055cf8842fc4db2171eff45johnlev list_destroy(&vdp->xdf_gs_act);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_remove_all(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev kstat_delete(vdp->xdf_xdev_iostat);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_remove_softintr(vdp->xdf_softintr_id);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_driver_private(devi, NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev cv_destroy(&vdp->xdf_dev_cv);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_destroy(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_destroy(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_cache_flush_block != NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_free(vdp->xdf_flush_mem, 2 * DEV_BSIZE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_soft_state_free(vbd_ss, instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_suspend(dev_info_t *devi)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev enum xdf_state st;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = ddi_get_instance(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdfdebug & SUSRES_DBG)

843e19887f64dde75055cf8842fc4db2171eff45johnlev xen_printf("xdf_suspend: xdf#%d\n", instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp = ddi_get_soft_state(vbd_ss, instance)) == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev xvdi_suspend(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev st = vdp->xdf_status;

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev /* change status to stop further I/O requests */

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev if (st == XD_READY)

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev vdp->xdf_status = XD_SUSPEND;

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* make sure no more I/O responses left in the ring buffer */

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev if ((st == XD_INIT) || (st == XD_READY)) {

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#ifdef XPV_HVM_DRIVER

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj ec_unbind_evtchn(vdp->xdf_evtchn);

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#else

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev (void) ddi_remove_intr(devi, 0, NULL);

551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#endif

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev (void) xdf_drain_io(vdp);

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev /*

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdfdebug & SUSRES_DBG)

843e19887f64dde75055cf8842fc4db2171eff45johnlev xen_printf("xdf_suspend: SUCCESS\n");

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_resume(dev_info_t *devi)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = ddi_get_instance(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdfdebug & SUSRES_DBG)

843e19887f64dde75055cf8842fc4db2171eff45johnlev xen_printf("xdf_resume: xdf%d\n", instance);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp = ddi_get_soft_state(vbd_ss, instance)) == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xvdi_resume(devi) != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

1d03c31e0733adea0edef54f0d5d2ea9639ecd2ajohnlev ASSERT(vdp->xdf_status != XD_READY);

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_status = XD_UNKNOWN;

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdf_start_connect(vdp) != DDI_SUCCESS) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_cb_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdfdebug & SUSRES_DBG)

843e19887f64dde75055cf8842fc4db2171eff45johnlev xen_printf("xdf_resume: done\n");

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_reset(dev_info_t *devi, ddi_reset_cmd_t cmd)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = ddi_get_instance(devi);

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(DDI_DBG, ("xdf%d: resetting\n", instance));

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp = ddi_get_soft_state(vbd_ss, instance)) == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) xdf_drain_io(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(DDI_DBG, ("xdf%d: reset complete\n", instance));

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_open(dev_t *devp, int flag, int otyp, cred_t *credp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev ulong_t parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkct = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev boolean_t firstopen;

a6e5dd18ce1ac2c94bbb09fbb01867dc6effa694cz boolean_t nodelay;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

a6e5dd18ce1ac2c94bbb09fbb01867dc6effa694cz nodelay = (flag & (FNDELAY | FNONBLOCK));

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(*devp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))) == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(DDI_DBG, ("xdf%d: opening\n", XDF_INST(minor)));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* do cv_wait until connected or failed */

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

a6e5dd18ce1ac2c94bbb09fbb01867dc6effa694cz if (!nodelay && (xdf_connect(vdp, B_TRUE) != XD_READY)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((flag & FWRITE) && XD_IS_RO(vdp)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EROFS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev parbit = 1 << part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_vd_exclopen & parbit) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EBUSY);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* are we the first one to open this node? */

843e19887f64dde75055cf8842fc4db2171eff45johnlev firstopen = !xdf_isopen(vdp, -1);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((flag & FEXCL) && !firstopen) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EBUSY);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (otyp == OTYP_LYR)

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_lyropen[part]++;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_open[otyp] |= parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (flag & FEXCL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_exclopen |= parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* force a re-validation */

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (firstopen)

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmlb_invalidate(vdp->xdf_vd_lbl, NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

a6e5dd18ce1ac2c94bbb09fbb01867dc6effa694cz if (!nodelay && !XD_IS_CD(vdp) &&

843e19887f64dde75055cf8842fc4db2171eff45johnlev ((cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkct,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL, NULL) != 0) || (p_blkct == 0))) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) xdf_close(*devp, flag, otyp, credp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_close(dev_t dev, int flag, int otyp, struct cred *credp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev ulong_t parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))) == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev parbit = 1 << part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (otyp == OTYP_LYR) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_vd_lyropen[part] != 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_lyropen[part]--;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_vd_lyropen[part] == 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_open[OTYP_LYR] &= ~parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_open[otyp] &= ~parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_vd_exclopen &= ~parbit;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_strategy(struct buf *bp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkct, p_blkst;

843e19887f64dde75055cf8842fc4db2171eff45johnlev ulong_t nblks;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(bp->b_edev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!(vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))) ||

843e19887f64dde75055cf8842fc4db2171eff45johnlev !xdf_isopen(vdp, part) ||

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkct,

843e19887f64dde75055cf8842fc4db2171eff45johnlev &p_blkst, NULL, NULL, NULL)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev bioerror(bp, ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_resid = bp->b_bcount;

843e19887f64dde75055cf8842fc4db2171eff45johnlev biodone(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!IS_READ(bp) && XD_IS_RO(vdp)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev bioerror(bp, EROFS);

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_resid = bp->b_bcount;

843e19887f64dde75055cf8842fc4db2171eff45johnlev biodone(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (bp->b_blkno > p_blkct) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IO_DBG, ("xdf: block %lld exceeds VBD size %"PRIu64,

843e19887f64dde75055cf8842fc4db2171eff45johnlev (longlong_t)bp->b_blkno, (uint64_t)p_blkct));

843e19887f64dde75055cf8842fc4db2171eff45johnlev bioerror(bp, EINVAL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_resid = bp->b_bcount;

843e19887f64dde75055cf8842fc4db2171eff45johnlev biodone(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Legacy: don't set error flag at this case */

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (bp->b_blkno == p_blkct) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_resid = bp->b_bcount;

843e19887f64dde75055cf8842fc4db2171eff45johnlev biodone(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev nblks = bp->b_bcount >> XB_BSHIFT;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((bp->b_blkno + nblks) > p_blkct) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_resid = ((bp->b_blkno + nblks) - p_blkct) << XB_BSHIFT;

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_bcount -= bp->b_resid;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IO_DBG, ("xdf: strategy blk %lld len %lu\n",

843e19887f64dde75055cf8842fc4db2171eff45johnlev (longlong_t)bp->b_blkno, (ulong_t)bp->b_bcount));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev kstat_waitq_enter(KSTAT_IO_PTR(vdp->xdf_xdev_iostat));

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_f_act == NULL) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_f_act = vdp->xdf_l_act = bp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_l_act->av_forw = bp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_l_act = bp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->av_forw = NULL;

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->av_back = NULL; /* not tagged with a v_req */

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_private = (void *)(uintptr_t)p_blkst;

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_iostart(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (do_polled_io)

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) xdf_drain_io(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_read(dev_t dev, struct uio *uiop, cred_t *credp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkcnt;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!(vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IO_DBG, ("xdf: read offset 0x%"PRIx64"\n",

843e19887f64dde75055cf8842fc4db2171eff45johnlev (int64_t)uiop->uio_offset));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkcnt,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL, NULL))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (U_INVAL(uiop))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EINVAL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (physio(xdf_strategy, NULL, dev, B_READ, xdfmin, uiop));

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_write(dev_t dev, struct uio *uiop, cred_t *credp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkcnt;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!(vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IO_DBG, ("xdf: write offset 0x%"PRIx64"\n",

843e19887f64dde75055cf8842fc4db2171eff45johnlev (int64_t)uiop->uio_offset));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkcnt,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL, NULL))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (uiop->uio_loffset >= XB_DTOB(p_blkcnt))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENOSPC);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (U_INVAL(uiop))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EINVAL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (physio(xdf_strategy, NULL, dev, B_WRITE, minphys, uiop));

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_aread(dev_t dev, struct aio_req *aiop, cred_t *credp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct uio *uiop = aiop->aio_uio;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkcnt;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!(vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkcnt,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL, NULL))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (uiop->uio_loffset >= XB_DTOB(p_blkcnt))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENOSPC);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (U_INVAL(uiop))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EINVAL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (aphysio(xdf_strategy, anocancel, dev, B_READ, minphys, aiop));

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_awrite(dev_t dev, struct aio_req *aiop, cred_t *credp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct uio *uiop = aiop->aio_uio;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkcnt;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!(vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkcnt,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL, NULL))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (uiop->uio_loffset >= XB_DTOB(p_blkcnt))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENOSPC);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (U_INVAL(uiop))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EINVAL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (aphysio(xdf_strategy, anocancel, dev, B_WRITE, minphys, aiop));

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_dump(dev_t dev, caddr_t addr, daddr_t blkno, int nblk)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct buf dumpbuf, *dbp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int err = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev diskaddr_t p_blkcnt, p_blkst;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!(vdp = ddi_get_soft_state(vbd_ss, XDF_INST(minor))))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IO_DBG, ("xdf: dump addr (0x%p) blk (%ld) nblks (%d)\n",

843e19887f64dde75055cf8842fc4db2171eff45johnlev addr, blkno, nblk));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmlb_partinfo(vdp->xdf_vd_lbl, part, &p_blkcnt, &p_blkst,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, NULL, NULL))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((blkno + nblk) > p_blkcnt) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "xdf: block %ld exceeds VBD size %"PRIu64,

843e19887f64dde75055cf8842fc4db2171eff45johnlev blkno + nblk, (uint64_t)vdp->xdf_xdev_nblocks);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EINVAL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp = &dumpbuf;

843e19887f64dde75055cf8842fc4db2171eff45johnlev bioinit(dbp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_flags = B_BUSY;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_un.b_addr = addr;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_bcount = nblk << DEV_BSHIFT;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_resid = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_blkno = blkno;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_edev = dev;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->b_private = (void *)(uintptr_t)p_blkst;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev kstat_waitq_enter(KSTAT_IO_PTR(vdp->xdf_xdev_iostat));

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_f_act == NULL) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_f_act = vdp->xdf_l_act = dbp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_l_act->av_forw = dbp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_l_act = dbp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->av_forw = NULL;

843e19887f64dde75055cf8842fc4db2171eff45johnlev dbp->av_back = NULL;

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_iostart(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev err = xdf_drain_io(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev biofini(dbp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (err);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_ioctl(dev_t dev, int cmd, intptr_t arg, int mode, cred_t *credp,

843e19887f64dde75055cf8842fc4db2171eff45johnlev int *rvalp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev int instance;

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor_t minor;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev minor = getminor(dev);

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance = XDF_INST(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((vdp = ddi_get_soft_state(vbd_ss, instance)) == NULL)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IOCTL_DBG, ("xdf%d:ioctl: cmd %d (0x%x)\n",

843e19887f64dde75055cf8842fc4db2171eff45johnlev instance, cmd, cmd));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev part = XDF_PART(minor);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!xdf_isopen(vdp, part))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENXIO);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCGMEDIAINFO: {

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct dk_minfo media_info;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev media_info.dki_lbsize = DEV_BSIZE;

843e19887f64dde75055cf8842fc4db2171eff45johnlev media_info.dki_capacity = vdp->xdf_xdev_nblocks;

843e19887f64dde75055cf8842fc4db2171eff45johnlev media_info.dki_media_type = DK_FIXED_DISK;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyout(&media_info, (void *)arg,

843e19887f64dde75055cf8842fc4db2171eff45johnlev sizeof (struct dk_minfo), mode)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);

843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCINFO: {

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct dk_cinfo info;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* controller information */

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (XD_IS_CD(vdp))

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_ctype = DKC_CDROM;

843e19887f64dde75055cf8842fc4db2171eff45johnlev else

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_ctype = DKC_VBD;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_cnum = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) strncpy((char *)(&info.dki_cname), "xdf", 8);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* unit information */

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_unit = ddi_get_instance(vdp->xdf_dip);

843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) strncpy((char *)(&info.dki_dname), "xdf", 8);

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_flags = DKI_FMTVOL;

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_partition = part;

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_maxtransfer = maxphys / DEV_BSIZE;

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_addr = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_space = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_prio = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev info.dki_vec = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyout(&info, (void *)arg, sizeof (info), mode))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);

843e19887f64dde75055cf8842fc4db2171eff45johnlev else

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCSTATE: {

843e19887f64dde75055cf8842fc4db2171eff45johnlev enum dkio_state dkstate = DKIO_INSERTED;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyout(&dkstate, (void *)arg, sizeof (dkstate),

843e19887f64dde75055cf8842fc4db2171eff45johnlev mode) != 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCREMOVABLE: {

843e19887f64dde75055cf8842fc4db2171eff45johnlev int i = XD_IS_RM(vdp) ? 1 : 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyout(&i, (caddr_t)arg, sizeof (int), mode))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCG_PHYGEOM:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCG_VIRTGEOM:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCGGEOM:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCSGEOM:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCGAPART:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCGVTOC:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCSVTOC:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCPARTINFO:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCGETEFI:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCSETEFI:

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCPARTITION: {

843e19887f64dde75055cf8842fc4db2171eff45johnlev int rc;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev rc = cmlb_ioctl(vdp->xdf_vd_lbl, dev, cmd, arg, mode, credp,

843e19887f64dde75055cf8842fc4db2171eff45johnlev rvalp, NULL);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (rc);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCGETWCE:

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyout(&vdp->xdf_wce, (void *)arg,

843e19887f64dde75055cf8842fc4db2171eff45johnlev sizeof (vdp->xdf_wce), mode))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCSETWCE:

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyin((void *)arg, &vdp->xdf_wce,

843e19887f64dde75055cf8842fc4db2171eff45johnlev sizeof (vdp->xdf_wce), mode))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (0);

843e19887f64dde75055cf8842fc4db2171eff45johnlev case DKIOCFLUSHWRITECACHE: {

843e19887f64dde75055cf8842fc4db2171eff45johnlev int rc;

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct dk_callback *dkc = (struct dk_callback *)arg;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vdp->xdf_flush_supported) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev rc = xdf_lb_rdwr(vdp->xdf_dip, TG_WRITE,

843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, 0, 0, (void *)dev);

63c3e6179df15229a074893be77318fc37933d2amrj } else if (vdp->xdf_feature_barrier &&

63c3e6179df15229a074893be77318fc37933d2amrj !xdf_barrier_flush_disable) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev rc = xdf_lb_rdwr(vdp->xdf_dip, TG_WRITE,

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_cache_flush_block, xdf_flush_block,

843e19887f64dde75055cf8842fc4db2171eff45johnlev DEV_BSIZE, (void *)dev);

63c3e6179df15229a074893be77318fc37933d2amrj } else {

63c3e6179df15229a074893be77318fc37933d2amrj return (ENOTTY);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((mode & FKIOCTL) && (dkc != NULL) &&

843e19887f64dde75055cf8842fc4db2171eff45johnlev (dkc->dkc_callback != NULL)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev (*dkc->dkc_callback)(dkc->dkc_cookie, rc);

843e19887f64dde75055cf8842fc4db2171eff45johnlev /* need to return 0 after calling callback */

843e19887f64dde75055cf8842fc4db2171eff45johnlev rc = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (rc);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev default:

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ENOTTY);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic uint_t

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_intr(caddr_t arg)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_t *vdp = (xdf_t *)arg;

843e19887f64dde75055cf8842fc4db2171eff45johnlev xendev_ring_t *xbr;

843e19887f64dde75055cf8842fc4db2171eff45johnlev blkif_response_t *resp;

b1a3e7f1642868df84107f6eb9f823e0b02c1ac3mrj int bioerr;

843e19887f64dde75055cf8842fc4db2171eff45johnlev uint64_t id;

843e19887f64dde75055cf8842fc4db2171eff45johnlev extern int do_polled_io;

843e19887f64dde75055cf8842fc4db2171eff45johnlev uint8_t op;

843e19887f64dde75055cf8842fc4db2171eff45johnlev uint16_t status;

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_acc_handle_t acchdl;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_enter(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((xbr = vdp->xdf_xb_ring) == NULL) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_INTR_UNCLAIMED);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev acchdl = vdp->xdf_xb_ring_hdl;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev while (resp = xvdi_ring_get_response(xbr)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev id = ddi_get64(acchdl, &resp->id);

843e19887f64dde75055cf8842fc4db2171eff45johnlev op = ddi_get8(acchdl, &resp->operation);

843e19887f64dde75055cf8842fc4db2171eff45johnlev status = ddi_get16(acchdl, (uint16_t *)&resp->status);

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(INTR_DBG, ("resp: op %d id %"PRIu64" status %d\n",

843e19887f64dde75055cf8842fc4db2171eff45johnlev op, id, status));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev /*

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (status != BLKIF_RSP_OKAY) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev DPRINTF(IO_DBG, ("xdf@%s: I/O error while %s",

843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(vdp->xdf_dip),

843e19887f64dde75055cf8842fc4db2171eff45johnlev (op == BLKIF_OP_READ) ? "reading" : "writing"));

843e19887f64dde75055cf8842fc4db2171eff45johnlev bioerr = EIO;

b1a3e7f1642868df84107f6eb9f823e0b02c1ac3mrj } else {

b1a3e7f1642868df84107f6eb9f823e0b02c1ac3mrj bioerr = 0;

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_iofini(vdp, id, bioerr);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mutex_exit(&vdp->xdf_dev_lk);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!do_polled_io)

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_iostart(vdp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_INTR_CLAIMED);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevint xdf_fbrewrites; /* how many times was our flush block rewritten */

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void

843e19887f64dde75055cf8842fc4db2171eff45johnlevcheck_fbwrite(xdf_t *vdp, buf_t *bp, daddr_t blkno)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev int nblks;

843e19887f64dde75055cf8842fc4db2171eff45johnlev boolean_t mapin;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (IS_WRITE_BARRIER(vdp, bp))

843e19887f64dde75055cf8842fc4db2171eff45johnlev return; /* write was a flush write */

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev mapin = B_FALSE;

843e19887f64dde75055cf8842fc4db2171eff45johnlev nblks = bp->b_bcount >> DEV_BSHIFT;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xdf_flush_block >= blkno && xdf_flush_block < (blkno + nblks)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev xdf_fbrewrites++;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (bp->b_flags & (B_PAGEIO | B_PHYS)) {

843e19887f64dde75055cf8842fc4db2171eff45johnlev mapin = B_TRUE;

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp_mapin(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev bcopy(bp->b_un.b_addr +

843e19887f64dde75055cf8842fc4db2171eff45johnlev ((xdf_flush_block - blkno) << DEV_BSHIFT),

843e19887f64dde75055cf8842fc4db2171eff45johnlev vdp->xdf_cache_flush_block, DEV_BSIZE);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (mapin)

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp_mapout(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev }

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_iofini(xdf_t *vdp, uint64_t id, int bioerr)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev ge_slot_t *gs = (ge_slot_t *)(uintptr_t)id;

843e19887f64dde75055cf8842fc4db2171eff45johnlev v_req_t *vreq = gs->vreq;

843e19887f64dde75055cf8842fc4db2171eff45johnlev buf_t *bp = vreq->v_buf;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev gs_free(vdp, gs);

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (bioerr)

843e19887f64dde75055cf8842fc4db2171eff45johnlev bioerror(bp, bioerr);

843e19887f64dde75055cf8842fc4db2171eff45johnlev vreq->v_nslots--;

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (vreq->v_nslots != 0)

843e19887f64dde75055cf8842fc4db2171eff45johnlev return;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev XDF_UPDATE_IO_STAT(vdp, bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev kstat_runq_exit(KSTAT_IO_PTR(vdp->xdf_xdev_iostat));

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev if (IS_ERROR(bp))

843e19887f64dde75055cf8842fc4db2171eff45johnlev bp->b_resid = bp->b_bcount;

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev vreq_free(vdp, vreq);

843e19887f64dde75055cf8842fc4db2171eff45johnlev biodone(bp);

843e19887f64dde75055cf8842fc4db2171eff45johnlev}

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define XF_PARTIAL 0 /* rreq is full, not all I/O in buf transferred */

843e19887f64dde75055cf8842fc4db2171eff45johnlev#define XF_COMP 1 /* no more I/O left in buf */

843e19887f64dde75055cf8842fc4db2171eff45johnlev

843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void

843e19887f64dde75055cf8842fc4db2171eff45johnlevxdf_iostart(xdf_t *vdp)

843e19887f64dde75055cf8842fc4db2171eff45johnlev{

843e19887f64dde75055cf8842fc4db2171eff45johnlev xendev_ring_t *xbr;

843e19887f64dde75055cf8842fc4db2171eff45johnlev struct buf *bp;

843e19887f64dde75055cf8842fc4db2171eff45johnlev blkif_request_t *rreq;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int retval;

843e19887f64dde75055cf8842fc4db2171eff45johnlev int rreqready = 0;