843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * CDDL HEADER START
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * The contents of this file are subject to the terms of the
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Common Development and Distribution License (the "License").
843e19887f64dde75055cf8842fc4db2171eff45johnlev * You may not use this file except in compliance with the License.
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
843e19887f64dde75055cf8842fc4db2171eff45johnlev * or http://www.opensolaris.org/os/licensing.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * See the License for the specific language governing permissions
843e19887f64dde75055cf8842fc4db2171eff45johnlev * and limitations under the License.
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * When distributing Covered Code, include this CDDL HEADER in each
843e19887f64dde75055cf8842fc4db2171eff45johnlev * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * If applicable, add the following below this CDDL HEADER, with the
843e19887f64dde75055cf8842fc4db2171eff45johnlev * fields enclosed by brackets "[]" replaced with your own identifying
843e19887f64dde75055cf8842fc4db2171eff45johnlev * information: Portions Copyright [yyyy] [name of copyright owner]
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * CDDL HEADER END
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Use is subject to license terms.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
cd21e7c548ae2a3b5e522244bf798f2a6b4ba02dGarrett D'Amore/*
cd21e7c548ae2a3b5e522244bf798f2a6b4ba02dGarrett D'Amore * Copyright 2012 Garrett D'Amore <garrett@damore.org>. All rights reserved.
cd21e7c548ae2a3b5e522244bf798f2a6b4ba02dGarrett D'Amore */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Host to hypervisor virtual devices nexus driver
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * TODO:
843e19887f64dde75055cf8842fc4db2171eff45johnlev * - Add watchpoints on vbd/vif and enumerate/offline on watch callback
843e19887f64dde75055cf8842fc4db2171eff45johnlev * - Add DR IOCTLs
843e19887f64dde75055cf8842fc4db2171eff45johnlev * - Filter/restrict property lookups into xenstore
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/conf.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/kmem.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/debug.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/modctl.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/autoconf.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/ddi_impldefs.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/ddi_subrdefs.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/ddi.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/sunddi.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/sunndi.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/avintr.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/psm.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/spl.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/promif.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/list.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/bootconf.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/bootsvcs.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <util/sscanf.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/mach_intr.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/bootinfo.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#ifdef XPV_HVM_DRIVER
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/xpv_support.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/hypervisor.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/archsystm.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/cpu.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <public/xen.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <public/event_channel.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <public/io/xenbus.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#else
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/hypervisor.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/evtchn_impl.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#include <sys/xen_mmu.h>
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#endif
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <xen/sys/xenbus_impl.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <xen/sys/xendev.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * DDI dev_ops entrypoints
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_info(dev_info_t *, ddi_info_cmd_t, void *, void **);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_attach(dev_info_t *devi, ddi_attach_cmd_t cmd);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_detach(dev_info_t *devi, ddi_detach_cmd_t cmd);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * NDI bus_ops entrypoints
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_ctlops(dev_info_t *, dev_info_t *, ddi_ctl_enum_t, void *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_intr_ops(dev_info_t *, dev_info_t *, ddi_intr_op_t,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_intr_handle_impl_t *, void *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_prop_op(dev_t, dev_info_t *, dev_info_t *, ddi_prop_op_t,
843e19887f64dde75055cf8842fc4db2171eff45johnlev int, char *, caddr_t, int *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_bus_config(dev_info_t *, uint_t, ddi_bus_config_op_t,
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *, dev_info_t **);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_bus_unconfig(dev_info_t *, uint_t, ddi_bus_config_op_t,
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_get_eventcookie(dev_info_t *, dev_info_t *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev char *, ddi_eventcookie_t *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_add_eventcall(dev_info_t *, dev_info_t *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_eventcookie_t, void (*)(dev_info_t *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_eventcookie_t, void *, void *),
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *, ddi_callback_id_t *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_remove_eventcall(dev_info_t *, ddi_callback_id_t);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_post_event(dev_info_t *, dev_info_t *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_eventcookie_t, void *);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * misc functions
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_enable_intr(dev_info_t *, ddi_intr_handle_impl_t *, int);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void xpvd_disable_intr(dev_info_t *, ddi_intr_handle_impl_t *, int);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_removechild(dev_info_t *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_initchild(dev_info_t *);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int xpvd_name_child(dev_info_t *, char *, int);
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic boolean_t i_xpvd_parse_devname(char *, xendev_devclass_t *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev domid_t *, int *);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/* Extern declarations */
843e19887f64dde75055cf8842fc4db2171eff45johnlevextern int (*psm_intr_ops)(dev_info_t *, ddi_intr_handle_impl_t *,
843e19887f64dde75055cf8842fc4db2171eff45johnlev psm_intr_op_t, int *);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstruct bus_ops xpvd_bus_ops = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev BUSO_REV,
843e19887f64dde75055cf8842fc4db2171eff45johnlev i_ddi_bus_map,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL,
843e19887f64dde75055cf8842fc4db2171eff45johnlev i_ddi_map_fault,
cd21e7c548ae2a3b5e522244bf798f2a6b4ba02dGarrett D'Amore NULL,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_allochdl,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_freehdl,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_bindhdl,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_unbindhdl,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_flush,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_win,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_dma_mctl,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_ctlops,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_prop_op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_get_eventcookie,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_add_eventcall,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_remove_eventcall,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_post_event,
843e19887f64dde75055cf8842fc4db2171eff45johnlev 0, /* (*bus_intr_ctl)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_bus_config,
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_bus_unconfig,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, /* (*bus_fm_init)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, /* (*bus_fm_fini)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, /* (*bus_fm_access_enter)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, /* (*bus_fm_access_exit)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL, /* (*bus_power)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_intr_ops /* (*bus_intr_op)(); */
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstruct dev_ops xpvd_ops = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev DEVO_REV, /* devo_rev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev 0, /* refcnt */
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_info, /* info */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nulldev, /* identify */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nulldev, /* probe */
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_attach, /* attach */
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_detach, /* detach */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nulldev, /* reset */
843e19887f64dde75055cf8842fc4db2171eff45johnlev (struct cb_ops *)0, /* driver operations */
193974072f41a843678abf5f61979c748687e66bSherry Moore &xpvd_bus_ops, /* bus operations */
193974072f41a843678abf5f61979c748687e66bSherry Moore NULL, /* power */
193974072f41a843678abf5f61979c748687e66bSherry Moore ddi_quiesce_not_needed, /* quiesce */
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevdev_info_t *xpvd_dip;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev#define CF_DBG 0x1
843e19887f64dde75055cf8842fc4db2171eff45johnlev#define ALL_DBG 0xff
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic ndi_event_definition_t xpvd_ndi_event_defs[] = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev { 0, XS_OE_STATE, EPL_KERNEL, NDI_EVENT_POST_TO_TGT },
843e19887f64dde75055cf8842fc4db2171eff45johnlev { 1, XS_HP_STATE, EPL_KERNEL, NDI_EVENT_POST_TO_TGT },
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev#define XENDEV_N_NDI_EVENTS \
843e19887f64dde75055cf8842fc4db2171eff45johnlev (sizeof (xpvd_ndi_event_defs) / sizeof (xpvd_ndi_event_defs[0]))
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic ndi_event_set_t xpvd_ndi_events = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev NDI_EVENTS_REV1, XENDEV_N_NDI_EVENTS, xpvd_ndi_event_defs
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic ndi_event_hdl_t xpvd_ndi_event_handle;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Hypervisor interrupt capabilities
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev#define XENDEV_INTR_CAPABILITIES \
843e19887f64dde75055cf8842fc4db2171eff45johnlev (DDI_INTR_FLAG_EDGE | DDI_INTR_FLAG_MASKABLE | DDI_INTR_FLAG_PENDING)
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Module linkage information for the kernel.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct modldrv modldrv = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev &mod_driverops, /* Type of module */
8793b36b40d14ad0a0fecc97738dc118a928f46cNick Todd "virtual device nexus driver",
843e19887f64dde75055cf8842fc4db2171eff45johnlev &xpvd_ops, /* driver ops */
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct modlinkage modlinkage = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev MODREV_1,
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void *)&modldrv,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlev_init(void)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_install(&modlinkage));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlev_fini(void)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_remove(&modlinkage));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlev_info(struct modinfo *modinfop)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_info(&modlinkage, modinfop));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/* ARGSUSED */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_info(dev_info_t *dip, ddi_info_cmd_t cmd, void *arg, void **result)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INFO_DEVT2INSTANCE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *result = (void *)0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INFO_DEVT2DEVINFO:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *result = (void *)xpvd_dip;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_attach(dev_info_t *devi, ddi_attach_cmd_t cmd)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev extern void xvdi_watch_devices(int);
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#ifdef XPV_HVM_DRIVER
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee extern dev_info_t *xpv_dip;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee if (xpv_dip == NULL) {
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj if (ddi_hold_installed_driver(ddi_name_to_major("xpv")) ==
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj NULL) {
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj cmn_err(CE_WARN, "Couldn't initialize xpv framework");
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj return (DDI_FAILURE);
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj }
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj }
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp#endif /* XPV_HVM_DRIVER */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ndi_event_alloc_hdl(devi, 0, &xpvd_ndi_event_handle,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NDI_SLEEP) != NDI_SUCCESS) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_dip = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ndi_event_bind_set(xpvd_ndi_event_handle, &xpvd_ndi_events,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NDI_SLEEP) != NDI_SUCCESS) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) ndi_event_free_hdl(xpvd_ndi_event_handle);
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_dip = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp#ifdef XPV_HVM_DRIVER
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp (void) ddi_prop_update_int(DDI_DEV_T_NONE, devi, DDI_NO_AUTODETACH, 1);
6eb35ee750312cc65aa066dd0f625b9d54c6f86erab
6eb35ee750312cc65aa066dd0f625b9d54c6f86erab /*
6eb35ee750312cc65aa066dd0f625b9d54c6f86erab * Report our version to dom0.
6eb35ee750312cc65aa066dd0f625b9d54c6f86erab */
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee if (xenbus_printf(XBT_NULL, "guest/xpvd", "version", "%d",
6eb35ee750312cc65aa066dd0f625b9d54c6f86erab HVMPV_XPVD_VERS))
6eb35ee750312cc65aa066dd0f625b9d54c6f86erab cmn_err(CE_WARN, "xpvd: couldn't write version\n");
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp#endif /* XPV_HVM_DRIVER */
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* watch both frontend and backend for new devices */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (DOMAIN_IS_INITDOMAIN(xen_info))
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) xs_register_xenbus_callback(xvdi_watch_devices);
843e19887f64dde75055cf8842fc4db2171eff45johnlev else
843e19887f64dde75055cf8842fc4db2171eff45johnlev xvdi_watch_devices(XENSTORE_UP);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj xpvd_dip = devi;
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_report_dev(devi);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_detach(dev_info_t *devi, ddi_detach_cmd_t cmd)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * xpvd_prop_op()
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Query xenstore for the value of properties if DDI_PROP_NOTPROM
843e19887f64dde75055cf8842fc4db2171eff45johnlev * is not set. Xenstore property values are represented as ascii strings.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_prop_op(dev_t dev, dev_info_t *dip, dev_info_t *ch_dip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_op_t prop_op, int mod_flags, char *name, caddr_t valuep,
843e19887f64dde75055cf8842fc4db2171eff45johnlev int *lengthp)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev caddr_t buff;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct xendev_ppd *pdp;
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *prop_str;
843e19887f64dde75055cf8842fc4db2171eff45johnlev size_t prop_len;
843e19887f64dde75055cf8842fc4db2171eff45johnlev unsigned int len;
843e19887f64dde75055cf8842fc4db2171eff45johnlev int rv;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev pdp = (struct xendev_ppd *)ddi_get_parent_data(ch_dip);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((pdp == NULL) || !(mod_flags & (DDI_PROP_CANSLEEP)) ||
843e19887f64dde75055cf8842fc4db2171eff45johnlev (mod_flags & DDI_PROP_NOTPROM) || (pdp->xd_xsdev.nodename == NULL))
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto toss_off;
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * First try reading the property off the the frontend. if that
843e19887f64dde75055cf8842fc4db2171eff45johnlev * fails, try and read it from the backend node. If that
843e19887f64dde75055cf8842fc4db2171eff45johnlev * also fails, pass the request on the DDI framework
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev prop_str = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((xenbus_read(XBT_NULL, pdp->xd_xsdev.nodename, name, &prop_str,
843e19887f64dde75055cf8842fc4db2171eff45johnlev &len) == 0) && (prop_str != NULL) && (strlen(prop_str) != 0))
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto got_xs_prop;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev prop_str = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((pdp->xd_xsdev.otherend != NULL) &&
843e19887f64dde75055cf8842fc4db2171eff45johnlev (xenbus_read(XBT_NULL, pdp->xd_xsdev.otherend, name, &prop_str,
843e19887f64dde75055cf8842fc4db2171eff45johnlev &len) == 0) && (prop_str != NULL) && (strlen(prop_str) != 0))
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto got_xs_prop;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevtoss_off:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ddi_bus_prop_op(dev, dip, ch_dip, prop_op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev mod_flags | DDI_PROP_NOTPROM, name, valuep, lengthp));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevgot_xs_prop:
843e19887f64dde75055cf8842fc4db2171eff45johnlev prop_len = strlen(prop_str) + 1;
843e19887f64dde75055cf8842fc4db2171eff45johnlev rv = DDI_PROP_SUCCESS;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (prop_op) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case PROP_LEN:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *lengthp = prop_len;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case PROP_LEN_AND_VAL_ALLOC:
843e19887f64dde75055cf8842fc4db2171eff45johnlev buff = kmem_alloc((size_t)prop_len, KM_SLEEP);
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(caddr_t *)valuep = (caddr_t)buff;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev case PROP_LEN_AND_VAL_BUF:
843e19887f64dde75055cf8842fc4db2171eff45johnlev buff = (caddr_t)valuep;
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*lengthp < prop_len)
843e19887f64dde75055cf8842fc4db2171eff45johnlev rv = DDI_PROP_BUF_TOO_SMALL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev rv = DDI_PROP_INVAL_ARG;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((rv == DDI_PROP_SUCCESS) && (prop_len > 0)) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev bcopy(prop_str, buff, prop_len);
843e19887f64dde75055cf8842fc4db2171eff45johnlev *lengthp = prop_len;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_free(prop_str, len);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (rv);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * return address of the device's interrupt spec structure.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstruct intrspec *
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_get_ispec(dev_info_t *rdip, uint_t inumber)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct xendev_ppd *pdp;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(inumber == 0);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((pdp = ddi_get_parent_data(rdip)) == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (&pdp->xd_ispec);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * return (and determine) the interrupt priority of the device.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_get_priority(dev_info_t *dip, int inum, int *pri)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct xendev_ppd *pdp;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct intrspec *ispec;
843e19887f64dde75055cf8842fc4db2171eff45johnlev int *intpriorities;
843e19887f64dde75055cf8842fc4db2171eff45johnlev uint_t num_intpriorities;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_get_priority: dip = 0x%p\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void *)dip));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(inum == 0);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((pdp = ddi_get_parent_data(dip)) == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec = &pdp->xd_ispec;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Set the default priority based on the device class. The
843e19887f64dde75055cf8842fc4db2171eff45johnlev * "interrupt-priorities" property can be used to override
843e19887f64dde75055cf8842fc4db2171eff45johnlev * the default.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ispec->intrspec_pri == 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_pri = xendev_devclass_ipl(pdp->xd_devclass);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_prop_lookup_int_array(DDI_DEV_T_ANY, dip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_PROP_NOTPROM | DDI_PROP_DONTPASS,
843e19887f64dde75055cf8842fc4db2171eff45johnlev "interrupt-priorities", &intpriorities,
843e19887f64dde75055cf8842fc4db2171eff45johnlev &num_intpriorities) == DDI_PROP_SUCCESS) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_pri = intpriorities[0];
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_free(intpriorities);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev *pri = ispec->intrspec_pri;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * xpvd_intr_ops: bus_intr_op() function for interrupt support
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev/* ARGSUSED */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_intr_ops(dev_info_t *pdip, dev_info_t *rdip, ddi_intr_op_t intr_op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_intr_handle_impl_t *hdlp, void *result)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev int priority = 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct intrspec *ispec;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct xendev_ppd *pdp;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT,
843e19887f64dde75055cf8842fc4db2171eff45johnlev "xpvd_intr_ops: pdip 0x%p, rdip 0x%p, op %x handle 0x%p\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void *)pdip, (void *)rdip, intr_op, (void *)hdlp));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Process the request */
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (intr_op) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_SUPPORTED_TYPES:
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Fixed supported by default */
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = DDI_INTR_TYPE_FIXED;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_NINTRS:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = 1;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_ALLOC:
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * FIXED interrupts: just return available interrupts
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (hdlp->ih_type == DDI_INTR_TYPE_FIXED) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * event channels are edge-triggered, maskable,
843e19887f64dde75055cf8842fc4db2171eff45johnlev * and support int pending.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev hdlp->ih_cap |= XENDEV_INTR_CAPABILITIES;
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = 1; /* DDI_INTR_TYPE_FIXED */
843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_FREE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec = xpvd_get_ispec(rdip, (int)hdlp->ih_inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ispec == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_pri = 0; /* mark as un-initialized */
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_GETPRI:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xpvd_get_priority(rdip, hdlp->ih_inum, &priority) !=
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_SUCCESS)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_intr_ops: priority = 0x%x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev priority));
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = priority;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_SETPRI:
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Validate the interrupt priority passed */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*(int *)result > LOCK_LEVEL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Ensure that PSM is all initialized */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (psm_intr_ops == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Change the priority */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((*psm_intr_ops)(rdip, hdlp, PSM_INTR_OP_SET_PRI, result) ==
843e19887f64dde75055cf8842fc4db2171eff45johnlev PSM_FAILURE)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec = xpvd_get_ispec(rdip, (int)hdlp->ih_inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ispec == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_pri = *(int *)result;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_ADDISR:
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* update ispec */
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec = xpvd_get_ispec(rdip, (int)hdlp->ih_inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ispec == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_func = hdlp->ih_cb_func;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_REMISR:
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec = xpvd_get_ispec(rdip, (int)hdlp->ih_inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev pdp = (struct xendev_ppd *)ddi_get_parent_data(rdip);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(pdp != NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(pdp->xd_evtchn != INVALID_EVTCHN);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ispec) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_vec = 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev ispec->intrspec_func = (uint_t (*)()) 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev pdp->xd_evtchn = INVALID_EVTCHN;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_GETCAP:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (hdlp->ih_type == DDI_INTR_TYPE_FIXED) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * event channels are edge-triggered, maskable,
843e19887f64dde75055cf8842fc4db2171eff45johnlev * and support int pending.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = XENDEV_INTR_CAPABILITIES;
843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd: GETCAP returned = %x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_SETCAP:
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_intr_ops: SETCAP cap=0x%x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (psm_intr_ops == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((*psm_intr_ops)(rdip, hdlp, PSM_INTR_OP_SET_CAP, result)) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "GETCAP: psm_intr_ops"
843e19887f64dde75055cf8842fc4db2171eff45johnlev " returned failure\n"));
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_ENABLE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (psm_intr_ops == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xpvd_enable_intr(rdip, hdlp, (int)hdlp->ih_inum) !=
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_SUCCESS)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_intr_ops: ENABLE vec=0x%x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev hdlp->ih_vector));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_DISABLE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (psm_intr_ops == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev xpvd_disable_intr(rdip, hdlp, hdlp->ih_inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_intr_ops: DISABLE vec = %x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev hdlp->ih_vector));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_BLOCKENABLE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_BLOCKDISABLE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_SETMASK:
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_CLRMASK:
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#ifdef XPV_HVM_DRIVER
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj return (DDI_ENOTSUP);
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#else
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Handle this here
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (hdlp->ih_type != DDI_INTR_TYPE_FIXED)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (intr_op == DDI_INTROP_SETMASK) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ec_disable_irq(hdlp->ih_vector);
843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ec_enable_irq(hdlp->ih_vector);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#endif
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_GETPENDING:
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#ifdef XPV_HVM_DRIVER
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj return (DDI_ENOTSUP);
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#else
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (hdlp->ih_type != DDI_INTR_TYPE_FIXED)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = ec_pending_irq(hdlp->ih_vector);
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd: GETPENDING returned = %x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
551bc2a66868b5cb5be6b70ab9f55515e77a39a9mrj#endif
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INTROP_NAVAIL:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result = 1;
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd: NAVAIL returned = %x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev *(int *)result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (i_ddi_intr_ops(pdip, rdip, intr_op, hdlp, result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_enable_intr(dev_info_t *rdip, ddi_intr_handle_impl_t *hdlp, int inum)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev int vector;
843e19887f64dde75055cf8842fc4db2171eff45johnlev ihdl_plat_t *ihdl_plat_datap = (ihdl_plat_t *)hdlp->ih_private;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_enable_intr: hdlp %p inum %x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void *)hdlp, inum));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ihdl_plat_datap->ip_ispecp = xpvd_get_ispec(rdip, inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ihdl_plat_datap->ip_ispecp == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* translate the interrupt if needed */
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) (*psm_intr_ops)(rdip, hdlp, PSM_INTR_OP_XLATE_VECTOR, &vector);
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_enable_intr: priority=%x vector=%x\n",
843e19887f64dde75055cf8842fc4db2171eff45johnlev hdlp->ih_pri, vector));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Add the interrupt handler */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!add_avintr((void *)hdlp, hdlp->ih_pri, hdlp->ih_cb_func,
843e19887f64dde75055cf8842fc4db2171eff45johnlev DEVI(rdip)->devi_name, vector, hdlp->ih_cb_arg1,
843e19887f64dde75055cf8842fc4db2171eff45johnlev hdlp->ih_cb_arg2, NULL, rdip))
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Note this really is an irq. */
843e19887f64dde75055cf8842fc4db2171eff45johnlev hdlp->ih_vector = (ushort_t)vector;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic void
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_disable_intr(dev_info_t *rdip, ddi_intr_handle_impl_t *hdlp, int inum)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev int vector;
843e19887f64dde75055cf8842fc4db2171eff45johnlev ihdl_plat_t *ihdl_plat_datap = (ihdl_plat_t *)hdlp->ih_private;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_INTR_NEXDBG((CE_CONT, "xpvd_disable_intr: \n"));
843e19887f64dde75055cf8842fc4db2171eff45johnlev ihdl_plat_datap->ip_ispecp = xpvd_get_ispec(rdip, inum);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ihdl_plat_datap->ip_ispecp == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* translate the interrupt if needed */
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) (*psm_intr_ops)(rdip, hdlp, PSM_INTR_OP_XLATE_VECTOR, &vector);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Disable the interrupt handler */
843e19887f64dde75055cf8842fc4db2171eff45johnlev rem_avintr((void *)hdlp, hdlp->ih_pri, hdlp->ih_cb_func, vector);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ihdl_plat_datap->ip_ispecp = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_ctlops(dev_info_t *dip, dev_info_t *rdip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_ctl_enum_t ctlop, void *arg, void *result)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (ctlop) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_REPORTDEV:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (rdip == (dev_info_t *)0)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_CONT, "?%s@%s, %s%d\n", ddi_node_name(rdip),
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name_addr(rdip), ddi_driver_name(rdip),
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_instance(rdip));
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_INITCHILD:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (xpvd_initchild((dev_info_t *)arg));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_UNINITCHILD:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (xpvd_removechild((dev_info_t *)arg));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_SIDDEV:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_REGSIZE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_NREGS:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_CTLOPS_POWER: {
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ddi_ctlops(dip, rdip, ctlop, arg, result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ddi_ctlops(dip, rdip, ctlop, arg, result));
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* NOTREACHED */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Assign the address portion of the node name
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edpxpvd_name_child(dev_info_t *child, char *addr, int addrlen)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev int *domain, *vdev;
843e19887f64dde75055cf8842fc4db2171eff45johnlev uint_t ndomain, nvdev;
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp char *prop_str;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * i_xpvd_parse_devname() knows the formats used by this
843e19887f64dde75055cf8842fc4db2171eff45johnlev * routine. If this code changes, so must that.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_prop_lookup_int_array(DDI_DEV_T_ANY, child, DDI_PROP_DONTPASS,
843e19887f64dde75055cf8842fc4db2171eff45johnlev "domain", &domain, &ndomain) != DDI_PROP_SUCCESS)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(ndomain == 1);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Use "domain" and "vdev" properties (backend drivers).
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*domain != DOMID_SELF) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_prop_lookup_int_array(DDI_DEV_T_ANY, child,
843e19887f64dde75055cf8842fc4db2171eff45johnlev DDI_PROP_DONTPASS, "vdev", &vdev, &nvdev)
843e19887f64dde75055cf8842fc4db2171eff45johnlev != DDI_PROP_SUCCESS) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_free(domain);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev ASSERT(nvdev == 1);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp (void) snprintf(addr, addrlen, "%d,%d", domain[0], vdev[0]);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_free(vdev);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_free(domain);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_free(domain);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Use "unit-address" property (frontend/softdev drivers).
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp if (ddi_prop_lookup_string(DDI_DEV_T_ANY, child, DDI_PROP_DONTPASS,
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp "unit-address", &prop_str) != DDI_PROP_SUCCESS)
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp return (DDI_FAILURE);
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp (void) strlcpy(addr, prop_str, addrlen);
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp ddi_prop_free(prop_str);
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_initchild(dev_info_t *child)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp char addr[80];
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Pseudo nodes indicate a prototype node with per-instance
843e19887f64dde75055cf8842fc4db2171eff45johnlev * properties to be merged into the real h/w device node.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ndi_dev_is_persistent_node(child) == 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_parent_data(child, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Try to merge the properties from this prototype
843e19887f64dde75055cf8842fc4db2171eff45johnlev * node into real h/w nodes.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ndi_merge_node(child, xpvd_name_child) == DDI_SUCCESS) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Merged ok - return failure to remove the node.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_name_addr(child, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * The child was not merged into a h/w node,
843e19887f64dde75055cf8842fc4db2171eff45johnlev * but there's not much we can do with it other
843e19887f64dde75055cf8842fc4db2171eff45johnlev * than return failure to cause the node to be removed.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev cmn_err(CE_WARN, "!%s@%s: %s.conf properties not merged",
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name(child), ddi_get_name_addr(child),
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_get_name(child));
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_name_addr(child, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_NOT_WELL_FORMED);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (xvdi_init_dev(child) != DDI_SUCCESS)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp if (xpvd_name_child(child, addr, sizeof (addr)) != DDI_SUCCESS) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev xvdi_uninit_dev(child);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
06bbe1e05e4f6fd0773ee85a50c0de7adfc4fa06edp ddi_set_name_addr(child, addr);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_removechild(dev_info_t *dip)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev xvdi_uninit_dev(dip);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_set_name_addr(dip, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Strip the node to properly convert it back to prototype
843e19887f64dde75055cf8842fc4db2171eff45johnlev * form.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_remove_minor_node(dip, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_bus_unconfig(dev_info_t *parent, uint_t flag, ddi_bus_config_op_t op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *device_name)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_busop_bus_unconfig(parent, flag, op, device_name));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Given the name of a child of xpvd, determine the device class,
843e19887f64dde75055cf8842fc4db2171eff45johnlev * domain and vdevnum to which it refers.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic boolean_t
843e19887f64dde75055cf8842fc4db2171eff45johnlevi_xpvd_parse_devname(char *name, xendev_devclass_t *devclassp,
843e19887f64dde75055cf8842fc4db2171eff45johnlev domid_t *domp, int *vdevp)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev int len = strlen(name) + 1;
843e19887f64dde75055cf8842fc4db2171eff45johnlev char *device_name = i_ddi_strdup(name, KM_SLEEP);
843e19887f64dde75055cf8842fc4db2171eff45johnlev char *cname = NULL, *caddr = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev boolean_t ret;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev i_ddi_parse_name(device_name, &cname, &caddr, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((cname == NULL) || (strlen(cname) == 0) ||
843e19887f64dde75055cf8842fc4db2171eff45johnlev (caddr == NULL) || (strlen(caddr) == 0)) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ret = B_FALSE;
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto done;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev *devclassp = xendev_nodename_to_devclass(cname);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*devclassp < 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ret = B_FALSE;
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto done;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Parsing the address component requires knowledge of how
843e19887f64dde75055cf8842fc4db2171eff45johnlev * xpvd_name_child() works. If that code changes, so must
843e19887f64dde75055cf8842fc4db2171eff45johnlev * this.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Backend format is "<domain>,<vdev>". */
8793b36b40d14ad0a0fecc97738dc118a928f46cNick Todd if (sscanf(caddr, "%hu,%d", domp, vdevp) == 2) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ret = B_TRUE;
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto done;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* Frontend format is "<vdev>". */
843e19887f64dde75055cf8842fc4db2171eff45johnlev *domp = DOMID_SELF;
97869ac5121a555decdf3080d02beef2af506da6jhd if (sscanf(caddr, "%d", vdevp) == 1)
843e19887f64dde75055cf8842fc4db2171eff45johnlev ret = B_TRUE;
843e19887f64dde75055cf8842fc4db2171eff45johnlevdone:
843e19887f64dde75055cf8842fc4db2171eff45johnlev kmem_free(device_name, len);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ret);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * xpvd_bus_config()
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * BUS_CONFIG_ONE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Enumerate the exact instance of a driver.
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * BUS_CONFIG_ALL:
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Enumerate all the instances of all the possible children (seen before
843e19887f64dde75055cf8842fc4db2171eff45johnlev * and never seen before).
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * BUS_CONFIG_DRIVER:
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Enumerate all the instances of a particular driver.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_bus_config(dev_info_t *parent, uint_t flag, ddi_bus_config_op_t op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *arg, dev_info_t **childp)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev int circ;
843e19887f64dde75055cf8842fc4db2171eff45johnlev char *cname = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_enter(parent, &circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (op) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case BUS_CONFIG_ONE: {
843e19887f64dde75055cf8842fc4db2171eff45johnlev xendev_devclass_t devclass;
843e19887f64dde75055cf8842fc4db2171eff45johnlev domid_t dom;
843e19887f64dde75055cf8842fc4db2171eff45johnlev int vdev;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (!i_xpvd_parse_devname(arg, &devclass, &dom, &vdev)) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_exit(parent, circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (NDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev *childp = xvdi_find_dev(parent, devclass, dom, vdev);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*childp == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev *childp = xvdi_create_dev(parent, devclass, dom, vdev);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_exit(parent, circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*childp == NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (NDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev else
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_busop_bus_config(parent, flag,
843e19887f64dde75055cf8842fc4db2171eff45johnlev op, arg, childp, 0));
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case BUS_CONFIG_DRIVER: {
843e19887f64dde75055cf8842fc4db2171eff45johnlev xendev_devclass_t devclass = XEN_INVAL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev cname = ddi_major_to_name((major_t)(uintptr_t)arg);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cname != NULL)
843e19887f64dde75055cf8842fc4db2171eff45johnlev devclass = xendev_nodename_to_devclass(cname);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (devclass == XEN_INVAL) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_exit(parent, circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (NDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {
843e19887f64dde75055cf8842fc4db2171eff45johnlev xendev_enum_class(parent, devclass);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_exit(parent, circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_busop_bus_config(parent, flag, op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev arg, childp, 0));
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev /* NOTREACHED */
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev case BUS_CONFIG_ALL:
843e19887f64dde75055cf8842fc4db2171eff45johnlev xendev_enum_all(parent, B_FALSE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_exit(parent, circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_busop_bus_config(parent, flag, op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev arg, childp, 0));
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev ndi_devi_exit(parent, circ);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (NDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_get_eventcookie(dev_info_t *dip, dev_info_t *rdip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev char *eventname, ddi_eventcookie_t *cookie)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_event_retrieve_cookie(xpvd_ndi_event_handle,
843e19887f64dde75055cf8842fc4db2171eff45johnlev rdip, eventname, cookie, NDI_EVENT_NOPASS));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_add_eventcall(dev_info_t *dip, dev_info_t *rdip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_eventcookie_t cookie, void (*callback)(dev_info_t *dip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_eventcookie_t cookie, void *arg, void *bus_impldata),
843e19887f64dde75055cf8842fc4db2171eff45johnlev void *arg, ddi_callback_id_t *cb_id)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_event_add_callback(xpvd_ndi_event_handle,
843e19887f64dde75055cf8842fc4db2171eff45johnlev rdip, cookie, callback, arg, NDI_SLEEP, cb_id));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_remove_eventcall(dev_info_t *dip, ddi_callback_id_t cb_id)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_event_remove_callback(xpvd_ndi_event_handle,
843e19887f64dde75055cf8842fc4db2171eff45johnlev cb_id));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevxpvd_post_event(dev_info_t *dip, dev_info_t *rdip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_eventcookie_t cookie, void *bus_impldata)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (ndi_event_run_callbacks(xpvd_ndi_event_handle, rdip,
843e19887f64dde75055cf8842fc4db2171eff45johnlev cookie, bus_impldata));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}