VBox/VMM/PDMDriver.cpp

	PDMDriver.cpp revision 83df31c21044349888e688d5f793ce39007e6693
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/* $Id$ */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/** @file
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * PDM - Pluggable Device and Driver Manager, Driver parts.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Copyright (C) 2006-2007 Sun Microsystems, Inc.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * available from http://www.virtualbox.org. This file is free software;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * you can redistribute it and/or modify it under the terms of the GNU
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * General Public License (GPL) as published by the Free Software
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Clara, CA 95054 USA or visit http://www.sun.com if you need
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * additional information or have any questions.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/*******************************************************************************
edc0ced209cf455268870a686b88fd851f3a4188vboxsync*   Header Files                                                               *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync*******************************************************************************/
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#define LOG_GROUP LOG_GROUP_PDM_DRIVER
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include "PDMInternal.h"
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/pdm.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/mm.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/cfgm.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/vmm.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/sup.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/vm.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/version.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/err.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <VBox/log.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <iprt/assert.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <iprt/thread.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <iprt/string.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <iprt/asm.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <iprt/alloc.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#include <iprt/path.h>
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/*******************************************************************************
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync*   Structures and Typedefs                                                    *
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync*******************************************************************************/
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Internal callback structure pointer.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * The main purpose is to define the extra data we associate
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * with PDMDRVREGCB so we can find the VM instance and so on.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
edc0ced209cf455268870a686b88fd851f3a4188vboxsynctypedef struct PDMDRVREGCBINT
edc0ced209cf455268870a686b88fd851f3a4188vboxsync{
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /** The callback structure. */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PDMDRVREGCB     Core;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /** A bit of padding. */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    uint32_t        u32[4];
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /** VM Handle. */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PVM             pVM;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync} PDMDRVREGCBINT, *PPDMDRVREGCBINT;
edc0ced209cf455268870a686b88fd851f3a4188vboxsynctypedef const PDMDRVREGCBINT *PCPDMDRVREGCBINT;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/*******************************************************************************
edc0ced209cf455268870a686b88fd851f3a4188vboxsync*   Internal Functions                                                         *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync*******************************************************************************/
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/** @def PDMDRV_ASSERT_DRVINS
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync * Asserts the validity of the driver instance.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync#ifdef VBOX_STRICT
edc0ced209cf455268870a686b88fd851f3a4188vboxsync# define PDMDRV_ASSERT_DRVINS(pDrvIns) \
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    do { \
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertPtr(pDrvIns); \
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        Assert(pDrvIns->u32Version == PDM_DRVINS_VERSION); \
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        Assert(pDrvIns->pvInstanceData == (void *)&pDrvIns->achInstanceData[0]); \
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    } while (0)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#else
edc0ced209cf455268870a686b88fd851f3a4188vboxsync# define PDMDRV_ASSERT_DRVINS(pDrvIns)   do { } while (0)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync#endif
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/** @} */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsyncstatic DECLCALLBACK(int) pdmR3DrvRegister(PCPDMDRVREGCB pCallbacks, PCPDMDRVREG pDrvReg);
edc0ced209cf455268870a686b88fd851f3a4188vboxsyncstatic int pdmR3DrvLoad(PVM pVM, PPDMDRVREGCBINT pRegCB, const char *pszFilename, const char *pszName);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Register external drivers
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @returns VBox status code.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pVM         The VM to operate on.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pfnCallback Driver registration callback
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsyncVMMR3DECL(int) PDMR3RegisterDrivers(PVM pVM, FNPDMVBOXDRIVERSREGISTER pfnCallback)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync{
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    /*
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     * The registration callbacks.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PDMDRVREGCBINT  RegCB;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    RegCB.Core.u32Version   = PDM_DRVREG_CB_VERSION;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    RegCB.Core.pfnRegister  = pdmR3DrvRegister;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    RegCB.pVM               = pVM;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    int rc = pfnCallback(&RegCB.Core, VBOX_VERSION);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (RT_FAILURE(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("VBoxDriversRegister failed with rc=%Rrc\n"));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    return rc;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync}
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * This function will initialize the drivers for this VM instance.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * First of all this mean loading the builtin drivers and letting them
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * register themselves. Beyond that any additional driver modules are
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * loaded and called for registration.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync * @returns VBox status code.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pVM     VM Handle.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
edc0ced209cf455268870a686b88fd851f3a4188vboxsyncint pdmR3DrvInit(PVM pVM)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync{
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    LogFlow(("pdmR3DrvInit:\n"));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    AssertRelease(!(RT_OFFSETOF(PDMDRVINS, achInstanceData) & 15));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PPDMDRVINS pDrvInsAssert;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    AssertRelease(sizeof(pDrvInsAssert->Internal.s) <= sizeof(pDrvInsAssert->Internal.padding));
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     * The registration callbacks.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PDMDRVREGCBINT  RegCB;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    RegCB.Core.u32Version   = PDM_DRVREG_CB_VERSION;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    RegCB.Core.pfnRegister  = pdmR3DrvRegister;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    RegCB.pVM               = pVM;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync    /*
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync     * Load the builtin module
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    PCFGMNODE pDriversNode = CFGMR3GetChild(CFGMR3GetRoot(pVM), "PDM/Drivers");
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    bool fLoadBuiltin;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    int rc = CFGMR3QueryBool(pDriversNode, "LoadBuiltin", &fLoadBuiltin);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (rc == VERR_CFGM_VALUE_NOT_FOUND || rc == VERR_CFGM_NO_PARENT)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        fLoadBuiltin = true;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    else if (RT_FAILURE(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Configuration error: Querying boolean \"LoadBuiltin\" failed with %Rrc\n", rc));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return rc;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync    if (fLoadBuiltin)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        /* make filename */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        char *pszFilename = pdmR3FileR3("VBoxDD", /*fShared=*/true);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (!pszFilename)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            return VERR_NO_TMP_MEMORY;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        rc = pdmR3DrvLoad(pVM, &RegCB, pszFilename, "VBoxDD");
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        RTMemTmpFree(pszFilename);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (RT_FAILURE(rc))
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync            return rc;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Load additional driver modules.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    for (PCFGMNODE pCur = CFGMR3GetFirstChild(pDriversNode); pCur; pCur = CFGMR3GetNextChild(pCur))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         * Get the name and path.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        char szName[PDMMOD_NAME_LEN];
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        rc = CFGMR3GetName(pCur, &szName[0], sizeof(szName));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (rc == VERR_CFGM_NOT_ENOUGH_SPACE)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            AssertMsgFailed(("configuration error: The module name is too long, cchName=%zu.\n", CFGMR3GetNameLen(pCur)));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            return VERR_PDM_MODULE_NAME_TOO_LONG;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        else if (RT_FAILURE(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            AssertMsgFailed(("CFGMR3GetName -> %Rrc.\n", rc));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            return rc;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        }
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        /* the path is optional, if no path the module name + path is used. */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        char szFilename[RTPATH_MAX];
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        rc = CFGMR3QueryString(pCur, "Path", &szFilename[0], sizeof(szFilename));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (rc == VERR_CFGM_VALUE_NOT_FOUND || rc == VERR_CFGM_NO_PARENT)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync            strcpy(szFilename, szName);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        else if (RT_FAILURE(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            AssertMsgFailed(("configuration error: Failure to query the module path, rc=%Rrc.\n", rc));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            return rc;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        /* prepend path? */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (!RTPathHavePath(szFilename))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            char *psz = pdmR3FileR3(szFilename);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            if (!psz)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                return VERR_NO_TMP_MEMORY;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            size_t cch = strlen(psz) + 1;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            if (cch > sizeof(szFilename))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                RTMemTmpFree(psz);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                AssertMsgFailed(("Filename too long! cch=%d '%s'\n", cch, psz));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                return VERR_FILENAME_TOO_LONG;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            memcpy(szFilename, psz, cch);
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync            RTMemTmpFree(psz);
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         * Load the module and register it's drivers.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        rc = pdmR3DrvLoad(pVM, &RegCB, szFilename, szName);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (RT_FAILURE(rc))
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync            return rc;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    LogFlow(("pdmR3DrvInit: returns VINF_SUCCESS\n"));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    return VINF_SUCCESS;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync}
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Loads one driver module and call the registration entry point.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @returns VBox status code.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pVM             VM handle.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pRegCB          The registration callback stuff.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pszFilename     Module filename.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pszName         Module name.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsyncstatic int pdmR3DrvLoad(PVM pVM, PPDMDRVREGCBINT pRegCB, const char *pszFilename, const char *pszName)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync{
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Load it.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    int rc = pdmR3LoadR3U(pVM->pUVM, pszFilename, pszName);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (RT_SUCCESS(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         * Get the registration export and call it.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        FNPDMVBOXDRIVERSREGISTER *pfnVBoxDriversRegister;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        rc = PDMR3LdrGetSymbolR3(pVM, pszName, "VBoxDriversRegister", (void **)&pfnVBoxDriversRegister);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (RT_SUCCESS(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            Log(("PDM: Calling VBoxDriversRegister (%p) of %s (%s)\n", pfnVBoxDriversRegister, pszName, pszFilename));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            rc = pfnVBoxDriversRegister(&pRegCB->Core, VBOX_VERSION);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            if (RT_SUCCESS(rc))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                Log(("PDM: Successfully loaded driver module %s (%s).\n", pszName, pszFilename));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            else
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                AssertMsgFailed(("VBoxDriversRegister failed with rc=%Rrc\n"));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        else
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            AssertMsgFailed(("Failed to locate 'VBoxDriversRegister' in %s (%s) rc=%Rrc\n", pszName, pszFilename, rc));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            if (rc == VERR_SYMBOL_NOT_FOUND)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                rc = VERR_PDM_NO_REGISTRATION_EXPORT;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    else
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Failed to load %s (%s) rc=%Rrc!\n", pszName, pszFilename, rc));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    return rc;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync}
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/** @copydoc PDMDRVREGCB::pfnRegister */
edc0ced209cf455268870a686b88fd851f3a4188vboxsyncstatic DECLCALLBACK(int) pdmR3DrvRegister(PCPDMDRVREGCB pCallbacks, PCPDMDRVREG pDrvReg)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync{
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Validate the registration structure.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    Assert(pDrvReg);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (pDrvReg->u32Version != PDM_DRVREG_VERSION)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Unknown struct version %#x!\n", pDrvReg->u32Version));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return VERR_PDM_UNKNOWN_DRVREG_VERSION;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (    !pDrvReg->szDriverName[0]
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        ||  strlen(pDrvReg->szDriverName) >= sizeof(pDrvReg->szDriverName))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        AssertMsgFailed(("Invalid name '%s'\n", pDrvReg->szDriverName));
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        return VERR_PDM_INVALID_DRIVER_REGISTRATION;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    }
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    if ((pDrvReg->fFlags & PDM_DRVREG_FLAGS_HOST_BITS_MASK) != PDM_DRVREG_FLAGS_HOST_BITS_DEFAULT)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    {
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        AssertMsgFailed(("Invalid host bits flags! fFlags=%#x (Driver %s)\n", pDrvReg->fFlags, pDrvReg->szDriverName));
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        return VERR_PDM_INVALID_DRIVER_HOST_BITS;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    }
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    if (pDrvReg->cMaxInstances <= 0)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Max instances %u! (Driver %s)\n", pDrvReg->cMaxInstances, pDrvReg->szDriverName));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return VERR_PDM_INVALID_DRIVER_REGISTRATION;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (pDrvReg->cbInstance > _1M)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Instance size above 1MB, %d bytes! (Driver %s)\n", pDrvReg->cbInstance, pDrvReg->szDriverName));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return VERR_PDM_INVALID_DRIVER_REGISTRATION;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (!pDrvReg->pfnConstruct)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("No constructore! (Driver %s)\n", pDrvReg->szDriverName));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return VERR_PDM_INVALID_DRIVER_REGISTRATION;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Check for duplicate and find FIFO entry at the same time.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PCPDMDRVREGCBINT pRegCB = (PCPDMDRVREGCBINT)pCallbacks;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PPDMDRV pDrvPrev = NULL;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PPDMDRV pDrv = pRegCB->pVM->pdm.s.pDrvs;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    for (; pDrv; pDrvPrev = pDrv, pDrv = pDrv->pNext)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (!strcmp(pDrv->pDrvReg->szDriverName, pDrvReg->szDriverName))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            AssertMsgFailed(("Driver '%s' already exists\n", pDrvReg->szDriverName));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            return VERR_PDM_DRIVER_NAME_CLASH;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync     * Allocate new driver structure and insert it into the list.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    pDrv = (PPDMDRV)MMR3HeapAlloc(pRegCB->pVM, MM_TAG_PDM_DRIVER, sizeof(*pDrv));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (pDrv)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        pDrv->pNext = NULL;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        pDrv->cInstances = 0;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        pDrv->pDrvReg = pDrvReg;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        if (pDrvPrev)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync            pDrvPrev->pNext = pDrv;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        else
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync            pRegCB->pVM->pdm.s.pDrvs = pDrv;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        Log(("PDM: Registered driver '%s'\n", pDrvReg->szDriverName));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return VINF_SUCCESS;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    return VERR_NO_MEMORY;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync}
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Lookups a driver structure by name.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @internal
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
edc0ced209cf455268870a686b88fd851f3a4188vboxsyncPPDMDRV pdmR3DrvLookup(PVM pVM, const char *pszName)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync{
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    for (PPDMDRV pDrv = pVM->pdm.s.pDrvs; pDrv; pDrv = pDrv->pNext)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (!strcmp(pDrv->pDrvReg->szDriverName, pszName))
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            return pDrv;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    return NULL;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync}
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
cadd9de82d5169aad827fe8d68e41a78ebbc6410vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Detaches a driver from whatever it's attached to.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * This will of course lead to the destruction of the driver and all drivers below it in the chain.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync * @returns VINF_SUCCESS
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync * @param   pDrvIns     The driver instance to detach.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync * @param   fFlags      Flags, combination of the PDMDEVATT_FLAGS_* \#defines.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsyncint pdmR3DrvDetach(PPDMDRVINS pDrvIns, uint32_t fFlags)
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync{
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    PDMDRV_ASSERT_DRVINS(pDrvIns);
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    LogFlow(("pdmR3DrvDetach: pDrvIns=%p '%s'/%d\n", pDrvIns, pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance));
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Check that we're not doing this recursively, that could have unwanted sideeffects!
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    if (pDrvIns->Internal.s.fDetaching)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Recursive detach! '%s'/%d\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance));
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync        return VINF_SUCCESS;
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    }
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    /*
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     * Check that we actually can detach this instance.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     * The requirement is that the driver/device above has a detach method.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync     */
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync    if (pDrvIns->Internal.s.pUp
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync            ? !pDrvIns->Internal.s.pUp->pDrvReg->pfnDetach
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            : !pDrvIns->Internal.s.pLun->pDevIns->pDevReg->pfnDetach)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        AssertMsgFailed(("Cannot detach driver instance because the driver/device above doesn't support it!\n"));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        return VERR_PDM_DRIVER_DETACH_NOT_POSSIBLE;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    }
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Join paths with pdmR3DrvDestroyChain.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    pdmR3DrvDestroyChain(pDrvIns, fFlags);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    return VINF_SUCCESS;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync}
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync/**
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * Destroys a driver chain starting with the specified driver.
ecc1743369d58e0618f528b22a7b82b57dcd47advboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * This is used when unplugging a device at run time.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync *
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   pDrvIns     Pointer to the driver instance to start with.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync * @param   fFlags      Flags, combination of the PDMDEVATT_FLAGS_* \#defines.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync */
edc0ced209cf455268870a686b88fd851f3a4188vboxsyncvoid pdmR3DrvDestroyChain(PPDMDRVINS pDrvIns, uint32_t fFlags)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync{
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     * Detach the bottommost driver until we've detached pDrvIns.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync     */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    pDrvIns->Internal.s.fDetaching = true;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    PPDMDRVINS pCur;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    do
edc0ced209cf455268870a686b88fd851f3a4188vboxsync    {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        /* find the driver to detach. */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        pCur = pDrvIns;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        while (pCur->Internal.s.pDown)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            pCur = pCur->Internal.s.pDown;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        LogFlow(("pdmR3DrvDetach: pCur=%p '%s'/%d\n", pCur, pCur->pDrvReg->szDriverName, pCur->iInstance));
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        /*
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         * Unlink it and notify parent.
edc0ced209cf455268870a686b88fd851f3a4188vboxsync         */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        pCur->Internal.s.fDetaching = true;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        PPDMLUN pLun = pCur->Internal.s.pLun;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        Assert(pLun->pBottom == pCur);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        pLun->pBottom = pCur->Internal.s.pUp;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        if (pCur->Internal.s.pUp)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync        {
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            /* driver parent */
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            PPDMDRVINS pParent = pCur->Internal.s.pUp;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            pCur->Internal.s.pUp = NULL;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            pParent->Internal.s.pDown = NULL;
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            if (pParent->pDrvReg->pfnDetach)
edc0ced209cf455268870a686b88fd851f3a4188vboxsync                pParent->pDrvReg->pfnDetach(pParent);
edc0ced209cf455268870a686b88fd851f3a4188vboxsync
edc0ced209cf455268870a686b88fd851f3a4188vboxsync            pParent->pDownBase = NULL;
        }
        else
        {
            /* device parent */
            Assert(pLun->pTop == pCur);
            pLun->pTop = NULL;
            if (pLun->pDevIns->pDevReg->pfnDetach)
                pLun->pDevIns->pDevReg->pfnDetach(pLun->pDevIns, pLun->iLun, fFlags);
        }

        /*
         * Call destructor.
         */
        pCur->pUpBase = NULL;
        if (pCur->pDrvReg->pfnDestruct)
            pCur->pDrvReg->pfnDestruct(pCur);

        /*
         * Free all resources allocated by the driver.
         */
        /* Queues. */
        int rc = PDMR3QueueDestroyDriver(pCur->Internal.s.pVM, pCur);
        AssertRC(rc);
        /* Timers. */
        rc = TMR3TimerDestroyDriver(pCur->Internal.s.pVM, pCur);
        AssertRC(rc);
        /* SSM data units. */
        rc = SSMR3DeregisterDriver(pCur->Internal.s.pVM, pCur, NULL, 0);
        AssertRC(rc);
        /* PDM threads. */
        rc = pdmR3ThreadDestroyDriver(pCur->Internal.s.pVM, pCur);
        AssertRC(rc);
        /* Finally, the driver it self. */
        ASMMemFill32(pCur, RT_OFFSETOF(PDMDRVINS, achInstanceData[pCur->pDrvReg->cbInstance]), 0xdeadd0d0);
        MMR3HeapFree(pCur);

    } while (pCur != pDrvIns);
}


/** @name Driver Helpers
 * @{
 */

/** @copydoc PDMDRVHLP::pfnAttach */
static DECLCALLBACK(int) pdmR3DrvHlp_Attach(PPDMDRVINS pDrvIns, PPDMIBASE *ppBaseInterface)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    LogFlow(("pdmR3DrvHlp_Attach: caller='%s'/%d:\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance));

    /*
     * Check that there isn't anything attached already.
     */
    int rc;
    if (!pDrvIns->Internal.s.pDown)
    {
        Assert(pDrvIns->Internal.s.pLun->pBottom == pDrvIns);

        /*
         * Get the attached driver configuration.
         */
        PCFGMNODE pNode = CFGMR3GetChild(pDrvIns->Internal.s.pCfgHandle, "AttachedDriver");
        if (pNode)
        {
            char *pszName;
            rc = CFGMR3QueryStringAlloc(pNode, "Driver", &pszName);
            if (RT_SUCCESS(rc))
            {
                /*
                 * Find the driver and allocate instance data.
                 */
                PVM pVM = pDrvIns->Internal.s.pVM;
                PPDMDRV pDrv = pdmR3DrvLookup(pVM, pszName);
                if (pDrv)
                {
                    /* config node */
                    PCFGMNODE pConfigNode = CFGMR3GetChild(pNode, "Config");
                    if (!pConfigNode)
                        rc = CFGMR3InsertNode(pNode, "Config", &pConfigNode);
                    if (RT_SUCCESS(rc))
                    {
                        CFGMR3SetRestrictedRoot(pConfigNode);

                        size_t cb = RT_OFFSETOF(PDMDRVINS, achInstanceData[pDrv->pDrvReg->cbInstance]);
                        cb = RT_ALIGN_Z(cb, 16);
                        PPDMDRVINS pNew = (PPDMDRVINS)MMR3HeapAllocZ(pVM, MM_TAG_PDM_DRIVER, cb);
                        if (pNew)
                        {
                            /*
                             * Initialize the instance structure (declaration order).
                             */
                            pNew->u32Version                = PDM_DRVINS_VERSION;
                            pNew->Internal.s.pUp            = pDrvIns;
                            pNew->Internal.s.pDown          = NULL;
                            pNew->Internal.s.pLun           = pDrvIns->Internal.s.pLun;
                            pNew->Internal.s.pDrv           = pDrv;
                            pNew->Internal.s.pVM            = pVM;
                            pNew->Internal.s.fDetaching     = false;
                            pNew->Internal.s.pCfgHandle     = pNode;
                            pNew->pDrvHlp                   = &g_pdmR3DrvHlp;
                            pNew->pDrvReg                   = pDrv->pDrvReg;
                            pNew->pCfgHandle                = pConfigNode;
                            pNew->iInstance                 = pDrv->cInstances++;
                            pNew->pUpBase                   = &pDrvIns->IBase; /* This ain't safe, you can calc the pDrvIns of the up/down driver! */
                            pNew->pDownBase                 = NULL;
                            pNew->IBase.pfnQueryInterface   = NULL;
                            pNew->pvInstanceData            = &pNew->achInstanceData[0];

                            /*
                             * Hook it onto the chain and call the constructor.
                             */
                            pDrvIns->Internal.s.pDown = pNew;
                            pDrvIns->Internal.s.pLun->pBottom = pNew;

                            Log(("PDM: Constructing driver '%s' instance %d...\n", pNew->pDrvReg->szDriverName, pNew->iInstance));
                            rc = pDrv->pDrvReg->pfnConstruct(pNew, pNew->pCfgHandle);
                            if (RT_SUCCESS(rc))
                            {
                                *ppBaseInterface = &pNew->IBase;
                                rc = VINF_SUCCESS;
                            }
                            else
                            {
                                /*
                                 * Unlink and free the data.
                                 */
                                Assert(pDrvIns->Internal.s.pLun->pBottom == pNew);
                                pDrvIns->Internal.s.pLun->pBottom = pDrvIns;
                                pDrvIns->Internal.s.pDown = NULL;
                                ASMMemFill32(pNew, cb, 0xdeadd0d0);
                                MMR3HeapFree(pNew);
                                pDrv->cInstances--;
                            }
                        }
                        else
                        {
                            AssertMsgFailed(("Failed to allocate %d bytes for instantiating driver '%s'\n", cb, pszName));
                            rc = VERR_NO_MEMORY;
                        }
                    }
                    else
                        AssertMsgFailed(("Failed to create Config node! rc=%Rrc\n", rc));
                }
                else
                {
                    AssertMsgFailed(("Driver '%s' wasn't found!\n", pszName));
                    rc = VERR_PDM_DRIVER_NOT_FOUND;
                }
                MMR3HeapFree(pszName);
            }
            else
            {
                AssertMsgFailed(("Query for string value of \"Driver\" -> %Rrc\n", rc));
                if (rc == VERR_CFGM_VALUE_NOT_FOUND)
                    rc = VERR_PDM_CFG_MISSING_DRIVER_NAME;
            }
        }
        else
            rc = VERR_PDM_NO_ATTACHED_DRIVER;
    }
    else
    {
        AssertMsgFailed(("Already got a driver attached. The driver should keep track of such things!\n"));
        rc = VERR_PDM_DRIVER_ALREADY_ATTACHED;
    }

    LogFlow(("pdmR3DrvHlp_Attach: caller='%s'/%d: return %Rrc\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnDetach */
static DECLCALLBACK(int) pdmR3DrvHlp_Detach(PPDMDRVINS pDrvIns)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    LogFlow(("pdmR3DrvHlp_Detach: caller='%s'/%d:\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance));
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    /*
     * Anything attached?
     */
    int rc;
    if (pDrvIns->Internal.s.pDown)
    {
        /** @todo: Current assumption is that drivers will never initiate hot plug events. */
        rc = pdmR3DrvDetach(pDrvIns->Internal.s.pDown, PDMDEVATT_FLAGS_NOT_HOT_PLUG);
    }
    else
    {
        AssertMsgFailed(("Nothing attached!\n"));
        rc = VERR_PDM_NO_DRIVER_ATTACHED;
    }

    LogFlow(("pdmR3DrvHlp_Detach: caller='%s'/%d: returns %Rrc\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnDetachSelf */
static DECLCALLBACK(int) pdmR3DrvHlp_DetachSelf(PPDMDRVINS pDrvIns)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    LogFlow(("pdmR3DrvHlp_DetachSelf: caller='%s'/%d:\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance));
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    /** @todo: Current assumption is that drivers will never initiate hot plug events. */
    int rc = pdmR3DrvDetach(pDrvIns, PDMDEVATT_FLAGS_NOT_HOT_PLUG);

    LogFlow(("pdmR3DrvHlp_Detach: returns %Rrc\n", rc)); /* pDrvIns is freed by now. */
    return rc;
}


/** @copydoc PDMDRVHLP::pfnMountPrepare */
static DECLCALLBACK(int) pdmR3DrvHlp_MountPrepare(PPDMDRVINS pDrvIns, const char *pszFilename, const char *pszCoreDriver)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    LogFlow(("pdmR3DrvHlp_MountPrepare: caller='%s'/%d: pszFilename=%p:{%s} pszCoreDriver=%p:{%s}\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, pszFilename, pszFilename, pszCoreDriver, pszCoreDriver));
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    /*
     * Do the caller have anything attached below itself?
     */
    if (pDrvIns->Internal.s.pDown)
    {
        AssertMsgFailed(("Cannot prepare a mount when something's attached to you!\n"));
        return VERR_PDM_DRIVER_ALREADY_ATTACHED;
    }

    /*
     * We're asked to prepare, so we'll start off by nuking the
     * attached configuration tree.
     */
    PCFGMNODE   pNode = CFGMR3GetChild(pDrvIns->Internal.s.pCfgHandle, "AttachedDriver");
    if (pNode)
        CFGMR3RemoveNode(pNode);

    /*
     * If there is no core driver, we'll have to probe for it.
     */
    if (!pszCoreDriver)
    {
        /** @todo implement image probing. */
        AssertReleaseMsgFailed(("Not implemented!\n"));
        return VERR_NOT_IMPLEMENTED;
    }

    /*
     * Construct the basic attached driver configuration.
     */
    int rc = CFGMR3InsertNode(pDrvIns->Internal.s.pCfgHandle, "AttachedDriver", &pNode);
    if (RT_SUCCESS(rc))
    {
        rc = CFGMR3InsertString(pNode, "Driver", pszCoreDriver);
        if (RT_SUCCESS(rc))
        {
            PCFGMNODE pCfg;
            rc = CFGMR3InsertNode(pNode, "Config", &pCfg);
            if (RT_SUCCESS(rc))
            {
                rc = CFGMR3InsertString(pCfg, "Path", pszFilename);
                if (RT_SUCCESS(rc))
                {
                    LogFlow(("pdmR3DrvHlp_MountPrepare: caller='%s'/%d: returns %Rrc (Driver=%s)\n",
                             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc, pszCoreDriver));
                    return rc;
                }
                else
                    AssertMsgFailed(("Path string insert failed, rc=%Rrc\n", rc));
            }
            else
                AssertMsgFailed(("Config node failed, rc=%Rrc\n", rc));
        }
        else
            AssertMsgFailed(("Driver string insert failed, rc=%Rrc\n", rc));
        CFGMR3RemoveNode(pNode);
    }
    else
        AssertMsgFailed(("AttachedDriver node insert failed, rc=%Rrc\n", rc));

    LogFlow(("pdmR3DrvHlp_MountPrepare: caller='%s'/%d: returns %Rrc\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnAssertEMT */
static DECLCALLBACK(bool) pdmR3DrvHlp_AssertEMT(PPDMDRVINS pDrvIns, const char *pszFile, unsigned iLine, const char *pszFunction)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    if (VM_IS_EMT(pDrvIns->Internal.s.pVM))
        return true;

    char szMsg[100];
    RTStrPrintf(szMsg, sizeof(szMsg), "AssertEMT '%s'/%d\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance);
    AssertMsg1(szMsg, iLine, pszFile, pszFunction);
    AssertBreakpoint();
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    return false;
}


/** @copydoc PDMDRVHLP::pfnAssertOther */
static DECLCALLBACK(bool) pdmR3DrvHlp_AssertOther(PPDMDRVINS pDrvIns, const char *pszFile, unsigned iLine, const char *pszFunction)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    if (!VM_IS_EMT(pDrvIns->Internal.s.pVM))
        return true;

    char szMsg[100];
    RTStrPrintf(szMsg, sizeof(szMsg), "AssertOther '%s'/%d\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance);
    AssertMsg1(szMsg, iLine, pszFile, pszFunction);
    AssertBreakpoint();
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    return false;
}


/** @copydoc PDMDRVHLP::pfnVMSetError */
static DECLCALLBACK(int) pdmR3DrvHlp_VMSetError(PPDMDRVINS pDrvIns, int rc, RT_SRC_POS_DECL, const char *pszFormat, ...)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    va_list args;
    va_start(args, pszFormat);
    int rc2 = VMSetErrorV(pDrvIns->Internal.s.pVM, rc, RT_SRC_POS_ARGS, pszFormat, args); Assert(rc2 == rc); NOREF(rc2);
    va_end(args);
    return rc;
}


/** @copydoc PDMDRVHLP::pfnVMSetErrorV */
static DECLCALLBACK(int) pdmR3DrvHlp_VMSetErrorV(PPDMDRVINS pDrvIns, int rc, RT_SRC_POS_DECL, const char *pszFormat, va_list va)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    int rc2 = VMSetErrorV(pDrvIns->Internal.s.pVM, rc, RT_SRC_POS_ARGS, pszFormat, va); Assert(rc2 == rc); NOREF(rc2);
    return rc;
}


/** @copydoc PDMDRVHLP::pfnVMSetRuntimeError */
static DECLCALLBACK(int) pdmR3DrvHlp_VMSetRuntimeError(PPDMDRVINS pDrvIns, uint32_t fFlags, const char *pszErrorId, const char *pszFormat, ...)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    va_list args;
    va_start(args, pszFormat);
    int rc = VMSetRuntimeErrorV(pDrvIns->Internal.s.pVM, fFlags, pszErrorId, pszFormat, args);
    va_end(args);
    return rc;
}


/** @copydoc PDMDRVHLP::pfnVMSetRuntimeErrorV */
static DECLCALLBACK(int) pdmR3DrvHlp_VMSetRuntimeErrorV(PPDMDRVINS pDrvIns, uint32_t fFlags, const char *pszErrorId, const char *pszFormat, va_list va)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    int rc = VMSetRuntimeErrorV(pDrvIns->Internal.s.pVM, fFlags, pszErrorId, pszFormat, va);
    return rc;
}


/** @copydoc PDMDRVHLP::pfnPDMQueueCreate */
static DECLCALLBACK(int) pdmR3DrvHlp_PDMQueueCreate(PPDMDRVINS pDrvIns, RTUINT cbItem, RTUINT cItems, uint32_t cMilliesInterval,
                                                    PFNPDMQUEUEDRV pfnCallback, const char *pszName, PPDMQUEUE *ppQueue)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    LogFlow(("pdmR3DrvHlp_PDMQueueCreate: caller='%s'/%d: cbItem=%d cItems=%d cMilliesInterval=%d pfnCallback=%p pszName=%p:{%s} ppQueue=%p\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, cbItem, cItems, cMilliesInterval, pfnCallback, pszName, pszName, ppQueue, ppQueue));
    PVM pVM = pDrvIns->Internal.s.pVM;
    VM_ASSERT_EMT(pVM);

    if (pDrvIns->iInstance > 0)
    {
        pszName = MMR3HeapAPrintf(pVM, MM_TAG_PDM_DRIVER_DESC, "%s-%u", pszName, pDrvIns->iInstance);
        AssertLogRelReturn(pszName, VERR_NO_MEMORY);
    }

    int rc = PDMR3QueueCreateDriver(pVM, pDrvIns, cbItem, cItems, cMilliesInterval, pfnCallback, pszName, ppQueue);

    LogFlow(("pdmR3DrvHlp_PDMQueueCreate: caller='%s'/%d: returns %Rrc *ppQueue=%p\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc, *ppQueue));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnTMGetVirtualFreq */
static DECLCALLBACK(uint64_t) pdmR3DrvHlp_TMGetVirtualFreq(PPDMDRVINS pDrvIns)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);

    return TMVirtualGetFreq(pDrvIns->Internal.s.pVM);
}


/** @copydoc PDMDRVHLP::pfnTMGetVirtualTime */
static DECLCALLBACK(uint64_t) pdmR3DrvHlp_TMGetVirtualTime(PPDMDRVINS pDrvIns)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);

    return TMVirtualGet(pDrvIns->Internal.s.pVM);
}


/** @copydoc PDMDRVHLP::pfnTMTimerCreate */
static DECLCALLBACK(int) pdmR3DrvHlp_TMTimerCreate(PPDMDRVINS pDrvIns, TMCLOCK enmClock, PFNTMTIMERDRV pfnCallback, void *pvUser, uint32_t fFlags, const char *pszDesc, PPTMTIMERR3 ppTimer)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    LogFlow(("pdmR3DrvHlp_TMTimerCreate: caller='%s'/%d: enmClock=%d pfnCallback=%p pvUser=%p fFlags=%#x pszDesc=%p:{%s} ppTimer=%p\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, enmClock, pfnCallback, pvUser, fFlags, pszDesc, pszDesc, ppTimer));

    int rc = TMR3TimerCreateDriver(pDrvIns->Internal.s.pVM, pDrvIns, enmClock, pfnCallback, pvUser, fFlags, pszDesc, ppTimer);

    LogFlow(("pdmR3DrvHlp_TMTimerCreate: caller='%s'/%d: returns %Rrc *ppTimer=%p\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc, *ppTimer));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnSSMRegister */
static DECLCALLBACK(int) pdmR3DrvHlp_SSMRegister(PPDMDRVINS pDrvIns, const char *pszName, uint32_t u32Instance, uint32_t u32Version, size_t cbGuess,
                                                 PFNSSMDRVSAVEPREP pfnSavePrep, PFNSSMDRVSAVEEXEC pfnSaveExec, PFNSSMDRVSAVEDONE pfnSaveDone,
                                                 PFNSSMDRVLOADPREP pfnLoadPrep, PFNSSMDRVLOADEXEC pfnLoadExec, PFNSSMDRVLOADDONE pfnLoadDone)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    LogFlow(("pdmR3DrvHlp_SSMRegister: caller='%s'/%d: pszName=%p:{%s} u32Instance=%#x u32Version=#x cbGuess=%#x pfnSavePrep=%p pfnSaveExec=%p pfnSaveDone=%p pszLoadPrep=%p pfnLoadExec=%p pfnLoaddone=%p\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, pszName, pszName, u32Instance, u32Version, cbGuess, pfnSavePrep, pfnSaveExec, pfnSaveDone, pfnLoadPrep, pfnLoadExec, pfnLoadDone));

    int rc = SSMR3RegisterDriver(pDrvIns->Internal.s.pVM, pDrvIns, pszName, u32Instance, u32Version, cbGuess,
                                 pfnSavePrep, pfnSaveExec, pfnSaveDone,
                                 pfnLoadPrep, pfnLoadExec, pfnLoadDone);

    LogFlow(("pdmR3DrvHlp_SSMRegister: caller='%s'/%d: returns %Rrc\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnSSMDeregister */
static DECLCALLBACK(int) pdmR3DrvHlp_SSMDeregister(PPDMDRVINS pDrvIns, const char *pszName, uint32_t u32Instance)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    LogFlow(("pdmR3DrvHlp_SSMDeregister: caller='%s'/%d: pszName=%p:{%s} u32Instance=%#x\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, pszName, pszName, u32Instance));

    int rc = SSMR3DeregisterDriver(pDrvIns->Internal.s.pVM, pDrvIns, pszName, u32Instance);

    LogFlow(("pdmR3DrvHlp_SSMDeregister: caller='%s'/%d: returns %Rrc\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnSTAMRegister */
static DECLCALLBACK(void) pdmR3DrvHlp_STAMRegister(PPDMDRVINS pDrvIns, void *pvSample, STAMTYPE enmType, const char *pszName, STAMUNIT enmUnit, const char *pszDesc)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    STAM_REG(pDrvIns->Internal.s.pVM, pvSample, enmType, pszName, enmUnit, pszDesc);
    /** @todo track the samples so they can be dumped & deregistered when the driver instance is destroyed.
     * For now we just have to be careful not to use this call for drivers which can be unloaded. */
}


/** @copydoc PDMDRVHLP::pfnSTAMRegisterF */
static DECLCALLBACK(void) pdmR3DrvHlp_STAMRegisterF(PPDMDRVINS pDrvIns, void *pvSample, STAMTYPE enmType, STAMVISIBILITY enmVisibility,
                                                    STAMUNIT enmUnit, const char *pszDesc, const char *pszName, ...)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    va_list args;
    va_start(args, pszName);
    int rc = STAMR3RegisterV(pDrvIns->Internal.s.pVM, pvSample, enmType, enmVisibility, enmUnit, pszDesc, pszName, args);
    va_end(args);
    AssertRC(rc);
}


/** @copydoc PDMDRVHLP::pfnSTAMRegisterV */
static DECLCALLBACK(void) pdmR3DrvHlp_STAMRegisterV(PPDMDRVINS pDrvIns, void *pvSample, STAMTYPE enmType, STAMVISIBILITY enmVisibility,
                                                    STAMUNIT enmUnit, const char *pszDesc, const char *pszName, va_list args)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    int rc = STAMR3RegisterV(pDrvIns->Internal.s.pVM, pvSample, enmType, enmVisibility, enmUnit, pszDesc, pszName, args);
    AssertRC(rc);
}


/** @copydoc PDMDRVHLP::pfnSTAMDeregister */
static DECLCALLBACK(int) pdmR3DrvHlp_STAMDeregister(PPDMDRVINS pDrvIns, void *pvSample)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);

    int rc = STAMR3DeregisterU(pDrvIns->Internal.s.pVM->pUVM, pvSample);
    AssertRC(rc);
    return rc;
}


/** @copydoc PDMDRVHLP::pfnSUPCallVMMR0Ex */
static DECLCALLBACK(int) pdmR3DrvHlp_SUPCallVMMR0Ex(PPDMDRVINS pDrvIns, unsigned uOperation, void *pvArg, unsigned cbArg)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    LogFlow(("pdmR3DrvHlp_SSMCallVMMR0Ex: caller='%s'/%d: uOperation=%u pvArg=%p cbArg=%d\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, uOperation, pvArg, cbArg));
    int rc;
    if (    uOperation >= VMMR0_DO_SRV_START
        &&  uOperation <  VMMR0_DO_SRV_END)
        rc = SUPR3CallVMMR0Ex(pDrvIns->Internal.s.pVM->pVMR0, NIL_VMCPUID, uOperation, 0, (PSUPVMMR0REQHDR)pvArg);
    else
    {
        AssertMsgFailed(("Invalid uOperation=%u\n", uOperation));
        rc = VERR_INVALID_PARAMETER;
    }

    LogFlow(("pdmR3DrvHlp_SUPCallVMMR0Ex: caller='%s'/%d: returns %Rrc\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnUSBRegisterHub */
static DECLCALLBACK(int) pdmR3DrvHlp_USBRegisterHub(PPDMDRVINS pDrvIns, uint32_t fVersions, uint32_t cPorts, PCPDMUSBHUBREG pUsbHubReg, PPCPDMUSBHUBHLP ppUsbHubHlp)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    LogFlow(("pdmR3DrvHlp_USBRegisterHub: caller='%s'/%d: fVersions=%#x cPorts=%#x pUsbHubReg=%p ppUsbHubHlp=%p\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, fVersions, cPorts, pUsbHubReg, ppUsbHubHlp));

#ifdef VBOX_WITH_USB
    int rc = pdmR3UsbRegisterHub(pDrvIns->Internal.s.pVM, pDrvIns, fVersions, cPorts, pUsbHubReg, ppUsbHubHlp);
#else
    int rc = VERR_NOT_SUPPORTED;
#endif

    LogFlow(("pdmR3DrvHlp_USBRegisterHub: caller='%s'/%d: returns %Rrc\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, rc));
    return rc;
}


/** @copydoc PDMDRVHLP::pfnPDMThreadCreate */
static DECLCALLBACK(int) pdmR3DrvHlp_PDMThreadCreate(PPDMDRVINS pDrvIns, PPPDMTHREAD ppThread, void *pvUser, PFNPDMTHREADDRV pfnThread,
                                                     PFNPDMTHREADWAKEUPDRV pfnWakeup, size_t cbStack, RTTHREADTYPE enmType, const char *pszName)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    LogFlow(("pdmR3DrvHlp_PDMThreadCreate: caller='%s'/%d: ppThread=%p pvUser=%p pfnThread=%p pfnWakeup=%p cbStack=%#zx enmType=%d pszName=%p:{%s}\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, ppThread, pvUser, pfnThread, pfnWakeup, cbStack, enmType, pszName, pszName));

    int rc = pdmR3ThreadCreateDriver(pDrvIns->Internal.s.pVM, pDrvIns, ppThread, pvUser, pfnThread, pfnWakeup, cbStack, enmType, pszName);

    LogFlow(("pdmR3DrvHlp_PDMThreadCreate: caller='%s'/%d: returns %Rrc *ppThread=%RTthrd\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance,
            rc, *ppThread));
    return rc;
}


/** @copydoc PDMDEVHLPR3::pfnVMState */
static DECLCALLBACK(VMSTATE) pdmR3DrvHlp_VMState(PPDMDRVINS pDrvIns)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);

    VMSTATE enmVMState = VMR3GetState(pDrvIns->Internal.s.pVM);

    LogFlow(("pdmR3DrvHlp_VMState: caller='%s'/%d: returns %d (%s)\n", pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance,
             enmVMState, VMR3GetStateName(enmVMState)));
    return enmVMState;
}


#ifdef VBOX_WITH_PDM_ASYNC_COMPLETION
/** @copydoc PDMDRVHLP::pfnPDMAsyncCompletionTemplateCreate */
static DECLCALLBACK(int) pdmR3DrvHlp_PDMAsyncCompletionTemplateCreate(PPDMDRVINS pDrvIns, PPPDMASYNCCOMPLETIONTEMPLATE ppTemplate,
                                                                      PFNPDMASYNCCOMPLETEDRV pfnCompleted, void *pvTemplateUser,
                                                                      const char *pszDesc)
{
    PDMDRV_ASSERT_DRVINS(pDrvIns);
    VM_ASSERT_EMT(pDrvIns->Internal.s.pVM);
    LogFlow(("pdmR3DrvHlp_PDMAsyncCompletionTemplateCreate: caller='%s'/%d: ppTemplate=%p pfnCompleted=%p pszDesc=%p:{%s}\n",
             pDrvIns->pDrvReg->szDriverName, pDrvIns->iInstance, ppTemplate, pfnCompleted, pszDesc, pszDesc));

    int rc = PDMR3AsyncCompletionTemplateCreateDriver(pDrvIns->Internal.s.pVM, pDrvIns, ppTemplate, pfnCompleted, pvTemplateUser, pszDesc);

    LogFlow(("pdmR3DrvHlp_PDMAsyncCompletionTemplateCreate: caller='%s'/%d: returns %Rrc *ppThread=%p\n", pDrvIns->pDrvReg->szDriverName,
             pDrvIns->iInstance, rc, *ppTemplate));
    return rc;
}
#endif


/**
 * The driver helper structure.
 */
const PDMDRVHLP g_pdmR3DrvHlp =
{
    PDM_DRVHLP_VERSION,
    pdmR3DrvHlp_Attach,
    pdmR3DrvHlp_Detach,
    pdmR3DrvHlp_DetachSelf,
    pdmR3DrvHlp_MountPrepare,
    pdmR3DrvHlp_AssertEMT,
    pdmR3DrvHlp_AssertOther,
    pdmR3DrvHlp_VMSetError,
    pdmR3DrvHlp_VMSetErrorV,
    pdmR3DrvHlp_VMSetRuntimeError,
    pdmR3DrvHlp_VMSetRuntimeErrorV,
    pdmR3DrvHlp_PDMQueueCreate,
    pdmR3DrvHlp_TMGetVirtualFreq,
    pdmR3DrvHlp_TMGetVirtualTime,
    pdmR3DrvHlp_TMTimerCreate,
    pdmR3DrvHlp_SSMRegister,
    pdmR3DrvHlp_SSMDeregister,
    pdmR3DrvHlp_STAMRegister,
    pdmR3DrvHlp_STAMRegisterF,
    pdmR3DrvHlp_STAMRegisterV,
    pdmR3DrvHlp_STAMDeregister,
    pdmR3DrvHlp_SUPCallVMMR0Ex,
    pdmR3DrvHlp_USBRegisterHub,
    pdmR3DrvHlp_PDMThreadCreate,
    pdmR3DrvHlp_VMState,
#ifdef VBOX_WITH_PDM_ASYNC_COMPLETION
    pdmR3DrvHlp_PDMAsyncCompletionTemplateCreate,
#endif
    PDM_DRVHLP_VERSION /* u32TheEnd */
};

/** @} */