SUPLib.cpp revision 5ee6ca3260f3d19e6975f6b7d8b9434bb6092f55
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * VirtualBox Support Library - Common code.
967f50840df88ba3efcb33939c933400a70fe9b5vboxsync * Copyright (C) 2006-2007 Sun Microsystems, Inc.
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * available from http://www.virtualbox.org. This file is free software;
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * you can redistribute it and/or modify it under the terms of the GNU
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * General Public License (GPL) as published by the Free Software
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * The contents of this file may alternatively be used under the terms
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * of the Common Development and Distribution License Version 1.0
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * VirtualBox OSE distribution, in which case the provisions of the
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * CDDL are applicable instead of those of the GPL.
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * You may elect to license modified versions of this file under the
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * terms and conditions of either the GPL or the CDDL or both.
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * Clara, CA 95054 USA or visit http://www.sun.com if you need
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * additional information or have any questions.
5a5b5956f8b592c807c94785d58c25e717d430c4vboxsync/** @page pg_sup SUP - The Support Library
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * The support library is responsible for providing facilities to load
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * VMM Host Ring-0 code, to call Host VMM Ring-0 code from Ring-3 Host
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * code, to pin down physical memory, and more.
5a5b5956f8b592c807c94785d58c25e717d430c4vboxsync * The VMM Host Ring-0 code can be combined in the support driver if
e4bf6817370e1a71833a02285515694afcda7599vboxsync * permitted by kernel module license policies. If it is not combined
5a5b5956f8b592c807c94785d58c25e717d430c4vboxsync * it will be externalized in a .r0 module that will be loaded using
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * the IPRT loader.
7c4a90169768dcfac3c355a4c1f98b3ef0193641vboxsync * The Ring-0 calling is done thru a generic SUP interface which will
7c4a90169768dcfac3c355a4c1f98b3ef0193641vboxsync * tranfer an argument set and call a predefined entry point in the Host
7c4a90169768dcfac3c355a4c1f98b3ef0193641vboxsync * VMM Ring-0 code.
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * See @ref grp_sup "SUP - Support APIs" for API details.
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync/*******************************************************************************
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync* Header Files *
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync*******************************************************************************/
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/*******************************************************************************
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync* Defined Constants And Macros *
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync*******************************************************************************/
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** R0 VMM module name. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/*******************************************************************************
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync* Structures and Typedefs *
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync*******************************************************************************/
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsynctypedef DECLCALLBACK(int) FNCALLVMMR0(PVMR0 pVMR0, unsigned uOperation, void *pvArg);
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/*******************************************************************************
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync* Global Variables *
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync*******************************************************************************/
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** Init counter. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** Whether we've been preinitied. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsyncstatic bool g_fPreInited = false;
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** The SUPLib instance data.
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync * Well, at least parts of it, specificly the parts that are being handed over
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync * via the pre-init mechanism from the hardened executable stub. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** Pointer to the Global Information Page.
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync * This pointer is valid as long as SUPLib has a open session. Anyone using
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync * the page must treat this pointer as higly volatile and not trust it beyond
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync * one transaction.
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync * @todo This will probably deserve it's own session or some other good solution...
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsyncDECLEXPORT(PSUPGLOBALINFOPAGE) g_pSUPGlobalInfoPage;
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** Address of the ring-0 mapping of the GIP. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** The physical address of the GIP. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsyncstatic RTHCPHYS g_HCPhysSUPGlobalInfoPage = NIL_RTHCPHYS;
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** The negotiated cookie. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** The negotiated session cookie. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** Session handle. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** R0 SUP Functions used for resolving referenced to the SUPR0 module. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** The negotiated interrupt number. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** Pointer to the generated code fore calling VMMR0. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** VMMR0 Load Address. */
c553cea6bfe2ce63ff5517ca4ec288502a890e99vboxsync/** PAGE_ALLOC support indicator. */
5902b558ec0657b3ee3cdba4deaa190f6fe182f1vboxsyncstatic bool g_fSupportsPageAllocLocked = true;
5902b558ec0657b3ee3cdba4deaa190f6fe182f1vboxsync/** Fake mode indicator. (~0 at first, 0 or 1 after first test) */
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync/*******************************************************************************
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync* Internal Functions *
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync*******************************************************************************/
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsyncstatic int supLoadModule(const char *pszFilename, const char *pszModule, void **ppvImageBase);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsyncstatic int supInstallIDTE(void);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsyncstatic DECLCALLBACK(int) supLoadModuleResolveImport(RTLDRMOD hLdrMod, const char *pszModule, const char *pszSymbol, unsigned uSymbol, RTUINTPTR *pValue, void *pvUser);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsyncDECLEXPORT(int) supR3PreInit(PSUPPREINITDATA pPreInitData, uint32_t fFlags)
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * The caller is kind of trustworthy, just perform some basic checks.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Note! Do not do any fancy stuff here because IPRT has NOT been
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * initialized at this point.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync if ( pPreInitData->u32Magic != SUPPREINITDATA_MAGIC
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync || pPreInitData->u32EndMagic != SUPPREINITDATA_MAGIC)
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Hand out the data.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync int rc = supR3HardenedRecvPreInitData(pPreInitData);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync /** @todo This may need some small restructuring later, it doesn't quite work with a root service flag... */
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Perform some sanity checks.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * (Got some trouble with compile time member alignment assertions.)
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync Assert(!(RT_OFFSETOF(SUPGLOBALINFOPAGE, u64NanoTSLastUpdateHz) & 0x7));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync Assert(!(RT_OFFSETOF(SUPGLOBALINFOPAGE, aCPUs) & 0x1f));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync Assert(!(RT_OFFSETOF(SUPGLOBALINFOPAGE, aCPUs[1]) & 0x1f));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync Assert(!(RT_OFFSETOF(SUPGLOBALINFOPAGE, aCPUs[0].u64NanoTS) & 0x7));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync Assert(!(RT_OFFSETOF(SUPGLOBALINFOPAGE, aCPUs[0].u64TSC) & 0x7));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync Assert(!(RT_OFFSETOF(SUPGLOBALINFOPAGE, aCPUs[0].u64CpuHz) & 0x7));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Check if already initialized.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Check for fake mode.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Fake mode is used when we're doing smoke testing and debugging.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * It's also useful on platforms where we haven't root access or which
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * we haven't ported the support driver to.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Open the support driver.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync int rc = suplibOsInit(&g_supLibData, g_fPreInited);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Negotiate the cookie.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync CookieReq.Hdr.u32Cookie = SUPCOOKIE_INITIAL_COOKIE;
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync const uint32_t MinVersion = (SUPDRV_IOC_VERSION & 0xffff0000) == 0x00090000
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync ? 0x00090001
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_COOKIE, &CookieReq, SUP_IOCTL_COOKIE_SIZE);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync if ( (CookieReq.u.Out.u32SessionVersion & 0xffff0000) == (SUPDRV_IOC_VERSION & 0xffff0000)
e4bf6817370e1a71833a02285515694afcda7599vboxsync && CookieReq.u.Out.u32SessionVersion >= MinVersion)
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Query the functions.
e4bf6817370e1a71833a02285515694afcda7599vboxsync PSUPQUERYFUNCS pFuncsReq = (PSUPQUERYFUNCS)RTMemAllocZ(SUP_IOCTL_QUERY_FUNCS_SIZE(CookieReq.u.Out.cFunctions));
967f50840df88ba3efcb33939c933400a70fe9b5vboxsync pFuncsReq->Hdr.u32Cookie = CookieReq.u.Out.u32Cookie;
e4bf6817370e1a71833a02285515694afcda7599vboxsync pFuncsReq->Hdr.u32SessionCookie = CookieReq.u.Out.u32SessionCookie;
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync pFuncsReq->Hdr.cbIn = SUP_IOCTL_QUERY_FUNCS_SIZE_IN;
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync pFuncsReq->Hdr.cbOut = SUP_IOCTL_QUERY_FUNCS_SIZE_OUT(CookieReq.u.Out.cFunctions);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_QUERY_FUNCS(CookieReq.u.Out.cFunctions), pFuncsReq, SUP_IOCTL_QUERY_FUNCS_SIZE(CookieReq.u.Out.cFunctions));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync g_u32SessionCookie = CookieReq.u.Out.u32SessionCookie;
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Map the GIP into userspace.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * This is an optional feature, so we will ignore any failures here.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync GipMapReq.Hdr.u32SessionCookie = g_u32SessionCookie;
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_GIP_MAP, &GipMapReq, SUP_IOCTL_GIP_MAP_SIZE);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync AssertRelease(GipMapReq.u.Out.pGipR3->u32Magic == SUPGLOBALINFOPAGE_MAGIC);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync AssertRelease(GipMapReq.u.Out.pGipR3->u32Version >= SUPGLOBALINFOPAGE_VERSION);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync ASMAtomicXchgSize(&g_HCPhysSUPGlobalInfoPage, GipMapReq.u.Out.HCPhysGip);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync ASMAtomicCmpXchgPtr((void * volatile *)&g_pSUPGlobalInfoPage, GipMapReq.u.Out.pGipR3, NULL);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync ASMAtomicCmpXchgPtr((void * volatile *)&g_pSUPGlobalInfoPageR0, (void *)GipMapReq.u.Out.pGipR0, NULL);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync /* bailout */
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync LogRel(("Support driver version mismatch: SessionVersion=%#x DriverVersion=%#x ClientVersion=%#x MinVersion=%#x\n",
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync CookieReq.u.Out.u32SessionVersion, CookieReq.u.Out.u32DriverVersion, SUPDRV_IOC_VERSION, MinVersion));
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync LogRel(("Support driver version mismatch: DriverVersion=%#x ClientVersion=%#x rc=%Rrc\n",
e4bf6817370e1a71833a02285515694afcda7599vboxsync CookieReq.u.Out.u32DriverVersion, SUPDRV_IOC_VERSION, rc));
e4bf6817370e1a71833a02285515694afcda7599vboxsync /* for pre 0x00060000 drivers */
e4bf6817370e1a71833a02285515694afcda7599vboxsync LogRel(("Support driver version mismatch: DriverVersion=too-old ClientVersion=%#x\n", SUPDRV_IOC_VERSION));
5b0a093ca572a855886faa6747ad46df859dd041vboxsync AssertMsgFailed(("SUPR3Init() failed rc=%Rrc\n", rc));
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * Fake mode init.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync /* name function */
5b0a093ca572a855886faa6747ad46df859dd041vboxsync /* fake r0 functions. */
ad66a27959d7085aa31760f63ce082943be60e89vboxsync g_pFunctions = (PSUPQUERYFUNCS)RTMemAllocZ(SUP_IOCTL_QUERY_FUNCS_SIZE(RT_ELEMENTS(s_aFakeFunctions)));
ad66a27959d7085aa31760f63ce082943be60e89vboxsync g_pFunctions->u.Out.cFunctions = RT_ELEMENTS(s_aFakeFunctions);
ad66a27959d7085aa31760f63ce082943be60e89vboxsync memcpy(&g_pFunctions->u.Out.aFunctions[0], &s_aFakeFunctions[0], sizeof(s_aFakeFunctions));
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* fake the GIP. */
da44a59925a62ca7330a244c71b93794016f29f0vboxsync g_pSUPGlobalInfoPage = (PSUPGLOBALINFOPAGE)RTMemPageAllocZ(PAGE_SIZE);
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync g_HCPhysSUPGlobalInfoPage = NIL_RTHCPHYS & ~(RTHCPHYS)PAGE_OFFSET_MASK;
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* the page is supposed to be invalid, so don't set the magic. */
7c4a90169768dcfac3c355a4c1f98b3ef0193641vboxsync * Verify state.
7c4a90169768dcfac3c355a4c1f98b3ef0193641vboxsync AssertMsg(g_cInits > 0, ("SUPTerm() is called before SUPR3Init()!\n"));
c58c758d3642ac45d3f12356c406c631fcd8f538vboxsync * NULL the GIP pointer.
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync ASMAtomicXchgPtr((void * volatile *)&g_pSUPGlobalInfoPage, NULL);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync ASMAtomicXchgPtr((void * volatile *)&g_pSUPGlobalInfoPageR0, NULL);
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync ASMAtomicXchgSize(&g_HCPhysSUPGlobalInfoPage, NIL_RTHCPHYS);
e4bf6817370e1a71833a02285515694afcda7599vboxsync /* just a little safe guard against threads using the page. */
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * Close the support driver.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * Issue IOCtl to the SUPDRV kernel module.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync Req.Hdr.cbOut = SUP_IOCTL_GET_PAGING_MODE_SIZE_OUT;
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_GET_PAGING_MODE, &Req, SUP_IOCTL_GET_PAGING_MODE_SIZE);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync LogRel(("SUPGetPagingMode: %Rrc %Rrc\n", rc, Req.Hdr.rc));
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * For later.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsyncstatic int supCallVMMR0ExFake(PVMR0 pVMR0, unsigned uOperation, uint64_t u64Arg, PSUPVMMR0REQHDR pReqHdr)
4bf996d915405be92dc4394b2db1395e00e14d58vboxsyncSUPR3DECL(int) SUPCallVMMR0Fast(PVMR0 pVMR0, unsigned uOperation, unsigned idCpu)
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync return suplibOsIOCtlFast(&g_supLibData, SUP_IOCTL_FAST_DO_RAW_RUN, idCpu);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync if (RT_LIKELY(uOperation == SUP_VMMR0_DO_HWACC_RUN))
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync return suplibOsIOCtlFast(&g_supLibData, SUP_IOCTL_FAST_DO_HWACC_RUN, idCpu);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync return suplibOsIOCtlFast(&g_supLibData, SUP_IOCTL_FAST_DO_NOP, idCpu);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsyncSUPR3DECL(int) SUPCallVMMR0Ex(PVMR0 pVMR0, unsigned uOperation, uint64_t u64Arg, PSUPVMMR0REQHDR pReqHdr)
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * The following operations don't belong here.
e4bf6817370e1a71833a02285515694afcda7599vboxsync AssertMsgReturn( uOperation != SUP_VMMR0_DO_RAW_RUN
e4bf6817370e1a71833a02285515694afcda7599vboxsync return supCallVMMR0ExFake(pVMR0, uOperation, u64Arg, pReqHdr);
e4bf6817370e1a71833a02285515694afcda7599vboxsync /* no data. */
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_CALL_VMMR0(0), &Req, SUP_IOCTL_CALL_VMMR0_SIZE(0));
e4bf6817370e1a71833a02285515694afcda7599vboxsync else if (SUP_IOCTL_CALL_VMMR0_SIZE(pReqHdr->cbReq) < _4K) /* FreeBSD won't copy more than 4K. */
e4bf6817370e1a71833a02285515694afcda7599vboxsync AssertReturn(pReqHdr->u32Magic == SUPVMMR0REQHDR_MAGIC, VERR_INVALID_MAGIC);
e4bf6817370e1a71833a02285515694afcda7599vboxsync PSUPCALLVMMR0 pReq = (PSUPCALLVMMR0)alloca(SUP_IOCTL_CALL_VMMR0_SIZE(cbReq));
e4bf6817370e1a71833a02285515694afcda7599vboxsync pReq->Hdr.cbIn = SUP_IOCTL_CALL_VMMR0_SIZE_IN(cbReq);
e4bf6817370e1a71833a02285515694afcda7599vboxsync pReq->Hdr.cbOut = SUP_IOCTL_CALL_VMMR0_SIZE_OUT(cbReq);
e4bf6817370e1a71833a02285515694afcda7599vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_CALL_VMMR0(cbReq), pReq, SUP_IOCTL_CALL_VMMR0_SIZE(cbReq));
e4bf6817370e1a71833a02285515694afcda7599vboxsync else /** @todo may have to remove the size limits one this request... */
e4bf6817370e1a71833a02285515694afcda7599vboxsync AssertMsgFailedReturn(("cbReq=%#x\n", pReqHdr->cbReq), VERR_INTERNAL_ERROR);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsyncSUPR3DECL(int) SUPCallVMMR0(PVMR0 pVMR0, unsigned uOperation, void *pvArg)
967f50840df88ba3efcb33939c933400a70fe9b5vboxsync * The following operations don't belong here.
e4bf6817370e1a71833a02285515694afcda7599vboxsync AssertMsgReturn( uOperation != SUP_VMMR0_DO_RAW_RUN
e4bf6817370e1a71833a02285515694afcda7599vboxsync return SUPCallVMMR0Ex(pVMR0, uOperation, (uintptr_t)pvArg, NULL);
7c4a90169768dcfac3c355a4c1f98b3ef0193641vboxsync Req.Hdr.cbOut = SUP_IOCTL_SET_VM_FOR_FAST_SIZE_OUT;
e4bf6817370e1a71833a02285515694afcda7599vboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_SET_VM_FOR_FAST, &Req, SUP_IOCTL_SET_VM_FOR_FAST_SIZE);
e4bf6817370e1a71833a02285515694afcda7599vboxsyncSUPR3DECL(int) SUPPageAlloc(size_t cPages, void **ppvPages)
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Validate.
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Temporary hack for windows until we've sorted out the
e4bf6817370e1a71833a02285515694afcda7599vboxsync * locked memory that doesn't need to be accessible from kernel space.
e4bf6817370e1a71833a02285515694afcda7599vboxsync return SUPPageAllocLockedEx(cPages, ppvPages, NULL);
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Call OS specific worker.
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync return suplibOsPageAlloc(&g_supLibData, cPages, ppvPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsyncSUPR3DECL(int) SUPPageFree(void *pvPages, size_t cPages)
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Validate.
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Temporary hack for windows, see above.
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Call OS specific worker.
e4bf6817370e1a71833a02285515694afcda7599vboxsync return suplibOsPageFree(&g_supLibData, pvPages, cPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsyncSUPR3DECL(int) SUPPageLock(void *pvStart, size_t cPages, PSUPPAGE paPages)
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Validate.
e4bf6817370e1a71833a02285515694afcda7599vboxsync AssertMsg(RT_ALIGN_P(pvStart, PAGE_SIZE) == pvStart, ("pvStart (%p) must be page aligned\n", pvStart));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync RTHCPHYS Phys = (uintptr_t)pvStart + PAGE_SIZE * 1024;
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync while (iPage-- > 0)
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync paPages[iPage].Phys = Phys + (iPage << PAGE_SHIFT);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Issue IOCtl to the SUPDRV kernel module.
e4bf6817370e1a71833a02285515694afcda7599vboxsync PSUPPAGELOCK pReq = (PSUPPAGELOCK)RTMemTmpAllocZ(SUP_IOCTL_PAGE_LOCK_SIZE(cPages));
e4bf6817370e1a71833a02285515694afcda7599vboxsync pReq->Hdr.cbOut = SUP_IOCTL_PAGE_LOCK_SIZE_OUT(cPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsync pReq->Hdr.fFlags = SUPREQHDR_FLAGS_MAGIC | SUPREQHDR_FLAGS_EXTRA_OUT;
e4bf6817370e1a71833a02285515694afcda7599vboxsync pReq->u.In.cPages = (uint32_t)cPages; AssertRelease(pReq->u.In.cPages == cPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_PAGE_LOCK, pReq, SUP_IOCTL_PAGE_LOCK_SIZE(cPages));
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync Assert(!(paPages[iPage].Phys & ~X86_PTE_PAE_PG_MASK));
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Validate.
e4bf6817370e1a71833a02285515694afcda7599vboxsync AssertMsg(RT_ALIGN_P(pvStart, PAGE_SIZE) == pvStart, ("pvStart (%p) must be page aligned\n", pvStart));
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Issue IOCtl to the SUPDRV kernel module.
e4bf6817370e1a71833a02285515694afcda7599vboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_PAGE_UNLOCK, &Req, SUP_IOCTL_PAGE_UNLOCK_SIZE);
e4bf6817370e1a71833a02285515694afcda7599vboxsyncSUPR3DECL(int) SUPPageAllocLocked(size_t cPages, void **ppvPages)
e4bf6817370e1a71833a02285515694afcda7599vboxsync return SUPPageAllocLockedEx(cPages, ppvPages, NULL);
e4bf6817370e1a71833a02285515694afcda7599vboxsync * Fallback for SUPPageAllocLockedEx on systems where RTR0MemObjPhysAllocNC isn't supported.
e4bf6817370e1a71833a02285515694afcda7599vboxsyncstatic int supPageAllocLockedFallback(size_t cPages, void **ppvPages, PSUPPAGE paPages)
e4bf6817370e1a71833a02285515694afcda7599vboxsync int rc = suplibOsPageAlloc(&g_supLibData, cPages, ppvPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsync paPages = (PSUPPAGE)alloca(sizeof(paPages[0]) * cPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsync suplibOsPageFree(&g_supLibData, *ppvPages, cPages);
e4bf6817370e1a71833a02285515694afcda7599vboxsyncSUPR3DECL(int) SUPPageAllocLockedEx(size_t cPages, void **ppvPages, PSUPPAGE paPages)
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync * Validate.
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync *ppvPages = RTMemPageAllocZ((size_t)cPages * PAGE_SIZE);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync paPages[iPage].Phys = (iPage + 1234) << PAGE_SHIFT;
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync Assert(!(paPages[iPage].Phys & ~X86_PTE_PAE_PG_MASK));
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync /* use fallback? */
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync return supPageAllocLockedFallback(cPages, ppvPages, paPages);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync * Issue IOCtl to the SUPDRV kernel module.
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync PSUPPAGEALLOC pReq = (PSUPPAGEALLOC)RTMemTmpAllocZ(SUP_IOCTL_PAGE_ALLOC_SIZE(cPages));
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync pReq->Hdr.cbOut = SUP_IOCTL_PAGE_ALLOC_SIZE_OUT(cPages);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync pReq->Hdr.fFlags = SUPREQHDR_FLAGS_MAGIC | SUPREQHDR_FLAGS_EXTRA_OUT;
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync pReq->u.In.cPages = (uint32_t)cPages; AssertRelease(pReq->u.In.cPages == cPages);
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_PAGE_ALLOC, pReq, SUP_IOCTL_PAGE_ALLOC_SIZE(cPages));
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync Assert(!(paPages[iPage].Phys & ~X86_PTE_PAE_PG_MASK));
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync rc = supPageAllocLockedFallback(cPages, ppvPages, paPages);
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsyncSUPR3DECL(int) SUPPageFreeLocked(void *pvPages, size_t cPages)
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * Validate.
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * Issue IOCtl to the SUPDRV kernel module.
967f50840df88ba3efcb33939c933400a70fe9b5vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_PAGE_FREE, &Req, SUP_IOCTL_PAGE_FREE_SIZE);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync /* fallback */
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync rc = suplibOsPageFree(&g_supLibData, pvPages, cPages);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsyncSUPR3DECL(void *) SUPContAlloc(size_t cPages, PRTHCPHYS pHCPhys)
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync return SUPContAlloc2(cPages, NIL_RTR0PTR, pHCPhys);
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsyncSUPR3DECL(void *) SUPContAlloc2(size_t cPages, PRTR0PTR pR0Ptr, PRTHCPHYS pHCPhys)
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync * Validate.
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync AssertMsgReturn(cPages > 0 && cPages < 256, ("cPages=%d must be > 0 and < 256\n", cPages), NULL);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync * Issue IOCtl to the SUPDRV kernel module.
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_CONT_ALLOC, &Req, SUP_IOCTL_CONT_ALLOC_SIZE);
725fba5c64717677ac66072bae37e5b3686f3e6dvboxsync * Validate.
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync * Issue IOCtl to the SUPDRV kernel module.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_CONT_FREE, &Req, SUP_IOCTL_CONT_FREE_SIZE);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsyncSUPR3DECL(int) SUPLowAlloc(size_t cPages, void **ppvPages, PRTR0PTR ppvPagesR0, PSUPPAGE paPages)
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Validate.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync AssertMsgReturn(cPages > 0 && cPages < 256, ("cPages=%d must be > 0 and < 256\n", cPages), VERR_INVALID_PARAMETER);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync *ppvPages = RTMemPageAllocZ((size_t)cPages * PAGE_SIZE);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync /* fake physical addresses. */
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync RTHCPHYS Phys = (uintptr_t)*ppvPages + PAGE_SIZE * 1024;
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync while (iPage-- > 0)
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync paPages[iPage].Phys = Phys + (iPage << PAGE_SHIFT);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Issue IOCtl to the SUPDRV kernel module.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync PSUPLOWALLOC pReq = (PSUPLOWALLOC)RTMemTmpAllocZ(SUP_IOCTL_LOW_ALLOC_SIZE(cPages));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync pReq->Hdr.cbOut = SUP_IOCTL_LOW_ALLOC_SIZE_OUT(cPages);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync pReq->Hdr.fFlags = SUPREQHDR_FLAGS_MAGIC | SUPREQHDR_FLAGS_EXTRA_OUT;
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync pReq->u.In.cPages = (uint32_t)cPages; AssertRelease(pReq->u.In.cPages == cPages);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_LOW_ALLOC, pReq, SUP_IOCTL_LOW_ALLOC_SIZE(cPages));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync Assert(!(paPages[iPage].Phys & ~X86_PTE_PAE_PG_MASK));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync Assert(paPages[iPage].Phys <= UINT32_C(0xfffff000));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Validate.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Issue IOCtl to the SUPDRV kernel module.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_LOW_FREE, &Req, SUP_IOCTL_LOW_FREE_SIZE);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsyncSUPR3DECL(int) SUPR3HardenedVerifyFile(const char *pszFilename, const char *pszMsg, PRTFILE phFile)
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Quick input validation.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync AssertReturn(!phFile, VERR_NOT_IMPLEMENTED); /** @todo Implement this. The deal is that we make sure the
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync file is the same we verified after opening it. */
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Only do the actual check in hardened builds.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync int rc = supR3HardenedVerifyFile(pszFilename, false /* fFatal */);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync LogRel(("SUPR3HardenedVerifyFile: %s: Verification of \"%s\" failed, rc=%Rrc\n", pszMsg, pszFilename, rc));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsyncSUPR3DECL(int) SUPLoadModule(const char *pszFilename, const char *pszModule, void **ppvImageBase)
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Check that the module can be trusted.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync rc = supR3HardenedVerifyFile(pszFilename, false /* fFatal */);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Load the module.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * If it's VMMR0.r0 we need to install the IDTE.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync rc = supLoadModule(pszFilename, pszModule, ppvImageBase);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync#endif /* VBOX_WITH_IDT_PATCHING */
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync LogRel(("SUPLoadModule: Verification of \"%s\" failed, rc=%Rrc\n", rc));
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Generates the code for calling the interrupt gate.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * @returns VBox status code.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * g_pfnCallVMMR0 is changed on success.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * @param u8Interrupt The interrupt number.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsyncstatic int suplibGenerateCallVMMR0(uint8_t u8Interrupt)
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * Allocate memory.
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * Generate the code.
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * reg params:
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * <GCC> <MSC> <argument>
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * rdi rcx pVMR0
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * esi edx uOperation
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * rdx r8 pvArg
7468341cace5f5d2287abd9b8c3543033c7bf049vboxsync * eax eax [g_u32Gookie]
e8859cfff41731e3688972d64cf6d5575addcd8fvboxsync * x86 stack:
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * 0 saved esi
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * 8 c uOperation
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * c 10 pvArg
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * Installs the IDTE patch.
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * @return VBox status code.
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsyncstatic int supInstallIDTE(void)
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* already installed? */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_IDT_INSTALL, &Req, SUP_IOCTL_IDT_INSTALL_SIZE);
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync uint64_t u64AffMaskPatched = RTCpuSetToU64(RTMpGetOnlineSet(&OnlineSet)) & u64AffMaskSaved;
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync unsigned cCpusPatched = 0;
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync AssertLogRelReturn(cCpus < 64, VERR_INTERNAL_ERROR);
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync for (int i = 0; i < 64; i++)
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* Skip absent and inactive processors. */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* Change CPU */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync LogRel(("SUPLoadVMM: Failed to set affinity to cpu no. %d, rc=%Rrc.\n", i, rc2));
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* Patch the CPU. */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync rc2 = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_IDT_INSTALL, &Req, SUP_IOCTL_IDT_INSTALL_SIZE);
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync LogRel(("suplibGenerateCallVMMR0 failed with rc=%Rrc.\n", i, rc2));
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync LogRel(("SUPLoadVMM: Failed to patch cpu no. %d, rc=%Rrc.\n", i, rc2));
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* Fail if no CPUs was patched! */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* Ignore failures if a CPU was patched. */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync /* Set/restore the thread affinity. */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync#endif /* VBOX_WITH_IDT_PATCHING */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync * Resolve an external symbol during RTLdrGetBits().
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * @returns VBox status code.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * @param hLdrMod The loader module handle.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * @param pszModule Module name.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * @param pszSymbol Symbol name, NULL if uSymbol should be used.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * @param uSymbol Symbol ordinal, ~0 if pszSymbol should be used.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * @param pValue Where to store the symbol value (address).
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * @param pvUser User argument.
5b0a093ca572a855886faa6747ad46df859dd041vboxsyncstatic DECLCALLBACK(int) supLoadModuleResolveImport(RTLDRMOD hLdrMod, const char *pszModule,
5b0a093ca572a855886faa6747ad46df859dd041vboxsync const char *pszSymbol, unsigned uSymbol, RTUINTPTR *pValue, void *pvUser)
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * Only SUPR0 and VMMR0.r0
5b0a093ca572a855886faa6747ad46df859dd041vboxsync AssertMsgFailed(("%s is importing from %s! (expected 'SUPR0.dll' or 'VMMR0.r0', case-sensitiv)\n", pvUser, pszModule));
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * No ordinals.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync AssertMsgFailed(("%s is importing by ordinal (ord=%d)\n", pvUser, (int)(uintptr_t)pszSymbol));
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * Lookup symbol.
d1e9999d55e7ac80a28692c161710be98071fc00vboxsync /* skip the 64-bit ELF import prefix first. */
d1e9999d55e7ac80a28692c161710be98071fc00vboxsync if (!strncmp(pszSymbol, "SUPR0$", sizeof("SUPR0$") - 1))
5b0a093ca572a855886faa6747ad46df859dd041vboxsync * Check the VMMR0.r0 module if loaded.
5b0a093ca572a855886faa6747ad46df859dd041vboxsync /** @todo call the SUPLoadModule caller.... */
70aa086e9e9d2f85d2e997d0e69169018a001e54vboxsync /** @todo proper reference counting and such. */
5b0a093ca572a855886faa6747ad46df859dd041vboxsync if (!SUPGetSymbolR0((void *)g_pvVMMR0, pszSymbol, &pvValue))
5b0a093ca572a855886faa6747ad46df859dd041vboxsync /* iterate the function table. */
d1e9999d55e7ac80a28692c161710be98071fc00vboxsync PSUPFUNC pFunc = &g_pFunctions->u.Out.aFunctions[0];
d3dea25ec07f6546715fe3af943ea863294b392evboxsync while (c-- > 0)
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync /** @todo R0 mapping? */
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync while (c-- > 0)
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync AssertMsg2("%d: %s\n", g_pFunctions->u.Out.cFunctions - c, pFunc->szName);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync AssertMsg2("%s is importing %s which we couldn't find\n", pvUser, pszSymbol);
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync AssertMsgFailed(("%s is importing %s which we couldn't find\n", pvUser, pszSymbol));
4b8c66482cbc69a01ac399b8588b8bc80b310523vboxsync/** Argument package for supLoadModuleCalcSizeCB. */
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * Callback used to calculate the image size.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * @return VINF_SUCCESS
4bf996d915405be92dc4394b2db1395e00e14d58vboxsyncstatic DECLCALLBACK(int) supLoadModuleCalcSizeCB(RTLDRMOD hLdrMod, const char *pszSymbol, unsigned uSymbol, RTUINTPTR Value, void *pvUser)
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync PSUPLDRCALCSIZEARGS pArgs = (PSUPLDRCALCSIZEARGS)pvUser;
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync/** Argument package for supLoadModuleCreateTabsCB. */
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Callback used to calculate the image size.
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * @return VINF_SUCCESS
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsyncstatic DECLCALLBACK(int) supLoadModuleCreateTabsCB(RTLDRMOD hLdrMod, const char *pszSymbol, unsigned uSymbol, RTUINTPTR Value, void *pvUser)
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync PSUPLDRCREATETABSARGS pArgs = (PSUPLDRCREATETABSARGS)pvUser;
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync pArgs->pSym->offName = pArgs->psz - pArgs->pszBase;
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * Worker for SUPLoadModule().
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * @returns VBox status code.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * @param pszFilename Name of the VMMR0 image file
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsyncstatic int supLoadModule(const char *pszFilename, const char *pszModule, void **ppvImageBase)
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * Validate input.
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync AssertPtrReturn(pszFilename, VERR_INVALID_PARAMETER);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync AssertPtrReturn(pszModule, VERR_INVALID_PARAMETER);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync AssertPtrReturn(ppvImageBase, VERR_INVALID_PARAMETER);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync AssertReturn(strlen(pszModule) < RT_SIZEOFMEMB(SUPLDROPEN, u.In.szName), VERR_FILENAME_TOO_LONG);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync const bool fIsVMMR0 = !strcmp(pszModule, "VMMR0.r0");
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Open image file and figure its size.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc = RTLdrEnumSymbols(hLdrMod, 0, NULL, 0, supLoadModuleCalcSizeCB, &CalcArgs);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync const uint32_t offSymTab = RT_ALIGN_32(CalcArgs.cbImage, 8);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync const uint32_t offStrTab = offSymTab + CalcArgs.cSymbols * sizeof(SUPLDRSYM);
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync const uint32_t cbImage = RT_ALIGN_32(offStrTab + CalcArgs.cbStrings, 8);
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * Open the R0 image.
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_LDR_OPEN, &OpenReq, SUP_IOCTL_LDR_OPEN_SIZE);
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * We need to load it.
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync * Allocate memory for the image bits.
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync PSUPLDRLOAD pLoadReq = (PSUPLDRLOAD)RTMemTmpAlloc(SUP_IOCTL_LDR_LOAD_SIZE(cbImage));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Get the image bits.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync rc = RTLdrGetBits(hLdrMod, &pLoadReq->u.In.achImage[0], (uintptr_t)OpenReq.u.Out.pvImageBase,
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Get the entry points.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc = RTLdrGetSymbolEx(hLdrMod, &pLoadReq->u.In.achImage[0], (uintptr_t)OpenReq.u.Out.pvImageBase, "VMMR0EntryInt", &VMMR0EntryInt);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc = RTLdrGetSymbolEx(hLdrMod, &pLoadReq->u.In.achImage[0], (uintptr_t)OpenReq.u.Out.pvImageBase, "VMMR0EntryFast", &VMMR0EntryFast);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc = RTLdrGetSymbolEx(hLdrMod, &pLoadReq->u.In.achImage[0], (uintptr_t)OpenReq.u.Out.pvImageBase, "VMMR0EntryEx", &VMMR0EntryEx);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync int rc2 = RTLdrGetSymbolEx(hLdrMod, &pLoadReq->u.In.achImage[0], (uintptr_t)OpenReq.u.Out.pvImageBase, "ModuleInit", &ModuleInit);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc2 = RTLdrGetSymbolEx(hLdrMod, &pLoadReq->u.In.achImage[0], (uintptr_t)OpenReq.u.Out.pvImageBase, "ModuleTerm", &ModuleTerm);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Create the symbol and string tables.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync CreateArgs.pSym = (PSUPLDRSYM)&pLoadReq->u.In.achImage[offSymTab];
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync CreateArgs.pszBase = (char *)&pLoadReq->u.In.achImage[offStrTab];
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc = RTLdrEnumSymbols(hLdrMod, 0, NULL, 0, supLoadModuleCreateTabsCB, &CreateArgs);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync AssertRelease((size_t)(CreateArgs.psz - CreateArgs.pszBase) <= CalcArgs.cbStrings);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync AssertRelease((size_t)(CreateArgs.pSym - (PSUPLDRSYM)&pLoadReq->u.In.achImage[offSymTab]) <= CalcArgs.cSymbols);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Upload the image.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->Hdr.u32SessionCookie = g_u32SessionCookie;
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->Hdr.cbIn = SUP_IOCTL_LDR_LOAD_SIZE_IN(cbImage);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->Hdr.fFlags = SUPREQHDR_FLAGS_MAGIC | SUPREQHDR_FLAGS_EXTRA_IN;
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync pLoadReq->u.In.pfnModuleInit = (RTR0PTR)ModuleInit;
b26e5b503baa3dffc58048982eaf17ad1b53f207vboxsync pLoadReq->u.In.pfnModuleTerm = (RTR0PTR)ModuleTerm;
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->u.In.EP.VMMR0.pvVMMR0 = OpenReq.u.Out.pvImageBase;
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync pLoadReq->u.In.EP.VMMR0.pvVMMR0EntryInt = (RTR0PTR)VMMR0EntryInt;
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync pLoadReq->u.In.EP.VMMR0.pvVMMR0EntryFast= (RTR0PTR)VMMR0EntryFast;
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->u.In.EP.VMMR0.pvVMMR0EntryEx = (RTR0PTR)VMMR0EntryEx;
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->u.In.cbStrTab = (uint32_t)CalcArgs.cbStrings;
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync AssertRelease(pLoadReq->u.In.cbStrTab == CalcArgs.cbStrings);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync pLoadReq->u.In.pvImageBase = OpenReq.u.Out.pvImageBase;
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_LDR_LOAD, pLoadReq, SUP_IOCTL_LDR_LOAD_SIZE(cbImage));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync || rc == VERR_ALREADY_LOADED /* A competing process. */
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogRel(("SUP: Loaded %s (%s) at %#p - ModuleInit at %RTptr and ModuleTerm at %RTptr\n", pszModule, pszFilename,
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync OpenReq.u.Out.pvImageBase, ModuleInit, ModuleTerm));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogRel(("SUP: VMMR0EntryEx located at %RTptr, VMMR0EntryFast at %RTptr and VMMR0EntryInt at %RTptr\n",
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogRel(("SUP: windbg> .reload /f %s=%#p\n", pszFilename, OpenReq.u.Out.pvImageBase));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync AssertMsgFailed(("failed to allocated %d bytes for SUPLDRLOAD_IN structure!\n", SUP_IOCTL_LDR_LOAD_SIZE(cbImage)));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogRel(("SUP: Opened %s (%s) at %#p.\n", pszModule, pszFilename, OpenReq.u.Out.pvImageBase));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogRel(("SUP: windbg> .reload /f %s=%#p\n", pszFilename, OpenReq.u.Out.pvImageBase));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * There is one special module. When this is freed we'll
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * free the IDT entry that goes with it.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Note that we don't keep count of VMMR0.r0 loads here, so the
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * first unload will free it.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_IDT_REMOVE, &Req, SUP_IOCTL_IDT_REMOVE_SIZE);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync#endif /* VBOX_WITH_IDT_PATCHING */
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * Free the requested module.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_LDR_FREE, &Req, SUP_IOCTL_LDR_FREE_SIZE);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsyncSUPR3DECL(int) SUPGetSymbolR0(void *pvImageBase, const char *pszSymbol, void **ppvValue)
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Do ioctl.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync memcpy(Req.u.In.szSymbol, pszSymbol, cchSymbol + 1);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync int rc = suplibOsIOCtl(&g_supLibData, SUP_IOCTL_LDR_GET_SYMBOL, &Req, SUP_IOCTL_LDR_GET_SYMBOL_SIZE);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync return SUPLoadModule(pszFilename, "VMMR0.r0", &pvImageBase);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Worker for SUPR3HardenedLdrLoad and SUPR3HardenedLdrLoadAppPriv.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * @returns iprt status code.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * @param pszFilename The full file name.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * @param phLdrMod Where to store the handle to the loaded module.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsyncstatic int supR3HardenedLdrLoadIt(const char *pszFilename, PRTLDRMOD phLdrMod)
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Verify the image file.
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync int rc = supR3HardenedVerifyFile(pszFilename, false /* fFatal */);
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync LogRel(("supR3HardenedLdrLoadIt: Verification of \"%s\" failed, rc=%Rrc\n", rc));
1025ef7261a6961d07d390e85a095d806ccb88d9vboxsync * Try load it.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsyncSUPR3DECL(int) SUPR3HardenedLdrLoad(const char *pszFilename, PRTLDRMOD phLdrMod)
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Validate input.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync AssertPtrReturn(pszFilename, VERR_INVALID_PARAMETER);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync AssertReturn(RTPathHavePath(pszFilename), VERR_INVALID_PARAMETER);
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync * Add the default extension if it's missing.
113a43aca041000560f93f9a8ee23dfcf01a9e7cvboxsync char *psz = (char *)alloca(cchFilename + cchSuff + 1);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * Pass it on to the common library loader.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync return supR3HardenedLdrLoadIt(pszFilename, phLdrMod);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsyncSUPR3DECL(int) SUPR3HardenedLdrLoadAppPriv(const char *pszFilename, PRTLDRMOD phLdrMod)
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogFlow(("SUPR3HardenedLdrLoadAppPriv: pszFilename=%p:{%s} phLdrMod=%p\n", pszFilename, pszFilename, phLdrMod));
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync * Validate input.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync AssertPtrReturn(pszFilename, VERR_INVALID_PARAMETER);
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync AssertMsgReturn(!RTPathHavePath(pszFilename), ("%s\n", pszFilename), VERR_INVALID_PARAMETER);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Check the filename.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync AssertMsgReturn(cchFilename < (RTPATH_MAX / 4) * 3, ("%zu\n", cchFilename), VERR_INVALID_PARAMETER);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Construct the private arch path and check if the file exists.
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync int rc = RTPathAppPrivateArch(szPath, sizeof(szPath) - 1 - cchExt - cchFilename);
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync LogRel(("SUPR3HardenedLdrLoadAppPriv: \"%s\" not found\n", szPath));
71e045383a3316b27563b2f44b0e0e1231968bdcvboxsync * Pass it on to SUPR3HardenedLdrLoad.
4bf996d915405be92dc4394b2db1395e00e14d58vboxsync LogFlow(("SUPR3HardenedLdrLoadAppPriv: returns %Rrc\n", rc));