VMM/VMMR0/PGMR0.cpp

	PGMR0.cpp revision ff78b877ed7acd25e2d384570a938441455d6a95
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync/* $Id$ */
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync/** @file
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * PGM - Page Manager and Monitor, Ring-0.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync */
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync/*
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * Copyright (C) 2007 Sun Microsystems, Inc.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync *
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * available from http://www.virtualbox.org. This file is free software;
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * you can redistribute it and/or modify it under the terms of the GNU
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * General Public License (GPL) as published by the Free Software
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync *
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * Clara, CA 95054 USA or visit http://www.sun.com if you need
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * additional information or have any questions.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync */
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync/*******************************************************************************
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync*   Header Files                                                               *
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync*******************************************************************************/
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#define LOG_GROUP LOG_GROUP_PGM
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include <VBox/pgm.h>
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include "PGMInternal.h"
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include <VBox/vm.h>
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include <VBox/log.h>
8302394f164acb4adb187954f6ac8ef7a9efa629vboxsync#include <VBox/err.h>
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include <iprt/assert.h>
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync__BEGIN_DECLS
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#define PGM_BTH_NAME(name)          PGM_BTH_NAME_32BIT_PROT(name)
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include "PGMR0Bth.h"
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#undef PGM_BTH_NAME
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#define PGM_BTH_NAME(name)          PGM_BTH_NAME_PAE_PROT(name)
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include "PGMR0Bth.h"
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#undef PGM_BTH_NAME
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#define PGM_BTH_NAME(name)          PGM_BTH_NAME_AMD64_PROT(name)
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include "PGMR0Bth.h"
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#undef PGM_BTH_NAME
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
8302394f164acb4adb187954f6ac8ef7a9efa629vboxsync#define PGM_BTH_NAME(name)          PGM_BTH_NAME_EPT_PROT(name)
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#include "PGMR0Bth.h"
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync#undef PGM_BTH_NAME
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync__END_DECLS
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync/**
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * Worker function for PGMR3PhysAllocateHandyPages and pgmPhysEnsureHandyPage.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync *
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * @returns The following VBox status codes.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * @retval  VINF_SUCCESS on success. FF cleared.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * @retval  VINF_EM_NO_MEMORY if we're out of memory. The FF is set in this case.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync *
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * @param   pVM         The VM handle.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync *
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync * @remarks Must be called from within the PGM critical section. The caller
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync *          must clear the new pages.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync */
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsyncVMMR0DECL(int) PGMR0PhysAllocateHandyPages(PVM pVM)
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync{
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync    Assert(PDMCritSectIsOwner(&pVM->pgm.s.CritSect));
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync    /*
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync     * Check for error injection.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync     */
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync    if (RT_UNLIKELY(pVM->pgm.s.fErrInjHandyPages))
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync        return VERR_NO_MEMORY;
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync    /*
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync     * Try allocate a full set of handy pages.
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync     */
13493ab7596e827b8d0caab2c89e635dd65f78f9vboxsync    uint32_t iFirst = pVM->pgm.s.cHandyPages;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    AssertReturn(iFirst <= RT_ELEMENTS(pVM->pgm.s.aHandyPages), VERR_INTERNAL_ERROR);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    uint32_t cPages = RT_ELEMENTS(pVM->pgm.s.aHandyPages) - iFirst;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    if (!cPages)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync        return VINF_SUCCESS;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    int rc = GMMR0AllocateHandyPages(pVM, cPages, cPages, &pVM->pgm.s.aHandyPages[iFirst]);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    if (RT_SUCCESS(rc))
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync        for (uint32_t i = 0; i < RT_ELEMENTS(pVM->pgm.s.aHandyPages); i++)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync        {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            Assert(pVM->pgm.s.aHandyPages[i].idPage != NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            Assert(pVM->pgm.s.aHandyPages[i].idPage <= GMM_PAGEID_LAST);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys != NIL_RTHCPHYS);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            Assert(!(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys & ~X86_PTE_PAE_PG_MASK));
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync        }
30f07af559efcbd967e801903746fc21f81ee533vboxsync
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync        pVM->pgm.s.cHandyPages = RT_ELEMENTS(pVM->pgm.s.aHandyPages);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    }
30f07af559efcbd967e801903746fc21f81ee533vboxsync    else if (rc != VERR_GMM_SEED_ME)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync        if (    (   rc == VERR_GMM_HIT_GLOBAL_LIMIT
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                 || rc == VERR_GMM_HIT_VM_ACCOUNT_LIMIT)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            &&  iFirst < PGM_HANDY_PAGES_MIN)
74f7805911fff84c2dec0fb3b727ef9ddc4df8b0vboxsync        {
74f7805911fff84c2dec0fb3b727ef9ddc4df8b0vboxsync
74f7805911fff84c2dec0fb3b727ef9ddc4df8b0vboxsync#ifdef VBOX_STRICT
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            /* We're ASSUMING that GMM has updated all the entires before failing us. */
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            uint32_t i;
74f7805911fff84c2dec0fb3b727ef9ddc4df8b0vboxsync            for (i = iFirst; i < RT_ELEMENTS(pVM->pgm.s.aHandyPages); i++)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                Assert(pVM->pgm.s.aHandyPages[i].idPage == NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys == NIL_RTHCPHYS);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            }
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync#endif
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            /*
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync             * Reduce the number of pages until we hit the minimum limit.
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync             */
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            do
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                cPages >>= 2;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                if (cPages + iFirst < PGM_HANDY_PAGES_MIN)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    cPages = PGM_HANDY_PAGES_MIN - iFirst;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                rc = GMMR0AllocateHandyPages(pVM, cPages, cPages, &pVM->pgm.s.aHandyPages[iFirst]);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            } while (   (   rc == VERR_GMM_HIT_GLOBAL_LIMIT
8302394f164acb4adb187954f6ac8ef7a9efa629vboxsync                         || rc == VERR_GMM_HIT_VM_ACCOUNT_LIMIT)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                     && cPages + iFirst > PGM_HANDY_PAGES_MIN);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            if (RT_SUCCESS(rc))
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync            {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync#ifdef VBOX_STRICT
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                i = iFirst + cPages;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                while (i-- > 0)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].idPage != NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].idPage <= GMM_PAGEID_LAST);
0b8ed19cf8df49d6fcd144b43ae4af5c21316ce9vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys != NIL_RTHCPHYS);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(!(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys & ~X86_PTE_PAE_PG_MASK));
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                }
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                for (i = cPages + iFirst; i < RT_ELEMENTS(pVM->pgm.s.aHandyPages); i++)
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                {
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].idPage == NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                    Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys == NIL_RTHCPHYS);
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                }
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync#endif
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync                pVM->pgm.s.cHandyPages = iFirst + cPages;
30f07af559efcbd967e801903746fc21f81ee533vboxsync            }
30f07af559efcbd967e801903746fc21f81ee533vboxsync        }
30f07af559efcbd967e801903746fc21f81ee533vboxsync
30f07af559efcbd967e801903746fc21f81ee533vboxsync        if (RT_FAILURE(rc) && rc != VERR_GMM_SEED_ME)
30f07af559efcbd967e801903746fc21f81ee533vboxsync        {
30f07af559efcbd967e801903746fc21f81ee533vboxsync            LogRel(("PGMR0PhysAllocateHandyPages: rc=%Rrc iFirst=%d cPages=%d\n", rc, iFirst, cPages));
30f07af559efcbd967e801903746fc21f81ee533vboxsync            VM_FF_SET(pVM, VM_FF_PGM_NO_MEMORY);
30f07af559efcbd967e801903746fc21f81ee533vboxsync        }
30f07af559efcbd967e801903746fc21f81ee533vboxsync    }
30f07af559efcbd967e801903746fc21f81ee533vboxsync
30f07af559efcbd967e801903746fc21f81ee533vboxsync
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    LogFlow(("PGMR0PhysAllocateHandyPages: cPages=%d rc=%Rrc\n", cPages, rc));
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync    return rc;
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync}
30f07af559efcbd967e801903746fc21f81ee533vboxsync
79a6b20f984859d9cc49305172355d6c3901f1c5vboxsync
79a6b20f984859d9cc49305172355d6c3901f1c5vboxsync/**
79a6b20f984859d9cc49305172355d6c3901f1c5vboxsync * #PF Handler for nested paging.
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync *
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync * @returns VBox status code (appropriate for trap handling and GC return).
d1e6154d21dcc739e31ac7d8b139ee0fdfe60d45vboxsync * @param   pVM                 VM Handle.
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync * @param   enmShwPagingMode    Paging mode for the nested page tables
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync * @param   uErr                The trap error code.
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync * @param   pRegFrame           Trap register frame.
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync * @param   pvFault             The fault address.
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync */
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsyncVMMR0DECL(int) PGMR0Trap0eHandlerNestedPaging(PVM pVM, PGMMODE enmShwPagingMode, RTGCUINT uErr, PCPUMCTXCORE pRegFrame, RTGCPHYS pvFault)
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync{
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync    int rc;
a60be2c64ea23bb7ce4c9998bcd541c4db879fbavboxsync
    LogFlow(("PGMTrap0eHandler: uErr=%#x pvFault=%RGp eip=%RGv\n", uErr, pvFault, (RTGCPTR)pRegFrame->rip));
    STAM_PROFILE_START(&pVM->pgm.s.StatRZTrap0e, a);
    STAM_STATS({ pVM->pgm.s.CTX_SUFF(pStatTrap0eAttribution) = NULL; } );

    /* AMD uses the host's paging mode; Intel has a single mode (EPT). */
    AssertMsg(enmShwPagingMode == PGMMODE_32_BIT || enmShwPagingMode == PGMMODE_PAE || enmShwPagingMode == PGMMODE_PAE_NX || enmShwPagingMode == PGMMODE_AMD64 || enmShwPagingMode == PGMMODE_AMD64_NX || enmShwPagingMode == PGMMODE_EPT, ("enmShwPagingMode=%d\n", enmShwPagingMode));

#ifdef VBOX_WITH_STATISTICS
    /*
     * Error code stats.
     */
    if (uErr & X86_TRAP_PF_US)
    {
        if (!(uErr & X86_TRAP_PF_P))
        {
            if (uErr & X86_TRAP_PF_RW)
                STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eUSNotPresentWrite);
            else
                STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eUSNotPresentRead);
        }
        else if (uErr & X86_TRAP_PF_RW)
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eUSWrite);
        else if (uErr & X86_TRAP_PF_RSVD)
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eUSReserved);
        else if (uErr & X86_TRAP_PF_ID)
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eUSNXE);
        else
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eUSRead);
    }
    else
    {   /* Supervisor */
        if (!(uErr & X86_TRAP_PF_P))
        {
            if (uErr & X86_TRAP_PF_RW)
                STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eSVNotPresentWrite);
            else
                STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eSVNotPresentRead);
        }
        else if (uErr & X86_TRAP_PF_RW)
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eSVWrite);
        else if (uErr & X86_TRAP_PF_ID)
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eSNXE);
        else if (uErr & X86_TRAP_PF_RSVD)
            STAM_COUNTER_INC(&pVM->pgm.s.StatRZTrap0eSVReserved);
    }
#endif

    /*
     * Call the worker.
     *
     * We pretend the guest is in protected mode without paging, so we can use existing code to build the
     * nested page tables.
     */
    switch(enmShwPagingMode)
    {
    case PGMMODE_32_BIT:
        rc = PGM_BTH_NAME_32BIT_PROT(Trap0eHandler)(pVM, uErr, pRegFrame, pvFault);
        break;
    case PGMMODE_PAE:
    case PGMMODE_PAE_NX:
        rc = PGM_BTH_NAME_PAE_PROT(Trap0eHandler)(pVM, uErr, pRegFrame, pvFault);
        break;
    case PGMMODE_AMD64:
    case PGMMODE_AMD64_NX:
        rc = PGM_BTH_NAME_AMD64_PROT(Trap0eHandler)(pVM, uErr, pRegFrame, pvFault);
        break;
    case PGMMODE_EPT:
        rc = PGM_BTH_NAME_EPT_PROT(Trap0eHandler)(pVM, uErr, pRegFrame, pvFault);
        break;
    default:
        AssertFailed();
        rc = VERR_INVALID_PARAMETER;
        break;
    }
    if (rc == VINF_PGM_SYNCPAGE_MODIFIED_PDE)
        rc = VINF_SUCCESS;
    STAM_STATS({ if (!pVM->pgm.s.CTX_SUFF(pStatTrap0eAttribution))
                    pVM->pgm.s.CTX_SUFF(pStatTrap0eAttribution) = &pVM->pgm.s.StatRZTrap0eTime2Misc; });
    STAM_PROFILE_STOP_EX(&pVM->pgm.s.StatRZTrap0e, pVM->pgm.s.CTX_SUFF(pStatTrap0eAttribution), a);
    return rc;
}