PGMR0.cpp revision 11e7ee504e19278abb0efc5433caae07421612e1
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* $Id$ */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/** @file
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * PGM - Page Manager and Monitor, Ring-0.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/*
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Copyright (C) 2007 Sun Microsystems, Inc.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This file is part of VirtualBox Open Source Edition (OSE), as
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * available from http://www.virtualbox.org. This file is free software;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * you can redistribute it and/or modify it under the terms of the GNU
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * General Public License (GPL) as published by the Free Software
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Foundation, in version 2 as it comes in the "COPYING" file of the
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Clara, CA 95054 USA or visit http://www.sun.com if you need
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * additional information or have any questions.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/*******************************************************************************
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor* Header Files *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor*******************************************************************************/
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#define LOG_GROUP LOG_GROUP_PGM
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include <VBox/pgm.h>
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include "../PGMInternal.h"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include <VBox/vm.h>
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include "../PGMInline.h"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include <VBox/log.h>
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include <VBox/err.h>
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include <iprt/assert.h>
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
de710d24d2fae4468e64da999e1d952a247f142cJosef 'Jeff' SipekRT_C_DECLS_BEGIN
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#define PGM_BTH_NAME(name) PGM_BTH_NAME_32BIT_PROT(name)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include "PGMR0Bth.h"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#undef PGM_BTH_NAME
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#define PGM_BTH_NAME(name) PGM_BTH_NAME_PAE_PROT(name)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include "PGMR0Bth.h"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#undef PGM_BTH_NAME
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#define PGM_BTH_NAME(name) PGM_BTH_NAME_AMD64_PROT(name)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include "PGMR0Bth.h"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#undef PGM_BTH_NAME
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#define PGM_BTH_NAME(name) PGM_BTH_NAME_EPT_PROT(name)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#include "PGMR0Bth.h"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#undef PGM_BTH_NAME
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill TaylorRT_C_DECLS_END
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/**
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Worker function for PGMR3PhysAllocateHandyPages and pgmPhysEnsureHandyPage.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @returns The following VBox status codes.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @retval VINF_SUCCESS on success. FF cleared.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @retval VINF_EM_NO_MEMORY if we're out of memory. The FF is set in this case.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param pVM The VM handle.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param pVCpu The VMCPU handle.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @remarks Must be called from within the PGM critical section. The caller
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * must clear the new pages.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill TaylorVMMR0DECL(int) PGMR0PhysAllocateHandyPages(PVM pVM, PVMCPU pVCpu)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor{
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(PDMCritSectIsOwnerEx(&pVM->pgm.s.CritSect, pVCpu->idCpu));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /*
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Check for error injection.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (RT_UNLIKELY(pVM->pgm.s.fErrInjHandyPages))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor return VERR_NO_MEMORY;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /*
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Try allocate a full set of handy pages.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor uint32_t iFirst = pVM->pgm.s.cHandyPages;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor AssertReturn(iFirst <= RT_ELEMENTS(pVM->pgm.s.aHandyPages), VERR_INTERNAL_ERROR);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor uint32_t cPages = RT_ELEMENTS(pVM->pgm.s.aHandyPages) - iFirst;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (!cPages)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor return VINF_SUCCESS;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor int rc = GMMR0AllocateHandyPages(pVM, pVCpu->idCpu, cPages, cPages, &pVM->pgm.s.aHandyPages[iFirst]);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (RT_SUCCESS(rc))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor for (uint32_t i = 0; i < RT_ELEMENTS(pVM->pgm.s.aHandyPages); i++)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idPage != NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idPage <= GMM_PAGEID_LAST);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys != NIL_RTHCPHYS);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(!(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys & ~X86_PTE_PAE_PG_MASK));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor pVM->pgm.s.cHandyPages = RT_ELEMENTS(pVM->pgm.s.aHandyPages);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (rc != VERR_GMM_SEED_ME)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if ( ( rc == VERR_GMM_HIT_GLOBAL_LIMIT
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor || rc == VERR_GMM_HIT_VM_ACCOUNT_LIMIT)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor && iFirst < PGM_HANDY_PAGES_MIN)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#ifdef VBOX_STRICT
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* We're ASSUMING that GMM has updated all the entires before failing us. */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor uint32_t i;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor for (i = iFirst; i < RT_ELEMENTS(pVM->pgm.s.aHandyPages); i++)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idPage == NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys == NIL_RTHCPHYS);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#endif
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /*
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Reduce the number of pages until we hit the minimum limit.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor do
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor cPages >>= 2;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (cPages + iFirst < PGM_HANDY_PAGES_MIN)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor cPages = PGM_HANDY_PAGES_MIN - iFirst;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = GMMR0AllocateHandyPages(pVM, pVCpu->idCpu, cPages, cPages, &pVM->pgm.s.aHandyPages[iFirst]);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor } while ( ( rc == VERR_GMM_HIT_GLOBAL_LIMIT
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor || rc == VERR_GMM_HIT_VM_ACCOUNT_LIMIT)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor && cPages + iFirst > PGM_HANDY_PAGES_MIN);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (RT_SUCCESS(rc))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#ifdef VBOX_STRICT
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor i = iFirst + cPages;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor while (i-- > 0)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idPage != NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idPage <= GMM_PAGEID_LAST);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys != NIL_RTHCPHYS);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(!(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys & ~X86_PTE_PAE_PG_MASK));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor for (i = cPages + iFirst; i < RT_ELEMENTS(pVM->pgm.s.aHandyPages); i++)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idPage == NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].idSharedPage == NIL_GMM_PAGEID);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(pVM->pgm.s.aHandyPages[i].HCPhysGCPhys == NIL_RTHCPHYS);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#endif
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor pVM->pgm.s.cHandyPages = iFirst + cPages;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (RT_FAILURE(rc) && rc != VERR_GMM_SEED_ME)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor LogRel(("PGMR0PhysAllocateHandyPages: rc=%Rrc iFirst=%d cPages=%d\n", rc, iFirst, cPages));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor VM_FF_SET(pVM, VM_FF_PGM_NO_MEMORY);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor LogFlow(("PGMR0PhysAllocateHandyPages: cPages=%d rc=%Rrc\n", cPages, rc));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor return rc;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor}
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/**
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * #PF Handler for nested paging.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @returns VBox status code (appropriate for trap handling and GC return).
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param pVM VM Handle.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param pVCpu VMCPU Handle.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param enmShwPagingMode Paging mode for the nested page tables
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param uErr The trap error code.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param pRegFrame Trap register frame.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * @param pvFault The fault address.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
de710d24d2fae4468e64da999e1d952a247f142cJosef 'Jeff' SipekVMMR0DECL(int) PGMR0Trap0eHandlerNestedPaging(PVM pVM, PVMCPU pVCpu, PGMMODE enmShwPagingMode, RTGCUINT uErr, PCPUMCTXCORE pRegFrame, RTGCPHYS pvFault)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor{
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor int rc;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor LogFlow(("PGMTrap0eHandler: uErr=%#x pvFault=%RGp eip=%RGv\n", uErr, pvFault, (RTGCPTR)pRegFrame->rip));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_PROFILE_START(&pVCpu->pgm.s.StatRZTrap0e, a);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_STATS({ pVCpu->pgm.s.CTX_SUFF(pStatTrap0eAttribution) = NULL; } );
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* AMD uses the host's paging mode; Intel has a single mode (EPT). */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor AssertMsg(enmShwPagingMode == PGMMODE_32_BIT || enmShwPagingMode == PGMMODE_PAE || enmShwPagingMode == PGMMODE_PAE_NX || enmShwPagingMode == PGMMODE_AMD64 || enmShwPagingMode == PGMMODE_AMD64_NX || enmShwPagingMode == PGMMODE_EPT, ("enmShwPagingMode=%d\n", enmShwPagingMode));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#ifdef VBOX_WITH_STATISTICS
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /*
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Error code stats.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (uErr & X86_TRAP_PF_US)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (!(uErr & X86_TRAP_PF_P))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (uErr & X86_TRAP_PF_RW)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eUSNotPresentWrite);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eUSNotPresentRead);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (uErr & X86_TRAP_PF_RW)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eUSWrite);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (uErr & X86_TRAP_PF_RSVD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eUSReserved);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (uErr & X86_TRAP_PF_ID)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eUSNXE);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eUSRead);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor { /* Supervisor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (!(uErr & X86_TRAP_PF_P))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (uErr & X86_TRAP_PF_RW)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eSVNotPresentWrite);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eSVNotPresentRead);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (uErr & X86_TRAP_PF_RW)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eSVWrite);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (uErr & X86_TRAP_PF_ID)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eSNXE);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else if (uErr & X86_TRAP_PF_RSVD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_COUNTER_INC(&pVCpu->pgm.s.StatRZTrap0eSVReserved);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor#endif
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /*
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Call the worker.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor *
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * We pretend the guest is in protected mode without paging, so we can use existing code to build the
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * nested page tables.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor bool fLockTaken = false;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor switch(enmShwPagingMode)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor case PGMMODE_32_BIT:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = PGM_BTH_NAME_32BIT_PROT(Trap0eHandler)(pVCpu, uErr, pRegFrame, pvFault, &fLockTaken);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor break;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor case PGMMODE_PAE:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor case PGMMODE_PAE_NX:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = PGM_BTH_NAME_PAE_PROT(Trap0eHandler)(pVCpu, uErr, pRegFrame, pvFault, &fLockTaken);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor break;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor case PGMMODE_AMD64:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor case PGMMODE_AMD64_NX:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = PGM_BTH_NAME_AMD64_PROT(Trap0eHandler)(pVCpu, uErr, pRegFrame, pvFault, &fLockTaken);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor break;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor case PGMMODE_EPT:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = PGM_BTH_NAME_EPT_PROT(Trap0eHandler)(pVCpu, uErr, pRegFrame, pvFault, &fLockTaken);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor break;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor default:
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor AssertFailed();
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = VERR_INVALID_PARAMETER;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor break;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (fLockTaken)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Assert(PGMIsLockOwner(pVM));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor pgmUnlock(pVM);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (rc == VINF_PGM_SYNCPAGE_MODIFIED_PDE)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = VINF_SUCCESS;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor else
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Note: hack alert for difficult to reproduce problem. */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if ( rc == VERR_PAGE_NOT_PRESENT /* SMP only ; disassembly might fail. */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor || rc == VERR_PAGE_TABLE_NOT_PRESENT /* seen with UNI & SMP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor || rc == VERR_PAGE_DIRECTORY_PTR_NOT_PRESENT /* seen with SMP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor || rc == VERR_PAGE_MAP_LEVEL4_NOT_PRESENT) /* precaution */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor Log(("WARNING: Unexpected VERR_PAGE_TABLE_NOT_PRESENT (%d) for page fault at %RGp error code %x (rip=%RGv)\n", rc, pvFault, uErr, pRegFrame->rip));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Some kind of inconsistency in the SMP case; it's safe to just execute the instruction again; not sure about single VCPU VMs though. */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor rc = VINF_SUCCESS;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor }
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_STATS({ if (!pVCpu->pgm.s.CTX_SUFF(pStatTrap0eAttribution))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor pVCpu->pgm.s.CTX_SUFF(pStatTrap0eAttribution) = &pVCpu->pgm.s.StatRZTrap0eTime2Misc; });
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor STAM_PROFILE_STOP_EX(&pVCpu->pgm.s.StatRZTrap0e, pVCpu->pgm.s.CTX_SUFF(pStatTrap0eAttribution), a);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor return rc;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor}
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor