PGMR0SharedPage.cpp revision 67b4b089c50d0ab8ad847dddd8c0e0812fdadc9e
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync/* $Id$ */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync/** @file
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * PGM - Page Manager and Monitor, Page Sharing, Ring-0.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync/*
c58f1213e628a545081c70e26c6b67a841cff880vboxsync * Copyright (C) 2010-2012 Oracle Corporation
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync *
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * available from http://www.virtualbox.org. This file is free software;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * you can redistribute it and/or modify it under the terms of the GNU
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * General Public License (GPL) as published by the Free Software
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync/*******************************************************************************
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync* Header Files *
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync*******************************************************************************/
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#define LOG_GROUP LOG_GROUP_PGM_SHARED
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <VBox/vmm/pgm.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <VBox/vmm/gmm.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include "PGMInternal.h"
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <VBox/vmm/vm.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include "PGMInline.h"
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <VBox/log.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <VBox/err.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <iprt/assert.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#include <iprt/mem.h>
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#ifdef VBOX_WITH_PAGE_SHARING
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync/**
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * Check a registered module for shared page changes.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync *
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * The PGM lock shall be taken prior to calling this method.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync *
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * @returns The following VBox status codes.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync *
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * @param pVM Pointer to the VM.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * @param pGVM Pointer to the GVM instance data.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * @param idCpu The ID of the calling virtual CPU.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * @param pModule Global module description.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * @param paRegionsGCPtrs Array parallel to pModules->aRegions with the
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * addresses of the regions in the calling
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * process.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsyncVMMR0DECL(int) PGMR0SharedModuleCheck(PVM pVM, PGVM pGVM, VMCPUID idCpu, PGMMSHAREDMODULE pModule, PCRTGCPTR64 paRegionsGCPtrs)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync{
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PVMCPU pVCpu = &pVM->aCpus[idCpu];
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync int rc = VINF_SUCCESS;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync bool fFlushTLBs = false;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync bool fFlushRemTLBs = false;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync GMMSHAREDPAGEDESC PageDesc;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync Log(("PGMR0SharedModuleCheck: check %s %s base=%RGv size=%x\n", pModule->szName, pModule->szVersion, pModule->Core.Key, pModule->cbModule));
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PGM_LOCK_ASSERT_OWNER(pVM); /* This cannot fail as we grab the lock in pgmR3SharedModuleRegRendezvous before calling into ring-0. */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /*
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * Check every region of the shared module.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync for (uint32_t idxRegion = 0; idxRegion < pModule->cRegions; idxRegion++)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync RTGCPTR GCPtrPage = paRegionsGCPtrs[idxRegion] & ~(RTGCPTR)PAGE_OFFSET_MASK;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync uint32_t cbLeft = pModule->aRegions[idxRegion].cb; Assert(!(cbLeft & PAGE_OFFSET_MASK));
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync uint32_t idxPage = 0;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync while (cbLeft)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /** @todo inefficient to fetch each guest page like this... */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync RTGCPHYS GCPhys;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync uint64_t fFlags;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync rc = PGMGstGetPage(pVCpu, GCPtrPage, &fFlags, &GCPhys);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if ( rc == VINF_SUCCESS
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync && !(fFlags & X86_PTE_RW)) /* important as we make assumptions about this below! */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PPGMPAGE pPage = pgmPhysGetPage(pVM, GCPhys);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync Assert(!pPage || !PGM_PAGE_IS_BALLOONED(pPage));
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if ( pPage
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync && PGM_PAGE_GET_STATE(pPage) == PGM_PAGE_STATE_ALLOCATED
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync && PGM_PAGE_GET_READ_LOCKS(pPage) == 0
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync && PGM_PAGE_GET_WRITE_LOCKS(pPage) == 0 )
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PageDesc.idPage = PGM_PAGE_GET_PAGEID(pPage);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PageDesc.HCPhys = PGM_PAGE_GET_HCPHYS(pPage);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PageDesc.GCPhys = GCPhys;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync rc = GMMR0SharedModuleCheckPage(pGVM, pModule, idxRegion, idxPage, &PageDesc);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if (RT_FAILURE(rc))
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync break;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /*
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * Any change for this page?
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if (PageDesc.idPage != NIL_GMM_PAGEID)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync Assert(PGM_PAGE_GET_STATE(pPage) == PGM_PAGE_STATE_ALLOCATED);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync Log(("PGMR0SharedModuleCheck: shared page gst virt=%RGv phys=%RGp host %RHp->%RHp\n",
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync GCPtrPage, PageDesc.GCPhys, PGM_PAGE_GET_HCPHYS(pPage), PageDesc.HCPhys));
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if (PageDesc.HCPhys != PGM_PAGE_GET_HCPHYS(pPage))
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /* Page was replaced by an existing shared version
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync of it; clear all references first. */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync bool fFlush = false;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync rc = pgmPoolTrackUpdateGCPhys(pVM, PageDesc.GCPhys, pPage, true /* clear the entries */, &fFlush);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync Assert( rc == VINF_SUCCESS
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync || ( VMCPU_FF_ISSET(pVCpu, VMCPU_FF_PGM_SYNC_CR3)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync && (pVCpu->pgm.s.fSyncFlags & PGM_SYNC_CLEAR_PGM_POOL)));
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if (rc == VINF_SUCCESS)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync fFlushTLBs |= fFlush;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync fFlushRemTLBs = true;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /* Update the physical address and page id now. */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PGM_PAGE_SET_HCPHYS(pVM, pPage, PageDesc.HCPhys);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PGM_PAGE_SET_PAGEID(pVM, pPage, PageDesc.idPage);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /* Invalidate page map TLB entry for this page too. */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync pgmPhysInvalidatePageMapTLBEntry(pVM, PageDesc.GCPhys);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync pVM->pgm.s.cReusedSharedPages++;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /* else: nothing changed (== this page is now a shared
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync page), so no need to flush anything. */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync pVM->pgm.s.cSharedPages++;
4d4f336b656d46f8d301603114bb99ce635aafc0vboxsync pVM->pgm.s.cPrivatePages--;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PGM_PAGE_SET_STATE(pVM, pPage, PGM_PAGE_STATE_SHARED);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync else
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync {
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync Assert( rc == VINF_SUCCESS
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync || rc == VERR_PAGE_NOT_PRESENT
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync || rc == VERR_PAGE_MAP_LEVEL4_NOT_PRESENT
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync || rc == VERR_PAGE_DIRECTORY_PTR_NOT_PRESENT
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync || rc == VERR_PAGE_TABLE_NOT_PRESENT);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync rc = VINF_SUCCESS; /* ignore error */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync idxPage++;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync GCPtrPage += PAGE_SIZE;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync cbLeft -= PAGE_SIZE;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync }
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync /*
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync * Do TLB flushing if necessary.
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if (fFlushTLBs)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync PGM_INVL_ALL_VCPU_TLBS(pVM);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync if (fFlushRemTLBs)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync for (VMCPUID idCurCpu = 0; idCurCpu < pVM->cCpus; idCurCpu++)
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync CPUMSetChangedFlags(&pVM->aCpus[idCurCpu], CPUM_CHANGED_GLOBAL_TLB_FLUSH);
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync return rc;
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync}
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync#endif /* VBOX_WITH_PAGE_SHARING */
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync
0b74a2f80aba476dc8be8bc1c63891fc53945986vboxsync