2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define LOG_GROUP LOG_GROUP_PGM_PHYS

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/pgm.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/iom.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/mm.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/stam.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/rem.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/pdmdev.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include "PGMInternal.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/vm.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include "PGMInline.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/sup.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/param.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/err.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <VBox/log.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <iprt/assert.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <iprt/alloc.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <iprt/asm.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <iprt/thread.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <iprt/string.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYS_FREE_PAGE_BATCH_SIZE 128

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

7a025ef44d20d29ded49b197721907f5a0acffc3vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic DECLCALLBACK(int) pgmR3PhysRomWriteHandler(PVM pVM, RTGCPHYS GCPhys, void *pvPhys, void *pvBuf, size_t cbBuf, PGMACCESSTYPE enmAccessType, void *pvUser);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int pgmPhysFreePage(PVM pVM, PGMMFREEPAGESREQ pReq, uint32_t *pcPendingPages, PPGMPAGE pPage, RTGCPHYS GCPhys);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYSFN_READNAME PGMR3PhysReadU8

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYSFN_WRITENAME PGMR3PhysWriteU8

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYS_DATASIZE 1

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYS_DATATYPE uint8_t

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#include "PGMPhysRWTmpl.h"

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYSFN_READNAME PGMR3PhysReadU16

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYSFN_WRITENAME PGMR3PhysWriteU16

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYS_DATASIZE 2

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYS_DATATYPE uint16_t

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include "PGMPhysRWTmpl.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYSFN_READNAME PGMR3PhysReadU32

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYSFN_WRITENAME PGMR3PhysWriteU32

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define PGMPHYS_DATASIZE 4

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYS_DATATYPE uint32_t

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include "PGMPhysRWTmpl.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYSFN_READNAME PGMR3PhysReadU64

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYSFN_WRITENAME PGMR3PhysWriteU64

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYS_DATASIZE 8

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define PGMPHYS_DATATYPE uint64_t

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#include "PGMPhysRWTmpl.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic DECLCALLBACK(int) pgmR3PhysReadExternalEMT(PVM pVM, PRTGCPHYS pGCPhys, void *pvBuf, size_t cbRead)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync{

822e11c896dd36c9dc3609dff676059576b7d3devboxsync PGMPhysRead(pVM, *pGCPhys, pvBuf, cbRead);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync return VINF_SUCCESS;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncVMMR3DECL(int) PGMR3PhysReadExternal(PVM pVM, RTGCPHYS GCPhys, void *pvBuf, size_t cbRead)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync VM_ASSERT_OTHER_THREAD(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync AssertMsgReturn(cbRead > 0, ("don't even think about reading zero bytes!\n"), VINF_SUCCESS);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync LogFlow(("PGMR3PhysReadExternal: %RGp %d\n", GCPhys, cbRead));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmLock(pVM);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMRAMRANGE pRam = pVM->pgm.s.CTX_SUFF(pRamRanges);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (;;)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Find range. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (pRam && GCPhys > pRam->GCPhysLast)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pRam = pRam->CTX_SUFF(pNext);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Inside range or not? */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pRam && GCPhys >= pRam->GCPhys)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTGCPHYS off = GCPhys - pRam->GCPhys;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (off < pRam->cb)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned iPage = off >> PAGE_SHIFT;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGE pPage = &pRam->aPages[iPage];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (PGM_PAGE_HAS_ACTIVE_ALL_HANDLERS(pPage))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VMR3ReqCallWait(pVM, VMCPUID_ANY, (PFNRT)pgmR3PhysReadExternalEMT, 4,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM, &GCPhys, pvBuf, cbRead);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(!PGM_PAGE_IS_MMIO(pPage));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync size_t cb = PAGE_SIZE - (off & PAGE_OFFSET_MASK);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cb > cbRead)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cb = cbRead;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync const void *pvSrc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc = pgmPhysGCPhys2CCPtrInternalReadOnly(pVM, pPage, pRam->GCPhys + off, &pvSrc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_SUCCESS(rc))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memcpy(pvBuf, pvSrc, cb);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertLogRelMsgFailed(("pgmPhysGCPhys2CCPtrInternalReadOnly failed on %RGp / %R[pgmpage] -> %Rrc\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pRam->GCPhys + off, pPage, rc));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync memset(pvBuf, 0xff, cb);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* next page */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cb >= cbRead)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VINF_SUCCESS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cbRead -= cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync off += cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync GCPhys += cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pvBuf = (char *)pvBuf + cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } /* walk pages in ram range. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync LogFlow(("PGMPhysRead: Unassigned %RGp size=%u\n", GCPhys, cbRead));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!pRam)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync break;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync size_t cb = pRam->GCPhys - GCPhys;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cb >= cbRead)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memset(pvBuf, 0xff, cbRead);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync break;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memset(pvBuf, 0xff, cb);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cbRead -= cb;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pvBuf = (char *)pvBuf + cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync GCPhys += cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } /* Ram range walk */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VINF_SUCCESS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic DECLCALLBACK(int) pgmR3PhysWriteExternalEMT(PVM pVM, PRTGCPHYS pGCPhys, const void *pvBuf, size_t cbWrite)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /** @todo VERR_EM_NO_MEMORY */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PGMPhysWrite(pVM, *pGCPhys, pvBuf, cbWrite);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VINF_SUCCESS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncVMMDECL(int) PGMR3PhysWriteExternal(PVM pVM, RTGCPHYS GCPhys, const void *pvBuf, size_t cbWrite, const char *pszWho)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync VM_ASSERT_OTHER_THREAD(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertMsg(!pVM->pgm.s.fNoMorePhysWrites,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ("Calling PGMR3PhysWriteExternal after pgmR3Save()! GCPhys=%RGp cbWrite=%#x pszWho=%s\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync GCPhys, cbWrite, pszWho));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertMsgReturn(cbWrite > 0, ("don't even think about writing zero bytes!\n"), VINF_SUCCESS);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync LogFlow(("PGMR3PhysWriteExternal: %RGp %d\n", GCPhys, cbWrite));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PPGMRAMRANGE pRam = pVM->pgm.s.CTX_SUFF(pRamRanges);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (;;)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Find range. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (pRam && GCPhys > pRam->GCPhysLast)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pRam = pRam->CTX_SUFF(pNext);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Inside range or not? */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pRam && GCPhys >= pRam->GCPhys)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTGCPTR off = GCPhys - pRam->GCPhys;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (off < pRam->cb)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTGCPTR iPage = off >> PAGE_SHIFT;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGE pPage = &pRam->aPages[iPage];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if ( PGM_PAGE_HAS_ACTIVE_HANDLERS(pPage)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync || PGM_PAGE_GET_STATE(pPage) != PGM_PAGE_STATE_ALLOCATED)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if ( PGM_PAGE_GET_STATE(pPage) == PGM_PAGE_STATE_WRITE_MONITORED

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync && !PGM_PAGE_HAS_ACTIVE_HANDLERS(pPage))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmPhysPageMakeWriteMonitoredWritable(pVM, pPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VMR3ReqCallWait(pVM, VMCPUID_ANY, (PFNRT)pgmR3PhysWriteExternalEMT, 4,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM, &GCPhys, pvBuf, cbWrite);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(!PGM_PAGE_IS_MMIO(pPage));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync size_t cb = PAGE_SIZE - (off & PAGE_OFFSET_MASK);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cb > cbWrite)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cb = cbWrite;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync void *pvDst;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync int rc = pgmPhysGCPhys2CCPtrInternal(pVM, pPage, pRam->GCPhys + off, &pvDst);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_SUCCESS(rc))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memcpy(pvDst, pvBuf, cb);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertLogRelMsgFailed(("pgmPhysGCPhys2CCPtrInternal failed on %RGp / %R[pgmpage] -> %Rrc\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pRam->GCPhys + off, pPage, rc));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* next page */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cb >= cbWrite)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VINF_SUCCESS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsync cbWrite -= cb;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync off += cb;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync GCPhys += cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pvBuf = (const char *)pvBuf + cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } /* walk pages in ram range */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

822e11c896dd36c9dc3609dff676059576b7d3devboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!pRam)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync break;

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync size_t cb = pRam->GCPhys - GCPhys;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cb >= cbWrite)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync break;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cbWrite -= cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pvBuf = (const char *)pvBuf + cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync GCPhys += cb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } /* Ram range walk */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return VINF_SUCCESS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsyncstatic DECLCALLBACK(int) pgmR3PhysGCPhys2CCPtrDelegated(PVM pVM, PRTGCPHYS pGCPhys, void **ppv, PPGMPAGEMAPLOCK pLock)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc = pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertRCReturn(rc, rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = PGMPhysGCPhys2CCPtr(pVM, *pGCPhys, ppv, pLock);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_SUCCESS(rc))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGEMAPTLBE pTlbe;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc2 = pgmPhysPageQueryTlbe(&pVM->pgm.s, *pGCPhys, &pTlbe);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync AssertFatalRC(rc2);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync PPGMPAGE pPage = pTlbe->pPage;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync if (PGM_PAGE_IS_MMIO(pPage))

822e11c896dd36c9dc3609dff676059576b7d3devboxsync {

822e11c896dd36c9dc3609dff676059576b7d3devboxsync PGMPhysReleasePageMappingLock(pVM, pLock);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync rc = VERR_PGM_PHYS_PAGE_RESERVED;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync }

822e11c896dd36c9dc3609dff676059576b7d3devboxsync else if ( PGM_PAGE_HAS_ACTIVE_HANDLERS(pPage)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#ifdef PGMPOOL_WITH_OPTIMIZED_DIRTY_PT

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync || pgmPoolIsDirtyPage(pVM, *pGCPhys)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync )

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* We *must* flush any corresponding pgm pool page here, otherwise we'll

822e11c896dd36c9dc3609dff676059576b7d3devboxsync pgmPoolFlushPageByGCPhys(pVM, *pGCPhys);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync Assert(!PGM_PAGE_HAS_ACTIVE_HANDLERS(pPage));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /** @todo r=bird: return VERR_PGM_PHYS_PAGE_RESERVED here if it still has

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsyncVMMR3DECL(int) PGMR3PhysGCPhys2CCPtrExternal(PVM pVM, RTGCPHYS GCPhys, void **ppv, PPGMPAGEMAPLOCK pLock)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync{

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync AssertPtr(ppv);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync AssertPtr(pLock);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync Assert(VM_IS_EMT(pVM) || !PGMIsLockOwner(pVM));

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync int rc = pgmLock(pVM);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync AssertRCReturn(rc, rc);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync /*

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync PPGMPAGEMAPTLBE pTlbe;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync rc = pgmPhysPageQueryTlbe(&pVM->pgm.s, GCPhys, &pTlbe);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_SUCCESS(rc))

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync {

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync PPGMPAGE pPage = pTlbe->pPage;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (PGM_PAGE_IS_MMIO(pPage))

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync rc = VERR_PGM_PHYS_PAGE_RESERVED;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync else

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync {

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync /*

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if ( PGM_PAGE_HAS_ACTIVE_HANDLERS(pPage)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync || PGM_PAGE_GET_STATE(pPage) != PGM_PAGE_STATE_ALLOCATED

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#ifdef PGMPOOL_WITH_OPTIMIZED_DIRTY_PT

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync || pgmPoolIsDirtyPage(pVM, GCPhys)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync )

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync {

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if ( PGM_PAGE_GET_STATE(pPage) == PGM_PAGE_STATE_WRITE_MONITORED

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync && !PGM_PAGE_HAS_ACTIVE_HANDLERS(pPage)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#ifdef PGMPOOL_WITH_OPTIMIZED_DIRTY_PT

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync && !pgmPoolIsDirtyPage(pVM, GCPhys)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync )

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pgmPhysPageMakeWriteMonitoredWritable(pVM, pPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync {

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync return VMR3ReqCallWait(pVM, VMCPUID_ANY, (PFNRT)pgmR3PhysGCPhys2CCPtrDelegated, 4,

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pVM, &GCPhys, ppv, pLock);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync }

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync }

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync /*

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PPGMPAGEMAP pMap = pTlbe->pMap;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pMap)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pMap->cRefs++;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned cLocks = PGM_PAGE_GET_WRITE_LOCKS(pPage);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (RT_LIKELY(cLocks < PGM_PAGE_MAX_LOCKS - 1))

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cLocks == 0)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.cWriteLockedPages++;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync PGM_PAGE_INC_WRITE_LOCKS(pPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync else if (cLocks != PGM_PAGE_GET_WRITE_LOCKS(pPage))

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PGM_PAGE_INC_WRITE_LOCKS(pPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertMsgFailed(("%RGp / %R[pgmpage] is entering permanent write locked state!\n", GCPhys, pPage));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pMap)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pMap->cRefs++; /* Extra ref to prevent it from going away. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *ppv = (void *)((uintptr_t)pTlbe->pv | (uintptr_t)(GCPhys & PAGE_OFFSET_MASK));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pLock->uPageAndType = (uintptr_t)pPage | PGMPAGEMAPLOCK_TYPE_WRITE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pLock->pvMap = pMap;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncVMMR3DECL(int) PGMR3PhysGCPhys2CCPtrReadOnlyExternal(PVM pVM, RTGCPHYS GCPhys, void const **ppv, PPGMPAGEMAPLOCK pLock)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc = pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertRCReturn(rc, rc);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGEMAPTLBE pTlbe;

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync rc = pgmPhysPageQueryTlbe(&pVM->pgm.s, GCPhys, &pTlbe);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_SUCCESS(rc))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGE pPage = pTlbe->pPage;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if 1

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* MMIO pages doesn't have any readable backing. */

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync if (PGM_PAGE_IS_MMIO(pPage))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = VERR_PGM_PHYS_PAGE_RESERVED;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync if (PGM_PAGE_HAS_ACTIVE_ALL_HANDLERS(pPage))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = VERR_PGM_PHYS_PAGE_RESERVED;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGEMAP pMap = pTlbe->pMap;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pMap)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pMap->cRefs++;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned cLocks = PGM_PAGE_GET_READ_LOCKS(pPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_LIKELY(cLocks < PGM_PAGE_MAX_LOCKS - 1))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (cLocks == 0)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.cReadLockedPages++;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PGM_PAGE_INC_READ_LOCKS(pPage);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else if (cLocks != PGM_PAGE_GET_READ_LOCKS(pPage))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PGM_PAGE_INC_READ_LOCKS(pPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertMsgFailed(("%RGp / %R[pgmpage] is entering permanent readonly locked state!\n", GCPhys, pPage));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pMap)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pMap->cRefs++; /* Extra ref to prevent it from going away. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *ppv = (void *)((uintptr_t)pTlbe->pv | (uintptr_t)(GCPhys & PAGE_OFFSET_MASK));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pLock->uPageAndType = (uintptr_t)pPage | PGMPAGEMAPLOCK_TYPE_READ;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pLock->pvMap = pMap;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncvoid pgmR3PhysRelinkRamRanges(PVM pVM)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PPGMRAMRANGE pCur;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef VBOX_STRICT

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (pCur = pVM->pgm.s.pRamRangesR3; pCur; pCur = pCur->pNextR3)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pCur->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING) || pCur->pSelfR0 == MMHyperCCToR0(pVM, pCur));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pCur->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING) || pCur->pSelfRC == MMHyperCCToRC(pVM, pCur));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pCur->GCPhys & PAGE_OFFSET_MASK) == 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pCur->GCPhysLast & PAGE_OFFSET_MASK) == PAGE_OFFSET_MASK);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pCur->cb & PAGE_OFFSET_MASK) == 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pCur->cb == pCur->GCPhysLast - pCur->GCPhys + 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (PPGMRAMRANGE pCur2 = pVM->pgm.s.pRamRangesR3; pCur2; pCur2 = pCur2->pNextR3)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync Assert( pCur2 == pCur

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync || strcmp(pCur2->pszDesc, pCur->pszDesc)); /** @todo fix MMIO ranges!! */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pCur = pVM->pgm.s.pRamRangesR3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pCur)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.pRamRangesR0 = pCur->pSelfR0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.pRamRangesRC = pCur->pSelfRC;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (; pCur->pNextR3; pCur = pCur->pNextR3)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pCur->pNextR0 = pCur->pNextR3->pSelfR0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pCur->pNextRC = pCur->pNextR3->pSelfRC;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pCur->pNextR0 == NIL_RTR0PTR);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pCur->pNextRC == NIL_RTRCPTR);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pVM->pgm.s.pRamRangesR0 == NIL_RTR0PTR);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pVM->pgm.s.pRamRangesRC == NIL_RTRCPTR);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ASMAtomicIncU32(&pVM->pgm.s.idRamRangesGen);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void pgmR3PhysLinkRamRange(PVM pVM, PPGMRAMRANGE pNew, PPGMRAMRANGE pPrev)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertMsg(pNew->pszDesc, ("%RGp-%RGp\n", pNew->GCPhys, pNew->GCPhysLast));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pNew->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING) || pNew->pSelfR0 == MMHyperCCToR0(pVM, pNew));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pNew->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING) || pNew->pSelfRC == MMHyperCCToRC(pVM, pNew));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMRAMRANGE pRam = pPrev ? pPrev->pNextR3 : pVM->pgm.s.pRamRangesR3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pNextR3 = pRam;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pNextR0 = pRam ? pRam->pSelfR0 : NIL_RTR0PTR;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pNextRC = pRam ? pRam->pSelfRC : NIL_RTRCPTR;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pPrev)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pPrev->pNextR3 = pNew;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pPrev->pNextR0 = pNew->pSelfR0;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pPrev->pNextRC = pNew->pSelfRC;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync else

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pVM->pgm.s.pRamRangesR3 = pNew;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pVM->pgm.s.pRamRangesR0 = pNew->pSelfR0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.pRamRangesRC = pNew->pSelfRC;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync ASMAtomicIncU32(&pVM->pgm.s.idRamRangesGen);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pgmUnlock(pVM);

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync}

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void pgmR3PhysUnlinkRamRange2(PVM pVM, PPGMRAMRANGE pRam, PPGMRAMRANGE pPrev)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pPrev ? pPrev->pNextR3 == pRam : pVM->pgm.s.pRamRangesR3 == pRam);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert((pRam->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING) || pRam->pSelfR0 == MMHyperCCToR0(pVM, pRam));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync Assert((pRam->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING) || pRam->pSelfRC == MMHyperCCToRC(pVM, pRam));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMRAMRANGE pNext = pRam->pNextR3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pPrev)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pPrev->pNextR3 = pNext;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pPrev->pNextR0 = pNext ? pNext->pSelfR0 : NIL_RTR0PTR;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pPrev->pNextRC = pNext ? pNext->pSelfRC : NIL_RTRCPTR;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pVM->pgm.s.pRamRangesR3 == pRam);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pVM->pgm.s.pRamRangesR3 = pNext;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.pRamRangesR0 = pNext ? pNext->pSelfR0 : NIL_RTR0PTR;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pVM->pgm.s.pRamRangesRC = pNext ? pNext->pSelfRC : NIL_RTRCPTR;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ASMAtomicIncU32(&pVM->pgm.s.idRamRangesGen);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void pgmR3PhysUnlinkRamRange(PVM pVM, PPGMRAMRANGE pRam)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* find prev. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMRAMRANGE pPrev = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMRAMRANGE pCur = pVM->pgm.s.pRamRangesR3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (pCur != pRam)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pPrev = pCur;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pCur = pCur->pNextR3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertFatal(pCur);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmR3PhysUnlinkRamRange2(pVM, pRam, pPrev);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int pgmR3PhysFreePageRange(PVM pVM, PPGMRAMRANGE pRam, RTGCPHYS GCPhys, RTGCPHYS GCPhysLast, uint8_t uType)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(PGMIsLockOwner(pVM));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uint32_t cPendingPages = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PGMMFREEPAGESREQ pReq;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc = GMMR3FreePagesPrepare(pVM, &pReq, PGMPHYS_FREE_PAGE_BATCH_SIZE, GMMACCOUNT_BASE);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertLogRelRCReturn(rc, rc);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Iterate the pages. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGE pPageDst = &pRam->aPages[(GCPhys - pRam->GCPhys) >> PAGE_SHIFT];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uint32_t cPagesLeft = ((GCPhysLast - GCPhys) >> PAGE_SHIFT) + 1;

d1e57a56f56520aa667d719ae7a7a0e1171c2926vboxsync while (cPagesLeft-- > 0)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync {

822e11c896dd36c9dc3609dff676059576b7d3devboxsync rc = pgmPhysFreePage(pVM, pReq, &cPendingPages, pPageDst, GCPhys);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync AssertLogRelRCReturn(rc, rc); /* We're done for if this goes wrong. */

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsync PGM_PAGE_SET_TYPE(pPageDst, uType);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsync GCPhys += PAGE_SIZE;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync pPageDst++;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync }

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsync if (cPendingPages)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync {

822e11c896dd36c9dc3609dff676059576b7d3devboxsync rc = GMMR3FreePagesPerform(pVM, pReq, cPendingPages);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync AssertLogRelRCReturn(rc, rc);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync }

822e11c896dd36c9dc3609dff676059576b7d3devboxsync GMMR3FreePagesCleanup(pReq);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic DECLCALLBACK(VBOXSTRICTRC) pgmR3PhysChangeMemBalloonRendezvous(PVM pVM, PVMCPU pVCpu, void *pvUser)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uintptr_t *paUser = (uintptr_t *)pvUser;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync bool fInflate = !!paUser[0];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned cPages = paUser[1];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTGCPHYS *paPhysPage = (RTGCPHYS *)paUser[2];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uint32_t cPendingPages = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PGMMFREEPAGESREQ pReq;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Log(("pgmR3PhysChangeMemBalloonRendezvous: %s %x pages\n", (fInflate) ? "inflate" : "deflate", cPages));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmLock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (fInflate)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Replace pages with ZERO pages. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = GMMR3FreePagesPrepare(pVM, &pReq, PGMPHYS_FREE_PAGE_BATCH_SIZE, GMMACCOUNT_BASE);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_FAILURE(rc))

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertLogRelRC(rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Iterate the pages. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (unsigned i = 0; i < cPages; i++)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PPGMPAGE pPage = pgmPhysGetPage(&pVM->pgm.s, paPhysPage[i]);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if ( pPage == NULL

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync || pPage->uTypeY != PGMPAGETYPE_RAM)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Log(("pgmR3PhysChangeMemBalloonRendezvous: invalid physical page %RGp pPage->u3Type=%d\n", paPhysPage[i], (pPage) ? pPage->uTypeY : 0));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync break;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync LogFlow(("balloon page: %RGp\n", paPhysPage[i]));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Flush the shadow PT if this page was previously used as a guest page table. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmPoolFlushPageByGCPhys(pVM, paPhysPage[i]);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = pgmPhysFreePage(pVM, pReq, &cPendingPages, pPage, paPhysPage[i]);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (RT_FAILURE(rc))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmUnlock(pVM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertLogRelRC(rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(PGM_PAGE_IS_ZERO(pPage));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PGM_PAGE_SET_STATE(pPage, PGM_PAGE_STATE_BALLOONED);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (cPendingPages)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync rc = GMMR3FreePagesPerform(pVM, pReq, cPendingPages);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (RT_FAILURE(rc))

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pgmUnlock(pVM);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync AssertLogRelRC(rc);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync return rc;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync GMMR3FreePagesCleanup(pReq);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Flush the PGM pool cache as we might have stale references to pages that we just freed. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pgmR3PoolClearAllRendezvous(pVM, pVCpu, NULL);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Iterate the pages. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for (unsigned i = 0; i < cPages; i++)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMPAGE pPage = pgmPhysGetPage(&pVM->pgm.s, paPhysPage[i]);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertBreak(pPage && pPage->uTypeY == PGMPAGETYPE_RAM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync LogFlow(("Free ballooned page: %RGp\n", paPhysPage[i]));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync Assert(PGM_PAGE_IS_BALLOONED(pPage));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* Change back to zero page. */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PGM_PAGE_SET_STATE(pPage, PGM_PAGE_STATE_ZERO);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* Note that we currently do not map any ballooned pages in our shadow page tables, so no need to flush the pgm pool. */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Notify GMM about the balloon change. */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync rc = GMMR3BalloonedPages(pVM, (fInflate) ? GMMBALLOONACTION_INFLATE : GMMBALLOONACTION_DEFLATE, cPages);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (RT_SUCCESS(rc))

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (!fInflate)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync Assert(pVM->pgm.s.cBalloonedPages >= cPages);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pVM->pgm.s.cBalloonedPages -= cPages;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync else

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pVM->pgm.s.cBalloonedPages += cPages;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pgmUnlock(pVM);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* Flush the recompiler's TLB as well. */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync for (unsigned i = 0; i < pVM->cCpus; i++)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUMSetChangedFlags(&pVM->aCpus[i], CPUM_CHANGED_GLOBAL_TLB_FLUSH);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertLogRelRC(rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic DECLCALLBACK(void) pgmR3PhysChangeMemBalloonHelper(PVM pVM, bool fInflate, unsigned cPages, RTGCPHYS *paPhysPage)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync uintptr_t paUser[3];

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync paUser[0] = fInflate;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync paUser[1] = cPages;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync paUser[2] = (uintptr_t)paPhysPage;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc = VMMR3EmtRendezvous(pVM, VMMEMTRENDEZVOUS_FLAGS_TYPE_ONCE, pgmR3PhysChangeMemBalloonRendezvous, (void *)paUser);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertRC(rc);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync /* Made a copy in PGMR3PhysFreeRamPages; free it here. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTMemFree(paPhysPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncVMMR3DECL(int) PGMR3PhysChangeMemBalloon(PVM pVM, bool fInflate, unsigned cPages, RTGCPHYS *paPhysPage)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* We own the IOM lock here and could cause a deadlock by waiting for another VCPU that is blocking on the IOM lock.

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (pVM->cCpus > 1)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync unsigned cbPhysPage = cPages * sizeof(paPhysPage[0]);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTGCPHYS *paPhysPageCopy = (RTGCPHYS *)RTMemAlloc(cbPhysPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertReturn(paPhysPageCopy, VERR_NO_MEMORY);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync memcpy(paPhysPageCopy, paPhysPage, cbPhysPage);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = VMR3ReqCallNoWait(pVM, VMCPUID_ANY_QUEUE, (PFNRT)pgmR3PhysChangeMemBalloonHelper, 4, pVM, fInflate, cPages, paPhysPageCopy);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertRC(rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync uintptr_t paUser[3];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync paUser[0] = fInflate;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync paUser[1] = cPages;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync paUser[2] = (uintptr_t)paPhysPage;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync rc = VMMR3EmtRendezvous(pVM, VMMEMTRENDEZVOUS_FLAGS_TYPE_ONCE, pgmR3PhysChangeMemBalloonRendezvous, (void *)paUser);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertRC(rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return rc;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncVMMR3DECL(int) PGMR3QueryBalloonSize(PVM pVM, uint64_t *puBalloonVM, uint64_t *puBalloonAllVMs)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int rc = VINF_SUCCESS;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (puBalloonVM)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *puBalloonVM = pVM->pgm.s.cBalloonedPages;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (puBalloonAllVMs)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync *puBalloonAllVMs = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync rc = GMMR3QueryTotalBalloonSize(pVM, puBalloonAllVMs);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync AssertRC(rc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync return rc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsyncstatic void pgmR3PhysInitAndLinkRamRange(PVM pVM, PPGMRAMRANGE pNew, RTGCPHYS GCPhys, RTGCPHYS GCPhysLast,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTRCPTR RCPtrNew, RTR0PTR R0PtrNew, const char *pszDesc, PPGMRAMRANGE pPrev)

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync{

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync /*

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pSelfR0 = R0PtrNew != NIL_RTR0PTR ? R0PtrNew : MMHyperCCToR0(pVM, pNew);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pSelfRC = RCPtrNew != NIL_RTRCPTR ? RCPtrNew : MMHyperCCToRC(pVM, pNew);

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync pNew->GCPhys = GCPhys;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync pNew->GCPhysLast = GCPhysLast;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->cb = GCPhysLast - GCPhys + 1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pszDesc = pszDesc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->fFlags = RCPtrNew != NIL_RTRCPTR ? PGM_RAM_RANGE_FLAGS_FLOATING : 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->pvR3 = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pNew->paLSPages = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uint32_t const cPages = pNew->cb >> PAGE_SHIFT;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTGCPHYS iPage = cPages;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (iPage-- > 0)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PGM_PAGE_INIT_ZERO(&pNew->aPages[iPage], pVM, PGMPAGETYPE_RAM);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync /* Update the page count stats. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.cZeroPages += cPages;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pVM->pgm.s.cAllPages += cPages;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /*

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync pgmR3PhysLinkRamRange(pVM, pNew, pPrev);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic DECLCALLBACK(bool) pgmR3PhysRamRangeRelocate(PVM pVM, RTGCPTR GCPtrOld, RTGCPTR GCPtrNew, PGMRELOCATECALL enmMode, void *pvUser)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PPGMRAMRANGE pRam = (PPGMRAMRANGE)pvUser;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pRam->fFlags & PGM_RAM_RANGE_FLAGS_FLOATING);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync Assert(pRam->pSelfRC == GCPtrOld + PAGE_SIZE);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync switch (enmMode)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync case PGMRELOCATECALL_SUGGEST:

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync return true;

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync case PGMRELOCATECALL_RELOCATE:

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync {

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync /* Update myself and then relink all the ranges. */

00331fbaff118e6a5077fe96327aca51a70459dbvboxsync pgmLock(pVM);

pRam->pSelfRC = (RTRCPTR)(GCPtrNew + PAGE_SIZE);

pgmR3PhysRelinkRamRanges(pVM);

pgmUnlock(pVM);

return true;

}

default:

AssertFailedReturn(false);

}

}

static int pgmR3PhysRegisterHighRamChunk(PVM pVM, RTGCPHYS GCPhys, uint32_t cRamPages,

uint32_t cbChunk, uint32_t iChunk, const char *pszDesc,

PPGMRAMRANGE *ppPrev)

{

const char *pszDescChunk = iChunk == 0

? pszDesc

: MMR3HeapAPrintf(pVM, MM_TAG_PGM_PHYS, "%s (#%u)", pszDesc, iChunk + 1);

AssertReturn(pszDescChunk, VERR_NO_MEMORY);

/*

size_t const cChunkPages = RT_ALIGN_Z(RT_UOFFSETOF(PGMRAMRANGE, aPages[cRamPages]), PAGE_SIZE) >> PAGE_SHIFT;

PSUPPAGE paChunkPages = (PSUPPAGE)RTMemTmpAllocZ(sizeof(SUPPAGE) * cChunkPages);

AssertReturn(paChunkPages, VERR_NO_TMP_MEMORY);

RTR0PTR R0PtrChunk = NIL_RTR0PTR;

void *pvChunk = NULL;

int rc = SUPR3PageAllocEx(cChunkPages, 0 /*fFlags*/, &pvChunk,

#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE

VMMIsHwVirtExtForced(pVM) ? &R0PtrChunk : NULL,

#else

NULL,

#endif

paChunkPages);

if (RT_SUCCESS(rc))

{

#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE

if (!VMMIsHwVirtExtForced(pVM))

R0PtrChunk = NIL_RTR0PTR;

#else

R0PtrChunk = (uintptr_t)pvChunk;

#endif

memset(pvChunk, 0, cChunkPages << PAGE_SHIFT);

PPGMRAMRANGE pNew = (PPGMRAMRANGE)pvChunk;

/*

RTGCPTR GCPtrChunkMap = pVM->pgm.s.GCPtrPrevRamRangeMapping - cbChunk;

rc = PGMR3MapPT(pVM, GCPtrChunkMap, cbChunk, 0 /*fFlags*/, pgmR3PhysRamRangeRelocate, pNew, pszDescChunk);

if (RT_SUCCESS(rc))

{

pVM->pgm.s.GCPtrPrevRamRangeMapping = GCPtrChunkMap;

RTGCPTR const GCPtrChunk = GCPtrChunkMap + PAGE_SIZE;

RTGCPTR GCPtrPage = GCPtrChunk;

for (uint32_t iPage = 0; iPage < cChunkPages && RT_SUCCESS(rc); iPage++, GCPtrPage += PAGE_SIZE)

rc = PGMMap(pVM, GCPtrPage, paChunkPages[iPage].Phys, PAGE_SIZE, 0);

if (RT_SUCCESS(rc))

{

/*

pgmR3PhysInitAndLinkRamRange(pVM, pNew, GCPhys, GCPhys + ((RTGCPHYS)cRamPages << PAGE_SHIFT) - 1,

(RTRCPTR)GCPtrChunk, R0PtrChunk, pszDescChunk, *ppPrev);

*ppPrev = pNew;

}

}

if (RT_FAILURE(rc))

SUPR3PageFreeEx(pvChunk, cChunkPages);

}

RTMemTmpFree(paChunkPages);

return rc;

}

VMMR3DECL(int) PGMR3PhysRegisterRam(PVM pVM, RTGCPHYS GCPhys, RTGCPHYS cb, const char *pszDesc)

{

/*

Log(("PGMR3PhysRegisterRam: GCPhys=%RGp cb=%RGp pszDesc=%s\n", GCPhys, cb, pszDesc));

AssertReturn(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys, VERR_INVALID_PARAMETER);

AssertReturn(RT_ALIGN_T(cb, PAGE_SIZE, RTGCPHYS) == cb, VERR_INVALID_PARAMETER);

AssertReturn(cb > 0, VERR_INVALID_PARAMETER);

RTGCPHYS GCPhysLast = GCPhys + (cb - 1);

AssertMsgReturn(GCPhysLast > GCPhys, ("The range wraps! GCPhys=%RGp cb=%RGp\n", GCPhys, cb), VERR_INVALID_PARAMETER);

AssertPtrReturn(pszDesc, VERR_INVALID_POINTER);

VM_ASSERT_EMT_RETURN(pVM, VERR_VM_THREAD_NOT_EMT);

pgmLock(pVM);

/*

PPGMRAMRANGE pPrev = NULL;

PPGMRAMRANGE pRam = pVM->pgm.s.pRamRangesR3;

while (pRam && GCPhysLast >= pRam->GCPhys)

{

if ( GCPhysLast >= pRam->GCPhys

&& GCPhys <= pRam->GCPhysLast)

AssertLogRelMsgFailedReturn(("%RGp-%RGp (%s) conflicts with existing %RGp-%RGp (%s)\n",

GCPhys, GCPhysLast, pszDesc,

pRam->GCPhys, pRam->GCPhysLast, pRam->pszDesc),

VERR_PGM_RAM_CONFLICT);

/* next */

pPrev = pRam;

pRam = pRam->pNextR3;

}

/*

const RTGCPHYS cPages = cb >> PAGE_SHIFT;

int rc = MMR3IncreaseBaseReservation(pVM, cPages);

if (RT_FAILURE(rc))

{

pgmUnlock(pVM);

return rc;

}

if ( GCPhys >= _4G

&& cPages > 256)

{

/*

uint32_t cbChunk;

uint32_t cPagesPerChunk;

if (VMMIsHwVirtExtForced(pVM))

{

cbChunk = 16U*_1M;

cPagesPerChunk = 1048048; /* max ~1048059 */

AssertCompile(sizeof(PGMRAMRANGE) + sizeof(PGMPAGE) * 1048048 < 16U*_1M - PAGE_SIZE * 2);

}

else

{

cbChunk = 4U*_1M;

cPagesPerChunk = 261616; /* max ~261627 */

AssertCompile(sizeof(PGMRAMRANGE) + sizeof(PGMPAGE) * 261616 < 4U*_1M - PAGE_SIZE * 2);

}

AssertRelease(RT_UOFFSETOF(PGMRAMRANGE, aPages[cPagesPerChunk]) + PAGE_SIZE * 2 <= cbChunk);

RTGCPHYS cPagesLeft = cPages;

RTGCPHYS GCPhysChunk = GCPhys;

uint32_t iChunk = 0;

while (cPagesLeft > 0)

{

uint32_t cPagesInChunk = cPagesLeft;

if (cPagesInChunk > cPagesPerChunk)

cPagesInChunk = cPagesPerChunk;

rc = pgmR3PhysRegisterHighRamChunk(pVM, GCPhysChunk, cPagesInChunk, cbChunk, iChunk, pszDesc, &pPrev);

AssertRCReturn(rc, rc);

/* advance */

GCPhysChunk += (RTGCPHYS)cPagesInChunk << PAGE_SHIFT;

cPagesLeft -= cPagesInChunk;

iChunk++;

}

}

else

{

/*

const size_t cbRamRange = RT_OFFSETOF(PGMRAMRANGE, aPages[cPages]);

PPGMRAMRANGE pNew;

rc = MMR3HyperAllocOnceNoRel(pVM, cbRamRange, 0, MM_TAG_PGM_PHYS, (void **)&pNew);

AssertLogRelMsgRCReturn(rc, ("cbRamRange=%zu\n", cbRamRange), rc);

pgmR3PhysInitAndLinkRamRange(pVM, pNew, GCPhys, GCPhysLast, NIL_RTRCPTR, NIL_RTR0PTR, pszDesc, pPrev);

}

PGMPhysInvalidatePageMapTLB(pVM);

pgmUnlock(pVM);

/*

REMR3NotifyPhysRamRegister(pVM, GCPhys, cb, REM_NOTIFY_PHYS_RAM_FLAGS_RAM);

return VINF_SUCCESS;

}

int pgmR3PhysRamPreAllocate(PVM pVM)

{

Assert(pVM->pgm.s.fRamPreAlloc);

Log(("pgmR3PhysRamPreAllocate: enter\n"));

/*

uint64_t cPages = 0;

uint64_t NanoTS = RTTimeNanoTS();

pgmLock(pVM);

for (PPGMRAMRANGE pRam = pVM->pgm.s.pRamRangesR3; pRam; pRam = pRam->pNextR3)

{

PPGMPAGE pPage = &pRam->aPages[0];

RTGCPHYS GCPhys = pRam->GCPhys;

uint32_t cLeft = pRam->cb >> PAGE_SHIFT;

while (cLeft-- > 0)

{

if (PGM_PAGE_GET_TYPE(pPage) == PGMPAGETYPE_RAM)

{

switch (PGM_PAGE_GET_STATE(pPage))

{

case PGM_PAGE_STATE_ZERO:

{

int rc = pgmPhysAllocPage(pVM, pPage, GCPhys);

if (RT_FAILURE(rc))

{

LogRel(("PGM: RAM Pre-allocation failed at %RGp (in %s) with rc=%Rrc\n", GCPhys, pRam->pszDesc, rc));

pgmUnlock(pVM);

return rc;

}

cPages++;

break;

}

case PGM_PAGE_STATE_BALLOONED:

case PGM_PAGE_STATE_ALLOCATED:

case PGM_PAGE_STATE_WRITE_MONITORED: