disp/wddm/VBoxUhgsmiKmt.cpp

	VBoxUhgsmiKmt.cpp revision cb0578a5309e1fc264e5a4acc30543bea075be43
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell/* $Id$ */
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell/** @file
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * VBoxVideo Display D3D User mode dll
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell */
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell/*
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * Copyright (C) 2011-2012 Oracle Corporation
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell *
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * This file is part of VirtualBox Open Source Edition (OSE), as
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * available from http://www.virtualbox.org. This file is free software;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * you can redistribute it and/or modify it under the terms of the GNU
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * General Public License (GPL) as published by the Free Software
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * Foundation, in version 2 as it comes in the "COPYING" file of the
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell */
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell#include "VBoxDispD3DCmn.h"
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni
caa9e77dc369fea8df9ae2c598d3c83b7214c1cfDiego Colantoni#include <iprt/mem.h>
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell#include <iprt/err.h>
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell#include <cr_protocol.h>
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott#ifndef NT_SUCCESS
6a2ae9c7fb4d2c40d75cab0edaf940f22c18224fDiego Colantoni# define NT_SUCCESS(_Status) (((NTSTATUS)(_Status)) >= 0)
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell#endif
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnellDECLCALLBACK(int) vboxUhgsmiKmtBufferDestroy(PVBOXUHGSMI_BUFFER pBuf)
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell{
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    PVBOXUHGSMI_BUFFER_PRIVATE_DX_ALLOC_BASE pBuffer = VBOXUHGSMDXALLOCBASE_GET_BUFFER(pBuf);
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    PVBOXUHGSMI_PRIVATE_KMT pPrivate = VBOXUHGSMIKMT_GET(pBuffer->BasePrivate.pHgsmi);
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    D3DKMT_DESTROYALLOCATION DdiDealloc;
6a2ae9c7fb4d2c40d75cab0edaf940f22c18224fDiego Colantoni    DdiDealloc.hDevice = pPrivate->Device.hDevice;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    DdiDealloc.hResource = NULL;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    DdiDealloc.phAllocationList = &pBuffer->hAllocation;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    DdiDealloc.AllocationCount = 1;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    NTSTATUS Status = pPrivate->Callbacks.pfnD3DKMTDestroyAllocation(&DdiDealloc);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    if (NT_SUCCESS(Status))
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    {
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott        RTMemFree(pBuffer);
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell        return VINF_SUCCESS;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    }
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    else
6a2ae9c7fb4d2c40d75cab0edaf940f22c18224fDiego Colantoni    {
6a2ae9c7fb4d2c40d75cab0edaf940f22c18224fDiego Colantoni        WARN(("pfnD3DKMTDestroyAllocation failed, Status (0x%x)", Status));
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    }
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    return VERR_GENERAL_FAILURE;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell}
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnellDECLCALLBACK(int) vboxUhgsmiKmtBufferLock(PVBOXUHGSMI_BUFFER pBuf, uint32_t offLock, uint32_t cbLock, VBOXUHGSMI_BUFFER_LOCK_FLAGS fFlags, void**pvLock)
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni{
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    PVBOXUHGSMI_BUFFER_PRIVATE_DX_ALLOC_BASE pBuffer = VBOXUHGSMDXALLOCBASE_GET_BUFFER(pBuf);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    PVBOXUHGSMI_PRIVATE_KMT pPrivate = VBOXUHGSMIKMT_GET(pBuffer->BasePrivate.pHgsmi);
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    D3DKMT_LOCK DdiLock = {0};
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    DdiLock.hDevice = pPrivate->Device.hDevice;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    DdiLock.hAllocation = pBuffer->hAllocation;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    DdiLock.PrivateDriverData = NULL;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
6a2ae9c7fb4d2c40d75cab0edaf940f22c18224fDiego Colantoni    int rc = vboxUhgsmiBaseDxLockData(pBuffer, offLock, cbLock, fFlags,
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell                                         &DdiLock.Flags, &DdiLock.NumPages);
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    if (!RT_SUCCESS(rc))
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell    {
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        WARN(("vboxUhgsmiBaseDxLockData failed rc %d", rc));
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        return rc;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    }
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    if (DdiLock.NumPages)
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        DdiLock.pPages = pBuffer->aLockPageIndices;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    else
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        DdiLock.pPages = NULL;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    NTSTATUS Status = pPrivate->Callbacks.pfnD3DKMTLock(&DdiLock);
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    if (NT_SUCCESS(Status))
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    {
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        *pvLock = (void*)(((uint8_t*)DdiLock.pData) + (offLock & 0xfff));
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        return VINF_SUCCESS;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    }
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    else
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    {
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        WARN(("pfnD3DKMTLock failed, Status (0x%x)", Status));
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    }
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    return VERR_GENERAL_FAILURE;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott}
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
f877f6ca2428244a6d0954a1dbef471577b32c60Diego ColantoniDECLCALLBACK(int) vboxUhgsmiKmtBufferUnlock(PVBOXUHGSMI_BUFFER pBuf)
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell{
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    PVBOXUHGSMI_BUFFER_PRIVATE_DX_ALLOC_BASE pBuffer = VBOXUHGSMDXALLOCBASE_GET_BUFFER(pBuf);
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    D3DKMT_UNLOCK DdiUnlock;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    PVBOXUHGSMI_PRIVATE_KMT pPrivate = VBOXUHGSMIKMT_GET(pBuffer->BasePrivate.pHgsmi);
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    DdiUnlock.hDevice = pPrivate->Device.hDevice;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    DdiUnlock.NumAllocations = 1;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    DdiUnlock.phAllocations = &pBuffer->hAllocation;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    NTSTATUS Status = pPrivate->Callbacks.pfnD3DKMTUnlock(&DdiUnlock);
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    if (NT_SUCCESS(Status))
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        return VINF_SUCCESS;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    else
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        WARN(("pfnD3DKMTUnlock failed, Status (0x%x)", Status));
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    return VERR_GENERAL_FAILURE;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell}
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
f877f6ca2428244a6d0954a1dbef471577b32c60Diego ColantoniDECLCALLBACK(int) vboxUhgsmiKmtBufferCreate(PVBOXUHGSMI pHgsmi, uint32_t cbBuf, VBOXUHGSMI_BUFFER_TYPE_FLAGS fType, PVBOXUHGSMI_BUFFER* ppBuf)
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell{
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    if (!cbBuf)
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        return VERR_INVALID_PARAMETER;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    int rc = VINF_SUCCESS;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    cbBuf = VBOXWDDM_ROUNDBOUND(cbBuf, 0x1000);
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    Assert(cbBuf);
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    uint32_t cPages = cbBuf >> 12;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    Assert(cPages);
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    PVBOXUHGSMI_PRIVATE_KMT pPrivate = VBOXUHGSMIKMT_GET(pHgsmi);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    PVBOXUHGSMI_BUFFER_PRIVATE_DX_ALLOC_BASE pBuf = (PVBOXUHGSMI_BUFFER_PRIVATE_DX_ALLOC_BASE)RTMemAllocZ(RT_OFFSETOF(VBOXUHGSMI_BUFFER_PRIVATE_DX_ALLOC_BASE, aLockPageIndices[cPages]));
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    if (!pBuf)
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    {
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        WARN(("RTMemAllocZ failed"));
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        return VERR_NO_MEMORY;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    }
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    D3DKMT_CREATEALLOCATION DdiAlloc;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    D3DDDI_ALLOCATIONINFO DdiAllocInfo;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    VBOXWDDM_ALLOCINFO AllocInfo;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    memset(&DdiAlloc, 0, sizeof (DdiAlloc));
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    DdiAlloc.hDevice = pPrivate->Device.hDevice;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    DdiAlloc.NumAllocations = 1;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    DdiAlloc.pAllocationInfo = &DdiAllocInfo;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    vboxUhgsmiBaseDxAllocInfoFill(&DdiAllocInfo, &AllocInfo, cbBuf, fType);
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    NTSTATUS Status = pPrivate->Callbacks.pfnD3DKMTCreateAllocation(&DdiAlloc);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    if (NT_SUCCESS(Status))
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    {
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        Assert(DdiAllocInfo.hAllocation);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pBuf->BasePrivate.Base.pfnLock = vboxUhgsmiKmtBufferLock;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        pBuf->BasePrivate.Base.pfnUnlock = vboxUhgsmiKmtBufferUnlock;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        pBuf->BasePrivate.Base.pfnDestroy = vboxUhgsmiKmtBufferDestroy;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pBuf->BasePrivate.Base.fType = fType;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell        pBuf->BasePrivate.Base.cbBuffer = cbBuf;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott        pBuf->hAllocation = DdiAllocInfo.hAllocation;
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott        *ppBuf = &pBuf->BasePrivate.Base;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        return VINF_SUCCESS;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    }
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    else
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    {
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell        WARN(("pfnD3DKMTCreateAllocation failes, Status(0x%x)", Status));
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott        rc = VERR_OUT_OF_RESOURCES;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    }
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    RTMemFree(pBuf);
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    return rc;
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell}
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert WapshottDECLCALLBACK(int) vboxUhgsmiKmtBufferSubmit(PVBOXUHGSMI pHgsmi, PVBOXUHGSMI_BUFFER_SUBMIT aBuffers, uint32_t cBuffers)
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni{
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    PVBOXUHGSMI_PRIVATE_KMT pHg = VBOXUHGSMIKMT_GET(pHgsmi);
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    UINT cbDmaCmd = pHg->Context.CommandBufferSize;
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    int rc = vboxUhgsmiBaseDxDmaFill(aBuffers, cBuffers,
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott            pHg->Context.pCommandBuffer, &cbDmaCmd,
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott            pHg->Context.pAllocationList, pHg->Context.AllocationListSize,
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott            pHg->Context.pPatchLocationList, pHg->Context.PatchLocationListSize);
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell    if (RT_FAILURE(rc))
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    {
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott        WARN(("vboxUhgsmiBaseDxDmaFill failed, rc %d", rc));
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        return rc;
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott    }
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott    D3DKMT_RENDER DdiRender = {0};
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    DdiRender.hContext = pHg->Context.hContext;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    DdiRender.CommandLength = cbDmaCmd;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    DdiRender.AllocationCount = cBuffers;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    Assert(DdiRender.CommandLength);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    Assert(DdiRender.CommandLength < UINT32_MAX/2);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    NTSTATUS Status = pHg->Callbacks.pfnD3DKMTRender(&DdiRender);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    if (NT_SUCCESS(Status))
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    {
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pHg->Context.CommandBufferSize = DdiRender.NewCommandBufferSize;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pHg->Context.pCommandBuffer = DdiRender.pNewCommandBuffer;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pHg->Context.AllocationListSize = DdiRender.NewAllocationListSize;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pHg->Context.pAllocationList = DdiRender.pNewAllocationList;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pHg->Context.PatchLocationListSize = DdiRender.NewPatchLocationListSize;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        pHg->Context.pPatchLocationList = DdiRender.pNewPatchLocationList;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        return VINF_SUCCESS;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    }
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    else
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    {
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        WARN(("pfnD3DKMTRender failed, Status (0x%x)", Status));
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    }
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    return VERR_GENERAL_FAILURE;
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni}
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantonistatic HRESULT vboxUhgsmiKmtEngineCreate(PVBOXUHGSMI_PRIVATE_KMT pHgsmi, BOOL bD3D)
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni{
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    HRESULT hr = vboxDispKmtCallbacksInit(&pHgsmi->Callbacks);
caa9e77dc369fea8df9ae2c598d3c83b7214c1cfDiego Colantoni    if (hr == S_OK)
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni    {
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        hr = vboxDispKmtOpenAdapter(&pHgsmi->Callbacks, &pHgsmi->Adapter);
f877f6ca2428244a6d0954a1dbef471577b32c60Diego Colantoni        if (hr == S_OK)
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott        {
91f0e3cb60de3eba8cbb70c7e36cc0df22d71f5bRobert Wapshott            hr = vboxDispKmtCreateDevice(&pHgsmi->Adapter, &pHgsmi->Device);
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott            if (hr == S_OK)
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott            {
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell                hr = vboxDispKmtCreateContext(&pHgsmi->Device, &pHgsmi->Context,
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell                        bD3D ? VBOXWDDM_CONTEXT_TYPE_CUSTOM_UHGSMI_3D : VBOXWDDM_CONTEXT_TYPE_CUSTOM_UHGSMI_GL,
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott                                CR_PROTOCOL_VERSION_MAJOR, CR_PROTOCOL_VERSION_MINOR,
721bb987c406979bcfe705fa1ca8d54497d40fcbRobert Wapshott                                NULL, 0);
caa9e77dc369fea8df9ae2c598d3c83b7214c1cfDiego Colantoni                if (hr == S_OK)
415243fbc81341293a852ff6aa14e9608d08685cCraig McDonnell                {
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell                    return S_OK;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell                }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni                else
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni                {
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni                    WARN(("vboxDispKmtCreateContext failed, hr(0x%x)", hr));
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni                }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni                vboxDispKmtDestroyDevice(&pHgsmi->Device);
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni            }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni            else
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni            {
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni                WARN(("vboxDispKmtCreateDevice failed, hr(0x%x)", hr));
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni            }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni            vboxDispKmtCloseAdapter(&pHgsmi->Adapter);
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni        }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni        else
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni        {
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni//            WARN(("vboxDispKmtOpenAdapter failed, hr(0x%x)", hr));
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni        }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni        vboxDispKmtCallbacksTerm(&pHgsmi->Callbacks);
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    }
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    else
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    {
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni        WARN(("vboxDispKmtCallbacksInit failed, hr(0x%x)", hr));
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    }
caa9e77dc369fea8df9ae2c598d3c83b7214c1cfDiego Colantoni    return hr;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni}
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantonistatic DECLCALLBACK(int) vboxCrHhgsmiKmtEscape(struct VBOXUHGSMI_PRIVATE_BASE *pHgsmi, void *pvData, uint32_t cbData, BOOL fHwAccess)
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni{
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    PVBOXUHGSMI_PRIVATE_KMT pPrivate = VBOXUHGSMIKMT_GET(pHgsmi);
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    D3DKMT_ESCAPE DdiEscape = {0};
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.hAdapter = pPrivate->Adapter.hAdapter;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.hDevice = pPrivate->Device.hDevice;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.Type = D3DKMT_ESCAPE_DRIVERPRIVATE;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.Flags.HardwareAccess = !!fHwAccess;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.pPrivateDriverData = pvData;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.PrivateDriverDataSize = cbData;
78c07714ec1113f7f21c75b818f2bf6a7021618aDiego Colantoni    DdiEscape.hContext = pPrivate->Context.hContext;
2beebed98b4fc7f018fb224a1e4a3ab6103a4c0bCraig McDonnell
    NTSTATUS Status = pPrivate->Callbacks.pfnD3DKMTEscape(&DdiEscape);
    if (NT_SUCCESS(Status))
    {
        return VINF_SUCCESS;
    }

    WARN(("pfnD3DKMTEscape failed, Status (0x%x)", Status));
    return VERR_GENERAL_FAILURE;
}

static void vboxUhgsmiKmtSetupCallbacks(PVBOXUHGSMI_PRIVATE_KMT pHgsmi)
{
    pHgsmi->BasePrivate.Base.pfnBufferCreate = vboxUhgsmiKmtBufferCreate;
    pHgsmi->BasePrivate.Base.pfnBufferSubmit = vboxUhgsmiKmtBufferSubmit;
     /* no escapes (for now) */
    pHgsmi->BasePrivate.pfnEscape = NULL;
}

static void vboxUhgsmiKmtEscSetupCallbacks(PVBOXUHGSMI_PRIVATE_KMT pHgsmi)
{
    vboxUhgsmiBaseInit(&pHgsmi->BasePrivate, vboxCrHhgsmiKmtEscape);
}

#if 0
HRESULT vboxUhgsmiKmtCreate(PVBOXUHGSMI_PRIVATE_KMT pHgsmi, BOOL bD3D)
{
    vboxUhgsmiKmtSetupCallbacks(pHgsmi);
    return vboxUhgsmiKmtEngineCreate(pHgsmi, bD3D);
}

HRESULT vboxUhgsmiKmtEscCreate(PVBOXUHGSMI_PRIVATE_KMT pHgsmi, BOOL bD3D)
{
    vboxUhgsmiKmtEscSetupCallbacks(pHgsmi);
    return vboxUhgsmiKmtEngineCreate(pHgsmi, bD3D);
}
#endif

static HRESULT vboxUhgsmiKmtQueryCaps(PVBOXUHGSMI_PRIVATE_KMT pHgsmi, uint32_t *pu32Caps)
{
    VBOXWDDM_QI Query;
    D3DKMT_QUERYADAPTERINFO Info;
    Info.hAdapter = pHgsmi->Adapter.hAdapter;
    Info.Type = KMTQAITYPE_UMDRIVERPRIVATE;
    Info.pPrivateDriverData = &Query;
    Info.PrivateDriverDataSize = sizeof (Query);

    NTSTATUS Status = pHgsmi->Callbacks.pfnD3DKMTQueryAdapterInfo(&Info);
    if (!NT_SUCCESS(Status))
    {
        WARN(("pfnD3DKMTQueryAdapterInfo failed, Status %#x", Status));
        return Status;
    }

    if (Query.u32Version != VBOXVIDEOIF_VERSION)
    {
        WARN(("Version mismatch"));
        return E_FAIL;
    }

    *pu32Caps = Query.u32VBox3DCaps;

    return S_OK;
}

HRESULT vboxUhgsmiKmtCreate(PVBOXUHGSMI_PRIVATE_KMT pHgsmi, BOOL bD3D)
{
    HRESULT hr = vboxUhgsmiKmtEngineCreate(pHgsmi, bD3D);
    if (!SUCCEEDED(hr))
        return hr;

    uint32_t u32Caps = 0;
    hr = vboxUhgsmiKmtQueryCaps(pHgsmi, &u32Caps);
    if (!SUCCEEDED(hr))
    {
        WARN(("vboxUhgsmiKmtQueryCaps failed hr %#x", hr));
        return hr;
    }

    if (u32Caps & CR_VBOX_CAP_CMDVBVA)
        vboxUhgsmiKmtSetupCallbacks(pHgsmi);
    else
        vboxUhgsmiKmtEscSetupCallbacks(pHgsmi);

    return S_OK;
}

HRESULT vboxUhgsmiKmtDestroy(PVBOXUHGSMI_PRIVATE_KMT pHgsmi)
{
    HRESULT hr = vboxDispKmtDestroyContext(&pHgsmi->Context);
    Assert(hr == S_OK);
    if (hr == S_OK)
    {
        hr = vboxDispKmtDestroyDevice(&pHgsmi->Device);
        Assert(hr == S_OK);
        if (hr == S_OK)
        {
            hr = vboxDispKmtCloseAdapter(&pHgsmi->Adapter);
            Assert(hr == S_OK);
            if (hr == S_OK)
            {
                hr = vboxDispKmtCallbacksTerm(&pHgsmi->Callbacks);
                Assert(hr == S_OK);
                if (hr == S_OK)
                    return S_OK;
            }
        }
    }
    return hr;
}