r0drv/nt/thread-r0drv-nt.cpp

	thread-r0drv-nt.cpp revision 7f9158d55774800c9b8f2d35fde872c7434fd281
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster/* $Id$ */
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster/** @file
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * IPRT - Threads, Ring-0 Driver, NT.
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster */
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster/*
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * Copyright (C) 2006-2007 Oracle Corporation
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster *
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * This file is part of VirtualBox Open Source Edition (OSE), as
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * available from http://www.virtualbox.org. This file is free software;
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * you can redistribute it and/or modify it under the terms of the GNU
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * General Public License (GPL) as published by the Free Software
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * Foundation, in version 2 as it comes in the "COPYING" file of the
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster *
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * The contents of this file may alternatively be used under the terms
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * of the Common Development and Distribution License Version 1.0
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * VirtualBox OSE distribution, in which case the provisions of the
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * CDDL are applicable instead of those of the GPL.
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster *
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * You may elect to license modified versions of this file under the
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster * terms and conditions of either the GPL or the CDDL or both.
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster */
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major/*******************************************************************************
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster*   Header Files                                                               *
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster*******************************************************************************/
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include "the-nt-kernel.h"
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include "internal/iprt.h"
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include <iprt/thread.h>
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#if defined(RT_ARCH_AMD64) || defined(RT_ARCH_X86)
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster# include <iprt/asm-amd64-x86.h>
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#endif
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include <iprt/assert.h>
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include <iprt/err.h>
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include <iprt/mp.h>
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster#include "internal-r0drv-nt.h"
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan FosterRT_C_DECLS_BEGIN
8af80418ba1ec431c8027fa9668e5678658d3611Allan FosterNTSTATUS NTAPI ZwYieldExecution(void);
8af80418ba1ec431c8027fa9668e5678658d3611Allan FosterRT_C_DECLS_END
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan FosterRTDECL(RTNATIVETHREAD) RTThreadNativeSelf(void)
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster{
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    return (RTNATIVETHREAD)PsGetCurrentThread();
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster}
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Fosterstatic int rtR0ThreadNtSleepCommon(RTMSINTERVAL cMillies)
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster{
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    LARGE_INTEGER Interval;
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    Interval.QuadPart = -(int64_t)cMillies * 10000;
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    NTSTATUS rcNt = KeDelayExecutionThread(KernelMode, TRUE, &Interval);
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    switch (rcNt)
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    {
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster        case STATUS_SUCCESS:
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster            return VINF_SUCCESS;
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster        case STATUS_ALERTED:
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster        case STATUS_USER_APC:
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster            return VERR_INTERRUPTED;
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster        default:
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster            return RTErrConvertFromNtStatus(rcNt);
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    }
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster}
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major
8af80418ba1ec431c8027fa9668e5678658d3611Allan FosterRTDECL(int)   RTThreadSleep(RTMSINTERVAL cMillies)
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster{
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    return rtR0ThreadNtSleepCommon(cMillies);
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster}
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
8af80418ba1ec431c8027fa9668e5678658d3611Allan FosterRTDECL(int)   RTThreadSleepCommon(RTMSINTERVAL cMillies)
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster{
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster    return rtR0ThreadNtSleepCommon(cMillies);
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster}
8af80418ba1ec431c8027fa9668e5678658d3611Allan Foster
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major
f015d695b84915f1c2c3fcf81f339548af1852c4Peter MajorRTDECL(bool) RTThreadYield(void)
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major{
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major    return ZwYieldExecution() != STATUS_NO_YIELD_PERFORMED;
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major}
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major
f015d695b84915f1c2c3fcf81f339548af1852c4Peter MajorRTDECL(bool) RTThreadPreemptIsEnabled(RTTHREAD hThread)
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major{
f015d695b84915f1c2c3fcf81f339548af1852c4Peter Major    Assert(hThread == NIL_RTTHREAD);
    KIRQL Irql = KeGetCurrentIrql();
    if (Irql > APC_LEVEL)
        return false;
    if (!ASMIntAreEnabled())
        return false;
    return true;
}


RTDECL(bool) RTThreadPreemptIsPending(RTTHREAD hThread)
{
    Assert(hThread == NIL_RTTHREAD);

    /*
     * Read the globals and check if they are useful.
     */
    uint32_t const offQuantumEnd     = g_offrtNtPbQuantumEnd;
    uint32_t const cbQuantumEnd      = g_cbrtNtPbQuantumEnd;
    uint32_t const offDpcQueueDepth  = g_offrtNtPbDpcQueueDepth;
    if (!offQuantumEnd && !cbQuantumEnd && !offDpcQueueDepth)
        return false;
    Assert((offQuantumEnd && cbQuantumEnd) || (!offQuantumEnd && !cbQuantumEnd));

    /*
     * Disable interrupts so we won't be messed around.
     */
    bool            fPending;
    RTCCUINTREG     fSavedFlags  = ASMIntDisableFlags();

#ifdef RT_ARCH_X86
    PKPCR       pPcr   = (PKPCR)__readfsdword(RT_OFFSETOF(KPCR,SelfPcr));
    uint8_t    *pbPrcb = (uint8_t *)pPcr->Prcb;

#elif defined(RT_ARCH_AMD64)
    /* HACK ALERT! The offset is from windbg/vista64. */
    PKPCR       pPcr   = (PKPCR)__readgsqword(RT_OFFSETOF(KPCR,Self));
    uint8_t    *pbPrcb = (uint8_t *)pPcr->CurrentPrcb;

#else
# error "port me"
#endif

    /* Check QuantumEnd. */
    if (cbQuantumEnd == 1)
    {
        uint8_t volatile *pbQuantumEnd = (uint8_t volatile *)(pbPrcb + offQuantumEnd);
        fPending = *pbQuantumEnd == TRUE;
    }
    else if (cbQuantumEnd == sizeof(uint32_t))
    {
        uint32_t volatile *pu32QuantumEnd = (uint32_t volatile *)(pbPrcb + offQuantumEnd);
        fPending = *pu32QuantumEnd != 0;
    }

    /* Check DpcQueueDepth. */
    if (    !fPending
        &&  offDpcQueueDepth)
    {
        uint32_t volatile *pu32DpcQueueDepth = (uint32_t volatile *)(pbPrcb + offDpcQueueDepth);
        fPending = *pu32DpcQueueDepth > 0;
    }

    ASMSetFlags(fSavedFlags);
    return fPending;
}


RTDECL(bool) RTThreadPreemptIsPendingTrusty(void)
{
    /* RTThreadPreemptIsPending is only reliable if we've got both offsets and size. */
    return g_offrtNtPbQuantumEnd    != 0
        && g_cbrtNtPbQuantumEnd     != 0
        && g_offrtNtPbDpcQueueDepth != 0;
}


RTDECL(bool) RTThreadPreemptIsPossible(void)
{
    /* yes, kernel preemption is possible. */
    return true;
}


RTDECL(void) RTThreadPreemptDisable(PRTTHREADPREEMPTSTATE pState)
{
    AssertPtr(pState);
    Assert(pState->uchOldIrql == 255);
    Assert(KeGetCurrentIrql() <= DISPATCH_LEVEL);

    KeRaiseIrql(DISPATCH_LEVEL, &pState->uchOldIrql);
    RT_ASSERT_PREEMPT_CPUID_DISABLE(pState);
}


RTDECL(void) RTThreadPreemptRestore(PRTTHREADPREEMPTSTATE pState)
{
    AssertPtr(pState);

    RT_ASSERT_PREEMPT_CPUID_RESTORE(pState);
    KeLowerIrql(pState->uchOldIrql);
    pState->uchOldIrql = 255;
}


RTDECL(bool) RTThreadIsInInterrupt(RTTHREAD hThread)
{
    Assert(hThread == NIL_RTTHREAD); NOREF(hThread);

    KIRQL CurIrql = KeGetCurrentIrql();
    return CurIrql > PASSIVE_LEVEL; /** @todo Is there a more correct way? */
}