e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync/* $Id$ */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync/** @file
bf6ddb823958bd0bfdca356131a5e17014f73883vboxsync * IPRT - Read-Write Semaphore, Generic, lockless variant.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync/*
bf6ddb823958bd0bfdca356131a5e17014f73883vboxsync * Copyright (C) 2009-2013 Oracle Corporation
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync *
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * available from http://www.virtualbox.org. This file is free software;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * you can redistribute it and/or modify it under the terms of the GNU
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * General Public License (GPL) as published by the Free Software
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync *
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * The contents of this file may alternatively be used under the terms
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * of the Common Development and Distribution License Version 1.0
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * VirtualBox OSE distribution, in which case the provisions of the
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * CDDL are applicable instead of those of the GPL.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync *
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * You may elect to license modified versions of this file under the
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * terms and conditions of either the GPL or the CDDL or both.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync/*******************************************************************************
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync* Header Files *
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync*******************************************************************************/
715e49c31b15c23c17a9ce3be42a75e7c48d4b78vboxsync#define RTSEMRW_WITHOUT_REMAPPING
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTASSERT_QUIET
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/semaphore.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include "internal/iprt.h"
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/asm.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/assert.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/err.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/lockvalidator.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/mem.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include <iprt/thread.h>
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include "internal/magics.h"
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#include "internal/strict.h"
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync/*******************************************************************************
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync* Structures and Typedefs *
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync*******************************************************************************/
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsynctypedef struct RTSEMRWINTERNAL
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** Magic value (RTSEMRW_MAGIC). */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint32_t volatile u32Magic;
645c172620d19e7aceca8b5ba9a904619681099dvboxsync /** Indicates whether hEvtRead needs resetting. */
645c172620d19e7aceca8b5ba9a904619681099dvboxsync bool volatile fNeedReset;
645c172620d19e7aceca8b5ba9a904619681099dvboxsync
645c172620d19e7aceca8b5ba9a904619681099dvboxsync /** The state variable.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * All accesses are atomic and it bits are defined like this:
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bits 0..14 - cReads.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bit 15 - Unused.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bits 16..31 - cWrites. - doesn't make sense here
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bit 31 - fDirection; 0=Read, 1=Write.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bits 32..46 - cWaitingReads
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bit 47 - Unused.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bits 48..62 - cWaitingWrites
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Bit 63 - Unused.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t volatile u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** The write owner. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD volatile hNativeWriter;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** The number of reads made by the current writer. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint32_t volatile cWriterReads;
bf6ddb823958bd0bfdca356131a5e17014f73883vboxsync /** The number of recursions made by the current writer. (The initial grabbing
bf6ddb823958bd0bfdca356131a5e17014f73883vboxsync * of the lock counts as the first one.) */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint32_t volatile cWriteRecursions;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** What the writer threads are blocking on. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMEVENT hEvtWrite;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** What the read threads are blocking on when waiting for the writer to
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * finish. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMEVENTMULTI hEvtRead;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** The validator record for the writer. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALRECEXCL ValidatorWrite;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /** The validator record for the readers. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALRECSHRD ValidatorRead;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync} RTSEMRWINTERNAL;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync/*******************************************************************************
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync* Defined Constants And Macros *
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync*******************************************************************************/
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_CNT_BITS 15
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_CNT_MASK UINT64_C(0x00007fff)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_CNT_RD_SHIFT 0
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_CNT_RD_MASK (RTSEMRW_CNT_MASK << RTSEMRW_CNT_RD_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_CNT_WR_SHIFT 16
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_CNT_WR_MASK (RTSEMRW_CNT_MASK << RTSEMRW_CNT_WR_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_DIR_SHIFT 31
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_DIR_MASK RT_BIT_64(RTSEMRW_DIR_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_DIR_READ UINT64_C(0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_DIR_WRITE UINT64_C(1)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_WAIT_CNT_RD_SHIFT 32
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#define RTSEMRW_WAIT_CNT_RD_MASK (RTSEMRW_CNT_MASK << RTSEMRW_WAIT_CNT_RD_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync//#define RTSEMRW_WAIT_CNT_WR_SHIFT 48
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync//#define RTSEMRW_WAIT_CNT_WR_MASK (RTSEMRW_CNT_MASK << RTSEMRW_WAIT_CNT_WR_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRTDECL(int) RTSemRWCreate(PRTSEMRW phRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync return RTSemRWCreateEx(phRWSem, 0 /*fFlags*/, NIL_RTLOCKVALCLASS, RTLOCKVAL_SUB_CLASS_NONE, "RTSemRW");
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync}
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsyncRT_EXPORT_SYMBOL(RTSemRWCreate);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsyncRTDECL(int) RTSemRWCreateEx(PRTSEMRW phRWSem, uint32_t fFlags,
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync RTLOCKVALCLASS hClass, uint32_t uSubClass, const char *pszNameFmt, ...)
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync{
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync AssertReturn(!(fFlags & ~RTSEMRW_FLAGS_NO_LOCK_VAL), VERR_INVALID_PARAMETER);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMRWINTERNAL *pThis = (RTSEMRWINTERNAL *)RTMemAlloc(sizeof(*pThis));
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (!pThis)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_NO_MEMORY;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTSemEventMultiCreate(&pThis->hEvtRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_SUCCESS(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTSemEventCreate(&pThis->hEvtWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_SUCCESS(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->u32Magic = RTSEMRW_MAGIC;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->u32Padding = 0;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->u64State = 0;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->hNativeWriter = NIL_RTNATIVETHREAD;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->cWriterReads = 0;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->cWriteRecursions = 0;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync pThis->fNeedReset = false;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync bool const fLVEnabled = !(fFlags & RTSEMRW_FLAGS_NO_LOCK_VAL);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync if (!pszNameFmt)
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync {
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync static uint32_t volatile s_iSemRWAnon = 0;
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync uint32_t i = ASMAtomicIncU32(&s_iSemRWAnon) - 1;
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync RTLockValidatorRecExclInit(&pThis->ValidatorWrite, hClass, uSubClass, pThis,
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync fLVEnabled, "RTSemRW-%u", i);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync RTLockValidatorRecSharedInit(&pThis->ValidatorRead, hClass, uSubClass, pThis,
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync false /*fSignaller*/, fLVEnabled, "RTSemRW-%u", i);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync }
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync else
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync {
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync va_list va;
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync va_start(va, pszNameFmt);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync RTLockValidatorRecExclInitV(&pThis->ValidatorWrite, hClass, uSubClass, pThis,
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync fLVEnabled, pszNameFmt, va);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync va_end(va);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync va_start(va, pszNameFmt);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync RTLockValidatorRecSharedInitV(&pThis->ValidatorRead, hClass, uSubClass, pThis,
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync false /*fSignaller*/, fLVEnabled, pszNameFmt, va);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync va_end(va);
2e42e0850e182e37277fe28ba5b5d1c37018e783vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecMakeSiblings(&pThis->ValidatorWrite.Core, &pThis->ValidatorRead.Core);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync *phRWSem = pThis;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSemEventMultiDestroy(pThis->hEvtRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsyncRT_EXPORT_SYMBOL(RTSemRWCreateEx);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRTDECL(int) RTSemRWDestroy(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate input.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMRWINTERNAL *pThis = hRWSem;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis == NIL_RTSEMRW)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertPtrReturn(pThis, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(!(ASMAtomicReadU64(&pThis->u64State) & (RTSEMRW_CNT_RD_MASK | RTSEMRW_CNT_WR_MASK)));
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Invalidate the object and free up the resources.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(ASMAtomicCmpXchgU32(&pThis->u32Magic, ~RTSEMRW_MAGIC, RTSEMRW_MAGIC), VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMEVENTMULTI hEvtRead;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicXchgHandle(&pThis->hEvtRead, NIL_RTSEMEVENTMULTI, &hEvtRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTSemEventMultiDestroy(hEvtRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertRC(rc);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMEVENT hEvtWrite;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicXchgHandle(&pThis->hEvtWrite, NIL_RTSEMEVENT, &hEvtWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTSemEventDestroy(hEvtWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertRC(rc);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecSharedDelete(&pThis->ValidatorRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecExclDelete(&pThis->ValidatorWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTMemFree(pThis);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsyncRT_EXPORT_SYMBOL(RTSemRWDestroy);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsyncRTDECL(uint32_t) RTSemRWSetSubClass(RTSEMRW hRWSem, uint32_t uSubClass)
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync{
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync#ifdef RTSEMRW_STRICT
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync /*
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync * Validate handle.
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync */
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync AssertPtrReturn(pThis, RTLOCKVAL_SUB_CLASS_INVALID);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, RTLOCKVAL_SUB_CLASS_INVALID);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync RTLockValidatorRecSharedSetSubClass(&pThis->ValidatorRead, uSubClass);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync return RTLockValidatorRecExclSetSubClass(&pThis->ValidatorWrite, uSubClass);
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync#else
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync return RTLOCKVAL_SUB_CLASS_INVALID;
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync#endif
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsync}
b011d23442f2b9e7208db889ff4b5ffe2c8effc8vboxsyncRT_EXPORT_SYMBOL(RTSemRWSetSubClass);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncstatic int rtSemRWRequestRead(RTSEMRW hRWSem, RTMSINTERVAL cMillies, bool fInterruptible, PCRTLOCKVALSRCPOS pSrcPos)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate input.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMRWINTERNAL *pThis = hRWSem;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis == NIL_RTSEMRW)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertPtrReturn(pThis, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTTHREAD hThreadSelf = RTThreadSelfAutoAdopt();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (cMillies > 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync int rc9;
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync RTNATIVETHREAD hNativeWriter;
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hNativeWriter);
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync if (hNativeWriter != NIL_RTTHREAD && hNativeWriter == RTThreadNativeSelf())
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync rc9 = RTLockValidatorRecExclCheckOrder(&pThis->ValidatorWrite, hThreadSelf, pSrcPos, cMillies);
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync else
bd720a6cefa808ffed334825a272cc0d3f2680b8vboxsync rc9 = RTLockValidatorRecSharedCheckOrder(&pThis->ValidatorRead, hThreadSelf, pSrcPos, cMillies);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Get cracking...
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ((u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* It flows in the right direction, try follow it before it changes. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_RD_MASK) >> RTSEMRW_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c++;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(c < RTSEMRW_CNT_MASK / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_CNT_RD_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= c << RTSEMRW_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecSharedAddOwner(&pThis->ValidatorRead, hThreadSelf, pSrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else if ((u64State & (RTSEMRW_CNT_RD_MASK | RTSEMRW_CNT_WR_MASK)) == 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Wrong direction, but we're alone here and can simply try switch the direction. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~(RTSEMRW_CNT_RD_MASK | RTSEMRW_CNT_WR_MASK | RTSEMRW_DIR_MASK);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= (UINT64_C(1) << RTSEMRW_CNT_RD_SHIFT) | (RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(!pThis->fNeedReset);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecSharedAddOwner(&pThis->ValidatorRead, hThreadSelf, pSrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Is the writer perhaps doing a read recursion? */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeSelf = RTThreadNativeSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeWriter;
f4859dbc9e6e61d81adba530beddf0c374ac9011vboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hNativeWriter);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (hNativeSelf == hNativeWriter)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc9 = RTLockValidatorRecExclRecursionMixed(&pThis->ValidatorWrite, &pThis->ValidatorRead.Core, pSrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(pThis->cWriterReads < UINT32_MAX / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicIncU32(&pThis->cWriterReads);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS; /* don't break! */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* If the timeout is 0, return already. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (!cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_TIMEOUT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Add ourselves to the queue and wait for the direction to change. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_RD_MASK) >> RTSEMRW_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c++;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(c < RTSEMRW_CNT_MASK / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t cWait = (u64State & RTSEMRW_WAIT_CNT_RD_MASK) >> RTSEMRW_WAIT_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync cWait++;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(cWait <= c);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(cWait < RTSEMRW_CNT_MASK / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~(RTSEMRW_CNT_RD_MASK | RTSEMRW_WAIT_CNT_RD_MASK);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= (c << RTSEMRW_CNT_RD_SHIFT) | (cWait << RTSEMRW_WAIT_CNT_RD_SHIFT);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (uint32_t iLoop = 0; ; iLoop++)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTLockValidatorRecSharedCheckBlocking(&pThis->ValidatorRead, hThreadSelf, pSrcPos, true,
2805b95732a8d26015a397626b96049a6e6573e7vboxsync cMillies, RTTHREADSTATE_RW_READ, false);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_SUCCESS(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#else
7f17f0ea0209f234bdebdf0509c0e2b74e732f69vboxsync RTTHREAD hThreadSelf = RTThreadSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTThreadBlocking(hThreadSelf, RTTHREADSTATE_RW_READ, false);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (fInterruptible)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTSemEventMultiWaitNoResume(pThis->hEvtRead, cMillies);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTSemEventMultiWait(pThis->hEvtRead, cMillies);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTThreadUnblocked(hThreadSelf, RTTHREADSTATE_RW_READ);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis->u32Magic != RTSEMRW_MAGIC)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_SEM_DESTROYED;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Decrement the counts and return the error. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64OldState = u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c = (u64State & RTSEMRW_CNT_RD_MASK) >> RTSEMRW_CNT_RD_SHIFT; Assert(c > 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c--;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync cWait = (u64State & RTSEMRW_WAIT_CNT_RD_MASK) >> RTSEMRW_WAIT_CNT_RD_SHIFT; Assert(cWait > 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync cWait--;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~(RTSEMRW_CNT_RD_MASK | RTSEMRW_WAIT_CNT_RD_MASK);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= (c << RTSEMRW_CNT_RD_SHIFT) | (cWait << RTSEMRW_WAIT_CNT_RD_SHIFT);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(pThis->fNeedReset);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ((u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertMsg(iLoop < 1, ("%u\n", iLoop));
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Decrement the wait count and maybe reset the semaphore (if we're last). */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync cWait = (u64State & RTSEMRW_WAIT_CNT_RD_MASK) >> RTSEMRW_WAIT_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(cWait > 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync cWait--;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_WAIT_CNT_RD_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= cWait << RTSEMRW_WAIT_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (cWait == 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicXchgBool(&pThis->fNeedReset, false))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTSemEventMultiReset(pThis->hEvtRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertRCReturn(rc, rc);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecSharedAddOwner(&pThis->ValidatorRead, hThreadSelf, pSrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis->u32Magic != RTSEMRW_MAGIC)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_SEM_DESTROYED;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMNopPause();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* got it! */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert((ASMAtomicReadU64(&pThis->u64State) & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT));
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestRead(RTSEMRW hRWSem, RTMSINTERVAL cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifndef RTSEMRW_STRICT
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestRead(hRWSem, cMillies, false, NULL);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_NORMAL_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestRead(hRWSem, cMillies, false, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestReadDebug(RTSEMRW hRWSem, RTMSINTERVAL cMillies, RTHCUINTPTR uId, RT_SRC_POS_DECL)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_DEBUG_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestRead(hRWSem, cMillies, false, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestReadDebug);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestReadNoResume(RTSEMRW hRWSem, RTMSINTERVAL cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifndef RTSEMRW_STRICT
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestRead(hRWSem, cMillies, true, NULL);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_NORMAL_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestRead(hRWSem, cMillies, true, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestReadNoResume);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestReadNoResumeDebug(RTSEMRW hRWSem, RTMSINTERVAL cMillies, RTHCUINTPTR uId, RT_SRC_POS_DECL)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_DEBUG_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestRead(hRWSem, cMillies, true, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestReadNoResumeDebug);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWReleaseRead(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate handle.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync RTSEMRWINTERNAL *pThis = hRWSem;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertPtrReturn(pThis, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Check the direction and take action accordingly.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ((u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc9 = RTLockValidatorRecSharedCheckAndRelease(&pThis->ValidatorRead, NIL_RTTHREAD);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_RD_MASK) >> RTSEMRW_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(c > 0, VERR_NOT_OWNER);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c--;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ( c > 0
d0a2a9ce3384a88aeb052555867cb9aea43142b7vboxsync || (u64State & RTSEMRW_CNT_WD_MASK) == 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Don't change the direction. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_CNT_RD_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= c << RTSEMRW_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Reverse the direction and signal the reader threads. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~(RTSEMRW_CNT_RD_MASK | RTSEMRW_DIR_MASK);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTSemEventSignal(pThis->hEvtWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertRC(rc);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMNopPause();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeSelf = RTThreadNativeSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeWriter;
f4859dbc9e6e61d81adba530beddf0c374ac9011vboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hNativeWriter);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(hNativeSelf == hNativeWriter, VERR_NOT_OWNER);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->cWriterReads > 0, VERR_NOT_OWNER);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTLockValidatorRecExclUnwindMixed(&pThis->ValidatorWrite, &pThis->ValidatorRead.Core);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicDecU32(&pThis->cWriterReads);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWReleaseRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncDECL_FORCE_INLINE(int) rtSemRWRequestWrite(RTSEMRW hRWSem, RTMSINTERVAL cMillies, bool fInterruptible, PCRTLOCKVALSRCPOS pSrcPos)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate input.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTSEMRWINTERNAL *pThis = hRWSem;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis == NIL_RTSEMRW)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertPtrReturn(pThis, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTTHREAD hThreadSelf = NIL_RTTHREAD;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync hThreadSelf = RTThreadSelfAutoAdopt();
2805b95732a8d26015a397626b96049a6e6573e7vboxsync int rc9 = RTLockValidatorRecExclCheckOrder(&pThis->ValidatorWrite, hThreadSelf, pSrcPos, cMillies);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Check if we're already the owner and just recursing.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeSelf = RTThreadNativeSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeWriter;
f4859dbc9e6e61d81adba530beddf0c374ac9011vboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hNativeWriter);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (hNativeSelf == hNativeWriter)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert((ASMAtomicReadU64(&pThis->u64State) & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT));
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc9 = RTLockValidatorRecExclRecursion(&pThis->ValidatorWrite, pSrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(pThis->cWriteRecursions < UINT32_MAX / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicIncU32(&pThis->cWriteRecursions);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Get cracking.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ( (u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync || (u64State & (RTSEMRW_CNT_RD_MASK | RTSEMRW_CNT_WR_MASK)) != 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* It flows in the right direction, try follow it before it changes. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_WR_MASK) >> RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c++;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(c < RTSEMRW_CNT_MASK / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_CNT_WR_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= c << RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else if ((u64State & (RTSEMRW_CNT_RD_MASK | RTSEMRW_CNT_WR_MASK)) == 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Wrong direction, but we're alone here and can simply try switch the direction. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~(RTSEMRW_CNT_RD_MASK | RTSEMRW_CNT_WR_MASK | RTSEMRW_DIR_MASK);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= (UINT64_C(1) << RTSEMRW_CNT_WR_SHIFT) | (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else if (!cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Wrong direction and we're not supposed to wait, just return. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_TIMEOUT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Add ourselves to the write count and break out to do the wait. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_WR_MASK) >> RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c++;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(c < RTSEMRW_CNT_MASK / 2);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_CNT_WR_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= c << RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis->u32Magic != RTSEMRW_MAGIC)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_SEM_DESTROYED;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMNopPause();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * If we're in write mode now try grab the ownership. Play fair if there
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * are threads already waiting.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync bool fDone = (u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync && ( ((u64State & RTSEMRW_CNT_WR_MASK) >> RTSEMRW_CNT_WR_SHIFT) == 1
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync || cMillies == 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (fDone)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicCmpXchgHandle(&pThis->hNativeWriter, hNativeSelf, NIL_RTNATIVETHREAD, fDone);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (!fDone)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Wait for our turn.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (uint32_t iLoop = 0; ; iLoop++)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (hThreadSelf == NIL_RTTHREAD)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync hThreadSelf = RTThreadSelfAutoAdopt();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTLockValidatorRecExclCheckBlocking(&pThis->ValidatorWrite, hThreadSelf, pSrcPos, true,
2805b95732a8d26015a397626b96049a6e6573e7vboxsync cMillies, RTTHREADSTATE_RW_WRITE, false);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_SUCCESS(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#else
7f17f0ea0209f234bdebdf0509c0e2b74e732f69vboxsync RTTHREAD hThreadSelf = RTThreadSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTThreadBlocking(hThreadSelf, RTTHREADSTATE_RW_WRITE, false);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (fInterruptible)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTSemEventWaitNoResume(pThis->hEvtWrite, cMillies);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync rc = RTSemEventWait(pThis->hEvtWrite, cMillies);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTThreadUnblocked(hThreadSelf, RTTHREADSTATE_RW_WRITE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis->u32Magic != RTSEMRW_MAGIC)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_SEM_DESTROYED;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Decrement the counts and return the error. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64OldState = u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_WR_MASK) >> RTSEMRW_CNT_WR_SHIFT; Assert(c > 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c--;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_CNT_WR_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= c << RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ((u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicCmpXchgHandle(&pThis->hNativeWriter, hNativeSelf, NIL_RTNATIVETHREAD, fDone);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (fDone)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertMsg(iLoop < 1000, ("%u\n", iLoop)); /* may loop a few times here... */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Got it!
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert((ASMAtomicReadU64(&pThis->u64State) & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT));
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicWriteU32(&pThis->cWriteRecursions, 1);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(pThis->cWriterReads == 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLockValidatorRecExclSetOwner(&pThis->ValidatorWrite, hThreadSelf, pSrcPos, true);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestWrite(RTSEMRW hRWSem, RTMSINTERVAL cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifndef RTSEMRW_STRICT
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestWrite(hRWSem, cMillies, false, NULL);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_NORMAL_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestWrite(hRWSem, cMillies, false, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestWriteDebug(RTSEMRW hRWSem, RTMSINTERVAL cMillies, RTHCUINTPTR uId, RT_SRC_POS_DECL)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_DEBUG_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestWrite(hRWSem, cMillies, false, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestWriteDebug);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestWriteNoResume(RTSEMRW hRWSem, RTMSINTERVAL cMillies)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifndef RTSEMRW_STRICT
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestWrite(hRWSem, cMillies, true, NULL);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_NORMAL_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestWrite(hRWSem, cMillies, true, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestWriteNoResume);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWRequestWriteNoResumeDebug(RTSEMRW hRWSem, RTMSINTERVAL cMillies, RTHCUINTPTR uId, RT_SRC_POS_DECL)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTLOCKVALSRCPOS SrcPos = RTLOCKVALSRCPOS_INIT_DEBUG_API();
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync return rtSemRWRequestWrite(hRWSem, cMillies, true, &SrcPos);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWRequestWriteNoResumeDebug);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(int) RTSemRWReleaseWrite(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate handle.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertPtrReturn(pThis, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, VERR_INVALID_HANDLE);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeSelf = RTThreadNativeSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeWriter;
f4859dbc9e6e61d81adba530beddf0c374ac9011vboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hNativeWriter);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(hNativeSelf == hNativeWriter, VERR_NOT_OWNER);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Unwind a recursion.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis->cWriteRecursions == 1)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertReturn(pThis->cWriterReads == 0, VERR_WRONG_ORDER); /* (must release all read recursions before the final write.) */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc9 = RTLockValidatorRecExclReleaseOwner(&pThis->ValidatorWrite, true);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Update the state.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicWriteU32(&pThis->cWriteRecursions, 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicWriteHandle(&pThis->hNativeWriter, NIL_RTNATIVETHREAD);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync for (;;)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64OldState = u64State;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t c = (u64State & RTSEMRW_CNT_WR_MASK) >> RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(c > 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync c--;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ( c > 0
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync || (u64State & RTSEMRW_CNT_RD_MASK) == 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Don't change the direction, wait up the next writer if any. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~RTSEMRW_CNT_WR_MASK;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= c << RTSEMRW_CNT_WR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (c > 0)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTSemEventSignal(pThis->hEvtWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertRC(rc);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /* Reverse the direction and signal the reader threads. */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State &= ~(RTSEMRW_CNT_WR_MASK | RTSEMRW_DIR_MASK);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync u64State |= RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (ASMAtomicCmpXchgU64(&pThis->u64State, u64State, u64OldState))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(!pThis->fNeedReset);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicWriteBool(&pThis->fNeedReset, true);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc = RTSemEventMultiSignal(pThis->hEvtRead);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertRC(rc);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync break;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMNopPause();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (pThis->u32Magic != RTSEMRW_MAGIC)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VERR_SEM_DESTROYED;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync else
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync {
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync Assert(pThis->cWriteRecursions != 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#ifdef RTSEMRW_STRICT
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync int rc9 = RTLockValidatorRecExclUnwind(&pThis->ValidatorWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if (RT_FAILURE(rc9))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return rc9;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync#endif
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ASMAtomicDecU32(&pThis->cWriteRecursions);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync }
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return VINF_SUCCESS;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWReleaseWrite);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(bool) RTSemRWIsWriteOwner(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate handle.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
f2d4fe7c062d5d0501fadae94d1d3521bf31e4acvboxsync AssertPtrReturn(pThis, false);
f2d4fe7c062d5d0501fadae94d1d3521bf31e4acvboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, false);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Check ownership.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeSelf = RTThreadNativeSelf();
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync RTNATIVETHREAD hNativeWriter;
f4859dbc9e6e61d81adba530beddf0c374ac9011vboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hNativeWriter);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return hNativeWriter == hNativeSelf;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWIsWriteOwner);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
a9c682f4c99869f4d6837193f9713eea79822c06vboxsyncRTDECL(bool) RTSemRWIsReadOwner(RTSEMRW hRWSem, bool fWannaHear)
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync{
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync /*
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * Validate handle.
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync */
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync AssertPtrReturn(pThis, false);
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, false);
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync /*
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * Inspect the state.
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync */
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync uint64_t u64State = ASMAtomicReadU64(&pThis->u64State);
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync if ((u64State & RTSEMRW_DIR_MASK) == (RTSEMRW_DIR_WRITE << RTSEMRW_DIR_SHIFT))
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync {
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync /*
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * It's in write mode, so we can only be a reader if we're also the
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * current writer.
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync */
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync RTNATIVETHREAD hNativeSelf = RTThreadNativeSelf();
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync RTNATIVETHREAD hWriter;
4e50a32c60d0aca51201b5980b6f2846411c80cdvboxsync ASMAtomicUoReadHandle(&pThis->hNativeWriter, &hWriter);
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync return hWriter == hNativeSelf;
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync }
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync /*
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * Read mode. If there are no current readers, then we cannot be a reader.
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync */
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync if (!(u64State & RTSEMRW_CNT_RD_MASK))
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync return false;
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync#ifdef RTSEMRW_STRICT
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync /*
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * Ask the lock validator.
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync */
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync return RTLockValidatorRecSharedIsOwner(&pThis->ValidatorRead, NIL_RTTHREAD);
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync#else
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync /*
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync * Ok, we don't know, just tell the caller what he want to hear.
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync */
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync return fWannaHear;
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync#endif
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync}
a9c682f4c99869f4d6837193f9713eea79822c06vboxsyncRT_EXPORT_SYMBOL(RTSemRWIsReadOwner);
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync
a9c682f4c99869f4d6837193f9713eea79822c06vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(uint32_t) RTSemRWGetWriteRecursion(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate handle.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
f2d4fe7c062d5d0501fadae94d1d3521bf31e4acvboxsync AssertPtrReturn(pThis, 0);
f2d4fe7c062d5d0501fadae94d1d3521bf31e4acvboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Return the requested data.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return pThis->cWriteRecursions;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWGetWriteRecursion);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(uint32_t) RTSemRWGetWriterReadRecursion(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate handle.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
f2d4fe7c062d5d0501fadae94d1d3521bf31e4acvboxsync AssertPtrReturn(pThis, 0);
f2d4fe7c062d5d0501fadae94d1d3521bf31e4acvboxsync AssertReturn(pThis->u32Magic == RTSEMRW_MAGIC, 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Return the requested data.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return pThis->cWriterReads;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWGetWriterReadRecursion);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsyncRTDECL(uint32_t) RTSemRWGetReadCount(RTSEMRW hRWSem)
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync{
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Validate input.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
df3faec6dead5801ee07120bff7940a2c8ed6296vboxsync struct RTSEMRWINTERNAL *pThis = hRWSem;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertPtrReturn(pThis, 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync AssertMsgReturn(pThis->u32Magic == RTSEMRW_MAGIC,
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync ("pThis=%p u32Magic=%#x\n", pThis, pThis->u32Magic),
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync 0);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync /*
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync * Return the requested data.
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync */
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync uint64_t u64State = ASMAtomicReadU64(&pThis->u64State);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync if ((u64State & RTSEMRW_DIR_MASK) != (RTSEMRW_DIR_READ << RTSEMRW_DIR_SHIFT))
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return 0;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync return (u64State & RTSEMRW_CNT_RD_MASK) >> RTSEMRW_CNT_RD_SHIFT;
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync}
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsyncRT_EXPORT_SYMBOL(RTSemRWGetReadCount);
e1fd337d575f2a4c053c6fe7a811e2fd1a31e874vboxsync