cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/* $Id$ */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/** @file
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * IPRT - File async I/O, native implementation for POSIX compliant host platforms.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/*
dc0a54940789f994c84390cb4a9f03da0b492285vboxsync * Copyright (C) 2006-2011 Oracle Corporation
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * available from http://www.virtualbox.org. This file is free software;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * you can redistribute it and/or modify it under the terms of the GNU
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * General Public License (GPL) as published by the Free Software
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * The contents of this file may alternatively be used under the terms
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * of the Common Development and Distribution License Version 1.0
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * VirtualBox OSE distribution, in which case the provisions of the
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * CDDL are applicable instead of those of the GPL.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * You may elect to license modified versions of this file under the
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * terms and conditions of either the GPL or the CDDL or both.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/*******************************************************************************
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync* Header Files *
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync*******************************************************************************/
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#define LOG_GROUP RTLOGGROUP_DIR
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/asm.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/file.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/mem.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/assert.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/string.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/err.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/log.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/thread.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <iprt/semaphore.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include "internal/fileaio.h"
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync#if defined(RT_OS_DARWIN) || defined(RT_OS_FREEBSD)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync# include <sys/types.h>
be196d173cf52fa33016912e4745dbe1170ac53avboxsync# include <sys/sysctl.h> /* for sysctlbyname */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync#endif
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync#if defined(RT_OS_FREEBSD)
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync# include <fcntl.h> /* O_SYNC */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync#endif
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <aio.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync#include <errno.h>
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync#include <time.h>
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync/*
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync * Linux does not define this value.
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync * Just define it with really big
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync * value.
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync */
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync#ifndef AIO_LISTIO_MAX
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync# define AIO_LISTIO_MAX UINT32_MAX
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync#endif
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync#if 0 /* Only used for debugging */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync# undef AIO_LISTIO_MAX
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync# define AIO_LISTIO_MAX 16
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync#endif
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync/** Invalid entry in the waiting array. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync#define RTFILEAIOCTX_WAIT_ENTRY_INVALID (~0U)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync/** No-op replacement for rtFileAioCtxDump for non debug builds */
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync#ifndef LOG_ENABLED
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync# define rtFileAioCtxDump(pCtxInt) do {} while (0)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync#endif
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/*******************************************************************************
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync* Structures and Typedefs *
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync*******************************************************************************/
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/**
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Async I/O request state.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsynctypedef struct RTFILEAIOREQINTERNAL
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** The aio control block. FIRST ELEMENT! */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync struct aiocb AioCB;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Next element in the chain. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync struct RTFILEAIOREQINTERNAL *pNext;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /** Previous element in the chain. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync struct RTFILEAIOREQINTERNAL *pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /** Current state the request is in. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQSTATE enmState;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Flag whether this is a flush request. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync bool fFlush;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Flag indicating if the request was canceled. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile bool fCanceled;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Opaque user data. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync void *pvUser;
ad27e1d5e48ca41245120c331cc88b50464813cevboxsync /** Number of bytes actually transferred. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync size_t cbTransfered;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Status code. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int Rc;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Completion context we are assigned to. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync struct RTFILEAIOCTXINTERNAL *pCtxInt;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Entry in the waiting list the request is in. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync unsigned iWaitingList;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Magic value (RTFILEAIOREQ_MAGIC). */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync uint32_t u32Magic;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync} RTFILEAIOREQINTERNAL, *PRTFILEAIOREQINTERNAL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/**
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Async I/O completion context state.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsynctypedef struct RTFILEAIOCTXINTERNAL
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Current number of requests active on this context. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile int32_t cRequests;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Maximum number of requests this context can handle. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync uint32_t cMaxRequests;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** The ID of the thread which is currently waiting for requests. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile RTTHREAD hThreadWait;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Flag whether the thread was woken up. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile bool fWokenUp;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Flag whether the thread is currently waiting in the syscall. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile bool fWaiting;
10d739d22a5d5a13803f7e34de34de010099270cvboxsync /** Flags given during creation. */
10d739d22a5d5a13803f7e34de34de010099270cvboxsync uint32_t fFlags;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Magic value (RTFILEAIOCTX_MAGIC). */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync uint32_t u32Magic;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Flag whether the thread was woken up due to a internal event. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile bool fWokenUpInternal;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** List of new requests which needs to be inserted into apReqs by the
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * waiting thread. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile PRTFILEAIOREQINTERNAL apReqsNewHead[5];
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Special entry for requests which are canceled. Because only one
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * request can be canceled at a time and the thread canceling the request
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * has to wait we need only one entry. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile PRTFILEAIOREQINTERNAL pReqToCancel;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** Event semaphore the canceling thread is waiting for completion of
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * the operation. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTSEMEVENT SemEventCancel;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /** Head of submitted elements waiting to get into the array. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync PRTFILEAIOREQINTERNAL pReqsWaitHead;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /** Tail of submitted elements waiting to get into the array. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync PRTFILEAIOREQINTERNAL pReqsWaitTail;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /** Maximum number of elements in the waiting array. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync unsigned cReqsWaitMax;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** First free slot in the waiting list. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync unsigned iFirstFree;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** List of requests we are currently waiting on.
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync * Size depends on cMaxRequests and AIO_LISTIO_MAX. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync volatile PRTFILEAIOREQINTERNAL apReqs[1];
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync} RTFILEAIOCTXINTERNAL, *PRTFILEAIOCTXINTERNAL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/**
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Internal worker for waking up the waiting thread.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncstatic void rtFileAioCtxWakeup(PRTFILEAIOCTXINTERNAL pCtxInt)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /*
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Read the thread handle before the status flag.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * If we read the handle after the flag we might
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * end up with an invalid handle because the thread
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * waiting in RTFileAioCtxWakeup() might get scheduled
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * before we read the flag and returns.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * We can ensure that the handle is valid if fWaiting is true
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * when reading the handle before the status flag.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTTHREAD hThread;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicReadHandle(&pCtxInt->hThreadWait, &hThread);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync bool fWaiting = ASMAtomicReadBool(&pCtxInt->fWaiting);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (fWaiting)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /*
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * If a thread waits the handle must be valid.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * It is possible that the thread returns from
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * aio_suspend() before the signal is send.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * This is no problem because we already set fWokenUp
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * to true which will let the thread return VERR_INTERRUPTED
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * and the next call to RTFileAioCtxWait() will not
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * return VERR_INTERRUPTED because signals are not saved
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * and will simply vanish if the destination thread can't
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * receive it.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(hThread != NIL_RTTHREAD);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTThreadPoke(hThread);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/**
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Internal worker processing events and inserting new requests into the waiting list.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncstatic int rtFileAioCtxProcessEvents(PRTFILEAIOCTXINTERNAL pCtxInt)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rc = VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Process new requests first. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync bool fWokenUp = ASMAtomicXchgBool(&pCtxInt->fWokenUpInternal, false);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (fWokenUp)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync for (unsigned iSlot = 0; iSlot < RT_ELEMENTS(pCtxInt->apReqsNewHead); iSlot++)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
c7ff622115966b69b482bd2896662e40d823b22fvboxsync PRTFILEAIOREQINTERNAL pReqHead = ASMAtomicXchgPtrT(&pCtxInt->apReqsNewHead[iSlot], NULL, PRTFILEAIOREQINTERNAL);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync while ( (pCtxInt->iFirstFree < pCtxInt->cReqsWaitMax)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync && pReqHead)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync RTFIELAIOREQ_ASSERT_STATE(pReqHead, SUBMITTED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt->apReqs[pCtxInt->iFirstFree] = pReqHead;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqHead->iWaitingList = pCtxInt->iFirstFree;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqHead = pReqHead->pNext;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Clear pointer to next and previous element just for safety. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt->apReqs[pCtxInt->iFirstFree]->pNext = NULL;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pCtxInt->apReqs[pCtxInt->iFirstFree]->pPrev = NULL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt->iFirstFree++;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync Assert( (pCtxInt->iFirstFree <= pCtxInt->cMaxRequests)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync && (pCtxInt->iFirstFree <= pCtxInt->cReqsWaitMax));
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* Append the rest to the wait list. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (pReqHead)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync RTFIELAIOREQ_ASSERT_STATE(pReqHead, SUBMITTED);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (!pCtxInt->pReqsWaitHead)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync Assert(!pCtxInt->pReqsWaitTail);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitHead = pReqHead;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqHead->pPrev = NULL;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync AssertPtr(pCtxInt->pReqsWaitTail);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitTail->pNext = pReqHead;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqHead->pPrev = pCtxInt->pReqsWaitTail;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* Update tail. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync while (pReqHead->pNext)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync RTFIELAIOREQ_ASSERT_STATE(pReqHead->pNext, SUBMITTED);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqHead = pReqHead->pNext;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitTail = pReqHead;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitTail->pNext = NULL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Check if a request needs to be canceled. */
c7ff622115966b69b482bd2896662e40d823b22fvboxsync PRTFILEAIOREQINTERNAL pReqToCancel = ASMAtomicReadPtrT(&pCtxInt->pReqToCancel, PRTFILEAIOREQINTERNAL);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (pReqToCancel)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* The request can be in the array waiting for completion or still in the list because it is full. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (pReqToCancel->iWaitingList != RTFILEAIOCTX_WAIT_ENTRY_INVALID)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* Put it out of the waiting list. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->apReqs[pReqToCancel->iWaitingList] = pCtxInt->apReqs[--pCtxInt->iFirstFree];
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->apReqs[pReqToCancel->iWaitingList]->iWaitingList = pReqToCancel->iWaitingList;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* Unlink from the waiting list. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync PRTFILEAIOREQINTERNAL pPrev = pReqToCancel->pPrev;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync PRTFILEAIOREQINTERNAL pNext = pReqToCancel->pNext;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (pNext)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pNext->pPrev = pPrev;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* We canceled the tail. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitTail = pPrev;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (pPrev)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pPrev->pNext = pNext;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* We canceled the head. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitHead = pNext;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicDecS32(&pCtxInt->cRequests);
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync AssertMsg(pCtxInt->cRequests >= 0, ("Canceled request not which is not in this context\n"));
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTSemEventSignal(pCtxInt->SemEventCancel);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (ASMAtomicXchgBool(&pCtxInt->fWokenUp, false))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rc = VERR_INTERRUPTED;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return rc;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsyncRTR3DECL(int) RTFileAioGetLimits(PRTFILEAIOLIMITS pAioLimits)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync{
be196d173cf52fa33016912e4745dbe1170ac53avboxsync int rcBSD = 0;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync AssertPtrReturn(pAioLimits, VERR_INVALID_POINTER);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync#if defined(RT_OS_DARWIN)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync int cReqsOutstandingMax = 0;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync size_t cbParameter = sizeof(int);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync rcBSD = sysctlbyname("kern.aioprocmax", /* name */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync &cReqsOutstandingMax, /* Where to store the old value. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync &cbParameter, /* Size of the memory pointed to. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync NULL, /* Where the new value is located. */
b9b3a2e6d1f03c99f376bd453b8c1bd67c5d9a7cvboxsync 0); /* Where the size of the new value is stored. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (rcBSD == -1)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync return RTErrConvertFromErrno(errno);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync pAioLimits->cReqsOutstandingMax = cReqsOutstandingMax;
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync pAioLimits->cbBufferAlignment = 0;
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync#elif defined(RT_OS_FREEBSD)
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync /*
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync * The AIO API is implemented in a kernel module which is not
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync * loaded by default.
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync * If it is loaded there are additional sysctl parameters.
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync int cReqsOutstandingMax = 0;
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync size_t cbParameter = sizeof(int);
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync rcBSD = sysctlbyname("vfs.aio.max_aio_per_proc", /* name */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync &cReqsOutstandingMax, /* Where to store the old value. */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync &cbParameter, /* Size of the memory pointed to. */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync NULL, /* Where the new value is located. */
b9b3a2e6d1f03c99f376bd453b8c1bd67c5d9a7cvboxsync 0); /* Where the size of the new value is stored. */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync if (rcBSD == -1)
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync {
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync /* ENOENT means the value is unknown thus the module is not loaded. */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync if (errno == ENOENT)
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync return VERR_NOT_SUPPORTED;
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync else
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync return RTErrConvertFromErrno(errno);
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync }
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pAioLimits->cReqsOutstandingMax = cReqsOutstandingMax;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pAioLimits->cbBufferAlignment = 0;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync#else
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pAioLimits->cReqsOutstandingMax = RTFILEAIO_UNLIMITED_REQS;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pAioLimits->cbBufferAlignment = 0;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync#endif
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync return VINF_SUCCESS;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync}
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTR3DECL(int) RTFileAioReqCreate(PRTFILEAIOREQ phReq)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(phReq, VERR_INVALID_POINTER);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = (PRTFILEAIOREQINTERNAL)RTMemAllocZ(sizeof(RTFILEAIOREQINTERNAL));
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (RT_UNLIKELY(!pReqInt))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_NO_MEMORY;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqInt->pCtxInt = NULL;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqInt->u32Magic = RTFILEAIOREQ_MAGIC;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqInt->iWaitingList = RTFILEAIOCTX_WAIT_ENTRY_INVALID;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, COMPLETED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *phReq = (RTFILEAIOREQ)pReqInt;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsyncRTDECL(int) RTFileAioReqDestroy(RTFILEAIOREQ hReq)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /*
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Validate the handle and ignore nil.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (hReq == NIL_RTFILEAIOREQ)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = hReq;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_VALID_RETURN(pReqInt);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_NOT_STATE_RETURN_RC(pReqInt, SUBMITTED, VERR_FILE_AIO_IN_PROGRESS);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /*
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Trash the magic and free it.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicUoWriteU32(&pReqInt->u32Magic, ~RTFILEAIOREQ_MAGIC);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTMemFree(pReqInt);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync/**
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Worker setting up the request.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncDECLINLINE(int) rtFileAioReqPrepareTransfer(RTFILEAIOREQ hReq, RTFILE hFile,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync unsigned uTransferDirection,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFOFF off, void *pvBuf, size_t cbTransfer,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync void *pvUser)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /*
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Validate the input.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = hReq;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFILEAIOREQ_VALID_RETURN(pReqInt);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_NOT_STATE_RETURN_RC(pReqInt, SUBMITTED, VERR_FILE_AIO_IN_PROGRESS);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(hFile != NIL_RTFILE);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtr(pvBuf);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(off >= 0);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(cbTransfer > 0);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync memset(&pReqInt->AioCB, 0, sizeof(struct aiocb));
427735c505430fb6cd1253b26ca5ac0e4c55cbcfvboxsync pReqInt->fFlush = false;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->AioCB.aio_lio_opcode = uTransferDirection;
dc0a54940789f994c84390cb4a9f03da0b492285vboxsync pReqInt->AioCB.aio_fildes = RTFileToNative(hFile);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->AioCB.aio_offset = off;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->AioCB.aio_nbytes = cbTransfer;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->AioCB.aio_buf = pvBuf;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->pvUser = pvUser;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->pCtxInt = NULL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->Rc = VERR_FILE_AIO_IN_PROGRESS;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, PREPARED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioReqPrepareRead(RTFILEAIOREQ hReq, RTFILE hFile, RTFOFF off,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync void *pvBuf, size_t cbRead, void *pvUser)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return rtFileAioReqPrepareTransfer(hReq, hFile, LIO_READ,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync off, pvBuf, cbRead, pvUser);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioReqPrepareWrite(RTFILEAIOREQ hReq, RTFILE hFile, RTFOFF off,
88acfa6629a7976c0583c1712d2b5b22a87a5121vboxsync void const *pvBuf, size_t cbWrite, void *pvUser)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return rtFileAioReqPrepareTransfer(hReq, hFile, LIO_WRITE,
88acfa6629a7976c0583c1712d2b5b22a87a5121vboxsync off, (void *)pvBuf, cbWrite, pvUser);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioReqPrepareFlush(RTFILEAIOREQ hReq, RTFILE hFile, void *pvUser)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = (PRTFILEAIOREQINTERNAL)hReq;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFILEAIOREQ_VALID_RETURN(pReqInt);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_NOT_STATE_RETURN_RC(pReqInt, SUBMITTED, VERR_FILE_AIO_IN_PROGRESS);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(hFile != NIL_RTFILE);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->fFlush = true;
dc0a54940789f994c84390cb4a9f03da0b492285vboxsync pReqInt->AioCB.aio_fildes = RTFileToNative(hFile);
427735c505430fb6cd1253b26ca5ac0e4c55cbcfvboxsync pReqInt->AioCB.aio_offset = 0;
427735c505430fb6cd1253b26ca5ac0e4c55cbcfvboxsync pReqInt->AioCB.aio_nbytes = 0;
427735c505430fb6cd1253b26ca5ac0e4c55cbcfvboxsync pReqInt->AioCB.aio_buf = NULL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReqInt->pvUser = pvUser;
427735c505430fb6cd1253b26ca5ac0e4c55cbcfvboxsync pReqInt->Rc = VERR_FILE_AIO_IN_PROGRESS;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, PREPARED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(void *) RTFileAioReqGetUser(RTFILEAIOREQ hReq)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = hReq;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFILEAIOREQ_VALID_RETURN_RC(pReqInt, NULL);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return pReqInt->pvUser;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioReqCancel(RTFILEAIOREQ hReq)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = hReq;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFILEAIOREQ_VALID_RETURN(pReqInt);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_STATE_RETURN_RC(pReqInt, SUBMITTED, VERR_FILE_AIO_NOT_SUBMITTED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicXchgBool(&pReqInt->fCanceled, true);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rcPosix = aio_cancel(pReqInt->AioCB.aio_fildes, &pReqInt->AioCB);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (rcPosix == AIO_CANCELED)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt = pReqInt->pCtxInt;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /*
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * Notify the waiting thread that the request was canceled.
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertMsg(VALID_PTR(pCtxInt),
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ("Invalid state. Request was canceled but wasn't submitted\n"));
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(!pCtxInt->pReqToCancel);
c7ff622115966b69b482bd2896662e40d823b22fvboxsync ASMAtomicWritePtr(&pCtxInt->pReqToCancel, pReqInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rtFileAioCtxWakeup(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Wait for acknowledge. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rc = RTSemEventWait(pCtxInt->SemEventCancel, RT_INDEFINITE_WAIT);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertRC(rc);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
060db742c6ecb43560beec8754fb5b9c13bd7856vboxsync ASMAtomicWriteNullPtr(&pCtxInt->pReqToCancel);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt->Rc = VERR_FILE_AIO_CANCELED;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, COMPLETED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else if (rcPosix == AIO_ALLDONE)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_FILE_AIO_COMPLETED;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else if (rcPosix == AIO_NOTCANCELED)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_FILE_AIO_IN_PROGRESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return RTErrConvertFromErrno(errno);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioReqGetRC(RTFILEAIOREQ hReq, size_t *pcbTransfered)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReqInt = hReq;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFILEAIOREQ_VALID_RETURN(pReqInt);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_NOT_STATE_RETURN_RC(pReqInt, SUBMITTED, VERR_FILE_AIO_IN_PROGRESS);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_NOT_STATE_RETURN_RC(pReqInt, PREPARED, VERR_FILE_AIO_NOT_SUBMITTED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrNull(pcbTransfered);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if ( (RT_SUCCESS(pReqInt->Rc))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync && (pcbTransfered))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *pcbTransfered = pReqInt->cbTransfered;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return pReqInt->Rc;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
10d739d22a5d5a13803f7e34de34de010099270cvboxsyncRTDECL(int) RTFileAioCtxCreate(PRTFILEAIOCTX phAioCtx, uint32_t cAioReqsMax,
10d739d22a5d5a13803f7e34de34de010099270cvboxsync uint32_t fFlags)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync unsigned cReqsWaitMax;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(phAioCtx, VERR_INVALID_POINTER);
10d739d22a5d5a13803f7e34de34de010099270cvboxsync AssertReturn(!(fFlags & ~RTFILEAIOCTX_FLAGS_VALID_MASK), VERR_INVALID_PARAMETER);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
d33dba3295a06726b0511a32b409715d40f12500vboxsync if (cAioReqsMax == RTFILEAIO_UNLIMITED_REQS)
d33dba3295a06726b0511a32b409715d40f12500vboxsync return VERR_OUT_OF_RANGE;
d33dba3295a06726b0511a32b409715d40f12500vboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync cReqsWaitMax = RT_MIN(cAioReqsMax, AIO_LISTIO_MAX);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt = (PRTFILEAIOCTXINTERNAL)RTMemAllocZ( sizeof(RTFILEAIOCTXINTERNAL)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync + cReqsWaitMax * sizeof(PRTFILEAIOREQINTERNAL));
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (RT_UNLIKELY(!pCtxInt))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_NO_MEMORY;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Create event semaphore. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rc = RTSemEventCreate(&pCtxInt->SemEventCancel);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (RT_FAILURE(rc))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTMemFree(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return rc;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt->u32Magic = RTFILEAIOCTX_MAGIC;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt->cMaxRequests = cAioReqsMax;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->cReqsWaitMax = cReqsWaitMax;
10d739d22a5d5a13803f7e34de34de010099270cvboxsync pCtxInt->fFlags = fFlags;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *phAioCtx = (RTFILEAIOCTX)pCtxInt;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioCtxDestroy(RTFILEAIOCTX hAioCtx)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt = hAioCtx;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(pCtxInt, VERR_INVALID_HANDLE);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (RT_UNLIKELY(pCtxInt->cRequests))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_FILE_AIO_BUSY;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTSemEventDestroy(pCtxInt->SemEventCancel);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTMemFree(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(uint32_t) RTFileAioCtxGetMaxReqCount(RTFILEAIOCTX hAioCtx)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt = hAioCtx;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (hAioCtx == NIL_RTFILEAIOCTX)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return RTFILEAIO_UNLIMITED_REQS;
4e47bb772df0d04d1ded3e06354de547d52e2d06vboxsync return pCtxInt->cMaxRequests;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioCtxAssociateWithFile(RTFILEAIOCTX hAioCtx, RTFILE hFile)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
4e47bb772df0d04d1ded3e06354de547d52e2d06vboxsync NOREF(hAioCtx); NOREF(hFile);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync#ifdef LOG_ENABLED
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync/**
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync * Dumps the state of a async I/O context.
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync */
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsyncstatic void rtFileAioCtxDump(PRTFILEAIOCTXINTERNAL pCtxInt)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync{
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("cRequests=%d\n", pCtxInt->cRequests));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("cMaxRequests=%u\n", pCtxInt->cMaxRequests));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("hThreadWait=%#p\n", pCtxInt->hThreadWait));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("fWokenUp=%RTbool\n", pCtxInt->fWokenUp));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("fWaiting=%RTbool\n", pCtxInt->fWaiting));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("fWokenUpInternal=%RTbool\n", pCtxInt->fWokenUpInternal));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync for (unsigned i = 0; i < RT_ELEMENTS(pCtxInt->apReqsNewHead); i++)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("apReqsNewHead[%u]=%#p\n", i, pCtxInt->apReqsNewHead[i]));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("pReqToCancel=%#p\n", pCtxInt->pReqToCancel));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("pReqsWaitHead=%#p\n", pCtxInt->pReqsWaitHead));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("pReqsWaitTail=%#p\n", pCtxInt->pReqsWaitTail));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("cReqsWaitMax=%u\n", pCtxInt->cReqsWaitMax));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("iFirstFree=%u\n", pCtxInt->iFirstFree));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync for (unsigned i = 0; i < pCtxInt->cReqsWaitMax; i++)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("apReqs[%u]=%#p\n", i, pCtxInt->apReqs[i]));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync}
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync#endif
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsyncRTDECL(int) RTFileAioCtxSubmit(RTFILEAIOCTX hAioCtx, PRTFILEAIOREQ pahReqs, size_t cReqs)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync int rc = VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt = hAioCtx;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Parameter checks */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(pCtxInt, VERR_INVALID_HANDLE);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertReturn(cReqs != 0, VERR_INVALID_POINTER);
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync AssertPtrReturn(pahReqs, VERR_INVALID_PARAMETER);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rtFileAioCtxDump(pCtxInt);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Check that we don't exceed the limit */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (ASMAtomicUoReadS32(&pCtxInt->cRequests) + cReqs > pCtxInt->cMaxRequests)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_FILE_AIO_LIMIT_EXCEEDED;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pHead = NULL;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync do
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync int rcPosix = 0;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync size_t cReqsSubmit = 0;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync size_t i = 0;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync PRTFILEAIOREQINTERNAL pReqInt;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync while ( (i < cReqs)
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync && (i < AIO_LISTIO_MAX))
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync {
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pReqInt = pahReqs[i];
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (RTFILEAIOREQ_IS_NOT_VALID(pReqInt))
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Undo everything and stop submitting. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync for (size_t iUndo = 0; iUndo < i; iUndo++)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt = pahReqs[iUndo];
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, PREPARED);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt->pCtxInt = NULL;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Unlink from the list again. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync PRTFILEAIOREQINTERNAL pNext, pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pNext = pReqInt->pNext;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pPrev = pReqInt->pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (pNext)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pNext->pPrev = pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (pPrev)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pPrev->pNext = pNext;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync else
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pHead = pNext;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync }
be196d173cf52fa33016912e4745dbe1170ac53avboxsync rc = VERR_INVALID_HANDLE;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync break;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pReqInt->pCtxInt = pCtxInt;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync if (pReqInt->fFlush)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync break;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync /* Link them together. */
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pReqInt->pNext = pHead;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (pHead)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pHead->pPrev = pReqInt;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt->pPrev = NULL;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pHead = pReqInt;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, SUBMITTED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync cReqsSubmit++;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync i++;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync }
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync if (cReqsSubmit)
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync {
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync rcPosix = lio_listio(LIO_NOWAIT, (struct aiocb **)pahReqs, cReqsSubmit, NULL);
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync if (RT_UNLIKELY(rcPosix < 0))
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync {
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync size_t cReqsSubmitted = cReqsSubmit;
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync if (errno == EAGAIN)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync rc = VERR_FILE_AIO_INSUFFICIENT_RESSOURCES;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync else
be196d173cf52fa33016912e4745dbe1170ac53avboxsync rc = RTErrConvertFromErrno(errno);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Check which ones were not submitted. */
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync for (i = 0; i < cReqsSubmit; i++)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt = pahReqs[i];
4db77474b77c0e66ae34b2400666a6020870868dvboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync rcPosix = aio_error(&pReqInt->AioCB);
4db77474b77c0e66ae34b2400666a6020870868dvboxsync
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync if ((rcPosix != EINPROGRESS) && (rcPosix != 0))
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync cReqsSubmitted--;
f1593b045e64166c5ca8e54de6eb9ecdd81ab080vboxsync
d94ae5067e9c7bf1dc72c4b05caf2167a33bc3a8vboxsync#if defined(RT_OS_DARWIN) || defined(RT_OS_FREEBSD)
d94ae5067e9c7bf1dc72c4b05caf2167a33bc3a8vboxsync if (errno == EINVAL)
d94ae5067e9c7bf1dc72c4b05caf2167a33bc3a8vboxsync#else
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (rcPosix == EINVAL)
d94ae5067e9c7bf1dc72c4b05caf2167a33bc3a8vboxsync#endif
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Was not submitted. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, PREPARED);
be196d173cf52fa33016912e4745dbe1170ac53avboxsync }
be196d173cf52fa33016912e4745dbe1170ac53avboxsync else
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
571c90a734400801da973f986190fac9fc5efd0dvboxsync /* An error occurred. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReqInt, COMPLETED);
4db77474b77c0e66ae34b2400666a6020870868dvboxsync
4db77474b77c0e66ae34b2400666a6020870868dvboxsync /*
4db77474b77c0e66ae34b2400666a6020870868dvboxsync * Looks like Apple and glibc interpret the standard in different ways.
4db77474b77c0e66ae34b2400666a6020870868dvboxsync * glibc returns the error code which would be in errno but Apple returns
4db77474b77c0e66ae34b2400666a6020870868dvboxsync * -1 and sets errno to the appropriate value
4db77474b77c0e66ae34b2400666a6020870868dvboxsync */
353e4c614c12b55dbab6685ea690ceb1e6b0e8ddvboxsync#if defined(RT_OS_DARWIN) || defined(RT_OS_FREEBSD)
f1593b045e64166c5ca8e54de6eb9ecdd81ab080vboxsync Assert(rcPosix == -1);
4db77474b77c0e66ae34b2400666a6020870868dvboxsync pReqInt->Rc = RTErrConvertFromErrno(errno);
4db77474b77c0e66ae34b2400666a6020870868dvboxsync#elif defined(RT_OS_LINUX)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt->Rc = RTErrConvertFromErrno(rcPosix);
4db77474b77c0e66ae34b2400666a6020870868dvboxsync#endif
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pReqInt->cbTransfered = 0;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync }
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Unlink from the list. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync PRTFILEAIOREQINTERNAL pNext, pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pNext = pReqInt->pNext;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pPrev = pReqInt->pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (pNext)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pNext->pPrev = pPrev;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync if (pPrev)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pPrev->pNext = pNext;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync else
be196d173cf52fa33016912e4745dbe1170ac53avboxsync pHead = pNext;
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync pReqInt->pNext = NULL;
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync pReqInt->pPrev = NULL;
be196d173cf52fa33016912e4745dbe1170ac53avboxsync }
be196d173cf52fa33016912e4745dbe1170ac53avboxsync }
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync ASMAtomicAddS32(&pCtxInt->cRequests, cReqsSubmitted);
9f264ec6758444825b2c0ee118d6e8ada1a18837vboxsync AssertMsg(pCtxInt->cRequests >= 0, ("Adding requests resulted in overflow\n"));
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync break;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync }
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync ASMAtomicAddS32(&pCtxInt->cRequests, cReqsSubmit);
9f264ec6758444825b2c0ee118d6e8ada1a18837vboxsync AssertMsg(pCtxInt->cRequests >= 0, ("Adding requests resulted in overflow\n"));
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync cReqs -= cReqsSubmit;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pahReqs += cReqsSubmit;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
d33dba3295a06726b0511a32b409715d40f12500vboxsync /*
d33dba3295a06726b0511a32b409715d40f12500vboxsync * Check if we have a flush request now.
d33dba3295a06726b0511a32b409715d40f12500vboxsync * If not we hit the AIO_LISTIO_MAX limit
d33dba3295a06726b0511a32b409715d40f12500vboxsync * and will continue submitting requests
d33dba3295a06726b0511a32b409715d40f12500vboxsync * above.
d33dba3295a06726b0511a32b409715d40f12500vboxsync */
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync if (cReqs && RT_SUCCESS_NP(rc))
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync {
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pReqInt = pahReqs[0];
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync
d33dba3295a06726b0511a32b409715d40f12500vboxsync if (pReqInt->fFlush)
be196d173cf52fa33016912e4745dbe1170ac53avboxsync {
d33dba3295a06726b0511a32b409715d40f12500vboxsync /*
d33dba3295a06726b0511a32b409715d40f12500vboxsync * lio_listio does not work with flush requests so
d33dba3295a06726b0511a32b409715d40f12500vboxsync * we have to use aio_fsync directly.
d33dba3295a06726b0511a32b409715d40f12500vboxsync */
d33dba3295a06726b0511a32b409715d40f12500vboxsync rcPosix = aio_fsync(O_SYNC, &pReqInt->AioCB);
d33dba3295a06726b0511a32b409715d40f12500vboxsync if (RT_UNLIKELY(rcPosix < 0))
d33dba3295a06726b0511a32b409715d40f12500vboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync if (errno == EAGAIN)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rc = VERR_FILE_AIO_INSUFFICIENT_RESSOURCES;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync RTFILEAIOREQ_SET_STATE(pReqInt, PREPARED);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync }
d33dba3295a06726b0511a32b409715d40f12500vboxsync else
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rc = RTErrConvertFromErrno(errno);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync RTFILEAIOREQ_SET_STATE(pReqInt, COMPLETED);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync pReqInt->Rc = rc;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync }
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync pReqInt->cbTransfered = 0;
d33dba3295a06726b0511a32b409715d40f12500vboxsync break;
d33dba3295a06726b0511a32b409715d40f12500vboxsync }
be196d173cf52fa33016912e4745dbe1170ac53avboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync /* Link them together. */
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync pReqInt->pNext = pHead;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync if (pHead)
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync pHead->pPrev = pReqInt;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync pReqInt->pPrev = NULL;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync pHead = pReqInt;
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync RTFILEAIOREQ_SET_STATE(pReqInt, SUBMITTED);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
d33dba3295a06726b0511a32b409715d40f12500vboxsync ASMAtomicIncS32(&pCtxInt->cRequests);
9f264ec6758444825b2c0ee118d6e8ada1a18837vboxsync AssertMsg(pCtxInt->cRequests >= 0, ("Adding requests resulted in overflow\n"));
d33dba3295a06726b0511a32b409715d40f12500vboxsync cReqs--;
d33dba3295a06726b0511a32b409715d40f12500vboxsync pahReqs++;
d33dba3295a06726b0511a32b409715d40f12500vboxsync }
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync }
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync } while ( cReqs
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync && RT_SUCCESS_NP(rc));
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync if (pHead)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync /*
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync * Forward successfully submitted requests to the thread waiting for requests.
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync * We search for a free slot first and if we don't find one
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync * we will grab the first one and append our list to the existing entries.
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync */
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync unsigned iSlot = 0;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync while ( (iSlot < RT_ELEMENTS(pCtxInt->apReqsNewHead))
c7ff622115966b69b482bd2896662e40d823b22fvboxsync && !ASMAtomicCmpXchgPtr(&pCtxInt->apReqsNewHead[iSlot], pHead, NULL))
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync iSlot++;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync if (iSlot == RT_ELEMENTS(pCtxInt->apReqsNewHead))
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync {
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync /* Nothing found. */
c7ff622115966b69b482bd2896662e40d823b22fvboxsync PRTFILEAIOREQINTERNAL pOldHead = ASMAtomicXchgPtrT(&pCtxInt->apReqsNewHead[0], NULL, PRTFILEAIOREQINTERNAL);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync /* Find the end of the current head and link the old list to the current. */
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync PRTFILEAIOREQINTERNAL pTail = pHead;
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync while (pTail->pNext)
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pTail = pTail->pNext;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync pTail->pNext = pOldHead;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
c7ff622115966b69b482bd2896662e40d823b22fvboxsync ASMAtomicWritePtr(&pCtxInt->apReqsNewHead[0], pHead);
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync /* Set the internal wakeup flag and wakeup the thread if possible. */
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync bool fWokenUp = ASMAtomicXchgBool(&pCtxInt->fWokenUpInternal, true);
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync if (!fWokenUp)
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync rtFileAioCtxWakeup(pCtxInt);
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync }
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rtFileAioCtxDump(pCtxInt);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
3633fa76957c4740b8d4372e0dfc938d3c3ea569vboxsync return rc;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b79e4344bf4eb8033fd06d560cd864192728bd0bvboxsyncRTDECL(int) RTFileAioCtxWait(RTFILEAIOCTX hAioCtx, size_t cMinReqs, RTMSINTERVAL cMillies,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQ pahReqs, size_t cReqs, uint32_t *pcReqs)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rc = VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int cRequestsCompleted = 0;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt = (PRTFILEAIOCTXINTERNAL)hAioCtx;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync struct timespec Timeout;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync struct timespec *pTimeout = NULL;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync uint64_t StartNanoTS = 0;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlowFunc(("hAioCtx=%#p cMinReqs=%zu cMillies=%u pahReqs=%#p cReqs=%zu pcbReqs=%#p\n",
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync hAioCtx, cMinReqs, cMillies, pahReqs, cReqs, pcReqs));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Check parameters. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(pCtxInt, VERR_INVALID_HANDLE);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(pcReqs, VERR_INVALID_POINTER);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertPtrReturn(pahReqs, VERR_INVALID_POINTER);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertReturn(cReqs != 0, VERR_INVALID_PARAMETER);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync AssertReturn(cReqs >= cMinReqs, VERR_OUT_OF_RANGE);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rtFileAioCtxDump(pCtxInt);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync int32_t cRequestsWaiting = ASMAtomicReadS32(&pCtxInt->cRequests);
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync
10d739d22a5d5a13803f7e34de34de010099270cvboxsync if ( RT_UNLIKELY(cRequestsWaiting <= 0)
10d739d22a5d5a13803f7e34de34de010099270cvboxsync && !(pCtxInt->fFlags & RTFILEAIOCTX_FLAGS_WAIT_WITHOUT_PENDING_REQUESTS))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VERR_FILE_AIO_NO_REQUEST;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
6477a269f84e2038ebe9897def6d9ed72f7dad6evboxsync if (RT_UNLIKELY(cMinReqs > (uint32_t)cRequestsWaiting))
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync return VERR_INVALID_PARAMETER;
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync
b79e4344bf4eb8033fd06d560cd864192728bd0bvboxsync if (cMillies != RT_INDEFINITE_WAIT)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
b79e4344bf4eb8033fd06d560cd864192728bd0bvboxsync Timeout.tv_sec = cMillies / 1000;
b79e4344bf4eb8033fd06d560cd864192728bd0bvboxsync Timeout.tv_nsec = (cMillies % 1000) * 1000000;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pTimeout = &Timeout;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync StartNanoTS = RTTimeNanoTS();
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Wait for at least one. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (!cMinReqs)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync cMinReqs = 1;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* For the wakeup call. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(pCtxInt->hThreadWait == NIL_RTTHREAD);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicWriteHandle(&pCtxInt->hThreadWait, RTThreadSelf());
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Update the waiting list once before we enter the loop. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rc = rtFileAioCtxProcessEvents(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync while ( cMinReqs
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync && RT_SUCCESS_NP(rc))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync#ifdef RT_STRICT
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync if (RT_UNLIKELY(!pCtxInt->iFirstFree))
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync {
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync for (unsigned i = 0; i < pCtxInt->cReqsWaitMax; i++)
a7aa94e0115a73841f34ebbfa00f63fa1904e51fvboxsync RTAssertMsg2Weak("wait[%d] = %#p\n", i, pCtxInt->apReqs[i]);
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync AssertMsgFailed(("No request to wait for. pReqsWaitHead=%#p pReqsWaitTail=%#p\n",
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync pCtxInt->pReqsWaitHead, pCtxInt->pReqsWaitTail));
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync }
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync#endif
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("Waiting for %d requests to complete\n", pCtxInt->iFirstFree));
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rtFileAioCtxDump(pCtxInt);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicXchgBool(&pCtxInt->fWaiting, true);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rcPosix = aio_suspend((const struct aiocb * const *)pCtxInt->apReqs,
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pCtxInt->iFirstFree, pTimeout);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicXchgBool(&pCtxInt->fWaiting, false);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (rcPosix < 0)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync LogFlow(("aio_suspend failed %d nent=%u\n", errno, pCtxInt->iFirstFree));
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Check that this is an external wakeup event. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (errno == EINTR)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rc = rtFileAioCtxProcessEvents(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rc = RTErrConvertFromErrno(errno);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Requests finished. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync unsigned iReqCurr = 0;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync unsigned cDone = 0;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Remove completed requests from the waiting list. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync while ( (iReqCurr < pCtxInt->iFirstFree)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync && (cDone < cReqs))
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOREQINTERNAL pReq = pCtxInt->apReqs[iReqCurr];
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync int rcReq = aio_error(&pReq->AioCB);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (rcReq != EINPROGRESS)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Completed store the return code. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (rcReq == 0)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReq->Rc = VINF_SUCCESS;
ad27e1d5e48ca41245120c331cc88b50464813cevboxsync /* Call aio_return() to free resources. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReq->cbTransfered = aio_return(&pReq->AioCB);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync#if defined(RT_OS_DARWIN) || defined(RT_OS_FREEBSD)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReq->Rc = RTErrConvertFromErrno(errno);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync#else
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pReq->Rc = RTErrConvertFromErrno(rcReq);
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync#endif
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
be196d173cf52fa33016912e4745dbe1170ac53avboxsync /* Mark the request as finished. */
be196d173cf52fa33016912e4745dbe1170ac53avboxsync RTFILEAIOREQ_SET_STATE(pReq, COMPLETED);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync cDone++;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* If there are other entries waiting put the head into the now free entry. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (pCtxInt->pReqsWaitHead)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync PRTFILEAIOREQINTERNAL pReqInsert = pCtxInt->pReqsWaitHead;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitHead = pReqInsert->pNext;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (!pCtxInt->pReqsWaitHead)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /* List is empty now. Clear tail too. */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->pReqsWaitTail = NULL;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReqInsert->iWaitingList = pReq->iWaitingList;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->apReqs[pReqInsert->iWaitingList] = pReqInsert;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync iReqCurr++;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync /*
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync * Move the last entry into the current position to avoid holes
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync * but only if it is not the last element already.
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync */
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync if (pReq->iWaitingList < pCtxInt->iFirstFree - 1)
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync {
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->apReqs[pReq->iWaitingList] = pCtxInt->apReqs[--pCtxInt->iFirstFree];
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->apReqs[pReq->iWaitingList]->iWaitingList = pReq->iWaitingList;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync else
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pCtxInt->iFirstFree--;
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync
34eda39547d54f9e806d52ab45cbc50cc24b3613vboxsync pCtxInt->apReqs[pCtxInt->iFirstFree] = NULL;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Put the request into the completed list. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync pahReqs[cRequestsCompleted++] = pReq;
5fa66c0f504a87c7a177cb850c98baaa27ca340fvboxsync pReq->iWaitingList = RTFILEAIOCTX_WAIT_ENTRY_INVALID;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync else
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync iReqCurr++;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
e1e9bbad321dedb62faa51b503ea9faf898a56f7vboxsync AssertMsg((cDone <= cReqs), ("Overflow cReqs=%u cMinReqs=%u cDone=%u\n",
e1e9bbad321dedb62faa51b503ea9faf898a56f7vboxsync cReqs, cDone));
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync cReqs -= cDone;
e1e9bbad321dedb62faa51b503ea9faf898a56f7vboxsync cMinReqs = RT_MAX(cMinReqs, cDone) - cDone;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicSubS32(&pCtxInt->cRequests, cDone);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync AssertMsg(pCtxInt->cRequests >= 0, ("Finished more requests than currently active\n"));
e7e430ae596798f719b2bc3841d9607dbf92aba0vboxsync
e1e9bbad321dedb62faa51b503ea9faf898a56f7vboxsync if (!cMinReqs)
e1e9bbad321dedb62faa51b503ea9faf898a56f7vboxsync break;
e1e9bbad321dedb62faa51b503ea9faf898a56f7vboxsync
b79e4344bf4eb8033fd06d560cd864192728bd0bvboxsync if (cMillies != RT_INDEFINITE_WAIT)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync {
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync uint64_t TimeDiff;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Recalculate the timeout. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync TimeDiff = RTTimeSystemNanoTS() - StartNanoTS;
b79e4344bf4eb8033fd06d560cd864192728bd0bvboxsync Timeout.tv_sec = Timeout.tv_sec - (TimeDiff / 1000000);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Timeout.tv_nsec = Timeout.tv_nsec - (TimeDiff % 1000000);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /* Check for new elements. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rc = rtFileAioCtxProcessEvents(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync }
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync *pcReqs = cRequestsCompleted;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync Assert(pCtxInt->hThreadWait == RTThreadSelf());
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync ASMAtomicWriteHandle(&pCtxInt->hThreadWait, NIL_RTTHREAD);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync rtFileAioCtxDump(pCtxInt);
b85a35a21b7b0b5ffabec62099b9a426228c3a08vboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return rc;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsyncRTDECL(int) RTFileAioCtxWakeup(RTFILEAIOCTX hAioCtx)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync{
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync PRTFILEAIOCTXINTERNAL pCtxInt = hAioCtx;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync RTFILEAIOCTX_VALID_RETURN(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync /** @todo r=bird: Define the protocol for how to resume work after calling
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync * this function. */
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync bool fWokenUp = ASMAtomicXchgBool(&pCtxInt->fWokenUp, true);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync if (!fWokenUp)
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync rtFileAioCtxWakeup(pCtxInt);
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync return VINF_SUCCESS;
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync}
cba55d7782acd89472e03b4376591ff57fe7b80evboxsync