r0drv/linux/mp-r0drv-linux.c

	mp-r0drv-linux.c revision c7814cf6e1240a519cbec0441e033d0e2470ed00
a78048ccbdb6256da15e6b0e7e95355e480c2301nd/* $Id$ */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd/** @file
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * IPRT - Multiprocessor, Ring-0 Driver, Linux.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd/*
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * Copyright (C) 2008-2011 Oracle Corporation
a78048ccbdb6256da15e6b0e7e95355e480c2301nd *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * This file is part of VirtualBox Open Source Edition (OSE), as
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * available from http://www.virtualbox.org. This file is free software;
d29d9ab4614ff992b0e8de6e2b88d52b6f1f153erbowen * you can redistribute it and/or modify it under the terms of the GNU
d29d9ab4614ff992b0e8de6e2b88d52b6f1f153erbowen * General Public License (GPL) as published by the Free Software
d29d9ab4614ff992b0e8de6e2b88d52b6f1f153erbowen * Foundation, in version 2 as it comes in the "COPYING" file of the
d29d9ab4614ff992b0e8de6e2b88d52b6f1f153erbowen * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * The contents of this file may alternatively be used under the terms
3f08db06526d6901aa08c110b5bc7dde6bc39905nd * of the Common Development and Distribution License Version 1.0
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * VirtualBox OSE distribution, in which case the provisions of the
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * CDDL are applicable instead of those of the GPL.
3f08db06526d6901aa08c110b5bc7dde6bc39905nd *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * You may elect to license modified versions of this file under the
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * terms and conditions of either the GPL or the CDDL or both.
f086b4b402fa9a2fefc7dda85de2a3cc1cd0a654rjung */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
4b575a6b6704b516f22d65a3ad35696d7b9ba372rpluem
4b575a6b6704b516f22d65a3ad35696d7b9ba372rpluem/*******************************************************************************
a78048ccbdb6256da15e6b0e7e95355e480c2301nd*   Header Files                                                               *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd*******************************************************************************/
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include "the-linux-kernel.h"
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include "internal/iprt.h"
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include <iprt/mp.h>
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include <iprt/cpuset.h>
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include <iprt/err.h>
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include <iprt/asm.h>
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include <iprt/thread.h>
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#include "r0drv/mp-r0drv.h"
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(RTCPUID) RTMpCpuId(void)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return smp_processor_id();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpCpuId);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(int) RTMpCpuIdToSetIndex(RTCPUID idCpu)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return idCpu < RTCPUSET_MAX_CPUS && idCpu < NR_CPUS ? (int)idCpu : -1;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpCpuIdToSetIndex);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(RTCPUID) RTMpCpuIdFromSetIndex(int iCpu)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return iCpu < NR_CPUS ? (RTCPUID)iCpu : NIL_RTCPUID;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpCpuIdFromSetIndex);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(RTCPUID) RTMpGetMaxCpuId(void)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return NR_CPUS - 1; //???
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpGetMaxCpuId);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(bool) RTMpIsCpuPossible(RTCPUID idCpu)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if defined(CONFIG_SMP)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (RT_UNLIKELY(idCpu >= NR_CPUS))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        return false;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# if defined(cpu_possible)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return cpu_possible(idCpu);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# else /* < 2.5.29 */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return idCpu < (RTCPUID)smp_num_cpus;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return idCpu == RTMpCpuId();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpIsCpuPossible);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(PRTCPUSET) RTMpGetSet(PRTCPUSET pSet)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCPUID idCpu;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCpuSetEmpty(pSet);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    idCpu = RTMpGetMaxCpuId();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    do
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    {
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        if (RTMpIsCpuPossible(idCpu))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            RTCpuSetAdd(pSet, idCpu);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    } while (idCpu-- > 0);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return pSet;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpGetSet);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(RTCPUID) RTMpGetCount(void)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#ifdef CONFIG_SMP
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# if defined(CONFIG_HOTPLUG_CPU) /* introduced & uses cpu_present */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return num_present_cpus();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# elif defined(num_possible_cpus)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return num_possible_cpus();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# elif LINUX_VERSION_CODE < KERNEL_VERSION(2, 5, 0)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return smp_num_cpus;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCPUSET Set;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTMpGetSet(&Set);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return RTCpuSetCount(&Set);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return 1;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpGetCount);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(bool) RTMpIsCpuOnline(RTCPUID idCpu)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#ifdef CONFIG_SMP
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (RT_UNLIKELY(idCpu >= NR_CPUS))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        return false;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# ifdef cpu_online
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return cpu_online(idCpu);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# else /* 2.4: */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return cpu_online_map & RT_BIT_64(idCpu);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return idCpu == RTMpCpuId();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpIsCpuOnline);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(PRTCPUSET) RTMpGetOnlineSet(PRTCPUSET pSet)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#ifdef CONFIG_SMP
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCPUID idCpu;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCpuSetEmpty(pSet);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    idCpu = RTMpGetMaxCpuId();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    do
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    {
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        if (RTMpIsCpuOnline(idCpu))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            RTCpuSetAdd(pSet, idCpu);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    } while (idCpu-- > 0);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCpuSetEmpty(pSet);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCpuSetAdd(pSet, RTMpCpuId());
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return pSet;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpGetOnlineSet);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(RTCPUID) RTMpGetOnlineCount(void)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#ifdef CONFIG_SMP
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# if defined(num_online_cpus)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return num_online_cpus();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCPUSET Set;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTMpGetOnlineSet(&Set);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return RTCpuSetCount(&Set);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return 1;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpGetOnlineCount);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(bool) RTMpIsCpuWorkPending(void)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    /** @todo (not used on non-Windows platforms yet). */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return false;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpIsCpuWorkPending);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd/**
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * Wrapper between the native linux per-cpu callbacks and PFNRTWORKER
a78048ccbdb6256da15e6b0e7e95355e480c2301nd *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * @param   pvInfo      Pointer to the RTMPARGS package.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd */
a78048ccbdb6256da15e6b0e7e95355e480c2301ndstatic void rtmpLinuxWrapper(void *pvInfo)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    PRTMPARGS pArgs = (PRTMPARGS)pvInfo;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    ASMAtomicIncU32(&pArgs->cHits);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    pArgs->pfnWorker(RTMpCpuId(), pArgs->pvUser1, pArgs->pvUser2);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(int) RTMpOnAll(PFNRTMPWORKER pfnWorker, void *pvUser1, void *pvUser2)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    int rc;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTMPARGS Args;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 0)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTTHREADPREEMPTSTATE PreemptState = RTTHREADPREEMPTSTATE_INITIALIZER;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pfnWorker = pfnWorker;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pvUser1 = pvUser1;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pvUser2 = pvUser2;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.idCpu = NIL_RTCPUID;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.cHits = 0;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = on_each_cpu(rtmpLinuxWrapper, &Args, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#elif LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 0)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = on_each_cpu(rtmpLinuxWrapper, &Args, 0 /* retry */, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTThreadPreemptDisable(&PreemptState);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = smp_call_function(rtmpLinuxWrapper, &Args, 0 /* retry */, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    local_irq_disable();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rtmpLinuxWrapper(&Args);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    local_irq_enable();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTThreadPreemptRestore(&PreemptState);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Assert(rc == 0); NOREF(rc);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return VINF_SUCCESS;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpOnAll);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(int) RTMpOnOthers(PFNRTMPWORKER pfnWorker, void *pvUser1, void *pvUser2)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    int rc;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTMPARGS Args;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTTHREADPREEMPTSTATE PreemptState = RTTHREADPREEMPTSTATE_INITIALIZER;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pfnWorker = pfnWorker;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pvUser1 = pvUser1;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pvUser2 = pvUser2;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.idCpu = NIL_RTCPUID;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.cHits = 0;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTThreadPreemptDisable(&PreemptState);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = smp_call_function(rtmpLinuxWrapper, &Args, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = smp_call_function(rtmpLinuxWrapper, &Args, 0 /* retry */, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTThreadPreemptRestore(&PreemptState);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Assert(rc == 0); NOREF(rc);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return VINF_SUCCESS;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpOnOthers);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 19)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd/**
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * Wrapper between the native linux per-cpu callbacks and PFNRTWORKER
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * employed by RTMpOnSpecific on older kernels that lacks smp_call_function_single.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * @param   pvInfo      Pointer to the RTMPARGS package.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd */
a78048ccbdb6256da15e6b0e7e95355e480c2301ndstatic void rtmpOnSpecificLinuxWrapper(void *pvInfo)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    PRTMPARGS pArgs = (PRTMPARGS)pvInfo;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTCPUID idCpu = RTMpCpuId();
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (idCpu == pArgs->idCpu)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    {
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        pArgs->pfnWorker(idCpu, pArgs->pvUser1, pArgs->pvUser2);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        ASMAtomicIncU32(&pArgs->cHits);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    }
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(int) RTMpOnSpecific(RTCPUID idCpu, PFNRTMPWORKER pfnWorker, void *pvUser1, void *pvUser2)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    int rc;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTMPARGS Args;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTTHREADPREEMPTSTATE PreemptState = RTTHREADPREEMPTSTATE_INITIALIZER;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pfnWorker = pfnWorker;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pvUser1 = pvUser1;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.pvUser2 = pvUser2;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.idCpu = idCpu;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Args.cHits = 0;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (!RTMpIsCpuPossible(idCpu))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        return VERR_CPU_NOT_FOUND;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTThreadPreemptDisable(&PreemptState);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (idCpu != RTMpCpuId())
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    {
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        if (RTMpIsCpuOnline(idCpu))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        {
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            rc = smp_call_function_single(idCpu, rtmpLinuxWrapper, &Args, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#elif LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 19)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            rc = smp_call_function_single(idCpu, rtmpLinuxWrapper, &Args, 0 /* retry */, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            rc = smp_call_function(rtmpOnSpecificLinuxWrapper, &Args, 0 /* retry */, 1 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            Assert(rc == 0);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            rc = Args.cHits ? VINF_SUCCESS : VERR_CPU_OFFLINE;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        }
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd            rc = VERR_CPU_OFFLINE;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    }
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    else
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    {
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        rtmpLinuxWrapper(&Args);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        rc = VINF_SUCCESS;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    }
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    RTThreadPreemptRestore(&PreemptState);;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    NOREF(rc);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return rc;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpOnSpecific);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 19)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd/**
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * Dummy callback used by RTMpPokeCpu.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd *
a78048ccbdb6256da15e6b0e7e95355e480c2301nd * @param   pvInfo      Ignored.
a78048ccbdb6256da15e6b0e7e95355e480c2301nd */
a78048ccbdb6256da15e6b0e7e95355e480c2301ndstatic void rtmpLinuxPokeCpuCallback(void *pvInfo)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    NOREF(pvInfo);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRTDECL(int) RTMpPokeCpu(RTCPUID idCpu)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd{
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 19)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    int rc;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (!RTMpIsCpuPossible(idCpu))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        return VERR_CPU_NOT_FOUND;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    if (!RTMpIsCpuOnline(idCpu))
a78048ccbdb6256da15e6b0e7e95355e480c2301nd        return VERR_CPU_OFFLINE;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = smp_call_function_single(idCpu, rtmpLinuxPokeCpuCallback, NULL, 0 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# elif LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 19)
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    rc = smp_call_function_single(idCpu, rtmpLinuxPokeCpuCallback, NULL, 0 /* retry */, 0 /* wait */);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# else  /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#  error oops
a78048ccbdb6256da15e6b0e7e95355e480c2301nd# endif /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    NOREF(rc);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    Assert(rc == 0);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return VINF_SUCCESS;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#else  /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    /* no unicast here? */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd    return VERR_NOT_SUPPORTED;
a78048ccbdb6256da15e6b0e7e95355e480c2301nd#endif /* older kernels */
a78048ccbdb6256da15e6b0e7e95355e480c2301nd}
a78048ccbdb6256da15e6b0e7e95355e480c2301ndRT_EXPORT_SYMBOL(RTMpPokeCpu);
a78048ccbdb6256da15e6b0e7e95355e480c2301nd
a78048ccbdb6256da15e6b0e7e95355e480c2301nd