memuserkernel-r0drv-linux.c revision 0b53618bc8b692bf8ed1499ba786f5959295c633
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync/* $Id$ */
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync/** @file
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * IPRT - User & Kernel Memory, Ring-0 Driver, Linux.
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync */
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync/*
e64031e20c39650a7bc902a3e1aba613b9415deevboxsync * Copyright (C) 2009 Oracle Corporation
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync *
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * available from http://www.virtualbox.org. This file is free software;
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * you can redistribute it and/or modify it under the terms of the GNU
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * General Public License (GPL) as published by the Free Software
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync *
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * The contents of this file may alternatively be used under the terms
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * of the Common Development and Distribution License Version 1.0
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * VirtualBox OSE distribution, in which case the provisions of the
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * CDDL are applicable instead of those of the GPL.
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync *
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * You may elect to license modified versions of this file under the
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync * terms and conditions of either the GPL or the CDDL or both.
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync */
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync/*******************************************************************************
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync* Header Files *
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync*******************************************************************************/
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync#include "the-linux-kernel.h"
aa4bcf0a4b2db3ac352b56a291d49cb8d4b66d32vboxsync#include "internal/iprt.h"
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync#include <iprt/mem.h>
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync#include <iprt/err.h>
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsyncRTR0DECL(int) RTR0MemUserCopyFrom(void *pvDst, RTR3PTR R3PtrSrc, size_t cb)
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync{
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync if (RT_LIKELY(copy_from_user(pvDst, (void *)R3PtrSrc, cb) == 0))
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return VINF_SUCCESS;
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return VERR_ACCESS_DENIED;
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync}
aa4bcf0a4b2db3ac352b56a291d49cb8d4b66d32vboxsyncRT_EXPORT_SYMBOL(RTR0MemUserCopyFrom);
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsyncRTR0DECL(int) RTR0MemUserCopyTo(RTR3PTR R3PtrDst, void const *pvSrc, size_t cb)
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync{
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync if (RT_LIKELY(copy_to_user((void *)R3PtrDst, pvSrc, cb) == 0))
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return VINF_SUCCESS;
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return VERR_ACCESS_DENIED;
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync}
aa4bcf0a4b2db3ac352b56a291d49cb8d4b66d32vboxsyncRT_EXPORT_SYMBOL(RTR0MemUserCopyTo);
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsyncRTR0DECL(bool) RTR0MemUserIsValidAddr(RTR3PTR R3Ptr)
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync{
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return access_ok(VERIFY_READ, (void *)R3Ptr, 1);
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync}
aa4bcf0a4b2db3ac352b56a291d49cb8d4b66d32vboxsyncRT_EXPORT_SYMBOL(RTR0MemUserIsValidAddr);
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsyncRTR0DECL(bool) RTR0MemKernelIsValidAddr(void *pv)
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync{
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync /* Couldn't find a straight forward way of doing this... */
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync#ifdef RT_ARCH_X86
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync# ifdef CONFIG_X86_HIGH_ENTRY
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return true; /* ?? */
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync# else
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return (uintptr_t)pv >= PAGE_OFFSET;
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync# endif
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
4a3597d414ee393ddb297fda90b7f16c95f672d9vboxsync#elif defined(RT_ARCH_AMD64)
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 11)
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync /* Linux 2.6.0 ... 2.6.10 set PAGE_OFFSET to 0x0000010000000000.
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync * Linux 2.6.11 sets PAGE_OFFSET to 0xffff810000000000.
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync * Linux 2.6.33 sets PAGE_OFFSET to 0xffff880000000000. */
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync return (uintptr_t)pv >= PAGE_OFFSET;
e4b670a2ad018b9df9f1a71eda6952964b716fb8vboxsync# else
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync /* Not correct (KERNEL_TEXT_START=0xffffffff80000000),
bb09d71df9e277495de8d157ad942c70731f41ccvboxsync * VMALLOC_START (0xffffff0000000000) would be better */
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return (uintptr_t)pv >= KERNEL_TEXT_START;
e4b670a2ad018b9df9f1a71eda6952964b716fb8vboxsync# endif
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync#else
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync# error "PORT ME"
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync return !access_ok(VERIFY_READ, pv, 1);
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync#endif
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync}
aa4bcf0a4b2db3ac352b56a291d49cb8d4b66d32vboxsyncRT_EXPORT_SYMBOL(RTR0MemKernelIsValidAddr);
b7ec8f4ea9e7f5afb06094384fa4864ccd8db63dvboxsync
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync
e46c8087ca88848a243cbff553e04a29726ed556vboxsyncRTR0DECL(bool) RTR0MemAreKrnlAndUsrDifferent(void)
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync{
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync#if defined(RT_ARCH_X86) && defined(CONFIG_X86_HIGH_ENTRY) /* ?? */
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync return false;
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync#else
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync return true;
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync#endif
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync}
aa4bcf0a4b2db3ac352b56a291d49cb8d4b66d32vboxsyncRT_EXPORT_SYMBOL(RTR0MemAreKrnlAndUsrDifferent);
522c8eb2dc41dc85adeb8343aa7c0d799335fcafvboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync/**
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync * Treats both source and destination as unsafe buffers.
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync */
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsyncstatic int rtR0MemKernelCopyLnxWorker(void *pvDst, void const *pvSrc, size_t cb)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync{
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 5, 55)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync/* _ASM_EXTABLE was introduced in 2.6.25 from what I can tell. Using #ifndef
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync here since it has to be a macro and you never know what someone might have
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync backported to an earlier kernel release. */
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# ifndef _ASM_EXTABLE
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# if ARCH_BITS == 32
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# define _ASM_EXTABLE(a_Instr, a_Resume) \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".section __ex_table,\"a\"\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".balign 4\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".long " #a_Instr "\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".long " #a_Resume "\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".previous\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# else
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# define _ASM_EXTABLE(a_Instr, a_Resume) \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".section __ex_table,\"a\"\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".balign 8\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".quad " #a_Instr "\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".quad " #a_Resume "\n" \
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".previous\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# endif
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync# endif /* !_ASM_EXTABLE */
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync int rc;
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync if (!cb)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync return VINF_SUCCESS;
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync __asm__ __volatile__ ("cld\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "1:\n\t"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "rep; movsb\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "2:\n\t"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".section .fixup,\"ax\"\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "3:\n\t"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "movl %4, %0\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync ".previous\n"
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync _ASM_EXTABLE(1b, 3b)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync : "=r" (rc),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "=D" (pvDst),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "=S" (pvSrc),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "=c" (cb)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync : "i" (VERR_ACCESS_DENIED),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "0" (VINF_SUCCESS),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "1" (pvDst),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "2" (pvSrc),
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync "3" (cb)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync : "memory");
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync return rc;
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync#else
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync return VERR_NOT_SUPPORTED;
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync#endif
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync}
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsyncRTR0DECL(int) RTR0MemKernelCopyFrom(void *pvDst, void const *pvSrc, size_t cb)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync{
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync return rtR0MemKernelCopyLnxWorker(pvDst, pvSrc, cb);
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync}
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsyncRT_EXPORT_SYMBOL(RTR0MemKernelCopyFrom);
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsyncRTR0DECL(int) RTR0MemKernelCopyTo(void *pvDst, void const *pvSrc, size_t cb)
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync{
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync return rtR0MemKernelCopyLnxWorker(pvDst, pvSrc, cb);
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync}
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsyncRT_EXPORT_SYMBOL(RTR0MemKernelCopyTo);
0b53618bc8b692bf8ed1499ba786f5959295c633vboxsync