alloc-r0drv-linux.c revision 5eda82e218d35ae0691febd531e1bfc0324cc4a6
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/* $Id$ */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/** @file
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * IPRT - Memory Allocation, Ring-0 Driver, Linux.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Copyright (C) 2006-2010 Oracle Corporation
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * This file is part of VirtualBox Open Source Edition (OSE), as
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * available from http://www.virtualbox.org. This file is free software;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * you can redistribute it and/or modify it under the terms of the GNU
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * General Public License (GPL) as published by the Free Software
c58f1213e628a545081c70e26c6b67a841cff880vboxsync * Foundation, in version 2 as it comes in the "COPYING" file of the
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * The contents of this file may alternatively be used under the terms
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * of the Common Development and Distribution License Version 1.0
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * VirtualBox OSE distribution, in which case the provisions of the
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * CDDL are applicable instead of those of the GPL.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * You may elect to license modified versions of this file under the
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * terms and conditions of either the GPL or the CDDL or both.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/*******************************************************************************
7bfdc833786b0261c468584470b4c98005500ab2vboxsync* Header Files *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync*******************************************************************************/
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#include "the-linux-kernel.h"
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#include "internal/iprt.h"
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#include <iprt/mem.h>
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#include <iprt/assert.h>
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#include <iprt/err.h>
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#include "r0drv/alloc-r0drv.h"
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync#if defined(RT_ARCH_AMD64) || defined(DOXYGEN_RUNNING)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync * We need memory in the module range (~2GB to ~0) this can only be obtained
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * thru APIs that are not exported (see module_alloc()).
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * So, we'll have to create a quick and dirty heap here using BSS memory.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Very annoying and it's going to restrict us!
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync# define RTMEMALLOC_EXEC_HEAP
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#ifdef RTMEMALLOC_EXEC_HEAP
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# include <iprt/heap.h>
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# include <iprt/spinlock.h>
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# include <iprt/err.h>
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync#endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/*******************************************************************************
7bfdc833786b0261c468584470b4c98005500ab2vboxsync* Global Variables *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync*******************************************************************************/
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#ifdef RTMEMALLOC_EXEC_HEAP
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# ifdef CONFIG_DEBUG_SET_MODULE_RONX
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# define RTMEMALLOC_EXEC_HEAP_VM_AREA 1
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/** The heap. */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncstatic RTHEAPSIMPLE g_HeapExec = NIL_RTHEAPSIMPLE;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/** Spinlock protecting the heap. */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncstatic RTSPINLOCK g_HeapExecSpinlock = NIL_RTSPINLOCK;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# ifdef RTMEMALLOC_EXEC_HEAP_VM_AREA
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncstatic struct page **g_apPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncstatic void *g_pvHeap;
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncstatic size_t g_cPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * API for cleaning up the heap spinlock on IPRT termination.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * This is as RTMemExecDonate specific to AMD64 Linux/GNU.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncDECLHIDDEN(void) rtR0MemExecCleanup(void)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync{
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# ifdef RTMEMALLOC_EXEC_HEAP_VM_AREA
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned i;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /* according to linux/drivers/lguest/core.c this function undoes
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * map_vm_area() as well as __get_vm_area(). */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (g_pvHeap)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync vunmap(g_pvHeap);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync for (i = 0; i < g_cPages; i++)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync __free_page(g_apPages[i]);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync kfree(g_apPages);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSpinlockDestroy(g_HeapExecSpinlock);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync g_HeapExecSpinlock = NIL_RTSPINLOCK;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# ifndef RTMEMALLOC_EXEC_HEAP_VM_AREA
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Donate read+write+execute memory to the exec heap.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * This API is specific to AMD64 and Linux/GNU. A kernel module that desires to
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * use RTMemExecAlloc on AMD64 Linux/GNU will have to donate some statically
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * allocated memory in the module if it wishes for GCC generated code to work.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * GCC can only generate modules that work in the address range ~2GB to ~0
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync * currently.
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync *
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync * The API only accept one single donation.
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync *
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync * @returns IPRT status code.
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync * @param pvMemory Pointer to the memory block.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * @param cb The size of the memory block.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsyncRTR0DECL(int) RTR0MemExecDonate(void *pvMemory, size_t cb)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync{
7bfdc833786b0261c468584470b4c98005500ab2vboxsync int rc;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync AssertReturn(g_HeapExec == NIL_RTHEAPSIMPLE, VERR_WRONG_ORDER);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync rc = RTSpinlockCreate(&g_HeapExecSpinlock);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (RT_SUCCESS(rc))
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync rc = RTHeapSimpleInit(&g_HeapExec, pvMemory, cb);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (RT_FAILURE(rc))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync rtR0MemExecCleanup();
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return rc;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncRT_EXPORT_SYMBOL(RTR0MemExecDonate);
939e2ecb812c6402abcc63e7d615c5444acfd02evboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# else /* !RTMEMALLOC_EXEC_HEAP_VM_AREA */
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * RTR0MemExecDonate() does not work if CONFIG_DEBUG_SET_MODULE_RONX is enabled.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * In that case, allocate a VM area in the modules range and back it with kernel
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * memory. Unfortunately __vmalloc_area() is not exported so we have to emulate
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * it.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncRTR0DECL(int) RTR0MemExecInit(size_t cb)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync{
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync int rc;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync struct vm_struct *area;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync size_t cPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync size_t cbPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned i;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync struct page **ppPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync AssertReturn(g_HeapExec == NIL_RTHEAPSIMPLE, VERR_WRONG_ORDER);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync rc = RTSpinlockCreate(&g_HeapExecSpinlock);
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync if (RT_SUCCESS(rc))
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync {
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync cb = RT_ALIGN(cb, PAGE_SIZE);
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync area = __get_vm_area(cb, VM_ALLOC, MODULES_VADDR, MODULES_END);
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync if (!area)
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync {
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync rtR0MemExecCleanup();
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync return VERR_NO_MEMORY;
ec733c67fa9e0b1b9c63dcfad341ce7c3f573f63vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync g_pvHeap = area->addr;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync cPages = cb >> PAGE_SHIFT;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync area->nr_pages = 0;
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync cbPages = cPages * sizeof(struct page *);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync g_apPages = kmalloc(cbPages, GFP_KERNEL);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync area->pages = g_apPages;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync if (!g_apPages)
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync rtR0MemExecCleanup();
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return VERR_NO_MEMORY;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync memset(area->pages, 0, cbPages);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync for (i = 0; i < cPages; i++)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync g_apPages[i] = alloc_page(GFP_KERNEL | __GFP_HIGHMEM);
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync if (!g_apPages[i])
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync area->nr_pages = i;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync g_cPages = i;
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync rtR0MemExecCleanup();
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return VERR_NO_MEMORY;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync area->nr_pages = cPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync g_cPages = i;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync ppPages = g_apPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (map_vm_area(area, PAGE_KERNEL_EXEC, &ppPages))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync rtR0MemExecCleanup();
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return VERR_NO_MEMORY;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync rc = RTHeapSimpleInit(&g_HeapExec, g_pvHeap, cb);
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync if (RT_FAILURE(rc))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync rtR0MemExecCleanup();
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return rc;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncRT_EXPORT_SYMBOL(RTR0MemExecInit);
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync# endif /* RTMEMALLOC_EXEC_HEAP_VM_AREA */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif /* RTMEMALLOC_EXEC_HEAP */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * OS specific allocation function.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncDECLHIDDEN(int) rtR0MemAllocEx(size_t cb, uint32_t fFlags, PRTMEMHDR *ppHdr)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync{
7bfdc833786b0261c468584470b4c98005500ab2vboxsync PRTMEMHDR pHdr;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Allocate.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync if (fFlags & RTMEMHDR_FLAG_EXEC)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync if (fFlags & RTMEMHDR_FLAG_ANY_CTX)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return VERR_NOT_SUPPORTED;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#if defined(RT_ARCH_AMD64)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# ifdef RTMEMALLOC_EXEC_HEAP
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync if (g_HeapExec != NIL_RTHEAPSIMPLE)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSPINLOCKTMP SpinlockTmp = RTSPINLOCKTMP_INITIALIZER;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSpinlockAcquireNoInts(g_HeapExecSpinlock, &SpinlockTmp);
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync pHdr = (PRTMEMHDR)RTHeapSimpleAlloc(g_HeapExec, cb + sizeof(*pHdr), 0);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSpinlockReleaseNoInts(g_HeapExecSpinlock, &SpinlockTmp);
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync fFlags |= RTMEMHDR_FLAG_EXEC_HEAP;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync else
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr = NULL;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# else /* !RTMEMALLOC_EXEC_HEAP */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr = (PRTMEMHDR)__vmalloc(cb + sizeof(*pHdr), GFP_KERNEL | __GFP_HIGHMEM, MY_PAGE_KERNEL_EXEC);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync# endif /* !RTMEMALLOC_EXEC_HEAP */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#elif defined(PAGE_KERNEL_EXEC) && defined(CONFIG_X86_PAE)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr = (PRTMEMHDR)__vmalloc(cb + sizeof(*pHdr), GFP_KERNEL | __GFP_HIGHMEM, MY_PAGE_KERNEL_EXEC);
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync#else
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr = (PRTMEMHDR)vmalloc(cb + sizeof(*pHdr));
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync }
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync else
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (cb <= PAGE_SIZE || (fFlags & RTMEMHDR_FLAG_ANY_CTX))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync fFlags |= RTMEMHDR_FLAG_KMALLOC;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr = kmalloc(cb + sizeof(*pHdr),
7bfdc833786b0261c468584470b4c98005500ab2vboxsync (fFlags & RTMEMHDR_FLAG_ANY_CTX_ALLOC) ? GFP_ATOMIC : GFP_KERNEL);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync else
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr = vmalloc(cb + sizeof(*pHdr));
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (RT_UNLIKELY(!pHdr))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return VERR_NO_MEMORY;
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Initialize.
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync */
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync pHdr->u32Magic = RTMEMHDR_MAGIC;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr->fFlags = fFlags;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr->cb = cb;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync pHdr->cbReq = cb;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *ppHdr = pHdr;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return VINF_SUCCESS;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * OS specific free function.
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncDECLHIDDEN(void) rtR0MemFree(PRTMEMHDR pHdr)
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync{
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync pHdr->u32Magic += 1;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (pHdr->fFlags & RTMEMHDR_FLAG_KMALLOC)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync kfree(pHdr);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#ifdef RTMEMALLOC_EXEC_HEAP
7bfdc833786b0261c468584470b4c98005500ab2vboxsync else if (pHdr->fFlags & RTMEMHDR_FLAG_EXEC_HEAP)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSPINLOCKTMP SpinlockTmp = RTSPINLOCKTMP_INITIALIZER;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSpinlockAcquireNoInts(g_HeapExecSpinlock, &SpinlockTmp);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTHeapSimpleFree(g_HeapExec, pHdr);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync RTSpinlockReleaseNoInts(g_HeapExecSpinlock, &SpinlockTmp);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync else
7bfdc833786b0261c468584470b4c98005500ab2vboxsync vfree(pHdr);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Compute order. Some functions allocate 2^order pages.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * @returns order.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * @param cPages Number of pages.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncstatic int CalcPowerOf2Order(unsigned long cPages)
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync{
7bfdc833786b0261c468584470b4c98005500ab2vboxsync int iOrder;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned long cTmp;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync for (iOrder = 0, cTmp = cPages; cTmp >>= 1; ++iOrder)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync ;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (cPages & ~(1 << iOrder))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync ++iOrder;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return iOrder;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync * Allocates physical contiguous memory (below 4GB).
920730ce664b646eea6da4219b93030b1ee32405vboxsync * The allocation is page aligned and the content is undefined.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * @returns Pointer to the memory block. This is page aligned.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * @param pPhys Where to store the physical address.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * @param cb The allocation size in bytes. This is always
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * rounded up to PAGE_SIZE.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsyncRTR0DECL(void *) RTMemContAlloc(PRTCCPHYS pPhys, size_t cb)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync{
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync int cOrder;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned cPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync struct page *paPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * validate input.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync Assert(VALID_PTR(pPhys));
7bfdc833786b0261c468584470b4c98005500ab2vboxsync Assert(cb > 0);
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Allocate page pointer array.
7bfdc833786b0261c468584470b4c98005500ab2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync cb = RT_ALIGN_Z(cb, PAGE_SIZE);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync cPages = cb >> PAGE_SHIFT;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync cOrder = CalcPowerOf2Order(cPages);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#if (defined(RT_ARCH_AMD64) || defined(CONFIG_X86_PAE)) && defined(GFP_DMA32)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /* ZONE_DMA32: 0-4GB */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync paPages = alloc_pages(GFP_DMA32, cOrder);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (!paPages)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#ifdef RT_ARCH_AMD64
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /* ZONE_DMA; 0-16MB */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync paPages = alloc_pages(GFP_DMA, cOrder);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#else
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /* ZONE_NORMAL: 0-896MB */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync paPages = alloc_pages(GFP_USER, cOrder);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (paPages)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Reserve the pages and mark them executable.
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned iPage;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync for (iPage = 0; iPage < cPages; iPage++)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync Assert(!PageHighMem(&paPages[iPage]));
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (iPage + 1 < cPages)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync AssertMsg( (uintptr_t)phys_to_virt(page_to_phys(&paPages[iPage])) + PAGE_SIZE
7bfdc833786b0261c468584470b4c98005500ab2vboxsync == (uintptr_t)phys_to_virt(page_to_phys(&paPages[iPage + 1]))
7bfdc833786b0261c468584470b4c98005500ab2vboxsync && page_to_phys(&paPages[iPage]) + PAGE_SIZE
7bfdc833786b0261c468584470b4c98005500ab2vboxsync == page_to_phys(&paPages[iPage + 1]),
7bfdc833786b0261c468584470b4c98005500ab2vboxsync ("iPage=%i cPages=%u [0]=%#llx,%p [1]=%#llx,%p\n", iPage, cPages,
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync (long long)page_to_phys(&paPages[iPage]), phys_to_virt(page_to_phys(&paPages[iPage])),
7bfdc833786b0261c468584470b4c98005500ab2vboxsync (long long)page_to_phys(&paPages[iPage + 1]), phys_to_virt(page_to_phys(&paPages[iPage + 1])) ));
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync SetPageReserved(&paPages[iPage]);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#if LINUX_VERSION_CODE > KERNEL_VERSION(2, 4, 20) /** @todo find the exact kernel where change_page_attr was introduced. */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync MY_SET_PAGES_EXEC(&paPages[iPage], 1);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *pPhys = page_to_phys(paPages);
920730ce664b646eea6da4219b93030b1ee32405vboxsync return phys_to_virt(page_to_phys(paPages));
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync return NULL;
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncRT_EXPORT_SYMBOL(RTMemContAlloc);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync/**
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Frees memory allocated ysing RTMemContAlloc().
7bfdc833786b0261c468584470b4c98005500ab2vboxsync *
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync * @param pv Pointer to return from RTMemContAlloc().
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync * @param cb The cb parameter passed to RTMemContAlloc().
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync */
920730ce664b646eea6da4219b93030b1ee32405vboxsyncRTR0DECL(void) RTMemContFree(void *pv, size_t cb)
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync{
7bfdc833786b0261c468584470b4c98005500ab2vboxsync if (pv)
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync int cOrder;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned cPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync unsigned iPage;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync struct page *paPages;
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
2f97ca84d7747f5f93c00908ddfbf9848f17653dvboxsync /* validate */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync AssertMsg(!((uintptr_t)pv & PAGE_OFFSET_MASK), ("pv=%p\n", pv));
7bfdc833786b0261c468584470b4c98005500ab2vboxsync Assert(cb > 0);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync /* calc order and get pages */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync cb = RT_ALIGN_Z(cb, PAGE_SIZE);
920730ce664b646eea6da4219b93030b1ee32405vboxsync cPages = cb >> PAGE_SHIFT;
939e2ecb812c6402abcc63e7d615c5444acfd02evboxsync cOrder = CalcPowerOf2Order(cPages);
a853f8415aaf07b63c0f6b5b7e5b222a915b868evboxsync paPages = virt_to_page(pv);
939e2ecb812c6402abcc63e7d615c5444acfd02evboxsync
939e2ecb812c6402abcc63e7d615c5444acfd02evboxsync /*
7bfdc833786b0261c468584470b4c98005500ab2vboxsync * Restore page attributes freeing the pages.
11f2a7716fda50c475f49969f484b00d3fef3be2vboxsync */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync for (iPage = 0; iPage < cPages; iPage++)
7bfdc833786b0261c468584470b4c98005500ab2vboxsync {
7bfdc833786b0261c468584470b4c98005500ab2vboxsync ClearPageReserved(&paPages[iPage]);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#if LINUX_VERSION_CODE > KERNEL_VERSION(2, 4, 20) /** @todo find the exact kernel where change_page_attr was introduced. */
7bfdc833786b0261c468584470b4c98005500ab2vboxsync MY_SET_PAGES_NOEXEC(&paPages[iPage], 1);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync#endif
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync __free_pages(paPages, cOrder);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync }
7bfdc833786b0261c468584470b4c98005500ab2vboxsync}
7bfdc833786b0261c468584470b4c98005500ab2vboxsyncRT_EXPORT_SYMBOL(RTMemContFree);
7bfdc833786b0261c468584470b4c98005500ab2vboxsync
7bfdc833786b0261c468584470b4c98005500ab2vboxsync