2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include "config.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef _WIN32

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <windows.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <sys/types.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <sys/mman.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <stdlib.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <stdio.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <stdarg.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <string.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <errno.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <unistd.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <inttypes.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# include <stdlib.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# include <stdio.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# include <iprt/alloc.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# include <iprt/string.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# include <iprt/param.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# include <VBox/pgm.h> /* PGM_DYNAMIC_RAM_ALLOC */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

7a025ef44d20d29ded49b197721907f5a0acffc3vboxsync#include "cpu.h"

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#include "exec-all.h"

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#include <qemu.h>

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#if !defined(CONFIG_USER_ONLY)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#undef DEBUG_TB_CHECK

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define SMC_BITMAP_USE_THRESHOLD 10

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define MMAP_AREA_START 0x00000000

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define MMAP_AREA_END 0xa8000000

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(TARGET_SPARC64)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 41

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#elif defined(TARGET_SPARC)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 36

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#elif defined(TARGET_ALPHA)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 42

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_VIRT_ADDR_SPACE_BITS 42

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#elif defined(TARGET_PPC64)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 42

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#elif defined(TARGET_X86_64) && !defined(USE_KQEMU)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 42

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#elif defined(TARGET_I386) && !defined(USE_KQEMU)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 36

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 32

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#endif

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsyncstatic TranslationBlock *tbs;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncint code_gen_max_blocks;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncTranslationBlock *tb_phys_hash[CODE_GEN_PHYS_HASH_SIZE];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int nb_tbs;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncspinlock_t tb_lock = SPIN_LOCK_UNLOCKED;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(__arm__) || defined(__sparc_v9__)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define code_gen_section \

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync __attribute__((__section__(".gen_code"))) \

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync __attribute__((aligned (32)))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define code_gen_section \

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync __attribute__((aligned (32)))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint8_t code_gen_prologue[1024] code_gen_section;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#else /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncextern uint8_t* code_gen_prologue;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic uint8_t *code_gen_buffer;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic unsigned long code_gen_buffer_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic unsigned long code_gen_buffer_max_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint8_t *code_gen_ptr;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if !defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncram_addr_t phys_ram_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncint phys_ram_fd;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint8_t *phys_ram_base;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint8_t *phys_ram_dirty;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic int in_migration;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic ram_addr_t phys_ram_alloc_offset = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncRTGCPHYS phys_ram_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint32_t phys_ram_dirty_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if !defined(VBOX)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint8_t *phys_ram_base;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncuint8_t *phys_ram_dirty;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncCPUState *first_cpu;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncCPUState *cpu_single_env;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncint use_icount = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncint64_t qemu_icount;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsynctypedef struct PageDesc {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* list of TBs intersecting this ram page */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *first_tb;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* in order to optimize self modifying code, we count the number

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned int code_write_count;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uint8_t *code_bitmap;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned long flags;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync} PageDesc;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsynctypedef struct PhysPageDesc {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* offset in host memory of the page + io_index in the low 12 bits */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ram_addr_t phys_offset;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync} PhysPageDesc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define L2_BITS 10

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(CONFIG_USER_ONLY) && defined(TARGET_VIRT_ADDR_SPACE_BITS)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define L1_BITS (TARGET_VIRT_ADDR_SPACE_BITS - L2_BITS - TARGET_PAGE_BITS)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define L1_BITS (32 - L2_BITS - TARGET_PAGE_BITS)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define L1_SIZE (1 << L1_BITS)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define L2_SIZE (1 << L2_BITS)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void io_mem_init(void);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncunsigned long qemu_real_host_page_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncunsigned long qemu_host_page_bits;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncunsigned long qemu_host_page_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncunsigned long qemu_host_page_mask;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic PageDesc *l1_map[L1_SIZE];

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic PhysPageDesc **l1_phys_map;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if !defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void io_mem_init(void);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncCPUWriteMemoryFunc *io_mem_write[IO_MEM_NB_ENTRIES][4];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncCPUReadMemoryFunc *io_mem_read[IO_MEM_NB_ENTRIES][4];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncvoid *io_mem_opaque[IO_MEM_NB_ENTRIES];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int io_mem_nb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int io_mem_watch;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic const char *logfilename = "/tmp/qemu.log";

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* !VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncFILE *logfile;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncint loglevel;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int log_append = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int tlb_flush_count;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int tb_flush_count;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int tb_phys_invalidate_count;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* !VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define SUBPAGE_IDX(addr) ((addr) & ~TARGET_PAGE_MASK)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsynctypedef struct subpage_t {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync target_phys_addr_t base;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUReadMemoryFunc **mem_read[TARGET_PAGE_SIZE][4];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUWriteMemoryFunc **mem_write[TARGET_PAGE_SIZE][4];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync void *opaque[TARGET_PAGE_SIZE][2][4];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync} subpage_t;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef _WIN32

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void map_exec(void *addr, long size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync DWORD old_protect;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync VirtualProtect(addr, size,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PAGE_EXECUTE_READWRITE, &old_protect);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void map_exec(void *addr, long size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned long start, end, page_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync page_size = getpagesize();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync start = (unsigned long)addr;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync start &= ~(page_size - 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync end = (unsigned long)addr + size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync end += page_size - 1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync end &= ~(page_size - 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync mprotect((void *)start, end - start,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PROT_READ | PROT_WRITE | PROT_EXEC);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else // VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void map_exec(void *addr, long size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTMemProtect(addr, size,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTMEM_PROT_EXEC | RTMEM_PROT_READ | RTMEM_PROT_WRITE);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void page_init(void)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* NOTE: we can always suppose that qemu_host_page_size >=

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTMemProtect(code_gen_buffer, sizeof(code_gen_buffer),

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync RTMEM_PROT_EXEC | RTMEM_PROT_READ | RTMEM_PROT_WRITE);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_real_host_page_size = PAGE_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else /* !VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef _WIN32

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync SYSTEM_INFO system_info;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync DWORD old_protect;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync GetSystemInfo(&system_info);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_real_host_page_size = system_info.dwPageSize;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_real_host_page_size = getpagesize();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* !VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (qemu_host_page_size == 0)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_host_page_size = qemu_real_host_page_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (qemu_host_page_size < TARGET_PAGE_SIZE)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_host_page_size = TARGET_PAGE_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_host_page_bits = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while ((1 << qemu_host_page_bits) < qemu_host_page_size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while ((1 << qemu_host_page_bits) < (int)qemu_host_page_size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync qemu_host_page_bits++;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_host_page_mask = ~(qemu_host_page_size - 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync l1_phys_map = qemu_vmalloc(L1_SIZE * sizeof(void *));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memset(l1_phys_map, 0, L1_SIZE * sizeof(void *));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* We use other means to set reserved bit on our pages */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if !defined(_WIN32) && defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync long long startaddr, endaddr;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync FILE *f;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int n;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsync mmap_lock();

822e11c896dd36c9dc3609dff676059576b7d3devboxsync last_brk = (unsigned long)sbrk(0);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync f = fopen("/proc/self/maps", "r");

822e11c896dd36c9dc3609dff676059576b7d3devboxsync if (f) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync do {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync n = fscanf (f, "%llx-%llx %*[^\n]\n", &startaddr, &endaddr);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (n == 2) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync startaddr = MIN(startaddr,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync (1ULL << TARGET_PHYS_ADDR_SPACE_BITS) - 1);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync endaddr = MIN(endaddr,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync (1ULL << TARGET_PHYS_ADDR_SPACE_BITS) - 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync page_set_flags(startaddr & TARGET_PAGE_MASK,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TARGET_PAGE_ALIGN(endaddr),

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PAGE_RESERVED);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } while (!feof(f));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync fclose(f);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync mmap_unlock();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic inline PageDesc **page_l1_map(target_ulong index)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(PageDesc **) page_l1_map(target_ulong index)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if TARGET_LONG_BITS > 32

822e11c896dd36c9dc3609dff676059576b7d3devboxsync /* Host memory outside guest VM. For 32-bit targets we have already

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (index > ((target_ulong)L2_SIZE * L1_SIZE))

822e11c896dd36c9dc3609dff676059576b7d3devboxsync return NULL;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#endif

822e11c896dd36c9dc3609dff676059576b7d3devboxsync return &l1_map[index >> L2_BITS];

822e11c896dd36c9dc3609dff676059576b7d3devboxsync}

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic inline PageDesc *page_find_alloc(target_ulong index)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(PageDesc *) page_find_alloc(target_ulong index)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PageDesc **lp, *p;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync lp = page_l1_map(index);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!lp)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync p = *lp;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync if (!p) {

822e11c896dd36c9dc3609dff676059576b7d3devboxsync /* allocate if not found */

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#if defined(CONFIG_USER_ONLY)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync unsigned long addr;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync size_t len = sizeof(PageDesc) * L2_SIZE;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync /* Don't use qemu_malloc because it may recurse. */

822e11c896dd36c9dc3609dff676059576b7d3devboxsync p = mmap(0, len, PROT_READ | PROT_WRITE,

822e11c896dd36c9dc3609dff676059576b7d3devboxsync MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync *lp = p;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync addr = h2g(p);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (addr == (target_ulong)addr) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync page_set_flags(addr & TARGET_PAGE_MASK,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TARGET_PAGE_ALIGN(addr + len),

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PAGE_RESERVED);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

822e11c896dd36c9dc3609dff676059576b7d3devboxsync p = qemu_mallocz(sizeof(PageDesc) * L2_SIZE);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync *lp = p;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return p + (index & (L2_SIZE - 1));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

822e11c896dd36c9dc3609dff676059576b7d3devboxsyncstatic inline PageDesc *page_find(target_ulong index)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(PageDesc *) page_find(target_ulong index)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync{

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync PageDesc **lp, *p;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync lp = page_l1_map(index);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (!lp)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync return NULL;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync p = *lp;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (!p)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync return 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return p + (index & (L2_SIZE - 1));

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync}

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsyncstatic PhysPageDesc *phys_page_find_alloc(target_phys_addr_t index, int alloc)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync{

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync void **lp, **p;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync PhysPageDesc *pd;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync p = (void **)l1_phys_map;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#if TARGET_PHYS_ADDR_SPACE_BITS > 32

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#if TARGET_PHYS_ADDR_SPACE_BITS > (32 + L1_BITS)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#error unsupported TARGET_PHYS_ADDR_SPACE_BITS

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync lp = p + ((index >> (L1_BITS + L2_BITS)) & (L1_SIZE - 1));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync p = *lp;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (!p) {

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync /* allocate if not found */

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (!alloc)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync return NULL;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync p = qemu_vmalloc(sizeof(void *) * L1_SIZE);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync memset(p, 0, sizeof(void *) * L1_SIZE);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync *lp = p;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync }

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync lp = p + ((index >> L2_BITS) & (L1_SIZE - 1));

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pd = *lp;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (!pd) {

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync int i;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync /* allocate if not found */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!alloc)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync return NULL;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pd = qemu_vmalloc(sizeof(PhysPageDesc) * L2_SIZE);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *lp = pd;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync for (i = 0; i < L2_SIZE; i++)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pd[i].phys_offset = IO_MEM_UNASSIGNED;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync }

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#if defined(VBOX) && !defined(VBOX_WITH_NEW_PHYS_CODE)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync pd = ((PhysPageDesc *)pd) + (index & (L2_SIZE - 1));

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync if (RT_UNLIKELY((pd->phys_offset & ~TARGET_PAGE_MASK) == IO_MEM_RAM_MISSING))

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync remR3GrowDynRange(pd->phys_offset & TARGET_PAGE_MASK);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return pd;

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#else

822e11c896dd36c9dc3609dff676059576b7d3devboxsync return ((PhysPageDesc *)pd) + (index & (L2_SIZE - 1));

822e11c896dd36c9dc3609dff676059576b7d3devboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync}

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#ifndef VBOX

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsyncstatic inline PhysPageDesc *phys_page_find(target_phys_addr_t index)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#else

822e11c896dd36c9dc3609dff676059576b7d3devboxsyncDECLINLINE(PhysPageDesc *) phys_page_find(target_phys_addr_t index)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync{

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync return phys_page_find_alloc(index, 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#if !defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void tlb_protect_code(ram_addr_t ram_addr);

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsyncstatic void tlb_unprotect_code_phys(CPUState *env, ram_addr_t ram_addr,

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync target_ulong vaddr);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#define mmap_lock() do { } while(0)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#define mmap_unlock() do { } while(0)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#ifdef VBOX

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#endif

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#define DEFAULT_CODE_GEN_BUFFER_SIZE (32 * 1024 * 1024)

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#if defined(CONFIG_USER_ONLY)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define USE_STATIC_CODE_GEN_BUFFER

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsync#ifdef USE_STATIC_CODE_GEN_BUFFER

a597f00ac8a71003621fe61c58fe32706ca941b3vboxsyncstatic uint8_t static_code_gen_buffer[DEFAULT_CODE_GEN_BUFFER_SIZE];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void code_gen_alloc(unsigned long tb_size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#ifdef USE_STATIC_CODE_GEN_BUFFER

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer = static_code_gen_buffer;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = DEFAULT_CODE_GEN_BUFFER_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync map_exec(code_gen_buffer, code_gen_buffer_size);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = tb_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (code_gen_buffer_size == 0) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* in user mode, phys_ram_size is not meaningful */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = DEFAULT_CODE_GEN_BUFFER_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* XXX: needs ajustments */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = (unsigned long)(phys_ram_size / 4);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (code_gen_buffer_size < MIN_CODE_GEN_BUFFER_SIZE)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = MIN_CODE_GEN_BUFFER_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* The code gen buffer location may have constraints depending on

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer = RTMemExecAlloc(code_gen_buffer_size);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!code_gen_buffer) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync LogRel(("REM: failed allocate codegen buffer %lld\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else //!VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(__linux__)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int flags;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync void *start = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags = MAP_PRIVATE | MAP_ANONYMOUS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(__x86_64__)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags |= MAP_32BIT;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Cannot map more than that */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (code_gen_buffer_size > (800 * 1024 * 1024))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = (800 * 1024 * 1024);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#elif defined(__sparc_v9__)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync // Map the buffer below 2G, so we can use direct calls and branches

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags |= MAP_FIXED;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync start = (void *) 0x60000000UL;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (code_gen_buffer_size > (512 * 1024 * 1024))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = (512 * 1024 * 1024);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer = mmap(start, code_gen_buffer_size,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PROT_WRITE | PROT_READ | PROT_EXEC,

822e11c896dd36c9dc3609dff676059576b7d3devboxsync flags, -1, 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (code_gen_buffer == MAP_FAILED) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync fprintf(stderr, "Could not allocate dynamic translator buffer\n");

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync exit(1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#elif defined(__FreeBSD__)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int flags;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync void *addr = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags = MAP_PRIVATE | MAP_ANONYMOUS;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(__x86_64__)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* FreeBSD doesn't have MAP_32BIT, use MAP_FIXED and assume

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags |= MAP_FIXED;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync addr = (void *)0x40000000;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Cannot map more than that */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (code_gen_buffer_size > (800 * 1024 * 1024))

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_size = (800 * 1024 * 1024);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer = mmap(addr, code_gen_buffer_size,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PROT_WRITE | PROT_READ | PROT_EXEC,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags, -1, 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (code_gen_buffer == MAP_FAILED) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync fprintf(stderr, "Could not allocate dynamic translator buffer\n");

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync exit(1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer = qemu_malloc(code_gen_buffer_size);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (!code_gen_buffer) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync fprintf(stderr, "Could not allocate dynamic translator buffer\n");

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync exit(1);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync map_exec(code_gen_buffer, code_gen_buffer_size);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync map_exec(code_gen_prologue, sizeof(code_gen_prologue));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* !VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* !USE_STATIC_CODE_GEN_BUFFER */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync map_exec(code_gen_prologue, sizeof(code_gen_prologue));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync map_exec(code_gen_prologue, _1K);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_buffer_max_size = code_gen_buffer_size -

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_max_block_size();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_max_blocks = code_gen_buffer_size / CODE_GEN_AVG_BLOCK_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tbs = qemu_malloc(code_gen_max_blocks * sizeof(TranslationBlock));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncvoid cpu_exec_init_all(unsigned long tb_size)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync cpu_gen_init();

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync code_gen_alloc(tb_size);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_ptr = code_gen_buffer;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync page_init();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if !defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync io_mem_init();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(CPU_SAVE_VERSION) && !defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#define CPU_COMMON_SAVE_VERSION 1

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void cpu_common_save(QEMUFile *f, void *opaque)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUState *env = opaque;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_put_be32s(f, &env->halted);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_put_be32s(f, &env->interrupt_request);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic int cpu_common_load(QEMUFile *f, void *opaque, int version_id)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUState *env = opaque;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (version_id != CPU_COMMON_SAVE_VERSION)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return -EINVAL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_get_be32s(f, &env->halted);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync qemu_get_be32s(f, &env->interrupt_request);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tlb_flush(env, 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif //!VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncvoid cpu_exec_init(CPUState *env)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUState **penv;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int cpu_index;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync env->next_cpu = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync penv = &first_cpu;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cpu_index = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (*penv != NULL) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync penv = (CPUState **)&(*penv)->next_cpu;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cpu_index++;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync env->cpu_index = cpu_index;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync env->nb_watchpoints = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *penv = env;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(CPU_SAVE_VERSION) && !defined(CONFIG_USER_ONLY)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync register_savevm("cpu_common", cpu_index, CPU_COMMON_SAVE_VERSION,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cpu_common_save, cpu_common_load, env);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync register_savevm("cpu", cpu_index, CPU_SAVE_VERSION,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cpu_save, cpu_load, env);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif // !VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#ifndef VBOX

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic inline void invalidate_page_bitmap(PageDesc *p)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#else

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncDECLINLINE(void) invalidate_page_bitmap(PageDesc *p)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#endif

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (p->code_bitmap) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync qemu_free(p->code_bitmap);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync p->code_bitmap = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync p->code_write_count = 0;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync}

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void page_flush_tb(void)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int i, j;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync PageDesc *p;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(i = 0; i < L1_SIZE; i++) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync p = l1_map[i];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (p) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(j = 0; j < L2_SIZE; j++) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync p->first_tb = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync invalidate_page_bitmap(p);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync p++;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncvoid tb_flush(CPUState *env1)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync CPUState *env;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#if defined(DEBUG_FLUSH)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync printf("qemu: flush code_size=%ld nb_tbs=%d avg_tb_size=%ld\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync (unsigned long)(code_gen_ptr - code_gen_buffer),

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync nb_tbs, nb_tbs > 0 ?

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ((unsigned long)(code_gen_ptr - code_gen_buffer)) / nb_tbs : 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if ((unsigned long)(code_gen_ptr - code_gen_buffer) > code_gen_buffer_size)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cpu_abort(env1, "Internal error: code buffer overflow\n");

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync nb_tbs = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(env = first_cpu; env != NULL; env = env->next_cpu) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memset (env->tb_jmp_cache, 0, TB_JMP_CACHE_SIZE * sizeof (void *));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync memset (tb_phys_hash, 0, CODE_GEN_PHYS_HASH_SIZE * sizeof (void *));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync page_flush_tb();

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync code_gen_ptr = code_gen_buffer;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* XXX: flush processor icache at this point if cache flush is

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_flush_count++;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifdef DEBUG_TB_CHECK

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void tb_invalidate_check(target_ulong address)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int i;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync address &= TARGET_PAGE_MASK;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(i = 0;i < CODE_GEN_PHYS_HASH_SIZE; i++) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(tb = tb_phys_hash[i]; tb != NULL; tb = tb->phys_hash_next) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!(address + TARGET_PAGE_SIZE <= tb->pc ||

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync address >= tb->pc + tb->size)) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync printf("ERROR invalidate: address=%08lx PC=%08lx size=%04x\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync address, (long)tb->pc, tb->size);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void tb_page_check(void)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int i, flags1, flags2;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(i = 0;i < CODE_GEN_PHYS_HASH_SIZE; i++) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(tb = tb_phys_hash[i]; tb != NULL; tb = tb->phys_hash_next) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags1 = page_get_flags(tb->pc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags2 = page_get_flags(tb->pc + tb->size - 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if ((flags1 & PAGE_WRITE) || (flags2 & PAGE_WRITE)) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync printf("ERROR page flags: PC=%08lx size=%04x f1=%x f2=%x\n",

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync (long)tb->pc, tb->size, flags1, flags2);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

d1e57a56f56520aa667d719ae7a7a0e1171c2926vboxsync }

822e11c896dd36c9dc3609dff676059576b7d3devboxsync}

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsyncstatic void tb_jmp_check(TranslationBlock *tb)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync{

822e11c896dd36c9dc3609dff676059576b7d3devboxsync TranslationBlock *tb1;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync unsigned int n1;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync

822e11c896dd36c9dc3609dff676059576b7d3devboxsync /* suppress any remaining jumps to this TB */

822e11c896dd36c9dc3609dff676059576b7d3devboxsync tb1 = tb->jmp_first;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync for(;;) {

822e11c896dd36c9dc3609dff676059576b7d3devboxsync n1 = (long)tb1 & 3;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

822e11c896dd36c9dc3609dff676059576b7d3devboxsync if (n1 == 2)

822e11c896dd36c9dc3609dff676059576b7d3devboxsync break;

822e11c896dd36c9dc3609dff676059576b7d3devboxsync tb1 = tb1->jmp_next[n1];

822e11c896dd36c9dc3609dff676059576b7d3devboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* check end of list */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (tb1 != tb) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync printf("ERROR: jmp_list from 0x%08lx\n", (long)tb);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif // DEBUG_TB_CHECK

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic inline void tb_remove(TranslationBlock **ptb, TranslationBlock *tb,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int next_offset)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(void) tb_remove(TranslationBlock **ptb, TranslationBlock *tb,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int next_offset)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(;;) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1 = *ptb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (tb1 == tb) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *ptb = *(TranslationBlock **)((char *)tb1 + next_offset);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync break;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ptb = (TranslationBlock **)((char *)tb1 + next_offset);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic inline void tb_page_remove(TranslationBlock **ptb, TranslationBlock *tb)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(void) tb_page_remove(TranslationBlock **ptb, TranslationBlock *tb)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync TranslationBlock *tb1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned int n1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(;;) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1 = *ptb;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync n1 = (long)tb1 & 3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (tb1 == tb) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *ptb = tb1->page_next[n1];

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync break;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ptb = &tb1->page_next[n1];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncstatic inline void tb_jmp_remove(TranslationBlock *tb, int n)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#else

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncDECLINLINE(void) tb_jmp_remove(TranslationBlock *tb, int n)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb1, **ptb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned int n1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync ptb = &tb->jmp_next[n];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1 = *ptb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (tb1) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* find tb(n) in circular list */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(;;) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1 = *ptb;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync n1 = (long)tb1 & 3;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (n1 == n && tb1 == tb)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync break;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (n1 == 2) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync ptb = &tb1->jmp_first;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync } else {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync ptb = &tb1->jmp_next[n1];

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* now we can suppress tb(n) from the list */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync *ptb = tb->jmp_next[n];

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb->jmp_next[n] = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic inline void tb_reset_jump(TranslationBlock *tb, int n)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(void) tb_reset_jump(TranslationBlock *tb, int n)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_set_jmp_target(tb, n, (unsigned long)(tb->tc_ptr + tb->tb_next_offset[n]));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync}

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsyncvoid tb_phys_invalidate(TranslationBlock *tb, target_ulong page_addr)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync CPUState *env;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PageDesc *p;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync unsigned int h, n1;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync target_phys_addr_t phys_pc;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync TranslationBlock *tb1, *tb2;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* remove the TB from the hash list */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync phys_pc = tb->page_addr[0] + (tb->pc & ~TARGET_PAGE_MASK);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync h = tb_phys_hash_func(phys_pc);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb_remove(&tb_phys_hash[h], tb,

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync offsetof(TranslationBlock, phys_hash_next));

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync /* remove the TB from the page list */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (tb->page_addr[0] != page_addr) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync p = page_find(tb->page_addr[0] >> TARGET_PAGE_BITS);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb_page_remove(&p->first_tb, tb);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync invalidate_page_bitmap(p);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (tb->page_addr[1] != -1 && tb->page_addr[1] != page_addr) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync p = page_find(tb->page_addr[1] >> TARGET_PAGE_BITS);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb_page_remove(&p->first_tb, tb);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync invalidate_page_bitmap(p);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_invalidated_flag = 1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* remove the TB from the hash list */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync h = tb_jmp_cache_hash_func(tb->pc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync for(env = first_cpu; env != NULL; env = env->next_cpu) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (env->tb_jmp_cache[h] == tb)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync env->tb_jmp_cache[h] = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* suppress this TB from the two jump lists */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_jmp_remove(tb, 0);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_jmp_remove(tb, 1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* suppress any remaining jumps to this TB */

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb1 = tb->jmp_first;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync for(;;) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync n1 = (long)tb1 & 3;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if (n1 == 2)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync break;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb2 = tb1->jmp_next[n1];

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb_reset_jump(tb1, n1);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1->jmp_next[n1] = NULL;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb1 = tb2;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync }

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync tb->jmp_first = (TranslationBlock *)((long)tb | 2); /* fail safe */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_phys_invalidate_count++;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#ifdef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncvoid tb_invalidate_virt(CPUState *env, uint32_t eip)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# if 1

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_flush(env);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync# else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync uint8_t *cs_base, *pc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync unsigned int flags, h, phys_pc;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb, **ptb;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags = env->hflags;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync cs_base = env->segs[R_CS].base;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync pc = cs_base + eip;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb = tb_find(&ptb, (unsigned long)pc, (unsigned long)cs_base,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync flags);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync if(tb)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# ifdef DEBUG

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync printf("invalidating TB (%08X) at %08X\n", tb, eip);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_invalidate(tb);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync //Note: this will leak TBs, but the whole cache will be flushed

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync // when it happens too often

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb->pc = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb->cs_base = 0;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync tb->flags = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync# endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# ifdef VBOX_STRICT

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncunsigned long get_phys_page_offset(target_ulong addr)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync{

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync PhysPageDesc *p = phys_page_find(addr >> TARGET_PAGE_BITS);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync return p ? p->phys_offset : 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync# endif /* VBOX_STRICT */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif /* VBOX */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#ifndef VBOX

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic inline void set_bits(uint8_t *tab, int start, int len)

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync#else

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncDECLINLINE(void) set_bits(uint8_t *tab, int start, int len)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync#endif

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int end, mask, end1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync end = start + len;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tab += start >> 3;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync mask = 0xff << (start & 7);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if ((start & ~7) == (end & ~7)) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (start < end) {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync mask &= ~(0xff << (end & 7));

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *tab |= mask;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } else {

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync *tab++ |= mask;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync start = (start + 8) & ~7;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync end1 = end & ~7;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync while (start < end1) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync *tab++ = 0xff;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync start += 8;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync }

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync if (start < end) {

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync mask = ~(0xff << (end & 7));

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync *tab |= mask;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync }

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync }

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncstatic void build_page_bitmap(PageDesc *p)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int n, tb_start, tb_end;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync p->code_bitmap = qemu_malloc(TARGET_PAGE_SIZE / 8);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!p->code_bitmap)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync return;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync memset(p->code_bitmap, 0, TARGET_PAGE_SIZE / 8);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync tb = p->first_tb;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync while (tb != NULL) {

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync n = (long)tb & 3;

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync tb = (TranslationBlock *)((long)tb & ~3);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* NOTE: this is subtle as a TB may span two physical pages */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (n == 0) {

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync /* NOTE: tb_end may be after the end of the page, but

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_start = tb->pc & ~TARGET_PAGE_MASK;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_end = tb_start + tb->size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (tb_end > TARGET_PAGE_SIZE)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_end = TARGET_PAGE_SIZE;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync } else {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_start = 0;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_end = ((tb->pc + tb->size) & ~TARGET_PAGE_MASK);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync set_bits(p->code_bitmap, tb_start, tb_end - tb_start);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb = tb->page_next[n];

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

a3011b448b38c39a7222f2f1eb40c8349023f650vboxsync}

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsyncTranslationBlock *tb_gen_code(CPUState *env,

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync target_ulong pc, target_ulong cs_base,

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int flags, int cflags)

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync{

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync TranslationBlock *tb;

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync uint8_t *tc_ptr;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync target_ulong phys_pc, phys_page2, virt_page2;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync int code_gen_size;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync phys_pc = get_phys_addr_code(env, pc);

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tb = tb_alloc(pc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync if (!tb) {

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* flush must be done */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_flush(env);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* cannot fail at this point */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb = tb_alloc(pc);

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync /* Don't forget to invalidate previous TB info. */

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb_invalidated_flag = 1;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync }

99f33ab590a3a65e0cd082dd8d67779efb9cc6c9vboxsync tc_ptr = code_gen_ptr;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb->tc_ptr = tc_ptr;

2a171646d32f8a15e9820d6fb3bf3f9b9990ca3fvboxsync tb->cs_base = cs_base;

tb->flags = flags;

tb->cflags = cflags;

cpu_gen_code(env, tb, &code_gen_size);

code_gen_ptr = (void *)(((unsigned long)code_gen_ptr + code_gen_size + CODE_GEN_ALIGN - 1) & ~(CODE_GEN_ALIGN - 1));

/* check next page if needed */

virt_page2 = (pc + tb->size - 1) & TARGET_PAGE_MASK;

phys_page2 = -1;

if ((pc & TARGET_PAGE_MASK) != virt_page2) {

phys_page2 = get_phys_addr_code(env, virt_page2);

}

tb_link_phys(tb, phys_pc, phys_page2);

return tb;

}

void tb_invalidate_phys_page_range(target_phys_addr_t start, target_phys_addr_t end,

int is_cpu_write_access)

{

int n, current_tb_modified, current_tb_not_found, current_flags;

CPUState *env = cpu_single_env;

PageDesc *p;

TranslationBlock *tb, *tb_next, *current_tb, *saved_tb;

target_ulong tb_start, tb_end;

target_ulong current_pc, current_cs_base;

p = page_find(start >> TARGET_PAGE_BITS);

if (!p)

return;

if (!p->code_bitmap &&

++p->code_write_count >= SMC_BITMAP_USE_THRESHOLD &&

is_cpu_write_access) {

/* build code bitmap */

build_page_bitmap(p);

}

/* we remove all the TBs in the range [start, end[ */

/* XXX: see if in some cases it could be faster to invalidate all the code */

current_tb_not_found = is_cpu_write_access;

current_tb_modified = 0;

current_tb = NULL; /* avoid warning */

current_pc = 0; /* avoid warning */

current_cs_base = 0; /* avoid warning */

current_flags = 0; /* avoid warning */

tb = p->first_tb;

while (tb != NULL) {

n = (long)tb & 3;

tb = (TranslationBlock *)((long)tb & ~3);

tb_next = tb->page_next[n];

/* NOTE: this is subtle as a TB may span two physical pages */

if (n == 0) {

/* NOTE: tb_end may be after the end of the page, but

tb_start = tb->page_addr[0] + (tb->pc & ~TARGET_PAGE_MASK);

tb_end = tb_start + tb->size;

} else {

tb_start = tb->page_addr[1];

tb_end = tb_start + ((tb->pc + tb->size) & ~TARGET_PAGE_MASK);

}

if (!(tb_end <= start || tb_start >= end)) {

#ifdef TARGET_HAS_PRECISE_SMC

if (current_tb_not_found) {

current_tb_not_found = 0;

current_tb = NULL;

if (env->mem_io_pc) {

/* now we have a real cpu fault */

current_tb = tb_find_pc(env->mem_io_pc);

}

}

if (current_tb == tb &&

(current_tb->cflags & CF_COUNT_MASK) != 1) {

/* If we are modifying the current TB, we must stop

current_tb_modified = 1;

cpu_restore_state(current_tb, env,

env->mem_io_pc, NULL);

#if defined(TARGET_I386)

current_flags = env->hflags;

current_flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));

current_cs_base = (target_ulong)env->segs[R_CS].base;

current_pc = current_cs_base + env->eip;

#else

#error unsupported CPU

#endif

}

#endif /* TARGET_HAS_PRECISE_SMC */

/* we need to do that to handle the case where a signal

saved_tb = NULL;

if (env) {

saved_tb = env->current_tb;

env->current_tb = NULL;

}

tb_phys_invalidate(tb, -1);

if (env) {

env->current_tb = saved_tb;

if (env->interrupt_request && env->current_tb)

cpu_interrupt(env, env->interrupt_request);

}

}

tb = tb_next;

}

#if !defined(CONFIG_USER_ONLY)

/* if no code remaining, no need to continue to use slow writes */

if (!p->first_tb) {

invalidate_page_bitmap(p);

if (is_cpu_write_access) {

tlb_unprotect_code_phys(env, start, env->mem_io_vaddr);

}

}

#endif

#ifdef TARGET_HAS_PRECISE_SMC

if (current_tb_modified) {

/* we generate a block containing just the instruction

env->current_tb = NULL;

tb_gen_code(env, current_pc, current_cs_base, current_flags, 1);

cpu_resume_from_signal(env, NULL);

}

#endif

}

#ifndef VBOX

static inline void tb_invalidate_phys_page_fast(target_phys_addr_t start, int len)

#else

DECLINLINE(void) tb_invalidate_phys_page_fast(target_phys_addr_t start, int len)

#endif

{

PageDesc *p;

int offset, b;

#if 0

if (1) {

if (loglevel) {

fprintf(logfile, "modifying code at 0x%x size=%d EIP=%x PC=%08x\n",

cpu_single_env->mem_io_vaddr, len,

cpu_single_env->eip,

cpu_single_env->eip + (long)cpu_single_env->segs[R_CS].base);

}

}

#endif

p = page_find(start >> TARGET_PAGE_BITS);

if (!p)

return;

if (p->code_bitmap) {

offset = start & ~TARGET_PAGE_MASK;

b = p->code_bitmap[offset >> 3] >> (offset & 7);

if (b & ((1 << len) - 1))

goto do_invalidate;

} else {

do_invalidate:

tb_invalidate_phys_page_range(start, start + len, 1);

}

}

#if !defined(CONFIG_SOFTMMU)

static void tb_invalidate_phys_page(target_phys_addr_t addr,

unsigned long pc, void *puc)

{

int n, current_flags, current_tb_modified;

target_ulong current_pc, current_cs_base;

PageDesc *p;

TranslationBlock *tb, *current_tb;

#ifdef TARGET_HAS_PRECISE_SMC

CPUState *env = cpu_single_env;

#endif

addr &= TARGET_PAGE_MASK;

p = page_find(addr >> TARGET_PAGE_BITS);

if (!p)

return;

tb = p->first_tb;

current_tb_modified = 0;

current_tb = NULL;

current_pc = 0; /* avoid warning */

current_cs_base = 0; /* avoid warning */

current_flags = 0; /* avoid warning */

#ifdef TARGET_HAS_PRECISE_SMC

if (tb && pc != 0) {

current_tb = tb_find_pc(pc);

}

#endif

while (tb != NULL) {

n = (long)tb & 3;

tb = (TranslationBlock *)((long)tb & ~3);

#ifdef TARGET_HAS_PRECISE_SMC

if (current_tb == tb &&

(current_tb->cflags & CF_COUNT_MASK) != 1) {

/* If we are modifying the current TB, we must stop

current_tb_modified = 1;

cpu_restore_state(current_tb, env, pc, puc);

#if defined(TARGET_I386)

current_flags = env->hflags;

current_flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));

current_cs_base = (target_ulong)env->segs[R_CS].base;

current_pc = current_cs_base + env->eip;

#else

#error unsupported CPU

#endif

}

#endif /* TARGET_HAS_PRECISE_SMC */

tb_phys_invalidate(tb, addr);

tb = tb->page_next[n];

}

p->first_tb = NULL;

#ifdef TARGET_HAS_PRECISE_SMC

if (current_tb_modified) {

/* we generate a block containing just the instruction

env->current_tb = NULL;

tb_gen_code(env, current_pc, current_cs_base, current_flags, 1);

cpu_resume_from_signal(env, puc);

}

#endif

}

#endif

#ifndef VBOX

static inline void tb_alloc_page(TranslationBlock *tb,

unsigned int n, target_ulong page_addr)

#else

DECLINLINE(void) tb_alloc_page(TranslationBlock *tb,

unsigned int n, target_ulong page_addr)

#endif

{

PageDesc *p;

TranslationBlock *last_first_tb;

tb->page_addr[n] = page_addr;

p = page_find_alloc(page_addr >> TARGET_PAGE_BITS);

tb->page_next[n] = p->first_tb;

last_first_tb = p->first_tb;

p->first_tb = (TranslationBlock *)((long)tb | n);

invalidate_page_bitmap(p);

#if defined(TARGET_HAS_SMC) || 1

#if defined(CONFIG_USER_ONLY)

if (p->flags & PAGE_WRITE) {

target_ulong addr;

PageDesc *p2;

int prot;

/* force the host page as non writable (writes will have a

page_addr &= qemu_host_page_mask;

prot = 0;

for(addr = page_addr; addr < page_addr + qemu_host_page_size;

addr += TARGET_PAGE_SIZE) {

p2 = page_find (addr >> TARGET_PAGE_BITS);

if (!p2)