29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#include "config.h"

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#ifndef VBOX

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#ifdef _WIN32

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#include <windows.h>

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#else

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#include <sys/types.h>

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#include <sys/mman.h>

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#include <stdlib.h>

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#include <stdio.h>

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#include <stdarg.h>

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#include <string.h>

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#include <errno.h>

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#include <unistd.h>

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#include <inttypes.h>

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else /* VBOX */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync# include <stdlib.h>

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync# include <stdio.h>

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync# include <iprt/alloc.h>

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync# include <iprt/string.h>

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync# include <iprt/param.h>

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync# include <VBox/pgm.h> /* PGM_DYNAMIC_RAM_ALLOC */

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#endif /* VBOX */

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#include "cpu.h"

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#include "exec-all.h"

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#if defined(CONFIG_USER_ONLY)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#include <qemu.h>

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#endif

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync#if !defined(CONFIG_USER_ONLY)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#undef DEBUG_TB_CHECK

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#define SMC_BITMAP_USE_THRESHOLD 10

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#define MMAP_AREA_START 0x00000000

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#define MMAP_AREA_END 0xa8000000

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if defined(TARGET_SPARC64)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 41

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#elif defined(TARGET_SPARC)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 36

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#elif defined(TARGET_ALPHA)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 42

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#define TARGET_VIRT_ADDR_SPACE_BITS 42

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#elif defined(TARGET_PPC64)

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 42

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#elif defined(TARGET_X86_64) && !defined(USE_KQEMU)

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 42

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#elif defined(TARGET_I386) && !defined(USE_KQEMU)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 36

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#define TARGET_PHYS_ADDR_SPACE_BITS 32

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncstatic TranslationBlock *tbs;

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncint code_gen_max_blocks;

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncTranslationBlock *tb_phys_hash[CODE_GEN_PHYS_HASH_SIZE];

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncstatic int nb_tbs;

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncspinlock_t tb_lock = SPIN_LOCK_UNLOCKED;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#ifndef VBOX

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#if defined(__arm__) || defined(__sparc_v9__)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#define code_gen_section \

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync __attribute__((__section__(".gen_code"))) \

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync __attribute__((aligned (32)))

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#define code_gen_section \

0c94a8282c9042b02f022302a3d987746140eab9vboxsync __attribute__((aligned (32)))

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncuint8_t code_gen_prologue[1024] code_gen_section;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else /* VBOX */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncextern uint8_t* code_gen_prologue;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif /* VBOX */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic uint8_t *code_gen_buffer;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic unsigned long code_gen_buffer_size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic unsigned long code_gen_buffer_max_size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncuint8_t *code_gen_ptr;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifndef VBOX

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if !defined(CONFIG_USER_ONLY)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncram_addr_t phys_ram_size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncint phys_ram_fd;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncuint8_t *phys_ram_base;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncuint8_t *phys_ram_dirty;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic int in_migration;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic ram_addr_t phys_ram_alloc_offset = 0;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else /* VBOX */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncRTGCPHYS phys_ram_size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncuint32_t phys_ram_dirty_size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif /* VBOX */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if !defined(VBOX)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncuint8_t *phys_ram_base;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsyncuint8_t *phys_ram_dirty;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncCPUState *first_cpu;

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsyncCPUState *cpu_single_env;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncint use_icount = 0;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncint64_t qemu_icount;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsynctypedef struct PageDesc {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* list of TBs intersecting this ram page */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync TranslationBlock *first_tb;

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync /* in order to optimize self modifying code, we count the number

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync unsigned int code_write_count;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync uint8_t *code_bitmap;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if defined(CONFIG_USER_ONLY)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync unsigned long flags;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsync} PageDesc;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsynctypedef struct PhysPageDesc {

0c94a8282c9042b02f022302a3d987746140eab9vboxsync /* offset in host memory of the page + io_index in the low 12 bits */

0c94a8282c9042b02f022302a3d987746140eab9vboxsync ram_addr_t phys_offset;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync} PhysPageDesc;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#define L2_BITS 10

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#if defined(CONFIG_USER_ONLY) && defined(TARGET_VIRT_ADDR_SPACE_BITS)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#define L1_BITS (TARGET_VIRT_ADDR_SPACE_BITS - L2_BITS - TARGET_PAGE_BITS)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#else

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#define L1_BITS (32 - L2_BITS - TARGET_PAGE_BITS)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#define L1_SIZE (1 << L1_BITS)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#define L2_SIZE (1 << L2_BITS)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncstatic void io_mem_init(void);

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncunsigned long qemu_real_host_page_size;

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncunsigned long qemu_host_page_bits;

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncunsigned long qemu_host_page_size;

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncunsigned long qemu_host_page_mask;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncstatic PageDesc *l1_map[L1_SIZE];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic PhysPageDesc **l1_phys_map;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if !defined(CONFIG_USER_ONLY)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void io_mem_init(void);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncCPUWriteMemoryFunc *io_mem_write[IO_MEM_NB_ENTRIES][4];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncCPUReadMemoryFunc *io_mem_read[IO_MEM_NB_ENTRIES][4];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncvoid *io_mem_opaque[IO_MEM_NB_ENTRIES];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic int io_mem_nb;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic int io_mem_watch;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncstatic const char *logfilename = "/tmp/qemu.log";

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif /* !VBOX */

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncFILE *logfile;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncint loglevel;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#ifndef VBOX

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncstatic int log_append = 0;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic int tlb_flush_count;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic int tb_flush_count;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic int tb_phys_invalidate_count;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif /* !VBOX */

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#define SUBPAGE_IDX(addr) ((addr) & ~TARGET_PAGE_MASK)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsynctypedef struct subpage_t {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync target_phys_addr_t base;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync CPUReadMemoryFunc **mem_read[TARGET_PAGE_SIZE][4];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync CPUWriteMemoryFunc **mem_write[TARGET_PAGE_SIZE][4];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync void *opaque[TARGET_PAGE_SIZE][2][4];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync} subpage_t;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifdef _WIN32

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void map_exec(void *addr, long size)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync DWORD old_protect;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync VirtualProtect(addr, size,

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync PAGE_EXECUTE_READWRITE, &old_protect);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void map_exec(void *addr, long size)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync unsigned long start, end, page_size;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync page_size = getpagesize();

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync start = (unsigned long)addr;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync start &= ~(page_size - 1);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync end = (unsigned long)addr + size;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync end += page_size - 1;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync end &= ~(page_size - 1);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync mprotect((void *)start, end - start,

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync PROT_READ | PROT_WRITE | PROT_EXEC);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else // VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void map_exec(void *addr, long size)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync RTMemProtect(addr, size,

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync RTMEM_PROT_EXEC | RTMEM_PROT_READ | RTMEM_PROT_WRITE);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void page_init(void)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync /* NOTE: we can always suppose that qemu_host_page_size >=

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifdef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync RTMemProtect(code_gen_buffer, sizeof(code_gen_buffer),

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync RTMEM_PROT_EXEC | RTMEM_PROT_READ | RTMEM_PROT_WRITE);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync qemu_real_host_page_size = PAGE_SIZE;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else /* !VBOX */

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifdef _WIN32

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync SYSTEM_INFO system_info;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync DWORD old_protect;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync GetSystemInfo(&system_info);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync qemu_real_host_page_size = system_info.dwPageSize;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync qemu_real_host_page_size = getpagesize();

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif /* !VBOX */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (qemu_host_page_size == 0)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync qemu_host_page_size = qemu_real_host_page_size;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (qemu_host_page_size < TARGET_PAGE_SIZE)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync qemu_host_page_size = TARGET_PAGE_SIZE;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync qemu_host_page_bits = 0;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#ifndef VBOX

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync while ((1 << qemu_host_page_bits) < qemu_host_page_size)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#else

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync while ((1 << qemu_host_page_bits) < (int)qemu_host_page_size)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync qemu_host_page_bits++;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync qemu_host_page_mask = ~(qemu_host_page_size - 1);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync l1_phys_map = qemu_vmalloc(L1_SIZE * sizeof(void *));

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync memset(l1_phys_map, 0, L1_SIZE * sizeof(void *));

29099c2d04b11e614f1fa399fab9e9162f2788b9vboxsync#ifdef VBOX

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* We use other means to set reserved bit on our pages */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if !defined(_WIN32) && defined(CONFIG_USER_ONLY)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync long long startaddr, endaddr;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync FILE *f;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int n;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync mmap_lock();

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync last_brk = (unsigned long)sbrk(0);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync f = fopen("/proc/self/maps", "r");

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (f) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync do {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync n = fscanf (f, "%llx-%llx %*[^\n]\n", &startaddr, &endaddr);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (n == 2) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync startaddr = MIN(startaddr,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync (1ULL << TARGET_PHYS_ADDR_SPACE_BITS) - 1);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync endaddr = MIN(endaddr,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync (1ULL << TARGET_PHYS_ADDR_SPACE_BITS) - 1);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync page_set_flags(startaddr & TARGET_PAGE_MASK,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync TARGET_PAGE_ALIGN(endaddr),

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync PAGE_RESERVED);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync } while (!feof(f));

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync fclose(f);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync mmap_unlock();

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifndef VBOX

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic inline PageDesc **page_l1_map(target_ulong index)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#else

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncDECLINLINE(PageDesc **) page_l1_map(target_ulong index)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#if TARGET_LONG_BITS > 32

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync /* Host memory outside guest VM. For 32-bit targets we have already

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (index > ((target_ulong)L2_SIZE * L1_SIZE))

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync return NULL;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync return &l1_map[index >> L2_BITS];

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync}

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#ifndef VBOX

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncstatic inline PageDesc *page_find_alloc(target_ulong index)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#else

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncDECLINLINE(PageDesc *) page_find_alloc(target_ulong index)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync PageDesc **lp, *p;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync lp = page_l1_map(index);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (!lp)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync return NULL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync p = *lp;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (!p) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync /* allocate if not found */

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#if defined(CONFIG_USER_ONLY)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync unsigned long addr;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync size_t len = sizeof(PageDesc) * L2_SIZE;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync /* Don't use qemu_malloc because it may recurse. */

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync p = mmap(0, len, PROT_READ | PROT_WRITE,

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync *lp = p;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync addr = h2g(p);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (addr == (target_ulong)addr) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync page_set_flags(addr & TARGET_PAGE_MASK,

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync TARGET_PAGE_ALIGN(addr + len),

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync PAGE_RESERVED);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#else

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync p = qemu_mallocz(sizeof(PageDesc) * L2_SIZE);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync *lp = p;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsync }

0c94a8282c9042b02f022302a3d987746140eab9vboxsync return p + (index & (L2_SIZE - 1));

0c94a8282c9042b02f022302a3d987746140eab9vboxsync}

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#ifndef VBOX

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncstatic inline PageDesc *page_find(target_ulong index)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#else

0c94a8282c9042b02f022302a3d987746140eab9vboxsyncDECLINLINE(PageDesc *) page_find(target_ulong index)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsync{

0c94a8282c9042b02f022302a3d987746140eab9vboxsync PageDesc **lp, *p;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync lp = page_l1_map(index);

0c94a8282c9042b02f022302a3d987746140eab9vboxsync if (!lp)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync return NULL;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync

0c94a8282c9042b02f022302a3d987746140eab9vboxsync p = *lp;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync if (!p)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync return 0;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync return p + (index & (L2_SIZE - 1));

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncstatic PhysPageDesc *phys_page_find_alloc(target_phys_addr_t index, int alloc)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync void **lp, **p;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync PhysPageDesc *pd;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync p = (void **)l1_phys_map;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if TARGET_PHYS_ADDR_SPACE_BITS > 32

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#if TARGET_PHYS_ADDR_SPACE_BITS > (32 + L1_BITS)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#error unsupported TARGET_PHYS_ADDR_SPACE_BITS

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync lp = p + ((index >> (L1_BITS + L2_BITS)) & (L1_SIZE - 1));

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync p = *lp;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (!p) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* allocate if not found */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (!alloc)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync return NULL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync p = qemu_vmalloc(sizeof(void *) * L1_SIZE);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync memset(p, 0, sizeof(void *) * L1_SIZE);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync *lp = p;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync lp = p + ((index >> L2_BITS) & (L1_SIZE - 1));

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync pd = *lp;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync if (!pd) {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync int i;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync /* allocate if not found */

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync if (!alloc)

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync return NULL;

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync pd = qemu_vmalloc(sizeof(PhysPageDesc) * L2_SIZE);

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync *lp = pd;

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync for (i = 0; i < L2_SIZE; i++)

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync pd[i].phys_offset = IO_MEM_UNASSIGNED;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if defined(VBOX) && !defined(VBOX_WITH_NEW_PHYS_CODE)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync pd = ((PhysPageDesc *)pd) + (index & (L2_SIZE - 1));

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync if (RT_UNLIKELY((pd->phys_offset & ~TARGET_PAGE_MASK) == IO_MEM_RAM_MISSING))

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync remR3GrowDynRange(pd->phys_offset & TARGET_PAGE_MASK);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync return pd;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync return ((PhysPageDesc *)pd) + (index & (L2_SIZE - 1));

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync}

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#ifndef VBOX

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncstatic inline PhysPageDesc *phys_page_find(target_phys_addr_t index)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncDECLINLINE(PhysPageDesc *) phys_page_find(target_phys_addr_t index)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync return phys_page_find_alloc(index, 0);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync}

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#if !defined(CONFIG_USER_ONLY)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void tlb_protect_code(ram_addr_t ram_addr);

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsyncstatic void tlb_unprotect_code_phys(CPUState *env, ram_addr_t ram_addr,

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync target_ulong vaddr);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#define mmap_lock() do { } while(0)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#define mmap_unlock() do { } while(0)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync#ifdef VBOX

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync#endif

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync#define DEFAULT_CODE_GEN_BUFFER_SIZE (32 * 1024 * 1024)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#if defined(CONFIG_USER_ONLY)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#define USE_STATIC_CODE_GEN_BUFFER

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#ifndef VBOX

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#ifdef USE_STATIC_CODE_GEN_BUFFER

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncstatic uint8_t static_code_gen_buffer[DEFAULT_CODE_GEN_BUFFER_SIZE];

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncstatic void code_gen_alloc(unsigned long tb_size)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync{

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#ifdef USE_STATIC_CODE_GEN_BUFFER

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync code_gen_buffer = static_code_gen_buffer;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync code_gen_buffer_size = DEFAULT_CODE_GEN_BUFFER_SIZE;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync map_exec(code_gen_buffer, code_gen_buffer_size);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#else

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync code_gen_buffer_size = tb_size;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync if (code_gen_buffer_size == 0) {

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#if defined(CONFIG_USER_ONLY)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync /* in user mode, phys_ram_size is not meaningful */

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync code_gen_buffer_size = DEFAULT_CODE_GEN_BUFFER_SIZE;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync /* XXX: needs ajustments */

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_buffer_size = (unsigned long)(phys_ram_size / 4);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync if (code_gen_buffer_size < MIN_CODE_GEN_BUFFER_SIZE)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync code_gen_buffer_size = MIN_CODE_GEN_BUFFER_SIZE;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync /* The code gen buffer location may have constraints depending on

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifdef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_buffer = RTMemExecAlloc(code_gen_buffer_size);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync if (!code_gen_buffer) {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync LogRel(("REM: failed allocate codegen buffer %lld\n",

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_buffer_size));

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync return;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else //!VBOX

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#if defined(__linux__)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync int flags;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync void *start = NULL;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync flags = MAP_PRIVATE | MAP_ANONYMOUS;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#if defined(__x86_64__)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync flags |= MAP_32BIT;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync /* Cannot map more than that */

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (code_gen_buffer_size > (800 * 1024 * 1024))

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_buffer_size = (800 * 1024 * 1024);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#elif defined(__sparc_v9__)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync // Map the buffer below 2G, so we can use direct calls and branches

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags |= MAP_FIXED;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync start = (void *) 0x60000000UL;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync if (code_gen_buffer_size > (512 * 1024 * 1024))

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_buffer_size = (512 * 1024 * 1024);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

0c94a8282c9042b02f022302a3d987746140eab9vboxsync code_gen_buffer = mmap(start, code_gen_buffer_size,

0c94a8282c9042b02f022302a3d987746140eab9vboxsync PROT_WRITE | PROT_READ | PROT_EXEC,

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags, -1, 0);

0c94a8282c9042b02f022302a3d987746140eab9vboxsync if (code_gen_buffer == MAP_FAILED) {

0c94a8282c9042b02f022302a3d987746140eab9vboxsync fprintf(stderr, "Could not allocate dynamic translator buffer\n");

0c94a8282c9042b02f022302a3d987746140eab9vboxsync exit(1);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync }

0c94a8282c9042b02f022302a3d987746140eab9vboxsync }

0c94a8282c9042b02f022302a3d987746140eab9vboxsync#elif defined(__FreeBSD__)

0c94a8282c9042b02f022302a3d987746140eab9vboxsync {

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync int flags;

0c94a8282c9042b02f022302a3d987746140eab9vboxsync void *addr = NULL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync flags = MAP_PRIVATE | MAP_ANONYMOUS;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if defined(__x86_64__)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* FreeBSD doesn't have MAP_32BIT, use MAP_FIXED and assume

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags |= MAP_FIXED;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync addr = (void *)0x40000000;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync /* Cannot map more than that */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (code_gen_buffer_size > (800 * 1024 * 1024))

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync code_gen_buffer_size = (800 * 1024 * 1024);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync code_gen_buffer = mmap(addr, code_gen_buffer_size,

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync PROT_WRITE | PROT_READ | PROT_EXEC,

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags, -1, 0);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (code_gen_buffer == MAP_FAILED) {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync fprintf(stderr, "Could not allocate dynamic translator buffer\n");

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync exit(1);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync code_gen_buffer = qemu_malloc(code_gen_buffer_size);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync if (!code_gen_buffer) {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync fprintf(stderr, "Could not allocate dynamic translator buffer\n");

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync exit(1);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync map_exec(code_gen_buffer, code_gen_buffer_size);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync map_exec(code_gen_prologue, sizeof(code_gen_prologue));

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif /* !VBOX */

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif /* !USE_STATIC_CODE_GEN_BUFFER */

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync map_exec(code_gen_prologue, sizeof(code_gen_prologue));

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync map_exec(code_gen_prologue, _1K);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_buffer_max_size = code_gen_buffer_size -

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_max_block_size();

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_max_blocks = code_gen_buffer_size / CODE_GEN_AVG_BLOCK_SIZE;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync tbs = qemu_malloc(code_gen_max_blocks * sizeof(TranslationBlock));

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncvoid cpu_exec_init_all(unsigned long tb_size)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync cpu_gen_init();

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_alloc(tb_size);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync code_gen_ptr = code_gen_buffer;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync page_init();

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if !defined(CONFIG_USER_ONLY)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync io_mem_init();

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if defined(CPU_SAVE_VERSION) && !defined(CONFIG_USER_ONLY)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#define CPU_COMMON_SAVE_VERSION 1

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic void cpu_common_save(QEMUFile *f, void *opaque)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync CPUState *env = opaque;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync qemu_put_be32s(f, &env->halted);

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync qemu_put_be32s(f, &env->interrupt_request);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncstatic int cpu_common_load(QEMUFile *f, void *opaque, int version_id)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync CPUState *env = opaque;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (version_id != CPU_COMMON_SAVE_VERSION)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync return -EINVAL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync qemu_get_be32s(f, &env->halted);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync qemu_get_be32s(f, &env->interrupt_request);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync tlb_flush(env, 1);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync return 0;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#endif //!VBOX

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncvoid cpu_exec_init(CPUState *env)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync CPUState **penv;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync int cpu_index;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync env->next_cpu = NULL;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync penv = &first_cpu;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync cpu_index = 0;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync while (*penv != NULL) {

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync penv = (CPUState **)&(*penv)->next_cpu;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync cpu_index++;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync env->cpu_index = cpu_index;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync env->nb_watchpoints = 0;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync *penv = env;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if defined(CPU_SAVE_VERSION) && !defined(CONFIG_USER_ONLY)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync register_savevm("cpu_common", cpu_index, CPU_COMMON_SAVE_VERSION,

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync cpu_common_save, cpu_common_load, env);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync register_savevm("cpu", cpu_index, CPU_SAVE_VERSION,

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync cpu_save, cpu_load, env);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif // !VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#ifndef VBOX

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncstatic inline void invalidate_page_bitmap(PageDesc *p)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#else

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsyncDECLINLINE(void) invalidate_page_bitmap(PageDesc *p)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#endif

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync if (p->code_bitmap) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync qemu_free(p->code_bitmap);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync p->code_bitmap = NULL;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync }

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync p->code_write_count = 0;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync}

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncstatic void page_flush_tb(void)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync int i, j;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync PageDesc *p;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(i = 0; i < L1_SIZE; i++) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync p = l1_map[i];

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync if (p) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(j = 0; j < L2_SIZE; j++) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync p->first_tb = NULL;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync invalidate_page_bitmap(p);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync p++;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncvoid tb_flush(CPUState *env1)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync{

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync CPUState *env;

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync#if defined(DEBUG_FLUSH)

19320d55d1417c39b3b5673a53aaa5ef177242c8vboxsync printf("qemu: flush code_size=%ld nb_tbs=%d avg_tb_size=%ld\n",

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync (unsigned long)(code_gen_ptr - code_gen_buffer),

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync nb_tbs, nb_tbs > 0 ?

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync ((unsigned long)(code_gen_ptr - code_gen_buffer)) / nb_tbs : 0);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if ((unsigned long)(code_gen_ptr - code_gen_buffer) > code_gen_buffer_size)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync cpu_abort(env1, "Internal error: code buffer overflow\n");

9c9db71d639cf066ed41d49629d46d48bff4be2fvboxsync

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync nb_tbs = 0;

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(env = first_cpu; env != NULL; env = env->next_cpu) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync memset (env->tb_jmp_cache, 0, TB_JMP_CACHE_SIZE * sizeof (void *));

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync memset (tb_phys_hash, 0, CODE_GEN_PHYS_HASH_SIZE * sizeof (void *));

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync page_flush_tb();

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync code_gen_ptr = code_gen_buffer;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync /* XXX: flush processor icache at this point if cache flush is

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync tb_flush_count++;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#ifdef DEBUG_TB_CHECK

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncstatic void tb_invalidate_check(target_ulong address)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync TranslationBlock *tb;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync int i;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync address &= TARGET_PAGE_MASK;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(i = 0;i < CODE_GEN_PHYS_HASH_SIZE; i++) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(tb = tb_phys_hash[i]; tb != NULL; tb = tb->phys_hash_next) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (!(address + TARGET_PAGE_SIZE <= tb->pc ||

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync address >= tb->pc + tb->size)) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync printf("ERROR invalidate: address=%08lx PC=%08lx size=%04x\n",

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync address, (long)tb->pc, tb->size);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsyncstatic void tb_page_check(void)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync TranslationBlock *tb;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync int i, flags1, flags2;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(i = 0;i < CODE_GEN_PHYS_HASH_SIZE; i++) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(tb = tb_phys_hash[i]; tb != NULL; tb = tb->phys_hash_next) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags1 = page_get_flags(tb->pc);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags2 = page_get_flags(tb->pc + tb->size - 1);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if ((flags1 & PAGE_WRITE) || (flags2 & PAGE_WRITE)) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync printf("ERROR page flags: PC=%08lx size=%04x f1=%x f2=%x\n",

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync (long)tb->pc, tb->size, flags1, flags2);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync}

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync

9c9db71d639cf066ed41d49629d46d48bff4be2fvboxsyncstatic void tb_jmp_check(TranslationBlock *tb)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync TranslationBlock *tb1;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync unsigned int n1;

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync /* suppress any remaining jumps to this TB */

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync tb1 = tb->jmp_first;

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync for(;;) {

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync n1 = (long)tb1 & 3;

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (n1 == 2)

9c9db71d639cf066ed41d49629d46d48bff4be2fvboxsync break;

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync tb1 = tb1->jmp_next[n1];

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync }

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync /* check end of list */

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync if (tb1 != tb) {

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync printf("ERROR: jmp_list from 0x%08lx\n", (long)tb);

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync }

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync}

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif // DEBUG_TB_CHECK

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync#ifndef VBOX

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsyncstatic inline void tb_remove(TranslationBlock **ptb, TranslationBlock *tb,

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync int next_offset)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#else

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsyncDECLINLINE(void) tb_remove(TranslationBlock **ptb, TranslationBlock *tb,

44372afb953dc9f1f1ec71943f5f561a607c0307vboxsync int next_offset)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync#endif

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync{

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync TranslationBlock *tb1;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync for(;;) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync tb1 = *ptb;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if (tb1 == tb) {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync *ptb = *(TranslationBlock **)((char *)tb1 + next_offset);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync break;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync ptb = (TranslationBlock **)((char *)tb1 + next_offset);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifndef VBOX

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic inline void tb_page_remove(TranslationBlock **ptb, TranslationBlock *tb)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncDECLINLINE(void) tb_page_remove(TranslationBlock **ptb, TranslationBlock *tb)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync{

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync TranslationBlock *tb1;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync unsigned int n1;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync for(;;) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb1 = *ptb;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync n1 = (long)tb1 & 3;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (tb1 == tb) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync *ptb = tb1->page_next[n1];

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync break;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync ptb = &tb1->page_next[n1];

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync}

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#ifndef VBOX

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncstatic inline void tb_jmp_remove(TranslationBlock *tb, int n)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#else

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncDECLINLINE(void) tb_jmp_remove(TranslationBlock *tb, int n)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync TranslationBlock *tb1, **ptb;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync unsigned int n1;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync ptb = &tb->jmp_next[n];

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb1 = *ptb;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (tb1) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* find tb(n) in circular list */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync for(;;) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb1 = *ptb;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync n1 = (long)tb1 & 3;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (n1 == n && tb1 == tb)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync break;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (n1 == 2) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync ptb = &tb1->jmp_first;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync } else {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync ptb = &tb1->jmp_next[n1];

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* now we can suppress tb(n) from the list */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync *ptb = tb->jmp_next[n];

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb->jmp_next[n] = NULL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync}

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#ifndef VBOX

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncstatic inline void tb_reset_jump(TranslationBlock *tb, int n)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#else

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncDECLINLINE(void) tb_reset_jump(TranslationBlock *tb, int n)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb_set_jmp_target(tb, n, (unsigned long)(tb->tc_ptr + tb->tb_next_offset[n]));

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync}

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncvoid tb_phys_invalidate(TranslationBlock *tb, target_ulong page_addr)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync CPUState *env;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync PageDesc *p;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync unsigned int h, n1;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync target_phys_addr_t phys_pc;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync TranslationBlock *tb1, *tb2;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* remove the TB from the hash list */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync phys_pc = tb->page_addr[0] + (tb->pc & ~TARGET_PAGE_MASK);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync h = tb_phys_hash_func(phys_pc);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync tb_remove(&tb_phys_hash[h], tb,

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync offsetof(TranslationBlock, phys_hash_next));

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* remove the TB from the page list */

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync if (tb->page_addr[0] != page_addr) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync p = page_find(tb->page_addr[0] >> TARGET_PAGE_BITS);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb_page_remove(&p->first_tb, tb);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync invalidate_page_bitmap(p);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (tb->page_addr[1] != -1 && tb->page_addr[1] != page_addr) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync p = page_find(tb->page_addr[1] >> TARGET_PAGE_BITS);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb_page_remove(&p->first_tb, tb);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync invalidate_page_bitmap(p);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync tb_invalidated_flag = 1;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* remove the TB from the hash list */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync h = tb_jmp_cache_hash_func(tb->pc);

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync for(env = first_cpu; env != NULL; env = env->next_cpu) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (env->tb_jmp_cache[h] == tb)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync env->tb_jmp_cache[h] = NULL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync /* suppress this TB from the two jump lists */

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync tb_jmp_remove(tb, 0);

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync tb_jmp_remove(tb, 1);

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync /* suppress any remaining jumps to this TB */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb1 = tb->jmp_first;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync for(;;) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync n1 = (long)tb1 & 3;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync if (n1 == 2)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync break;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb1 = (TranslationBlock *)((long)tb1 & ~3);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync tb2 = tb1->jmp_next[n1];

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb_reset_jump(tb1, n1);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync tb1->jmp_next[n1] = NULL;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb1 = tb2;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb->jmp_first = (TranslationBlock *)((long)tb | 2); /* fail safe */

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#ifndef VBOX

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb_phys_invalidate_count++;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync}

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync#ifdef VBOX

66b58af085e22ee26be57f98127fb49ee2e91790vboxsyncvoid tb_invalidate_virt(CPUState *env, uint32_t eip)

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync{

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync# if 1

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb_flush(env);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync# else

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync uint8_t *cs_base, *pc;

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync unsigned int flags, h, phys_pc;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync TranslationBlock *tb, **ptb;

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync flags = env->hflags;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync cs_base = env->segs[R_CS].base;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync pc = cs_base + eip;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb = tb_find(&ptb, (unsigned long)pc, (unsigned long)cs_base,

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync flags);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync if(tb)

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync {

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync# ifdef DEBUG

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync printf("invalidating TB (%08X) at %08X\n", tb, eip);

f9cdd92d151d9c28eb0f1aed25863fc04f85691dvboxsync# endif

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync tb_invalidate(tb);

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync //Note: this will leak TBs, but the whole cache will be flushed

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync // when it happens too often

c66c4413faa5a72ce047742f9acfa85e94dec8afvboxsync tb->pc = 0;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb->cs_base = 0;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync tb->flags = 0;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync# endif

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync}

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync# ifdef VBOX_STRICT

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncunsigned long get_phys_page_offset(target_ulong addr)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync{

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync PhysPageDesc *p = phys_page_find(addr >> TARGET_PAGE_BITS);

fdb40b7d2efa84fc6f03b7a695cb4b2e035c30c7vboxsync return p ? p->phys_offset : 0;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync}

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync# endif /* VBOX_STRICT */

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif /* VBOX */

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#ifndef VBOX

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncstatic inline void set_bits(uint8_t *tab, int start, int len)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#else

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsyncDECLINLINE(void) set_bits(uint8_t *tab, int start, int len)

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync#endif

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync{

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync int end, mask, end1;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync end = start + len;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync tab += start >> 3;

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync mask = 0xff << (start & 7);

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync if ((start & ~7) == (end & ~7)) {

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync if (start < end) {

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync mask &= ~(0xff << (end & 7));

661bfa5aae55ac2f94fa1cb131ea2323e5f6e633vboxsync *tab |= mask;

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync }

66b58af085e22ee26be57f98127fb49ee2e91790vboxsync } else {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync *tab++ |= mask;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync start = (start + 8) & ~7;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync end1 = end & ~7;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync while (start < end1) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync *tab++ = 0xff;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync start += 8;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (start < end) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync mask = ~(0xff << (end & 7));

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync *tab |= mask;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic void build_page_bitmap(PageDesc *p)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync{

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int n, tb_start, tb_end;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync TranslationBlock *tb;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync p->code_bitmap = qemu_malloc(TARGET_PAGE_SIZE / 8);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (!p->code_bitmap)

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync return;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync memset(p->code_bitmap, 0, TARGET_PAGE_SIZE / 8);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb = p->first_tb;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync while (tb != NULL) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync n = (long)tb & 3;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb = (TranslationBlock *)((long)tb & ~3);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* NOTE: this is subtle as a TB may span two physical pages */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (n == 0) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* NOTE: tb_end may be after the end of the page, but

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_start = tb->pc & ~TARGET_PAGE_MASK;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_end = tb_start + tb->size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (tb_end > TARGET_PAGE_SIZE)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_end = TARGET_PAGE_SIZE;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync } else {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_start = 0;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_end = ((tb->pc + tb->size) & ~TARGET_PAGE_MASK);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync set_bits(p->code_bitmap, tb_start, tb_end - tb_start);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb = tb->page_next[n];

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncTranslationBlock *tb_gen_code(CPUState *env,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync target_ulong pc, target_ulong cs_base,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int flags, int cflags)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync{

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync TranslationBlock *tb;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync uint8_t *tc_ptr;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync target_ulong phys_pc, phys_page2, virt_page2;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int code_gen_size;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync phys_pc = get_phys_addr_code(env, pc);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb = tb_alloc(pc);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (!tb) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* flush must be done */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_flush(env);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* cannot fail at this point */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb = tb_alloc(pc);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* Don't forget to invalidate previous TB info. */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_invalidated_flag = 1;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tc_ptr = code_gen_ptr;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb->tc_ptr = tc_ptr;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb->cs_base = cs_base;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb->flags = flags;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb->cflags = cflags;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync cpu_gen_code(env, tb, &code_gen_size);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync code_gen_ptr = (void *)(((unsigned long)code_gen_ptr + code_gen_size + CODE_GEN_ALIGN - 1) & ~(CODE_GEN_ALIGN - 1));

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* check next page if needed */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync virt_page2 = (pc + tb->size - 1) & TARGET_PAGE_MASK;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync phys_page2 = -1;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if ((pc & TARGET_PAGE_MASK) != virt_page2) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync phys_page2 = get_phys_addr_code(env, virt_page2);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_link_phys(tb, phys_pc, phys_page2);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync return tb;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncvoid tb_invalidate_phys_page_range(target_phys_addr_t start, target_phys_addr_t end,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int is_cpu_write_access)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync{

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int n, current_tb_modified, current_tb_not_found, current_flags;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync CPUState *env = cpu_single_env;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync PageDesc *p;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync TranslationBlock *tb, *tb_next, *current_tb, *saved_tb;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync target_ulong tb_start, tb_end;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync target_ulong current_pc, current_cs_base;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync p = page_find(start >> TARGET_PAGE_BITS);

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync if (!p)

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync return;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync if (!p->code_bitmap &&

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync ++p->code_write_count >= SMC_BITMAP_USE_THRESHOLD &&

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync is_cpu_write_access) {

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync /* build code bitmap */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync build_page_bitmap(p);

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync }

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync /* we remove all the TBs in the range [start, end[ */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync /* XXX: see if in some cases it could be faster to invalidate all the code */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync current_tb_not_found = is_cpu_write_access;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync current_tb_modified = 0;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync current_tb = NULL; /* avoid warning */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync current_pc = 0; /* avoid warning */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync current_cs_base = 0; /* avoid warning */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync current_flags = 0; /* avoid warning */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb = p->first_tb;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync while (tb != NULL) {

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync n = (long)tb & 3;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb = (TranslationBlock *)((long)tb & ~3);

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb_next = tb->page_next[n];

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync /* NOTE: this is subtle as a TB may span two physical pages */

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync if (n == 0) {

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync /* NOTE: tb_end may be after the end of the page, but

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb_start = tb->page_addr[0] + (tb->pc & ~TARGET_PAGE_MASK);

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb_end = tb_start + tb->size;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync } else {

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb_start = tb->page_addr[1];

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync tb_end = tb_start + ((tb->pc + tb->size) & ~TARGET_PAGE_MASK);

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync }

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync if (!(tb_end <= start || tb_start >= end)) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifdef TARGET_HAS_PRECISE_SMC

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (current_tb_not_found) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_tb_not_found = 0;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_tb = NULL;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (env->mem_io_pc) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* now we have a real cpu fault */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_tb = tb_find_pc(env->mem_io_pc);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (current_tb == tb &&

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync (current_tb->cflags & CF_COUNT_MASK) != 1) {

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync /* If we are modifying the current TB, we must stop

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_tb_modified = 1;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync cpu_restore_state(current_tb, env,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync env->mem_io_pc, NULL);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if defined(TARGET_I386)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_flags = env->hflags;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_cs_base = (target_ulong)env->segs[R_CS].base;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync current_pc = current_cs_base + env->eip;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#error unsupported CPU

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif /* TARGET_HAS_PRECISE_SMC */

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync /* we need to do that to handle the case where a signal

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync saved_tb = NULL;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync if (env) {

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync saved_tb = env->current_tb;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync env->current_tb = NULL;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync }

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync tb_phys_invalidate(tb, -1);

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync if (env) {

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync env->current_tb = saved_tb;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync if (env->interrupt_request && env->current_tb)

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync cpu_interrupt(env, env->interrupt_request);

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync }

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync }

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync tb = tb_next;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if !defined(CONFIG_USER_ONLY)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* if no code remaining, no need to continue to use slow writes */

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (!p->first_tb) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync invalidate_page_bitmap(p);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (is_cpu_write_access) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tlb_unprotect_code_phys(env, start, env->mem_io_vaddr);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifdef TARGET_HAS_PRECISE_SMC

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (current_tb_modified) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync /* we generate a block containing just the instruction

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync env->current_tb = NULL;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync tb_gen_code(env, current_pc, current_cs_base, current_flags, 1);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync cpu_resume_from_signal(env, NULL);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifndef VBOX

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic inline void tb_invalidate_phys_page_fast(target_phys_addr_t start, int len)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#else

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncDECLINLINE(void) tb_invalidate_phys_page_fast(target_phys_addr_t start, int len)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync{

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync PageDesc *p;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int offset, b;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if 0

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (1) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (loglevel) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync fprintf(logfile, "modifying code at 0x%x size=%d EIP=%x PC=%08x\n",

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync cpu_single_env->mem_io_vaddr, len,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync cpu_single_env->eip,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync cpu_single_env->eip + (long)cpu_single_env->segs[R_CS].base);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync p = page_find(start >> TARGET_PAGE_BITS);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (!p)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync return;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (p->code_bitmap) {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync offset = start & ~TARGET_PAGE_MASK;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync b = p->code_bitmap[offset >> 3] >> (offset & 7);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (b & ((1 << len) - 1))

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync goto do_invalidate;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync } else {

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync do_invalidate:

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync tb_invalidate_phys_page_range(start, start + len, 1);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync }

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync}

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#if !defined(CONFIG_SOFTMMU)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsyncstatic void tb_invalidate_phys_page(target_phys_addr_t addr,

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync unsigned long pc, void *puc)

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync{

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync int n, current_flags, current_tb_modified;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync target_ulong current_pc, current_cs_base;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync PageDesc *p;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync TranslationBlock *tb, *current_tb;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#ifdef TARGET_HAS_PRECISE_SMC

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync CPUState *env = cpu_single_env;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync#endif

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync addr &= TARGET_PAGE_MASK;

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync p = page_find(addr >> TARGET_PAGE_BITS);

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync if (!p)

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync return;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync tb = p->first_tb;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_tb_modified = 0;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_tb = NULL;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_pc = 0; /* avoid warning */

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_cs_base = 0; /* avoid warning */

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_flags = 0; /* avoid warning */

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#ifdef TARGET_HAS_PRECISE_SMC

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync if (tb && pc != 0) {

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_tb = tb_find_pc(pc);

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync }

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#endif

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync while (tb != NULL) {

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync n = (long)tb & 3;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync tb = (TranslationBlock *)((long)tb & ~3);

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#ifdef TARGET_HAS_PRECISE_SMC

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync if (current_tb == tb &&

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync (current_tb->cflags & CF_COUNT_MASK) != 1) {

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync /* If we are modifying the current TB, we must stop

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_tb_modified = 1;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync cpu_restore_state(current_tb, env, pc, puc);

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#if defined(TARGET_I386)

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_flags = env->hflags;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK));

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_cs_base = (target_ulong)env->segs[R_CS].base;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync current_pc = current_cs_base + env->eip;

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#else

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#error unsupported CPU

49a6b09abb20015b0af3e618a1f92b7e26785e90vboxsync#endif

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync }

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#endif /* TARGET_HAS_PRECISE_SMC */

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync tb_phys_invalidate(tb, addr);

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync tb = tb->page_next[n];

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync }

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync p->first_tb = NULL;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#ifdef TARGET_HAS_PRECISE_SMC

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync if (current_tb_modified) {

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync /* we generate a block containing just the instruction

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync env->current_tb = NULL;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync tb_gen_code(env, current_pc, current_cs_base, current_flags, 1);

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync cpu_resume_from_signal(env, puc);

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync }

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#endif

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync}

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#endif

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#ifndef VBOX

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsyncstatic inline void tb_alloc_page(TranslationBlock *tb,

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync unsigned int n, target_ulong page_addr)

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#else

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsyncDECLINLINE(void) tb_alloc_page(TranslationBlock *tb,

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync unsigned int n, target_ulong page_addr)

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#endif

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync{

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync PageDesc *p;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync TranslationBlock *last_first_tb;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync tb->page_addr[n] = page_addr;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync p = page_find_alloc(page_addr >> TARGET_PAGE_BITS);

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync tb->page_next[n] = p->first_tb;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync last_first_tb = p->first_tb;

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync p->first_tb = (TranslationBlock *)((long)tb | n);

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync invalidate_page_bitmap(p);

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync#if defined(TARGET_HAS_SMC) || 1

5c4d7e2aae42bbf39793dfa686925f076a56b4d5vboxsync

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync#if defined(CONFIG_USER_ONLY)

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync if (p->flags & PAGE_WRITE) {

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync target_ulong addr;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync PageDesc *p2;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync int prot;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync /* force the host page as non writable (writes will have a

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync page_addr &= qemu_host_page_mask;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync prot = 0;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync for(addr = page_addr; addr < page_addr + qemu_host_page_size;

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync addr += TARGET_PAGE_SIZE) {

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync

0c69348b58bb8eabb1bea8867ee932b667bd0d34vboxsync p2 = page_find (addr >> TARGET_PAGE_BITS);

88e56f700a3b8dfdf1646f96320f335e22339caavboxsync if (!p2)