dis.h revision 43d3ae55ce9429027a4b71e78ba39bf930433bd3
/** @file
* DIS - The VirtualBox Disassembler.
*/
/*
* Copyright (C) 2006-2007 Sun Microsystems, Inc.
*
* This file is part of VirtualBox Open Source Edition (OSE), as
* available from http://www.virtualbox.org. This file is free software;
* General Public License (GPL) as published by the Free Software
* Foundation, in version 2 as it comes in the "COPYING" file of the
* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
*
* The contents of this file may alternatively be used under the terms
* of the Common Development and Distribution License Version 1.0
* (CDDL) only, as it comes in the "COPYING.CDDL" file of the
* VirtualBox OSE distribution, in which case the provisions of the
* CDDL are applicable instead of those of the GPL.
*
* You may elect to license modified versions of this file under the
* terms and conditions of either the GPL or the CDDL or both.
*
* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
* Clara, CA 95054 USA or visit http://www.sun.com if you need
* additional information or have any questions.
*/
#ifndef ___VBox_disasm_h
#define ___VBox_disasm_h
#include <VBox/disopcode.h>
#if defined(__L4ENV__)
#include <setjmp.h>
#endif
/** CPU mode flags (DISCPUSTATE::mode).
* @{
*/
typedef enum
{
CPUMODE_16BIT = 1,
CPUMODE_32BIT = 2,
CPUMODE_64BIT = 3,
/** hack forcing the size of the enum to 32-bits. */
CPUMODE_MAKE_32BIT_HACK = 0x7fffffff
} DISCPUMODE;
/** @} */
/** Prefix byte flags
* @{
*/
#define PREFIX_NONE 0
/** non-default address size. */
#define PREFIX_ADDRSIZE RT_BIT(0)
/** non-default operand size. */
/** lock prefix. */
/** segment prefix. */
/** rep(e) prefix (not a prefix, but we'll treat is as one). */
/** rep(e) prefix (not a prefix, but we'll treat is as one). */
/** REX prefix (64 bits) */
/** @} */
/** 64 bits prefix byte flags
* @{
*/
#define PREFIX_REX_OP_2_FLAGS(a) (a - OP_PARM_REX_START)
/** @} */
/**
* Operand type.
*/
#define OPTYPE_INVALID RT_BIT(0)
#define OPTYPE_RRM_DANGEROUS RT_BIT(14) /**< Some additional dangerouse ones when recompiling raw r0. */
#define OPTYPE_RRM_DANGEROUS_16 RT_BIT(15) /**< Some additional dangerouse ones when recompiling 16-bit raw r0. */
#define OPTYPE_FORCED_64_OP_SIZE RT_BIT(22) /**< Forced 64 bits operand size; regardless of prefix bytes */
#define OPTYPE_REXB_EXTENDS_OPREG RT_BIT(23) /**< REX.B extends the register field in the opcode byte */
#define OPTYPE_ALL (0xffffffff)
/** Parameter usage flags.
* @{
*/
/** DS:ESI */
/** ES:EDI */
#define USE_IMMEDIATE (USE_IMMEDIATE8|USE_IMMEDIATE16|USE_IMMEDIATE32|USE_IMMEDIATE64|USE_IMMEDIATE8_REL|USE_IMMEDIATE16_REL|USE_IMMEDIATE32_REL|USE_IMMEDIATE64_REL|USE_IMMEDIATE_ADDR_0_32|USE_IMMEDIATE_ADDR_16_32|USE_IMMEDIATE_ADDR_0_16|USE_IMMEDIATE_ADDR_16_16|USE_IMMEDIATE16_SX8|USE_IMMEDIATE32_SX8)
#define DIS_IS_EFFECTIVE_ADDR(flags) !!((flags) & (USE_BASE|USE_INDEX|USE_DISPLACEMENT32|USE_DISPLACEMENT16|USE_DISPLACEMENT8|USE_RIPDISPLACEMENT32))
/** @} */
/** index in {"RAX", "RCX", "RDX", "RBX", "RSP", "RBP", "RSI", "RDI", "R8", "R9", "R10", "R11", "R12", "R13", "R14", "R15"}
* @{
*/
#define USE_REG_RAX 0
#define USE_REG_RCX 1
#define USE_REG_RDX 2
#define USE_REG_RBX 3
#define USE_REG_RSP 4
#define USE_REG_RBP 5
#define USE_REG_RSI 6
#define USE_REG_RDI 7
#define USE_REG_R8 8
#define USE_REG_R9 9
#define USE_REG_R10 10
#define USE_REG_R11 11
#define USE_REG_R12 12
#define USE_REG_R13 13
#define USE_REG_R14 14
#define USE_REG_R15 15
/** @} */
/** index in {"EAX", "ECX", "EDX", "EBX", "ESP", "EBP", "ESI", "EDI"}
* @{
*/
#define USE_REG_EAX 0
#define USE_REG_ECX 1
#define USE_REG_EDX 2
#define USE_REG_EBX 3
#define USE_REG_ESP 4
#define USE_REG_EBP 5
#define USE_REG_ESI 6
#define USE_REG_EDI 7
/** @} */
/** index in {"AX", "CX", "DX", "BX", "SP", "BP", "SI", "DI"}
* @{
*/
#define USE_REG_AX 0
#define USE_REG_CX 1
#define USE_REG_DX 2
#define USE_REG_BX 3
#define USE_REG_SP 4
#define USE_REG_BP 5
#define USE_REG_SI 6
#define USE_REG_DI 7
/** @} */
/** index in {"AL", "CL", "DL", "BL", "AH", "CH", "DH", "BH"}
* @{
*/
#define USE_REG_AL 0
#define USE_REG_CL 1
#define USE_REG_DL 2
#define USE_REG_BL 3
#define USE_REG_AH 4
#define USE_REG_CH 5
#define USE_REG_DH 6
#define USE_REG_BH 7
/** @} */
/** index in {ES, CS, SS, DS, FS, GS}
* @{
*/
#define USE_REG_ES 0
#define USE_REG_CS 1
#define USE_REG_SS 2
#define USE_REG_DS 3
#define USE_REG_FS 4
#define USE_REG_GS 5
/** @} */
#define USE_REG_FP0 0
#define USE_REG_FP1 1
#define USE_REG_FP2 2
#define USE_REG_FP3 3
#define USE_REG_FP4 4
#define USE_REG_FP5 5
#define USE_REG_FP6 6
#define USE_REG_FP7 7
#define USE_REG_CR0 0
#define USE_REG_CR1 1
#define USE_REG_CR2 2
#define USE_REG_CR3 3
#define USE_REG_CR4 4
#define USE_REG_DR0 0
#define USE_REG_DR1 1
#define USE_REG_DR2 2
#define USE_REG_DR3 3
#define USE_REG_DR4 4
#define USE_REG_DR5 5
#define USE_REG_DR6 6
#define USE_REG_DR7 7
#define USE_REG_MMX0 0
#define USE_REG_MMX1 1
#define USE_REG_MMX2 2
#define USE_REG_MMX3 3
#define USE_REG_MMX4 4
#define USE_REG_MMX5 5
#define USE_REG_MMX6 6
#define USE_REG_MMX7 7
#define USE_REG_XMM0 0
#define USE_REG_XMM1 1
#define USE_REG_XMM2 2
#define USE_REG_XMM3 3
#define USE_REG_XMM4 4
#define USE_REG_XMM5 5
#define USE_REG_XMM6 6
#define USE_REG_XMM7 7
/** Used by DISQueryParamVal & EMIQueryParamVal
* @{
*/
#define PARAM_VAL8 RT_BIT(0)
#define PARMTYPE_REGISTER 1
#define PARMTYPE_ADDRESS 2
#define PARMTYPE_IMMEDIATE 3
typedef struct
{
union
{
struct
{
} farptr;
} val;
} OP_PARAMVAL;
/** Pointer to opcode parameter value. */
typedef OP_PARAMVAL *POP_PARAMVAL;
typedef enum
{
} PARAM_TYPE;
/** @} */
/**
* Operand Parameter.
*/
typedef struct _OP_PARAMETER
{
int param;
char szParam[32];
union
{
/** ST(0) - ST(7) */
/** MMX0 - MMX7 */
/** XMM0 - XMM7 */
/** {ES, CS, SS, DS, FS, GS} */
/** TR0-TR7 (?) */
/** CR0-CR4 */
/** DR0-DR7 */
} base;
union
{
} index;
/** 2, 4 or 8. */
} OP_PARAMETER;
/** Pointer to opcode parameter. */
typedef OP_PARAMETER *POP_PARAMETER;
/** Pointer to opcode parameter. */
typedef const OP_PARAMETER *PCOP_PARAMETER;
struct _OPCODE;
/** Pointer to opcode. */
/** Pointer to const opcode. */
typedef DECLCALLBACK(int) FN_DIS_READBYTES(RTUINTPTR pSrc, uint8_t *pDest, uint32_t size, void *pvUserdata);
typedef FN_DIS_READBYTES *PFN_DIS_READBYTES;
/* forward decl */
struct _DISCPUSTATE;
/** Pointer to the disassembler CPU state. */
typedef struct _DISCPUSTATE *PDISCPUSTATE;
/** Parser callback.
* @remark no DECLCALLBACK() here because it's considered to be internal (really, I'm too lazy to update all the functions). */
typedef unsigned FNDISPARSE(RTUINTPTR pu8CodeBlock, PCOPCODE pOp, POP_PARAMETER pParam, PDISCPUSTATE pCpu);
typedef FNDISPARSE *PFNDISPARSE;
typedef struct _DISCPUSTATE
{
/* Global setting */
/* Per instruction prefix settings */
/** segment prefix value. */
/** rex prefix value (64 bits only */
/** addressing mode (16 or 32 bits). (CPUMODE_*) */
/** operand mode (16 or 32 bits). (CPUMODE_*) */
/** ModRM fields. */
union
{
/* Bitfield view */
struct
{
unsigned Rm : 4;
unsigned Reg : 4;
unsigned Mod : 2;
} Bits;
/* unsigned view */
unsigned u;
} ModRM;
/** SIB fields. */
union
{
/* Bitfield view */
struct
{
unsigned Base : 4;
unsigned Index : 4;
unsigned Scale : 2;
} Bits;
/* unsigned view */
unsigned u;
} SIB;
/** First opcode byte of instruction. */
/** Last prefix byte (for SSE2 extension tables) */
#ifndef DIS_CORE_ONLY
/** Opcode format string for current instruction. */
const char *pszOpcode;
#endif
/** Internal: pointer to disassembly function table */
/** Internal: instruction filter */
/** Pointer to the current instruction. */
void *apvUserData[3];
/** Optional read function */
#ifdef __L4ENV__
#endif /* __L4ENV__ */
} DISCPUSTATE;
/** Opcode. */
#pragma pack(4)
typedef struct _OPCODE
{
#ifndef DIS_CORE_ONLY
const char *pszOpcode;
#endif
unsigned optype;
} OPCODE;
#pragma pack()
/**
* Disassembles a code block.
*
* @returns VBox error code
* @param pCpu Pointer to cpu structure which have DISCPUSTATE::mode
* set correctly.
* @param pvCodeBlock Pointer to the strunction to disassemble.
* @param cbMax Maximum number of bytes to disassemble.
* @param pcbSize Where to store the size of the instruction.
* NULL is allowed.
*
*
* @todo Define output callback.
* @todo Using signed integers as sizes is a bit odd. There are still
* some GCC warnings about mixing signed and unsigend integers.
* @todo Need to extend this interface to include a code address so we
* can dissassemble GC code. Perhaps a new function is better...
* @remark cbMax isn't respected as a boundry. DISInstr() will read beyond cbMax.
* This means *pcbSize >= cbMax sometimes.
*/
/**
* Disassembles one instruction
*
* @returns VBox error code
* @param pCpu Pointer to cpu structure which have DISCPUSTATE::mode
* set correctly.
* @param pu8Instruction Pointer to the instrunction to disassemble.
* @param u32EipOffset Offset to add to instruction address to get the real virtual address
* @param pcbSize Where to store the size of the instruction.
* NULL is allowed.
* @param pszOutput Storage for disassembled instruction
*
* @todo Define output callback.
*/
DISDECL(int) DISInstr(PDISCPUSTATE pCpu, RTUINTPTR pu8Instruction, unsigned u32EipOffset, unsigned *pcbSize, char *pszOutput);
/**
* Disassembles one instruction
*
* @returns VBox error code
* @param pCpu Pointer to cpu structure which have DISCPUSTATE::mode
* set correctly.
* @param pu8Instruction Pointer to the strunction to disassemble.
* @param u32EipOffset Offset to add to instruction address to get the real virtual address
* @param pcbSize Where to store the size of the instruction.
* NULL is allowed.
* @param pszOutput Storage for disassembled instruction
* @param uFilter Instruction type filter
*
* @todo Define output callback.
*/
DISDECL(int) DISInstrEx(PDISCPUSTATE pCpu, RTUINTPTR pu8Instruction, uint32_t u32EipOffset, uint32_t *pcbSize,
/**
* Parses one instruction.
* The result is found in pCpu.
*
* @returns VBox error code
* @param pCpu Pointer to cpu structure which has DISCPUSTATE::mode set correctly.
* @param InstructionAddr Pointer to the instruction to parse.
* @param pcbInstruction Where to store the size of the instruction.
* NULL is allowed.
*/
/**
* Parses one guest instruction.
* The result is found in pCpu and pcbInstruction.
*
* @returns VBox status code.
* @param InstructionAddr Address of the instruction to decode. What this means
* is left to the pfnReadBytes function.
* @param enmCpuMode The CPU mode. CPUMODE_32BIT, CPUMODE_16BIT, or CPUMODE_64BIT.
* @param pfnReadBytes Callback for reading instruction bytes.
* @param pvUser User argument for the instruction reader. (Ends up in apvUserData[0].)
* @param pCpu Pointer to cpu structure. Will be initialized.
* @param pcbInstruction Where to store the size of the instruction.
* NULL is allowed.
*/
DISDECL(int) DISCoreOneEx(RTUINTPTR InstructionAddr, DISCPUMODE enmCpuMode, PFN_DIS_READBYTES pfnReadBytes, void *pvUser,
/**
* Returns the value of the parameter in pParam
*
* @returns VBox error code
* @param pCtx Exception structure pointer
* @param pCpu Pointer to cpu structure which have DISCPUSTATE::mode
* set correctly.
* @param pParam Pointer to the parameter to parse
* @param pParamVal Pointer to parameter value (OUT)
* @param parmtype Parameter type
*
*
*/
DISDECL(int) DISQueryParamVal(PCPUMCTXCORE pCtx, PDISCPUSTATE pCpu, POP_PARAMETER pParam, POP_PARAMVAL pParamVal, PARAM_TYPE parmtype);
DISDECL(int) DISQueryParamRegPtr(PCPUMCTXCORE pCtx, PDISCPUSTATE pCpu, POP_PARAMETER pParam, void **ppReg, size_t *pcbSize);
DISDECL(int) DISFetchRegSegEx(PCPUMCTXCORE pCtx, unsigned sel, RTSEL *pVal, PCPUMSELREGHID *ppSelHidReg);
#endif