CPUMR0A.asm revision 2a5babc3ace611a3a900b61ff0659923994840bf
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; $Id$
95d849e833c8d6859e122f7baad14b5b0593fcf8Mark Andrews;; @file
f5d30e2864e048a42c4dc1134993ae7efdb5d6c3Mark Andrews; CPUM - Guest Context Assembly Routines.
ec5347e2c775f027573ce5648b910361aa926c01Automatic Updater;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
f5d30e2864e048a42c4dc1134993ae7efdb5d6c3Mark Andrews; Copyright (C) 2006-2013 Oracle Corporation
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; This file is part of VirtualBox Open Source Edition (OSE), as
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; available from http://www.virtualbox.org. This file is free software;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; you can redistribute it and/or modify it under the terms of the GNU
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; General Public License (GPL) as published by the Free Software
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; Foundation, in version 2 as it comes in the "COPYING" file of the
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; VirtualBox OSE distribution. VirtualBox OSE is distributed in the
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt;* Header Files *
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt;*******************************************************************************
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt%include "VBox/asmdefs.mac"
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%include "VBox/vmm/vm.mac"
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%include "VBox/err.mac"
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt%include "VBox/vmm/stam.mac"
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt%include "CPUMInternal.mac"
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%include "iprt/x86.mac"
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%include "VBox/vmm/cpum.mac"
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%ifdef IN_RING3
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein %error "The jump table doesn't link on leopard."
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt%endif
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt;* Defined Constants And Macros *
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;; The offset of the XMM registers in X86FXSTATE.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; Use define because I'm too lazy to convert the struct.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%define XMM_OFF_IN_X86FXSTATE 160
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;* External Symbols *
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
e0f518c964d69b07a52949c80c12d8fe4adb7398Rob Austein%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinextern NAME(SUPR0AbsIs64bit)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinextern NAME(SUPR0Abs64bitKernelCS)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinextern NAME(SUPR0Abs64bitKernelSS)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinextern NAME(SUPR0Abs64bitKernelDS)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinextern NAME(SUPR0AbsKernelCS)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%endif
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
f9672c2f8645f25055467b926e3442374be7376fRob Austein;* Global Variables *
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;*******************************************************************************
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
268a4475065fe6a8cd7cc707820982cf5e98f430Rob AusteinBEGINDATA
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; Store the SUPR0AbsIs64bit absolute value here so we can cmp/test without
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; needing to clobber a register. (This trick doesn't quite work for PE btw.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; but that's not relevant atm.)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob AusteinGLOBALNAME g_fCPUMIs64bitHost
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein dd NAME(SUPR0AbsIs64bit)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%endif
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob AusteinBEGINCODE
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;; Macro for FXSAVE/FXRSTOR leaky behaviour on AMD CPUs, see cpumR3CheckLeakyFpu().
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; Cleans the FPU state, if necessary, before restoring the FPU.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; This macro ASSUMES CR0.TS is not set!
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; @remarks Trashes xAX!!
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; Changes here should also be reflected in CPUMRCA.asm's copy!
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%macro CLEANFPU 0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein test dword [xDX + CPUMCPU.fUseFlags], CPUM_USE_FFXSR_LEAKY
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein jz .nothing_to_clean
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein xor eax, eax
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein fnstsw ax ; Get FSW
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein test eax, RT_BIT(7) ; If FSW.ES (bit 7) is set, clear it to not cause FPU exceptions
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein ; while clearing & loading the FPU bits in 'clean_fpu'
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein jz .clean_fpu
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein fnclex
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein.clean_fpu:
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein ffree st7 ; Clear FPU stack register(7)'s tag entry to prevent overflow if a wraparound occurs
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein ; for the upcoming push (load)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein fild dword [xDX + CPUMCPU.Guest.fpu] ; Explicit FPU load to overwrite FIP, FOP, FDP registers in the FPU.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein.nothing_to_clean:
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%endmacro
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;; Macro to save and modify CR0 (if necessary) before touching the FPU state
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; so as to not cause any FPU exceptions.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; @remarks Uses xCX for backing-up CR0 (if CR0 needs to be modified) otherwise clears xCX.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; @remarks Trashes xAX.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%macro SAVE_CR0_CLEAR_FPU_TRAPS 0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein xor ecx, ecx
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein mov xAX, cr0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein test eax, X86_CR0_TS | X86_CR0_EM ; Make sure its safe to access the FPU state.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein jz %%skip_cr0_write
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein mov xCX, xAX ; Save old CR0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein and xAX, ~(X86_CR0_TS | X86_CR0_EM)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein mov cr0, xAX
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%%skip_cr0_write:
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%endmacro
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;; Macro to restore CR0 from xCX if necessary.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; @remarks xCX should contain the CR0 value to restore or 0 if no restoration is needed.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%macro RESTORE_CR0 0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein cmp ecx, 0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein je %%skip_cr0_restore
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein mov cr0, xCX
81059f7c19ef4d1835e3ce87bdb7ea1a46569eaeRob Austein%%skip_cr0_restore:
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein%endmacro
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; Saves the host FPU/XMM state and restores the guest state.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; @returns 0
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein; @param pCPUMCPU x86:[esp+4] GCC:rdi MSC:rcx CPUMCPU pointer
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinalign 16
268a4475065fe6a8cd7cc707820982cf5e98f430Rob AusteinBEGINPROC cpumR0SaveHostRestoreGuestFPUState
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews%ifdef RT_ARCH_AMD64
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews %ifdef RT_OS_WINDOWS
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews mov xDX, rcx
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews %else
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews mov xDX, rdi
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews %endif
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews%else
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews mov xDX, dword [esp + 4]
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews%endif
49732e4d6008d7d99dfce596a17e17aa13425502Mark Andrews pushf ; The darwin kernel can get upset or upset things if an
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein cli ; interrupt occurs while we're doing fxsave/fxrstor/cr0.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein ; Switch the state.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein or dword [xDX + CPUMCPU.fUseFlags], (CPUM_USED_FPU | CPUM_USED_FPU_SINCE_REM)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein ; Clear CR0 FPU bits to not cause exceptions, uses xCX
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein SAVE_CR0_CLEAR_FPU_TRAPS
; Do NOT use xCX from this point!
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
cmp byte [NAME(g_fCPUMIs64bitHost)], 0
jz .legacy_mode
db 0xea ; jmp far .sixtyfourbit_mode
dd .sixtyfourbit_mode, NAME(SUPR0Abs64bitKernelCS)
.legacy_mode:
%endif ; VBOX_WITH_HYBRID_32BIT_KERNEL
%ifdef RT_ARCH_AMD64
; Use explicit REX prefix. See @bugref{6398}.
o64 fxsave [xDX + CPUMCPU.Host.fpu] ; ASSUMES that all VT-x/AMD-V boxes sports fxsave/fxrstor (safe assumption)
o64 fxrstor [xDX + CPUMCPU.Guest.fpu]
%else
fxsave [xDX + CPUMCPU.Host.fpu] ; ASSUMES that all VT-x/AMD-V boxes sports fxsave/fxrstor (safe assumption)
fxrstor [xDX + CPUMCPU.Guest.fpu]
%endif
%ifdef VBOX_WITH_KERNEL_USING_XMM
; Restore the non-volatile xmm registers. ASSUMING 64-bit windows
lea r11, [xDX + CPUMCPU.Host.fpu + XMM_OFF_IN_X86FXSTATE]
movdqa xmm6, [r11 + 060h]
movdqa xmm7, [r11 + 070h]
movdqa xmm8, [r11 + 080h]
movdqa xmm9, [r11 + 090h]
movdqa xmm10, [r11 + 0a0h]
movdqa xmm11, [r11 + 0b0h]
movdqa xmm12, [r11 + 0c0h]
movdqa xmm13, [r11 + 0d0h]
movdqa xmm14, [r11 + 0e0h]
movdqa xmm15, [r11 + 0f0h]
%endif
.done:
; Restore CR0 from xCX if it was previously saved.
RESTORE_CR0
popf
xor eax, eax
ret
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0
ALIGNCODE(16)
BITS 64
.sixtyfourbit_mode:
and edx, 0ffffffffh
o64 fxsave [rdx + CPUMCPU.Host.fpu]
o64 fxrstor [rdx + CPUMCPU.Guest.fpu]
jmp far [.fpret wrt rip]
.fpret: ; 16:32 Pointer to .the_end.
dd .done, NAME(SUPR0AbsKernelCS)
BITS 32
%endif
ENDPROC cpumR0SaveHostRestoreGuestFPUState
%ifndef RT_ARCH_AMD64
%ifdef VBOX_WITH_64_BITS_GUESTS
%ifndef VBOX_WITH_HYBRID_32BIT_KERNEL
;;
; Saves the host FPU/XMM state
;
; @returns 0
; @param pCPUMCPU x86:[esp+4] GCC:rdi MSC:rcx CPUMCPU pointer
;
align 16
BEGINPROC cpumR0SaveHostFPUState
mov xDX, dword [esp + 4]
pushf ; The darwin kernel can get upset or upset things if an
cli ; interrupt occurs while we're doing fxsave/fxrstor/cr0.
; Switch the state.
or dword [xDX + CPUMCPU.fUseFlags], (CPUM_USED_FPU | CPUM_USED_FPU_SINCE_REM)
; Clear CR0 FPU bits to not cause exceptions, uses xCX
SAVE_CR0_CLEAR_FPU_TRAPS
; Do NOT use xCX from this point!
fxsave [xDX + CPUMCPU.Host.fpu] ; ASSUMES that all VT-x/AMD-V boxes support fxsave/fxrstor (safe assumption)
; Restore CR0 from xCX if it was saved previously.
RESTORE_CR0
popf
xor eax, eax
ret
ENDPROC cpumR0SaveHostFPUState
%endif
%endif
%endif
;;
; Saves the guest FPU/XMM state and restores the host state.
;
; @returns 0
; @param pCPUMCPU x86:[esp+4] GCC:rdi MSC:rcx CPUMCPU pointer
;
align 16
BEGINPROC cpumR0SaveGuestRestoreHostFPUState
%ifdef RT_ARCH_AMD64
%ifdef RT_OS_WINDOWS
mov xDX, rcx
%else
mov xDX, rdi
%endif
%else
mov xDX, dword [esp + 4]
%endif
; Only restore FPU if guest has used it.
; Using fxrstor should ensure that we're not causing unwanted exception on the host.
test dword [xDX + CPUMCPU.fUseFlags], CPUM_USED_FPU
jz short .fpu_not_used
pushf ; The darwin kernel can get upset or upset things if an
cli ; interrupt occurs while we're doing fxsave/fxrstor/cr0.
; Clear CR0 FPU bits to not cause exceptions, uses xCX
SAVE_CR0_CLEAR_FPU_TRAPS
; Do NOT use xCX from this point!
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
cmp byte [NAME(g_fCPUMIs64bitHost)], 0
jz .legacy_mode
db 0xea ; jmp far .sixtyfourbit_mode
dd .sixtyfourbit_mode, NAME(SUPR0Abs64bitKernelCS)
.legacy_mode:
%endif ; VBOX_WITH_HYBRID_32BIT_KERNEL
%ifdef RT_ARCH_AMD64
; Use explicit REX prefix. See @bugref{6398}.
o64 fxsave [xDX + CPUMCPU.Guest.fpu] ; ASSUMES that all VT-x/AMD-V boxes support fxsave/fxrstor (safe assumption)
o64 fxrstor [xDX + CPUMCPU.Host.fpu]
%else
fxsave [xDX + CPUMCPU.Guest.fpu] ; ASSUMES that all VT-x/AMD-V boxes support fxsave/fxrstor (safe assumption)
fxrstor [xDX + CPUMCPU.Host.fpu]
%endif
.done:
; Restore CR0 from xCX if it was previously saved.
RESTORE_CR0
and dword [xDX + CPUMCPU.fUseFlags], ~CPUM_USED_FPU
popf
.fpu_not_used:
xor eax, eax
ret
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0
ALIGNCODE(16)
BITS 64
.sixtyfourbit_mode:
and edx, 0ffffffffh
o64 fxsave [rdx + CPUMCPU.Guest.fpu]
o64 fxrstor [rdx + CPUMCPU.Host.fpu]
jmp far [.fpret wrt rip]
.fpret: ; 16:32 Pointer to .the_end.
dd .done, NAME(SUPR0AbsKernelCS)
BITS 32
%endif
ENDPROC cpumR0SaveGuestRestoreHostFPUState
;;
; Sets the host's FPU/XMM state
;
; @returns 0
; @param pCPUMCPU x86:[esp+4] GCC:rdi MSC:rcx CPUMCPU pointer
;
align 16
BEGINPROC cpumR0RestoreHostFPUState
%ifdef RT_ARCH_AMD64
%ifdef RT_OS_WINDOWS
mov xDX, rcx
%else
mov xDX, rdi
%endif
%else
mov xDX, dword [esp + 4]
%endif
; Restore FPU if guest has used it.
; Using fxrstor should ensure that we're not causing unwanted exception on the host.
test dword [xDX + CPUMCPU.fUseFlags], CPUM_USED_FPU
jz short .fpu_not_used
pushf ; The darwin kernel can get upset or upset things if an
cli ; interrupt occurs while we're doing fxsave/fxrstor/cr0.
; Clear CR0 FPU bits to not cause exceptions, uses xCX
SAVE_CR0_CLEAR_FPU_TRAPS
; Do NOT use xCX from this point!
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
cmp byte [NAME(g_fCPUMIs64bitHost)], 0
jz .legacy_mode
db 0xea ; jmp far .sixtyfourbit_mode
dd .sixtyfourbit_mode, NAME(SUPR0Abs64bitKernelCS)
.legacy_mode:
%endif ; VBOX_WITH_HYBRID_32BIT_KERNEL
%ifdef RT_ARCH_AMD64
o64 fxrstor [xDX + CPUMCPU.Host.fpu]
%else
fxrstor [xDX + CPUMCPU.Host.fpu]
%endif
.done:
; Restore CR0 from xCX if it was previously saved.
RESTORE_CR0
and dword [xDX + CPUMCPU.fUseFlags], ~CPUM_USED_FPU
popf
.fpu_not_used:
xor eax, eax
ret
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0
ALIGNCODE(16)
BITS 64
.sixtyfourbit_mode:
and edx, 0ffffffffh
o64 fxrstor [rdx + CPUMCPU.Host.fpu]
jmp far [.fpret wrt rip]
.fpret: ; 16:32 Pointer to .the_end.
dd .done, NAME(SUPR0AbsKernelCS)
BITS 32
%endif
ENDPROC cpumR0RestoreHostFPUState
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0
;;
; DECLASM(void) cpumR0SaveDRx(uint64_t *pa4Regs);
;
ALIGNCODE(16)
BEGINPROC cpumR0SaveDRx
%ifdef RT_ARCH_AMD64
%ifdef ASM_CALL64_GCC
mov xCX, rdi
%endif
%else
mov xCX, dword [esp + 4]
%endif
pushf ; Just to be on the safe side.
cli
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
cmp byte [NAME(g_fCPUMIs64bitHost)], 0
jz .legacy_mode
db 0xea ; jmp far .sixtyfourbit_mode
dd .sixtyfourbit_mode, NAME(SUPR0Abs64bitKernelCS)
.legacy_mode:
%endif ; VBOX_WITH_HYBRID_32BIT_KERNEL
;
; Do the job.
;
mov xAX, dr0
mov xDX, dr1
mov [xCX], xAX
mov [xCX + 8 * 1], xDX
mov xAX, dr2
mov xDX, dr3
mov [xCX + 8 * 2], xAX
mov [xCX + 8 * 3], xDX
.done:
popf
ret
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0
ALIGNCODE(16)
BITS 64
.sixtyfourbit_mode:
and ecx, 0ffffffffh
mov rax, dr0
mov rdx, dr1
mov r8, dr2
mov r9, dr3
mov [rcx], rax
mov [rcx + 8 * 1], rdx
mov [rcx + 8 * 2], r8
mov [rcx + 8 * 3], r9
jmp far [.fpret wrt rip]
.fpret: ; 16:32 Pointer to .the_end.
dd .done, NAME(SUPR0AbsKernelCS)
BITS 32
%endif
ENDPROC cpumR0SaveDRx
;;
; DECLASM(void) cpumR0LoadDRx(uint64_t const *pa4Regs);
;
ALIGNCODE(16)
BEGINPROC cpumR0LoadDRx
%ifdef RT_ARCH_AMD64
%ifdef ASM_CALL64_GCC
mov xCX, rdi
%endif
%else
mov xCX, dword [esp + 4]
%endif
pushf ; Just to be on the safe side.
cli
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL
cmp byte [NAME(g_fCPUMIs64bitHost)], 0
jz .legacy_mode
db 0xea ; jmp far .sixtyfourbit_mode
dd .sixtyfourbit_mode, NAME(SUPR0Abs64bitKernelCS)
.legacy_mode:
%endif ; VBOX_WITH_HYBRID_32BIT_KERNEL
;
; Do the job.
;
mov xAX, [xCX]
mov xDX, [xCX + 8 * 1]
mov dr0, xAX
mov dr1, xDX
mov xAX, [xCX + 8 * 2]
mov xDX, [xCX + 8 * 3]
mov dr2, xAX
mov dr3, xDX
.done:
popf
ret
%ifdef VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0
ALIGNCODE(16)
BITS 64
.sixtyfourbit_mode:
and ecx, 0ffffffffh
mov rax, [rcx]
mov rdx, [rcx + 8 * 1]
mov r8, [rcx + 8 * 2]
mov r9, [rcx + 8 * 3]
mov dr0, rax
mov dr1, rdx
mov dr2, r8
mov dr3, r9
jmp far [.fpret wrt rip]
.fpret: ; 16:32 Pointer to .the_end.
dd .done, NAME(SUPR0AbsKernelCS)
BITS 32
%endif
ENDPROC cpumR0LoadDRx
%endif ; VBOX_WITH_HYBRID_32BIT_KERNEL_IN_R0