[qemu.git] / exec-i386.h

/*
 *  i386 execution defines 
 *
 *  Copyright (c) 2003 Fabrice Bellard
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */
#include "dyngen-exec.h"

/* at least 4 register variables are defines */
register struct CPUX86State *env asm(AREG0);
register uint32_t T0 asm(AREG1);
register uint32_t T1 asm(AREG2);
register uint32_t T2 asm(AREG3);

#define A0 T2

/* if more registers are available, we define some registers too */
#ifdef AREG4
register uint32_t EAX asm(AREG4);
#define reg_EAX
#endif

#ifdef AREG5
register uint32_t ESP asm(AREG5);
#define reg_ESP
#endif

#ifdef AREG6
register uint32_t EBP asm(AREG6);
#define reg_EBP
#endif

#ifdef AREG7
register uint32_t ECX asm(AREG7);
#define reg_ECX
#endif

#ifdef AREG8
register uint32_t EDX asm(AREG8);
#define reg_EDX
#endif

#ifdef AREG9
register uint32_t EBX asm(AREG9);
#define reg_EBX
#endif

#ifdef AREG10
register uint32_t ESI asm(AREG10);
#define reg_ESI
#endif

#ifdef AREG11
register uint32_t EDI asm(AREG11);
#define reg_EDI
#endif

extern FILE *logfile;
extern int loglevel;

#ifndef reg_EAX
#define EAX (env->regs[R_EAX])
#endif
#ifndef reg_ECX
#define ECX (env->regs[R_ECX])
#endif
#ifndef reg_EDX
#define EDX (env->regs[R_EDX])
#endif
#ifndef reg_EBX
#define EBX (env->regs[R_EBX])
#endif
#ifndef reg_ESP
#define ESP (env->regs[R_ESP])
#endif
#ifndef reg_EBP
#define EBP (env->regs[R_EBP])
#endif
#ifndef reg_ESI
#define ESI (env->regs[R_ESI])
#endif
#ifndef reg_EDI
#define EDI (env->regs[R_EDI])
#endif
#define EIP  (env->eip)
#define DF  (env->df)

#define CC_SRC (env->cc_src)
#define CC_DST (env->cc_dst)
#define CC_OP  (env->cc_op)

/* float macros */
#define FT0    (env->ft0)
#define ST0    (env->fpregs[env->fpstt])
#define ST(n)  (env->fpregs[(env->fpstt + (n)) & 7])
#define ST1    ST(1)

#ifdef USE_FP_CONVERT
#define FP_CONVERT  (env->fp_convert)
#endif

#include "cpu-i386.h"
#include "exec.h"

typedef struct CCTable {
    int (*compute_all)(void); /* return all the flags */
    int (*compute_c)(void);  /* return the C flag */
} CCTable;

extern CCTable cc_table[];

void load_seg(int seg_reg, int selector, unsigned cur_eip);
void jmp_seg(int selector, unsigned int new_eip);
void helper_iret_protected(int shift);
void helper_lldt_T0(void);
void helper_ltr_T0(void);
void helper_movl_crN_T0(int reg);
void helper_movl_drN_T0(int reg);
void helper_invlpg(unsigned int addr);
void cpu_x86_update_cr0(CPUX86State *env);
void cpu_x86_update_cr3(CPUX86State *env);
void cpu_x86_flush_tlb(CPUX86State *env, uint32_t addr);
int cpu_x86_handle_mmu_fault(CPUX86State *env, uint32_t addr, int is_write);
void __hidden cpu_lock(void);
void __hidden cpu_unlock(void);
void do_interrupt(int intno, int is_int, int error_code, 
                  unsigned int next_eip);
void do_interrupt_user(int intno, int is_int, int error_code, 
                       unsigned int next_eip);
void raise_interrupt(int intno, int is_int, int error_code, 
                     unsigned int next_eip);
void raise_exception_err(int exception_index, int error_code);
void raise_exception(int exception_index);
void __hidden cpu_loop_exit(void);
void helper_fsave(uint8_t *ptr, int data32);
void helper_frstor(uint8_t *ptr, int data32);

void OPPROTO op_movl_eflags_T0(void);
void OPPROTO op_movl_T0_eflags(void);
void raise_interrupt(int intno, int is_int, int error_code, 
                     unsigned int next_eip);
void raise_exception_err(int exception_index, int error_code);
void raise_exception(int exception_index);
void helper_divl_EAX_T0(uint32_t eip);
void helper_idivl_EAX_T0(uint32_t eip);
void helper_cmpxchg8b(void);
void helper_cpuid(void);
void helper_rdtsc(void);
void helper_rdmsr(void);
void helper_wrmsr(void);
void helper_lsl(void);
void helper_lar(void);

#ifdef USE_X86LDOUBLE
/* use long double functions */
#define lrint lrintl
#define llrint llrintl
#define fabs fabsl
#define sin sinl
#define cos cosl
#define sqrt sqrtl
#define pow powl
#define log logl
#define tan tanl
#define atan2 atan2l
#define floor floorl
#define ceil ceill
#define rint rintl
#endif

extern int lrint(CPU86_LDouble x);
extern int64_t llrint(CPU86_LDouble x);
extern CPU86_LDouble fabs(CPU86_LDouble x);
extern CPU86_LDouble sin(CPU86_LDouble x);
extern CPU86_LDouble cos(CPU86_LDouble x);
extern CPU86_LDouble sqrt(CPU86_LDouble x);
extern CPU86_LDouble pow(CPU86_LDouble, CPU86_LDouble);
extern CPU86_LDouble log(CPU86_LDouble x);
extern CPU86_LDouble tan(CPU86_LDouble x);
extern CPU86_LDouble atan2(CPU86_LDouble, CPU86_LDouble);
extern CPU86_LDouble floor(CPU86_LDouble x);
extern CPU86_LDouble ceil(CPU86_LDouble x);
extern CPU86_LDouble rint(CPU86_LDouble x);

#define RC_MASK         0xc00
#define RC_NEAR		0x000
#define RC_DOWN		0x400
#define RC_UP		0x800
#define RC_CHOP		0xc00

#define MAXTAN 9223372036854775808.0

#ifdef __arm__
/* we have no way to do correct rounding - a FPU emulator is needed */
#define FE_DOWNWARD   FE_TONEAREST
#define FE_UPWARD     FE_TONEAREST
#define FE_TOWARDZERO FE_TONEAREST
#endif

#ifdef USE_X86LDOUBLE

/* only for x86 */
typedef union {
    long double d;
    struct {
        unsigned long long lower;
        unsigned short upper;
    } l;
} CPU86_LDoubleU;

/* the following deal with x86 long double-precision numbers */
#define MAXEXPD 0x7fff
#define EXPBIAS 16383
#define EXPD(fp)	(fp.l.upper & 0x7fff)
#define SIGND(fp)	((fp.l.upper) & 0x8000)
#define MANTD(fp)       (fp.l.lower)
#define BIASEXPONENT(fp) fp.l.upper = (fp.l.upper & ~(0x7fff)) | EXPBIAS

#else

/* NOTE: arm is horrible as double 32 bit words are stored in big endian ! */
typedef union {
    double d;
#if !defined(WORDS_BIGENDIAN) && !defined(__arm__)
    struct {
        uint32_t lower;
        int32_t upper;
    } l;
#else
    struct {
        int32_t upper;
        uint32_t lower;
    } l;
#endif
#ifndef __arm__
    int64_t ll;
#endif
} CPU86_LDoubleU;

/* the following deal with IEEE double-precision numbers */
#define MAXEXPD 0x7ff
#define EXPBIAS 1023
#define EXPD(fp)	(((fp.l.upper) >> 20) & 0x7FF)
#define SIGND(fp)	((fp.l.upper) & 0x80000000)
#ifdef __arm__
#define MANTD(fp)	(fp.l.lower | ((uint64_t)(fp.l.upper & ((1 << 20) - 1)) << 32))
#else
#define MANTD(fp)	(fp.ll & ((1LL << 52) - 1))
#endif
#define BIASEXPONENT(fp) fp.l.upper = (fp.l.upper & ~(0x7ff << 20)) | (EXPBIAS << 20)
#endif

static inline void fpush(void)
{
    env->fpstt = (env->fpstt - 1) & 7;
    env->fptags[env->fpstt] = 0; /* validate stack entry */
}

static inline void fpop(void)
{
    env->fptags[env->fpstt] = 1; /* invvalidate stack entry */
    env->fpstt = (env->fpstt + 1) & 7;
}

#ifndef USE_X86LDOUBLE
static inline CPU86_LDouble helper_fldt(uint8_t *ptr)
{
    CPU86_LDoubleU temp;
    int upper, e;
    uint64_t ll;

    /* mantissa */
    upper = lduw(ptr + 8);
    /* XXX: handle overflow ? */
    e = (upper & 0x7fff) - 16383 + EXPBIAS; /* exponent */
    e |= (upper >> 4) & 0x800; /* sign */
    ll = (ldq(ptr) >> 11) & ((1LL << 52) - 1);
#ifdef __arm__
    temp.l.upper = (e << 20) | (ll >> 32);
    temp.l.lower = ll;
#else
    temp.ll = ll | ((uint64_t)e << 52);
#endif
    return temp.d;
}

static inline void helper_fstt(CPU86_LDouble f, uint8_t *ptr)
{
    CPU86_LDoubleU temp;
    int e;

    temp.d = f;
    /* mantissa */
    stq(ptr, (MANTD(temp) << 11) | (1LL << 63));
    /* exponent + sign */
    e = EXPD(temp) - EXPBIAS + 16383;
    e |= SIGND(temp) >> 16;
    stw(ptr + 8, e);
}
#endif

const CPU86_LDouble f15rk[7];

void helper_fldt_ST0_A0(void);
void helper_fstt_ST0_A0(void);
void helper_fbld_ST0_A0(void);
void helper_fbst_ST0_A0(void);
void helper_f2xm1(void);
void helper_fyl2x(void);
void helper_fptan(void);
void helper_fpatan(void);
void helper_fxtract(void);
void helper_fprem1(void);
void helper_fprem(void);
void helper_fyl2xp1(void);
void helper_fsqrt(void);
void helper_fsincos(void);
void helper_frndint(void);
void helper_fscale(void);
void helper_fsin(void);
void helper_fcos(void);
void helper_fxam_ST0(void);
void helper_fstenv(uint8_t *ptr, int data32);
void helper_fldenv(uint8_t *ptr, int data32);
void helper_fsave(uint8_t *ptr, int data32);
void helper_frstor(uint8_t *ptr, int data32);

const uint8_t parity_table[256];
const uint8_t rclw_table[32];
const uint8_t rclb_table[32];

static inline uint32_t compute_eflags(void)
{
    return env->eflags | cc_table[CC_OP].compute_all() | (DF & DF_MASK);
}

#define FL_UPDATE_MASK32 (TF_MASK | AC_MASK | ID_MASK)

#define FL_UPDATE_CPL0_MASK (TF_MASK | IF_MASK | IOPL_MASK | NT_MASK | \
                             RF_MASK | AC_MASK | ID_MASK)

/* NOTE: CC_OP must be modified manually to CC_OP_EFLAGS */
static inline void load_eflags(int eflags, int update_mask)
{
    CC_SRC = eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
    DF = 1 - (2 * ((eflags >> 10) & 1));
    env->eflags = (env->eflags & ~update_mask) | 
        (eflags & update_mask);
}
Commit	Line	Data
3ef693a0 FB	1	/*
	2	* i386 execution defines
	3	*
	4	* Copyright (c) 2003 Fabrice Bellard
	5	*
	6	* This library is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU Lesser General Public
	8	* License as published by the Free Software Foundation; either
	9	* version 2 of the License, or (at your option) any later version.
	10	*
	11	* This library is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	14	* Lesser General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU Lesser General Public
	17	* License along with this library; if not, write to the Free Software
	18	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	19	*/
79638566 FB	20	#include "dyngen-exec.h"
	21
	22	/* at least 4 register variables are defines */
	23	register struct CPUX86State *env asm(AREG0);
	24	register uint32_t T0 asm(AREG1);
	25	register uint32_t T1 asm(AREG2);
	26	register uint32_t T2 asm(AREG3);
	27
	28	#define A0 T2
	29
	30	/* if more registers are available, we define some registers too */
	31	#ifdef AREG4
	32	register uint32_t EAX asm(AREG4);
04369ff2	33	#define reg_EAX
7d13299d	34	#endif
79638566 FB	35
	36	#ifdef AREG5
	37	register uint32_t ESP asm(AREG5);
ae228531	38	#define reg_ESP
79638566 FB	39	#endif
	40
	41	#ifdef AREG6
	42	register uint32_t EBP asm(AREG6);
ae228531	43	#define reg_EBP
7d13299d	44	#endif
79638566 FB	45
	46	#ifdef AREG7
	47	register uint32_t ECX asm(AREG7);
	48	#define reg_ECX
fb3e5849	49	#endif
79638566 FB	50
	51	#ifdef AREG8
	52	register uint32_t EDX asm(AREG8);
	53	#define reg_EDX
d03cda59	54	#endif
79638566 FB	55
	56	#ifdef AREG9
	57	register uint32_t EBX asm(AREG9);
	58	#define reg_EBX
0d330196	59	#endif
7d13299d	60
79638566 FB	61	#ifdef AREG10
	62	register uint32_t ESI asm(AREG10);
	63	#define reg_ESI
	64	#endif
7d13299d	65
79638566 FB	66	#ifdef AREG11
	67	register uint32_t EDI asm(AREG11);
	68	#define reg_EDI
7d13299d FB	69	#endif
7d13299d FB	70
79638566 FB	71	extern FILE *logfile;
79638566 FB	72	extern int loglevel;
7d13299d	73
04369ff2	74	#ifndef reg_EAX
7d13299d	75	#define EAX (env->regs[R_EAX])
04369ff2 FB	76	#endif
04369ff2 FB	77	#ifndef reg_ECX
7d13299d	78	#define ECX (env->regs[R_ECX])
04369ff2 FB	79	#endif
04369ff2 FB	80	#ifndef reg_EDX
7d13299d	81	#define EDX (env->regs[R_EDX])
04369ff2 FB	82	#endif
04369ff2 FB	83	#ifndef reg_EBX
7d13299d	84	#define EBX (env->regs[R_EBX])
04369ff2 FB	85	#endif
04369ff2 FB	86	#ifndef reg_ESP
7d13299d	87	#define ESP (env->regs[R_ESP])
04369ff2 FB	88	#endif
04369ff2 FB	89	#ifndef reg_EBP
7d13299d	90	#define EBP (env->regs[R_EBP])
04369ff2 FB	91	#endif
04369ff2 FB	92	#ifndef reg_ESI
7d13299d	93	#define ESI (env->regs[R_ESI])
04369ff2 FB	94	#endif
04369ff2 FB	95	#ifndef reg_EDI
7d13299d	96	#define EDI (env->regs[R_EDI])
04369ff2	97	#endif
dab2ed99	98	#define EIP (env->eip)
7d13299d FB	99	#define DF (env->df)
	100
	101	#define CC_SRC (env->cc_src)
	102	#define CC_DST (env->cc_dst)
	103	#define CC_OP (env->cc_op)
	104
	105	/* float macros */
	106	#define FT0 (env->ft0)
	107	#define ST0 (env->fpregs[env->fpstt])
	108	#define ST(n) (env->fpregs[(env->fpstt + (n)) & 7])
	109	#define ST1 ST(1)
	110
d014c98c FB	111	#ifdef USE_FP_CONVERT
	112	#define FP_CONVERT (env->fp_convert)
	113	#endif
	114
7d13299d	115	#include "cpu-i386.h"
d4e8164f	116	#include "exec.h"
7d13299d FB	117
	118	typedef struct CCTable {
	119	int (compute_all)(void); / return all the flags */
	120	int (compute_c)(void); / return the C flag */
	121	} CCTable;
	122
	123	extern CCTable cc_table[];
6dbad63e	124
a513fe19	125	void load_seg(int seg_reg, int selector, unsigned cur_eip);
d8bc1fd0	126	void jmp_seg(int selector, unsigned int new_eip);
90a9fdae	127	void helper_iret_protected(int shift);
d8bc1fd0 FB	128	void helper_lldt_T0(void);
	129	void helper_ltr_T0(void);
	130	void helper_movl_crN_T0(int reg);
	131	void helper_movl_drN_T0(int reg);
90a9fdae FB	132	void helper_invlpg(unsigned int addr);
	133	void cpu_x86_update_cr0(CPUX86State *env);
	134	void cpu_x86_update_cr3(CPUX86State *env);
	135	void cpu_x86_flush_tlb(CPUX86State *env, uint32_t addr);
	136	int cpu_x86_handle_mmu_fault(CPUX86State *env, uint32_t addr, int is_write);
3ec9c4fc FB	137	void __hidden cpu_lock(void);
3ec9c4fc FB	138	void __hidden cpu_unlock(void);
90a9fdae FB	139	void do_interrupt(int intno, int is_int, int error_code,
	140	unsigned int next_eip);
	141	void do_interrupt_user(int intno, int is_int, int error_code,
	142	unsigned int next_eip);
a513fe19 FB	143	void raise_interrupt(int intno, int is_int, int error_code,
a513fe19 FB	144	unsigned int next_eip);
455b7619	145	void raise_exception_err(int exception_index, int error_code);
9de5e440	146	void raise_exception(int exception_index);
3ec9c4fc	147	void __hidden cpu_loop_exit(void);
d0a1ffc9 FB	148	void helper_fsave(uint8_t *ptr, int data32);
d0a1ffc9 FB	149	void helper_frstor(uint8_t *ptr, int data32);
9de5e440 FB	150
	151	void OPPROTO op_movl_eflags_T0(void);
	152	void OPPROTO op_movl_T0_eflags(void);
3ec9c4fc FB	153	void raise_interrupt(int intno, int is_int, int error_code,
	154	unsigned int next_eip);
	155	void raise_exception_err(int exception_index, int error_code);
	156	void raise_exception(int exception_index);
e163bca7 FB	157	void helper_divl_EAX_T0(uint32_t eip);
	158	void helper_idivl_EAX_T0(uint32_t eip);
	159	void helper_cmpxchg8b(void);
3ec9c4fc	160	void helper_cpuid(void);
e163bca7	161	void helper_rdtsc(void);
3c1cf9fa FB	162	void helper_rdmsr(void);
3c1cf9fa FB	163	void helper_wrmsr(void);
3ec9c4fc FB	164	void helper_lsl(void);
	165	void helper_lar(void);
	166
3ec9c4fc FB	167	#ifdef USE_X86LDOUBLE
	168	/* use long double functions */
	169	#define lrint lrintl
	170	#define llrint llrintl
	171	#define fabs fabsl
	172	#define sin sinl
	173	#define cos cosl
	174	#define sqrt sqrtl
	175	#define pow powl
	176	#define log logl
	177	#define tan tanl
	178	#define atan2 atan2l
	179	#define floor floorl
	180	#define ceil ceill
	181	#define rint rintl
	182	#endif
	183
	184	extern int lrint(CPU86_LDouble x);
	185	extern int64_t llrint(CPU86_LDouble x);
	186	extern CPU86_LDouble fabs(CPU86_LDouble x);
	187	extern CPU86_LDouble sin(CPU86_LDouble x);
	188	extern CPU86_LDouble cos(CPU86_LDouble x);
	189	extern CPU86_LDouble sqrt(CPU86_LDouble x);
	190	extern CPU86_LDouble pow(CPU86_LDouble, CPU86_LDouble);
	191	extern CPU86_LDouble log(CPU86_LDouble x);
	192	extern CPU86_LDouble tan(CPU86_LDouble x);
	193	extern CPU86_LDouble atan2(CPU86_LDouble, CPU86_LDouble);
	194	extern CPU86_LDouble floor(CPU86_LDouble x);
	195	extern CPU86_LDouble ceil(CPU86_LDouble x);
	196	extern CPU86_LDouble rint(CPU86_LDouble x);
	197
	198	#define RC_MASK 0xc00
	199	#define RC_NEAR 0x000
	200	#define RC_DOWN 0x400
	201	#define RC_UP 0x800
	202	#define RC_CHOP 0xc00
	203
	204	#define MAXTAN 9223372036854775808.0
	205
e163bca7 FB	206	#ifdef __arm__
	207	/* we have no way to do correct rounding - a FPU emulator is needed */
	208	#define FE_DOWNWARD FE_TONEAREST
	209	#define FE_UPWARD FE_TONEAREST
	210	#define FE_TOWARDZERO FE_TONEAREST
	211	#endif
	212
3ec9c4fc FB	213	#ifdef USE_X86LDOUBLE
	214
	215	/* only for x86 */
	216	typedef union {
	217	long double d;
	218	struct {
	219	unsigned long long lower;
	220	unsigned short upper;
	221	} l;
	222	} CPU86_LDoubleU;
	223
	224	/* the following deal with x86 long double-precision numbers */
	225	#define MAXEXPD 0x7fff
	226	#define EXPBIAS 16383
	227	#define EXPD(fp) (fp.l.upper & 0x7fff)
	228	#define SIGND(fp) ((fp.l.upper) & 0x8000)
	229	#define MANTD(fp) (fp.l.lower)
	230	#define BIASEXPONENT(fp) fp.l.upper = (fp.l.upper & ~(0x7fff)) \| EXPBIAS
	231
	232	#else
	233
e163bca7	234	/* NOTE: arm is horrible as double 32 bit words are stored in big endian ! */
3ec9c4fc FB	235	typedef union {
3ec9c4fc FB	236	double d;
e163bca7	237	#if !defined(WORDS_BIGENDIAN) && !defined(__arm__)
3ec9c4fc FB	238	struct {
	239	uint32_t lower;
	240	int32_t upper;
	241	} l;
	242	#else
	243	struct {
	244	int32_t upper;
	245	uint32_t lower;
	246	} l;
	247	#endif
e163bca7	248	#ifndef __arm__
3ec9c4fc	249	int64_t ll;
e163bca7	250	#endif
3ec9c4fc FB	251	} CPU86_LDoubleU;
	252
	253	/* the following deal with IEEE double-precision numbers */
	254	#define MAXEXPD 0x7ff
	255	#define EXPBIAS 1023
	256	#define EXPD(fp) (((fp.l.upper) >> 20) & 0x7FF)
	257	#define SIGND(fp) ((fp.l.upper) & 0x80000000)
e163bca7 FB	258	#ifdef __arm__
	259	#define MANTD(fp) (fp.l.lower \| ((uint64_t)(fp.l.upper & ((1 << 20) - 1)) << 32))
	260	#else
3ec9c4fc	261	#define MANTD(fp) (fp.ll & ((1LL << 52) - 1))
e163bca7	262	#endif
3ec9c4fc FB	263	#define BIASEXPONENT(fp) fp.l.upper = (fp.l.upper & ~(0x7ff << 20)) \| (EXPBIAS << 20)
	264	#endif
	265
	266	static inline void fpush(void)
	267	{
	268	env->fpstt = (env->fpstt - 1) & 7;
	269	env->fptags[env->fpstt] = 0; /* validate stack entry */
	270	}
	271
	272	static inline void fpop(void)
	273	{
	274	env->fptags[env->fpstt] = 1; /* invvalidate stack entry */
	275	env->fpstt = (env->fpstt + 1) & 7;
	276	}
	277
	278	#ifndef USE_X86LDOUBLE
	279	static inline CPU86_LDouble helper_fldt(uint8_t *ptr)
	280	{
	281	CPU86_LDoubleU temp;
	282	int upper, e;
e163bca7 FB	283	uint64_t ll;
e163bca7 FB	284
3ec9c4fc FB	285	/* mantissa */
	286	upper = lduw(ptr + 8);
	287	/* XXX: handle overflow ? */
	288	e = (upper & 0x7fff) - 16383 + EXPBIAS; /* exponent */
	289	e \|= (upper >> 4) & 0x800; /* sign */
e163bca7 FB	290	ll = (ldq(ptr) >> 11) & ((1LL << 52) - 1);
	291	#ifdef __arm__
	292	temp.l.upper = (e << 20) \| (ll >> 32);
	293	temp.l.lower = ll;
	294	#else
	295	temp.ll = ll \| ((uint64_t)e << 52);
	296	#endif
3ec9c4fc FB	297	return temp.d;
	298	}
	299
	300	static inline void helper_fstt(CPU86_LDouble f, uint8_t *ptr)
	301	{
	302	CPU86_LDoubleU temp;
	303	int e;
e163bca7	304
3ec9c4fc FB	305	temp.d = f;
	306	/* mantissa */
	307	stq(ptr, (MANTD(temp) << 11) \| (1LL << 63));
	308	/* exponent + sign */
	309	e = EXPD(temp) - EXPBIAS + 16383;
	310	e \|= SIGND(temp) >> 16;
	311	stw(ptr + 8, e);
	312	}
	313	#endif
	314
e163bca7 FB	315	const CPU86_LDouble f15rk[7];
e163bca7 FB	316
3ec9c4fc FB	317	void helper_fldt_ST0_A0(void);
	318	void helper_fstt_ST0_A0(void);
	319	void helper_fbld_ST0_A0(void);
	320	void helper_fbst_ST0_A0(void);
	321	void helper_f2xm1(void);
	322	void helper_fyl2x(void);
	323	void helper_fptan(void);
	324	void helper_fpatan(void);
	325	void helper_fxtract(void);
	326	void helper_fprem1(void);
	327	void helper_fprem(void);
	328	void helper_fyl2xp1(void);
	329	void helper_fsqrt(void);
	330	void helper_fsincos(void);
	331	void helper_frndint(void);
	332	void helper_fscale(void);
	333	void helper_fsin(void);
	334	void helper_fcos(void);
	335	void helper_fxam_ST0(void);
	336	void helper_fstenv(uint8_t *ptr, int data32);
	337	void helper_fldenv(uint8_t *ptr, int data32);
	338	void helper_fsave(uint8_t *ptr, int data32);
	339	void helper_frstor(uint8_t *ptr, int data32);
	340
79638566 FB	341	const uint8_t parity_table[256];
	342	const uint8_t rclw_table[32];
	343	const uint8_t rclb_table[32];
90a9fdae FB	344
	345	static inline uint32_t compute_eflags(void)
	346	{
	347	return env->eflags \| cc_table[CC_OP].compute_all() \| (DF & DF_MASK);
	348	}
	349
	350	#define FL_UPDATE_MASK32 (TF_MASK \| AC_MASK \| ID_MASK)
	351
	352	#define FL_UPDATE_CPL0_MASK (TF_MASK \| IF_MASK \| IOPL_MASK \| NT_MASK \| \
	353	RF_MASK \| AC_MASK \| ID_MASK)
	354
	355	/* NOTE: CC_OP must be modified manually to CC_OP_EFLAGS */
	356	static inline void load_eflags(int eflags, int update_mask)
	357	{
	358	CC_SRC = eflags & (CC_O \| CC_S \| CC_Z \| CC_A \| CC_P \| CC_C);
	359	DF = 1 - (2 * ((eflags >> 10) & 1));
	360	env->eflags = (env->eflags & ~update_mask) \|
	361	(eflags & update_mask);
	362	}