]> git.proxmox.com Git - mirror_qemu.git/blame - target-i386/ops_sse_header.h
x86: split MTRRVar union
[mirror_qemu.git] / target-i386 / ops_sse_header.h
CommitLineData
5af45186 1/*
222a3336 2 * MMX/3DNow!/SSE/SSE2/SSE3/SSSE3/SSE4/PNI support
5af45186
FB
3 *
4 * Copyright (c) 2005 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
8167ee88 17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
5af45186
FB
18 */
19#if SHIFT == 0
20#define Reg MMXReg
21#define SUFFIX _mmx
22#else
23#define Reg XMMReg
24#define SUFFIX _xmm
25#endif
26
a7812ae4
PB
27#define dh_alias_Reg ptr
28#define dh_alias_XMMReg ptr
29#define dh_alias_MMXReg ptr
30#define dh_ctype_Reg Reg *
31#define dh_ctype_XMMReg XMMReg *
32#define dh_ctype_MMXReg MMXReg *
33
34DEF_HELPER_2(glue(psrlw, SUFFIX), void, Reg, Reg)
35DEF_HELPER_2(glue(psraw, SUFFIX), void, Reg, Reg)
36DEF_HELPER_2(glue(psllw, SUFFIX), void, Reg, Reg)
37DEF_HELPER_2(glue(psrld, SUFFIX), void, Reg, Reg)
38DEF_HELPER_2(glue(psrad, SUFFIX), void, Reg, Reg)
39DEF_HELPER_2(glue(pslld, SUFFIX), void, Reg, Reg)
40DEF_HELPER_2(glue(psrlq, SUFFIX), void, Reg, Reg)
41DEF_HELPER_2(glue(psllq, SUFFIX), void, Reg, Reg)
5af45186
FB
42
43#if SHIFT == 1
a7812ae4
PB
44DEF_HELPER_2(glue(psrldq, SUFFIX), void, Reg, Reg)
45DEF_HELPER_2(glue(pslldq, SUFFIX), void, Reg, Reg)
5af45186
FB
46#endif
47
48#define SSE_HELPER_B(name, F)\
a7812ae4 49 DEF_HELPER_2(glue(name, SUFFIX), void, Reg, Reg)
5af45186
FB
50
51#define SSE_HELPER_W(name, F)\
a7812ae4 52 DEF_HELPER_2(glue(name, SUFFIX), void, Reg, Reg)
5af45186
FB
53
54#define SSE_HELPER_L(name, F)\
a7812ae4 55 DEF_HELPER_2(glue(name, SUFFIX), void, Reg, Reg)
5af45186
FB
56
57#define SSE_HELPER_Q(name, F)\
a7812ae4 58 DEF_HELPER_2(glue(name, SUFFIX), void, Reg, Reg)
5af45186 59
a7812ae4
PB
60SSE_HELPER_B(paddb, FADD)
61SSE_HELPER_W(paddw, FADD)
62SSE_HELPER_L(paddl, FADD)
63SSE_HELPER_Q(paddq, FADD)
5af45186 64
a7812ae4
PB
65SSE_HELPER_B(psubb, FSUB)
66SSE_HELPER_W(psubw, FSUB)
67SSE_HELPER_L(psubl, FSUB)
68SSE_HELPER_Q(psubq, FSUB)
5af45186 69
a7812ae4
PB
70SSE_HELPER_B(paddusb, FADDUB)
71SSE_HELPER_B(paddsb, FADDSB)
72SSE_HELPER_B(psubusb, FSUBUB)
73SSE_HELPER_B(psubsb, FSUBSB)
5af45186 74
a7812ae4
PB
75SSE_HELPER_W(paddusw, FADDUW)
76SSE_HELPER_W(paddsw, FADDSW)
77SSE_HELPER_W(psubusw, FSUBUW)
78SSE_HELPER_W(psubsw, FSUBSW)
5af45186 79
a7812ae4
PB
80SSE_HELPER_B(pminub, FMINUB)
81SSE_HELPER_B(pmaxub, FMAXUB)
5af45186 82
a7812ae4
PB
83SSE_HELPER_W(pminsw, FMINSW)
84SSE_HELPER_W(pmaxsw, FMAXSW)
5af45186 85
a7812ae4
PB
86SSE_HELPER_Q(pand, FAND)
87SSE_HELPER_Q(pandn, FANDN)
88SSE_HELPER_Q(por, FOR)
89SSE_HELPER_Q(pxor, FXOR)
5af45186 90
a7812ae4
PB
91SSE_HELPER_B(pcmpgtb, FCMPGTB)
92SSE_HELPER_W(pcmpgtw, FCMPGTW)
93SSE_HELPER_L(pcmpgtl, FCMPGTL)
5af45186 94
a7812ae4
PB
95SSE_HELPER_B(pcmpeqb, FCMPEQ)
96SSE_HELPER_W(pcmpeqw, FCMPEQ)
97SSE_HELPER_L(pcmpeql, FCMPEQ)
5af45186 98
a7812ae4 99SSE_HELPER_W(pmullw, FMULLW)
5af45186 100#if SHIFT == 0
a7812ae4 101SSE_HELPER_W(pmulhrw, FMULHRW)
5af45186 102#endif
a7812ae4
PB
103SSE_HELPER_W(pmulhuw, FMULHUW)
104SSE_HELPER_W(pmulhw, FMULHW)
5af45186 105
a7812ae4
PB
106SSE_HELPER_B(pavgb, FAVG)
107SSE_HELPER_W(pavgw, FAVG)
5af45186 108
a7812ae4
PB
109DEF_HELPER_2(glue(pmuludq, SUFFIX), void, Reg, Reg)
110DEF_HELPER_2(glue(pmaddwd, SUFFIX), void, Reg, Reg)
5af45186 111
a7812ae4
PB
112DEF_HELPER_2(glue(psadbw, SUFFIX), void, Reg, Reg)
113DEF_HELPER_3(glue(maskmov, SUFFIX), void, Reg, Reg, tl)
114DEF_HELPER_2(glue(movl_mm_T0, SUFFIX), void, Reg, i32)
5af45186 115#ifdef TARGET_X86_64
a7812ae4 116DEF_HELPER_2(glue(movq_mm_T0, SUFFIX), void, Reg, i64)
5af45186
FB
117#endif
118
119#if SHIFT == 0
a7812ae4 120DEF_HELPER_3(glue(pshufw, SUFFIX), void, Reg, Reg, int)
5af45186 121#else
a7812ae4
PB
122DEF_HELPER_3(shufps, void, Reg, Reg, int)
123DEF_HELPER_3(shufpd, void, Reg, Reg, int)
124DEF_HELPER_3(glue(pshufd, SUFFIX), void, Reg, Reg, int)
125DEF_HELPER_3(glue(pshuflw, SUFFIX), void, Reg, Reg, int)
126DEF_HELPER_3(glue(pshufhw, SUFFIX), void, Reg, Reg, int)
5af45186
FB
127#endif
128
129#if SHIFT == 1
130/* FPU ops */
131/* XXX: not accurate */
132
133#define SSE_HELPER_S(name, F)\
a7812ae4
PB
134 DEF_HELPER_2(name ## ps , void, Reg, Reg) \
135 DEF_HELPER_2(name ## ss , void, Reg, Reg) \
136 DEF_HELPER_2(name ## pd , void, Reg, Reg) \
137 DEF_HELPER_2(name ## sd , void, Reg, Reg)
437a88a5
FB
138
139SSE_HELPER_S(add, FPU_ADD)
140SSE_HELPER_S(sub, FPU_SUB)
141SSE_HELPER_S(mul, FPU_MUL)
142SSE_HELPER_S(div, FPU_DIV)
143SSE_HELPER_S(min, FPU_MIN)
144SSE_HELPER_S(max, FPU_MAX)
145SSE_HELPER_S(sqrt, FPU_SQRT)
146
147
a7812ae4
PB
148DEF_HELPER_2(cvtps2pd, void, Reg, Reg)
149DEF_HELPER_2(cvtpd2ps, void, Reg, Reg)
150DEF_HELPER_2(cvtss2sd, void, Reg, Reg)
151DEF_HELPER_2(cvtsd2ss, void, Reg, Reg)
152DEF_HELPER_2(cvtdq2ps, void, Reg, Reg)
153DEF_HELPER_2(cvtdq2pd, void, Reg, Reg)
154DEF_HELPER_2(cvtpi2ps, void, XMMReg, MMXReg)
155DEF_HELPER_2(cvtpi2pd, void, XMMReg, MMXReg)
156DEF_HELPER_2(cvtsi2ss, void, XMMReg, i32)
157DEF_HELPER_2(cvtsi2sd, void, XMMReg, i32)
5af45186
FB
158
159#ifdef TARGET_X86_64
a7812ae4
PB
160DEF_HELPER_2(cvtsq2ss, void, XMMReg, i64)
161DEF_HELPER_2(cvtsq2sd, void, XMMReg, i64)
5af45186
FB
162#endif
163
a7812ae4
PB
164DEF_HELPER_2(cvtps2dq, void, XMMReg, XMMReg)
165DEF_HELPER_2(cvtpd2dq, void, XMMReg, XMMReg)
166DEF_HELPER_2(cvtps2pi, void, MMXReg, XMMReg)
167DEF_HELPER_2(cvtpd2pi, void, MMXReg, XMMReg)
168DEF_HELPER_1(cvtss2si, s32, XMMReg)
169DEF_HELPER_1(cvtsd2si, s32, XMMReg)
5af45186 170#ifdef TARGET_X86_64
a7812ae4
PB
171DEF_HELPER_1(cvtss2sq, s64, XMMReg)
172DEF_HELPER_1(cvtsd2sq, s64, XMMReg)
5af45186
FB
173#endif
174
a7812ae4
PB
175DEF_HELPER_2(cvttps2dq, void, XMMReg, XMMReg)
176DEF_HELPER_2(cvttpd2dq, void, XMMReg, XMMReg)
177DEF_HELPER_2(cvttps2pi, void, MMXReg, XMMReg)
178DEF_HELPER_2(cvttpd2pi, void, MMXReg, XMMReg)
179DEF_HELPER_1(cvttss2si, s32, XMMReg)
180DEF_HELPER_1(cvttsd2si, s32, XMMReg)
5af45186 181#ifdef TARGET_X86_64
a7812ae4
PB
182DEF_HELPER_1(cvttss2sq, s64, XMMReg)
183DEF_HELPER_1(cvttsd2sq, s64, XMMReg)
5af45186
FB
184#endif
185
a7812ae4
PB
186DEF_HELPER_2(rsqrtps, void, XMMReg, XMMReg)
187DEF_HELPER_2(rsqrtss, void, XMMReg, XMMReg)
188DEF_HELPER_2(rcpps, void, XMMReg, XMMReg)
189DEF_HELPER_2(rcpss, void, XMMReg, XMMReg)
d9f4bb27
AP
190DEF_HELPER_2(extrq_r, void, XMMReg, XMMReg)
191DEF_HELPER_3(extrq_i, void, XMMReg, int, int)
192DEF_HELPER_2(insertq_r, void, XMMReg, XMMReg)
193DEF_HELPER_3(insertq_i, void, XMMReg, int, int)
a7812ae4
PB
194DEF_HELPER_2(haddps, void, XMMReg, XMMReg)
195DEF_HELPER_2(haddpd, void, XMMReg, XMMReg)
196DEF_HELPER_2(hsubps, void, XMMReg, XMMReg)
197DEF_HELPER_2(hsubpd, void, XMMReg, XMMReg)
198DEF_HELPER_2(addsubps, void, XMMReg, XMMReg)
199DEF_HELPER_2(addsubpd, void, XMMReg, XMMReg)
5af45186
FB
200
201#define SSE_HELPER_CMP(name, F)\
a7812ae4
PB
202 DEF_HELPER_2( name ## ps , void, Reg, Reg) \
203 DEF_HELPER_2( name ## ss , void, Reg, Reg) \
204 DEF_HELPER_2( name ## pd , void, Reg, Reg) \
205 DEF_HELPER_2( name ## sd , void, Reg, Reg)
437a88a5
FB
206
207SSE_HELPER_CMP(cmpeq, FPU_CMPEQ)
208SSE_HELPER_CMP(cmplt, FPU_CMPLT)
209SSE_HELPER_CMP(cmple, FPU_CMPLE)
210SSE_HELPER_CMP(cmpunord, FPU_CMPUNORD)
211SSE_HELPER_CMP(cmpneq, FPU_CMPNEQ)
212SSE_HELPER_CMP(cmpnlt, FPU_CMPNLT)
213SSE_HELPER_CMP(cmpnle, FPU_CMPNLE)
214SSE_HELPER_CMP(cmpord, FPU_CMPORD)
215
a7812ae4
PB
216DEF_HELPER_2(ucomiss, void, Reg, Reg)
217DEF_HELPER_2(comiss, void, Reg, Reg)
218DEF_HELPER_2(ucomisd, void, Reg, Reg)
219DEF_HELPER_2(comisd, void, Reg, Reg)
220DEF_HELPER_1(movmskps, i32, Reg)
221DEF_HELPER_1(movmskpd, i32, Reg)
5af45186
FB
222#endif
223
a7812ae4
PB
224DEF_HELPER_1(glue(pmovmskb, SUFFIX), i32, Reg)
225DEF_HELPER_2(glue(packsswb, SUFFIX), void, Reg, Reg)
226DEF_HELPER_2(glue(packuswb, SUFFIX), void, Reg, Reg)
227DEF_HELPER_2(glue(packssdw, SUFFIX), void, Reg, Reg)
5af45186 228#define UNPCK_OP(base_name, base) \
a7812ae4
PB
229 DEF_HELPER_2(glue(punpck ## base_name ## bw, SUFFIX) , void, Reg, Reg) \
230 DEF_HELPER_2(glue(punpck ## base_name ## wd, SUFFIX) , void, Reg, Reg) \
231 DEF_HELPER_2(glue(punpck ## base_name ## dq, SUFFIX) , void, Reg, Reg)
5af45186 232
437a88a5
FB
233UNPCK_OP(l, 0)
234UNPCK_OP(h, 1)
5af45186
FB
235
236#if SHIFT == 1
a7812ae4
PB
237DEF_HELPER_2(glue(punpcklqdq, SUFFIX), void, Reg, Reg)
238DEF_HELPER_2(glue(punpckhqdq, SUFFIX), void, Reg, Reg)
5af45186
FB
239#endif
240
241/* 3DNow! float ops */
242#if SHIFT == 0
a7812ae4
PB
243DEF_HELPER_2(pi2fd, void, MMXReg, MMXReg)
244DEF_HELPER_2(pi2fw, void, MMXReg, MMXReg)
245DEF_HELPER_2(pf2id, void, MMXReg, MMXReg)
246DEF_HELPER_2(pf2iw, void, MMXReg, MMXReg)
247DEF_HELPER_2(pfacc, void, MMXReg, MMXReg)
248DEF_HELPER_2(pfadd, void, MMXReg, MMXReg)
249DEF_HELPER_2(pfcmpeq, void, MMXReg, MMXReg)
250DEF_HELPER_2(pfcmpge, void, MMXReg, MMXReg)
251DEF_HELPER_2(pfcmpgt, void, MMXReg, MMXReg)
252DEF_HELPER_2(pfmax, void, MMXReg, MMXReg)
253DEF_HELPER_2(pfmin, void, MMXReg, MMXReg)
254DEF_HELPER_2(pfmul, void, MMXReg, MMXReg)
255DEF_HELPER_2(pfnacc, void, MMXReg, MMXReg)
256DEF_HELPER_2(pfpnacc, void, MMXReg, MMXReg)
257DEF_HELPER_2(pfrcp, void, MMXReg, MMXReg)
258DEF_HELPER_2(pfrsqrt, void, MMXReg, MMXReg)
259DEF_HELPER_2(pfsub, void, MMXReg, MMXReg)
260DEF_HELPER_2(pfsubr, void, MMXReg, MMXReg)
261DEF_HELPER_2(pswapd, void, MMXReg, MMXReg)
5af45186
FB
262#endif
263
4242b1bd 264/* SSSE3 op helpers */
a7812ae4
PB
265DEF_HELPER_2(glue(phaddw, SUFFIX), void, Reg, Reg)
266DEF_HELPER_2(glue(phaddd, SUFFIX), void, Reg, Reg)
267DEF_HELPER_2(glue(phaddsw, SUFFIX), void, Reg, Reg)
268DEF_HELPER_2(glue(phsubw, SUFFIX), void, Reg, Reg)
269DEF_HELPER_2(glue(phsubd, SUFFIX), void, Reg, Reg)
270DEF_HELPER_2(glue(phsubsw, SUFFIX), void, Reg, Reg)
271DEF_HELPER_2(glue(pabsb, SUFFIX), void, Reg, Reg)
272DEF_HELPER_2(glue(pabsw, SUFFIX), void, Reg, Reg)
273DEF_HELPER_2(glue(pabsd, SUFFIX), void, Reg, Reg)
274DEF_HELPER_2(glue(pmaddubsw, SUFFIX), void, Reg, Reg)
275DEF_HELPER_2(glue(pmulhrsw, SUFFIX), void, Reg, Reg)
276DEF_HELPER_2(glue(pshufb, SUFFIX), void, Reg, Reg)
277DEF_HELPER_2(glue(psignb, SUFFIX), void, Reg, Reg)
278DEF_HELPER_2(glue(psignw, SUFFIX), void, Reg, Reg)
279DEF_HELPER_2(glue(psignd, SUFFIX), void, Reg, Reg)
280DEF_HELPER_3(glue(palignr, SUFFIX), void, Reg, Reg, s32)
4242b1bd 281
222a3336
AZ
282/* SSE4.1 op helpers */
283#if SHIFT == 1
a7812ae4
PB
284DEF_HELPER_2(glue(pblendvb, SUFFIX), void, Reg, Reg)
285DEF_HELPER_2(glue(blendvps, SUFFIX), void, Reg, Reg)
286DEF_HELPER_2(glue(blendvpd, SUFFIX), void, Reg, Reg)
287DEF_HELPER_2(glue(ptest, SUFFIX), void, Reg, Reg)
288DEF_HELPER_2(glue(pmovsxbw, SUFFIX), void, Reg, Reg)
289DEF_HELPER_2(glue(pmovsxbd, SUFFIX), void, Reg, Reg)
290DEF_HELPER_2(glue(pmovsxbq, SUFFIX), void, Reg, Reg)
291DEF_HELPER_2(glue(pmovsxwd, SUFFIX), void, Reg, Reg)
292DEF_HELPER_2(glue(pmovsxwq, SUFFIX), void, Reg, Reg)
293DEF_HELPER_2(glue(pmovsxdq, SUFFIX), void, Reg, Reg)
294DEF_HELPER_2(glue(pmovzxbw, SUFFIX), void, Reg, Reg)
295DEF_HELPER_2(glue(pmovzxbd, SUFFIX), void, Reg, Reg)
296DEF_HELPER_2(glue(pmovzxbq, SUFFIX), void, Reg, Reg)
297DEF_HELPER_2(glue(pmovzxwd, SUFFIX), void, Reg, Reg)
298DEF_HELPER_2(glue(pmovzxwq, SUFFIX), void, Reg, Reg)
299DEF_HELPER_2(glue(pmovzxdq, SUFFIX), void, Reg, Reg)
300DEF_HELPER_2(glue(pmuldq, SUFFIX), void, Reg, Reg)
301DEF_HELPER_2(glue(pcmpeqq, SUFFIX), void, Reg, Reg)
302DEF_HELPER_2(glue(packusdw, SUFFIX), void, Reg, Reg)
303DEF_HELPER_2(glue(pminsb, SUFFIX), void, Reg, Reg)
304DEF_HELPER_2(glue(pminsd, SUFFIX), void, Reg, Reg)
305DEF_HELPER_2(glue(pminuw, SUFFIX), void, Reg, Reg)
306DEF_HELPER_2(glue(pminud, SUFFIX), void, Reg, Reg)
307DEF_HELPER_2(glue(pmaxsb, SUFFIX), void, Reg, Reg)
308DEF_HELPER_2(glue(pmaxsd, SUFFIX), void, Reg, Reg)
309DEF_HELPER_2(glue(pmaxuw, SUFFIX), void, Reg, Reg)
310DEF_HELPER_2(glue(pmaxud, SUFFIX), void, Reg, Reg)
311DEF_HELPER_2(glue(pmulld, SUFFIX), void, Reg, Reg)
312DEF_HELPER_2(glue(phminposuw, SUFFIX), void, Reg, Reg)
313DEF_HELPER_3(glue(roundps, SUFFIX), void, Reg, Reg, i32)
314DEF_HELPER_3(glue(roundpd, SUFFIX), void, Reg, Reg, i32)
315DEF_HELPER_3(glue(roundss, SUFFIX), void, Reg, Reg, i32)
316DEF_HELPER_3(glue(roundsd, SUFFIX), void, Reg, Reg, i32)
317DEF_HELPER_3(glue(blendps, SUFFIX), void, Reg, Reg, i32)
318DEF_HELPER_3(glue(blendpd, SUFFIX), void, Reg, Reg, i32)
319DEF_HELPER_3(glue(pblendw, SUFFIX), void, Reg, Reg, i32)
320DEF_HELPER_3(glue(dpps, SUFFIX), void, Reg, Reg, i32)
321DEF_HELPER_3(glue(dppd, SUFFIX), void, Reg, Reg, i32)
322DEF_HELPER_3(glue(mpsadbw, SUFFIX), void, Reg, Reg, i32)
222a3336
AZ
323#endif
324
325/* SSE4.2 op helpers */
326#if SHIFT == 1
a7812ae4
PB
327DEF_HELPER_2(glue(pcmpgtq, SUFFIX), void, Reg, Reg)
328DEF_HELPER_3(glue(pcmpestri, SUFFIX), void, Reg, Reg, i32)
329DEF_HELPER_3(glue(pcmpestrm, SUFFIX), void, Reg, Reg, i32)
330DEF_HELPER_3(glue(pcmpistri, SUFFIX), void, Reg, Reg, i32)
331DEF_HELPER_3(glue(pcmpistrm, SUFFIX), void, Reg, Reg, i32)
332DEF_HELPER_3(crc32, tl, i32, tl, i32)
333DEF_HELPER_2(popcnt, tl, tl, i32)
222a3336
AZ
334#endif
335
5af45186
FB
336#undef SHIFT
337#undef Reg
338#undef SUFFIX
339
340#undef SSE_HELPER_B
341#undef SSE_HELPER_W
342#undef SSE_HELPER_L
343#undef SSE_HELPER_Q
344#undef SSE_HELPER_S
345#undef SSE_HELPER_CMP
346#undef UNPCK_OP