]> git.proxmox.com Git - qemu.git/blame - target-i386/translate.c
projects / qemu.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
native FPU support (disabled)
[qemu.git] / target-i386 / translate.c
CommitLineData
2c0262af
FB		 1/*
2 * i386 translation
3 *
4 * Copyright (c) 2003 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 */
20#include <stdarg.h>
21#include <stdlib.h>
22#include <stdio.h>
23#include <string.h>
24#include <inttypes.h>
25#include <signal.h>
26#include <assert.h>
27#include <sys/mman.h>
28
29#include "cpu.h"
30#include "exec-all.h"
31#include "disas.h"
32
33/* XXX: move that elsewhere */
34static uint16_t *gen_opc_ptr;
35static uint32_t *gen_opparam_ptr;
36
37#define PREFIX_REPZ 0x01
38#define PREFIX_REPNZ 0x02
39#define PREFIX_LOCK 0x04
40#define PREFIX_DATA 0x08
41#define PREFIX_ADR 0x10
42
43typedef struct DisasContext {
44 /* current insn context */
45 int override; /* -1 if no override */
46 int prefix;
47 int aflag, dflag;
48 uint8_t *pc; /* pc = eip + cs_base */
49 int is_jmp; /* 1 = means jump (stop translation), 2 means CPU
50 static state change (stop translation) */
51 /* current block context */
52 uint8_t *cs_base; /* base of CS segment */
53 int pe; /* protected mode */
54 int code32; /* 32 bit code segment */
55 int ss32; /* 32 bit stack segment */
56 int cc_op; /* current CC operation */
57 int addseg; /* non zero if either DS/ES/SS have a non zero base */
58 int f_st; /* currently unused */
59 int vm86; /* vm86 mode */
60 int cpl;
61 int iopl;
62 int tf; /* TF cpu flag */
34865134 63 int singlestep_enabled; /* "hardware" single step enabled */
2c0262af
FB		 64 int jmp_opt; /* use direct block chaining for direct jumps */
65 int mem_index; /* select memory access functions */
66 struct TranslationBlock *tb;
67 int popl_esp_hack; /* for correct popl with esp base handling */
68} DisasContext;
69
70static void gen_eob(DisasContext *s);
71static void gen_jmp(DisasContext *s, unsigned int eip);
72
73/* i386 arith/logic operations */
74enum {
75 OP_ADDL,
76 OP_ORL,
77 OP_ADCL,
78 OP_SBBL,
79 OP_ANDL,
80 OP_SUBL,
81 OP_XORL,
82 OP_CMPL,
83};
84
85/* i386 shift ops */
86enum {
87 OP_ROL,
88 OP_ROR,
89 OP_RCL,
90 OP_RCR,
91 OP_SHL,
92 OP_SHR,
93 OP_SHL1, /* undocumented */
94 OP_SAR = 7,
95};
96
97enum {
98#define DEF(s, n, copy_size) INDEX_op_ ## s,
99#include "opc.h"
100#undef DEF
101 NB_OPS,
102};
103
104#include "gen-op.h"
105
106/* operand size */
107enum {
108 OT_BYTE = 0,
109 OT_WORD,
110 OT_LONG,
111 OT_QUAD,
112};
113
114enum {
115 /* I386 int registers */
116 OR_EAX, /* MUST be even numbered */
117 OR_ECX,
118 OR_EDX,
119 OR_EBX,
120 OR_ESP,
121 OR_EBP,
122 OR_ESI,
123 OR_EDI,
124 OR_TMP0, /* temporary operand register */
125 OR_TMP1,
126 OR_A0, /* temporary register used when doing address evaluation */
127 OR_ZERO, /* fixed zero register */
128 NB_OREGS,
129};
130
2c0262af
FB		 131static GenOpFunc *gen_op_mov_reg_T0[3][8] = {
132 [OT_BYTE] = {
133 gen_op_movb_EAX_T0,
134 gen_op_movb_ECX_T0,
135 gen_op_movb_EDX_T0,
136 gen_op_movb_EBX_T0,
137 gen_op_movh_EAX_T0,
138 gen_op_movh_ECX_T0,
139 gen_op_movh_EDX_T0,
140 gen_op_movh_EBX_T0,
141 },
142 [OT_WORD] = {
143 gen_op_movw_EAX_T0,
144 gen_op_movw_ECX_T0,
145 gen_op_movw_EDX_T0,
146 gen_op_movw_EBX_T0,
147 gen_op_movw_ESP_T0,
148 gen_op_movw_EBP_T0,
149 gen_op_movw_ESI_T0,
150 gen_op_movw_EDI_T0,
151 },
152 [OT_LONG] = {
153 gen_op_movl_EAX_T0,
154 gen_op_movl_ECX_T0,
155 gen_op_movl_EDX_T0,
156 gen_op_movl_EBX_T0,
157 gen_op_movl_ESP_T0,
158 gen_op_movl_EBP_T0,
159 gen_op_movl_ESI_T0,
160 gen_op_movl_EDI_T0,
161 },
162};
163
164static GenOpFunc *gen_op_mov_reg_T1[3][8] = {
165 [OT_BYTE] = {
166 gen_op_movb_EAX_T1,
167 gen_op_movb_ECX_T1,
168 gen_op_movb_EDX_T1,
169 gen_op_movb_EBX_T1,
170 gen_op_movh_EAX_T1,
171 gen_op_movh_ECX_T1,
172 gen_op_movh_EDX_T1,
173 gen_op_movh_EBX_T1,
174 },
175 [OT_WORD] = {
176 gen_op_movw_EAX_T1,
177 gen_op_movw_ECX_T1,
178 gen_op_movw_EDX_T1,
179 gen_op_movw_EBX_T1,
180 gen_op_movw_ESP_T1,
181 gen_op_movw_EBP_T1,
182 gen_op_movw_ESI_T1,
183 gen_op_movw_EDI_T1,
184 },
185 [OT_LONG] = {
186 gen_op_movl_EAX_T1,
187 gen_op_movl_ECX_T1,
188 gen_op_movl_EDX_T1,
189 gen_op_movl_EBX_T1,
190 gen_op_movl_ESP_T1,
191 gen_op_movl_EBP_T1,
192 gen_op_movl_ESI_T1,
193 gen_op_movl_EDI_T1,
194 },
195};
196
197static GenOpFunc *gen_op_mov_reg_A0[2][8] = {
198 [0] = {
199 gen_op_movw_EAX_A0,
200 gen_op_movw_ECX_A0,
201 gen_op_movw_EDX_A0,
202 gen_op_movw_EBX_A0,
203 gen_op_movw_ESP_A0,
204 gen_op_movw_EBP_A0,
205 gen_op_movw_ESI_A0,
206 gen_op_movw_EDI_A0,
207 },
208 [1] = {
209 gen_op_movl_EAX_A0,
210 gen_op_movl_ECX_A0,
211 gen_op_movl_EDX_A0,
212 gen_op_movl_EBX_A0,
213 gen_op_movl_ESP_A0,
214 gen_op_movl_EBP_A0,
215 gen_op_movl_ESI_A0,
216 gen_op_movl_EDI_A0,
217 },
218};
219
220static GenOpFunc *gen_op_mov_TN_reg[3][2][8] =
221{
222 [OT_BYTE] = {
223 {
224 gen_op_movl_T0_EAX,
225 gen_op_movl_T0_ECX,
226 gen_op_movl_T0_EDX,
227 gen_op_movl_T0_EBX,
228 gen_op_movh_T0_EAX,
229 gen_op_movh_T0_ECX,
230 gen_op_movh_T0_EDX,
231 gen_op_movh_T0_EBX,
232 },
233 {
234 gen_op_movl_T1_EAX,
235 gen_op_movl_T1_ECX,
236 gen_op_movl_T1_EDX,
237 gen_op_movl_T1_EBX,
238 gen_op_movh_T1_EAX,
239 gen_op_movh_T1_ECX,
240 gen_op_movh_T1_EDX,
241 gen_op_movh_T1_EBX,
242 },
243 },
244 [OT_WORD] = {
245 {
246 gen_op_movl_T0_EAX,
247 gen_op_movl_T0_ECX,
248 gen_op_movl_T0_EDX,
249 gen_op_movl_T0_EBX,
250 gen_op_movl_T0_ESP,
251 gen_op_movl_T0_EBP,
252 gen_op_movl_T0_ESI,
253 gen_op_movl_T0_EDI,
254 },
255 {
256 gen_op_movl_T1_EAX,
257 gen_op_movl_T1_ECX,
258 gen_op_movl_T1_EDX,
259 gen_op_movl_T1_EBX,
260 gen_op_movl_T1_ESP,
261 gen_op_movl_T1_EBP,
262 gen_op_movl_T1_ESI,
263 gen_op_movl_T1_EDI,
264 },
265 },
266 [OT_LONG] = {
267 {
268 gen_op_movl_T0_EAX,
269 gen_op_movl_T0_ECX,
270 gen_op_movl_T0_EDX,
271 gen_op_movl_T0_EBX,
272 gen_op_movl_T0_ESP,
273 gen_op_movl_T0_EBP,
274 gen_op_movl_T0_ESI,
275 gen_op_movl_T0_EDI,
276 },
277 {
278 gen_op_movl_T1_EAX,
279 gen_op_movl_T1_ECX,
280 gen_op_movl_T1_EDX,
281 gen_op_movl_T1_EBX,
282 gen_op_movl_T1_ESP,
283 gen_op_movl_T1_EBP,
284 gen_op_movl_T1_ESI,
285 gen_op_movl_T1_EDI,
286 },
287 },
288};
289
290static GenOpFunc *gen_op_movl_A0_reg[8] = {
291 gen_op_movl_A0_EAX,
292 gen_op_movl_A0_ECX,
293 gen_op_movl_A0_EDX,
294 gen_op_movl_A0_EBX,
295 gen_op_movl_A0_ESP,
296 gen_op_movl_A0_EBP,
297 gen_op_movl_A0_ESI,
298 gen_op_movl_A0_EDI,
299};
300
301static GenOpFunc *gen_op_addl_A0_reg_sN[4][8] = {
302 [0] = {
303 gen_op_addl_A0_EAX,
304 gen_op_addl_A0_ECX,
305 gen_op_addl_A0_EDX,
306 gen_op_addl_A0_EBX,
307 gen_op_addl_A0_ESP,
308 gen_op_addl_A0_EBP,
309 gen_op_addl_A0_ESI,
310 gen_op_addl_A0_EDI,
311 },
312 [1] = {
313 gen_op_addl_A0_EAX_s1,
314 gen_op_addl_A0_ECX_s1,
315 gen_op_addl_A0_EDX_s1,
316 gen_op_addl_A0_EBX_s1,
317 gen_op_addl_A0_ESP_s1,
318 gen_op_addl_A0_EBP_s1,
319 gen_op_addl_A0_ESI_s1,
320 gen_op_addl_A0_EDI_s1,
321 },
322 [2] = {
323 gen_op_addl_A0_EAX_s2,
324 gen_op_addl_A0_ECX_s2,
325 gen_op_addl_A0_EDX_s2,
326 gen_op_addl_A0_EBX_s2,
327 gen_op_addl_A0_ESP_s2,
328 gen_op_addl_A0_EBP_s2,
329 gen_op_addl_A0_ESI_s2,
330 gen_op_addl_A0_EDI_s2,
331 },
332 [3] = {
333 gen_op_addl_A0_EAX_s3,
334 gen_op_addl_A0_ECX_s3,
335 gen_op_addl_A0_EDX_s3,
336 gen_op_addl_A0_EBX_s3,
337 gen_op_addl_A0_ESP_s3,
338 gen_op_addl_A0_EBP_s3,
339 gen_op_addl_A0_ESI_s3,
340 gen_op_addl_A0_EDI_s3,
341 },
342};
343
344static GenOpFunc *gen_op_cmov_reg_T1_T0[2][8] = {
345 [0] = {
346 gen_op_cmovw_EAX_T1_T0,
347 gen_op_cmovw_ECX_T1_T0,
348 gen_op_cmovw_EDX_T1_T0,
349 gen_op_cmovw_EBX_T1_T0,
350 gen_op_cmovw_ESP_T1_T0,
351 gen_op_cmovw_EBP_T1_T0,
352 gen_op_cmovw_ESI_T1_T0,
353 gen_op_cmovw_EDI_T1_T0,
354 },
355 [1] = {
356 gen_op_cmovl_EAX_T1_T0,
357 gen_op_cmovl_ECX_T1_T0,
358 gen_op_cmovl_EDX_T1_T0,
359 gen_op_cmovl_EBX_T1_T0,
360 gen_op_cmovl_ESP_T1_T0,
361 gen_op_cmovl_EBP_T1_T0,
362 gen_op_cmovl_ESI_T1_T0,
363 gen_op_cmovl_EDI_T1_T0,
364 },
365};
366
367static GenOpFunc *gen_op_arith_T0_T1_cc[8] = {
368 NULL,
369 gen_op_orl_T0_T1,
370 NULL,
371 NULL,
372 gen_op_andl_T0_T1,
373 NULL,
374 gen_op_xorl_T0_T1,
375 NULL,
376};
377
4f31916f
FB		 378#define DEF_ARITHC(SUFFIX)\
379 {\
380 gen_op_adcb ## SUFFIX ## _T0_T1_cc,\
381 gen_op_sbbb ## SUFFIX ## _T0_T1_cc,\
382 },\
383 {\
384 gen_op_adcw ## SUFFIX ## _T0_T1_cc,\
385 gen_op_sbbw ## SUFFIX ## _T0_T1_cc,\
386 },\
387 {\
388 gen_op_adcl ## SUFFIX ## _T0_T1_cc,\
389 gen_op_sbbl ## SUFFIX ## _T0_T1_cc,\
2c0262af 390 },
4f31916f
FB		 391
392static GenOpFunc *gen_op_arithc_T0_T1_cc[3][2] = {
393 DEF_ARITHC()
2c0262af
FB		 394};
395
4f31916f
FB		 396static GenOpFunc *gen_op_arithc_mem_T0_T1_cc[9][2] = {
397 DEF_ARITHC(_raw)
398#ifndef CONFIG_USER_ONLY
399 DEF_ARITHC(_kernel)
400 DEF_ARITHC(_user)
401#endif
2c0262af
FB		 402};
403
404static const int cc_op_arithb[8] = {
405 CC_OP_ADDB,
406 CC_OP_LOGICB,
407 CC_OP_ADDB,
408 CC_OP_SUBB,
409 CC_OP_LOGICB,
410 CC_OP_SUBB,
411 CC_OP_LOGICB,
412 CC_OP_SUBB,
413};
414
4f31916f
FB		 415#define DEF_CMPXCHG(SUFFIX)\
416 gen_op_cmpxchgb ## SUFFIX ## _T0_T1_EAX_cc,\
417 gen_op_cmpxchgw ## SUFFIX ## _T0_T1_EAX_cc,\
418 gen_op_cmpxchgl ## SUFFIX ## _T0_T1_EAX_cc,
419
420
2c0262af 421static GenOpFunc *gen_op_cmpxchg_T0_T1_EAX_cc[3] = {
4f31916f 422 DEF_CMPXCHG()
2c0262af
FB		 423};
424
4f31916f
FB		 425static GenOpFunc *gen_op_cmpxchg_mem_T0_T1_EAX_cc[9] = {
426 DEF_CMPXCHG(_raw)
427#ifndef CONFIG_USER_ONLY
428 DEF_CMPXCHG(_kernel)
429 DEF_CMPXCHG(_user)
430#endif
2c0262af
FB		 431};
432
4f31916f
FB		 433#define DEF_SHIFT(SUFFIX)\
434 {\
435 gen_op_rolb ## SUFFIX ## _T0_T1_cc,\
436 gen_op_rorb ## SUFFIX ## _T0_T1_cc,\
437 gen_op_rclb ## SUFFIX ## _T0_T1_cc,\
438 gen_op_rcrb ## SUFFIX ## _T0_T1_cc,\
439 gen_op_shlb ## SUFFIX ## _T0_T1_cc,\
440 gen_op_shrb ## SUFFIX ## _T0_T1_cc,\
441 gen_op_shlb ## SUFFIX ## _T0_T1_cc,\
442 gen_op_sarb ## SUFFIX ## _T0_T1_cc,\
443 },\
444 {\
445 gen_op_rolw ## SUFFIX ## _T0_T1_cc,\
446 gen_op_rorw ## SUFFIX ## _T0_T1_cc,\
447 gen_op_rclw ## SUFFIX ## _T0_T1_cc,\
448 gen_op_rcrw ## SUFFIX ## _T0_T1_cc,\
449 gen_op_shlw ## SUFFIX ## _T0_T1_cc,\
450 gen_op_shrw ## SUFFIX ## _T0_T1_cc,\
451 gen_op_shlw ## SUFFIX ## _T0_T1_cc,\
452 gen_op_sarw ## SUFFIX ## _T0_T1_cc,\
453 },\
454 {\
455 gen_op_roll ## SUFFIX ## _T0_T1_cc,\
456 gen_op_rorl ## SUFFIX ## _T0_T1_cc,\
457 gen_op_rcll ## SUFFIX ## _T0_T1_cc,\
458 gen_op_rcrl ## SUFFIX ## _T0_T1_cc,\
459 gen_op_shll ## SUFFIX ## _T0_T1_cc,\
460 gen_op_shrl ## SUFFIX ## _T0_T1_cc,\
461 gen_op_shll ## SUFFIX ## _T0_T1_cc,\
462 gen_op_sarl ## SUFFIX ## _T0_T1_cc,\
2c0262af 463 },
4f31916f
FB		 464
465static GenOpFunc *gen_op_shift_T0_T1_cc[3][8] = {
466 DEF_SHIFT()
2c0262af
FB		 467};
468
4f31916f
FB		 469static GenOpFunc *gen_op_shift_mem_T0_T1_cc[9][8] = {
470 DEF_SHIFT(_raw)
471#ifndef CONFIG_USER_ONLY
472 DEF_SHIFT(_kernel)
473 DEF_SHIFT(_user)
474#endif
2c0262af
FB		 475};
476
4f31916f
FB		 477#define DEF_SHIFTD(SUFFIX, op)\
478 {\
479 NULL,\
480 NULL,\
481 },\
482 {\
483 gen_op_shldw ## SUFFIX ## _T0_T1_ ## op ## _cc,\
484 gen_op_shrdw ## SUFFIX ## _T0_T1_ ## op ## _cc,\
485 },\
486 {\
487 gen_op_shldl ## SUFFIX ## _T0_T1_ ## op ## _cc,\
488 gen_op_shrdl ## SUFFIX ## _T0_T1_ ## op ## _cc,\
2c0262af 489 },
4f31916f
FB		 490
491
492static GenOpFunc1 *gen_op_shiftd_T0_T1_im_cc[3][2] = {
493 DEF_SHIFTD(, im)
2c0262af
FB		 494};
495
4f31916f
FB		 496static GenOpFunc *gen_op_shiftd_T0_T1_ECX_cc[3][2] = {
497 DEF_SHIFTD(, ECX)
2c0262af
FB		 498};
499
4f31916f
FB		 500static GenOpFunc1 *gen_op_shiftd_mem_T0_T1_im_cc[9][2] = {
501 DEF_SHIFTD(_raw, im)
502#ifndef CONFIG_USER_ONLY
503 DEF_SHIFTD(_kernel, im)
504 DEF_SHIFTD(_user, im)
505#endif
2c0262af
FB		 506};
507
4f31916f
FB		 508static GenOpFunc *gen_op_shiftd_mem_T0_T1_ECX_cc[9][2] = {
509 DEF_SHIFTD(_raw, ECX)
510#ifndef CONFIG_USER_ONLY
511 DEF_SHIFTD(_kernel, ECX)
512 DEF_SHIFTD(_user, ECX)
513#endif
2c0262af
FB		 514};
515
516static GenOpFunc *gen_op_btx_T0_T1_cc[2][4] = {
517 [0] = {
518 gen_op_btw_T0_T1_cc,
519 gen_op_btsw_T0_T1_cc,
520 gen_op_btrw_T0_T1_cc,
521 gen_op_btcw_T0_T1_cc,
522 },
523 [1] = {
524 gen_op_btl_T0_T1_cc,
525 gen_op_btsl_T0_T1_cc,
526 gen_op_btrl_T0_T1_cc,
527 gen_op_btcl_T0_T1_cc,
528 },
529};
530
531static GenOpFunc *gen_op_bsx_T0_cc[2][2] = {
532 [0] = {
533 gen_op_bsfw_T0_cc,
534 gen_op_bsrw_T0_cc,
535 },
536 [1] = {
537 gen_op_bsfl_T0_cc,
538 gen_op_bsrl_T0_cc,
539 },
540};
541
542static GenOpFunc *gen_op_lds_T0_A0[3 * 3] = {
61382a50
FB		 543 gen_op_ldsb_raw_T0_A0,
544 gen_op_ldsw_raw_T0_A0,
2c0262af 545 NULL,
61382a50 546#ifndef CONFIG_USER_ONLY
2c0262af
FB		 547 gen_op_ldsb_kernel_T0_A0,
548 gen_op_ldsw_kernel_T0_A0,
549 NULL,
550
551 gen_op_ldsb_user_T0_A0,
552 gen_op_ldsw_user_T0_A0,
553 NULL,
61382a50 554#endif
2c0262af
FB		 555};
556
557static GenOpFunc *gen_op_ldu_T0_A0[3 * 3] = {
61382a50
FB		 558 gen_op_ldub_raw_T0_A0,
559 gen_op_lduw_raw_T0_A0,
2c0262af
FB		 560 NULL,
561
61382a50 562#ifndef CONFIG_USER_ONLY
2c0262af
FB		 563 gen_op_ldub_kernel_T0_A0,
564 gen_op_lduw_kernel_T0_A0,
565 NULL,
566
567 gen_op_ldub_user_T0_A0,
568 gen_op_lduw_user_T0_A0,
569 NULL,
61382a50 570#endif
2c0262af
FB		 571};
572
573/* sign does not matter, except for lidt/lgdt call (TODO: fix it) */
574static GenOpFunc *gen_op_ld_T0_A0[3 * 3] = {
61382a50
FB		 575 gen_op_ldub_raw_T0_A0,
576 gen_op_lduw_raw_T0_A0,
577 gen_op_ldl_raw_T0_A0,
2c0262af 578
61382a50 579#ifndef CONFIG_USER_ONLY
2c0262af
FB		 580 gen_op_ldub_kernel_T0_A0,
581 gen_op_lduw_kernel_T0_A0,
582 gen_op_ldl_kernel_T0_A0,
583
584 gen_op_ldub_user_T0_A0,
585 gen_op_lduw_user_T0_A0,
586 gen_op_ldl_user_T0_A0,
61382a50 587#endif
2c0262af
FB		 588};
589
590static GenOpFunc *gen_op_ld_T1_A0[3 * 3] = {
61382a50
FB		 591 gen_op_ldub_raw_T1_A0,
592 gen_op_lduw_raw_T1_A0,
593 gen_op_ldl_raw_T1_A0,
2c0262af 594
61382a50 595#ifndef CONFIG_USER_ONLY
2c0262af
FB		 596 gen_op_ldub_kernel_T1_A0,
597 gen_op_lduw_kernel_T1_A0,
598 gen_op_ldl_kernel_T1_A0,
599
600 gen_op_ldub_user_T1_A0,
601 gen_op_lduw_user_T1_A0,
602 gen_op_ldl_user_T1_A0,
61382a50 603#endif
2c0262af
FB		 604};
605
606static GenOpFunc *gen_op_st_T0_A0[3 * 3] = {
61382a50
FB		 607 gen_op_stb_raw_T0_A0,
608 gen_op_stw_raw_T0_A0,
609 gen_op_stl_raw_T0_A0,
2c0262af 610
61382a50 611#ifndef CONFIG_USER_ONLY
2c0262af
FB		 612 gen_op_stb_kernel_T0_A0,
613 gen_op_stw_kernel_T0_A0,
614 gen_op_stl_kernel_T0_A0,
615
616 gen_op_stb_user_T0_A0,
617 gen_op_stw_user_T0_A0,
618 gen_op_stl_user_T0_A0,
61382a50 619#endif
2c0262af
FB		 620};
621
4f31916f
FB		 622static GenOpFunc *gen_op_st_T1_A0[3 * 3] = {
623 NULL,
624 gen_op_stw_raw_T1_A0,
625 gen_op_stl_raw_T1_A0,
626
627#ifndef CONFIG_USER_ONLY
628 NULL,
629 gen_op_stw_kernel_T1_A0,
630 gen_op_stl_kernel_T1_A0,
631
632 NULL,
633 gen_op_stw_user_T1_A0,
634 gen_op_stl_user_T1_A0,
635#endif
636};
637
2c0262af
FB		 638static inline void gen_string_movl_A0_ESI(DisasContext *s)
639{
640 int override;
641
642 override = s->override;
643 if (s->aflag) {
644 /* 32 bit address */
645 if (s->addseg && override < 0)
646 override = R_DS;
647 if (override >= 0) {
648 gen_op_movl_A0_seg(offsetof(CPUX86State,segs[override].base));
649 gen_op_addl_A0_reg_sN[0][R_ESI]();
650 } else {
651 gen_op_movl_A0_reg[R_ESI]();
652 }
653 } else {
654 /* 16 address, always override */
655 if (override < 0)
656 override = R_DS;
657 gen_op_movl_A0_reg[R_ESI]();
658 gen_op_andl_A0_ffff();
659 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
660 }
661}
662
663static inline void gen_string_movl_A0_EDI(DisasContext *s)
664{
665 if (s->aflag) {
666 if (s->addseg) {
667 gen_op_movl_A0_seg(offsetof(CPUX86State,segs[R_ES].base));
668 gen_op_addl_A0_reg_sN[0][R_EDI]();
669 } else {
670 gen_op_movl_A0_reg[R_EDI]();
671 }
672 } else {
673 gen_op_movl_A0_reg[R_EDI]();
674 gen_op_andl_A0_ffff();
675 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_ES].base));
676 }
677}
678
679static GenOpFunc *gen_op_movl_T0_Dshift[3] = {
680 gen_op_movl_T0_Dshiftb,
681 gen_op_movl_T0_Dshiftw,
682 gen_op_movl_T0_Dshiftl,
683};
684
685static GenOpFunc2 *gen_op_jz_ecx[2] = {
686 gen_op_jz_ecxw,
687 gen_op_jz_ecxl,
688};
689
690static GenOpFunc1 *gen_op_jz_ecx_im[2] = {
691 gen_op_jz_ecxw_im,
692 gen_op_jz_ecxl_im,
693};
694
695static GenOpFunc *gen_op_dec_ECX[2] = {
696 gen_op_decw_ECX,
697 gen_op_decl_ECX,
698};
699
7399c5a9
FB		 700#ifdef USE_DIRECT_JUMP
701typedef GenOpFunc GenOpFuncTB2;
702#define gen_op_string_jnz_sub(nz, ot, tb) gen_op_string_jnz_sub2[nz][ot]()
703#else
704typedef GenOpFunc1 GenOpFuncTB2;
705#define gen_op_string_jnz_sub(nz, ot, tb) gen_op_string_jnz_sub2[nz][ot](tb)
706#endif
707
708static GenOpFuncTB2 *gen_op_string_jnz_sub2[2][3] = {
2c0262af
FB		 709 {
710 gen_op_string_jnz_subb,
711 gen_op_string_jnz_subw,
712 gen_op_string_jnz_subl,
713 },
714 {
715 gen_op_string_jz_subb,
716 gen_op_string_jz_subw,
717 gen_op_string_jz_subl,
718 },
719};
720
721static GenOpFunc1 *gen_op_string_jnz_sub_im[2][3] = {
722 {
723 gen_op_string_jnz_subb_im,
724 gen_op_string_jnz_subw_im,
725 gen_op_string_jnz_subl_im,
726 },
727 {
728 gen_op_string_jz_subb_im,
729 gen_op_string_jz_subw_im,
730 gen_op_string_jz_subl_im,
731 },
732};
733
734static GenOpFunc *gen_op_in_DX_T0[3] = {
735 gen_op_inb_DX_T0,
736 gen_op_inw_DX_T0,
737 gen_op_inl_DX_T0,
738};
739
740static GenOpFunc *gen_op_out_DX_T0[3] = {
741 gen_op_outb_DX_T0,
742 gen_op_outw_DX_T0,
743 gen_op_outl_DX_T0,
744};
745
f115e911
FB		 746static GenOpFunc *gen_op_in[3] = {
747 gen_op_inb_T0_T1,
748 gen_op_inw_T0_T1,
749 gen_op_inl_T0_T1,
750};
751
752static GenOpFunc *gen_op_out[3] = {
753 gen_op_outb_T0_T1,
754 gen_op_outw_T0_T1,
755 gen_op_outl_T0_T1,
756};
757
758static GenOpFunc *gen_check_io_T0[3] = {
759 gen_op_check_iob_T0,
760 gen_op_check_iow_T0,
761 gen_op_check_iol_T0,
762};
763
764static GenOpFunc *gen_check_io_DX[3] = {
765 gen_op_check_iob_DX,
766 gen_op_check_iow_DX,
767 gen_op_check_iol_DX,
768};
769
770static void gen_check_io(DisasContext *s, int ot, int use_dx, int cur_eip)
771{
772 if (s->pe && (s->cpl > s->iopl || s->vm86)) {
773 if (s->cc_op != CC_OP_DYNAMIC)
774 gen_op_set_cc_op(s->cc_op);
775 gen_op_jmp_im(cur_eip);
776 if (use_dx)
777 gen_check_io_DX[ot]();
778 else
779 gen_check_io_T0[ot]();
780 }
781}
782
2c0262af
FB		 783static inline void gen_movs(DisasContext *s, int ot)
784{
785 gen_string_movl_A0_ESI(s);
786 gen_op_ld_T0_A0[ot + s->mem_index]();
787 gen_string_movl_A0_EDI(s);
788 gen_op_st_T0_A0[ot + s->mem_index]();
789 gen_op_movl_T0_Dshift[ot]();
790 if (s->aflag) {
791 gen_op_addl_ESI_T0();
792 gen_op_addl_EDI_T0();
793 } else {
794 gen_op_addw_ESI_T0();
795 gen_op_addw_EDI_T0();
796 }
797}
798
799static inline void gen_update_cc_op(DisasContext *s)
800{
801 if (s->cc_op != CC_OP_DYNAMIC) {
802 gen_op_set_cc_op(s->cc_op);
803 s->cc_op = CC_OP_DYNAMIC;
804 }
805}
806
807static inline void gen_jz_ecx_string(DisasContext *s, unsigned int next_eip)
808{
809 if (s->jmp_opt) {
810 gen_op_jz_ecx[s->aflag]((long)s->tb, next_eip);
811 } else {
812 /* XXX: does not work with gdbstub "ice" single step - not a
813 serious problem */
814 gen_op_jz_ecx_im[s->aflag](next_eip);
815 }
816}
817
818static inline void gen_stos(DisasContext *s, int ot)
819{
820 gen_op_mov_TN_reg[OT_LONG][0][R_EAX]();
821 gen_string_movl_A0_EDI(s);
822 gen_op_st_T0_A0[ot + s->mem_index]();
823 gen_op_movl_T0_Dshift[ot]();
824 if (s->aflag) {
825 gen_op_addl_EDI_T0();
826 } else {
827 gen_op_addw_EDI_T0();
828 }
829}
830
831static inline void gen_lods(DisasContext *s, int ot)
832{
833 gen_string_movl_A0_ESI(s);
834 gen_op_ld_T0_A0[ot + s->mem_index]();
835 gen_op_mov_reg_T0[ot][R_EAX]();
836 gen_op_movl_T0_Dshift[ot]();
837 if (s->aflag) {
838 gen_op_addl_ESI_T0();
839 } else {
840 gen_op_addw_ESI_T0();
841 }
842}
843
844static inline void gen_scas(DisasContext *s, int ot)
845{
846 gen_op_mov_TN_reg[OT_LONG][0][R_EAX]();
847 gen_string_movl_A0_EDI(s);
848 gen_op_ld_T1_A0[ot + s->mem_index]();
849 gen_op_cmpl_T0_T1_cc();
850 gen_op_movl_T0_Dshift[ot]();
851 if (s->aflag) {
852 gen_op_addl_EDI_T0();
853 } else {
854 gen_op_addw_EDI_T0();
855 }
856}
857
858static inline void gen_cmps(DisasContext *s, int ot)
859{
860 gen_string_movl_A0_ESI(s);
861 gen_op_ld_T0_A0[ot + s->mem_index]();
862 gen_string_movl_A0_EDI(s);
863 gen_op_ld_T1_A0[ot + s->mem_index]();
864 gen_op_cmpl_T0_T1_cc();
865 gen_op_movl_T0_Dshift[ot]();
866 if (s->aflag) {
867 gen_op_addl_ESI_T0();
868 gen_op_addl_EDI_T0();
869 } else {
870 gen_op_addw_ESI_T0();
871 gen_op_addw_EDI_T0();
872 }
873}
874
875static inline void gen_ins(DisasContext *s, int ot)
876{
877 gen_op_in_DX_T0[ot]();
878 gen_string_movl_A0_EDI(s);
879 gen_op_st_T0_A0[ot + s->mem_index]();
880 gen_op_movl_T0_Dshift[ot]();
881 if (s->aflag) {
882 gen_op_addl_EDI_T0();
883 } else {
884 gen_op_addw_EDI_T0();
885 }
886}
887
888static inline void gen_outs(DisasContext *s, int ot)
889{
890 gen_string_movl_A0_ESI(s);
891 gen_op_ld_T0_A0[ot + s->mem_index]();
892 gen_op_out_DX_T0[ot]();
893 gen_op_movl_T0_Dshift[ot]();
894 if (s->aflag) {
895 gen_op_addl_ESI_T0();
896 } else {
897 gen_op_addw_ESI_T0();
898 }
899}
900
901/* same method as Valgrind : we generate jumps to current or next
902 instruction */
903#define GEN_REPZ(op) \
904static inline void gen_repz_ ## op(DisasContext *s, int ot, \
905 unsigned int cur_eip, unsigned int next_eip) \
906{ \
907 gen_update_cc_op(s); \
908 gen_jz_ecx_string(s, next_eip); \
909 gen_ ## op(s, ot); \
910 gen_op_dec_ECX[s->aflag](); \
911 /* a loop would cause two single step exceptions if ECX = 1 \
912 before rep string_insn */ \
913 if (!s->jmp_opt) \
914 gen_op_jz_ecx_im[s->aflag](next_eip); \
915 gen_jmp(s, cur_eip); \
916}
917
918#define GEN_REPZ2(op) \
919static inline void gen_repz_ ## op(DisasContext *s, int ot, \
920 unsigned int cur_eip, \
921 unsigned int next_eip, \
922 int nz) \
923{ \
924 gen_update_cc_op(s); \
925 gen_jz_ecx_string(s, next_eip); \
926 gen_ ## op(s, ot); \
927 gen_op_dec_ECX[s->aflag](); \
928 gen_op_set_cc_op(CC_OP_SUBB + ot); \
929 if (!s->jmp_opt) \
930 gen_op_string_jnz_sub_im[nz][ot](next_eip); \
931 else \
7399c5a9 932 gen_op_string_jnz_sub(nz, ot, (long)s->tb); \
2c0262af
FB		 933 if (!s->jmp_opt) \
934 gen_op_jz_ecx_im[s->aflag](next_eip); \
935 gen_jmp(s, cur_eip); \
936}
937
938GEN_REPZ(movs)
939GEN_REPZ(stos)
940GEN_REPZ(lods)
941GEN_REPZ(ins)
942GEN_REPZ(outs)
943GEN_REPZ2(scas)
944GEN_REPZ2(cmps)
945
2c0262af
FB		 946enum {
947 JCC_O,
948 JCC_B,
949 JCC_Z,
950 JCC_BE,
951 JCC_S,
952 JCC_P,
953 JCC_L,
954 JCC_LE,
955};
956
957static GenOpFunc3 *gen_jcc_sub[3][8] = {
958 [OT_BYTE] = {
959 NULL,
960 gen_op_jb_subb,
961 gen_op_jz_subb,
962 gen_op_jbe_subb,
963 gen_op_js_subb,
964 NULL,
965 gen_op_jl_subb,
966 gen_op_jle_subb,
967 },
968 [OT_WORD] = {
969 NULL,
970 gen_op_jb_subw,
971 gen_op_jz_subw,
972 gen_op_jbe_subw,
973 gen_op_js_subw,
974 NULL,
975 gen_op_jl_subw,
976 gen_op_jle_subw,
977 },
978 [OT_LONG] = {
979 NULL,
980 gen_op_jb_subl,
981 gen_op_jz_subl,
982 gen_op_jbe_subl,
983 gen_op_js_subl,
984 NULL,
985 gen_op_jl_subl,
986 gen_op_jle_subl,
987 },
988};
989static GenOpFunc2 *gen_op_loop[2][4] = {
990 [0] = {
991 gen_op_loopnzw,
992 gen_op_loopzw,
993 gen_op_loopw,
994 gen_op_jecxzw,
995 },
996 [1] = {
997 gen_op_loopnzl,
998 gen_op_loopzl,
999 gen_op_loopl,
1000 gen_op_jecxzl,
1001 },
1002};
1003
1004static GenOpFunc *gen_setcc_slow[8] = {
1005 gen_op_seto_T0_cc,
1006 gen_op_setb_T0_cc,
1007 gen_op_setz_T0_cc,
1008 gen_op_setbe_T0_cc,
1009 gen_op_sets_T0_cc,
1010 gen_op_setp_T0_cc,
1011 gen_op_setl_T0_cc,
1012 gen_op_setle_T0_cc,
1013};
1014
1015static GenOpFunc *gen_setcc_sub[3][8] = {
1016 [OT_BYTE] = {
1017 NULL,
1018 gen_op_setb_T0_subb,
1019 gen_op_setz_T0_subb,
1020 gen_op_setbe_T0_subb,
1021 gen_op_sets_T0_subb,
1022 NULL,
1023 gen_op_setl_T0_subb,
1024 gen_op_setle_T0_subb,
1025 },
1026 [OT_WORD] = {
1027 NULL,
1028 gen_op_setb_T0_subw,
1029 gen_op_setz_T0_subw,
1030 gen_op_setbe_T0_subw,
1031 gen_op_sets_T0_subw,
1032 NULL,
1033 gen_op_setl_T0_subw,
1034 gen_op_setle_T0_subw,
1035 },
1036 [OT_LONG] = {
1037 NULL,
1038 gen_op_setb_T0_subl,
1039 gen_op_setz_T0_subl,
1040 gen_op_setbe_T0_subl,
1041 gen_op_sets_T0_subl,
1042 NULL,
1043 gen_op_setl_T0_subl,
1044 gen_op_setle_T0_subl,
1045 },
1046};
1047
1048static GenOpFunc *gen_op_fp_arith_ST0_FT0[8] = {
1049 gen_op_fadd_ST0_FT0,
1050 gen_op_fmul_ST0_FT0,
1051 gen_op_fcom_ST0_FT0,
1052 gen_op_fcom_ST0_FT0,
1053 gen_op_fsub_ST0_FT0,
1054 gen_op_fsubr_ST0_FT0,
1055 gen_op_fdiv_ST0_FT0,
1056 gen_op_fdivr_ST0_FT0,
1057};
1058
1059/* NOTE the exception in "r" op ordering */
1060static GenOpFunc1 *gen_op_fp_arith_STN_ST0[8] = {
1061 gen_op_fadd_STN_ST0,
1062 gen_op_fmul_STN_ST0,
1063 NULL,
1064 NULL,
1065 gen_op_fsubr_STN_ST0,
1066 gen_op_fsub_STN_ST0,
1067 gen_op_fdivr_STN_ST0,
1068 gen_op_fdiv_STN_ST0,
1069};
1070
1071/* if d == OR_TMP0, it means memory operand (address in A0) */
1072static void gen_op(DisasContext *s1, int op, int ot, int d)
1073{
1074 GenOpFunc *gen_update_cc;
1075
1076 if (d != OR_TMP0) {
1077 gen_op_mov_TN_reg[ot][0][d]();
1078 } else {
1079 gen_op_ld_T0_A0[ot + s1->mem_index]();
1080 }
1081 switch(op) {
1082 case OP_ADCL:
1083 case OP_SBBL:
1084 if (s1->cc_op != CC_OP_DYNAMIC)
1085 gen_op_set_cc_op(s1->cc_op);
1086 if (d != OR_TMP0) {
1087 gen_op_arithc_T0_T1_cc[ot][op - OP_ADCL]();
1088 gen_op_mov_reg_T0[ot][d]();
1089 } else {
4f31916f 1090 gen_op_arithc_mem_T0_T1_cc[ot + s1->mem_index][op - OP_ADCL]();
2c0262af
FB		 1091 }
1092 s1->cc_op = CC_OP_DYNAMIC;
1093 goto the_end;
1094 case OP_ADDL:
1095 gen_op_addl_T0_T1();
1096 s1->cc_op = CC_OP_ADDB + ot;
1097 gen_update_cc = gen_op_update2_cc;
1098 break;
1099 case OP_SUBL:
1100 gen_op_subl_T0_T1();
1101 s1->cc_op = CC_OP_SUBB + ot;
1102 gen_update_cc = gen_op_update2_cc;
1103 break;
1104 default:
1105 case OP_ANDL:
1106 case OP_ORL:
1107 case OP_XORL:
1108 gen_op_arith_T0_T1_cc[op]();
1109 s1->cc_op = CC_OP_LOGICB + ot;
1110 gen_update_cc = gen_op_update1_cc;
1111 break;
1112 case OP_CMPL:
1113 gen_op_cmpl_T0_T1_cc();
1114 s1->cc_op = CC_OP_SUBB + ot;
1115 gen_update_cc = NULL;
1116 break;
1117 }
1118 if (op != OP_CMPL) {
1119 if (d != OR_TMP0)
1120 gen_op_mov_reg_T0[ot][d]();
1121 else
1122 gen_op_st_T0_A0[ot + s1->mem_index]();
1123 }
1124 /* the flags update must happen after the memory write (precise
1125 exception support) */
1126 if (gen_update_cc)
1127 gen_update_cc();
1128 the_end: ;
1129}
1130
1131/* if d == OR_TMP0, it means memory operand (address in A0) */
1132static void gen_inc(DisasContext *s1, int ot, int d, int c)
1133{
1134 if (d != OR_TMP0)
1135 gen_op_mov_TN_reg[ot][0][d]();
1136 else
1137 gen_op_ld_T0_A0[ot + s1->mem_index]();
1138 if (s1->cc_op != CC_OP_DYNAMIC)
1139 gen_op_set_cc_op(s1->cc_op);
1140 if (c > 0) {
1141 gen_op_incl_T0();
1142 s1->cc_op = CC_OP_INCB + ot;
1143 } else {
1144 gen_op_decl_T0();
1145 s1->cc_op = CC_OP_DECB + ot;
1146 }
1147 if (d != OR_TMP0)
1148 gen_op_mov_reg_T0[ot][d]();
1149 else
1150 gen_op_st_T0_A0[ot + s1->mem_index]();
1151 gen_op_update_inc_cc();
1152}
1153
1154static void gen_shift(DisasContext *s1, int op, int ot, int d, int s)
1155{
1156 if (d != OR_TMP0)
1157 gen_op_mov_TN_reg[ot][0][d]();
1158 else
1159 gen_op_ld_T0_A0[ot + s1->mem_index]();
1160 if (s != OR_TMP1)
1161 gen_op_mov_TN_reg[ot][1][s]();
1162 /* for zero counts, flags are not updated, so must do it dynamically */
1163 if (s1->cc_op != CC_OP_DYNAMIC)
1164 gen_op_set_cc_op(s1->cc_op);
1165
1166 if (d != OR_TMP0)
1167 gen_op_shift_T0_T1_cc[ot][op]();
1168 else
4f31916f 1169 gen_op_shift_mem_T0_T1_cc[ot + s1->mem_index][op]();
2c0262af
FB		 1170 if (d != OR_TMP0)
1171 gen_op_mov_reg_T0[ot][d]();
1172 s1->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
1173}
1174
1175static void gen_shifti(DisasContext *s1, int op, int ot, int d, int c)
1176{
1177 /* currently not optimized */
1178 gen_op_movl_T1_im(c);
1179 gen_shift(s1, op, ot, d, OR_TMP1);
1180}
1181
1182static void gen_lea_modrm(DisasContext *s, int modrm, int *reg_ptr, int *offset_ptr)
1183{
1184 int havesib;
1185 int base, disp;
1186 int index;
1187 int scale;
1188 int opreg;
1189 int mod, rm, code, override, must_add_seg;
1190
1191 override = s->override;
1192 must_add_seg = s->addseg;
1193 if (override >= 0)
1194 must_add_seg = 1;
1195 mod = (modrm >> 6) & 3;
1196 rm = modrm & 7;
1197
1198 if (s->aflag) {
1199
1200 havesib = 0;
1201 base = rm;
1202 index = 0;
1203 scale = 0;
1204
1205 if (base == 4) {
1206 havesib = 1;
61382a50 1207 code = ldub_code(s->pc++);
2c0262af
FB		 1208 scale = (code >> 6) & 3;
1209 index = (code >> 3) & 7;
1210 base = code & 7;
1211 }
1212
1213 switch (mod) {
1214 case 0:
1215 if (base == 5) {
1216 base = -1;
61382a50 1217 disp = ldl_code(s->pc);
2c0262af
FB		 1218 s->pc += 4;
1219 } else {
1220 disp = 0;
1221 }
1222 break;
1223 case 1:
61382a50 1224 disp = (int8_t)ldub_code(s->pc++);
2c0262af
FB		 1225 break;
1226 default:
1227 case 2:
61382a50 1228 disp = ldl_code(s->pc);
2c0262af
FB		 1229 s->pc += 4;
1230 break;
1231 }
1232
1233 if (base >= 0) {
1234 /* for correct popl handling with esp */
1235 if (base == 4 && s->popl_esp_hack)
1236 disp += s->popl_esp_hack;
1237 gen_op_movl_A0_reg[base]();
1238 if (disp != 0)
1239 gen_op_addl_A0_im(disp);
1240 } else {
1241 gen_op_movl_A0_im(disp);
1242 }
1243 /* XXX: index == 4 is always invalid */
1244 if (havesib && (index != 4 || scale != 0)) {
1245 gen_op_addl_A0_reg_sN[scale][index]();
1246 }
1247 if (must_add_seg) {
1248 if (override < 0) {
1249 if (base == R_EBP || base == R_ESP)
1250 override = R_SS;
1251 else
1252 override = R_DS;
1253 }
1254 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
1255 }
1256 } else {
1257 switch (mod) {
1258 case 0:
1259 if (rm == 6) {
61382a50 1260 disp = lduw_code(s->pc);
2c0262af
FB		 1261 s->pc += 2;
1262 gen_op_movl_A0_im(disp);
1263 rm = 0; /* avoid SS override */
1264 goto no_rm;
1265 } else {
1266 disp = 0;
1267 }
1268 break;
1269 case 1:
61382a50 1270 disp = (int8_t)ldub_code(s->pc++);
2c0262af
FB		 1271 break;
1272 default:
1273 case 2:
61382a50 1274 disp = lduw_code(s->pc);
2c0262af
FB		 1275 s->pc += 2;
1276 break;
1277 }
1278 switch(rm) {
1279 case 0:
1280 gen_op_movl_A0_reg[R_EBX]();
1281 gen_op_addl_A0_reg_sN[0][R_ESI]();
1282 break;
1283 case 1:
1284 gen_op_movl_A0_reg[R_EBX]();
1285 gen_op_addl_A0_reg_sN[0][R_EDI]();
1286 break;
1287 case 2:
1288 gen_op_movl_A0_reg[R_EBP]();
1289 gen_op_addl_A0_reg_sN[0][R_ESI]();
1290 break;
1291 case 3:
1292 gen_op_movl_A0_reg[R_EBP]();
1293 gen_op_addl_A0_reg_sN[0][R_EDI]();
1294 break;
1295 case 4:
1296 gen_op_movl_A0_reg[R_ESI]();
1297 break;
1298 case 5:
1299 gen_op_movl_A0_reg[R_EDI]();
1300 break;
1301 case 6:
1302 gen_op_movl_A0_reg[R_EBP]();
1303 break;
1304 default:
1305 case 7:
1306 gen_op_movl_A0_reg[R_EBX]();
1307 break;
1308 }
1309 if (disp != 0)
1310 gen_op_addl_A0_im(disp);
1311 gen_op_andl_A0_ffff();
1312 no_rm:
1313 if (must_add_seg) {
1314 if (override < 0) {
1315 if (rm == 2 || rm == 3 || rm == 6)
1316 override = R_SS;
1317 else
1318 override = R_DS;
1319 }
1320 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
1321 }
1322 }
1323
1324 opreg = OR_A0;
1325 disp = 0;
1326 *reg_ptr = opreg;
1327 *offset_ptr = disp;
1328}
1329
1330/* generate modrm memory load or store of 'reg'. TMP0 is used if reg !=
1331 OR_TMP0 */
1332static void gen_ldst_modrm(DisasContext *s, int modrm, int ot, int reg, int is_store)
1333{
1334 int mod, rm, opreg, disp;
1335
1336 mod = (modrm >> 6) & 3;
1337 rm = modrm & 7;
1338 if (mod == 3) {
1339 if (is_store) {
1340 if (reg != OR_TMP0)
1341 gen_op_mov_TN_reg[ot][0][reg]();
1342 gen_op_mov_reg_T0[ot][rm]();
1343 } else {
1344 gen_op_mov_TN_reg[ot][0][rm]();
1345 if (reg != OR_TMP0)
1346 gen_op_mov_reg_T0[ot][reg]();
1347 }
1348 } else {
1349 gen_lea_modrm(s, modrm, &opreg, &disp);
1350 if (is_store) {
1351 if (reg != OR_TMP0)
1352 gen_op_mov_TN_reg[ot][0][reg]();
1353 gen_op_st_T0_A0[ot + s->mem_index]();
1354 } else {
1355 gen_op_ld_T0_A0[ot + s->mem_index]();
1356 if (reg != OR_TMP0)
1357 gen_op_mov_reg_T0[ot][reg]();
1358 }
1359 }
1360}
1361
1362static inline uint32_t insn_get(DisasContext *s, int ot)
1363{
1364 uint32_t ret;
1365
1366 switch(ot) {
1367 case OT_BYTE:
61382a50 1368 ret = ldub_code(s->pc);
2c0262af
FB		 1369 s->pc++;
1370 break;
1371 case OT_WORD:
61382a50 1372 ret = lduw_code(s->pc);
2c0262af
FB		 1373 s->pc += 2;
1374 break;
1375 default:
1376 case OT_LONG:
61382a50 1377 ret = ldl_code(s->pc);
2c0262af
FB		 1378 s->pc += 4;
1379 break;
1380 }
1381 return ret;
1382}
1383
1384static inline void gen_jcc(DisasContext *s, int b, int val, int next_eip)
1385{
1386 TranslationBlock *tb;
1387 int inv, jcc_op;
1388 GenOpFunc3 *func;
1389
1390 inv = b & 1;
1391 jcc_op = (b >> 1) & 7;
1392
1393 if (s->jmp_opt) {
1394 switch(s->cc_op) {
1395 /* we optimize the cmp/jcc case */
1396 case CC_OP_SUBB:
1397 case CC_OP_SUBW:
1398 case CC_OP_SUBL:
1399 func = gen_jcc_sub[s->cc_op - CC_OP_SUBB][jcc_op];
1400 break;
1401
1402 /* some jumps are easy to compute */
1403 case CC_OP_ADDB:
1404 case CC_OP_ADDW:
1405 case CC_OP_ADDL:
1406 case CC_OP_ADCB:
1407 case CC_OP_ADCW:
1408 case CC_OP_ADCL:
1409 case CC_OP_SBBB:
1410 case CC_OP_SBBW:
1411 case CC_OP_SBBL:
1412 case CC_OP_LOGICB:
1413 case CC_OP_LOGICW:
1414 case CC_OP_LOGICL:
1415 case CC_OP_INCB:
1416 case CC_OP_INCW:
1417 case CC_OP_INCL:
1418 case CC_OP_DECB:
1419 case CC_OP_DECW:
1420 case CC_OP_DECL:
1421 case CC_OP_SHLB:
1422 case CC_OP_SHLW:
1423 case CC_OP_SHLL:
1424 case CC_OP_SARB:
1425 case CC_OP_SARW:
1426 case CC_OP_SARL:
1427 switch(jcc_op) {
1428 case JCC_Z:
1429 func = gen_jcc_sub[(s->cc_op - CC_OP_ADDB) % 3][jcc_op];
1430 break;
1431 case JCC_S:
1432 func = gen_jcc_sub[(s->cc_op - CC_OP_ADDB) % 3][jcc_op];
1433 break;
1434 default:
1435 func = NULL;
1436 break;
1437 }
1438 break;
1439 default:
1440 func = NULL;
1441 break;
1442 }
1443
1444 if (s->cc_op != CC_OP_DYNAMIC)
1445 gen_op_set_cc_op(s->cc_op);
1446
1447 if (!func) {
1448 gen_setcc_slow[jcc_op]();
1449 func = gen_op_jcc;
1450 }
1451
1452 tb = s->tb;
1453 if (!inv) {
1454 func((long)tb, val, next_eip);
1455 } else {
1456 func((long)tb, next_eip, val);
1457 }
1458 s->is_jmp = 3;
1459 } else {
1460 if (s->cc_op != CC_OP_DYNAMIC) {
1461 gen_op_set_cc_op(s->cc_op);
1462 s->cc_op = CC_OP_DYNAMIC;
1463 }
1464 gen_setcc_slow[jcc_op]();
1465 if (!inv) {
1466 gen_op_jcc_im(val, next_eip);
1467 } else {
1468 gen_op_jcc_im(next_eip, val);
1469 }
1470 gen_eob(s);
1471 }
1472}
1473
1474static void gen_setcc(DisasContext *s, int b)
1475{
1476 int inv, jcc_op;
1477 GenOpFunc *func;
1478
1479 inv = b & 1;
1480 jcc_op = (b >> 1) & 7;
1481 switch(s->cc_op) {
1482 /* we optimize the cmp/jcc case */
1483 case CC_OP_SUBB:
1484 case CC_OP_SUBW:
1485 case CC_OP_SUBL:
1486 func = gen_setcc_sub[s->cc_op - CC_OP_SUBB][jcc_op];
1487 if (!func)
1488 goto slow_jcc;
1489 break;
1490
1491 /* some jumps are easy to compute */
1492 case CC_OP_ADDB:
1493 case CC_OP_ADDW:
1494 case CC_OP_ADDL:
1495 case CC_OP_LOGICB:
1496 case CC_OP_LOGICW:
1497 case CC_OP_LOGICL:
1498 case CC_OP_INCB:
1499 case CC_OP_INCW:
1500 case CC_OP_INCL:
1501 case CC_OP_DECB:
1502 case CC_OP_DECW:
1503 case CC_OP_DECL:
1504 case CC_OP_SHLB:
1505 case CC_OP_SHLW:
1506 case CC_OP_SHLL:
1507 switch(jcc_op) {
1508 case JCC_Z:
1509 func = gen_setcc_sub[(s->cc_op - CC_OP_ADDB) % 3][jcc_op];
1510 break;
1511 case JCC_S:
1512 func = gen_setcc_sub[(s->cc_op - CC_OP_ADDB) % 3][jcc_op];
1513 break;
1514 default:
1515 goto slow_jcc;
1516 }
1517 break;
1518 default:
1519 slow_jcc:
1520 if (s->cc_op != CC_OP_DYNAMIC)
1521 gen_op_set_cc_op(s->cc_op);
1522 func = gen_setcc_slow[jcc_op];
1523 break;
1524 }
1525 func();
1526 if (inv) {
1527 gen_op_xor_T0_1();
1528 }
1529}
1530
1531/* move T0 to seg_reg and compute if the CPU state may change. Never
1532 call this function with seg_reg == R_CS */
1533static void gen_movl_seg_T0(DisasContext *s, int seg_reg, unsigned int cur_eip)
1534{
3415a4dd
FB		 1535 if (s->pe && !s->vm86) {
1536 /* XXX: optimize by finding processor state dynamically */
1537 if (s->cc_op != CC_OP_DYNAMIC)
1538 gen_op_set_cc_op(s->cc_op);
1539 gen_op_jmp_im(cur_eip);
1540 gen_op_movl_seg_T0(seg_reg);
1541 } else {
2c0262af 1542 gen_op_movl_seg_T0_vm(offsetof(CPUX86State,segs[seg_reg]));
3415a4dd 1543 }
2c0262af
FB		 1544 /* abort translation because the register may have a non zero base
1545 or because ss32 may change. For R_SS, translation must always
1546 stop as a special handling must be done to disable hardware
1547 interrupts for the next instruction */
1548 if (seg_reg == R_SS || (!s->addseg && seg_reg < R_FS))
1549 s->is_jmp = 3;
1550}
1551
4f31916f
FB		 1552static inline void gen_stack_update(DisasContext *s, int addend)
1553{
1554 if (s->ss32) {
1555 if (addend == 2)
1556 gen_op_addl_ESP_2();
1557 else if (addend == 4)
1558 gen_op_addl_ESP_4();
1559 else
1560 gen_op_addl_ESP_im(addend);
1561 } else {
1562 if (addend == 2)
1563 gen_op_addw_ESP_2();
1564 else if (addend == 4)
1565 gen_op_addw_ESP_4();
1566 else
1567 gen_op_addw_ESP_im(addend);
1568 }
1569}
1570
2c0262af
FB		 1571/* generate a push. It depends on ss32, addseg and dflag */
1572static void gen_push_T0(DisasContext *s)
1573{
4f31916f
FB		 1574 gen_op_movl_A0_reg[R_ESP]();
1575 if (!s->dflag)
1576 gen_op_subl_A0_2();
1577 else
1578 gen_op_subl_A0_4();
2c0262af 1579 if (s->ss32) {
4f31916f
FB		 1580 if (s->addseg) {
1581 gen_op_movl_T1_A0();
1582 gen_op_addl_A0_SS();
2c0262af
FB		 1583 }
1584 } else {
4f31916f
FB		 1585 gen_op_andl_A0_ffff();
1586 gen_op_movl_T1_A0();
1587 gen_op_addl_A0_SS();
2c0262af 1588 }
4f31916f
FB		 1589 gen_op_st_T0_A0[s->dflag + 1 + s->mem_index]();
1590 if (s->ss32 && !s->addseg)
1591 gen_op_movl_ESP_A0();
1592 else
1593 gen_op_mov_reg_T1[s->ss32 + 1][R_ESP]();
2c0262af
FB		 1594}
1595
4f31916f
FB		 1596/* generate a push. It depends on ss32, addseg and dflag */
1597/* slower version for T1, only used for call Ev */
1598static void gen_push_T1(DisasContext *s)
2c0262af 1599{
4f31916f
FB		 1600 gen_op_movl_A0_reg[R_ESP]();
1601 if (!s->dflag)
1602 gen_op_subl_A0_2();
1603 else
1604 gen_op_subl_A0_4();
2c0262af 1605 if (s->ss32) {
4f31916f
FB		 1606 if (s->addseg) {
1607 gen_op_addl_A0_SS();
2c0262af
FB		 1608 }
1609 } else {
4f31916f
FB		 1610 gen_op_andl_A0_ffff();
1611 gen_op_addl_A0_SS();
2c0262af 1612 }
4f31916f
FB		 1613 gen_op_st_T1_A0[s->dflag + 1 + s->mem_index]();
1614
1615 if (s->ss32 && !s->addseg)
1616 gen_op_movl_ESP_A0();
1617 else
1618 gen_stack_update(s, (-2) << s->dflag);
2c0262af
FB		 1619}
1620
4f31916f
FB		 1621/* two step pop is necessary for precise exceptions */
1622static void gen_pop_T0(DisasContext *s)
2c0262af 1623{
4f31916f 1624 gen_op_movl_A0_reg[R_ESP]();
2c0262af 1625 if (s->ss32) {
4f31916f
FB		 1626 if (s->addseg)
1627 gen_op_addl_A0_SS();
2c0262af 1628 } else {
4f31916f
FB		 1629 gen_op_andl_A0_ffff();
1630 gen_op_addl_A0_SS();
2c0262af 1631 }
4f31916f 1632 gen_op_ld_T0_A0[s->dflag + 1 + s->mem_index]();
2c0262af
FB		 1633}
1634
1635static void gen_pop_update(DisasContext *s)
1636{
1637 gen_stack_update(s, 2 << s->dflag);
1638}
1639
1640static void gen_stack_A0(DisasContext *s)
1641{
1642 gen_op_movl_A0_ESP();
1643 if (!s->ss32)
1644 gen_op_andl_A0_ffff();
1645 gen_op_movl_T1_A0();
1646 if (s->addseg)
1647 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
1648}
1649
1650/* NOTE: wrap around in 16 bit not fully handled */
1651static void gen_pusha(DisasContext *s)
1652{
1653 int i;
1654 gen_op_movl_A0_ESP();
1655 gen_op_addl_A0_im(-16 << s->dflag);
1656 if (!s->ss32)
1657 gen_op_andl_A0_ffff();
1658 gen_op_movl_T1_A0();
1659 if (s->addseg)
1660 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
1661 for(i = 0;i < 8; i++) {
1662 gen_op_mov_TN_reg[OT_LONG][0][7 - i]();
1663 gen_op_st_T0_A0[OT_WORD + s->dflag + s->mem_index]();
1664 gen_op_addl_A0_im(2 << s->dflag);
1665 }
1666 gen_op_mov_reg_T1[OT_WORD + s->dflag][R_ESP]();
1667}
1668
1669/* NOTE: wrap around in 16 bit not fully handled */
1670static void gen_popa(DisasContext *s)
1671{
1672 int i;
1673 gen_op_movl_A0_ESP();
1674 if (!s->ss32)
1675 gen_op_andl_A0_ffff();
1676 gen_op_movl_T1_A0();
1677 gen_op_addl_T1_im(16 << s->dflag);
1678 if (s->addseg)
1679 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
1680 for(i = 0;i < 8; i++) {
1681 /* ESP is not reloaded */
1682 if (i != 3) {
1683 gen_op_ld_T0_A0[OT_WORD + s->dflag + s->mem_index]();
1684 gen_op_mov_reg_T0[OT_WORD + s->dflag][7 - i]();
1685 }
1686 gen_op_addl_A0_im(2 << s->dflag);
1687 }
1688 gen_op_mov_reg_T1[OT_WORD + s->dflag][R_ESP]();
1689}
1690
1691/* NOTE: wrap around in 16 bit not fully handled */
1692/* XXX: check this */
1693static void gen_enter(DisasContext *s, int esp_addend, int level)
1694{
1695 int ot, level1, addend, opsize;
1696
1697 ot = s->dflag + OT_WORD;
1698 level &= 0x1f;
1699 level1 = level;
1700 opsize = 2 << s->dflag;
1701
1702 gen_op_movl_A0_ESP();
1703 gen_op_addl_A0_im(-opsize);
1704 if (!s->ss32)
1705 gen_op_andl_A0_ffff();
1706 gen_op_movl_T1_A0();
1707 if (s->addseg)
1708 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
1709 /* push bp */
1710 gen_op_mov_TN_reg[OT_LONG][0][R_EBP]();
1711 gen_op_st_T0_A0[ot + s->mem_index]();
1712 if (level) {
1713 while (level--) {
1714 gen_op_addl_A0_im(-opsize);
1715 gen_op_addl_T0_im(-opsize);
1716 gen_op_st_T0_A0[ot + s->mem_index]();
1717 }
1718 gen_op_addl_A0_im(-opsize);
4f31916f 1719 gen_op_st_T1_A0[ot + s->mem_index]();
2c0262af
FB		 1720 }
1721 gen_op_mov_reg_T1[ot][R_EBP]();
1722 addend = -esp_addend;
1723 if (level1)
1724 addend -= opsize * (level1 + 1);
1725 gen_op_addl_T1_im(addend);
1726 gen_op_mov_reg_T1[ot][R_ESP]();
1727}
1728
1729static void gen_exception(DisasContext *s, int trapno, unsigned int cur_eip)
1730{
1731 if (s->cc_op != CC_OP_DYNAMIC)
1732 gen_op_set_cc_op(s->cc_op);
1733 gen_op_jmp_im(cur_eip);
1734 gen_op_raise_exception(trapno);
1735 s->is_jmp = 3;
1736}
1737
1738/* an interrupt is different from an exception because of the
1739 priviledge checks */
1740static void gen_interrupt(DisasContext *s, int intno,
1741 unsigned int cur_eip, unsigned int next_eip)
1742{
1743 if (s->cc_op != CC_OP_DYNAMIC)
1744 gen_op_set_cc_op(s->cc_op);
1745 gen_op_jmp_im(cur_eip);
1746 gen_op_raise_interrupt(intno, next_eip);
1747 s->is_jmp = 3;
1748}
1749
1750static void gen_debug(DisasContext *s, unsigned int cur_eip)
1751{
1752 if (s->cc_op != CC_OP_DYNAMIC)
1753 gen_op_set_cc_op(s->cc_op);
1754 gen_op_jmp_im(cur_eip);
1755 gen_op_debug();
1756 s->is_jmp = 3;
1757}
1758
1759/* generate a generic end of block. Trace exception is also generated
1760 if needed */
1761static void gen_eob(DisasContext *s)
1762{
1763 if (s->cc_op != CC_OP_DYNAMIC)
1764 gen_op_set_cc_op(s->cc_op);
a2cc3b24
FB		 1765 if (s->tb->flags & HF_INHIBIT_IRQ_MASK) {
1766 gen_op_reset_inhibit_irq();
1767 }
34865134
FB		 1768 if (s->singlestep_enabled) {
1769 gen_op_debug();
1770 } else if (s->tf) {
2c0262af
FB		 1771 gen_op_raise_exception(EXCP01_SSTP);
1772 } else {
1773 gen_op_movl_T0_0();
1774 gen_op_exit_tb();
1775 }
1776 s->is_jmp = 3;
1777}
1778
1779/* generate a jump to eip. No segment change must happen before as a
1780 direct call to the next block may occur */
1781static void gen_jmp(DisasContext *s, unsigned int eip)
1782{
1783 TranslationBlock *tb = s->tb;
1784
1785 if (s->jmp_opt) {
1786 if (s->cc_op != CC_OP_DYNAMIC)
1787 gen_op_set_cc_op(s->cc_op);
1788 gen_op_jmp((long)tb, eip);
1789 s->is_jmp = 3;
1790 } else {
1791 gen_op_jmp_im(eip);
1792 gen_eob(s);
1793 }
1794}
1795
1796/* convert one instruction. s->is_jmp is set if the translation must
1797 be stopped. Return the next pc value */
1798static uint8_t *disas_insn(DisasContext *s, uint8_t *pc_start)
1799{
1800 int b, prefixes, aflag, dflag;
1801 int shift, ot;
1802 int modrm, reg, rm, mod, reg_addr, op, opreg, offset_addr, val;
1803 unsigned int next_eip;
1804
1805 s->pc = pc_start;
1806 prefixes = 0;
1807 aflag = s->code32;
1808 dflag = s->code32;
1809 s->override = -1;
1810 next_byte:
61382a50 1811 b = ldub_code(s->pc);
2c0262af
FB		 1812 s->pc++;
1813 /* check prefixes */
1814 switch (b) {
1815 case 0xf3:
1816 prefixes |= PREFIX_REPZ;
1817 goto next_byte;
1818 case 0xf2:
1819 prefixes |= PREFIX_REPNZ;
1820 goto next_byte;
1821 case 0xf0:
1822 prefixes |= PREFIX_LOCK;
1823 goto next_byte;
1824 case 0x2e:
1825 s->override = R_CS;
1826 goto next_byte;
1827 case 0x36:
1828 s->override = R_SS;
1829 goto next_byte;
1830 case 0x3e:
1831 s->override = R_DS;
1832 goto next_byte;
1833 case 0x26:
1834 s->override = R_ES;
1835 goto next_byte;
1836 case 0x64:
1837 s->override = R_FS;
1838 goto next_byte;
1839 case 0x65:
1840 s->override = R_GS;
1841 goto next_byte;
1842 case 0x66:
1843 prefixes |= PREFIX_DATA;
1844 goto next_byte;
1845 case 0x67:
1846 prefixes |= PREFIX_ADR;
1847 goto next_byte;
1848 }
1849
1850 if (prefixes & PREFIX_DATA)
1851 dflag ^= 1;
1852 if (prefixes & PREFIX_ADR)
1853 aflag ^= 1;
1854
1855 s->prefix = prefixes;
1856 s->aflag = aflag;
1857 s->dflag = dflag;
1858
1859 /* lock generation */
1860 if (prefixes & PREFIX_LOCK)
1861 gen_op_lock();
1862
1863 /* now check op code */
1864 reswitch:
1865 switch(b) {
1866 case 0x0f:
1867 /**************************/
1868 /* extended op code */
61382a50 1869 b = ldub_code(s->pc++) | 0x100;
2c0262af
FB		 1870 goto reswitch;
1871
1872 /**************************/
1873 /* arith & logic */
1874 case 0x00 ... 0x05:
1875 case 0x08 ... 0x0d:
1876 case 0x10 ... 0x15:
1877 case 0x18 ... 0x1d:
1878 case 0x20 ... 0x25:
1879 case 0x28 ... 0x2d:
1880 case 0x30 ... 0x35:
1881 case 0x38 ... 0x3d:
1882 {
1883 int op, f, val;
1884 op = (b >> 3) & 7;
1885 f = (b >> 1) & 3;
1886
1887 if ((b & 1) == 0)
1888 ot = OT_BYTE;
1889 else
1890 ot = dflag ? OT_LONG : OT_WORD;
1891
1892 switch(f) {
1893 case 0: /* OP Ev, Gv */
61382a50 1894 modrm = ldub_code(s->pc++);
2c0262af
FB		 1895 reg = ((modrm >> 3) & 7);
1896 mod = (modrm >> 6) & 3;
1897 rm = modrm & 7;
1898 if (mod != 3) {
1899 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
1900 opreg = OR_TMP0;
1901 } else if (op == OP_XORL && rm == reg) {
1902 xor_zero:
1903 /* xor reg, reg optimisation */
1904 gen_op_movl_T0_0();
1905 s->cc_op = CC_OP_LOGICB + ot;
1906 gen_op_mov_reg_T0[ot][reg]();
1907 gen_op_update1_cc();
1908 break;
1909 } else {
1910 opreg = rm;
1911 }
1912 gen_op_mov_TN_reg[ot][1][reg]();
1913 gen_op(s, op, ot, opreg);
1914 break;
1915 case 1: /* OP Gv, Ev */
61382a50 1916 modrm = ldub_code(s->pc++);
2c0262af
FB		 1917 mod = (modrm >> 6) & 3;
1918 reg = ((modrm >> 3) & 7);
1919 rm = modrm & 7;
1920 if (mod != 3) {
1921 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
1922 gen_op_ld_T1_A0[ot + s->mem_index]();
1923 } else if (op == OP_XORL && rm == reg) {
1924 goto xor_zero;
1925 } else {
1926 gen_op_mov_TN_reg[ot][1][rm]();
1927 }
1928 gen_op(s, op, ot, reg);
1929 break;
1930 case 2: /* OP A, Iv */
1931 val = insn_get(s, ot);
1932 gen_op_movl_T1_im(val);
1933 gen_op(s, op, ot, OR_EAX);
1934 break;
1935 }
1936 }
1937 break;
1938
1939 case 0x80: /* GRP1 */
1940 case 0x81:
1941 case 0x83:
1942 {
1943 int val;
1944
1945 if ((b & 1) == 0)
1946 ot = OT_BYTE;
1947 else
1948 ot = dflag ? OT_LONG : OT_WORD;
1949
61382a50 1950 modrm = ldub_code(s->pc++);
2c0262af
FB		 1951 mod = (modrm >> 6) & 3;
1952 rm = modrm & 7;
1953 op = (modrm >> 3) & 7;
1954
1955 if (mod != 3) {
1956 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
1957 opreg = OR_TMP0;
1958 } else {
1959 opreg = rm + OR_EAX;
1960 }
1961
1962 switch(b) {
1963 default:
1964 case 0x80:
1965 case 0x81:
1966 val = insn_get(s, ot);
1967 break;
1968 case 0x83:
1969 val = (int8_t)insn_get(s, OT_BYTE);
1970 break;
1971 }
1972 gen_op_movl_T1_im(val);
1973 gen_op(s, op, ot, opreg);
1974 }
1975 break;
1976
1977 /**************************/
1978 /* inc, dec, and other misc arith */
1979 case 0x40 ... 0x47: /* inc Gv */
1980 ot = dflag ? OT_LONG : OT_WORD;
1981 gen_inc(s, ot, OR_EAX + (b & 7), 1);
1982 break;
1983 case 0x48 ... 0x4f: /* dec Gv */
1984 ot = dflag ? OT_LONG : OT_WORD;
1985 gen_inc(s, ot, OR_EAX + (b & 7), -1);
1986 break;
1987 case 0xf6: /* GRP3 */
1988 case 0xf7:
1989 if ((b & 1) == 0)
1990 ot = OT_BYTE;
1991 else
1992 ot = dflag ? OT_LONG : OT_WORD;
1993
61382a50 1994 modrm = ldub_code(s->pc++);
2c0262af
FB		 1995 mod = (modrm >> 6) & 3;
1996 rm = modrm & 7;
1997 op = (modrm >> 3) & 7;
1998 if (mod != 3) {
1999 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2000 gen_op_ld_T0_A0[ot + s->mem_index]();
2001 } else {
2002 gen_op_mov_TN_reg[ot][0][rm]();
2003 }
2004
2005 switch(op) {
2006 case 0: /* test */
2007 val = insn_get(s, ot);
2008 gen_op_movl_T1_im(val);
2009 gen_op_testl_T0_T1_cc();
2010 s->cc_op = CC_OP_LOGICB + ot;
2011 break;
2012 case 2: /* not */
2013 gen_op_notl_T0();
2014 if (mod != 3) {
2015 gen_op_st_T0_A0[ot + s->mem_index]();
2016 } else {
2017 gen_op_mov_reg_T0[ot][rm]();
2018 }
2019 break;
2020 case 3: /* neg */
2021 gen_op_negl_T0();
2022 if (mod != 3) {
2023 gen_op_st_T0_A0[ot + s->mem_index]();
2024 } else {
2025 gen_op_mov_reg_T0[ot][rm]();
2026 }
2027 gen_op_update_neg_cc();
2028 s->cc_op = CC_OP_SUBB + ot;
2029 break;
2030 case 4: /* mul */
2031 switch(ot) {
2032 case OT_BYTE:
2033 gen_op_mulb_AL_T0();
d36cd60e 2034 s->cc_op = CC_OP_MULB;
2c0262af
FB		 2035 break;
2036 case OT_WORD:
2037 gen_op_mulw_AX_T0();
d36cd60e 2038 s->cc_op = CC_OP_MULW;
2c0262af
FB		 2039 break;
2040 default:
2041 case OT_LONG:
2042 gen_op_mull_EAX_T0();
d36cd60e 2043 s->cc_op = CC_OP_MULL;
2c0262af
FB		 2044 break;
2045 }
2c0262af
FB		 2046 break;
2047 case 5: /* imul */
2048 switch(ot) {
2049 case OT_BYTE:
2050 gen_op_imulb_AL_T0();
d36cd60e 2051 s->cc_op = CC_OP_MULB;
2c0262af
FB		 2052 break;
2053 case OT_WORD:
2054 gen_op_imulw_AX_T0();
d36cd60e 2055 s->cc_op = CC_OP_MULW;
2c0262af
FB		 2056 break;
2057 default:
2058 case OT_LONG:
2059 gen_op_imull_EAX_T0();
d36cd60e 2060 s->cc_op = CC_OP_MULL;
2c0262af
FB		 2061 break;
2062 }
2c0262af
FB		 2063 break;
2064 case 6: /* div */
2065 switch(ot) {
2066 case OT_BYTE:
2067 gen_op_divb_AL_T0(pc_start - s->cs_base);
2068 break;
2069 case OT_WORD:
2070 gen_op_divw_AX_T0(pc_start - s->cs_base);
2071 break;
2072 default:
2073 case OT_LONG:
2074 gen_op_divl_EAX_T0(pc_start - s->cs_base);
2075 break;
2076 }
2077 break;
2078 case 7: /* idiv */
2079 switch(ot) {
2080 case OT_BYTE:
2081 gen_op_idivb_AL_T0(pc_start - s->cs_base);
2082 break;
2083 case OT_WORD:
2084 gen_op_idivw_AX_T0(pc_start - s->cs_base);
2085 break;
2086 default:
2087 case OT_LONG:
2088 gen_op_idivl_EAX_T0(pc_start - s->cs_base);
2089 break;
2090 }
2091 break;
2092 default:
2093 goto illegal_op;
2094 }
2095 break;
2096
2097 case 0xfe: /* GRP4 */
2098 case 0xff: /* GRP5 */
2099 if ((b & 1) == 0)
2100 ot = OT_BYTE;
2101 else
2102 ot = dflag ? OT_LONG : OT_WORD;
2103
61382a50 2104 modrm = ldub_code(s->pc++);
2c0262af
FB		 2105 mod = (modrm >> 6) & 3;
2106 rm = modrm & 7;
2107 op = (modrm >> 3) & 7;
2108 if (op >= 2 && b == 0xfe) {
2109 goto illegal_op;
2110 }
2111 if (mod != 3) {
2112 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2113 if (op >= 2 && op != 3 && op != 5)
2114 gen_op_ld_T0_A0[ot + s->mem_index]();
2115 } else {
2116 gen_op_mov_TN_reg[ot][0][rm]();
2117 }
2118
2119 switch(op) {
2120 case 0: /* inc Ev */
2121 if (mod != 3)
2122 opreg = OR_TMP0;
2123 else
2124 opreg = rm;
2125 gen_inc(s, ot, opreg, 1);
2126 break;
2127 case 1: /* dec Ev */
2128 if (mod != 3)
2129 opreg = OR_TMP0;
2130 else
2131 opreg = rm;
2132 gen_inc(s, ot, opreg, -1);
2133 break;
2134 case 2: /* call Ev */
4f31916f 2135 /* XXX: optimize if memory (no 'and' is necessary) */
2c0262af
FB		 2136 if (s->dflag == 0)
2137 gen_op_andl_T0_ffff();
2c0262af 2138 next_eip = s->pc - s->cs_base;
4f31916f
FB		 2139 gen_op_movl_T1_im(next_eip);
2140 gen_push_T1(s);
2141 gen_op_jmp_T0();
2c0262af
FB		 2142 gen_eob(s);
2143 break;
61382a50 2144 case 3: /* lcall Ev */
2c0262af
FB		 2145 gen_op_ld_T1_A0[ot + s->mem_index]();
2146 gen_op_addl_A0_im(1 << (ot - OT_WORD + 1));
61382a50 2147 gen_op_ldu_T0_A0[OT_WORD + s->mem_index]();
2c0262af
FB		 2148 do_lcall:
2149 if (s->pe && !s->vm86) {
2150 if (s->cc_op != CC_OP_DYNAMIC)
2151 gen_op_set_cc_op(s->cc_op);
2152 gen_op_jmp_im(pc_start - s->cs_base);
2153 gen_op_lcall_protected_T0_T1(dflag, s->pc - s->cs_base);
2154 } else {
2155 gen_op_lcall_real_T0_T1(dflag, s->pc - s->cs_base);
2156 }
2157 gen_eob(s);
2158 break;
2159 case 4: /* jmp Ev */
2160 if (s->dflag == 0)
2161 gen_op_andl_T0_ffff();
2162 gen_op_jmp_T0();
2163 gen_eob(s);
2164 break;
2165 case 5: /* ljmp Ev */
2166 gen_op_ld_T1_A0[ot + s->mem_index]();
2167 gen_op_addl_A0_im(1 << (ot - OT_WORD + 1));
61382a50 2168 gen_op_ldu_T0_A0[OT_WORD + s->mem_index]();
2c0262af
FB		 2169 do_ljmp:
2170 if (s->pe && !s->vm86) {
2171 if (s->cc_op != CC_OP_DYNAMIC)
2172 gen_op_set_cc_op(s->cc_op);
2173 gen_op_jmp_im(pc_start - s->cs_base);
2174 gen_op_ljmp_protected_T0_T1();
2175 } else {
2176 gen_op_movl_seg_T0_vm(offsetof(CPUX86State,segs[R_CS]));
2177 gen_op_movl_T0_T1();
2178 gen_op_jmp_T0();
2179 }
2180 gen_eob(s);
2181 break;
2182 case 6: /* push Ev */
2183 gen_push_T0(s);
2184 break;
2185 default:
2186 goto illegal_op;
2187 }
2188 break;
2189
2190 case 0x84: /* test Ev, Gv */
2191 case 0x85:
2192 if ((b & 1) == 0)
2193 ot = OT_BYTE;
2194 else
2195 ot = dflag ? OT_LONG : OT_WORD;
2196
61382a50 2197 modrm = ldub_code(s->pc++);
2c0262af
FB		 2198 mod = (modrm >> 6) & 3;
2199 rm = modrm & 7;
2200 reg = (modrm >> 3) & 7;
2201
2202 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
2203 gen_op_mov_TN_reg[ot][1][reg + OR_EAX]();
2204 gen_op_testl_T0_T1_cc();
2205 s->cc_op = CC_OP_LOGICB + ot;
2206 break;
2207
2208 case 0xa8: /* test eAX, Iv */
2209 case 0xa9:
2210 if ((b & 1) == 0)
2211 ot = OT_BYTE;
2212 else
2213 ot = dflag ? OT_LONG : OT_WORD;
2214 val = insn_get(s, ot);
2215
2216 gen_op_mov_TN_reg[ot][0][OR_EAX]();
2217 gen_op_movl_T1_im(val);
2218 gen_op_testl_T0_T1_cc();
2219 s->cc_op = CC_OP_LOGICB + ot;
2220 break;
2221
2222 case 0x98: /* CWDE/CBW */
2223 if (dflag)
2224 gen_op_movswl_EAX_AX();
2225 else
2226 gen_op_movsbw_AX_AL();
2227 break;
2228 case 0x99: /* CDQ/CWD */
2229 if (dflag)
2230 gen_op_movslq_EDX_EAX();
2231 else
2232 gen_op_movswl_DX_AX();
2233 break;
2234 case 0x1af: /* imul Gv, Ev */
2235 case 0x69: /* imul Gv, Ev, I */
2236 case 0x6b:
2237 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2238 modrm = ldub_code(s->pc++);
2c0262af
FB		 2239 reg = ((modrm >> 3) & 7) + OR_EAX;
2240 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
2241 if (b == 0x69) {
2242 val = insn_get(s, ot);
2243 gen_op_movl_T1_im(val);
2244 } else if (b == 0x6b) {
2245 val = insn_get(s, OT_BYTE);
2246 gen_op_movl_T1_im(val);
2247 } else {
2248 gen_op_mov_TN_reg[ot][1][reg]();
2249 }
2250
2251 if (ot == OT_LONG) {
2252 gen_op_imull_T0_T1();
2253 } else {
2254 gen_op_imulw_T0_T1();
2255 }
2256 gen_op_mov_reg_T0[ot][reg]();
d36cd60e 2257 s->cc_op = CC_OP_MULB + ot;
2c0262af
FB		 2258 break;
2259 case 0x1c0:
2260 case 0x1c1: /* xadd Ev, Gv */
2261 if ((b & 1) == 0)
2262 ot = OT_BYTE;
2263 else
2264 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2265 modrm = ldub_code(s->pc++);
2c0262af
FB		 2266 reg = (modrm >> 3) & 7;
2267 mod = (modrm >> 6) & 3;
2268 if (mod == 3) {
2269 rm = modrm & 7;
2270 gen_op_mov_TN_reg[ot][0][reg]();
2271 gen_op_mov_TN_reg[ot][1][rm]();
2272 gen_op_addl_T0_T1();
2c0262af 2273 gen_op_mov_reg_T1[ot][reg]();
5a1388b6 2274 gen_op_mov_reg_T0[ot][rm]();
2c0262af
FB		 2275 } else {
2276 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2277 gen_op_mov_TN_reg[ot][0][reg]();
2278 gen_op_ld_T1_A0[ot + s->mem_index]();
2279 gen_op_addl_T0_T1();
2280 gen_op_st_T0_A0[ot + s->mem_index]();
2281 gen_op_mov_reg_T1[ot][reg]();
2282 }
2283 gen_op_update2_cc();
2284 s->cc_op = CC_OP_ADDB + ot;
2285 break;
2286 case 0x1b0:
2287 case 0x1b1: /* cmpxchg Ev, Gv */
2288 if ((b & 1) == 0)
2289 ot = OT_BYTE;
2290 else
2291 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2292 modrm = ldub_code(s->pc++);
2c0262af
FB		 2293 reg = (modrm >> 3) & 7;
2294 mod = (modrm >> 6) & 3;
2295 gen_op_mov_TN_reg[ot][1][reg]();
2296 if (mod == 3) {
2297 rm = modrm & 7;
2298 gen_op_mov_TN_reg[ot][0][rm]();
2299 gen_op_cmpxchg_T0_T1_EAX_cc[ot]();
2300 gen_op_mov_reg_T0[ot][rm]();
2301 } else {
2302 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2303 gen_op_ld_T0_A0[ot + s->mem_index]();
4f31916f 2304 gen_op_cmpxchg_mem_T0_T1_EAX_cc[ot + s->mem_index]();
2c0262af
FB		 2305 }
2306 s->cc_op = CC_OP_SUBB + ot;
2307 break;
2308 case 0x1c7: /* cmpxchg8b */
61382a50 2309 modrm = ldub_code(s->pc++);
2c0262af
FB		 2310 mod = (modrm >> 6) & 3;
2311 if (mod == 3)
2312 goto illegal_op;
2313 if (s->cc_op != CC_OP_DYNAMIC)
2314 gen_op_set_cc_op(s->cc_op);
2315 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2316 gen_op_cmpxchg8b();
2317 s->cc_op = CC_OP_EFLAGS;
2318 break;
2319
2320 /**************************/
2321 /* push/pop */
2322 case 0x50 ... 0x57: /* push */
2323 gen_op_mov_TN_reg[OT_LONG][0][b & 7]();
2324 gen_push_T0(s);
2325 break;
2326 case 0x58 ... 0x5f: /* pop */
2327 ot = dflag ? OT_LONG : OT_WORD;
2328 gen_pop_T0(s);
77729c24 2329 /* NOTE: order is important for pop %sp */
2c0262af 2330 gen_pop_update(s);
77729c24 2331 gen_op_mov_reg_T0[ot][b & 7]();
2c0262af
FB		 2332 break;
2333 case 0x60: /* pusha */
2334 gen_pusha(s);
2335 break;
2336 case 0x61: /* popa */
2337 gen_popa(s);
2338 break;
2339 case 0x68: /* push Iv */
2340 case 0x6a:
2341 ot = dflag ? OT_LONG : OT_WORD;
2342 if (b == 0x68)
2343 val = insn_get(s, ot);
2344 else
2345 val = (int8_t)insn_get(s, OT_BYTE);
2346 gen_op_movl_T0_im(val);
2347 gen_push_T0(s);
2348 break;
2349 case 0x8f: /* pop Ev */
2350 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2351 modrm = ldub_code(s->pc++);
77729c24 2352 mod = (modrm >> 6) & 3;
2c0262af 2353 gen_pop_T0(s);
77729c24
FB		 2354 if (mod == 3) {
2355 /* NOTE: order is important for pop %sp */
2356 gen_pop_update(s);
2357 rm = modrm & 7;
2358 gen_op_mov_reg_T0[ot][rm]();
2359 } else {
2360 /* NOTE: order is important too for MMU exceptions */
2361 s->popl_esp_hack = 2 << dflag;
2362 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
2363 s->popl_esp_hack = 0;
2364 gen_pop_update(s);
2365 }
2c0262af
FB		 2366 break;
2367 case 0xc8: /* enter */
2368 {
2369 int level;
61382a50 2370 val = lduw_code(s->pc);
2c0262af 2371 s->pc += 2;
61382a50 2372 level = ldub_code(s->pc++);
2c0262af
FB		 2373 gen_enter(s, val, level);
2374 }
2375 break;
2376 case 0xc9: /* leave */
2377 /* XXX: exception not precise (ESP is updated before potential exception) */
2378 if (s->ss32) {
2379 gen_op_mov_TN_reg[OT_LONG][0][R_EBP]();
2380 gen_op_mov_reg_T0[OT_LONG][R_ESP]();
2381 } else {
2382 gen_op_mov_TN_reg[OT_WORD][0][R_EBP]();
2383 gen_op_mov_reg_T0[OT_WORD][R_ESP]();
2384 }
2385 gen_pop_T0(s);
2386 ot = dflag ? OT_LONG : OT_WORD;
2387 gen_op_mov_reg_T0[ot][R_EBP]();
2388 gen_pop_update(s);
2389 break;
2390 case 0x06: /* push es */
2391 case 0x0e: /* push cs */
2392 case 0x16: /* push ss */
2393 case 0x1e: /* push ds */
2394 gen_op_movl_T0_seg(b >> 3);
2395 gen_push_T0(s);
2396 break;
2397 case 0x1a0: /* push fs */
2398 case 0x1a8: /* push gs */
2399 gen_op_movl_T0_seg((b >> 3) & 7);
2400 gen_push_T0(s);
2401 break;
2402 case 0x07: /* pop es */
2403 case 0x17: /* pop ss */
2404 case 0x1f: /* pop ds */
2405 reg = b >> 3;
2406 gen_pop_T0(s);
2407 gen_movl_seg_T0(s, reg, pc_start - s->cs_base);
2408 gen_pop_update(s);
2409 if (reg == R_SS) {
a2cc3b24
FB		 2410 /* if reg == SS, inhibit interrupts/trace. */
2411 /* If several instructions disable interrupts, only the
2412 _first_ does it */
2413 if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
2414 gen_op_set_inhibit_irq();
2c0262af
FB		 2415 s->tf = 0;
2416 }
2417 if (s->is_jmp) {
2418 gen_op_jmp_im(s->pc - s->cs_base);
2419 gen_eob(s);
2420 }
2421 break;
2422 case 0x1a1: /* pop fs */
2423 case 0x1a9: /* pop gs */
2424 gen_pop_T0(s);
2425 gen_movl_seg_T0(s, (b >> 3) & 7, pc_start - s->cs_base);
2426 gen_pop_update(s);
2427 if (s->is_jmp) {
2428 gen_op_jmp_im(s->pc - s->cs_base);
2429 gen_eob(s);
2430 }
2431 break;
2432
2433 /**************************/
2434 /* mov */
2435 case 0x88:
2436 case 0x89: /* mov Gv, Ev */
2437 if ((b & 1) == 0)
2438 ot = OT_BYTE;
2439 else
2440 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2441 modrm = ldub_code(s->pc++);
2c0262af
FB		 2442 reg = (modrm >> 3) & 7;
2443
2444 /* generate a generic store */
2445 gen_ldst_modrm(s, modrm, ot, OR_EAX + reg, 1);
2446 break;
2447 case 0xc6:
2448 case 0xc7: /* mov Ev, Iv */
2449 if ((b & 1) == 0)
2450 ot = OT_BYTE;
2451 else
2452 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2453 modrm = ldub_code(s->pc++);
2c0262af
FB		 2454 mod = (modrm >> 6) & 3;
2455 if (mod != 3)
2456 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2457 val = insn_get(s, ot);
2458 gen_op_movl_T0_im(val);
2459 if (mod != 3)
2460 gen_op_st_T0_A0[ot + s->mem_index]();
2461 else
2462 gen_op_mov_reg_T0[ot][modrm & 7]();
2463 break;
2464 case 0x8a:
2465 case 0x8b: /* mov Ev, Gv */
2466 if ((b & 1) == 0)
2467 ot = OT_BYTE;
2468 else
2469 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2470 modrm = ldub_code(s->pc++);
2c0262af
FB		 2471 reg = (modrm >> 3) & 7;
2472
2473 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
2474 gen_op_mov_reg_T0[ot][reg]();
2475 break;
2476 case 0x8e: /* mov seg, Gv */
61382a50 2477 modrm = ldub_code(s->pc++);
2c0262af
FB		 2478 reg = (modrm >> 3) & 7;
2479 if (reg >= 6 || reg == R_CS)
2480 goto illegal_op;
2481 gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
2482 gen_movl_seg_T0(s, reg, pc_start - s->cs_base);
2483 if (reg == R_SS) {
2484 /* if reg == SS, inhibit interrupts/trace */
a2cc3b24
FB		 2485 /* If several instructions disable interrupts, only the
2486 _first_ does it */
2487 if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
2488 gen_op_set_inhibit_irq();
2c0262af
FB		 2489 s->tf = 0;
2490 }
2491 if (s->is_jmp) {
2492 gen_op_jmp_im(s->pc - s->cs_base);
2493 gen_eob(s);
2494 }
2495 break;
2496 case 0x8c: /* mov Gv, seg */
61382a50 2497 modrm = ldub_code(s->pc++);
2c0262af
FB		 2498 reg = (modrm >> 3) & 7;
2499 mod = (modrm >> 6) & 3;
2500 if (reg >= 6)
2501 goto illegal_op;
2502 gen_op_movl_T0_seg(reg);
2503 ot = OT_WORD;
2504 if (mod == 3 && dflag)
2505 ot = OT_LONG;
2506 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
2507 break;
2508
2509 case 0x1b6: /* movzbS Gv, Eb */
2510 case 0x1b7: /* movzwS Gv, Eb */
2511 case 0x1be: /* movsbS Gv, Eb */
2512 case 0x1bf: /* movswS Gv, Eb */
2513 {
2514 int d_ot;
2515 /* d_ot is the size of destination */
2516 d_ot = dflag + OT_WORD;
2517 /* ot is the size of source */
2518 ot = (b & 1) + OT_BYTE;
61382a50 2519 modrm = ldub_code(s->pc++);
2c0262af
FB		 2520 reg = ((modrm >> 3) & 7) + OR_EAX;
2521 mod = (modrm >> 6) & 3;
2522 rm = modrm & 7;
2523
2524 if (mod == 3) {
2525 gen_op_mov_TN_reg[ot][0][rm]();
2526 switch(ot | (b & 8)) {
2527 case OT_BYTE:
2528 gen_op_movzbl_T0_T0();
2529 break;
2530 case OT_BYTE | 8:
2531 gen_op_movsbl_T0_T0();
2532 break;
2533 case OT_WORD:
2534 gen_op_movzwl_T0_T0();
2535 break;
2536 default:
2537 case OT_WORD | 8:
2538 gen_op_movswl_T0_T0();
2539 break;
2540 }
2541 gen_op_mov_reg_T0[d_ot][reg]();
2542 } else {
2543 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2544 if (b & 8) {
2545 gen_op_lds_T0_A0[ot + s->mem_index]();
2546 } else {
2547 gen_op_ldu_T0_A0[ot + s->mem_index]();
2548 }
2549 gen_op_mov_reg_T0[d_ot][reg]();
2550 }
2551 }
2552 break;
2553
2554 case 0x8d: /* lea */
2555 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2556 modrm = ldub_code(s->pc++);
3a1d9b8b
FB		 2557 mod = (modrm >> 6) & 3;
2558 if (mod == 3)
2559 goto illegal_op;
2c0262af
FB		 2560 reg = (modrm >> 3) & 7;
2561 /* we must ensure that no segment is added */
2562 s->override = -1;
2563 val = s->addseg;
2564 s->addseg = 0;
2565 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2566 s->addseg = val;
2567 gen_op_mov_reg_A0[ot - OT_WORD][reg]();
2568 break;
2569
2570 case 0xa0: /* mov EAX, Ov */
2571 case 0xa1:
2572 case 0xa2: /* mov Ov, EAX */
2573 case 0xa3:
2574 if ((b & 1) == 0)
2575 ot = OT_BYTE;
2576 else
2577 ot = dflag ? OT_LONG : OT_WORD;
2578 if (s->aflag)
2579 offset_addr = insn_get(s, OT_LONG);
2580 else
2581 offset_addr = insn_get(s, OT_WORD);
2582 gen_op_movl_A0_im(offset_addr);
2583 /* handle override */
2584 {
2585 int override, must_add_seg;
2586 must_add_seg = s->addseg;
2587 if (s->override >= 0) {
2588 override = s->override;
2589 must_add_seg = 1;
2590 } else {
2591 override = R_DS;
2592 }
2593 if (must_add_seg) {
2594 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
2595 }
2596 }
2597 if ((b & 2) == 0) {
2598 gen_op_ld_T0_A0[ot + s->mem_index]();
2599 gen_op_mov_reg_T0[ot][R_EAX]();
2600 } else {
2601 gen_op_mov_TN_reg[ot][0][R_EAX]();
2602 gen_op_st_T0_A0[ot + s->mem_index]();
2603 }
2604 break;
2605 case 0xd7: /* xlat */
2606 gen_op_movl_A0_reg[R_EBX]();
2607 gen_op_addl_A0_AL();
2608 if (s->aflag == 0)
2609 gen_op_andl_A0_ffff();
2610 /* handle override */
2611 {
2612 int override, must_add_seg;
2613 must_add_seg = s->addseg;
2614 override = R_DS;
2615 if (s->override >= 0) {
2616 override = s->override;
2617 must_add_seg = 1;
2618 } else {
2619 override = R_DS;
2620 }
2621 if (must_add_seg) {
2622 gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
2623 }
2624 }
2625 gen_op_ldu_T0_A0[OT_BYTE + s->mem_index]();
2626 gen_op_mov_reg_T0[OT_BYTE][R_EAX]();
2627 break;
2628 case 0xb0 ... 0xb7: /* mov R, Ib */
2629 val = insn_get(s, OT_BYTE);
2630 gen_op_movl_T0_im(val);
2631 gen_op_mov_reg_T0[OT_BYTE][b & 7]();
2632 break;
2633 case 0xb8 ... 0xbf: /* mov R, Iv */
2634 ot = dflag ? OT_LONG : OT_WORD;
2635 val = insn_get(s, ot);
2636 reg = OR_EAX + (b & 7);
2637 gen_op_movl_T0_im(val);
2638 gen_op_mov_reg_T0[ot][reg]();
2639 break;
2640
2641 case 0x91 ... 0x97: /* xchg R, EAX */
2642 ot = dflag ? OT_LONG : OT_WORD;
2643 reg = b & 7;
2644 rm = R_EAX;
2645 goto do_xchg_reg;
2646 case 0x86:
2647 case 0x87: /* xchg Ev, Gv */
2648 if ((b & 1) == 0)
2649 ot = OT_BYTE;
2650 else
2651 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2652 modrm = ldub_code(s->pc++);
2c0262af
FB		 2653 reg = (modrm >> 3) & 7;
2654 mod = (modrm >> 6) & 3;
2655 if (mod == 3) {
2656 rm = modrm & 7;
2657 do_xchg_reg:
2658 gen_op_mov_TN_reg[ot][0][reg]();
2659 gen_op_mov_TN_reg[ot][1][rm]();
2660 gen_op_mov_reg_T0[ot][rm]();
2661 gen_op_mov_reg_T1[ot][reg]();
2662 } else {
2663 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2664 gen_op_mov_TN_reg[ot][0][reg]();
2665 /* for xchg, lock is implicit */
2666 if (!(prefixes & PREFIX_LOCK))
2667 gen_op_lock();
2668 gen_op_ld_T1_A0[ot + s->mem_index]();
2669 gen_op_st_T0_A0[ot + s->mem_index]();
2670 if (!(prefixes & PREFIX_LOCK))
2671 gen_op_unlock();
2672 gen_op_mov_reg_T1[ot][reg]();
2673 }
2674 break;
2675 case 0xc4: /* les Gv */
2676 op = R_ES;
2677 goto do_lxx;
2678 case 0xc5: /* lds Gv */
2679 op = R_DS;
2680 goto do_lxx;
2681 case 0x1b2: /* lss Gv */
2682 op = R_SS;
2683 goto do_lxx;
2684 case 0x1b4: /* lfs Gv */
2685 op = R_FS;
2686 goto do_lxx;
2687 case 0x1b5: /* lgs Gv */
2688 op = R_GS;
2689 do_lxx:
2690 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2691 modrm = ldub_code(s->pc++);
2c0262af
FB		 2692 reg = (modrm >> 3) & 7;
2693 mod = (modrm >> 6) & 3;
2694 if (mod == 3)
2695 goto illegal_op;
2696 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2697 gen_op_ld_T1_A0[ot + s->mem_index]();
2698 gen_op_addl_A0_im(1 << (ot - OT_WORD + 1));
2699 /* load the segment first to handle exceptions properly */
61382a50 2700 gen_op_ldu_T0_A0[OT_WORD + s->mem_index]();
2c0262af
FB		 2701 gen_movl_seg_T0(s, op, pc_start - s->cs_base);
2702 /* then put the data */
2703 gen_op_mov_reg_T1[ot][reg]();
2704 if (s->is_jmp) {
2705 gen_op_jmp_im(s->pc - s->cs_base);
2706 gen_eob(s);
2707 }
2708 break;
2709
2710 /************************/
2711 /* shifts */
2712 case 0xc0:
2713 case 0xc1:
2714 /* shift Ev,Ib */
2715 shift = 2;
2716 grp2:
2717 {
2718 if ((b & 1) == 0)
2719 ot = OT_BYTE;
2720 else
2721 ot = dflag ? OT_LONG : OT_WORD;
2722
61382a50 2723 modrm = ldub_code(s->pc++);
2c0262af
FB		 2724 mod = (modrm >> 6) & 3;
2725 rm = modrm & 7;
2726 op = (modrm >> 3) & 7;
2727
2728 if (mod != 3) {
2729 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2730 opreg = OR_TMP0;
2731 } else {
2732 opreg = rm + OR_EAX;
2733 }
2734
2735 /* simpler op */
2736 if (shift == 0) {
2737 gen_shift(s, op, ot, opreg, OR_ECX);
2738 } else {
2739 if (shift == 2) {
61382a50 2740 shift = ldub_code(s->pc++);
2c0262af
FB		 2741 }
2742 gen_shifti(s, op, ot, opreg, shift);
2743 }
2744 }
2745 break;
2746 case 0xd0:
2747 case 0xd1:
2748 /* shift Ev,1 */
2749 shift = 1;
2750 goto grp2;
2751 case 0xd2:
2752 case 0xd3:
2753 /* shift Ev,cl */
2754 shift = 0;
2755 goto grp2;
2756
2757 case 0x1a4: /* shld imm */
2758 op = 0;
2759 shift = 1;
2760 goto do_shiftd;
2761 case 0x1a5: /* shld cl */
2762 op = 0;
2763 shift = 0;
2764 goto do_shiftd;
2765 case 0x1ac: /* shrd imm */
2766 op = 1;
2767 shift = 1;
2768 goto do_shiftd;
2769 case 0x1ad: /* shrd cl */
2770 op = 1;
2771 shift = 0;
2772 do_shiftd:
2773 ot = dflag ? OT_LONG : OT_WORD;
61382a50 2774 modrm = ldub_code(s->pc++);
2c0262af
FB		 2775 mod = (modrm >> 6) & 3;
2776 rm = modrm & 7;
2777 reg = (modrm >> 3) & 7;
2778
2779 if (mod != 3) {
2780 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2781 gen_op_ld_T0_A0[ot + s->mem_index]();
2782 } else {
2783 gen_op_mov_TN_reg[ot][0][rm]();
2784 }
2785 gen_op_mov_TN_reg[ot][1][reg]();
2786
2787 if (shift) {
61382a50 2788 val = ldub_code(s->pc++);
2c0262af
FB		 2789 val &= 0x1f;
2790 if (val) {
2791 if (mod == 3)
4f31916f 2792 gen_op_shiftd_T0_T1_im_cc[ot][op](val);
2c0262af 2793 else
4f31916f 2794 gen_op_shiftd_mem_T0_T1_im_cc[ot + s->mem_index][op](val);
2c0262af
FB		 2795 if (op == 0 && ot != OT_WORD)
2796 s->cc_op = CC_OP_SHLB + ot;
2797 else
2798 s->cc_op = CC_OP_SARB + ot;
2799 }
2800 } else {
2801 if (s->cc_op != CC_OP_DYNAMIC)
2802 gen_op_set_cc_op(s->cc_op);
2803 if (mod == 3)
4f31916f 2804 gen_op_shiftd_T0_T1_ECX_cc[ot][op]();
2c0262af 2805 else
4f31916f 2806 gen_op_shiftd_mem_T0_T1_ECX_cc[ot + s->mem_index][op]();
2c0262af
FB		 2807 s->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
2808 }
2809 if (mod == 3) {
2810 gen_op_mov_reg_T0[ot][rm]();
2811 }
2812 break;
2813
2814 /************************/
2815 /* floats */
2816 case 0xd8 ... 0xdf:
61382a50 2817 modrm = ldub_code(s->pc++);
2c0262af
FB		 2818 mod = (modrm >> 6) & 3;
2819 rm = modrm & 7;
2820 op = ((b & 7) << 3) | ((modrm >> 3) & 7);
2c0262af
FB		 2821 if (mod != 3) {
2822 /* memory op */
2823 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2824 switch(op) {
2825 case 0x00 ... 0x07: /* fxxxs */
2826 case 0x10 ... 0x17: /* fixxxl */
2827 case 0x20 ... 0x27: /* fxxxl */
2828 case 0x30 ... 0x37: /* fixxx */
2829 {
2830 int op1;
2831 op1 = op & 7;
2832
2833 switch(op >> 4) {
2834 case 0:
2835 gen_op_flds_FT0_A0();
2836 break;
2837 case 1:
2838 gen_op_fildl_FT0_A0();
2839 break;
2840 case 2:
2841 gen_op_fldl_FT0_A0();
2842 break;
2843 case 3:
2844 default:
2845 gen_op_fild_FT0_A0();
2846 break;
2847 }
2848
2849 gen_op_fp_arith_ST0_FT0[op1]();
2850 if (op1 == 3) {
2851 /* fcomp needs pop */
2852 gen_op_fpop();
2853 }
2854 }
2855 break;
2856 case 0x08: /* flds */
2857 case 0x0a: /* fsts */
2858 case 0x0b: /* fstps */
2859 case 0x18: /* fildl */
2860 case 0x1a: /* fistl */
2861 case 0x1b: /* fistpl */
2862 case 0x28: /* fldl */
2863 case 0x2a: /* fstl */
2864 case 0x2b: /* fstpl */
2865 case 0x38: /* filds */
2866 case 0x3a: /* fists */
2867 case 0x3b: /* fistps */
2868
2869 switch(op & 7) {
2870 case 0:
2871 switch(op >> 4) {
2872 case 0:
2873 gen_op_flds_ST0_A0();
2874 break;
2875 case 1:
2876 gen_op_fildl_ST0_A0();
2877 break;
2878 case 2:
2879 gen_op_fldl_ST0_A0();
2880 break;
2881 case 3:
2882 default:
2883 gen_op_fild_ST0_A0();
2884 break;
2885 }
2886 break;
2887 default:
2888 switch(op >> 4) {
2889 case 0:
2890 gen_op_fsts_ST0_A0();
2891 break;
2892 case 1:
2893 gen_op_fistl_ST0_A0();
2894 break;
2895 case 2:
2896 gen_op_fstl_ST0_A0();
2897 break;
2898 case 3:
2899 default:
2900 gen_op_fist_ST0_A0();
2901 break;
2902 }
2903 if ((op & 7) == 3)
2904 gen_op_fpop();
2905 break;
2906 }
2907 break;
2908 case 0x0c: /* fldenv mem */
2909 gen_op_fldenv_A0(s->dflag);
2910 break;
2911 case 0x0d: /* fldcw mem */
2912 gen_op_fldcw_A0();
2913 break;
2914 case 0x0e: /* fnstenv mem */
2915 gen_op_fnstenv_A0(s->dflag);
2916 break;
2917 case 0x0f: /* fnstcw mem */
2918 gen_op_fnstcw_A0();
2919 break;
2920 case 0x1d: /* fldt mem */
2921 gen_op_fldt_ST0_A0();
2922 break;
2923 case 0x1f: /* fstpt mem */
2924 gen_op_fstt_ST0_A0();
2925 gen_op_fpop();
2926 break;
2927 case 0x2c: /* frstor mem */
2928 gen_op_frstor_A0(s->dflag);
2929 break;
2930 case 0x2e: /* fnsave mem */
2931 gen_op_fnsave_A0(s->dflag);
2932 break;
2933 case 0x2f: /* fnstsw mem */
2934 gen_op_fnstsw_A0();
2935 break;
2936 case 0x3c: /* fbld */
2937 gen_op_fbld_ST0_A0();
2938 break;
2939 case 0x3e: /* fbstp */
2940 gen_op_fbst_ST0_A0();
2941 gen_op_fpop();
2942 break;
2943 case 0x3d: /* fildll */
2944 gen_op_fildll_ST0_A0();
2945 break;
2946 case 0x3f: /* fistpll */
2947 gen_op_fistll_ST0_A0();
2948 gen_op_fpop();
2949 break;
2950 default:
2951 goto illegal_op;
2952 }
2953 } else {
2954 /* register float ops */
2955 opreg = rm;
2956
2957 switch(op) {
2958 case 0x08: /* fld sti */
2959 gen_op_fpush();
2960 gen_op_fmov_ST0_STN((opreg + 1) & 7);
2961 break;
2962 case 0x09: /* fxchg sti */
2963 gen_op_fxchg_ST0_STN(opreg);
2964 break;
2965 case 0x0a: /* grp d9/2 */
2966 switch(rm) {
2967 case 0: /* fnop */
2968 break;
2969 default:
2970 goto illegal_op;
2971 }
2972 break;
2973 case 0x0c: /* grp d9/4 */
2974 switch(rm) {
2975 case 0: /* fchs */
2976 gen_op_fchs_ST0();
2977 break;
2978 case 1: /* fabs */
2979 gen_op_fabs_ST0();
2980 break;
2981 case 4: /* ftst */
2982 gen_op_fldz_FT0();
2983 gen_op_fcom_ST0_FT0();
2984 break;
2985 case 5: /* fxam */
2986 gen_op_fxam_ST0();
2987 break;
2988 default:
2989 goto illegal_op;
2990 }
2991 break;
2992 case 0x0d: /* grp d9/5 */
2993 {
2994 switch(rm) {
2995 case 0:
2996 gen_op_fpush();
2997 gen_op_fld1_ST0();
2998 break;
2999 case 1:
3000 gen_op_fpush();
3001 gen_op_fldl2t_ST0();
3002 break;
3003 case 2:
3004 gen_op_fpush();
3005 gen_op_fldl2e_ST0();
3006 break;
3007 case 3:
3008 gen_op_fpush();
3009 gen_op_fldpi_ST0();
3010 break;
3011 case 4:
3012 gen_op_fpush();
3013 gen_op_fldlg2_ST0();
3014 break;
3015 case 5:
3016 gen_op_fpush();
3017 gen_op_fldln2_ST0();
3018 break;
3019 case 6:
3020 gen_op_fpush();
3021 gen_op_fldz_ST0();
3022 break;
3023 default:
3024 goto illegal_op;
3025 }
3026 }
3027 break;
3028 case 0x0e: /* grp d9/6 */
3029 switch(rm) {
3030 case 0: /* f2xm1 */
3031 gen_op_f2xm1();
3032 break;
3033 case 1: /* fyl2x */
3034 gen_op_fyl2x();
3035 break;
3036 case 2: /* fptan */
3037 gen_op_fptan();
3038 break;
3039 case 3: /* fpatan */
3040 gen_op_fpatan();
3041 break;
3042 case 4: /* fxtract */
3043 gen_op_fxtract();
3044 break;
3045 case 5: /* fprem1 */
3046 gen_op_fprem1();
3047 break;
3048 case 6: /* fdecstp */
3049 gen_op_fdecstp();
3050 break;
3051 default:
3052 case 7: /* fincstp */
3053 gen_op_fincstp();
3054 break;
3055 }
3056 break;
3057 case 0x0f: /* grp d9/7 */
3058 switch(rm) {
3059 case 0: /* fprem */
3060 gen_op_fprem();
3061 break;
3062 case 1: /* fyl2xp1 */
3063 gen_op_fyl2xp1();
3064 break;
3065 case 2: /* fsqrt */
3066 gen_op_fsqrt();
3067 break;
3068 case 3: /* fsincos */
3069 gen_op_fsincos();
3070 break;
3071 case 5: /* fscale */
3072 gen_op_fscale();
3073 break;
3074 case 4: /* frndint */
3075 gen_op_frndint();
3076 break;
3077 case 6: /* fsin */
3078 gen_op_fsin();
3079 break;
3080 default:
3081 case 7: /* fcos */
3082 gen_op_fcos();
3083 break;
3084 }
3085 break;
3086 case 0x00: case 0x01: case 0x04 ... 0x07: /* fxxx st, sti */
3087 case 0x20: case 0x21: case 0x24 ... 0x27: /* fxxx sti, st */
3088 case 0x30: case 0x31: case 0x34 ... 0x37: /* fxxxp sti, st */
3089 {
3090 int op1;
3091
3092 op1 = op & 7;
3093 if (op >= 0x20) {
3094 gen_op_fp_arith_STN_ST0[op1](opreg);
3095 if (op >= 0x30)
3096 gen_op_fpop();
3097 } else {
3098 gen_op_fmov_FT0_STN(opreg);
3099 gen_op_fp_arith_ST0_FT0[op1]();
3100 }
3101 }
3102 break;
3103 case 0x02: /* fcom */
3104 gen_op_fmov_FT0_STN(opreg);
3105 gen_op_fcom_ST0_FT0();
3106 break;
3107 case 0x03: /* fcomp */
3108 gen_op_fmov_FT0_STN(opreg);
3109 gen_op_fcom_ST0_FT0();
3110 gen_op_fpop();
3111 break;
3112 case 0x15: /* da/5 */
3113 switch(rm) {
3114 case 1: /* fucompp */
3115 gen_op_fmov_FT0_STN(1);
3116 gen_op_fucom_ST0_FT0();
3117 gen_op_fpop();
3118 gen_op_fpop();
3119 break;
3120 default:
3121 goto illegal_op;
3122 }
3123 break;
3124 case 0x1c:
3125 switch(rm) {
3126 case 0: /* feni (287 only, just do nop here) */
3127 break;
3128 case 1: /* fdisi (287 only, just do nop here) */
3129 break;
3130 case 2: /* fclex */
3131 gen_op_fclex();
3132 break;
3133 case 3: /* fninit */
3134 gen_op_fninit();
3135 break;
3136 case 4: /* fsetpm (287 only, just do nop here) */
3137 break;
3138 default:
3139 goto illegal_op;
3140 }
3141 break;
3142 case 0x1d: /* fucomi */
3143 if (s->cc_op != CC_OP_DYNAMIC)
3144 gen_op_set_cc_op(s->cc_op);
3145 gen_op_fmov_FT0_STN(opreg);
3146 gen_op_fucomi_ST0_FT0();
3147 s->cc_op = CC_OP_EFLAGS;
3148 break;
3149 case 0x1e: /* fcomi */
3150 if (s->cc_op != CC_OP_DYNAMIC)
3151 gen_op_set_cc_op(s->cc_op);
3152 gen_op_fmov_FT0_STN(opreg);
3153 gen_op_fcomi_ST0_FT0();
3154 s->cc_op = CC_OP_EFLAGS;
3155 break;
3156 case 0x2a: /* fst sti */
3157 gen_op_fmov_STN_ST0(opreg);
3158 break;
3159 case 0x2b: /* fstp sti */
3160 gen_op_fmov_STN_ST0(opreg);
3161 gen_op_fpop();
3162 break;
3163 case 0x2c: /* fucom st(i) */
3164 gen_op_fmov_FT0_STN(opreg);
3165 gen_op_fucom_ST0_FT0();
3166 break;
3167 case 0x2d: /* fucomp st(i) */
3168 gen_op_fmov_FT0_STN(opreg);
3169 gen_op_fucom_ST0_FT0();
3170 gen_op_fpop();
3171 break;
3172 case 0x33: /* de/3 */
3173 switch(rm) {
3174 case 1: /* fcompp */
3175 gen_op_fmov_FT0_STN(1);
3176 gen_op_fcom_ST0_FT0();
3177 gen_op_fpop();
3178 gen_op_fpop();
3179 break;
3180 default:
3181 goto illegal_op;
3182 }
3183 break;
3184 case 0x3c: /* df/4 */
3185 switch(rm) {
3186 case 0:
3187 gen_op_fnstsw_EAX();
3188 break;
3189 default:
3190 goto illegal_op;
3191 }
3192 break;
3193 case 0x3d: /* fucomip */
3194 if (s->cc_op != CC_OP_DYNAMIC)
3195 gen_op_set_cc_op(s->cc_op);
3196 gen_op_fmov_FT0_STN(opreg);
3197 gen_op_fucomi_ST0_FT0();
3198 gen_op_fpop();
3199 s->cc_op = CC_OP_EFLAGS;
3200 break;
3201 case 0x3e: /* fcomip */
3202 if (s->cc_op != CC_OP_DYNAMIC)
3203 gen_op_set_cc_op(s->cc_op);
3204 gen_op_fmov_FT0_STN(opreg);
3205 gen_op_fcomi_ST0_FT0();
3206 gen_op_fpop();
3207 s->cc_op = CC_OP_EFLAGS;
3208 break;
a2cc3b24
FB		 3209 case 0x10 ... 0x13: /* fcmovxx */
3210 case 0x18 ... 0x1b:
3211 {
3212 int op1;
3213 const static uint8_t fcmov_cc[8] = {
3214 (JCC_B << 1),
3215 (JCC_Z << 1),
3216 (JCC_BE << 1),
3217 (JCC_P << 1),
3218 };
3219 op1 = fcmov_cc[op & 3] | ((op >> 3) & 1);
3220 gen_setcc(s, op1);
3221 gen_op_fcmov_ST0_STN_T0(opreg);
3222 }
3223 break;
2c0262af
FB		 3224 default:
3225 goto illegal_op;
3226 }
3227 }
3228 break;
3229 /************************/
3230 /* string ops */
3231
3232 case 0xa4: /* movsS */
3233 case 0xa5:
3234 if ((b & 1) == 0)
3235 ot = OT_BYTE;
3236 else
3237 ot = dflag ? OT_LONG : OT_WORD;
3238
3239 if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
3240 gen_repz_movs(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
3241 } else {
3242 gen_movs(s, ot);
3243 }
3244 break;
3245
3246 case 0xaa: /* stosS */
3247 case 0xab:
3248 if ((b & 1) == 0)
3249 ot = OT_BYTE;
3250 else
3251 ot = dflag ? OT_LONG : OT_WORD;
3252
3253 if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
3254 gen_repz_stos(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
3255 } else {
3256 gen_stos(s, ot);
3257 }
3258 break;
3259 case 0xac: /* lodsS */
3260 case 0xad:
3261 if ((b & 1) == 0)
3262 ot = OT_BYTE;
3263 else
3264 ot = dflag ? OT_LONG : OT_WORD;
3265 if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
3266 gen_repz_lods(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
3267 } else {
3268 gen_lods(s, ot);
3269 }
3270 break;
3271 case 0xae: /* scasS */
3272 case 0xaf:
3273 if ((b & 1) == 0)
3274 ot = OT_BYTE;
3275 else
3276 ot = dflag ? OT_LONG : OT_WORD;
3277 if (prefixes & PREFIX_REPNZ) {
3278 gen_repz_scas(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 1);
3279 } else if (prefixes & PREFIX_REPZ) {
3280 gen_repz_scas(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 0);
3281 } else {
3282 gen_scas(s, ot);
3283 s->cc_op = CC_OP_SUBB + ot;
3284 }
3285 break;
3286
3287 case 0xa6: /* cmpsS */
3288 case 0xa7:
3289 if ((b & 1) == 0)
3290 ot = OT_BYTE;
3291 else
3292 ot = dflag ? OT_LONG : OT_WORD;
3293 if (prefixes & PREFIX_REPNZ) {
3294 gen_repz_cmps(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 1);
3295 } else if (prefixes & PREFIX_REPZ) {
3296 gen_repz_cmps(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 0);
3297 } else {
3298 gen_cmps(s, ot);
3299 s->cc_op = CC_OP_SUBB + ot;
3300 }
3301 break;
3302 case 0x6c: /* insS */
3303 case 0x6d:
f115e911
FB		 3304 if ((b & 1) == 0)
3305 ot = OT_BYTE;
3306 else
3307 ot = dflag ? OT_LONG : OT_WORD;
3308 gen_check_io(s, ot, 1, pc_start - s->cs_base);
3309 if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
3310 gen_repz_ins(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
2c0262af 3311 } else {
f115e911 3312 gen_ins(s, ot);
2c0262af
FB		 3313 }
3314 break;
3315 case 0x6e: /* outsS */
3316 case 0x6f:
f115e911
FB		 3317 if ((b & 1) == 0)
3318 ot = OT_BYTE;
3319 else
3320 ot = dflag ? OT_LONG : OT_WORD;
3321 gen_check_io(s, ot, 1, pc_start - s->cs_base);
3322 if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
3323 gen_repz_outs(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
2c0262af 3324 } else {
f115e911 3325 gen_outs(s, ot);
2c0262af
FB		 3326 }
3327 break;
3328
3329 /************************/
3330 /* port I/O */
3331 case 0xe4:
3332 case 0xe5:
f115e911
FB		 3333 if ((b & 1) == 0)
3334 ot = OT_BYTE;
3335 else
3336 ot = dflag ? OT_LONG : OT_WORD;
3337 val = ldub_code(s->pc++);
3338 gen_op_movl_T0_im(val);
3339 gen_check_io(s, ot, 0, pc_start - s->cs_base);
3340 gen_op_in[ot]();
3341 gen_op_mov_reg_T1[ot][R_EAX]();
2c0262af
FB		 3342 break;
3343 case 0xe6:
3344 case 0xe7:
f115e911
FB		 3345 if ((b & 1) == 0)
3346 ot = OT_BYTE;
3347 else
3348 ot = dflag ? OT_LONG : OT_WORD;
3349 val = ldub_code(s->pc++);
3350 gen_op_movl_T0_im(val);
3351 gen_check_io(s, ot, 0, pc_start - s->cs_base);
3352 gen_op_mov_TN_reg[ot][1][R_EAX]();
3353 gen_op_out[ot]();
2c0262af
FB		 3354 break;
3355 case 0xec:
3356 case 0xed:
f115e911
FB		 3357 if ((b & 1) == 0)
3358 ot = OT_BYTE;
3359 else
3360 ot = dflag ? OT_LONG : OT_WORD;
3361 gen_op_mov_TN_reg[OT_WORD][0][R_EDX]();
4f31916f 3362 gen_op_andl_T0_ffff();
f115e911
FB		 3363 gen_check_io(s, ot, 0, pc_start - s->cs_base);
3364 gen_op_in[ot]();
3365 gen_op_mov_reg_T1[ot][R_EAX]();
2c0262af
FB		 3366 break;
3367 case 0xee:
3368 case 0xef:
f115e911
FB		 3369 if ((b & 1) == 0)
3370 ot = OT_BYTE;
3371 else
3372 ot = dflag ? OT_LONG : OT_WORD;
3373 gen_op_mov_TN_reg[OT_WORD][0][R_EDX]();
4f31916f 3374 gen_op_andl_T0_ffff();
f115e911
FB		 3375 gen_check_io(s, ot, 0, pc_start - s->cs_base);
3376 gen_op_mov_TN_reg[ot][1][R_EAX]();
3377 gen_op_out[ot]();
2c0262af
FB		 3378 break;
3379
3380 /************************/
3381 /* control */
3382 case 0xc2: /* ret im */
61382a50 3383 val = ldsw_code(s->pc);
2c0262af
FB		 3384 s->pc += 2;
3385 gen_pop_T0(s);
3386 gen_stack_update(s, val + (2 << s->dflag));
3387 if (s->dflag == 0)
3388 gen_op_andl_T0_ffff();
3389 gen_op_jmp_T0();
3390 gen_eob(s);
3391 break;
3392 case 0xc3: /* ret */
3393 gen_pop_T0(s);
3394 gen_pop_update(s);
3395 if (s->dflag == 0)
3396 gen_op_andl_T0_ffff();
3397 gen_op_jmp_T0();
3398 gen_eob(s);
3399 break;
3400 case 0xca: /* lret im */
61382a50 3401 val = ldsw_code(s->pc);
2c0262af
FB		 3402 s->pc += 2;
3403 do_lret:
3404 if (s->pe && !s->vm86) {
3405 if (s->cc_op != CC_OP_DYNAMIC)
3406 gen_op_set_cc_op(s->cc_op);
3407 gen_op_jmp_im(pc_start - s->cs_base);
3408 gen_op_lret_protected(s->dflag, val);
3409 } else {
3410 gen_stack_A0(s);
3411 /* pop offset */
3412 gen_op_ld_T0_A0[1 + s->dflag + s->mem_index]();
3413 if (s->dflag == 0)
3414 gen_op_andl_T0_ffff();
3415 /* NOTE: keeping EIP updated is not a problem in case of
3416 exception */
3417 gen_op_jmp_T0();
3418 /* pop selector */
3419 gen_op_addl_A0_im(2 << s->dflag);
3420 gen_op_ld_T0_A0[1 + s->dflag + s->mem_index]();
3421 gen_op_movl_seg_T0_vm(offsetof(CPUX86State,segs[R_CS]));
3422 /* add stack offset */
3423 gen_stack_update(s, val + (4 << s->dflag));
3424 }
3425 gen_eob(s);
3426 break;
3427 case 0xcb: /* lret */
3428 val = 0;
3429 goto do_lret;
3430 case 0xcf: /* iret */
3431 if (!s->pe) {
3432 /* real mode */
3433 gen_op_iret_real(s->dflag);
3434 s->cc_op = CC_OP_EFLAGS;
f115e911
FB		 3435 } else if (s->vm86) {
3436 if (s->iopl != 3) {
3437 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3438 } else {
3439 gen_op_iret_real(s->dflag);
3440 s->cc_op = CC_OP_EFLAGS;
3441 }
2c0262af
FB		 3442 } else {
3443 if (s->cc_op != CC_OP_DYNAMIC)
3444 gen_op_set_cc_op(s->cc_op);
3445 gen_op_jmp_im(pc_start - s->cs_base);
3446 gen_op_iret_protected(s->dflag);
3447 s->cc_op = CC_OP_EFLAGS;
3448 }
3449 gen_eob(s);
3450 break;
3451 case 0xe8: /* call im */
3452 {
3453 unsigned int next_eip;
3454 ot = dflag ? OT_LONG : OT_WORD;
3455 val = insn_get(s, ot);
3456 next_eip = s->pc - s->cs_base;
3457 val += next_eip;
3458 if (s->dflag == 0)
3459 val &= 0xffff;
3460 gen_op_movl_T0_im(next_eip);
3461 gen_push_T0(s);
3462 gen_jmp(s, val);
3463 }
3464 break;
3465 case 0x9a: /* lcall im */
3466 {
3467 unsigned int selector, offset;
3468
3469 ot = dflag ? OT_LONG : OT_WORD;
3470 offset = insn_get(s, ot);
3471 selector = insn_get(s, OT_WORD);
3472
3473 gen_op_movl_T0_im(selector);
3474 gen_op_movl_T1_im(offset);
3475 }
3476 goto do_lcall;
3477 case 0xe9: /* jmp */
3478 ot = dflag ? OT_LONG : OT_WORD;
3479 val = insn_get(s, ot);
3480 val += s->pc - s->cs_base;
3481 if (s->dflag == 0)
3482 val = val & 0xffff;
3483 gen_jmp(s, val);
3484 break;
3485 case 0xea: /* ljmp im */
3486 {
3487 unsigned int selector, offset;
3488
3489 ot = dflag ? OT_LONG : OT_WORD;
3490 offset = insn_get(s, ot);
3491 selector = insn_get(s, OT_WORD);
3492
3493 gen_op_movl_T0_im(selector);
3494 gen_op_movl_T1_im(offset);
3495 }
3496 goto do_ljmp;
3497 case 0xeb: /* jmp Jb */
3498 val = (int8_t)insn_get(s, OT_BYTE);
3499 val += s->pc - s->cs_base;
3500 if (s->dflag == 0)
3501 val = val & 0xffff;
3502 gen_jmp(s, val);
3503 break;
3504 case 0x70 ... 0x7f: /* jcc Jb */
3505 val = (int8_t)insn_get(s, OT_BYTE);
3506 goto do_jcc;
3507 case 0x180 ... 0x18f: /* jcc Jv */
3508 if (dflag) {
3509 val = insn_get(s, OT_LONG);
3510 } else {
3511 val = (int16_t)insn_get(s, OT_WORD);
3512 }
3513 do_jcc:
3514 next_eip = s->pc - s->cs_base;
3515 val += next_eip;
3516 if (s->dflag == 0)
3517 val &= 0xffff;
3518 gen_jcc(s, b, val, next_eip);
3519 break;
3520
3521 case 0x190 ... 0x19f: /* setcc Gv */
61382a50 3522 modrm = ldub_code(s->pc++);
2c0262af
FB		 3523 gen_setcc(s, b);
3524 gen_ldst_modrm(s, modrm, OT_BYTE, OR_TMP0, 1);
3525 break;
3526 case 0x140 ... 0x14f: /* cmov Gv, Ev */
3527 ot = dflag ? OT_LONG : OT_WORD;
61382a50 3528 modrm = ldub_code(s->pc++);
2c0262af
FB		 3529 reg = (modrm >> 3) & 7;
3530 mod = (modrm >> 6) & 3;
3531 gen_setcc(s, b);
3532 if (mod != 3) {
3533 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3534 gen_op_ld_T1_A0[ot + s->mem_index]();
3535 } else {
3536 rm = modrm & 7;
3537 gen_op_mov_TN_reg[ot][1][rm]();
3538 }
3539 gen_op_cmov_reg_T1_T0[ot - OT_WORD][reg]();
3540 break;
3541
3542 /************************/
3543 /* flags */
3544 case 0x9c: /* pushf */
3545 if (s->vm86 && s->iopl != 3) {
3546 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3547 } else {
3548 if (s->cc_op != CC_OP_DYNAMIC)
3549 gen_op_set_cc_op(s->cc_op);
3550 gen_op_movl_T0_eflags();
3551 gen_push_T0(s);
3552 }
3553 break;
3554 case 0x9d: /* popf */
3555 if (s->vm86 && s->iopl != 3) {
3556 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3557 } else {
3558 gen_pop_T0(s);
3559 if (s->cpl == 0) {
3560 if (s->dflag) {
3561 gen_op_movl_eflags_T0_cpl0();
3562 } else {
3563 gen_op_movw_eflags_T0_cpl0();
3564 }
3565 } else {
4136f33c
FB		 3566 if (s->cpl <= s->iopl) {
3567 if (s->dflag) {
3568 gen_op_movl_eflags_T0_io();
3569 } else {
3570 gen_op_movw_eflags_T0_io();
3571 }
2c0262af 3572 } else {
4136f33c
FB		 3573 if (s->dflag) {
3574 gen_op_movl_eflags_T0();
3575 } else {
3576 gen_op_movw_eflags_T0();
3577 }
2c0262af
FB		 3578 }
3579 }
3580 gen_pop_update(s);
3581 s->cc_op = CC_OP_EFLAGS;
3582 /* abort translation because TF flag may change */
3583 gen_op_jmp_im(s->pc - s->cs_base);
3584 gen_eob(s);
3585 }
3586 break;
3587 case 0x9e: /* sahf */
3588 gen_op_mov_TN_reg[OT_BYTE][0][R_AH]();
3589 if (s->cc_op != CC_OP_DYNAMIC)
3590 gen_op_set_cc_op(s->cc_op);
3591 gen_op_movb_eflags_T0();
3592 s->cc_op = CC_OP_EFLAGS;
3593 break;
3594 case 0x9f: /* lahf */
3595 if (s->cc_op != CC_OP_DYNAMIC)
3596 gen_op_set_cc_op(s->cc_op);
3597 gen_op_movl_T0_eflags();
3598 gen_op_mov_reg_T0[OT_BYTE][R_AH]();
3599 break;
3600 case 0xf5: /* cmc */
3601 if (s->cc_op != CC_OP_DYNAMIC)
3602 gen_op_set_cc_op(s->cc_op);
3603 gen_op_cmc();
3604 s->cc_op = CC_OP_EFLAGS;
3605 break;
3606 case 0xf8: /* clc */
3607 if (s->cc_op != CC_OP_DYNAMIC)
3608 gen_op_set_cc_op(s->cc_op);
3609 gen_op_clc();
3610 s->cc_op = CC_OP_EFLAGS;
3611 break;
3612 case 0xf9: /* stc */
3613 if (s->cc_op != CC_OP_DYNAMIC)
3614 gen_op_set_cc_op(s->cc_op);
3615 gen_op_stc();
3616 s->cc_op = CC_OP_EFLAGS;
3617 break;
3618 case 0xfc: /* cld */
3619 gen_op_cld();
3620 break;
3621 case 0xfd: /* std */
3622 gen_op_std();
3623 break;
3624
3625 /************************/
3626 /* bit operations */
3627 case 0x1ba: /* bt/bts/btr/btc Gv, im */
3628 ot = dflag ? OT_LONG : OT_WORD;
61382a50 3629 modrm = ldub_code(s->pc++);
2c0262af
FB		 3630 op = (modrm >> 3) & 7;
3631 mod = (modrm >> 6) & 3;
3632 rm = modrm & 7;
3633 if (mod != 3) {
3634 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3635 gen_op_ld_T0_A0[ot + s->mem_index]();
3636 } else {
3637 gen_op_mov_TN_reg[ot][0][rm]();
3638 }
3639 /* load shift */
61382a50 3640 val = ldub_code(s->pc++);
2c0262af
FB		 3641 gen_op_movl_T1_im(val);
3642 if (op < 4)
3643 goto illegal_op;
3644 op -= 4;
3645 gen_op_btx_T0_T1_cc[ot - OT_WORD][op]();
3646 s->cc_op = CC_OP_SARB + ot;
3647 if (op != 0) {
3648 if (mod != 3)
3649 gen_op_st_T0_A0[ot + s->mem_index]();
3650 else
3651 gen_op_mov_reg_T0[ot][rm]();
3652 gen_op_update_bt_cc();
3653 }
3654 break;
3655 case 0x1a3: /* bt Gv, Ev */
3656 op = 0;
3657 goto do_btx;
3658 case 0x1ab: /* bts */
3659 op = 1;
3660 goto do_btx;
3661 case 0x1b3: /* btr */
3662 op = 2;
3663 goto do_btx;
3664 case 0x1bb: /* btc */
3665 op = 3;
3666 do_btx:
3667 ot = dflag ? OT_LONG : OT_WORD;
61382a50 3668 modrm = ldub_code(s->pc++);
2c0262af
FB		 3669 reg = (modrm >> 3) & 7;
3670 mod = (modrm >> 6) & 3;
3671 rm = modrm & 7;
3672 gen_op_mov_TN_reg[OT_LONG][1][reg]();
3673 if (mod != 3) {
3674 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3675 /* specific case: we need to add a displacement */
3676 if (ot == OT_WORD)
3677 gen_op_add_bitw_A0_T1();
3678 else
3679 gen_op_add_bitl_A0_T1();
3680 gen_op_ld_T0_A0[ot + s->mem_index]();
3681 } else {
3682 gen_op_mov_TN_reg[ot][0][rm]();
3683 }
3684 gen_op_btx_T0_T1_cc[ot - OT_WORD][op]();
3685 s->cc_op = CC_OP_SARB + ot;
3686 if (op != 0) {
3687 if (mod != 3)
3688 gen_op_st_T0_A0[ot + s->mem_index]();
3689 else
3690 gen_op_mov_reg_T0[ot][rm]();
3691 gen_op_update_bt_cc();
3692 }
3693 break;
3694 case 0x1bc: /* bsf */
3695 case 0x1bd: /* bsr */
3696 ot = dflag ? OT_LONG : OT_WORD;
61382a50 3697 modrm = ldub_code(s->pc++);
2c0262af
FB		 3698 reg = (modrm >> 3) & 7;
3699 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
3700 gen_op_bsx_T0_cc[ot - OT_WORD][b & 1]();
3701 /* NOTE: we always write back the result. Intel doc says it is
3702 undefined if T0 == 0 */
3703 gen_op_mov_reg_T0[ot][reg]();
3704 s->cc_op = CC_OP_LOGICB + ot;
3705 break;
3706 /************************/
3707 /* bcd */
3708 case 0x27: /* daa */
3709 if (s->cc_op != CC_OP_DYNAMIC)
3710 gen_op_set_cc_op(s->cc_op);
3711 gen_op_daa();
3712 s->cc_op = CC_OP_EFLAGS;
3713 break;
3714 case 0x2f: /* das */
3715 if (s->cc_op != CC_OP_DYNAMIC)
3716 gen_op_set_cc_op(s->cc_op);
3717 gen_op_das();
3718 s->cc_op = CC_OP_EFLAGS;
3719 break;
3720 case 0x37: /* aaa */
3721 if (s->cc_op != CC_OP_DYNAMIC)
3722 gen_op_set_cc_op(s->cc_op);
3723 gen_op_aaa();
3724 s->cc_op = CC_OP_EFLAGS;
3725 break;
3726 case 0x3f: /* aas */
3727 if (s->cc_op != CC_OP_DYNAMIC)
3728 gen_op_set_cc_op(s->cc_op);
3729 gen_op_aas();
3730 s->cc_op = CC_OP_EFLAGS;
3731 break;
3732 case 0xd4: /* aam */
61382a50 3733 val = ldub_code(s->pc++);
2c0262af
FB		 3734 gen_op_aam(val);
3735 s->cc_op = CC_OP_LOGICB;
3736 break;
3737 case 0xd5: /* aad */
61382a50 3738 val = ldub_code(s->pc++);
2c0262af
FB		 3739 gen_op_aad(val);
3740 s->cc_op = CC_OP_LOGICB;
3741 break;
3742 /************************/
3743 /* misc */
3744 case 0x90: /* nop */
ab1f142b
FB		 3745 /* XXX: correct lock test for all insn */
3746 if (prefixes & PREFIX_LOCK)
3747 goto illegal_op;
2c0262af
FB		 3748 break;
3749 case 0x9b: /* fwait */
3750 break;
3751 case 0xcc: /* int3 */
3752 gen_interrupt(s, EXCP03_INT3, pc_start - s->cs_base, s->pc - s->cs_base);
3753 break;
3754 case 0xcd: /* int N */
61382a50 3755 val = ldub_code(s->pc++);
f115e911 3756 if (s->vm86 && s->iopl != 3) {
2c0262af 3757 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
f115e911
FB		 3758 } else {
3759 gen_interrupt(s, val, pc_start - s->cs_base, s->pc - s->cs_base);
3760 }
2c0262af
FB		 3761 break;
3762 case 0xce: /* into */
3763 if (s->cc_op != CC_OP_DYNAMIC)
3764 gen_op_set_cc_op(s->cc_op);
3765 gen_op_into(s->pc - s->cs_base);
3766 break;
3767 case 0xf1: /* icebp (undocumented, exits to external debugger) */
3768 gen_debug(s, pc_start - s->cs_base);
3769 break;
3770 case 0xfa: /* cli */
3771 if (!s->vm86) {
3772 if (s->cpl <= s->iopl) {
3773 gen_op_cli();
3774 } else {
3775 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3776 }
3777 } else {
3778 if (s->iopl == 3) {
3779 gen_op_cli();
3780 } else {
3781 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3782 }
3783 }
3784 break;
3785 case 0xfb: /* sti */
3786 if (!s->vm86) {
3787 if (s->cpl <= s->iopl) {
3788 gen_sti:
3789 gen_op_sti();
3790 /* interruptions are enabled only the first insn after sti */
a2cc3b24
FB		 3791 /* If several instructions disable interrupts, only the
3792 _first_ does it */
3793 if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
3794 gen_op_set_inhibit_irq();
2c0262af
FB		 3795 /* give a chance to handle pending irqs */
3796 gen_op_jmp_im(s->pc - s->cs_base);
3797 gen_eob(s);
3798 } else {
3799 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3800 }
3801 } else {
3802 if (s->iopl == 3) {
3803 goto gen_sti;
3804 } else {
3805 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3806 }
3807 }
3808 break;
3809 case 0x62: /* bound */
3810 ot = dflag ? OT_LONG : OT_WORD;
61382a50 3811 modrm = ldub_code(s->pc++);
2c0262af
FB		 3812 reg = (modrm >> 3) & 7;
3813 mod = (modrm >> 6) & 3;
3814 if (mod == 3)
3815 goto illegal_op;
3816 gen_op_mov_reg_T0[ot][reg]();
3817 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3818 if (ot == OT_WORD)
3819 gen_op_boundw(pc_start - s->cs_base);
3820 else
3821 gen_op_boundl(pc_start - s->cs_base);
3822 break;
3823 case 0x1c8 ... 0x1cf: /* bswap reg */
3824 reg = b & 7;
3825 gen_op_mov_TN_reg[OT_LONG][0][reg]();
3826 gen_op_bswapl_T0();
3827 gen_op_mov_reg_T0[OT_LONG][reg]();
3828 break;
3829 case 0xd6: /* salc */
3830 if (s->cc_op != CC_OP_DYNAMIC)
3831 gen_op_set_cc_op(s->cc_op);
3832 gen_op_salc();
3833 break;
3834 case 0xe0: /* loopnz */
3835 case 0xe1: /* loopz */
3836 if (s->cc_op != CC_OP_DYNAMIC)
3837 gen_op_set_cc_op(s->cc_op);
3838 /* FALL THRU */
3839 case 0xe2: /* loop */
3840 case 0xe3: /* jecxz */
3841 val = (int8_t)insn_get(s, OT_BYTE);
3842 next_eip = s->pc - s->cs_base;
3843 val += next_eip;
3844 if (s->dflag == 0)
3845 val &= 0xffff;
3846 gen_op_loop[s->aflag][b & 3](val, next_eip);
3847 gen_eob(s);
3848 break;
3849 case 0x130: /* wrmsr */
3850 case 0x132: /* rdmsr */
3851 if (s->cpl != 0) {
3852 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3853 } else {
3854 if (b & 2)
3855 gen_op_rdmsr();
3856 else
3857 gen_op_wrmsr();
3858 }
3859 break;
3860 case 0x131: /* rdtsc */
3861 gen_op_rdtsc();
3862 break;
3863 case 0x1a2: /* cpuid */
3864 gen_op_cpuid();
3865 break;
3866 case 0xf4: /* hlt */
3867 if (s->cpl != 0) {
3868 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3869 } else {
3870 if (s->cc_op != CC_OP_DYNAMIC)
3871 gen_op_set_cc_op(s->cc_op);
3872 gen_op_jmp_im(s->pc - s->cs_base);
3873 gen_op_hlt();
3874 s->is_jmp = 3;
3875 }
3876 break;
3877 case 0x100:
61382a50 3878 modrm = ldub_code(s->pc++);
2c0262af
FB		 3879 mod = (modrm >> 6) & 3;
3880 op = (modrm >> 3) & 7;
3881 switch(op) {
3882 case 0: /* sldt */
f115e911
FB		 3883 if (!s->pe || s->vm86)
3884 goto illegal_op;
2c0262af
FB		 3885 gen_op_movl_T0_env(offsetof(CPUX86State,ldt.selector));
3886 ot = OT_WORD;
3887 if (mod == 3)
3888 ot += s->dflag;
3889 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
3890 break;
3891 case 2: /* lldt */
f115e911
FB		 3892 if (!s->pe || s->vm86)
3893 goto illegal_op;
2c0262af
FB		 3894 if (s->cpl != 0) {
3895 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3896 } else {
3897 gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
3898 gen_op_jmp_im(pc_start - s->cs_base);
3899 gen_op_lldt_T0();
3900 }
3901 break;
3902 case 1: /* str */
f115e911
FB		 3903 if (!s->pe || s->vm86)
3904 goto illegal_op;
2c0262af
FB		 3905 gen_op_movl_T0_env(offsetof(CPUX86State,tr.selector));
3906 ot = OT_WORD;
3907 if (mod == 3)
3908 ot += s->dflag;
3909 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
3910 break;
3911 case 3: /* ltr */
f115e911
FB		 3912 if (!s->pe || s->vm86)
3913 goto illegal_op;
2c0262af
FB		 3914 if (s->cpl != 0) {
3915 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3916 } else {
3917 gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
3918 gen_op_jmp_im(pc_start - s->cs_base);
3919 gen_op_ltr_T0();
3920 }
3921 break;
3922 case 4: /* verr */
3923 case 5: /* verw */
f115e911
FB		 3924 if (!s->pe || s->vm86)
3925 goto illegal_op;
3926 gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
3927 if (s->cc_op != CC_OP_DYNAMIC)
3928 gen_op_set_cc_op(s->cc_op);
3929 if (op == 4)
3930 gen_op_verr();
3931 else
3932 gen_op_verw();
3933 s->cc_op = CC_OP_EFLAGS;
3934 break;
2c0262af
FB		 3935 default:
3936 goto illegal_op;
3937 }
3938 break;
3939 case 0x101:
61382a50 3940 modrm = ldub_code(s->pc++);
2c0262af
FB		 3941 mod = (modrm >> 6) & 3;
3942 op = (modrm >> 3) & 7;
3943 switch(op) {
3944 case 0: /* sgdt */
3945 case 1: /* sidt */
3946 if (mod == 3)
3947 goto illegal_op;
3948 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3949 if (op == 0)
3950 gen_op_movl_T0_env(offsetof(CPUX86State,gdt.limit));
3951 else
3952 gen_op_movl_T0_env(offsetof(CPUX86State,idt.limit));
3953 gen_op_st_T0_A0[OT_WORD + s->mem_index]();
3954 gen_op_addl_A0_im(2);
3955 if (op == 0)
3956 gen_op_movl_T0_env(offsetof(CPUX86State,gdt.base));
3957 else
3958 gen_op_movl_T0_env(offsetof(CPUX86State,idt.base));
3959 if (!s->dflag)
3960 gen_op_andl_T0_im(0xffffff);
3961 gen_op_st_T0_A0[OT_LONG + s->mem_index]();
3962 break;
3963 case 2: /* lgdt */
3964 case 3: /* lidt */
3965 if (mod == 3)
3966 goto illegal_op;
3967 if (s->cpl != 0) {
3968 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3969 } else {
3970 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3971 gen_op_ld_T1_A0[OT_WORD + s->mem_index]();
3972 gen_op_addl_A0_im(2);
3973 gen_op_ld_T0_A0[OT_LONG + s->mem_index]();
3974 if (!s->dflag)
3975 gen_op_andl_T0_im(0xffffff);
3976 if (op == 2) {
3977 gen_op_movl_env_T0(offsetof(CPUX86State,gdt.base));
3978 gen_op_movl_env_T1(offsetof(CPUX86State,gdt.limit));
3979 } else {
3980 gen_op_movl_env_T0(offsetof(CPUX86State,idt.base));
3981 gen_op_movl_env_T1(offsetof(CPUX86State,idt.limit));
3982 }
3983 }
3984 break;
3985 case 4: /* smsw */
3986 gen_op_movl_T0_env(offsetof(CPUX86State,cr[0]));
3987 gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 1);
3988 break;
3989 case 6: /* lmsw */
3990 if (s->cpl != 0) {
3991 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
3992 } else {
3993 gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
3994 gen_op_lmsw_T0();
d71b9a8b
FB		 3995 gen_op_jmp_im(s->pc - s->cs_base);
3996 gen_eob(s);
2c0262af
FB		 3997 }
3998 break;
3999 case 7: /* invlpg */
4000 if (s->cpl != 0) {
4001 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4002 } else {
4003 if (mod == 3)
4004 goto illegal_op;
4005 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4006 gen_op_invlpg_A0();
3415a4dd
FB		 4007 gen_op_jmp_im(s->pc - s->cs_base);
4008 gen_eob(s);
2c0262af
FB		 4009 }
4010 break;
4011 default:
4012 goto illegal_op;
4013 }
4014 break;
3415a4dd
FB		 4015 case 0x108: /* invd */
4016 case 0x109: /* wbinvd */
4017 if (s->cpl != 0) {
4018 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4019 } else {
4020 /* nothing to do */
4021 }
4022 break;
f115e911
FB		 4023 case 0x63: /* arpl */
4024 if (!s->pe || s->vm86)
4025 goto illegal_op;
4026 ot = dflag ? OT_LONG : OT_WORD;
4027 modrm = ldub_code(s->pc++);
4028 reg = (modrm >> 3) & 7;
4029 mod = (modrm >> 6) & 3;
4030 rm = modrm & 7;
4031 if (mod != 3) {
4032 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4033 gen_op_ld_T0_A0[ot + s->mem_index]();
4034 } else {
4035 gen_op_mov_TN_reg[ot][0][rm]();
4036 }
4037 if (s->cc_op != CC_OP_DYNAMIC)
4038 gen_op_set_cc_op(s->cc_op);
4039 gen_op_arpl();
4040 s->cc_op = CC_OP_EFLAGS;
4041 if (mod != 3) {
4042 gen_op_st_T0_A0[ot + s->mem_index]();
4043 } else {
4044 gen_op_mov_reg_T0[ot][rm]();
4045 }
4046 gen_op_arpl_update();
4047 break;
2c0262af
FB		 4048 case 0x102: /* lar */
4049 case 0x103: /* lsl */
4050 if (!s->pe || s->vm86)
4051 goto illegal_op;
4052 ot = dflag ? OT_LONG : OT_WORD;
61382a50 4053 modrm = ldub_code(s->pc++);
2c0262af
FB		 4054 reg = (modrm >> 3) & 7;
4055 gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
4056 gen_op_mov_TN_reg[ot][1][reg]();
4057 if (s->cc_op != CC_OP_DYNAMIC)
4058 gen_op_set_cc_op(s->cc_op);
4059 if (b == 0x102)
4060 gen_op_lar();
4061 else
4062 gen_op_lsl();
4063 s->cc_op = CC_OP_EFLAGS;
4064 gen_op_mov_reg_T1[ot][reg]();
4065 break;
4066 case 0x118:
61382a50 4067 modrm = ldub_code(s->pc++);
2c0262af
FB		 4068 mod = (modrm >> 6) & 3;
4069 op = (modrm >> 3) & 7;
4070 switch(op) {
4071 case 0: /* prefetchnta */
4072 case 1: /* prefetchnt0 */
4073 case 2: /* prefetchnt0 */
4074 case 3: /* prefetchnt0 */
4075 if (mod == 3)
4076 goto illegal_op;
4077 gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4078 /* nothing more to do */
4079 break;
4080 default:
4081 goto illegal_op;
4082 }
4083 break;
4084 case 0x120: /* mov reg, crN */
4085 case 0x122: /* mov crN, reg */
4086 if (s->cpl != 0) {
4087 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4088 } else {
61382a50 4089 modrm = ldub_code(s->pc++);
2c0262af
FB		 4090 if ((modrm & 0xc0) != 0xc0)
4091 goto illegal_op;
4092 rm = modrm & 7;
4093 reg = (modrm >> 3) & 7;
4094 switch(reg) {
4095 case 0:
4096 case 2:
4097 case 3:
4098 case 4:
4099 if (b & 2) {
4100 gen_op_mov_TN_reg[OT_LONG][0][rm]();
4101 gen_op_movl_crN_T0(reg);
4102 gen_op_jmp_im(s->pc - s->cs_base);
4103 gen_eob(s);
4104 } else {
4105 gen_op_movl_T0_env(offsetof(CPUX86State,cr[reg]));
4106 gen_op_mov_reg_T0[OT_LONG][rm]();
4107 }
4108 break;
4109 default:
4110 goto illegal_op;
4111 }
4112 }
4113 break;
4114 case 0x121: /* mov reg, drN */
4115 case 0x123: /* mov drN, reg */
4116 if (s->cpl != 0) {
4117 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4118 } else {
61382a50 4119 modrm = ldub_code(s->pc++);
2c0262af
FB		 4120 if ((modrm & 0xc0) != 0xc0)
4121 goto illegal_op;
4122 rm = modrm & 7;
4123 reg = (modrm >> 3) & 7;
4124 /* XXX: do it dynamically with CR4.DE bit */
4125 if (reg == 4 || reg == 5)
4126 goto illegal_op;
4127 if (b & 2) {
4128 gen_op_mov_TN_reg[OT_LONG][0][rm]();
4129 gen_op_movl_drN_T0(reg);
4130 gen_op_jmp_im(s->pc - s->cs_base);
4131 gen_eob(s);
4132 } else {
4133 gen_op_movl_T0_env(offsetof(CPUX86State,dr[reg]));
4134 gen_op_mov_reg_T0[OT_LONG][rm]();
4135 }
4136 }
4137 break;
4138 case 0x106: /* clts */
4139 if (s->cpl != 0) {
4140 gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4141 } else {
4142 gen_op_clts();
4143 }
4144 break;
4145 default:
4146 goto illegal_op;
4147 }
4148 /* lock generation */
4149 if (s->prefix & PREFIX_LOCK)
4150 gen_op_unlock();
4151 return s->pc;
4152 illegal_op:
ab1f142b
FB		 4153 if (s->prefix & PREFIX_LOCK)
4154 gen_op_unlock();
2c0262af
FB		 4155 /* XXX: ensure that no lock was generated */
4156 gen_exception(s, EXCP06_ILLOP, pc_start - s->cs_base);
4157 return s->pc;
4158}
4159
4160#define CC_OSZAPC (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C)
4161#define CC_OSZAP (CC_O | CC_S | CC_Z | CC_A | CC_P)
4162
4163/* flags read by an operation */
4164static uint16_t opc_read_flags[NB_OPS] = {
4165 [INDEX_op_aas] = CC_A,
4166 [INDEX_op_aaa] = CC_A,
4167 [INDEX_op_das] = CC_A | CC_C,
4168 [INDEX_op_daa] = CC_A | CC_C,
4169
2c0262af
FB		 4170 /* subtle: due to the incl/decl implementation, C is used */
4171 [INDEX_op_update_inc_cc] = CC_C,
4172
4173 [INDEX_op_into] = CC_O,
4174
4175 [INDEX_op_jb_subb] = CC_C,
4176 [INDEX_op_jb_subw] = CC_C,
4177 [INDEX_op_jb_subl] = CC_C,
4178
4179 [INDEX_op_jz_subb] = CC_Z,
4180 [INDEX_op_jz_subw] = CC_Z,
4181 [INDEX_op_jz_subl] = CC_Z,
4182
4183 [INDEX_op_jbe_subb] = CC_Z | CC_C,
4184 [INDEX_op_jbe_subw] = CC_Z | CC_C,
4185 [INDEX_op_jbe_subl] = CC_Z | CC_C,
4186
4187 [INDEX_op_js_subb] = CC_S,
4188 [INDEX_op_js_subw] = CC_S,
4189 [INDEX_op_js_subl] = CC_S,
4190
4191 [INDEX_op_jl_subb] = CC_O | CC_S,
4192 [INDEX_op_jl_subw] = CC_O | CC_S,
4193 [INDEX_op_jl_subl] = CC_O | CC_S,
4194
4195 [INDEX_op_jle_subb] = CC_O | CC_S | CC_Z,
4196 [INDEX_op_jle_subw] = CC_O | CC_S | CC_Z,
4197 [INDEX_op_jle_subl] = CC_O | CC_S | CC_Z,
4198
4199 [INDEX_op_loopnzw] = CC_Z,
4200 [INDEX_op_loopnzl] = CC_Z,
4201 [INDEX_op_loopzw] = CC_Z,
4202 [INDEX_op_loopzl] = CC_Z,
4203
4204 [INDEX_op_seto_T0_cc] = CC_O,
4205 [INDEX_op_setb_T0_cc] = CC_C,
4206 [INDEX_op_setz_T0_cc] = CC_Z,
4207 [INDEX_op_setbe_T0_cc] = CC_Z | CC_C,
4208 [INDEX_op_sets_T0_cc] = CC_S,
4209 [INDEX_op_setp_T0_cc] = CC_P,
4210 [INDEX_op_setl_T0_cc] = CC_O | CC_S,
4211 [INDEX_op_setle_T0_cc] = CC_O | CC_S | CC_Z,
4212
4213 [INDEX_op_setb_T0_subb] = CC_C,
4214 [INDEX_op_setb_T0_subw] = CC_C,
4215 [INDEX_op_setb_T0_subl] = CC_C,
4216
4217 [INDEX_op_setz_T0_subb] = CC_Z,
4218 [INDEX_op_setz_T0_subw] = CC_Z,
4219 [INDEX_op_setz_T0_subl] = CC_Z,
4220
4221 [INDEX_op_setbe_T0_subb] = CC_Z | CC_C,
4222 [INDEX_op_setbe_T0_subw] = CC_Z | CC_C,
4223 [INDEX_op_setbe_T0_subl] = CC_Z | CC_C,
4224
4225 [INDEX_op_sets_T0_subb] = CC_S,
4226 [INDEX_op_sets_T0_subw] = CC_S,
4227 [INDEX_op_sets_T0_subl] = CC_S,
4228
4229 [INDEX_op_setl_T0_subb] = CC_O | CC_S,
4230 [INDEX_op_setl_T0_subw] = CC_O | CC_S,
4231 [INDEX_op_setl_T0_subl] = CC_O | CC_S,
4232
4233 [INDEX_op_setle_T0_subb] = CC_O | CC_S | CC_Z,
4234 [INDEX_op_setle_T0_subw] = CC_O | CC_S | CC_Z,
4235 [INDEX_op_setle_T0_subl] = CC_O | CC_S | CC_Z,
4236
4237 [INDEX_op_movl_T0_eflags] = CC_OSZAPC,
4238 [INDEX_op_cmc] = CC_C,
4239 [INDEX_op_salc] = CC_C,
4240
7399c5a9
FB		 4241 /* needed for correct flag optimisation before string ops */
4242 [INDEX_op_jz_ecxw] = CC_OSZAPC,
4243 [INDEX_op_jz_ecxl] = CC_OSZAPC,
4244 [INDEX_op_jz_ecxw_im] = CC_OSZAPC,
4245 [INDEX_op_jz_ecxl_im] = CC_OSZAPC,
4246
4f31916f
FB		 4247#define DEF_READF(SUFFIX)\
4248 [INDEX_op_adcb ## SUFFIX ## _T0_T1_cc] = CC_C,\
4249 [INDEX_op_adcw ## SUFFIX ## _T0_T1_cc] = CC_C,\
4250 [INDEX_op_adcl ## SUFFIX ## _T0_T1_cc] = CC_C,\
4251 [INDEX_op_sbbb ## SUFFIX ## _T0_T1_cc] = CC_C,\
4252 [INDEX_op_sbbw ## SUFFIX ## _T0_T1_cc] = CC_C,\
4253 [INDEX_op_sbbl ## SUFFIX ## _T0_T1_cc] = CC_C,\
4254\
4255 [INDEX_op_rclb ## SUFFIX ## _T0_T1_cc] = CC_C,\
4256 [INDEX_op_rclw ## SUFFIX ## _T0_T1_cc] = CC_C,\
4257 [INDEX_op_rcll ## SUFFIX ## _T0_T1_cc] = CC_C,\
4258 [INDEX_op_rcrb ## SUFFIX ## _T0_T1_cc] = CC_C,\
4259 [INDEX_op_rcrw ## SUFFIX ## _T0_T1_cc] = CC_C,\
4260 [INDEX_op_rcrl ## SUFFIX ## _T0_T1_cc] = CC_C,
4261
4262
4263 DEF_READF()
4264 DEF_READF(_raw)
4265#ifndef CONFIG_USER_ONLY
4266 DEF_READF(_kernel)
4267 DEF_READF(_user)
4268#endif
2c0262af
FB		 4269};
4270
4271/* flags written by an operation */
4272static uint16_t opc_write_flags[NB_OPS] = {
4273 [INDEX_op_update2_cc] = CC_OSZAPC,
4274 [INDEX_op_update1_cc] = CC_OSZAPC,
4275 [INDEX_op_cmpl_T0_T1_cc] = CC_OSZAPC,
4276 [INDEX_op_update_neg_cc] = CC_OSZAPC,
4277 /* subtle: due to the incl/decl implementation, C is used */
4278 [INDEX_op_update_inc_cc] = CC_OSZAPC,
4279 [INDEX_op_testl_T0_T1_cc] = CC_OSZAPC,
4280
2c0262af
FB		 4281 [INDEX_op_mulb_AL_T0] = CC_OSZAPC,
4282 [INDEX_op_imulb_AL_T0] = CC_OSZAPC,
4283 [INDEX_op_mulw_AX_T0] = CC_OSZAPC,
4284 [INDEX_op_imulw_AX_T0] = CC_OSZAPC,
4285 [INDEX_op_mull_EAX_T0] = CC_OSZAPC,
4286 [INDEX_op_imull_EAX_T0] = CC_OSZAPC,
4287 [INDEX_op_imulw_T0_T1] = CC_OSZAPC,
4288 [INDEX_op_imull_T0_T1] = CC_OSZAPC,
4289
4290 /* bcd */
4291 [INDEX_op_aam] = CC_OSZAPC,
4292 [INDEX_op_aad] = CC_OSZAPC,
4293 [INDEX_op_aas] = CC_OSZAPC,
4294 [INDEX_op_aaa] = CC_OSZAPC,
4295 [INDEX_op_das] = CC_OSZAPC,
4296 [INDEX_op_daa] = CC_OSZAPC,
4297
4298 [INDEX_op_movb_eflags_T0] = CC_S | CC_Z | CC_A | CC_P | CC_C,
4299 [INDEX_op_movw_eflags_T0] = CC_OSZAPC,
4300 [INDEX_op_movl_eflags_T0] = CC_OSZAPC,
4136f33c
FB		 4301 [INDEX_op_movw_eflags_T0_io] = CC_OSZAPC,
4302 [INDEX_op_movl_eflags_T0_io] = CC_OSZAPC,
4303 [INDEX_op_movw_eflags_T0_cpl0] = CC_OSZAPC,
4304 [INDEX_op_movl_eflags_T0_cpl0] = CC_OSZAPC,
2c0262af
FB		 4305 [INDEX_op_clc] = CC_C,
4306 [INDEX_op_stc] = CC_C,
4307 [INDEX_op_cmc] = CC_C,
4308
2c0262af
FB		 4309 [INDEX_op_btw_T0_T1_cc] = CC_OSZAPC,
4310 [INDEX_op_btl_T0_T1_cc] = CC_OSZAPC,
4311 [INDEX_op_btsw_T0_T1_cc] = CC_OSZAPC,
4312 [INDEX_op_btsl_T0_T1_cc] = CC_OSZAPC,
4313 [INDEX_op_btrw_T0_T1_cc] = CC_OSZAPC,
4314 [INDEX_op_btrl_T0_T1_cc] = CC_OSZAPC,
4315 [INDEX_op_btcw_T0_T1_cc] = CC_OSZAPC,
4316 [INDEX_op_btcl_T0_T1_cc] = CC_OSZAPC,
4317
4318 [INDEX_op_bsfw_T0_cc] = CC_OSZAPC,
4319 [INDEX_op_bsfl_T0_cc] = CC_OSZAPC,
4320 [INDEX_op_bsrw_T0_cc] = CC_OSZAPC,
4321 [INDEX_op_bsrl_T0_cc] = CC_OSZAPC,
4322
4323 [INDEX_op_cmpxchgb_T0_T1_EAX_cc] = CC_OSZAPC,
4324 [INDEX_op_cmpxchgw_T0_T1_EAX_cc] = CC_OSZAPC,
4325 [INDEX_op_cmpxchgl_T0_T1_EAX_cc] = CC_OSZAPC,
4326
2c0262af
FB		 4327 [INDEX_op_cmpxchg8b] = CC_Z,
4328 [INDEX_op_lar] = CC_Z,
4329 [INDEX_op_lsl] = CC_Z,
4330 [INDEX_op_fcomi_ST0_FT0] = CC_Z | CC_P | CC_C,
4331 [INDEX_op_fucomi_ST0_FT0] = CC_Z | CC_P | CC_C,
4f31916f
FB		 4332
4333#define DEF_WRITEF(SUFFIX)\
4334 [INDEX_op_adcb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4335 [INDEX_op_adcw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4336 [INDEX_op_adcl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4337 [INDEX_op_sbbb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4338 [INDEX_op_sbbw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4339 [INDEX_op_sbbl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4340\
4341 [INDEX_op_rolb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4342 [INDEX_op_rolw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4343 [INDEX_op_roll ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4344 [INDEX_op_rorb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4345 [INDEX_op_rorw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4346 [INDEX_op_rorl ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4347\
4348 [INDEX_op_rclb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4349 [INDEX_op_rclw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4350 [INDEX_op_rcll ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4351 [INDEX_op_rcrb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4352 [INDEX_op_rcrw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4353 [INDEX_op_rcrl ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
4354\
4355 [INDEX_op_shlb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4356 [INDEX_op_shlw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4357 [INDEX_op_shll ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4358\
4359 [INDEX_op_shrb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4360 [INDEX_op_shrw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4361 [INDEX_op_shrl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4362\
4363 [INDEX_op_sarb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4364 [INDEX_op_sarw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4365 [INDEX_op_sarl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
4366\
4367 [INDEX_op_shldw ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
4368 [INDEX_op_shldl ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
4369 [INDEX_op_shldw ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
4370 [INDEX_op_shldl ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
4371\
4372 [INDEX_op_shrdw ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
4373 [INDEX_op_shrdl ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
4374 [INDEX_op_shrdw ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
4375 [INDEX_op_shrdl ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
4376\
4377 [INDEX_op_cmpxchgb ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,\
4378 [INDEX_op_cmpxchgw ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,\
4379 [INDEX_op_cmpxchgl ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,
4380
4381
4382 DEF_WRITEF()
4383 DEF_WRITEF(_raw)
4384#ifndef CONFIG_USER_ONLY
4385 DEF_WRITEF(_kernel)
4386 DEF_WRITEF(_user)
4387#endif
2c0262af
FB		 4388};
4389
4390/* simpler form of an operation if no flags need to be generated */
4391static uint16_t opc_simpler[NB_OPS] = {
4392 [INDEX_op_update2_cc] = INDEX_op_nop,
4393 [INDEX_op_update1_cc] = INDEX_op_nop,
4394 [INDEX_op_update_neg_cc] = INDEX_op_nop,
4395#if 0
4396 /* broken: CC_OP logic must be rewritten */
4397 [INDEX_op_update_inc_cc] = INDEX_op_nop,
4398#endif
2c0262af
FB		 4399
4400 [INDEX_op_shlb_T0_T1_cc] = INDEX_op_shlb_T0_T1,
4401 [INDEX_op_shlw_T0_T1_cc] = INDEX_op_shlw_T0_T1,
4402 [INDEX_op_shll_T0_T1_cc] = INDEX_op_shll_T0_T1,
4403
4404 [INDEX_op_shrb_T0_T1_cc] = INDEX_op_shrb_T0_T1,
4405 [INDEX_op_shrw_T0_T1_cc] = INDEX_op_shrw_T0_T1,
4406 [INDEX_op_shrl_T0_T1_cc] = INDEX_op_shrl_T0_T1,
4407
4408 [INDEX_op_sarb_T0_T1_cc] = INDEX_op_sarb_T0_T1,
4409 [INDEX_op_sarw_T0_T1_cc] = INDEX_op_sarw_T0_T1,
4410 [INDEX_op_sarl_T0_T1_cc] = INDEX_op_sarl_T0_T1,
4f31916f
FB		 4411
4412#define DEF_SIMPLER(SUFFIX)\
4413 [INDEX_op_rolb ## SUFFIX ## _T0_T1_cc] = INDEX_op_rolb ## SUFFIX ## _T0_T1,\
4414 [INDEX_op_rolw ## SUFFIX ## _T0_T1_cc] = INDEX_op_rolw ## SUFFIX ## _T0_T1,\
4415 [INDEX_op_roll ## SUFFIX ## _T0_T1_cc] = INDEX_op_roll ## SUFFIX ## _T0_T1,\
4416\
4417 [INDEX_op_rorb ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorb ## SUFFIX ## _T0_T1,\
4418 [INDEX_op_rorw ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorw ## SUFFIX ## _T0_T1,\
4419 [INDEX_op_rorl ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorl ## SUFFIX ## _T0_T1,
4420
4421 DEF_SIMPLER()
4422 DEF_SIMPLER(_raw)
4423#ifndef CONFIG_USER_ONLY
4424 DEF_SIMPLER(_kernel)
4425 DEF_SIMPLER(_user)
4426#endif
2c0262af
FB		 4427};
4428
4429void optimize_flags_init(void)
4430{
4431 int i;
4432 /* put default values in arrays */
4433 for(i = 0; i < NB_OPS; i++) {
4434 if (opc_simpler[i] == 0)
4435 opc_simpler[i] = i;
4436 }
4437}
4438
4439/* CPU flags computation optimization: we move backward thru the
4440 generated code to see which flags are needed. The operation is
4441 modified if suitable */
4442static void optimize_flags(uint16_t *opc_buf, int opc_buf_len)
4443{
4444 uint16_t *opc_ptr;
4445 int live_flags, write_flags, op;
4446
4447 opc_ptr = opc_buf + opc_buf_len;
4448 /* live_flags contains the flags needed by the next instructions
4449 in the code. At the end of the bloc, we consider that all the
4450 flags are live. */
4451 live_flags = CC_OSZAPC;
4452 while (opc_ptr > opc_buf) {
4453 op = *--opc_ptr;
4454 /* if none of the flags written by the instruction is used,
4455 then we can try to find a simpler instruction */
4456 write_flags = opc_write_flags[op];
4457 if ((live_flags & write_flags) == 0) {
4458 *opc_ptr = opc_simpler[op];
4459 }
4460 /* compute the live flags before the instruction */
4461 live_flags &= ~write_flags;
4462 live_flags |= opc_read_flags[op];
4463 }
4464}
4465
4466/* generate intermediate code in gen_opc_buf and gen_opparam_buf for
4467 basic block 'tb'. If search_pc is TRUE, also generate PC
4468 information for each intermediate instruction. */
4469static inline int gen_intermediate_code_internal(CPUState *env,
4470 TranslationBlock *tb,
4471 int search_pc)
4472{
4473 DisasContext dc1, *dc = &dc1;
4474 uint8_t *pc_ptr;
4475 uint16_t *gen_opc_end;
4476 int flags, j, lj;
4477 uint8_t *pc_start;
4478 uint8_t *cs_base;
4479
4480 /* generate intermediate code */
4481 pc_start = (uint8_t *)tb->pc;
4482 cs_base = (uint8_t *)tb->cs_base;
4483 flags = tb->flags;
3a1d9b8b 4484
4f31916f 4485 dc->pe = (flags >> HF_PE_SHIFT) & 1;
2c0262af
FB		 4486 dc->code32 = (flags >> HF_CS32_SHIFT) & 1;
4487 dc->ss32 = (flags >> HF_SS32_SHIFT) & 1;
4488 dc->addseg = (flags >> HF_ADDSEG_SHIFT) & 1;
4489 dc->f_st = 0;
4490 dc->vm86 = (flags >> VM_SHIFT) & 1;
4491 dc->cpl = (flags >> HF_CPL_SHIFT) & 3;
4492 dc->iopl = (flags >> IOPL_SHIFT) & 3;
4493 dc->tf = (flags >> TF_SHIFT) & 1;
34865134 4494 dc->singlestep_enabled = env->singlestep_enabled;
2c0262af
FB		 4495 dc->cc_op = CC_OP_DYNAMIC;
4496 dc->cs_base = cs_base;
4497 dc->tb = tb;
4498 dc->popl_esp_hack = 0;
4499 /* select memory access functions */
4500 dc->mem_index = 0;
4501 if (flags & HF_SOFTMMU_MASK) {
4502 if (dc->cpl == 3)
4503 dc->mem_index = 6;
4504 else
4505 dc->mem_index = 3;
4506 }
a2cc3b24
FB		 4507 dc->jmp_opt = !(dc->tf || env->singlestep_enabled ||
4508 (flags & HF_INHIBIT_IRQ_MASK)
415fa2ea 4509#ifndef CONFIG_SOFTMMU
2c0262af
FB		 4510 || (flags & HF_SOFTMMU_MASK)
4511#endif
4512 );
4f31916f
FB		 4513#if 0
4514 /* check addseg logic */
4515 if (!dc->addseg && (dc->vm86 || !dc->pe))
4516 printf("ERROR addseg\n");
4517#endif
4518
2c0262af
FB		 4519 gen_opc_ptr = gen_opc_buf;
4520 gen_opc_end = gen_opc_buf + OPC_MAX_SIZE;
4521 gen_opparam_ptr = gen_opparam_buf;
4522
4523 dc->is_jmp = DISAS_NEXT;
4524 pc_ptr = pc_start;
4525 lj = -1;
4526
2c0262af
FB		 4527 for(;;) {
4528 if (env->nb_breakpoints > 0) {
4529 for(j = 0; j < env->nb_breakpoints; j++) {
4530 if (env->breakpoints[j] == (unsigned long)pc_ptr) {
4531 gen_debug(dc, pc_ptr - dc->cs_base);
4532 break;
4533 }
4534 }
4535 }
4536 if (search_pc) {
4537 j = gen_opc_ptr - gen_opc_buf;
4538 if (lj < j) {
4539 lj++;
4540 while (lj < j)
4541 gen_opc_instr_start[lj++] = 0;
4542 }
4543 gen_opc_pc[lj] = (uint32_t)pc_ptr;
4544 gen_opc_cc_op[lj] = dc->cc_op;
4545 gen_opc_instr_start[lj] = 1;
4546 }
4547 pc_ptr = disas_insn(dc, pc_ptr);
4548 /* stop translation if indicated */
4549 if (dc->is_jmp)
4550 break;
4551 /* if single step mode, we generate only one instruction and
4552 generate an exception */
a2cc3b24
FB		 4553 /* if irq were inhibited with HF_INHIBIT_IRQ_MASK, we clear
4554 the flag and abort the translation to give the irqs a
4555 change to be happen */
4556 if (dc->tf || dc->singlestep_enabled ||
4557 (flags & HF_INHIBIT_IRQ_MASK)) {
2c0262af
FB		 4558 gen_op_jmp_im(pc_ptr - dc->cs_base);
4559 gen_eob(dc);
4560 break;
4561 }
4562 /* if too long translation, stop generation too */
4563 if (gen_opc_ptr >= gen_opc_end ||
4564 (pc_ptr - pc_start) >= (TARGET_PAGE_SIZE - 32)) {
4565 gen_op_jmp_im(pc_ptr - dc->cs_base);
4566 gen_eob(dc);
4567 break;
4568 }
4569 }
4570 *gen_opc_ptr = INDEX_op_end;
4571 /* we don't forget to fill the last values */
4572 if (search_pc) {
4573 j = gen_opc_ptr - gen_opc_buf;
4574 lj++;
4575 while (lj <= j)
4576 gen_opc_instr_start[lj++] = 0;
4577 }
4578
4579#ifdef DEBUG_DISAS
4580 if (loglevel) {
4581 fprintf(logfile, "----------------\n");
4582 fprintf(logfile, "IN: %s\n", lookup_symbol(pc_start));
4583 disas(logfile, pc_start, pc_ptr - pc_start, 0, !dc->code32);
4584 fprintf(logfile, "\n");
5a1388b6 4585#if 0
2c0262af
FB		 4586 fprintf(logfile, "OP:\n");
4587 dump_ops(gen_opc_buf, gen_opparam_buf);
4588 fprintf(logfile, "\n");
5a1388b6 4589#endif
2c0262af
FB		 4590 }
4591#endif
4592
4593 /* optimize flag computations */
4594 optimize_flags(gen_opc_buf, gen_opc_ptr - gen_opc_buf);
4595
4596#ifdef DEBUG_DISAS
4597 if (loglevel) {
4598 fprintf(logfile, "AFTER FLAGS OPT:\n");
4599 dump_ops(gen_opc_buf, gen_opparam_buf);
4600 fprintf(logfile, "\n");
4601 }
4602#endif
4603 if (!search_pc)
4604 tb->size = pc_ptr - pc_start;
4605 return 0;
4606}
4607
4608int gen_intermediate_code(CPUState *env, TranslationBlock *tb)
4609{
4610 return gen_intermediate_code_internal(env, tb, 0);
4611}
4612
4613int gen_intermediate_code_pc(CPUState *env, TranslationBlock *tb)
4614{
4615 return gen_intermediate_code_internal(env, tb, 1);
4616}
4617
Qemu copy for testing