]> git.proxmox.com Git - qemu.git/blob - tcg/ppc64/tcg-target.c
2e3cd2b81c88b8260473b631d1b8dec99c2945d3
[qemu.git] / tcg / ppc64 / tcg-target.c
1 /*
2 * Tiny Code Generator for QEMU
3 *
4 * Copyright (c) 2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25 #define TCG_CT_CONST_U32 0x100
26
27 static uint8_t *tb_ret_addr;
28
29 #define FAST_PATH
30
31 #if TARGET_LONG_BITS == 32
32 #define LD_ADDR LWZU
33 #define CMP_L 0
34 #else
35 #define LD_ADDR LDU
36 #define CMP_L (1<<21)
37 #endif
38
39 #ifndef GUEST_BASE
40 #define GUEST_BASE 0
41 #endif
42
43 #ifdef CONFIG_USE_GUEST_BASE
44 #define TCG_GUEST_BASE_REG 30
45 #else
46 #define TCG_GUEST_BASE_REG 0
47 #endif
48
49 #ifndef NDEBUG
50 static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
51 "r0",
52 "r1",
53 "r2",
54 "r3",
55 "r4",
56 "r5",
57 "r6",
58 "r7",
59 "r8",
60 "r9",
61 "r10",
62 "r11",
63 "r12",
64 "r13",
65 "r14",
66 "r15",
67 "r16",
68 "r17",
69 "r18",
70 "r19",
71 "r20",
72 "r21",
73 "r22",
74 "r23",
75 "r24",
76 "r25",
77 "r26",
78 "r27",
79 "r28",
80 "r29",
81 "r30",
82 "r31"
83 };
84 #endif
85
86 static const int tcg_target_reg_alloc_order[] = {
87 TCG_REG_R14,
88 TCG_REG_R15,
89 TCG_REG_R16,
90 TCG_REG_R17,
91 TCG_REG_R18,
92 TCG_REG_R19,
93 TCG_REG_R20,
94 TCG_REG_R21,
95 TCG_REG_R22,
96 TCG_REG_R23,
97 TCG_REG_R28,
98 TCG_REG_R29,
99 TCG_REG_R30,
100 TCG_REG_R31,
101 #ifdef __APPLE__
102 TCG_REG_R2,
103 #endif
104 TCG_REG_R3,
105 TCG_REG_R4,
106 TCG_REG_R5,
107 TCG_REG_R6,
108 TCG_REG_R7,
109 TCG_REG_R8,
110 TCG_REG_R9,
111 TCG_REG_R10,
112 #ifndef __APPLE__
113 TCG_REG_R11,
114 #endif
115 TCG_REG_R12,
116 TCG_REG_R24,
117 TCG_REG_R25,
118 TCG_REG_R26,
119 TCG_REG_R27
120 };
121
122 static const int tcg_target_call_iarg_regs[] = {
123 TCG_REG_R3,
124 TCG_REG_R4,
125 TCG_REG_R5,
126 TCG_REG_R6,
127 TCG_REG_R7,
128 TCG_REG_R8,
129 TCG_REG_R9,
130 TCG_REG_R10
131 };
132
133 static const int tcg_target_call_oarg_regs[2] = {
134 TCG_REG_R3
135 };
136
137 static const int tcg_target_callee_save_regs[] = {
138 #ifdef __APPLE__
139 TCG_REG_R11,
140 #endif
141 TCG_REG_R14,
142 TCG_REG_R15,
143 TCG_REG_R16,
144 TCG_REG_R17,
145 TCG_REG_R18,
146 TCG_REG_R19,
147 TCG_REG_R20,
148 TCG_REG_R21,
149 TCG_REG_R22,
150 TCG_REG_R23,
151 TCG_REG_R24,
152 TCG_REG_R25,
153 TCG_REG_R26,
154 TCG_REG_R27, /* currently used for the global env */
155 TCG_REG_R28,
156 TCG_REG_R29,
157 TCG_REG_R30,
158 TCG_REG_R31
159 };
160
161 static uint32_t reloc_pc24_val (void *pc, tcg_target_long target)
162 {
163 tcg_target_long disp;
164
165 disp = target - (tcg_target_long) pc;
166 if ((disp << 38) >> 38 != disp)
167 tcg_abort ();
168
169 return disp & 0x3fffffc;
170 }
171
172 static void reloc_pc24 (void *pc, tcg_target_long target)
173 {
174 *(uint32_t *) pc = (*(uint32_t *) pc & ~0x3fffffc)
175 | reloc_pc24_val (pc, target);
176 }
177
178 static uint16_t reloc_pc14_val (void *pc, tcg_target_long target)
179 {
180 tcg_target_long disp;
181
182 disp = target - (tcg_target_long) pc;
183 if (disp != (int16_t) disp)
184 tcg_abort ();
185
186 return disp & 0xfffc;
187 }
188
189 static void reloc_pc14 (void *pc, tcg_target_long target)
190 {
191 *(uint32_t *) pc = (*(uint32_t *) pc & ~0xfffc)
192 | reloc_pc14_val (pc, target);
193 }
194
195 static void patch_reloc (uint8_t *code_ptr, int type,
196 tcg_target_long value, tcg_target_long addend)
197 {
198 value += addend;
199 switch (type) {
200 case R_PPC_REL14:
201 reloc_pc14 (code_ptr, value);
202 break;
203 case R_PPC_REL24:
204 reloc_pc24 (code_ptr, value);
205 break;
206 default:
207 tcg_abort ();
208 }
209 }
210
211 /* maximum number of register used for input function arguments */
212 static int tcg_target_get_call_iarg_regs_count (int flags)
213 {
214 return ARRAY_SIZE (tcg_target_call_iarg_regs);
215 }
216
217 /* parse target specific constraints */
218 static int target_parse_constraint (TCGArgConstraint *ct, const char **pct_str)
219 {
220 const char *ct_str;
221
222 ct_str = *pct_str;
223 switch (ct_str[0]) {
224 case 'A': case 'B': case 'C': case 'D':
225 ct->ct |= TCG_CT_REG;
226 tcg_regset_set_reg (ct->u.regs, 3 + ct_str[0] - 'A');
227 break;
228 case 'r':
229 ct->ct |= TCG_CT_REG;
230 tcg_regset_set32 (ct->u.regs, 0, 0xffffffff);
231 break;
232 case 'L': /* qemu_ld constraint */
233 ct->ct |= TCG_CT_REG;
234 tcg_regset_set32 (ct->u.regs, 0, 0xffffffff);
235 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R3);
236 #ifdef CONFIG_SOFTMMU
237 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R4);
238 #endif
239 break;
240 case 'S': /* qemu_st constraint */
241 ct->ct |= TCG_CT_REG;
242 tcg_regset_set32 (ct->u.regs, 0, 0xffffffff);
243 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R3);
244 #ifdef CONFIG_SOFTMMU
245 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R4);
246 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R5);
247 #endif
248 break;
249 case 'Z':
250 ct->ct |= TCG_CT_CONST_U32;
251 break;
252 default:
253 return -1;
254 }
255 ct_str++;
256 *pct_str = ct_str;
257 return 0;
258 }
259
260 /* test if a constant matches the constraint */
261 static int tcg_target_const_match (tcg_target_long val,
262 const TCGArgConstraint *arg_ct)
263 {
264 int ct;
265
266 ct = arg_ct->ct;
267 if (ct & TCG_CT_CONST)
268 return 1;
269 else if ((ct & TCG_CT_CONST_U32) && (val == (uint32_t) val))
270 return 1;
271 return 0;
272 }
273
274 #define OPCD(opc) ((opc)<<26)
275 #define XO19(opc) (OPCD(19)|((opc)<<1))
276 #define XO30(opc) (OPCD(30)|((opc)<<2))
277 #define XO31(opc) (OPCD(31)|((opc)<<1))
278 #define XO58(opc) (OPCD(58)|(opc))
279 #define XO62(opc) (OPCD(62)|(opc))
280
281 #define B OPCD( 18)
282 #define BC OPCD( 16)
283 #define LBZ OPCD( 34)
284 #define LHZ OPCD( 40)
285 #define LHA OPCD( 42)
286 #define LWZ OPCD( 32)
287 #define STB OPCD( 38)
288 #define STH OPCD( 44)
289 #define STW OPCD( 36)
290
291 #define STD XO62( 0)
292 #define STDU XO62( 1)
293 #define STDX XO31(149)
294
295 #define LD XO58( 0)
296 #define LDX XO31( 21)
297 #define LDU XO58( 1)
298 #define LWA XO58( 2)
299 #define LWAX XO31(341)
300
301 #define ADDIC OPCD( 12)
302 #define ADDI OPCD( 14)
303 #define ADDIS OPCD( 15)
304 #define ORI OPCD( 24)
305 #define ORIS OPCD( 25)
306 #define XORI OPCD( 26)
307 #define XORIS OPCD( 27)
308 #define ANDI OPCD( 28)
309 #define ANDIS OPCD( 29)
310 #define MULLI OPCD( 7)
311 #define CMPLI OPCD( 10)
312 #define CMPI OPCD( 11)
313
314 #define LWZU OPCD( 33)
315 #define STWU OPCD( 37)
316
317 #define RLWINM OPCD( 21)
318
319 #define RLDICL XO30( 0)
320 #define RLDICR XO30( 1)
321 #define RLDIMI XO30( 3)
322
323 #define BCLR XO19( 16)
324 #define BCCTR XO19(528)
325 #define CRAND XO19(257)
326 #define CRANDC XO19(129)
327 #define CRNAND XO19(225)
328 #define CROR XO19(449)
329 #define CRNOR XO19( 33)
330
331 #define EXTSB XO31(954)
332 #define EXTSH XO31(922)
333 #define EXTSW XO31(986)
334 #define ADD XO31(266)
335 #define ADDE XO31(138)
336 #define ADDC XO31( 10)
337 #define AND XO31( 28)
338 #define SUBF XO31( 40)
339 #define SUBFC XO31( 8)
340 #define SUBFE XO31(136)
341 #define OR XO31(444)
342 #define XOR XO31(316)
343 #define MULLW XO31(235)
344 #define MULHWU XO31( 11)
345 #define DIVW XO31(491)
346 #define DIVWU XO31(459)
347 #define CMP XO31( 0)
348 #define CMPL XO31( 32)
349 #define LHBRX XO31(790)
350 #define LWBRX XO31(534)
351 #define STHBRX XO31(918)
352 #define STWBRX XO31(662)
353 #define MFSPR XO31(339)
354 #define MTSPR XO31(467)
355 #define SRAWI XO31(824)
356 #define NEG XO31(104)
357 #define MFCR XO31( 19)
358 #define CNTLZW XO31( 26)
359 #define CNTLZD XO31( 58)
360
361 #define MULLD XO31(233)
362 #define MULHD XO31( 73)
363 #define MULHDU XO31( 9)
364 #define DIVD XO31(489)
365 #define DIVDU XO31(457)
366
367 #define LBZX XO31( 87)
368 #define LHZX XO31(279)
369 #define LHAX XO31(343)
370 #define LWZX XO31( 23)
371 #define STBX XO31(215)
372 #define STHX XO31(407)
373 #define STWX XO31(151)
374
375 #define SPR(a,b) ((((a)<<5)|(b))<<11)
376 #define LR SPR(8, 0)
377 #define CTR SPR(9, 0)
378
379 #define SLW XO31( 24)
380 #define SRW XO31(536)
381 #define SRAW XO31(792)
382
383 #define SLD XO31( 27)
384 #define SRD XO31(539)
385 #define SRAD XO31(794)
386 #define SRADI XO31(413<<1)
387
388 #define TW XO31( 4)
389 #define TRAP (TW | TO (31))
390
391 #define RT(r) ((r)<<21)
392 #define RS(r) ((r)<<21)
393 #define RA(r) ((r)<<16)
394 #define RB(r) ((r)<<11)
395 #define TO(t) ((t)<<21)
396 #define SH(s) ((s)<<11)
397 #define MB(b) ((b)<<6)
398 #define ME(e) ((e)<<1)
399 #define BO(o) ((o)<<21)
400 #define MB64(b) ((b)<<5)
401
402 #define LK 1
403
404 #define TAB(t,a,b) (RT(t) | RA(a) | RB(b))
405 #define SAB(s,a,b) (RS(s) | RA(a) | RB(b))
406
407 #define BF(n) ((n)<<23)
408 #define BI(n, c) (((c)+((n)*4))<<16)
409 #define BT(n, c) (((c)+((n)*4))<<21)
410 #define BA(n, c) (((c)+((n)*4))<<16)
411 #define BB(n, c) (((c)+((n)*4))<<11)
412
413 #define BO_COND_TRUE BO (12)
414 #define BO_COND_FALSE BO ( 4)
415 #define BO_ALWAYS BO (20)
416
417 enum {
418 CR_LT,
419 CR_GT,
420 CR_EQ,
421 CR_SO
422 };
423
424 static const uint32_t tcg_to_bc[10] = {
425 [TCG_COND_EQ] = BC | BI (7, CR_EQ) | BO_COND_TRUE,
426 [TCG_COND_NE] = BC | BI (7, CR_EQ) | BO_COND_FALSE,
427 [TCG_COND_LT] = BC | BI (7, CR_LT) | BO_COND_TRUE,
428 [TCG_COND_GE] = BC | BI (7, CR_LT) | BO_COND_FALSE,
429 [TCG_COND_LE] = BC | BI (7, CR_GT) | BO_COND_FALSE,
430 [TCG_COND_GT] = BC | BI (7, CR_GT) | BO_COND_TRUE,
431 [TCG_COND_LTU] = BC | BI (7, CR_LT) | BO_COND_TRUE,
432 [TCG_COND_GEU] = BC | BI (7, CR_LT) | BO_COND_FALSE,
433 [TCG_COND_LEU] = BC | BI (7, CR_GT) | BO_COND_FALSE,
434 [TCG_COND_GTU] = BC | BI (7, CR_GT) | BO_COND_TRUE,
435 };
436
437 static void tcg_out_mov (TCGContext *s, TCGType type, int ret, int arg)
438 {
439 tcg_out32 (s, OR | SAB (arg, ret, arg));
440 }
441
442 static void tcg_out_rld (TCGContext *s, int op, int ra, int rs, int sh, int mb)
443 {
444 sh = SH (sh & 0x1f) | (((sh >> 5) & 1) << 1);
445 mb = MB64 ((mb >> 5) | ((mb << 1) & 0x3f));
446 tcg_out32 (s, op | RA (ra) | RS (rs) | sh | mb);
447 }
448
449 static void tcg_out_movi32 (TCGContext *s, int ret, int32_t arg)
450 {
451 if (arg == (int16_t) arg)
452 tcg_out32 (s, ADDI | RT (ret) | RA (0) | (arg & 0xffff));
453 else {
454 tcg_out32 (s, ADDIS | RT (ret) | RA (0) | ((arg >> 16) & 0xffff));
455 if (arg & 0xffff)
456 tcg_out32 (s, ORI | RS (ret) | RA (ret) | (arg & 0xffff));
457 }
458 }
459
460 static void tcg_out_movi (TCGContext *s, TCGType type,
461 int ret, tcg_target_long arg)
462 {
463 int32_t arg32 = arg;
464 arg = type == TCG_TYPE_I32 ? arg & 0xffffffff : arg;
465
466 if (arg == arg32) {
467 tcg_out_movi32 (s, ret, arg32);
468 }
469 else {
470 if ((uint64_t) arg >> 32) {
471 uint16_t h16 = arg >> 16;
472 uint16_t l16 = arg;
473
474 tcg_out_movi32 (s, ret, arg >> 32);
475 tcg_out_rld (s, RLDICR, ret, ret, 32, 31);
476 if (h16) tcg_out32 (s, ORIS | RS (ret) | RA (ret) | h16);
477 if (l16) tcg_out32 (s, ORI | RS (ret) | RA (ret) | l16);
478 }
479 else {
480 tcg_out_movi32 (s, ret, arg32);
481 if (arg32 < 0)
482 tcg_out_rld (s, RLDICL, ret, ret, 0, 32);
483 }
484 }
485 }
486
487 static void tcg_out_b (TCGContext *s, int mask, tcg_target_long target)
488 {
489 tcg_target_long disp;
490
491 disp = target - (tcg_target_long) s->code_ptr;
492 if ((disp << 38) >> 38 == disp)
493 tcg_out32 (s, B | (disp & 0x3fffffc) | mask);
494 else {
495 tcg_out_movi (s, TCG_TYPE_I64, 0, (tcg_target_long) target);
496 tcg_out32 (s, MTSPR | RS (0) | CTR);
497 tcg_out32 (s, BCCTR | BO_ALWAYS | mask);
498 }
499 }
500
501 static void tcg_out_call (TCGContext *s, tcg_target_long arg, int const_arg)
502 {
503 #ifdef __APPLE__
504 if (const_arg) {
505 tcg_out_b (s, LK, arg);
506 }
507 else {
508 tcg_out32 (s, MTSPR | RS (arg) | LR);
509 tcg_out32 (s, BCLR | BO_ALWAYS | LK);
510 }
511 #else
512 int reg;
513
514 if (const_arg) {
515 reg = 2;
516 tcg_out_movi (s, TCG_TYPE_I64, reg, arg);
517 }
518 else reg = arg;
519
520 tcg_out32 (s, LD | RT (0) | RA (reg));
521 tcg_out32 (s, MTSPR | RA (0) | CTR);
522 tcg_out32 (s, LD | RT (11) | RA (reg) | 16);
523 tcg_out32 (s, LD | RT (2) | RA (reg) | 8);
524 tcg_out32 (s, BCCTR | BO_ALWAYS | LK);
525 #endif
526 }
527
528 static void tcg_out_ldst (TCGContext *s, int ret, int addr,
529 int offset, int op1, int op2)
530 {
531 if (offset == (int16_t) offset)
532 tcg_out32 (s, op1 | RT (ret) | RA (addr) | (offset & 0xffff));
533 else {
534 tcg_out_movi (s, TCG_TYPE_I64, 0, offset);
535 tcg_out32 (s, op2 | RT (ret) | RA (addr) | RB (0));
536 }
537 }
538
539 static void tcg_out_ldsta (TCGContext *s, int ret, int addr,
540 int offset, int op1, int op2)
541 {
542 if (offset == (int16_t) (offset & ~3))
543 tcg_out32 (s, op1 | RT (ret) | RA (addr) | (offset & 0xffff));
544 else {
545 tcg_out_movi (s, TCG_TYPE_I64, 0, offset);
546 tcg_out32 (s, op2 | RT (ret) | RA (addr) | RB (0));
547 }
548 }
549
550 #if defined (CONFIG_SOFTMMU)
551
552 #include "../../softmmu_defs.h"
553
554 static void *qemu_ld_helpers[4] = {
555 __ldb_mmu,
556 __ldw_mmu,
557 __ldl_mmu,
558 __ldq_mmu,
559 };
560
561 static void *qemu_st_helpers[4] = {
562 __stb_mmu,
563 __stw_mmu,
564 __stl_mmu,
565 __stq_mmu,
566 };
567
568 static void tcg_out_tlb_read (TCGContext *s, int r0, int r1, int r2,
569 int addr_reg, int s_bits, int offset)
570 {
571 #if TARGET_LONG_BITS == 32
572 tcg_out_rld (s, RLDICL, addr_reg, addr_reg, 0, 32);
573
574 tcg_out32 (s, (RLWINM
575 | RA (r0)
576 | RS (addr_reg)
577 | SH (32 - (TARGET_PAGE_BITS - CPU_TLB_ENTRY_BITS))
578 | MB (32 - (CPU_TLB_BITS + CPU_TLB_ENTRY_BITS))
579 | ME (31 - CPU_TLB_ENTRY_BITS)
580 )
581 );
582 tcg_out32 (s, ADD | RT (r0) | RA (r0) | RB (TCG_AREG0));
583 tcg_out32 (s, (LWZU | RT (r1) | RA (r0) | offset));
584 tcg_out32 (s, (RLWINM
585 | RA (r2)
586 | RS (addr_reg)
587 | SH (0)
588 | MB ((32 - s_bits) & 31)
589 | ME (31 - TARGET_PAGE_BITS)
590 )
591 );
592 #else
593 tcg_out_rld (s, RLDICL, r0, addr_reg,
594 64 - TARGET_PAGE_BITS,
595 64 - CPU_TLB_BITS);
596 tcg_out_rld (s, RLDICR, r0, r0,
597 CPU_TLB_ENTRY_BITS,
598 63 - CPU_TLB_ENTRY_BITS);
599
600 tcg_out32 (s, ADD | TAB (r0, r0, TCG_AREG0));
601 tcg_out32 (s, LD_ADDR | RT (r1) | RA (r0) | offset);
602
603 if (!s_bits) {
604 tcg_out_rld (s, RLDICR, r2, addr_reg, 0, 63 - TARGET_PAGE_BITS);
605 }
606 else {
607 tcg_out_rld (s, RLDICL, r2, addr_reg,
608 64 - TARGET_PAGE_BITS,
609 TARGET_PAGE_BITS - s_bits);
610 tcg_out_rld (s, RLDICL, r2, r2, TARGET_PAGE_BITS, 0);
611 }
612 #endif
613 }
614 #endif
615
616 static void tcg_out_qemu_ld (TCGContext *s, const TCGArg *args, int opc)
617 {
618 int addr_reg, data_reg, r0, r1, rbase, mem_index, s_bits, bswap;
619 #ifdef CONFIG_SOFTMMU
620 int r2;
621 void *label1_ptr, *label2_ptr;
622 #endif
623
624 data_reg = *args++;
625 addr_reg = *args++;
626 mem_index = *args;
627 s_bits = opc & 3;
628
629 #ifdef CONFIG_SOFTMMU
630 r0 = 3;
631 r1 = 4;
632 r2 = 0;
633 rbase = 0;
634
635 tcg_out_tlb_read (s, r0, r1, r2, addr_reg, s_bits,
636 offsetof (CPUState, tlb_table[mem_index][0].addr_read));
637
638 tcg_out32 (s, CMP | BF (7) | RA (r2) | RB (r1) | CMP_L);
639
640 label1_ptr = s->code_ptr;
641 #ifdef FAST_PATH
642 tcg_out32 (s, BC | BI (7, CR_EQ) | BO_COND_TRUE);
643 #endif
644
645 /* slow path */
646 tcg_out_mov (s, TCG_TYPE_I64, 3, addr_reg);
647 tcg_out_movi (s, TCG_TYPE_I64, 4, mem_index);
648
649 tcg_out_call (s, (tcg_target_long) qemu_ld_helpers[s_bits], 1);
650
651 switch (opc) {
652 case 0|4:
653 tcg_out32 (s, EXTSB | RA (data_reg) | RS (3));
654 break;
655 case 1|4:
656 tcg_out32 (s, EXTSH | RA (data_reg) | RS (3));
657 break;
658 case 2|4:
659 tcg_out32 (s, EXTSW | RA (data_reg) | RS (3));
660 break;
661 case 0:
662 case 1:
663 case 2:
664 case 3:
665 if (data_reg != 3)
666 tcg_out_mov (s, TCG_TYPE_I64, data_reg, 3);
667 break;
668 }
669 label2_ptr = s->code_ptr;
670 tcg_out32 (s, B);
671
672 /* label1: fast path */
673 #ifdef FAST_PATH
674 reloc_pc14 (label1_ptr, (tcg_target_long) s->code_ptr);
675 #endif
676
677 /* r0 now contains &env->tlb_table[mem_index][index].addr_read */
678 tcg_out32 (s, (LD
679 | RT (r0)
680 | RA (r0)
681 | (offsetof (CPUTLBEntry, addend)
682 - offsetof (CPUTLBEntry, addr_read))
683 ));
684 /* r0 = env->tlb_table[mem_index][index].addend */
685 tcg_out32 (s, ADD | RT (r0) | RA (r0) | RB (addr_reg));
686 /* r0 = env->tlb_table[mem_index][index].addend + addr */
687
688 #else /* !CONFIG_SOFTMMU */
689 #if TARGET_LONG_BITS == 32
690 tcg_out_rld (s, RLDICL, addr_reg, addr_reg, 0, 32);
691 #endif
692 r0 = addr_reg;
693 r1 = 3;
694 rbase = GUEST_BASE ? TCG_GUEST_BASE_REG : 0;
695 #endif
696
697 #ifdef TARGET_WORDS_BIGENDIAN
698 bswap = 0;
699 #else
700 bswap = 1;
701 #endif
702 switch (opc) {
703 default:
704 case 0:
705 tcg_out32 (s, LBZX | TAB (data_reg, rbase, r0));
706 break;
707 case 0|4:
708 tcg_out32 (s, LBZX | TAB (data_reg, rbase, r0));
709 tcg_out32 (s, EXTSB | RA (data_reg) | RS (data_reg));
710 break;
711 case 1:
712 if (bswap)
713 tcg_out32 (s, LHBRX | TAB (data_reg, rbase, r0));
714 else
715 tcg_out32 (s, LHZX | TAB (data_reg, rbase, r0));
716 break;
717 case 1|4:
718 if (bswap) {
719 tcg_out32 (s, LHBRX | TAB (data_reg, rbase, r0));
720 tcg_out32 (s, EXTSH | RA (data_reg) | RS (data_reg));
721 }
722 else tcg_out32 (s, LHAX | TAB (data_reg, rbase, r0));
723 break;
724 case 2:
725 if (bswap)
726 tcg_out32 (s, LWBRX | TAB (data_reg, rbase, r0));
727 else
728 tcg_out32 (s, LWZX | TAB (data_reg, rbase, r0));
729 break;
730 case 2|4:
731 if (bswap) {
732 tcg_out32 (s, LWBRX | TAB (data_reg, rbase, r0));
733 tcg_out32 (s, EXTSW | RA (data_reg) | RS (data_reg));
734 }
735 else tcg_out32 (s, LWAX | TAB (data_reg, rbase, r0));
736 break;
737 case 3:
738 #ifdef CONFIG_USE_GUEST_BASE
739 if (bswap) {
740 tcg_out32 (s, ADDI | RT (r1) | RA (r0) | 4);
741 tcg_out32 (s, LWBRX | TAB (data_reg, rbase, r0));
742 tcg_out32 (s, LWBRX | TAB ( r1, rbase, r1));
743 tcg_out_rld (s, RLDIMI, data_reg, r1, 32, 0);
744 }
745 else tcg_out32 (s, LDX | TAB (data_reg, rbase, r0));
746 #else
747 if (bswap) {
748 tcg_out_movi32 (s, 0, 4);
749 tcg_out32 (s, LWBRX | RT (data_reg) | RB (r0));
750 tcg_out32 (s, LWBRX | RT ( r1) | RA (r0));
751 tcg_out_rld (s, RLDIMI, data_reg, r1, 32, 0);
752 }
753 else tcg_out32 (s, LD | RT (data_reg) | RA (r0));
754 #endif
755 break;
756 }
757
758 #ifdef CONFIG_SOFTMMU
759 reloc_pc24 (label2_ptr, (tcg_target_long) s->code_ptr);
760 #endif
761 }
762
763 static void tcg_out_qemu_st (TCGContext *s, const TCGArg *args, int opc)
764 {
765 int addr_reg, r0, r1, rbase, data_reg, mem_index, bswap;
766 #ifdef CONFIG_SOFTMMU
767 int r2;
768 void *label1_ptr, *label2_ptr;
769 #endif
770
771 data_reg = *args++;
772 addr_reg = *args++;
773 mem_index = *args;
774
775 #ifdef CONFIG_SOFTMMU
776 r0 = 3;
777 r1 = 4;
778 r2 = 0;
779 rbase = 0;
780
781 tcg_out_tlb_read (s, r0, r1, r2, addr_reg, opc,
782 offsetof (CPUState, tlb_table[mem_index][0].addr_write));
783
784 tcg_out32 (s, CMP | BF (7) | RA (r2) | RB (r1) | CMP_L);
785
786 label1_ptr = s->code_ptr;
787 #ifdef FAST_PATH
788 tcg_out32 (s, BC | BI (7, CR_EQ) | BO_COND_TRUE);
789 #endif
790
791 /* slow path */
792 tcg_out_mov (s, TCG_TYPE_I64, 3, addr_reg);
793 tcg_out_rld (s, RLDICL, 4, data_reg, 0, 64 - (1 << (3 + opc)));
794 tcg_out_movi (s, TCG_TYPE_I64, 5, mem_index);
795
796 tcg_out_call (s, (tcg_target_long) qemu_st_helpers[opc], 1);
797
798 label2_ptr = s->code_ptr;
799 tcg_out32 (s, B);
800
801 /* label1: fast path */
802 #ifdef FAST_PATH
803 reloc_pc14 (label1_ptr, (tcg_target_long) s->code_ptr);
804 #endif
805
806 tcg_out32 (s, (LD
807 | RT (r0)
808 | RA (r0)
809 | (offsetof (CPUTLBEntry, addend)
810 - offsetof (CPUTLBEntry, addr_write))
811 ));
812 /* r0 = env->tlb_table[mem_index][index].addend */
813 tcg_out32 (s, ADD | RT (r0) | RA (r0) | RB (addr_reg));
814 /* r0 = env->tlb_table[mem_index][index].addend + addr */
815
816 #else /* !CONFIG_SOFTMMU */
817 #if TARGET_LONG_BITS == 32
818 tcg_out_rld (s, RLDICL, addr_reg, addr_reg, 0, 32);
819 #endif
820 r1 = 3;
821 r0 = addr_reg;
822 rbase = GUEST_BASE ? TCG_GUEST_BASE_REG : 0;
823 #endif
824
825 #ifdef TARGET_WORDS_BIGENDIAN
826 bswap = 0;
827 #else
828 bswap = 1;
829 #endif
830 switch (opc) {
831 case 0:
832 tcg_out32 (s, STBX | SAB (data_reg, rbase, r0));
833 break;
834 case 1:
835 if (bswap)
836 tcg_out32 (s, STHBRX | SAB (data_reg, rbase, r0));
837 else
838 tcg_out32 (s, STHX | SAB (data_reg, rbase, r0));
839 break;
840 case 2:
841 if (bswap)
842 tcg_out32 (s, STWBRX | SAB (data_reg, rbase, r0));
843 else
844 tcg_out32 (s, STWX | SAB (data_reg, rbase, r0));
845 break;
846 case 3:
847 if (bswap) {
848 tcg_out32 (s, STWBRX | SAB (data_reg, rbase, r0));
849 tcg_out32 (s, ADDI | RT (r1) | RA (r0) | 4);
850 tcg_out_rld (s, RLDICL, 0, data_reg, 32, 0);
851 tcg_out32 (s, STWBRX | SAB (0, rbase, r1));
852 }
853 else tcg_out32 (s, STDX | SAB (data_reg, rbase, r0));
854 break;
855 }
856
857 #ifdef CONFIG_SOFTMMU
858 reloc_pc24 (label2_ptr, (tcg_target_long) s->code_ptr);
859 #endif
860 }
861
862 static void tcg_target_qemu_prologue (TCGContext *s)
863 {
864 int i, frame_size;
865 #ifndef __APPLE__
866 uint64_t addr;
867 #endif
868
869 frame_size = 0
870 + 8 /* back chain */
871 + 8 /* CR */
872 + 8 /* LR */
873 + 8 /* compiler doubleword */
874 + 8 /* link editor doubleword */
875 + 8 /* TOC save area */
876 + TCG_STATIC_CALL_ARGS_SIZE
877 + ARRAY_SIZE (tcg_target_callee_save_regs) * 8
878 ;
879 frame_size = (frame_size + 15) & ~15;
880
881 #ifndef __APPLE__
882 /* First emit adhoc function descriptor */
883 addr = (uint64_t) s->code_ptr + 24;
884 tcg_out32 (s, addr >> 32); tcg_out32 (s, addr); /* entry point */
885 s->code_ptr += 16; /* skip TOC and environment pointer */
886 #endif
887
888 /* Prologue */
889 tcg_out32 (s, MFSPR | RT (0) | LR);
890 tcg_out32 (s, STDU | RS (1) | RA (1) | (-frame_size & 0xffff));
891 for (i = 0; i < ARRAY_SIZE (tcg_target_callee_save_regs); ++i)
892 tcg_out32 (s, (STD
893 | RS (tcg_target_callee_save_regs[i])
894 | RA (1)
895 | (i * 8 + 48 + TCG_STATIC_CALL_ARGS_SIZE)
896 )
897 );
898 tcg_out32 (s, STD | RS (0) | RA (1) | (frame_size + 16));
899
900 #ifdef CONFIG_USE_GUEST_BASE
901 if (GUEST_BASE) {
902 tcg_out_movi (s, TCG_TYPE_I64, TCG_GUEST_BASE_REG, GUEST_BASE);
903 tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
904 }
905 #endif
906
907 tcg_out_mov (s, TCG_TYPE_PTR, TCG_AREG0, tcg_target_call_iarg_regs[0]);
908 tcg_out32 (s, MTSPR | RS (tcg_target_call_iarg_regs[1]) | CTR);
909 tcg_out32 (s, BCCTR | BO_ALWAYS);
910
911 /* Epilogue */
912 tb_ret_addr = s->code_ptr;
913
914 for (i = 0; i < ARRAY_SIZE (tcg_target_callee_save_regs); ++i)
915 tcg_out32 (s, (LD
916 | RT (tcg_target_callee_save_regs[i])
917 | RA (1)
918 | (i * 8 + 48 + TCG_STATIC_CALL_ARGS_SIZE)
919 )
920 );
921 tcg_out32 (s, LD | RT (0) | RA (1) | (frame_size + 16));
922 tcg_out32 (s, MTSPR | RS (0) | LR);
923 tcg_out32 (s, ADDI | RT (1) | RA (1) | frame_size);
924 tcg_out32 (s, BCLR | BO_ALWAYS);
925 }
926
927 static void tcg_out_ld (TCGContext *s, TCGType type, int ret, int arg1,
928 tcg_target_long arg2)
929 {
930 if (type == TCG_TYPE_I32)
931 tcg_out_ldst (s, ret, arg1, arg2, LWZ, LWZX);
932 else
933 tcg_out_ldsta (s, ret, arg1, arg2, LD, LDX);
934 }
935
936 static void tcg_out_st (TCGContext *s, TCGType type, int arg, int arg1,
937 tcg_target_long arg2)
938 {
939 if (type == TCG_TYPE_I32)
940 tcg_out_ldst (s, arg, arg1, arg2, STW, STWX);
941 else
942 tcg_out_ldsta (s, arg, arg1, arg2, STD, STDX);
943 }
944
945 static void ppc_addi32 (TCGContext *s, int rt, int ra, tcg_target_long si)
946 {
947 if (!si && rt == ra)
948 return;
949
950 if (si == (int16_t) si)
951 tcg_out32 (s, ADDI | RT (rt) | RA (ra) | (si & 0xffff));
952 else {
953 uint16_t h = ((si >> 16) & 0xffff) + ((uint16_t) si >> 15);
954 tcg_out32 (s, ADDIS | RT (rt) | RA (ra) | h);
955 tcg_out32 (s, ADDI | RT (rt) | RA (rt) | (si & 0xffff));
956 }
957 }
958
959 static void ppc_addi64 (TCGContext *s, int rt, int ra, tcg_target_long si)
960 {
961 /* XXX: suboptimal */
962 if (si == (int16_t) si
963 || ((((uint64_t) si >> 31) == 0) && (si & 0x8000) == 0))
964 ppc_addi32 (s, rt, ra, si);
965 else {
966 tcg_out_movi (s, TCG_TYPE_I64, 0, si);
967 tcg_out32 (s, ADD | RT (rt) | RA (ra));
968 }
969 }
970
971 static void tcg_out_addi (TCGContext *s, int reg, tcg_target_long val)
972 {
973 ppc_addi64 (s, reg, reg, val);
974 }
975
976 static void tcg_out_cmp (TCGContext *s, int cond, TCGArg arg1, TCGArg arg2,
977 int const_arg2, int cr, int arch64)
978 {
979 int imm;
980 uint32_t op;
981
982 switch (cond) {
983 case TCG_COND_EQ:
984 case TCG_COND_NE:
985 if (const_arg2) {
986 if ((int16_t) arg2 == arg2) {
987 op = CMPI;
988 imm = 1;
989 break;
990 }
991 else if ((uint16_t) arg2 == arg2) {
992 op = CMPLI;
993 imm = 1;
994 break;
995 }
996 }
997 op = CMPL;
998 imm = 0;
999 break;
1000
1001 case TCG_COND_LT:
1002 case TCG_COND_GE:
1003 case TCG_COND_LE:
1004 case TCG_COND_GT:
1005 if (const_arg2) {
1006 if ((int16_t) arg2 == arg2) {
1007 op = CMPI;
1008 imm = 1;
1009 break;
1010 }
1011 }
1012 op = CMP;
1013 imm = 0;
1014 break;
1015
1016 case TCG_COND_LTU:
1017 case TCG_COND_GEU:
1018 case TCG_COND_LEU:
1019 case TCG_COND_GTU:
1020 if (const_arg2) {
1021 if ((uint16_t) arg2 == arg2) {
1022 op = CMPLI;
1023 imm = 1;
1024 break;
1025 }
1026 }
1027 op = CMPL;
1028 imm = 0;
1029 break;
1030
1031 default:
1032 tcg_abort ();
1033 }
1034 op |= BF (cr) | (arch64 << 21);
1035
1036 if (imm)
1037 tcg_out32 (s, op | RA (arg1) | (arg2 & 0xffff));
1038 else {
1039 if (const_arg2) {
1040 tcg_out_movi (s, TCG_TYPE_I64, 0, arg2);
1041 tcg_out32 (s, op | RA (arg1) | RB (0));
1042 }
1043 else
1044 tcg_out32 (s, op | RA (arg1) | RB (arg2));
1045 }
1046
1047 }
1048
1049 static void tcg_out_setcond (TCGContext *s, TCGType type, TCGCond cond,
1050 TCGArg arg0, TCGArg arg1, TCGArg arg2,
1051 int const_arg2)
1052 {
1053 int crop, sh, arg;
1054
1055 switch (cond) {
1056 case TCG_COND_EQ:
1057 if (const_arg2) {
1058 if (!arg2) {
1059 arg = arg1;
1060 }
1061 else {
1062 arg = 0;
1063 if ((uint16_t) arg2 == arg2) {
1064 tcg_out32 (s, XORI | RS (arg1) | RA (0) | arg2);
1065 }
1066 else {
1067 tcg_out_movi (s, type, 0, arg2);
1068 tcg_out32 (s, XOR | SAB (arg1, 0, 0));
1069 }
1070 }
1071 }
1072 else {
1073 arg = 0;
1074 tcg_out32 (s, XOR | SAB (arg1, 0, arg2));
1075 }
1076
1077 if (type == TCG_TYPE_I64) {
1078 tcg_out32 (s, CNTLZD | RS (arg) | RA (0));
1079 tcg_out_rld (s, RLDICL, arg0, 0, 58, 6);
1080 }
1081 else {
1082 tcg_out32 (s, CNTLZW | RS (arg) | RA (0));
1083 tcg_out32 (s, (RLWINM
1084 | RA (arg0)
1085 | RS (0)
1086 | SH (27)
1087 | MB (5)
1088 | ME (31)
1089 )
1090 );
1091 }
1092 break;
1093
1094 case TCG_COND_NE:
1095 if (const_arg2) {
1096 if (!arg2) {
1097 arg = arg1;
1098 }
1099 else {
1100 arg = 0;
1101 if ((uint16_t) arg2 == arg2) {
1102 tcg_out32 (s, XORI | RS (arg1) | RA (0) | arg2);
1103 }
1104 else {
1105 tcg_out_movi (s, type, 0, arg2);
1106 tcg_out32 (s, XOR | SAB (arg1, 0, 0));
1107 }
1108 }
1109 }
1110 else {
1111 arg = 0;
1112 tcg_out32 (s, XOR | SAB (arg1, 0, arg2));
1113 }
1114
1115 if (arg == arg1 && arg1 == arg0) {
1116 tcg_out32 (s, ADDIC | RT (0) | RA (arg) | 0xffff);
1117 tcg_out32 (s, SUBFE | TAB (arg0, 0, arg));
1118 }
1119 else {
1120 tcg_out32 (s, ADDIC | RT (arg0) | RA (arg) | 0xffff);
1121 tcg_out32 (s, SUBFE | TAB (arg0, arg0, arg));
1122 }
1123 break;
1124
1125 case TCG_COND_GT:
1126 case TCG_COND_GTU:
1127 sh = 30;
1128 crop = 0;
1129 goto crtest;
1130
1131 case TCG_COND_LT:
1132 case TCG_COND_LTU:
1133 sh = 29;
1134 crop = 0;
1135 goto crtest;
1136
1137 case TCG_COND_GE:
1138 case TCG_COND_GEU:
1139 sh = 31;
1140 crop = CRNOR | BT (7, CR_EQ) | BA (7, CR_LT) | BB (7, CR_LT);
1141 goto crtest;
1142
1143 case TCG_COND_LE:
1144 case TCG_COND_LEU:
1145 sh = 31;
1146 crop = CRNOR | BT (7, CR_EQ) | BA (7, CR_GT) | BB (7, CR_GT);
1147 crtest:
1148 tcg_out_cmp (s, cond, arg1, arg2, const_arg2, 7, type == TCG_TYPE_I64);
1149 if (crop) tcg_out32 (s, crop);
1150 tcg_out32 (s, MFCR | RT (0));
1151 tcg_out32 (s, (RLWINM
1152 | RA (arg0)
1153 | RS (0)
1154 | SH (sh)
1155 | MB (31)
1156 | ME (31)
1157 )
1158 );
1159 break;
1160
1161 default:
1162 tcg_abort ();
1163 }
1164 }
1165
1166 static void tcg_out_bc (TCGContext *s, int bc, int label_index)
1167 {
1168 TCGLabel *l = &s->labels[label_index];
1169
1170 if (l->has_value)
1171 tcg_out32 (s, bc | reloc_pc14_val (s->code_ptr, l->u.value));
1172 else {
1173 uint16_t val = *(uint16_t *) &s->code_ptr[2];
1174
1175 /* Thanks to Andrzej Zaborowski */
1176 tcg_out32 (s, bc | (val & 0xfffc));
1177 tcg_out_reloc (s, s->code_ptr - 4, R_PPC_REL14, label_index, 0);
1178 }
1179 }
1180
1181 static void tcg_out_brcond (TCGContext *s, TCGCond cond,
1182 TCGArg arg1, TCGArg arg2, int const_arg2,
1183 int label_index, int arch64)
1184 {
1185 tcg_out_cmp (s, cond, arg1, arg2, const_arg2, 7, arch64);
1186 tcg_out_bc (s, tcg_to_bc[cond], label_index);
1187 }
1188
1189 void ppc_tb_set_jmp_target (unsigned long jmp_addr, unsigned long addr)
1190 {
1191 TCGContext s;
1192 unsigned long patch_size;
1193
1194 s.code_ptr = (uint8_t *) jmp_addr;
1195 tcg_out_b (&s, 0, addr);
1196 patch_size = s.code_ptr - (uint8_t *) jmp_addr;
1197 flush_icache_range (jmp_addr, jmp_addr + patch_size);
1198 }
1199
1200 static void tcg_out_op (TCGContext *s, TCGOpcode opc, const TCGArg *args,
1201 const int *const_args)
1202 {
1203 int c;
1204
1205 switch (opc) {
1206 case INDEX_op_exit_tb:
1207 tcg_out_movi (s, TCG_TYPE_I64, TCG_REG_R3, args[0]);
1208 tcg_out_b (s, 0, (tcg_target_long) tb_ret_addr);
1209 break;
1210 case INDEX_op_goto_tb:
1211 if (s->tb_jmp_offset) {
1212 /* direct jump method */
1213
1214 s->tb_jmp_offset[args[0]] = s->code_ptr - s->code_buf;
1215 s->code_ptr += 28;
1216 }
1217 else {
1218 tcg_abort ();
1219 }
1220 s->tb_next_offset[args[0]] = s->code_ptr - s->code_buf;
1221 break;
1222 case INDEX_op_br:
1223 {
1224 TCGLabel *l = &s->labels[args[0]];
1225
1226 if (l->has_value) {
1227 tcg_out_b (s, 0, l->u.value);
1228 }
1229 else {
1230 uint32_t val = *(uint32_t *) s->code_ptr;
1231
1232 /* Thanks to Andrzej Zaborowski */
1233 tcg_out32 (s, B | (val & 0x3fffffc));
1234 tcg_out_reloc (s, s->code_ptr - 4, R_PPC_REL24, args[0], 0);
1235 }
1236 }
1237 break;
1238 case INDEX_op_call:
1239 tcg_out_call (s, args[0], const_args[0]);
1240 break;
1241 case INDEX_op_jmp:
1242 if (const_args[0]) {
1243 tcg_out_b (s, 0, args[0]);
1244 }
1245 else {
1246 tcg_out32 (s, MTSPR | RS (args[0]) | CTR);
1247 tcg_out32 (s, BCCTR | BO_ALWAYS);
1248 }
1249 break;
1250 case INDEX_op_movi_i32:
1251 tcg_out_movi (s, TCG_TYPE_I32, args[0], args[1]);
1252 break;
1253 case INDEX_op_movi_i64:
1254 tcg_out_movi (s, TCG_TYPE_I64, args[0], args[1]);
1255 break;
1256 case INDEX_op_ld8u_i32:
1257 case INDEX_op_ld8u_i64:
1258 tcg_out_ldst (s, args[0], args[1], args[2], LBZ, LBZX);
1259 break;
1260 case INDEX_op_ld8s_i32:
1261 case INDEX_op_ld8s_i64:
1262 tcg_out_ldst (s, args[0], args[1], args[2], LBZ, LBZX);
1263 tcg_out32 (s, EXTSB | RS (args[0]) | RA (args[0]));
1264 break;
1265 case INDEX_op_ld16u_i32:
1266 case INDEX_op_ld16u_i64:
1267 tcg_out_ldst (s, args[0], args[1], args[2], LHZ, LHZX);
1268 break;
1269 case INDEX_op_ld16s_i32:
1270 case INDEX_op_ld16s_i64:
1271 tcg_out_ldst (s, args[0], args[1], args[2], LHA, LHAX);
1272 break;
1273 case INDEX_op_ld_i32:
1274 case INDEX_op_ld32u_i64:
1275 tcg_out_ldst (s, args[0], args[1], args[2], LWZ, LWZX);
1276 break;
1277 case INDEX_op_ld32s_i64:
1278 tcg_out_ldsta (s, args[0], args[1], args[2], LWA, LWAX);
1279 break;
1280 case INDEX_op_ld_i64:
1281 tcg_out_ldsta (s, args[0], args[1], args[2], LD, LDX);
1282 break;
1283 case INDEX_op_st8_i32:
1284 case INDEX_op_st8_i64:
1285 tcg_out_ldst (s, args[0], args[1], args[2], STB, STBX);
1286 break;
1287 case INDEX_op_st16_i32:
1288 case INDEX_op_st16_i64:
1289 tcg_out_ldst (s, args[0], args[1], args[2], STH, STHX);
1290 break;
1291 case INDEX_op_st_i32:
1292 case INDEX_op_st32_i64:
1293 tcg_out_ldst (s, args[0], args[1], args[2], STW, STWX);
1294 break;
1295 case INDEX_op_st_i64:
1296 tcg_out_ldsta (s, args[0], args[1], args[2], STD, STDX);
1297 break;
1298
1299 case INDEX_op_add_i32:
1300 if (const_args[2])
1301 ppc_addi32 (s, args[0], args[1], args[2]);
1302 else
1303 tcg_out32 (s, ADD | TAB (args[0], args[1], args[2]));
1304 break;
1305 case INDEX_op_sub_i32:
1306 if (const_args[2])
1307 ppc_addi32 (s, args[0], args[1], -args[2]);
1308 else
1309 tcg_out32 (s, SUBF | TAB (args[0], args[2], args[1]));
1310 break;
1311
1312 case INDEX_op_and_i64:
1313 case INDEX_op_and_i32:
1314 if (const_args[2]) {
1315 if ((args[2] & 0xffff) == args[2])
1316 tcg_out32 (s, ANDI | RS (args[1]) | RA (args[0]) | args[2]);
1317 else if ((args[2] & 0xffff0000) == args[2])
1318 tcg_out32 (s, ANDIS | RS (args[1]) | RA (args[0])
1319 | ((args[2] >> 16) & 0xffff));
1320 else {
1321 tcg_out_movi (s, (opc == INDEX_op_and_i32
1322 ? TCG_TYPE_I32
1323 : TCG_TYPE_I64),
1324 0, args[2]);
1325 tcg_out32 (s, AND | SAB (args[1], args[0], 0));
1326 }
1327 }
1328 else
1329 tcg_out32 (s, AND | SAB (args[1], args[0], args[2]));
1330 break;
1331 case INDEX_op_or_i64:
1332 case INDEX_op_or_i32:
1333 if (const_args[2]) {
1334 if (args[2] & 0xffff) {
1335 tcg_out32 (s, ORI | RS (args[1]) | RA (args[0])
1336 | (args[2] & 0xffff));
1337 if (args[2] >> 16)
1338 tcg_out32 (s, ORIS | RS (args[0]) | RA (args[0])
1339 | ((args[2] >> 16) & 0xffff));
1340 }
1341 else {
1342 tcg_out32 (s, ORIS | RS (args[1]) | RA (args[0])
1343 | ((args[2] >> 16) & 0xffff));
1344 }
1345 }
1346 else
1347 tcg_out32 (s, OR | SAB (args[1], args[0], args[2]));
1348 break;
1349 case INDEX_op_xor_i64:
1350 case INDEX_op_xor_i32:
1351 if (const_args[2]) {
1352 if ((args[2] & 0xffff) == args[2])
1353 tcg_out32 (s, XORI | RS (args[1]) | RA (args[0])
1354 | (args[2] & 0xffff));
1355 else if ((args[2] & 0xffff0000) == args[2])
1356 tcg_out32 (s, XORIS | RS (args[1]) | RA (args[0])
1357 | ((args[2] >> 16) & 0xffff));
1358 else {
1359 tcg_out_movi (s, (opc == INDEX_op_and_i32
1360 ? TCG_TYPE_I32
1361 : TCG_TYPE_I64),
1362 0, args[2]);
1363 tcg_out32 (s, XOR | SAB (args[1], args[0], 0));
1364 }
1365 }
1366 else
1367 tcg_out32 (s, XOR | SAB (args[1], args[0], args[2]));
1368 break;
1369
1370 case INDEX_op_mul_i32:
1371 if (const_args[2]) {
1372 if (args[2] == (int16_t) args[2])
1373 tcg_out32 (s, MULLI | RT (args[0]) | RA (args[1])
1374 | (args[2] & 0xffff));
1375 else {
1376 tcg_out_movi (s, TCG_TYPE_I32, 0, args[2]);
1377 tcg_out32 (s, MULLW | TAB (args[0], args[1], 0));
1378 }
1379 }
1380 else
1381 tcg_out32 (s, MULLW | TAB (args[0], args[1], args[2]));
1382 break;
1383
1384 case INDEX_op_div_i32:
1385 tcg_out32 (s, DIVW | TAB (args[0], args[1], args[2]));
1386 break;
1387
1388 case INDEX_op_divu_i32:
1389 tcg_out32 (s, DIVWU | TAB (args[0], args[1], args[2]));
1390 break;
1391
1392 case INDEX_op_rem_i32:
1393 tcg_out32 (s, DIVW | TAB (0, args[1], args[2]));
1394 tcg_out32 (s, MULLW | TAB (0, 0, args[2]));
1395 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1396 break;
1397
1398 case INDEX_op_remu_i32:
1399 tcg_out32 (s, DIVWU | TAB (0, args[1], args[2]));
1400 tcg_out32 (s, MULLW | TAB (0, 0, args[2]));
1401 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1402 break;
1403
1404 case INDEX_op_shl_i32:
1405 if (const_args[2]) {
1406 tcg_out32 (s, (RLWINM
1407 | RA (args[0])
1408 | RS (args[1])
1409 | SH (args[2])
1410 | MB (0)
1411 | ME (31 - args[2])
1412 )
1413 );
1414 }
1415 else
1416 tcg_out32 (s, SLW | SAB (args[1], args[0], args[2]));
1417 break;
1418 case INDEX_op_shr_i32:
1419 if (const_args[2]) {
1420 tcg_out32 (s, (RLWINM
1421 | RA (args[0])
1422 | RS (args[1])
1423 | SH (32 - args[2])
1424 | MB (args[2])
1425 | ME (31)
1426 )
1427 );
1428 }
1429 else
1430 tcg_out32 (s, SRW | SAB (args[1], args[0], args[2]));
1431 break;
1432 case INDEX_op_sar_i32:
1433 if (const_args[2])
1434 tcg_out32 (s, SRAWI | RS (args[1]) | RA (args[0]) | SH (args[2]));
1435 else
1436 tcg_out32 (s, SRAW | SAB (args[1], args[0], args[2]));
1437 break;
1438
1439 case INDEX_op_brcond_i32:
1440 tcg_out_brcond (s, args[2], args[0], args[1], const_args[1], args[3], 0);
1441 break;
1442
1443 case INDEX_op_brcond_i64:
1444 tcg_out_brcond (s, args[2], args[0], args[1], const_args[1], args[3], 1);
1445 break;
1446
1447 case INDEX_op_neg_i32:
1448 case INDEX_op_neg_i64:
1449 tcg_out32 (s, NEG | RT (args[0]) | RA (args[1]));
1450 break;
1451
1452 case INDEX_op_add_i64:
1453 if (const_args[2])
1454 ppc_addi64 (s, args[0], args[1], args[2]);
1455 else
1456 tcg_out32 (s, ADD | TAB (args[0], args[1], args[2]));
1457 break;
1458 case INDEX_op_sub_i64:
1459 if (const_args[2])
1460 ppc_addi64 (s, args[0], args[1], -args[2]);
1461 else
1462 tcg_out32 (s, SUBF | TAB (args[0], args[2], args[1]));
1463 break;
1464
1465 case INDEX_op_shl_i64:
1466 if (const_args[2])
1467 tcg_out_rld (s, RLDICR, args[0], args[1], args[2], 63 - args[2]);
1468 else
1469 tcg_out32 (s, SLD | SAB (args[1], args[0], args[2]));
1470 break;
1471 case INDEX_op_shr_i64:
1472 if (const_args[2])
1473 tcg_out_rld (s, RLDICL, args[0], args[1], 64 - args[2], args[2]);
1474 else
1475 tcg_out32 (s, SRD | SAB (args[1], args[0], args[2]));
1476 break;
1477 case INDEX_op_sar_i64:
1478 if (const_args[2]) {
1479 int sh = SH (args[2] & 0x1f) | (((args[2] >> 5) & 1) << 1);
1480 tcg_out32 (s, SRADI | RA (args[0]) | RS (args[1]) | sh);
1481 }
1482 else
1483 tcg_out32 (s, SRAD | SAB (args[1], args[0], args[2]));
1484 break;
1485
1486 case INDEX_op_mul_i64:
1487 tcg_out32 (s, MULLD | TAB (args[0], args[1], args[2]));
1488 break;
1489 case INDEX_op_div_i64:
1490 tcg_out32 (s, DIVD | TAB (args[0], args[1], args[2]));
1491 break;
1492 case INDEX_op_divu_i64:
1493 tcg_out32 (s, DIVDU | TAB (args[0], args[1], args[2]));
1494 break;
1495 case INDEX_op_rem_i64:
1496 tcg_out32 (s, DIVD | TAB (0, args[1], args[2]));
1497 tcg_out32 (s, MULLD | TAB (0, 0, args[2]));
1498 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1499 break;
1500 case INDEX_op_remu_i64:
1501 tcg_out32 (s, DIVDU | TAB (0, args[1], args[2]));
1502 tcg_out32 (s, MULLD | TAB (0, 0, args[2]));
1503 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1504 break;
1505
1506 case INDEX_op_qemu_ld8u:
1507 tcg_out_qemu_ld (s, args, 0);
1508 break;
1509 case INDEX_op_qemu_ld8s:
1510 tcg_out_qemu_ld (s, args, 0 | 4);
1511 break;
1512 case INDEX_op_qemu_ld16u:
1513 tcg_out_qemu_ld (s, args, 1);
1514 break;
1515 case INDEX_op_qemu_ld16s:
1516 tcg_out_qemu_ld (s, args, 1 | 4);
1517 break;
1518 case INDEX_op_qemu_ld32:
1519 case INDEX_op_qemu_ld32u:
1520 tcg_out_qemu_ld (s, args, 2);
1521 break;
1522 case INDEX_op_qemu_ld32s:
1523 tcg_out_qemu_ld (s, args, 2 | 4);
1524 break;
1525 case INDEX_op_qemu_ld64:
1526 tcg_out_qemu_ld (s, args, 3);
1527 break;
1528 case INDEX_op_qemu_st8:
1529 tcg_out_qemu_st (s, args, 0);
1530 break;
1531 case INDEX_op_qemu_st16:
1532 tcg_out_qemu_st (s, args, 1);
1533 break;
1534 case INDEX_op_qemu_st32:
1535 tcg_out_qemu_st (s, args, 2);
1536 break;
1537 case INDEX_op_qemu_st64:
1538 tcg_out_qemu_st (s, args, 3);
1539 break;
1540
1541 case INDEX_op_ext8s_i32:
1542 case INDEX_op_ext8s_i64:
1543 c = EXTSB;
1544 goto gen_ext;
1545 case INDEX_op_ext16s_i32:
1546 case INDEX_op_ext16s_i64:
1547 c = EXTSH;
1548 goto gen_ext;
1549 case INDEX_op_ext32s_i64:
1550 c = EXTSW;
1551 goto gen_ext;
1552 gen_ext:
1553 tcg_out32 (s, c | RS (args[1]) | RA (args[0]));
1554 break;
1555
1556 case INDEX_op_setcond_i32:
1557 tcg_out_setcond (s, TCG_TYPE_I32, args[3], args[0], args[1], args[2],
1558 const_args[2]);
1559 break;
1560 case INDEX_op_setcond_i64:
1561 tcg_out_setcond (s, TCG_TYPE_I64, args[3], args[0], args[1], args[2],
1562 const_args[2]);
1563 break;
1564
1565 default:
1566 tcg_dump_ops (s, stderr);
1567 tcg_abort ();
1568 }
1569 }
1570
1571 static const TCGTargetOpDef ppc_op_defs[] = {
1572 { INDEX_op_exit_tb, { } },
1573 { INDEX_op_goto_tb, { } },
1574 { INDEX_op_call, { "ri" } },
1575 { INDEX_op_jmp, { "ri" } },
1576 { INDEX_op_br, { } },
1577
1578 { INDEX_op_mov_i32, { "r", "r" } },
1579 { INDEX_op_mov_i64, { "r", "r" } },
1580 { INDEX_op_movi_i32, { "r" } },
1581 { INDEX_op_movi_i64, { "r" } },
1582
1583 { INDEX_op_ld8u_i32, { "r", "r" } },
1584 { INDEX_op_ld8s_i32, { "r", "r" } },
1585 { INDEX_op_ld16u_i32, { "r", "r" } },
1586 { INDEX_op_ld16s_i32, { "r", "r" } },
1587 { INDEX_op_ld_i32, { "r", "r" } },
1588 { INDEX_op_ld_i64, { "r", "r" } },
1589 { INDEX_op_st8_i32, { "r", "r" } },
1590 { INDEX_op_st8_i64, { "r", "r" } },
1591 { INDEX_op_st16_i32, { "r", "r" } },
1592 { INDEX_op_st16_i64, { "r", "r" } },
1593 { INDEX_op_st_i32, { "r", "r" } },
1594 { INDEX_op_st_i64, { "r", "r" } },
1595 { INDEX_op_st32_i64, { "r", "r" } },
1596
1597 { INDEX_op_ld8u_i64, { "r", "r" } },
1598 { INDEX_op_ld8s_i64, { "r", "r" } },
1599 { INDEX_op_ld16u_i64, { "r", "r" } },
1600 { INDEX_op_ld16s_i64, { "r", "r" } },
1601 { INDEX_op_ld32u_i64, { "r", "r" } },
1602 { INDEX_op_ld32s_i64, { "r", "r" } },
1603 { INDEX_op_ld_i64, { "r", "r" } },
1604
1605 { INDEX_op_add_i32, { "r", "r", "ri" } },
1606 { INDEX_op_mul_i32, { "r", "r", "ri" } },
1607 { INDEX_op_div_i32, { "r", "r", "r" } },
1608 { INDEX_op_divu_i32, { "r", "r", "r" } },
1609 { INDEX_op_rem_i32, { "r", "r", "r" } },
1610 { INDEX_op_remu_i32, { "r", "r", "r" } },
1611 { INDEX_op_sub_i32, { "r", "r", "ri" } },
1612 { INDEX_op_and_i32, { "r", "r", "ri" } },
1613 { INDEX_op_or_i32, { "r", "r", "ri" } },
1614 { INDEX_op_xor_i32, { "r", "r", "ri" } },
1615
1616 { INDEX_op_shl_i32, { "r", "r", "ri" } },
1617 { INDEX_op_shr_i32, { "r", "r", "ri" } },
1618 { INDEX_op_sar_i32, { "r", "r", "ri" } },
1619
1620 { INDEX_op_brcond_i32, { "r", "ri" } },
1621 { INDEX_op_brcond_i64, { "r", "ri" } },
1622
1623 { INDEX_op_neg_i32, { "r", "r" } },
1624
1625 { INDEX_op_add_i64, { "r", "r", "ri" } },
1626 { INDEX_op_sub_i64, { "r", "r", "ri" } },
1627 { INDEX_op_and_i64, { "r", "r", "rZ" } },
1628 { INDEX_op_or_i64, { "r", "r", "rZ" } },
1629 { INDEX_op_xor_i64, { "r", "r", "rZ" } },
1630
1631 { INDEX_op_shl_i64, { "r", "r", "ri" } },
1632 { INDEX_op_shr_i64, { "r", "r", "ri" } },
1633 { INDEX_op_sar_i64, { "r", "r", "ri" } },
1634
1635 { INDEX_op_mul_i64, { "r", "r", "r" } },
1636 { INDEX_op_div_i64, { "r", "r", "r" } },
1637 { INDEX_op_divu_i64, { "r", "r", "r" } },
1638 { INDEX_op_rem_i64, { "r", "r", "r" } },
1639 { INDEX_op_remu_i64, { "r", "r", "r" } },
1640
1641 { INDEX_op_neg_i64, { "r", "r" } },
1642
1643 { INDEX_op_qemu_ld8u, { "r", "L" } },
1644 { INDEX_op_qemu_ld8s, { "r", "L" } },
1645 { INDEX_op_qemu_ld16u, { "r", "L" } },
1646 { INDEX_op_qemu_ld16s, { "r", "L" } },
1647 { INDEX_op_qemu_ld32, { "r", "L" } },
1648 { INDEX_op_qemu_ld32u, { "r", "L" } },
1649 { INDEX_op_qemu_ld32s, { "r", "L" } },
1650 { INDEX_op_qemu_ld64, { "r", "L" } },
1651
1652 { INDEX_op_qemu_st8, { "S", "S" } },
1653 { INDEX_op_qemu_st16, { "S", "S" } },
1654 { INDEX_op_qemu_st32, { "S", "S" } },
1655 { INDEX_op_qemu_st64, { "S", "S" } },
1656
1657 { INDEX_op_ext8s_i32, { "r", "r" } },
1658 { INDEX_op_ext16s_i32, { "r", "r" } },
1659 { INDEX_op_ext8s_i64, { "r", "r" } },
1660 { INDEX_op_ext16s_i64, { "r", "r" } },
1661 { INDEX_op_ext32s_i64, { "r", "r" } },
1662
1663 { INDEX_op_setcond_i32, { "r", "r", "ri" } },
1664 { INDEX_op_setcond_i64, { "r", "r", "ri" } },
1665
1666 { -1 },
1667 };
1668
1669 static void tcg_target_init (TCGContext *s)
1670 {
1671 tcg_regset_set32 (tcg_target_available_regs[TCG_TYPE_I32], 0, 0xffffffff);
1672 tcg_regset_set32 (tcg_target_available_regs[TCG_TYPE_I64], 0, 0xffffffff);
1673 tcg_regset_set32 (tcg_target_call_clobber_regs, 0,
1674 (1 << TCG_REG_R0) |
1675 #ifdef __APPLE__
1676 (1 << TCG_REG_R2) |
1677 #endif
1678 (1 << TCG_REG_R3) |
1679 (1 << TCG_REG_R4) |
1680 (1 << TCG_REG_R5) |
1681 (1 << TCG_REG_R6) |
1682 (1 << TCG_REG_R7) |
1683 (1 << TCG_REG_R8) |
1684 (1 << TCG_REG_R9) |
1685 (1 << TCG_REG_R10) |
1686 (1 << TCG_REG_R11) |
1687 (1 << TCG_REG_R12)
1688 );
1689
1690 tcg_regset_clear (s->reserved_regs);
1691 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R0);
1692 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R1);
1693 #ifndef __APPLE__
1694 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R2);
1695 #endif
1696 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R13);
1697
1698 tcg_add_target_add_op_defs (ppc_op_defs);
1699 }