]> git.proxmox.com Git - qemu.git/blob - tcg/ppc64/tcg-target.c
a612e10bee856db0777690cdbdc8233430f220bb
[qemu.git] / tcg / ppc64 / tcg-target.c
1 /*
2 * Tiny Code Generator for QEMU
3 *
4 * Copyright (c) 2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25 #define TCG_CT_CONST_U32 0x100
26
27 static uint8_t *tb_ret_addr;
28
29 #define FAST_PATH
30
31 #if TARGET_PHYS_ADDR_BITS == 32
32 #define LD_ADDEND LWZ
33 #else
34 #define LD_ADDEND LD
35 #endif
36
37 #if TARGET_LONG_BITS == 32
38 #define LD_ADDR LWZU
39 #define CMP_L 0
40 #else
41 #define LD_ADDR LDU
42 #define CMP_L (1<<21)
43 #endif
44
45 #ifndef GUEST_BASE
46 #define GUEST_BASE 0
47 #endif
48
49 #ifdef CONFIG_USE_GUEST_BASE
50 #define TCG_GUEST_BASE_REG 30
51 #else
52 #define TCG_GUEST_BASE_REG 0
53 #endif
54
55 #ifndef NDEBUG
56 static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
57 "r0",
58 "r1",
59 "rp",
60 "r3",
61 "r4",
62 "r5",
63 "r6",
64 "r7",
65 "r8",
66 "r9",
67 "r10",
68 "r11",
69 "r12",
70 "r13",
71 "r14",
72 "r15",
73 "r16",
74 "r17",
75 "r18",
76 "r19",
77 "r20",
78 "r21",
79 "r22",
80 "r23",
81 "r24",
82 "r25",
83 "r26",
84 "r27",
85 "r28",
86 "r29",
87 "r30",
88 "r31"
89 };
90 #endif
91
92 static const int tcg_target_reg_alloc_order[] = {
93 TCG_REG_R14,
94 TCG_REG_R15,
95 TCG_REG_R16,
96 TCG_REG_R17,
97 TCG_REG_R18,
98 TCG_REG_R19,
99 TCG_REG_R20,
100 TCG_REG_R21,
101 TCG_REG_R22,
102 TCG_REG_R23,
103 TCG_REG_R28,
104 TCG_REG_R29,
105 TCG_REG_R30,
106 TCG_REG_R31,
107 TCG_REG_R3,
108 TCG_REG_R4,
109 TCG_REG_R5,
110 TCG_REG_R6,
111 TCG_REG_R7,
112 TCG_REG_R8,
113 TCG_REG_R9,
114 TCG_REG_R10,
115 TCG_REG_R11,
116 TCG_REG_R12,
117 TCG_REG_R24,
118 TCG_REG_R25,
119 TCG_REG_R26,
120 TCG_REG_R27
121 };
122
123 static const int tcg_target_call_iarg_regs[] = {
124 TCG_REG_R3,
125 TCG_REG_R4,
126 TCG_REG_R5,
127 TCG_REG_R6,
128 TCG_REG_R7,
129 TCG_REG_R8,
130 TCG_REG_R9,
131 TCG_REG_R10
132 };
133
134 static const int tcg_target_call_oarg_regs[2] = {
135 TCG_REG_R3
136 };
137
138 static const int tcg_target_callee_save_regs[] = {
139 TCG_REG_R14,
140 TCG_REG_R15,
141 TCG_REG_R16,
142 TCG_REG_R17,
143 TCG_REG_R18,
144 TCG_REG_R19,
145 TCG_REG_R20,
146 TCG_REG_R21,
147 TCG_REG_R22,
148 TCG_REG_R23,
149 TCG_REG_R24,
150 TCG_REG_R25,
151 TCG_REG_R26,
152 /* TCG_REG_R27, */ /* currently used for the global env, so no
153 need to save */
154 TCG_REG_R28,
155 TCG_REG_R29,
156 TCG_REG_R30,
157 TCG_REG_R31
158 };
159
160 static uint32_t reloc_pc24_val (void *pc, tcg_target_long target)
161 {
162 tcg_target_long disp;
163
164 disp = target - (tcg_target_long) pc;
165 if ((disp << 38) >> 38 != disp)
166 tcg_abort ();
167
168 return disp & 0x3fffffc;
169 }
170
171 static void reloc_pc24 (void *pc, tcg_target_long target)
172 {
173 *(uint32_t *) pc = (*(uint32_t *) pc & ~0x3fffffc)
174 | reloc_pc24_val (pc, target);
175 }
176
177 static uint16_t reloc_pc14_val (void *pc, tcg_target_long target)
178 {
179 tcg_target_long disp;
180
181 disp = target - (tcg_target_long) pc;
182 if (disp != (int16_t) disp)
183 tcg_abort ();
184
185 return disp & 0xfffc;
186 }
187
188 static void reloc_pc14 (void *pc, tcg_target_long target)
189 {
190 *(uint32_t *) pc = (*(uint32_t *) pc & ~0xfffc)
191 | reloc_pc14_val (pc, target);
192 }
193
194 static void patch_reloc (uint8_t *code_ptr, int type,
195 tcg_target_long value, tcg_target_long addend)
196 {
197 value += addend;
198 switch (type) {
199 case R_PPC_REL14:
200 reloc_pc14 (code_ptr, value);
201 break;
202 case R_PPC_REL24:
203 reloc_pc24 (code_ptr, value);
204 break;
205 default:
206 tcg_abort ();
207 }
208 }
209
210 /* maximum number of register used for input function arguments */
211 static int tcg_target_get_call_iarg_regs_count (int flags)
212 {
213 return ARRAY_SIZE (tcg_target_call_iarg_regs);
214 }
215
216 /* parse target specific constraints */
217 static int target_parse_constraint (TCGArgConstraint *ct, const char **pct_str)
218 {
219 const char *ct_str;
220
221 ct_str = *pct_str;
222 switch (ct_str[0]) {
223 case 'A': case 'B': case 'C': case 'D':
224 ct->ct |= TCG_CT_REG;
225 tcg_regset_set_reg (ct->u.regs, 3 + ct_str[0] - 'A');
226 break;
227 case 'r':
228 ct->ct |= TCG_CT_REG;
229 tcg_regset_set32 (ct->u.regs, 0, 0xffffffff);
230 break;
231 case 'L': /* qemu_ld constraint */
232 ct->ct |= TCG_CT_REG;
233 tcg_regset_set32 (ct->u.regs, 0, 0xffffffff);
234 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R3);
235 #ifdef CONFIG_SOFTMMU
236 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R4);
237 #endif
238 break;
239 case 'S': /* qemu_st constraint */
240 ct->ct |= TCG_CT_REG;
241 tcg_regset_set32 (ct->u.regs, 0, 0xffffffff);
242 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R3);
243 #ifdef CONFIG_SOFTMMU
244 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R4);
245 tcg_regset_reset_reg (ct->u.regs, TCG_REG_R5);
246 #endif
247 break;
248 case 'Z':
249 ct->ct |= TCG_CT_CONST_U32;
250 break;
251 default:
252 return -1;
253 }
254 ct_str++;
255 *pct_str = ct_str;
256 return 0;
257 }
258
259 /* test if a constant matches the constraint */
260 static int tcg_target_const_match (tcg_target_long val,
261 const TCGArgConstraint *arg_ct)
262 {
263 int ct;
264
265 ct = arg_ct->ct;
266 if (ct & TCG_CT_CONST)
267 return 1;
268 else if ((ct & TCG_CT_CONST_U32) && (val == (uint32_t) val))
269 return 1;
270 return 0;
271 }
272
273 #define OPCD(opc) ((opc)<<26)
274 #define XO19(opc) (OPCD(19)|((opc)<<1))
275 #define XO30(opc) (OPCD(30)|((opc)<<2))
276 #define XO31(opc) (OPCD(31)|((opc)<<1))
277 #define XO58(opc) (OPCD(58)|(opc))
278 #define XO62(opc) (OPCD(62)|(opc))
279
280 #define B OPCD( 18)
281 #define BC OPCD( 16)
282 #define LBZ OPCD( 34)
283 #define LHZ OPCD( 40)
284 #define LHA OPCD( 42)
285 #define LWZ OPCD( 32)
286 #define STB OPCD( 38)
287 #define STH OPCD( 44)
288 #define STW OPCD( 36)
289
290 #define STD XO62( 0)
291 #define STDU XO62( 1)
292 #define STDX XO31(149)
293
294 #define LD XO58( 0)
295 #define LDX XO31( 21)
296 #define LDU XO58( 1)
297 #define LWA XO58( 2)
298 #define LWAX XO31(341)
299
300 #define ADDI OPCD( 14)
301 #define ADDIS OPCD( 15)
302 #define ORI OPCD( 24)
303 #define ORIS OPCD( 25)
304 #define XORI OPCD( 26)
305 #define XORIS OPCD( 27)
306 #define ANDI OPCD( 28)
307 #define ANDIS OPCD( 29)
308 #define MULLI OPCD( 7)
309 #define CMPLI OPCD( 10)
310 #define CMPI OPCD( 11)
311
312 #define LWZU OPCD( 33)
313 #define STWU OPCD( 37)
314
315 #define RLWINM OPCD( 21)
316
317 #define RLDICL XO30( 0)
318 #define RLDICR XO30( 1)
319 #define RLDIMI XO30( 3)
320
321 #define BCLR XO19( 16)
322 #define BCCTR XO19(528)
323 #define CRAND XO19(257)
324 #define CRANDC XO19(129)
325 #define CRNAND XO19(225)
326 #define CROR XO19(449)
327
328 #define EXTSB XO31(954)
329 #define EXTSH XO31(922)
330 #define EXTSW XO31(986)
331 #define ADD XO31(266)
332 #define ADDE XO31(138)
333 #define ADDC XO31( 10)
334 #define AND XO31( 28)
335 #define SUBF XO31( 40)
336 #define SUBFC XO31( 8)
337 #define SUBFE XO31(136)
338 #define OR XO31(444)
339 #define XOR XO31(316)
340 #define MULLW XO31(235)
341 #define MULHWU XO31( 11)
342 #define DIVW XO31(491)
343 #define DIVWU XO31(459)
344 #define CMP XO31( 0)
345 #define CMPL XO31( 32)
346 #define LHBRX XO31(790)
347 #define LWBRX XO31(534)
348 #define STHBRX XO31(918)
349 #define STWBRX XO31(662)
350 #define MFSPR XO31(339)
351 #define MTSPR XO31(467)
352 #define SRAWI XO31(824)
353 #define NEG XO31(104)
354
355 #define MULLD XO31(233)
356 #define MULHD XO31( 73)
357 #define MULHDU XO31( 9)
358 #define DIVD XO31(489)
359 #define DIVDU XO31(457)
360
361 #define LBZX XO31( 87)
362 #define LHZX XO31(279)
363 #define LHAX XO31(343)
364 #define LWZX XO31( 23)
365 #define STBX XO31(215)
366 #define STHX XO31(407)
367 #define STWX XO31(151)
368
369 #define SPR(a,b) ((((a)<<5)|(b))<<11)
370 #define LR SPR(8, 0)
371 #define CTR SPR(9, 0)
372
373 #define SLW XO31( 24)
374 #define SRW XO31(536)
375 #define SRAW XO31(792)
376
377 #define SLD XO31( 27)
378 #define SRD XO31(539)
379 #define SRAD XO31(794)
380 #define SRADI XO31(413<<1)
381
382 #define TW XO31( 4)
383 #define TRAP (TW | TO (31))
384
385 #define RT(r) ((r)<<21)
386 #define RS(r) ((r)<<21)
387 #define RA(r) ((r)<<16)
388 #define RB(r) ((r)<<11)
389 #define TO(t) ((t)<<21)
390 #define SH(s) ((s)<<11)
391 #define MB(b) ((b)<<6)
392 #define ME(e) ((e)<<1)
393 #define BO(o) ((o)<<21)
394 #define MB64(b) ((b)<<5)
395
396 #define LK 1
397
398 #define TAB(t,a,b) (RT(t) | RA(a) | RB(b))
399 #define SAB(s,a,b) (RS(s) | RA(a) | RB(b))
400
401 #define BF(n) ((n)<<23)
402 #define BI(n, c) (((c)+((n)*4))<<16)
403 #define BT(n, c) (((c)+((n)*4))<<21)
404 #define BA(n, c) (((c)+((n)*4))<<16)
405 #define BB(n, c) (((c)+((n)*4))<<11)
406
407 #define BO_COND_TRUE BO (12)
408 #define BO_COND_FALSE BO ( 4)
409 #define BO_ALWAYS BO (20)
410
411 enum {
412 CR_LT,
413 CR_GT,
414 CR_EQ,
415 CR_SO
416 };
417
418 static const uint32_t tcg_to_bc[10] = {
419 [TCG_COND_EQ] = BC | BI (7, CR_EQ) | BO_COND_TRUE,
420 [TCG_COND_NE] = BC | BI (7, CR_EQ) | BO_COND_FALSE,
421 [TCG_COND_LT] = BC | BI (7, CR_LT) | BO_COND_TRUE,
422 [TCG_COND_GE] = BC | BI (7, CR_LT) | BO_COND_FALSE,
423 [TCG_COND_LE] = BC | BI (7, CR_GT) | BO_COND_FALSE,
424 [TCG_COND_GT] = BC | BI (7, CR_GT) | BO_COND_TRUE,
425 [TCG_COND_LTU] = BC | BI (7, CR_LT) | BO_COND_TRUE,
426 [TCG_COND_GEU] = BC | BI (7, CR_LT) | BO_COND_FALSE,
427 [TCG_COND_LEU] = BC | BI (7, CR_GT) | BO_COND_FALSE,
428 [TCG_COND_GTU] = BC | BI (7, CR_GT) | BO_COND_TRUE,
429 };
430
431 static void tcg_out_mov (TCGContext *s, int ret, int arg)
432 {
433 tcg_out32 (s, OR | SAB (arg, ret, arg));
434 }
435
436 static void tcg_out_rld (TCGContext *s, int op, int ra, int rs, int sh, int mb)
437 {
438 sh = SH (sh & 0x1f) | (((sh >> 5) & 1) << 1);
439 mb = MB64 ((mb >> 5) | ((mb << 1) & 0x3f));
440 tcg_out32 (s, op | RA (ra) | RS (rs) | sh | mb);
441 }
442
443 static void tcg_out_movi32 (TCGContext *s, int ret, int32_t arg)
444 {
445 if (arg == (int16_t) arg)
446 tcg_out32 (s, ADDI | RT (ret) | RA (0) | (arg & 0xffff));
447 else {
448 tcg_out32 (s, ADDIS | RT (ret) | RA (0) | ((arg >> 16) & 0xffff));
449 if (arg & 0xffff)
450 tcg_out32 (s, ORI | RS (ret) | RA (ret) | (arg & 0xffff));
451 }
452 }
453
454 static void tcg_out_movi (TCGContext *s, TCGType type,
455 int ret, tcg_target_long arg)
456 {
457 int32_t arg32 = arg;
458
459 if (type == TCG_TYPE_I32 || arg == arg32) {
460 tcg_out_movi32 (s, ret, arg32);
461 }
462 else {
463 if ((uint64_t) arg >> 32) {
464 uint16_t h16 = arg >> 16;
465 uint16_t l16 = arg;
466
467 tcg_out_movi32 (s, ret, arg >> 32);
468 tcg_out_rld (s, RLDICR, ret, ret, 32, 31);
469 if (h16) tcg_out32 (s, ORIS | RS (ret) | RA (ret) | h16);
470 if (l16) tcg_out32 (s, ORI | RS (ret) | RA (ret) | l16);
471 }
472 else {
473 tcg_out_movi32 (s, ret, arg32);
474 if (arg32 < 0)
475 tcg_out_rld (s, RLDICL, ret, ret, 0, 32);
476 }
477 }
478 }
479
480 static void tcg_out_call (TCGContext *s, tcg_target_long arg, int const_arg)
481 {
482 int reg;
483
484 if (const_arg) {
485 reg = 2;
486 tcg_out_movi (s, TCG_TYPE_I64, reg, arg);
487 }
488 else reg = arg;
489
490 tcg_out32 (s, LD | RT (0) | RA (reg));
491 tcg_out32 (s, MTSPR | RA (0) | CTR);
492 tcg_out32 (s, LD | RT (11) | RA (reg) | 16);
493 tcg_out32 (s, LD | RT (2) | RA (reg) | 8);
494 tcg_out32 (s, BCCTR | BO_ALWAYS | LK);
495 }
496
497 static void tcg_out_ldst (TCGContext *s, int ret, int addr,
498 int offset, int op1, int op2)
499 {
500 if (offset == (int16_t) offset)
501 tcg_out32 (s, op1 | RT (ret) | RA (addr) | (offset & 0xffff));
502 else {
503 tcg_out_movi (s, TCG_TYPE_I64, 0, offset);
504 tcg_out32 (s, op2 | RT (ret) | RA (addr) | RB (0));
505 }
506 }
507
508 static void tcg_out_ldsta (TCGContext *s, int ret, int addr,
509 int offset, int op1, int op2)
510 {
511 if (offset == (int16_t) (offset & ~3))
512 tcg_out32 (s, op1 | RT (ret) | RA (addr) | (offset & 0xffff));
513 else {
514 tcg_out_movi (s, TCG_TYPE_I64, 0, offset);
515 tcg_out32 (s, op2 | RT (ret) | RA (addr) | RB (0));
516 }
517 }
518
519 static void tcg_out_b (TCGContext *s, int mask, tcg_target_long target)
520 {
521 tcg_target_long disp;
522
523 disp = target - (tcg_target_long) s->code_ptr;
524 if ((disp << 38) >> 38 == disp)
525 tcg_out32 (s, B | (disp & 0x3fffffc) | mask);
526 else {
527 tcg_out_movi (s, TCG_TYPE_I64, 0, (tcg_target_long) target);
528 tcg_out32 (s, MTSPR | RS (0) | CTR);
529 tcg_out32 (s, BCCTR | BO_ALWAYS | mask);
530 }
531 }
532
533 #if defined (CONFIG_SOFTMMU)
534
535 #include "../../softmmu_defs.h"
536
537 static void *qemu_ld_helpers[4] = {
538 __ldb_mmu,
539 __ldw_mmu,
540 __ldl_mmu,
541 __ldq_mmu,
542 };
543
544 static void *qemu_st_helpers[4] = {
545 __stb_mmu,
546 __stw_mmu,
547 __stl_mmu,
548 __stq_mmu,
549 };
550
551 static void tcg_out_tlb_read (TCGContext *s, int r0, int r1, int r2,
552 int addr_reg, int s_bits, int offset)
553 {
554 #if TARGET_LONG_BITS == 32
555 tcg_out_rld (s, RLDICL, addr_reg, addr_reg, 0, 32);
556
557 tcg_out32 (s, (RLWINM
558 | RA (r0)
559 | RS (addr_reg)
560 | SH (32 - (TARGET_PAGE_BITS - CPU_TLB_ENTRY_BITS))
561 | MB (32 - (CPU_TLB_BITS + CPU_TLB_ENTRY_BITS))
562 | ME (31 - CPU_TLB_ENTRY_BITS)
563 )
564 );
565 tcg_out32 (s, ADD | RT (r0) | RA (r0) | RB (TCG_AREG0));
566 tcg_out32 (s, (LWZU | RT (r1) | RA (r0) | offset));
567 tcg_out32 (s, (RLWINM
568 | RA (r2)
569 | RS (addr_reg)
570 | SH (0)
571 | MB ((32 - s_bits) & 31)
572 | ME (31 - TARGET_PAGE_BITS)
573 )
574 );
575 #else
576 tcg_out_rld (s, RLDICL, r0, addr_reg,
577 64 - TARGET_PAGE_BITS,
578 64 - CPU_TLB_BITS);
579 tcg_out_rld (s, RLDICR, r0, r0,
580 CPU_TLB_ENTRY_BITS,
581 63 - CPU_TLB_ENTRY_BITS);
582
583 tcg_out32 (s, ADD | TAB (r0, r0, TCG_AREG0));
584 tcg_out32 (s, LD_ADDR | RT (r1) | RA (r0) | offset);
585
586 if (!s_bits) {
587 tcg_out_rld (s, RLDICR, r2, addr_reg, 0, 63 - TARGET_PAGE_BITS);
588 }
589 else {
590 tcg_out_rld (s, RLDICL, r2, addr_reg,
591 64 - TARGET_PAGE_BITS,
592 TARGET_PAGE_BITS - s_bits);
593 tcg_out_rld (s, RLDICL, r2, r2, TARGET_PAGE_BITS, 0);
594 }
595 #endif
596 }
597 #endif
598
599 static void tcg_out_qemu_ld (TCGContext *s, const TCGArg *args, int opc)
600 {
601 int addr_reg, data_reg, r0, r1, rbase, mem_index, s_bits, bswap;
602 #ifdef CONFIG_SOFTMMU
603 int r2;
604 void *label1_ptr, *label2_ptr;
605 #endif
606
607 data_reg = *args++;
608 addr_reg = *args++;
609 mem_index = *args;
610 s_bits = opc & 3;
611
612 #ifdef CONFIG_SOFTMMU
613 r0 = 3;
614 r1 = 4;
615 r2 = 0;
616 rbase = 0;
617
618 tcg_out_tlb_read (s, r0, r1, r2, addr_reg, s_bits,
619 offsetof (CPUState, tlb_table[mem_index][0].addr_read));
620
621 tcg_out32 (s, CMP | BF (7) | RA (r2) | RB (r1) | CMP_L);
622
623 label1_ptr = s->code_ptr;
624 #ifdef FAST_PATH
625 tcg_out32 (s, BC | BI (7, CR_EQ) | BO_COND_TRUE);
626 #endif
627
628 /* slow path */
629 tcg_out_mov (s, 3, addr_reg);
630 tcg_out_movi (s, TCG_TYPE_I64, 4, mem_index);
631
632 tcg_out_call (s, (tcg_target_long) qemu_ld_helpers[s_bits], 1);
633
634 switch (opc) {
635 case 0|4:
636 tcg_out32 (s, EXTSB | RA (data_reg) | RS (3));
637 break;
638 case 1|4:
639 tcg_out32 (s, EXTSH | RA (data_reg) | RS (3));
640 break;
641 case 2|4:
642 tcg_out32 (s, EXTSW | RA (data_reg) | RS (3));
643 break;
644 case 0:
645 case 1:
646 case 2:
647 case 3:
648 if (data_reg != 3)
649 tcg_out_mov (s, data_reg, 3);
650 break;
651 }
652 label2_ptr = s->code_ptr;
653 tcg_out32 (s, B);
654
655 /* label1: fast path */
656 #ifdef FAST_PATH
657 reloc_pc14 (label1_ptr, (tcg_target_long) s->code_ptr);
658 #endif
659
660 /* r0 now contains &env->tlb_table[mem_index][index].addr_read */
661 tcg_out32 (s, (LD_ADDEND
662 | RT (r0)
663 | RA (r0)
664 | (offsetof (CPUTLBEntry, addend)
665 - offsetof (CPUTLBEntry, addr_read))
666 ));
667 /* r0 = env->tlb_table[mem_index][index].addend */
668 tcg_out32 (s, ADD | RT (r0) | RA (r0) | RB (addr_reg));
669 /* r0 = env->tlb_table[mem_index][index].addend + addr */
670
671 #else /* !CONFIG_SOFTMMU */
672 #if TARGET_LONG_BITS == 32
673 tcg_out_rld (s, RLDICL, addr_reg, addr_reg, 0, 32);
674 #endif
675 r0 = addr_reg;
676 r1 = 3;
677 rbase = GUEST_BASE ? TCG_GUEST_BASE_REG : 0;
678 #endif
679
680 #ifdef TARGET_WORDS_BIGENDIAN
681 bswap = 0;
682 #else
683 bswap = 1;
684 #endif
685 switch (opc) {
686 default:
687 case 0:
688 tcg_out32 (s, LBZX | TAB (data_reg, rbase, r0));
689 break;
690 case 0|4:
691 tcg_out32 (s, LBZX | TAB (data_reg, rbase, r0));
692 tcg_out32 (s, EXTSB | RA (data_reg) | RS (data_reg));
693 break;
694 case 1:
695 if (bswap)
696 tcg_out32 (s, LHBRX | TAB (data_reg, rbase, r0));
697 else
698 tcg_out32 (s, LHZX | TAB (data_reg, rbase, r0));
699 break;
700 case 1|4:
701 if (bswap) {
702 tcg_out32 (s, LHBRX | TAB (data_reg, rbase, r0));
703 tcg_out32 (s, EXTSH | RA (data_reg) | RS (data_reg));
704 }
705 else tcg_out32 (s, LHAX | TAB (data_reg, rbase, r0));
706 break;
707 case 2:
708 if (bswap)
709 tcg_out32 (s, LWBRX | TAB (data_reg, rbase, r0));
710 else
711 tcg_out32 (s, LWZX | TAB (data_reg, rbase, r0));
712 break;
713 case 2|4:
714 if (bswap) {
715 tcg_out32 (s, LWBRX | TAB (data_reg, rbase, r0));
716 tcg_out32 (s, EXTSW | RA (data_reg) | RS (data_reg));
717 }
718 else tcg_out32 (s, LWAX | TAB (data_reg, rbase, r0));
719 break;
720 case 3:
721 #ifdef CONFIG_USE_GUEST_BASE
722 if (bswap) {
723 tcg_out32 (s, ADDI | RT (r1) | RA (r0) | 4);
724 tcg_out32 (s, LWBRX | TAB (data_reg, rbase, r0));
725 tcg_out32 (s, LWBRX | TAB ( r1, rbase, r1));
726 tcg_out_rld (s, RLDIMI, data_reg, r1, 32, 0);
727 }
728 else tcg_out32 (s, LDX | TAB (data_reg, rbase, r0));
729 #else
730 if (bswap) {
731 tcg_out_movi32 (s, 0, 4);
732 tcg_out32 (s, LWBRX | RT (data_reg) | RB (r0));
733 tcg_out32 (s, LWBRX | RT ( r1) | RA (r0));
734 tcg_out_rld (s, RLDIMI, data_reg, r1, 32, 0);
735 }
736 else tcg_out32 (s, LD | RT (data_reg) | RA (r0));
737 #endif
738 break;
739 }
740
741 #ifdef CONFIG_SOFTMMU
742 reloc_pc24 (label2_ptr, (tcg_target_long) s->code_ptr);
743 #endif
744 }
745
746 static void tcg_out_qemu_st (TCGContext *s, const TCGArg *args, int opc)
747 {
748 int addr_reg, r0, r1, rbase, data_reg, mem_index, bswap;
749 #ifdef CONFIG_SOFTMMU
750 int r2;
751 void *label1_ptr, *label2_ptr;
752 #endif
753
754 data_reg = *args++;
755 addr_reg = *args++;
756 mem_index = *args;
757
758 #ifdef CONFIG_SOFTMMU
759 r0 = 3;
760 r1 = 4;
761 r2 = 0;
762 rbase = 0;
763
764 tcg_out_tlb_read (s, r0, r1, r2, addr_reg, opc,
765 offsetof (CPUState, tlb_table[mem_index][0].addr_write));
766
767 tcg_out32 (s, CMP | BF (7) | RA (r2) | RB (r1) | CMP_L);
768
769 label1_ptr = s->code_ptr;
770 #ifdef FAST_PATH
771 tcg_out32 (s, BC | BI (7, CR_EQ) | BO_COND_TRUE);
772 #endif
773
774 /* slow path */
775 tcg_out_mov (s, 3, addr_reg);
776 tcg_out_rld (s, RLDICL, 4, data_reg, 0, 64 - (1 << (3 + opc)));
777 tcg_out_movi (s, TCG_TYPE_I64, 5, mem_index);
778
779 tcg_out_call (s, (tcg_target_long) qemu_st_helpers[opc], 1);
780
781 label2_ptr = s->code_ptr;
782 tcg_out32 (s, B);
783
784 /* label1: fast path */
785 #ifdef FAST_PATH
786 reloc_pc14 (label1_ptr, (tcg_target_long) s->code_ptr);
787 #endif
788
789 tcg_out32 (s, (LD_ADDEND
790 | RT (r0)
791 | RA (r0)
792 | (offsetof (CPUTLBEntry, addend)
793 - offsetof (CPUTLBEntry, addr_write))
794 ));
795 /* r0 = env->tlb_table[mem_index][index].addend */
796 tcg_out32 (s, ADD | RT (r0) | RA (r0) | RB (addr_reg));
797 /* r0 = env->tlb_table[mem_index][index].addend + addr */
798
799 #else /* !CONFIG_SOFTMMU */
800 #if TARGET_LONG_BITS == 32
801 tcg_out_rld (s, RLDICL, addr_reg, addr_reg, 0, 32);
802 #endif
803 r1 = 3;
804 r0 = addr_reg;
805 rbase = GUEST_BASE ? TCG_GUEST_BASE_REG : 0;
806 #endif
807
808 #ifdef TARGET_WORDS_BIGENDIAN
809 bswap = 0;
810 #else
811 bswap = 1;
812 #endif
813 switch (opc) {
814 case 0:
815 tcg_out32 (s, STBX | SAB (data_reg, rbase, r0));
816 break;
817 case 1:
818 if (bswap)
819 tcg_out32 (s, STHBRX | SAB (data_reg, rbase, r0));
820 else
821 tcg_out32 (s, STHX | SAB (data_reg, rbase, r0));
822 break;
823 case 2:
824 if (bswap)
825 tcg_out32 (s, STWBRX | SAB (data_reg, rbase, r0));
826 else
827 tcg_out32 (s, STWX | SAB (data_reg, rbase, r0));
828 break;
829 case 3:
830 if (bswap) {
831 tcg_out32 (s, STWBRX | SAB (data_reg, rbase, r0));
832 tcg_out32 (s, ADDI | RT (r1) | RA (r0) | 4);
833 tcg_out_rld (s, RLDICL, 0, data_reg, 32, 0);
834 tcg_out32 (s, STWBRX | SAB (0, rbase, r1));
835 }
836 else tcg_out32 (s, STDX | SAB (data_reg, rbase, r0));
837 break;
838 }
839
840 #ifdef CONFIG_SOFTMMU
841 reloc_pc24 (label2_ptr, (tcg_target_long) s->code_ptr);
842 #endif
843 }
844
845 void tcg_target_qemu_prologue (TCGContext *s)
846 {
847 int i, frame_size;
848 uint64_t addr;
849
850 frame_size = 0
851 + 8 /* back chain */
852 + 8 /* CR */
853 + 8 /* LR */
854 + 8 /* compiler doubleword */
855 + 8 /* link editor doubleword */
856 + 8 /* TOC save area */
857 + TCG_STATIC_CALL_ARGS_SIZE
858 + ARRAY_SIZE (tcg_target_callee_save_regs) * 8
859 ;
860 frame_size = (frame_size + 15) & ~15;
861
862 /* First emit adhoc function descriptor */
863 addr = (uint64_t) s->code_ptr + 24;
864 tcg_out32 (s, addr >> 32); tcg_out32 (s, addr); /* entry point */
865 s->code_ptr += 16; /* skip TOC and environment pointer */
866
867 /* Prologue */
868 tcg_out32 (s, MFSPR | RT (0) | LR);
869 tcg_out32 (s, STDU | RS (1) | RA (1) | (-frame_size & 0xffff));
870 for (i = 0; i < ARRAY_SIZE (tcg_target_callee_save_regs); ++i)
871 tcg_out32 (s, (STD
872 | RS (tcg_target_callee_save_regs[i])
873 | RA (1)
874 | (i * 8 + 48 + TCG_STATIC_CALL_ARGS_SIZE)
875 )
876 );
877 tcg_out32 (s, STD | RS (0) | RA (1) | (frame_size + 16));
878
879 #ifdef CONFIG_USE_GUEST_BASE
880 tcg_out_movi (s, TCG_TYPE_I64, TCG_GUEST_BASE_REG, GUEST_BASE);
881 #endif
882
883 tcg_out32 (s, MTSPR | RS (3) | CTR);
884 tcg_out32 (s, BCCTR | BO_ALWAYS);
885
886 /* Epilogue */
887 tb_ret_addr = s->code_ptr;
888
889 for (i = 0; i < ARRAY_SIZE (tcg_target_callee_save_regs); ++i)
890 tcg_out32 (s, (LD
891 | RT (tcg_target_callee_save_regs[i])
892 | RA (1)
893 | (i * 8 + 48 + TCG_STATIC_CALL_ARGS_SIZE)
894 )
895 );
896 tcg_out32 (s, LD | RT (0) | RA (1) | (frame_size + 16));
897 tcg_out32 (s, MTSPR | RS (0) | LR);
898 tcg_out32 (s, ADDI | RT (1) | RA (1) | frame_size);
899 tcg_out32 (s, BCLR | BO_ALWAYS);
900 }
901
902 static void tcg_out_ld (TCGContext *s, TCGType type, int ret, int arg1,
903 tcg_target_long arg2)
904 {
905 if (type == TCG_TYPE_I32)
906 tcg_out_ldst (s, ret, arg1, arg2, LWZ, LWZX);
907 else
908 tcg_out_ldsta (s, ret, arg1, arg2, LD, LDX);
909 }
910
911 static void tcg_out_st (TCGContext *s, TCGType type, int arg, int arg1,
912 tcg_target_long arg2)
913 {
914 if (type == TCG_TYPE_I32)
915 tcg_out_ldst (s, arg, arg1, arg2, STW, STWX);
916 else
917 tcg_out_ldsta (s, arg, arg1, arg2, STD, STDX);
918 }
919
920 static void ppc_addi32 (TCGContext *s, int rt, int ra, tcg_target_long si)
921 {
922 if (!si && rt == ra)
923 return;
924
925 if (si == (int16_t) si)
926 tcg_out32 (s, ADDI | RT (rt) | RA (ra) | (si & 0xffff));
927 else {
928 uint16_t h = ((si >> 16) & 0xffff) + ((uint16_t) si >> 15);
929 tcg_out32 (s, ADDIS | RT (rt) | RA (ra) | h);
930 tcg_out32 (s, ADDI | RT (rt) | RA (rt) | (si & 0xffff));
931 }
932 }
933
934 static void ppc_addi64 (TCGContext *s, int rt, int ra, tcg_target_long si)
935 {
936 /* XXX: suboptimal */
937 if (si == (int16_t) si
938 || ((((uint64_t) si >> 31) == 0) && (si & 0x8000) == 0))
939 ppc_addi32 (s, rt, ra, si);
940 else {
941 tcg_out_movi (s, TCG_TYPE_I64, 0, si);
942 tcg_out32 (s, ADD | RT (rt) | RA (ra));
943 }
944 }
945
946 static void tcg_out_addi (TCGContext *s, int reg, tcg_target_long val)
947 {
948 ppc_addi64 (s, reg, reg, val);
949 }
950
951 static void tcg_out_cmp (TCGContext *s, int cond, TCGArg arg1, TCGArg arg2,
952 int const_arg2, int cr, int arch64)
953 {
954 int imm;
955 uint32_t op;
956
957 switch (cond) {
958 case TCG_COND_EQ:
959 case TCG_COND_NE:
960 if (const_arg2) {
961 if ((int16_t) arg2 == arg2) {
962 op = CMPI;
963 imm = 1;
964 break;
965 }
966 else if ((uint16_t) arg2 == arg2) {
967 op = CMPLI;
968 imm = 1;
969 break;
970 }
971 }
972 op = CMPL;
973 imm = 0;
974 break;
975
976 case TCG_COND_LT:
977 case TCG_COND_GE:
978 case TCG_COND_LE:
979 case TCG_COND_GT:
980 if (const_arg2) {
981 if ((int16_t) arg2 == arg2) {
982 op = CMPI;
983 imm = 1;
984 break;
985 }
986 }
987 op = CMP;
988 imm = 0;
989 break;
990
991 case TCG_COND_LTU:
992 case TCG_COND_GEU:
993 case TCG_COND_LEU:
994 case TCG_COND_GTU:
995 if (const_arg2) {
996 if ((uint16_t) arg2 == arg2) {
997 op = CMPLI;
998 imm = 1;
999 break;
1000 }
1001 }
1002 op = CMPL;
1003 imm = 0;
1004 break;
1005
1006 default:
1007 tcg_abort ();
1008 }
1009 op |= BF (cr) | (arch64 << 21);
1010
1011 if (imm)
1012 tcg_out32 (s, op | RA (arg1) | (arg2 & 0xffff));
1013 else {
1014 if (const_arg2) {
1015 tcg_out_movi (s, TCG_TYPE_I64, 0, arg2);
1016 tcg_out32 (s, op | RA (arg1) | RB (0));
1017 }
1018 else
1019 tcg_out32 (s, op | RA (arg1) | RB (arg2));
1020 }
1021
1022 }
1023
1024 static void tcg_out_bc (TCGContext *s, int bc, int label_index)
1025 {
1026 TCGLabel *l = &s->labels[label_index];
1027
1028 if (l->has_value)
1029 tcg_out32 (s, bc | reloc_pc14_val (s->code_ptr, l->u.value));
1030 else {
1031 uint16_t val = *(uint16_t *) &s->code_ptr[2];
1032
1033 /* Thanks to Andrzej Zaborowski */
1034 tcg_out32 (s, bc | (val & 0xfffc));
1035 tcg_out_reloc (s, s->code_ptr - 4, R_PPC_REL14, label_index, 0);
1036 }
1037 }
1038
1039 static void tcg_out_brcond (TCGContext *s, int cond,
1040 TCGArg arg1, TCGArg arg2, int const_arg2,
1041 int label_index, int arch64)
1042 {
1043 tcg_out_cmp (s, cond, arg1, arg2, const_arg2, 7, arch64);
1044 tcg_out_bc (s, tcg_to_bc[cond], label_index);
1045 }
1046
1047 void ppc_tb_set_jmp_target (unsigned long jmp_addr, unsigned long addr)
1048 {
1049 TCGContext s;
1050 unsigned long patch_size;
1051
1052 s.code_ptr = (uint8_t *) jmp_addr;
1053 tcg_out_b (&s, 0, addr);
1054 patch_size = s.code_ptr - (uint8_t *) jmp_addr;
1055 flush_icache_range (jmp_addr, jmp_addr + patch_size);
1056 }
1057
1058 static void tcg_out_op (TCGContext *s, int opc, const TCGArg *args,
1059 const int *const_args)
1060 {
1061 int c;
1062
1063 switch (opc) {
1064 case INDEX_op_exit_tb:
1065 tcg_out_movi (s, TCG_TYPE_I64, TCG_REG_R3, args[0]);
1066 tcg_out_b (s, 0, (tcg_target_long) tb_ret_addr);
1067 break;
1068 case INDEX_op_goto_tb:
1069 if (s->tb_jmp_offset) {
1070 /* direct jump method */
1071
1072 s->tb_jmp_offset[args[0]] = s->code_ptr - s->code_buf;
1073 s->code_ptr += 28;
1074 }
1075 else {
1076 tcg_abort ();
1077 }
1078 s->tb_next_offset[args[0]] = s->code_ptr - s->code_buf;
1079 break;
1080 case INDEX_op_br:
1081 {
1082 TCGLabel *l = &s->labels[args[0]];
1083
1084 if (l->has_value) {
1085 tcg_out_b (s, 0, l->u.value);
1086 }
1087 else {
1088 uint32_t val = *(uint32_t *) s->code_ptr;
1089
1090 /* Thanks to Andrzej Zaborowski */
1091 tcg_out32 (s, B | (val & 0x3fffffc));
1092 tcg_out_reloc (s, s->code_ptr - 4, R_PPC_REL24, args[0], 0);
1093 }
1094 }
1095 break;
1096 case INDEX_op_call:
1097 tcg_out_call (s, args[0], const_args[0]);
1098 break;
1099 case INDEX_op_jmp:
1100 if (const_args[0]) {
1101 tcg_out_b (s, 0, args[0]);
1102 }
1103 else {
1104 tcg_out32 (s, MTSPR | RS (args[0]) | CTR);
1105 tcg_out32 (s, BCCTR | BO_ALWAYS);
1106 }
1107 break;
1108 case INDEX_op_movi_i32:
1109 tcg_out_movi (s, TCG_TYPE_I32, args[0], args[1]);
1110 break;
1111 case INDEX_op_movi_i64:
1112 tcg_out_movi (s, TCG_TYPE_I64, args[0], args[1]);
1113 break;
1114 case INDEX_op_ld8u_i32:
1115 case INDEX_op_ld8u_i64:
1116 tcg_out_ldst (s, args[0], args[1], args[2], LBZ, LBZX);
1117 break;
1118 case INDEX_op_ld8s_i32:
1119 case INDEX_op_ld8s_i64:
1120 tcg_out_ldst (s, args[0], args[1], args[2], LBZ, LBZX);
1121 tcg_out32 (s, EXTSB | RS (args[0]) | RA (args[0]));
1122 break;
1123 case INDEX_op_ld16u_i32:
1124 case INDEX_op_ld16u_i64:
1125 tcg_out_ldst (s, args[0], args[1], args[2], LHZ, LHZX);
1126 break;
1127 case INDEX_op_ld16s_i32:
1128 case INDEX_op_ld16s_i64:
1129 tcg_out_ldst (s, args[0], args[1], args[2], LHA, LHAX);
1130 break;
1131 case INDEX_op_ld_i32:
1132 case INDEX_op_ld32u_i64:
1133 tcg_out_ldst (s, args[0], args[1], args[2], LWZ, LWZX);
1134 break;
1135 case INDEX_op_ld32s_i64:
1136 tcg_out_ldsta (s, args[0], args[1], args[2], LWA, LWAX);
1137 break;
1138 case INDEX_op_ld_i64:
1139 tcg_out_ldsta (s, args[0], args[1], args[2], LD, LDX);
1140 break;
1141 case INDEX_op_st8_i32:
1142 case INDEX_op_st8_i64:
1143 tcg_out_ldst (s, args[0], args[1], args[2], STB, STBX);
1144 break;
1145 case INDEX_op_st16_i32:
1146 case INDEX_op_st16_i64:
1147 tcg_out_ldst (s, args[0], args[1], args[2], STH, STHX);
1148 break;
1149 case INDEX_op_st_i32:
1150 case INDEX_op_st32_i64:
1151 tcg_out_ldst (s, args[0], args[1], args[2], STW, STWX);
1152 break;
1153 case INDEX_op_st_i64:
1154 tcg_out_ldsta (s, args[0], args[1], args[2], STD, STDX);
1155 break;
1156
1157 case INDEX_op_add_i32:
1158 if (const_args[2])
1159 ppc_addi32 (s, args[0], args[1], args[2]);
1160 else
1161 tcg_out32 (s, ADD | TAB (args[0], args[1], args[2]));
1162 break;
1163 case INDEX_op_sub_i32:
1164 if (const_args[2])
1165 ppc_addi32 (s, args[0], args[1], -args[2]);
1166 else
1167 tcg_out32 (s, SUBF | TAB (args[0], args[2], args[1]));
1168 break;
1169
1170 case INDEX_op_and_i64:
1171 case INDEX_op_and_i32:
1172 if (const_args[2]) {
1173 if ((args[2] & 0xffff) == args[2])
1174 tcg_out32 (s, ANDI | RS (args[1]) | RA (args[0]) | args[2]);
1175 else if ((args[2] & 0xffff0000) == args[2])
1176 tcg_out32 (s, ANDIS | RS (args[1]) | RA (args[0])
1177 | ((args[2] >> 16) & 0xffff));
1178 else {
1179 tcg_out_movi (s, (opc == INDEX_op_and_i32
1180 ? TCG_TYPE_I32
1181 : TCG_TYPE_I64),
1182 0, args[2]);
1183 tcg_out32 (s, AND | SAB (args[1], args[0], 0));
1184 }
1185 }
1186 else
1187 tcg_out32 (s, AND | SAB (args[1], args[0], args[2]));
1188 break;
1189 case INDEX_op_or_i64:
1190 case INDEX_op_or_i32:
1191 if (const_args[2]) {
1192 if (args[2] & 0xffff) {
1193 tcg_out32 (s, ORI | RS (args[1]) | RA (args[0])
1194 | (args[2] & 0xffff));
1195 if (args[2] >> 16)
1196 tcg_out32 (s, ORIS | RS (args[0]) | RA (args[0])
1197 | ((args[2] >> 16) & 0xffff));
1198 }
1199 else {
1200 tcg_out32 (s, ORIS | RS (args[1]) | RA (args[0])
1201 | ((args[2] >> 16) & 0xffff));
1202 }
1203 }
1204 else
1205 tcg_out32 (s, OR | SAB (args[1], args[0], args[2]));
1206 break;
1207 case INDEX_op_xor_i64:
1208 case INDEX_op_xor_i32:
1209 if (const_args[2]) {
1210 if ((args[2] & 0xffff) == args[2])
1211 tcg_out32 (s, XORI | RS (args[1]) | RA (args[0])
1212 | (args[2] & 0xffff));
1213 else if ((args[2] & 0xffff0000) == args[2])
1214 tcg_out32 (s, XORIS | RS (args[1]) | RA (args[0])
1215 | ((args[2] >> 16) & 0xffff));
1216 else {
1217 tcg_out_movi (s, (opc == INDEX_op_and_i32
1218 ? TCG_TYPE_I32
1219 : TCG_TYPE_I64),
1220 0, args[2]);
1221 tcg_out32 (s, XOR | SAB (args[1], args[0], 0));
1222 }
1223 }
1224 else
1225 tcg_out32 (s, XOR | SAB (args[1], args[0], args[2]));
1226 break;
1227
1228 case INDEX_op_mul_i32:
1229 if (const_args[2]) {
1230 if (args[2] == (int16_t) args[2])
1231 tcg_out32 (s, MULLI | RT (args[0]) | RA (args[1])
1232 | (args[2] & 0xffff));
1233 else {
1234 tcg_out_movi (s, TCG_TYPE_I32, 0, args[2]);
1235 tcg_out32 (s, MULLW | TAB (args[0], args[1], 0));
1236 }
1237 }
1238 else
1239 tcg_out32 (s, MULLW | TAB (args[0], args[1], args[2]));
1240 break;
1241
1242 case INDEX_op_div_i32:
1243 tcg_out32 (s, DIVW | TAB (args[0], args[1], args[2]));
1244 break;
1245
1246 case INDEX_op_divu_i32:
1247 tcg_out32 (s, DIVWU | TAB (args[0], args[1], args[2]));
1248 break;
1249
1250 case INDEX_op_rem_i32:
1251 tcg_out32 (s, DIVW | TAB (0, args[1], args[2]));
1252 tcg_out32 (s, MULLW | TAB (0, 0, args[2]));
1253 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1254 break;
1255
1256 case INDEX_op_remu_i32:
1257 tcg_out32 (s, DIVWU | TAB (0, args[1], args[2]));
1258 tcg_out32 (s, MULLW | TAB (0, 0, args[2]));
1259 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1260 break;
1261
1262 case INDEX_op_shl_i32:
1263 if (const_args[2]) {
1264 tcg_out32 (s, (RLWINM
1265 | RA (args[0])
1266 | RS (args[1])
1267 | SH (args[2])
1268 | MB (0)
1269 | ME (31 - args[2])
1270 )
1271 );
1272 }
1273 else
1274 tcg_out32 (s, SLW | SAB (args[1], args[0], args[2]));
1275 break;
1276 case INDEX_op_shr_i32:
1277 if (const_args[2]) {
1278 tcg_out32 (s, (RLWINM
1279 | RA (args[0])
1280 | RS (args[1])
1281 | SH (32 - args[2])
1282 | MB (args[2])
1283 | ME (31)
1284 )
1285 );
1286 }
1287 else
1288 tcg_out32 (s, SRW | SAB (args[1], args[0], args[2]));
1289 break;
1290 case INDEX_op_sar_i32:
1291 if (const_args[2])
1292 tcg_out32 (s, SRAWI | RS (args[1]) | RA (args[0]) | SH (args[2]));
1293 else
1294 tcg_out32 (s, SRAW | SAB (args[1], args[0], args[2]));
1295 break;
1296
1297 case INDEX_op_brcond_i32:
1298 tcg_out_brcond (s, args[2], args[0], args[1], const_args[1], args[3], 0);
1299 break;
1300
1301 case INDEX_op_brcond_i64:
1302 tcg_out_brcond (s, args[2], args[0], args[1], const_args[1], args[3], 1);
1303 break;
1304
1305 case INDEX_op_neg_i32:
1306 case INDEX_op_neg_i64:
1307 tcg_out32 (s, NEG | RT (args[0]) | RA (args[1]));
1308 break;
1309
1310 case INDEX_op_add_i64:
1311 if (const_args[2])
1312 ppc_addi64 (s, args[0], args[1], args[2]);
1313 else
1314 tcg_out32 (s, ADD | TAB (args[0], args[1], args[2]));
1315 break;
1316 case INDEX_op_sub_i64:
1317 if (const_args[2])
1318 ppc_addi64 (s, args[0], args[1], -args[2]);
1319 else
1320 tcg_out32 (s, SUBF | TAB (args[0], args[2], args[1]));
1321 break;
1322
1323 case INDEX_op_shl_i64:
1324 if (const_args[2])
1325 tcg_out_rld (s, RLDICR, args[0], args[1], args[2], 63 - args[2]);
1326 else
1327 tcg_out32 (s, SLD | SAB (args[1], args[0], args[2]));
1328 break;
1329 case INDEX_op_shr_i64:
1330 if (const_args[2])
1331 tcg_out_rld (s, RLDICL, args[0], args[1], 64 - args[2], args[2]);
1332 else
1333 tcg_out32 (s, SRD | SAB (args[1], args[0], args[2]));
1334 break;
1335 case INDEX_op_sar_i64:
1336 if (const_args[2]) {
1337 int sh = SH (args[2] & 0x1f) | (((args[2] >> 5) & 1) << 1);
1338 tcg_out32 (s, SRADI | RA (args[0]) | RS (args[1]) | sh);
1339 }
1340 else
1341 tcg_out32 (s, SRAD | SAB (args[1], args[0], args[2]));
1342 break;
1343
1344 case INDEX_op_mul_i64:
1345 tcg_out32 (s, MULLD | TAB (args[0], args[1], args[2]));
1346 break;
1347 case INDEX_op_div_i64:
1348 tcg_out32 (s, DIVD | TAB (args[0], args[1], args[2]));
1349 break;
1350 case INDEX_op_divu_i64:
1351 tcg_out32 (s, DIVDU | TAB (args[0], args[1], args[2]));
1352 break;
1353 case INDEX_op_rem_i64:
1354 tcg_out32 (s, DIVD | TAB (0, args[1], args[2]));
1355 tcg_out32 (s, MULLD | TAB (0, 0, args[2]));
1356 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1357 break;
1358 case INDEX_op_remu_i64:
1359 tcg_out32 (s, DIVDU | TAB (0, args[1], args[2]));
1360 tcg_out32 (s, MULLD | TAB (0, 0, args[2]));
1361 tcg_out32 (s, SUBF | TAB (args[0], 0, args[1]));
1362 break;
1363
1364 case INDEX_op_qemu_ld8u:
1365 tcg_out_qemu_ld (s, args, 0);
1366 break;
1367 case INDEX_op_qemu_ld8s:
1368 tcg_out_qemu_ld (s, args, 0 | 4);
1369 break;
1370 case INDEX_op_qemu_ld16u:
1371 tcg_out_qemu_ld (s, args, 1);
1372 break;
1373 case INDEX_op_qemu_ld16s:
1374 tcg_out_qemu_ld (s, args, 1 | 4);
1375 break;
1376 case INDEX_op_qemu_ld32u:
1377 tcg_out_qemu_ld (s, args, 2);
1378 break;
1379 case INDEX_op_qemu_ld32s:
1380 tcg_out_qemu_ld (s, args, 2 | 4);
1381 break;
1382 case INDEX_op_qemu_ld64:
1383 tcg_out_qemu_ld (s, args, 3);
1384 break;
1385 case INDEX_op_qemu_st8:
1386 tcg_out_qemu_st (s, args, 0);
1387 break;
1388 case INDEX_op_qemu_st16:
1389 tcg_out_qemu_st (s, args, 1);
1390 break;
1391 case INDEX_op_qemu_st32:
1392 tcg_out_qemu_st (s, args, 2);
1393 break;
1394 case INDEX_op_qemu_st64:
1395 tcg_out_qemu_st (s, args, 3);
1396 break;
1397
1398 case INDEX_op_ext8s_i32:
1399 case INDEX_op_ext8s_i64:
1400 c = EXTSB;
1401 goto gen_ext;
1402 case INDEX_op_ext16s_i32:
1403 case INDEX_op_ext16s_i64:
1404 c = EXTSH;
1405 goto gen_ext;
1406 case INDEX_op_ext32s_i64:
1407 c = EXTSW;
1408 goto gen_ext;
1409 gen_ext:
1410 tcg_out32 (s, c | RS (args[1]) | RA (args[0]));
1411 break;
1412
1413 default:
1414 tcg_dump_ops (s, stderr);
1415 tcg_abort ();
1416 }
1417 }
1418
1419 static const TCGTargetOpDef ppc_op_defs[] = {
1420 { INDEX_op_exit_tb, { } },
1421 { INDEX_op_goto_tb, { } },
1422 { INDEX_op_call, { "ri" } },
1423 { INDEX_op_jmp, { "ri" } },
1424 { INDEX_op_br, { } },
1425
1426 { INDEX_op_mov_i32, { "r", "r" } },
1427 { INDEX_op_mov_i64, { "r", "r" } },
1428 { INDEX_op_movi_i32, { "r" } },
1429 { INDEX_op_movi_i64, { "r" } },
1430
1431 { INDEX_op_ld8u_i32, { "r", "r" } },
1432 { INDEX_op_ld8s_i32, { "r", "r" } },
1433 { INDEX_op_ld16u_i32, { "r", "r" } },
1434 { INDEX_op_ld16s_i32, { "r", "r" } },
1435 { INDEX_op_ld_i32, { "r", "r" } },
1436 { INDEX_op_ld_i64, { "r", "r" } },
1437 { INDEX_op_st8_i32, { "r", "r" } },
1438 { INDEX_op_st8_i64, { "r", "r" } },
1439 { INDEX_op_st16_i32, { "r", "r" } },
1440 { INDEX_op_st16_i64, { "r", "r" } },
1441 { INDEX_op_st_i32, { "r", "r" } },
1442 { INDEX_op_st_i64, { "r", "r" } },
1443 { INDEX_op_st32_i64, { "r", "r" } },
1444
1445 { INDEX_op_ld8u_i64, { "r", "r" } },
1446 { INDEX_op_ld8s_i64, { "r", "r" } },
1447 { INDEX_op_ld16u_i64, { "r", "r" } },
1448 { INDEX_op_ld16s_i64, { "r", "r" } },
1449 { INDEX_op_ld32u_i64, { "r", "r" } },
1450 { INDEX_op_ld32s_i64, { "r", "r" } },
1451 { INDEX_op_ld_i64, { "r", "r" } },
1452
1453 { INDEX_op_add_i32, { "r", "r", "ri" } },
1454 { INDEX_op_mul_i32, { "r", "r", "ri" } },
1455 { INDEX_op_div_i32, { "r", "r", "r" } },
1456 { INDEX_op_divu_i32, { "r", "r", "r" } },
1457 { INDEX_op_rem_i32, { "r", "r", "r" } },
1458 { INDEX_op_remu_i32, { "r", "r", "r" } },
1459 { INDEX_op_sub_i32, { "r", "r", "ri" } },
1460 { INDEX_op_and_i32, { "r", "r", "ri" } },
1461 { INDEX_op_or_i32, { "r", "r", "ri" } },
1462 { INDEX_op_xor_i32, { "r", "r", "ri" } },
1463
1464 { INDEX_op_shl_i32, { "r", "r", "ri" } },
1465 { INDEX_op_shr_i32, { "r", "r", "ri" } },
1466 { INDEX_op_sar_i32, { "r", "r", "ri" } },
1467
1468 { INDEX_op_brcond_i32, { "r", "ri" } },
1469 { INDEX_op_brcond_i64, { "r", "ri" } },
1470
1471 { INDEX_op_neg_i32, { "r", "r" } },
1472
1473 { INDEX_op_add_i64, { "r", "r", "ri" } },
1474 { INDEX_op_sub_i64, { "r", "r", "ri" } },
1475 { INDEX_op_and_i64, { "r", "r", "rZ" } },
1476 { INDEX_op_or_i64, { "r", "r", "rZ" } },
1477 { INDEX_op_xor_i64, { "r", "r", "rZ" } },
1478
1479 { INDEX_op_shl_i64, { "r", "r", "ri" } },
1480 { INDEX_op_shr_i64, { "r", "r", "ri" } },
1481 { INDEX_op_sar_i64, { "r", "r", "ri" } },
1482
1483 { INDEX_op_mul_i64, { "r", "r", "r" } },
1484 { INDEX_op_div_i64, { "r", "r", "r" } },
1485 { INDEX_op_divu_i64, { "r", "r", "r" } },
1486 { INDEX_op_rem_i64, { "r", "r", "r" } },
1487 { INDEX_op_remu_i64, { "r", "r", "r" } },
1488
1489 { INDEX_op_neg_i64, { "r", "r" } },
1490
1491 { INDEX_op_qemu_ld8u, { "r", "L" } },
1492 { INDEX_op_qemu_ld8s, { "r", "L" } },
1493 { INDEX_op_qemu_ld16u, { "r", "L" } },
1494 { INDEX_op_qemu_ld16s, { "r", "L" } },
1495 { INDEX_op_qemu_ld32u, { "r", "L" } },
1496 { INDEX_op_qemu_ld32s, { "r", "L" } },
1497 { INDEX_op_qemu_ld64, { "r", "L" } },
1498
1499 { INDEX_op_qemu_st8, { "S", "S" } },
1500 { INDEX_op_qemu_st16, { "S", "S" } },
1501 { INDEX_op_qemu_st32, { "S", "S" } },
1502 { INDEX_op_qemu_st64, { "S", "S" } },
1503
1504 { INDEX_op_ext8s_i32, { "r", "r" } },
1505 { INDEX_op_ext16s_i32, { "r", "r" } },
1506 { INDEX_op_ext8s_i64, { "r", "r" } },
1507 { INDEX_op_ext16s_i64, { "r", "r" } },
1508 { INDEX_op_ext32s_i64, { "r", "r" } },
1509
1510 { -1 },
1511 };
1512
1513 void tcg_target_init (TCGContext *s)
1514 {
1515 tcg_regset_set32 (tcg_target_available_regs[TCG_TYPE_I32], 0, 0xffffffff);
1516 tcg_regset_set32 (tcg_target_available_regs[TCG_TYPE_I64], 0, 0xffffffff);
1517 tcg_regset_set32 (tcg_target_call_clobber_regs, 0,
1518 (1 << TCG_REG_R0) |
1519 (1 << TCG_REG_R3) |
1520 (1 << TCG_REG_R4) |
1521 (1 << TCG_REG_R5) |
1522 (1 << TCG_REG_R6) |
1523 (1 << TCG_REG_R7) |
1524 (1 << TCG_REG_R8) |
1525 (1 << TCG_REG_R9) |
1526 (1 << TCG_REG_R10) |
1527 (1 << TCG_REG_R11) |
1528 (1 << TCG_REG_R12)
1529 );
1530
1531 tcg_regset_clear (s->reserved_regs);
1532 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R0);
1533 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R1);
1534 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R2);
1535 tcg_regset_set_reg (s->reserved_regs, TCG_REG_R13);
1536
1537 #ifdef CONFIG_USE_GUEST_BASE
1538 tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
1539 #endif
1540
1541 tcg_add_target_add_op_defs (ppc_op_defs);
1542 }