]> git.proxmox.com Git - qemu.git/blob - tcg/ia64/tcg-target.c
projects / qemu.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
tcg-ia64: Implement qemu_ld32.
[qemu.git] / tcg / ia64 / tcg-target.c
1 /*
2 * Tiny Code Generator for QEMU
3 *
4 * Copyright (c) 2009-2010 Aurelien Jarno <aurelien@aurel32.net>
5 * Based on i386/tcg-target.c - Copyright (c) 2008 Fabrice Bellard
6 *
7 * Permission is hereby granted, free of charge, to any person obtaining a copy
8 * of this software and associated documentation files (the "Software"), to deal
9 * in the Software without restriction, including without limitation the rights
10 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11 * copies of the Software, and to permit persons to whom the Software is
12 * furnished to do so, subject to the following conditions:
13 *
14 * The above copyright notice and this permission notice shall be included in
15 * all copies or substantial portions of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23 * THE SOFTWARE.
24 */
25
26 /*
27 * Register definitions
28 */
29
30 #ifndef NDEBUG
31 static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
32 "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7",
33 "r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15",
34 "r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23",
35 "r24", "r25", "r26", "r27", "r28", "r29", "r30", "r31",
36 "r32", "r33", "r34", "r35", "r36", "r37", "r38", "r39",
37 "r40", "r41", "r42", "r43", "r44", "r45", "r46", "r47",
38 "r48", "r49", "r50", "r51", "r52", "r53", "r54", "r55",
39 "r56", "r57", "r58", "r59", "r60", "r61", "r62", "r63",
40 };
41 #endif
42
43 #ifdef CONFIG_USE_GUEST_BASE
44 #define TCG_GUEST_BASE_REG TCG_REG_R55
45 #else
46 #define TCG_GUEST_BASE_REG TCG_REG_R0
47 #endif
48 #ifndef GUEST_BASE
49 #define GUEST_BASE 0
50 #endif
51
52 /* Branch registers */
53 enum {
54 TCG_REG_B0 = 0,
55 TCG_REG_B1,
56 TCG_REG_B2,
57 TCG_REG_B3,
58 TCG_REG_B4,
59 TCG_REG_B5,
60 TCG_REG_B6,
61 TCG_REG_B7,
62 };
63
64 /* Floating point registers */
65 enum {
66 TCG_REG_F0 = 0,
67 TCG_REG_F1,
68 TCG_REG_F2,
69 TCG_REG_F3,
70 TCG_REG_F4,
71 TCG_REG_F5,
72 TCG_REG_F6,
73 TCG_REG_F7,
74 TCG_REG_F8,
75 TCG_REG_F9,
76 TCG_REG_F10,
77 TCG_REG_F11,
78 TCG_REG_F12,
79 TCG_REG_F13,
80 TCG_REG_F14,
81 TCG_REG_F15,
82 };
83
84 /* Predicate registers */
85 enum {
86 TCG_REG_P0 = 0,
87 TCG_REG_P1,
88 TCG_REG_P2,
89 TCG_REG_P3,
90 TCG_REG_P4,
91 TCG_REG_P5,
92 TCG_REG_P6,
93 TCG_REG_P7,
94 TCG_REG_P8,
95 TCG_REG_P9,
96 TCG_REG_P10,
97 TCG_REG_P11,
98 TCG_REG_P12,
99 TCG_REG_P13,
100 TCG_REG_P14,
101 TCG_REG_P15,
102 };
103
104 /* Application registers */
105 enum {
106 TCG_REG_PFS = 64,
107 };
108
109 static const int tcg_target_reg_alloc_order[] = {
110 TCG_REG_R34,
111 TCG_REG_R35,
112 TCG_REG_R36,
113 TCG_REG_R37,
114 TCG_REG_R38,
115 TCG_REG_R39,
116 TCG_REG_R40,
117 TCG_REG_R41,
118 TCG_REG_R42,
119 TCG_REG_R43,
120 TCG_REG_R44,
121 TCG_REG_R45,
122 TCG_REG_R46,
123 TCG_REG_R47,
124 TCG_REG_R48,
125 TCG_REG_R49,
126 TCG_REG_R50,
127 TCG_REG_R51,
128 TCG_REG_R52,
129 TCG_REG_R53,
130 TCG_REG_R54,
131 TCG_REG_R55,
132 TCG_REG_R14,
133 TCG_REG_R15,
134 TCG_REG_R16,
135 TCG_REG_R17,
136 TCG_REG_R18,
137 TCG_REG_R19,
138 TCG_REG_R20,
139 TCG_REG_R21,
140 TCG_REG_R22,
141 TCG_REG_R23,
142 TCG_REG_R24,
143 TCG_REG_R25,
144 TCG_REG_R26,
145 TCG_REG_R27,
146 TCG_REG_R28,
147 TCG_REG_R29,
148 TCG_REG_R30,
149 TCG_REG_R31,
150 TCG_REG_R56,
151 TCG_REG_R57,
152 TCG_REG_R58,
153 TCG_REG_R59,
154 TCG_REG_R60,
155 TCG_REG_R61,
156 TCG_REG_R62,
157 TCG_REG_R63,
158 TCG_REG_R8,
159 TCG_REG_R9,
160 TCG_REG_R10,
161 TCG_REG_R11
162 };
163
164 static const int tcg_target_call_iarg_regs[8] = {
165 TCG_REG_R56,
166 TCG_REG_R57,
167 TCG_REG_R58,
168 TCG_REG_R59,
169 TCG_REG_R60,
170 TCG_REG_R61,
171 TCG_REG_R62,
172 TCG_REG_R63,
173 };
174
175 static const int tcg_target_call_oarg_regs[2] = {
176 TCG_REG_R8,
177 TCG_REG_R9
178 };
179
180 /* maximum number of register used for input function arguments */
181 static inline int tcg_target_get_call_iarg_regs_count(int flags)
182 {
183 return 8;
184 }
185
186 /*
187 * opcode formation
188 */
189
190 /* bundle templates: stops (double bar in the IA64 manual) are marked with
191 an uppercase letter. */
192 enum {
193 mii = 0x00,
194 miI = 0x01,
195 mIi = 0x02,
196 mII = 0x03,
197 mlx = 0x04,
198 mLX = 0x05,
199 mmi = 0x08,
200 mmI = 0x09,
201 Mmi = 0x0a,
202 MmI = 0x0b,
203 mfi = 0x0c,
204 mfI = 0x0d,
205 mmf = 0x0e,
206 mmF = 0x0f,
207 mib = 0x10,
208 miB = 0x11,
209 mbb = 0x12,
210 mbB = 0x13,
211 bbb = 0x16,
212 bbB = 0x17,
213 mmb = 0x18,
214 mmB = 0x19,
215 mfb = 0x1c,
216 mfB = 0x1d,
217 };
218
219 enum {
220 OPC_ADD_A1 = 0x10000000000ull,
221 OPC_AND_A1 = 0x10060000000ull,
222 OPC_AND_A3 = 0x10160000000ull,
223 OPC_ANDCM_A1 = 0x10068000000ull,
224 OPC_ANDCM_A3 = 0x10168000000ull,
225 OPC_ADDS_A4 = 0x10800000000ull,
226 OPC_ADDL_A5 = 0x12000000000ull,
227 OPC_ALLOC_M34 = 0x02c00000000ull,
228 OPC_BR_DPTK_FEW_B1 = 0x08400000000ull,
229 OPC_BR_SPTK_MANY_B1 = 0x08000001000ull,
230 OPC_BR_SPTK_MANY_B4 = 0x00100001000ull,
231 OPC_BR_CALL_SPTK_MANY_B5 = 0x02100001000ull,
232 OPC_BR_RET_SPTK_MANY_B4 = 0x00108001100ull,
233 OPC_BRL_SPTK_MANY_X3 = 0x18000001000ull,
234 OPC_CMP_LT_A6 = 0x18000000000ull,
235 OPC_CMP_LTU_A6 = 0x1a000000000ull,
236 OPC_CMP_EQ_A6 = 0x1c000000000ull,
237 OPC_CMP4_LT_A6 = 0x18400000000ull,
238 OPC_CMP4_LTU_A6 = 0x1a400000000ull,
239 OPC_CMP4_EQ_A6 = 0x1c400000000ull,
240 OPC_DEP_Z_I12 = 0x0a600000000ull,
241 OPC_EXTR_I11 = 0x0a400002000ull,
242 OPC_EXTR_U_I11 = 0x0a400000000ull,
243 OPC_FCVT_FX_TRUNC_S1_F10 = 0x004d0000000ull,
244 OPC_FCVT_FXU_TRUNC_S1_F10 = 0x004d8000000ull,
245 OPC_FCVT_XF_F11 = 0x000e0000000ull,
246 OPC_FMA_S1_F1 = 0x10400000000ull,
247 OPC_FNMA_S1_F1 = 0x18400000000ull,
248 OPC_FRCPA_S1_F6 = 0x00600000000ull,
249 OPC_GETF_SIG_M19 = 0x08708000000ull,
250 OPC_LD1_M1 = 0x08000000000ull,
251 OPC_LD1_M3 = 0x0a000000000ull,
252 OPC_LD2_M1 = 0x08040000000ull,
253 OPC_LD2_M3 = 0x0a040000000ull,
254 OPC_LD4_M1 = 0x08080000000ull,
255 OPC_LD4_M3 = 0x0a080000000ull,
256 OPC_LD8_M1 = 0x080c0000000ull,
257 OPC_LD8_M3 = 0x0a0c0000000ull,
258 OPC_MUX1_I3 = 0x0eca0000000ull,
259 OPC_NOP_B9 = 0x04008000000ull,
260 OPC_NOP_F16 = 0x00008000000ull,
261 OPC_NOP_I18 = 0x00008000000ull,
262 OPC_NOP_M48 = 0x00008000000ull,
263 OPC_MOV_I21 = 0x00e00100000ull,
264 OPC_MOV_RET_I21 = 0x00e00500000ull,
265 OPC_MOV_I22 = 0x00188000000ull,
266 OPC_MOV_I_I26 = 0x00150000000ull,
267 OPC_MOVL_X2 = 0x0c000000000ull,
268 OPC_OR_A1 = 0x10070000000ull,
269 OPC_SETF_EXP_M18 = 0x0c748000000ull,
270 OPC_SETF_SIG_M18 = 0x0c708000000ull,
271 OPC_SHL_I7 = 0x0f240000000ull,
272 OPC_SHR_I5 = 0x0f220000000ull,
273 OPC_SHR_U_I5 = 0x0f200000000ull,
274 OPC_SHRP_I10 = 0x0ac00000000ull,
275 OPC_SXT1_I29 = 0x000a0000000ull,
276 OPC_SXT2_I29 = 0x000a8000000ull,
277 OPC_SXT4_I29 = 0x000b0000000ull,
278 OPC_ST1_M4 = 0x08c00000000ull,
279 OPC_ST2_M4 = 0x08c40000000ull,
280 OPC_ST4_M4 = 0x08c80000000ull,
281 OPC_ST8_M4 = 0x08cc0000000ull,
282 OPC_SUB_A1 = 0x10028000000ull,
283 OPC_SUB_A3 = 0x10128000000ull,
284 OPC_UNPACK4_L_I2 = 0x0f860000000ull,
285 OPC_XMA_L_F2 = 0x1d000000000ull,
286 OPC_XOR_A1 = 0x10078000000ull,
287 OPC_ZXT1_I29 = 0x00080000000ull,
288 OPC_ZXT2_I29 = 0x00088000000ull,
289 OPC_ZXT4_I29 = 0x00090000000ull,
290 };
291
292 static inline uint64_t tcg_opc_a1(int qp, uint64_t opc, int r1,
293 int r2, int r3)
294 {
295 return opc
296 | ((r3 & 0x7f) << 20)
297 | ((r2 & 0x7f) << 13)
298 | ((r1 & 0x7f) << 6)
299 | (qp & 0x3f);
300 }
301
302 static inline uint64_t tcg_opc_a3(int qp, uint64_t opc, int r1,
303 uint64_t imm, int r3)
304 {
305 return opc
306 | ((imm & 0x80) << 29) /* s */
307 | ((imm & 0x7f) << 13) /* imm7b */
308 | ((r3 & 0x7f) << 20)
309 | ((r1 & 0x7f) << 6)
310 | (qp & 0x3f);
311 }
312
313 static inline uint64_t tcg_opc_a4(int qp, uint64_t opc, int r1,
314 uint64_t imm, int r3)
315 {
316 return opc
317 | ((imm & 0x2000) << 23) /* s */
318 | ((imm & 0x1f80) << 20) /* imm6d */
319 | ((imm & 0x007f) << 13) /* imm7b */
320 | ((r3 & 0x7f) << 20)
321 | ((r1 & 0x7f) << 6)
322 | (qp & 0x3f);
323 }
324
325 static inline uint64_t tcg_opc_a5(int qp, uint64_t opc, int r1,
326 uint64_t imm, int r3)
327 {
328 return opc
329 | ((imm & 0x200000) << 15) /* s */
330 | ((imm & 0x1f0000) << 6) /* imm5c */
331 | ((imm & 0x00ff80) << 20) /* imm9d */
332 | ((imm & 0x00007f) << 13) /* imm7b */
333 | ((r3 & 0x03) << 20)
334 | ((r1 & 0x7f) << 6)
335 | (qp & 0x3f);
336 }
337
338 static inline uint64_t tcg_opc_a6(int qp, uint64_t opc, int p1,
339 int p2, int r2, int r3)
340 {
341 return opc
342 | ((p2 & 0x3f) << 27)
343 | ((r3 & 0x7f) << 20)
344 | ((r2 & 0x7f) << 13)
345 | ((p1 & 0x3f) << 6)
346 | (qp & 0x3f);
347 }
348
349 static inline uint64_t tcg_opc_b1(int qp, uint64_t opc, uint64_t imm)
350 {
351 return opc
352 | ((imm & 0x100000) << 16) /* s */
353 | ((imm & 0x0fffff) << 13) /* imm20b */
354 | (qp & 0x3f);
355 }
356
357 static inline uint64_t tcg_opc_b4(int qp, uint64_t opc, int b2)
358 {
359 return opc
360 | ((b2 & 0x7) << 13)
361 | (qp & 0x3f);
362 }
363
364 static inline uint64_t tcg_opc_b5(int qp, uint64_t opc, int b1, int b2)
365 {
366 return opc
367 | ((b2 & 0x7) << 13)
368 | ((b1 & 0x7) << 6)
369 | (qp & 0x3f);
370 }
371
372
373 static inline uint64_t tcg_opc_b9(int qp, uint64_t opc, uint64_t imm)
374 {
375 return opc
376 | ((imm & 0x100000) << 16) /* i */
377 | ((imm & 0x0fffff) << 6) /* imm20a */
378 | (qp & 0x3f);
379 }
380
381 static inline uint64_t tcg_opc_f1(int qp, uint64_t opc, int f1,
382 int f3, int f4, int f2)
383 {
384 return opc
385 | ((f4 & 0x7f) << 27)
386 | ((f3 & 0x7f) << 20)
387 | ((f2 & 0x7f) << 13)
388 | ((f1 & 0x7f) << 6)
389 | (qp & 0x3f);
390 }
391
392 static inline uint64_t tcg_opc_f2(int qp, uint64_t opc, int f1,
393 int f3, int f4, int f2)
394 {
395 return opc
396 | ((f4 & 0x7f) << 27)
397 | ((f3 & 0x7f) << 20)
398 | ((f2 & 0x7f) << 13)
399 | ((f1 & 0x7f) << 6)
400 | (qp & 0x3f);
401 }
402
403 static inline uint64_t tcg_opc_f6(int qp, uint64_t opc, int f1,
404 int p2, int f2, int f3)
405 {
406 return opc
407 | ((p2 & 0x3f) << 27)
408 | ((f3 & 0x7f) << 20)
409 | ((f2 & 0x7f) << 13)
410 | ((f1 & 0x7f) << 6)
411 | (qp & 0x3f);
412 }
413
414 static inline uint64_t tcg_opc_f10(int qp, uint64_t opc, int f1, int f2)
415 {
416 return opc
417 | ((f2 & 0x7f) << 13)
418 | ((f1 & 0x7f) << 6)
419 | (qp & 0x3f);
420 }
421
422 static inline uint64_t tcg_opc_f11(int qp, uint64_t opc, int f1, int f2)
423 {
424 return opc
425 | ((f2 & 0x7f) << 13)
426 | ((f1 & 0x7f) << 6)
427 | (qp & 0x3f);
428 }
429
430 static inline uint64_t tcg_opc_f16(int qp, uint64_t opc, uint64_t imm)
431 {
432 return opc
433 | ((imm & 0x100000) << 16) /* i */
434 | ((imm & 0x0fffff) << 6) /* imm20a */
435 | (qp & 0x3f);
436 }
437
438 static inline uint64_t tcg_opc_i2(int qp, uint64_t opc, int r1,
439 int r2, int r3)
440 {
441 return opc
442 | ((r3 & 0x7f) << 20)
443 | ((r2 & 0x7f) << 13)
444 | ((r1 & 0x7f) << 6)
445 | (qp & 0x3f);
446 }
447
448 static inline uint64_t tcg_opc_i3(int qp, uint64_t opc, int r1,
449 int r2, int mbtype)
450 {
451 return opc
452 | ((mbtype & 0x0f) << 20)
453 | ((r2 & 0x7f) << 13)
454 | ((r1 & 0x7f) << 6)
455 | (qp & 0x3f);
456 }
457
458 static inline uint64_t tcg_opc_i5(int qp, uint64_t opc, int r1,
459 int r3, int r2)
460 {
461 return opc
462 | ((r3 & 0x7f) << 20)
463 | ((r2 & 0x7f) << 13)
464 | ((r1 & 0x7f) << 6)
465 | (qp & 0x3f);
466 }
467
468 static inline uint64_t tcg_opc_i7(int qp, uint64_t opc, int r1,
469 int r2, int r3)
470 {
471 return opc
472 | ((r3 & 0x7f) << 20)
473 | ((r2 & 0x7f) << 13)
474 | ((r1 & 0x7f) << 6)
475 | (qp & 0x3f);
476 }
477
478 static inline uint64_t tcg_opc_i10(int qp, uint64_t opc, int r1,
479 int r2, int r3, uint64_t count)
480 {
481 return opc
482 | ((count & 0x3f) << 27)
483 | ((r3 & 0x7f) << 20)
484 | ((r2 & 0x7f) << 13)
485 | ((r1 & 0x7f) << 6)
486 | (qp & 0x3f);
487 }
488
489 static inline uint64_t tcg_opc_i11(int qp, uint64_t opc, int r1,
490 int r3, uint64_t pos, uint64_t len)
491 {
492 return opc
493 | ((len & 0x3f) << 27)
494 | ((r3 & 0x7f) << 20)
495 | ((pos & 0x3f) << 14)
496 | ((r1 & 0x7f) << 6)
497 | (qp & 0x3f);
498 }
499
500 static inline uint64_t tcg_opc_i12(int qp, uint64_t opc, int r1,
501 int r2, uint64_t pos, uint64_t len)
502 {
503 return opc
504 | ((len & 0x3f) << 27)
505 | ((pos & 0x3f) << 20)
506 | ((r2 & 0x7f) << 13)
507 | ((r1 & 0x7f) << 6)
508 | (qp & 0x3f);
509 }
510
511 static inline uint64_t tcg_opc_i18(int qp, uint64_t opc, uint64_t imm)
512 {
513 return opc
514 | ((imm & 0x100000) << 16) /* i */
515 | ((imm & 0x0fffff) << 6) /* imm20a */
516 | (qp & 0x3f);
517 }
518
519 static inline uint64_t tcg_opc_i21(int qp, uint64_t opc, int b1,
520 int r2, uint64_t imm)
521 {
522 return opc
523 | ((imm & 0x1ff) << 24)
524 | ((r2 & 0x7f) << 13)
525 | ((b1 & 0x7) << 6)
526 | (qp & 0x3f);
527 }
528
529 static inline uint64_t tcg_opc_i22(int qp, uint64_t opc, int r1, int b2)
530 {
531 return opc
532 | ((b2 & 0x7) << 13)
533 | ((r1 & 0x7f) << 6)
534 | (qp & 0x3f);
535 }
536
537 static inline uint64_t tcg_opc_i26(int qp, uint64_t opc, int ar3, int r2)
538 {
539 return opc
540 | ((ar3 & 0x7f) << 20)
541 | ((r2 & 0x7f) << 13)
542 | (qp & 0x3f);
543 }
544
545 static inline uint64_t tcg_opc_i29(int qp, uint64_t opc, int r1, int r3)
546 {
547 return opc
548 | ((r3 & 0x7f) << 20)
549 | ((r1 & 0x7f) << 6)
550 | (qp & 0x3f);
551 }
552
553 static inline uint64_t tcg_opc_l2(uint64_t imm)
554 {
555 return (imm & 0x7fffffffffc00000ull) >> 22;
556 }
557
558 static inline uint64_t tcg_opc_l3(uint64_t imm)
559 {
560 return (imm & 0x07fffffffff00000ull) >> 18;
561 }
562
563 static inline uint64_t tcg_opc_m1(int qp, uint64_t opc, int r1, int r3)
564 {
565 return opc
566 | ((r3 & 0x7f) << 20)
567 | ((r1 & 0x7f) << 6)
568 | (qp & 0x3f);
569 }
570
571 static inline uint64_t tcg_opc_m3(int qp, uint64_t opc, int r1,
572 int r3, uint64_t imm)
573 {
574 return opc
575 | ((imm & 0x100) << 28) /* s */
576 | ((imm & 0x080) << 20) /* i */
577 | ((imm & 0x07f) << 13) /* imm7b */
578 | ((r3 & 0x7f) << 20)
579 | ((r1 & 0x7f) << 6)
580 | (qp & 0x3f);
581 }
582
583 static inline uint64_t tcg_opc_m4(int qp, uint64_t opc, int r2, int r3)
584 {
585 return opc
586 | ((r3 & 0x7f) << 20)
587 | ((r2 & 0x7f) << 13)
588 | (qp & 0x3f);
589 }
590
591 static inline uint64_t tcg_opc_m18(int qp, uint64_t opc, int f1, int r2)
592 {
593 return opc
594 | ((r2 & 0x7f) << 13)
595 | ((f1 & 0x7f) << 6)
596 | (qp & 0x3f);
597 }
598
599 static inline uint64_t tcg_opc_m19(int qp, uint64_t opc, int r1, int f2)
600 {
601 return opc
602 | ((f2 & 0x7f) << 13)
603 | ((r1 & 0x7f) << 6)
604 | (qp & 0x3f);
605 }
606
607 static inline uint64_t tcg_opc_m34(int qp, uint64_t opc, int r1,
608 int sof, int sol, int sor)
609 {
610 return opc
611 | ((sor & 0x0f) << 27)
612 | ((sol & 0x7f) << 20)
613 | ((sof & 0x7f) << 13)
614 | ((r1 & 0x7f) << 6)
615 | (qp & 0x3f);
616 }
617
618 static inline uint64_t tcg_opc_m48(int qp, uint64_t opc, uint64_t imm)
619 {
620 return opc
621 | ((imm & 0x100000) << 16) /* i */
622 | ((imm & 0x0fffff) << 6) /* imm20a */
623 | (qp & 0x3f);
624 }
625
626 static inline uint64_t tcg_opc_x2(int qp, uint64_t opc,
627 int r1, uint64_t imm)
628 {
629 return opc
630 | ((imm & 0x8000000000000000ull) >> 27) /* i */
631 | (imm & 0x0000000000200000ull) /* ic */
632 | ((imm & 0x00000000001f0000ull) << 6) /* imm5c */
633 | ((imm & 0x000000000000ff80ull) << 20) /* imm9d */
634 | ((imm & 0x000000000000007full) << 13) /* imm7b */
635 | ((r1 & 0x7f) << 6)
636 | (qp & 0x3f);
637 }
638
639 static inline uint64_t tcg_opc_x3(int qp, uint64_t opc, uint64_t imm)
640 {
641 return opc
642 | ((imm & 0x0800000000000000ull) >> 23) /* i */
643 | ((imm & 0x00000000000fffffull) << 13) /* imm20b */
644 | (qp & 0x3f);
645 }
646
647
648 /*
649 * Relocations
650 */
651
652 static inline void reloc_pcrel21b (void *pc, tcg_target_long target)
653 {
654 uint64_t imm;
655 int64_t disp;
656 int slot;
657
658 slot = (tcg_target_long) pc & 3;
659 pc = (void *)((tcg_target_long) pc & ~3);
660
661 disp = target - (tcg_target_long) pc;
662 imm = (uint64_t) disp >> 4;
663
664 switch(slot) {
665 case 0:
666 *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 8) & 0xfffffdc00003ffffull)
667 | ((imm & 0x100000) << 21) /* s */
668 | ((imm & 0x0fffff) << 18); /* imm20b */
669 break;
670 case 1:
671 *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xfffffffffffb8000ull)
672 | ((imm & 0x100000) >> 2) /* s */
673 | ((imm & 0x0fffe0) >> 5); /* imm20b */
674 *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x07ffffffffffffffull)
675 | ((imm & 0x00001f) << 59); /* imm20b */
676 break;
677 case 2:
678 *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fffffffffull)
679 | ((imm & 0x100000) << 39) /* s */
680 | ((imm & 0x0fffff) << 36); /* imm20b */
681 break;
682 }
683 }
684
685 static inline uint64_t get_reloc_pcrel21b (void *pc)
686 {
687 int64_t low, high;
688 int slot;
689
690 slot = (tcg_target_long) pc & 3;
691 pc = (void *)((tcg_target_long) pc & ~3);
692
693 low = (*(uint64_t *)(pc + 0));
694 high = (*(uint64_t *)(pc + 8));
695
696 switch(slot) {
697 case 0:
698 return ((low >> 21) & 0x100000) + /* s */
699 ((low >> 18) & 0x0fffff); /* imm20b */
700 case 1:
701 return ((high << 2) & 0x100000) + /* s */
702 ((high << 5) & 0x0fffe0) + /* imm20b */
703 ((low >> 59) & 0x00001f); /* imm20b */
704 case 2:
705 return ((high >> 39) & 0x100000) + /* s */
706 ((high >> 36) & 0x0fffff); /* imm20b */
707 default:
708 tcg_abort();
709 }
710 }
711
712 static inline void reloc_pcrel60b (void *pc, tcg_target_long target)
713 {
714 int64_t disp;
715 uint64_t imm;
716
717 disp = target - (tcg_target_long) pc;
718 imm = (uint64_t) disp >> 4;
719
720 *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fff800000ull)
721 | (imm & 0x0800000000000000ull) /* s */
722 | ((imm & 0x07fffff000000000ull) >> 36) /* imm39 */
723 | ((imm & 0x00000000000fffffull) << 36); /* imm20b */
724 *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x00003fffffffffffull)
725 | ((imm & 0x0000000ffff00000ull) << 28); /* imm39 */
726 }
727
728 static inline uint64_t get_reloc_pcrel60b (void *pc)
729 {
730 int64_t low, high;
731
732 low = (*(uint64_t *)(pc + 0));
733 high = (*(uint64_t *)(pc + 8));
734
735 return ((high) & 0x0800000000000000ull) + /* s */
736 ((high >> 36) & 0x00000000000fffffull) + /* imm20b */
737 ((high << 36) & 0x07fffff000000000ull) + /* imm39 */
738 ((low >> 28) & 0x0000000ffff00000ull); /* imm39 */
739 }
740
741
742 static void patch_reloc(uint8_t *code_ptr, int type,
743 tcg_target_long value, tcg_target_long addend)
744 {
745 value += addend;
746 switch (type) {
747 case R_IA64_PCREL21B:
748 reloc_pcrel21b(code_ptr, value);
749 break;
750 case R_IA64_PCREL60B:
751 reloc_pcrel60b(code_ptr, value);
752 default:
753 tcg_abort();
754 }
755 }
756
757 /*
758 * Constraints
759 */
760
761 /* parse target specific constraints */
762 static int target_parse_constraint(TCGArgConstraint *ct, const char **pct_str)
763 {
764 const char *ct_str;
765
766 ct_str = *pct_str;
767 switch(ct_str[0]) {
768 case 'r':
769 ct->ct |= TCG_CT_REG;
770 tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
771 break;
772 case 'I':
773 ct->ct |= TCG_CT_CONST_S22;
774 break;
775 case 'S':
776 ct->ct |= TCG_CT_REG;
777 tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
778 #if defined(CONFIG_SOFTMMU)
779 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R56);
780 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R57);
781 #endif
782 break;
783 case 'Z':
784 /* We are cheating a bit here, using the fact that the register
785 r0 is also the register number 0. Hence there is no need
786 to check for const_args in each instruction. */
787 ct->ct |= TCG_CT_CONST_ZERO;
788 break;
789 default:
790 return -1;
791 }
792 ct_str++;
793 *pct_str = ct_str;
794 return 0;
795 }
796
797 /* test if a constant matches the constraint */
798 static inline int tcg_target_const_match(tcg_target_long val,
799 const TCGArgConstraint *arg_ct)
800 {
801 int ct;
802 ct = arg_ct->ct;
803 if (ct & TCG_CT_CONST)
804 return 1;
805 else if ((ct & TCG_CT_CONST_ZERO) && val == 0)
806 return 1;
807 else if ((ct & TCG_CT_CONST_S22) && val == ((int32_t)val << 10) >> 10)
808 return 1;
809 else
810 return 0;
811 }
812
813 /*
814 * Code generation
815 */
816
817 static uint8_t *tb_ret_addr;
818
819 static inline void tcg_out_bundle(TCGContext *s, int template,
820 uint64_t slot0, uint64_t slot1,
821 uint64_t slot2)
822 {
823 template &= 0x1f; /* 5 bits */
824 slot0 &= 0x1ffffffffffull; /* 41 bits */
825 slot1 &= 0x1ffffffffffull; /* 41 bits */
826 slot2 &= 0x1ffffffffffull; /* 41 bits */
827
828 *(uint64_t *)(s->code_ptr + 0) = (slot1 << 46) | (slot0 << 5) | template;
829 *(uint64_t *)(s->code_ptr + 8) = (slot2 << 23) | (slot1 >> 18);
830 s->code_ptr += 16;
831 }
832
833 static inline void tcg_out_mov(TCGContext *s, TCGType type,
834 TCGArg ret, TCGArg arg)
835 {
836 tcg_out_bundle(s, mmI,
837 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
838 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
839 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, ret, 0, arg));
840 }
841
842 static inline void tcg_out_movi(TCGContext *s, TCGType type,
843 TCGArg reg, tcg_target_long arg)
844 {
845 tcg_out_bundle(s, mLX,
846 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
847 tcg_opc_l2 (arg),
848 tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2, reg, arg));
849 }
850
851 static inline void tcg_out_addi(TCGContext *s, TCGArg reg, tcg_target_long val)
852 {
853 if (val == ((int32_t)val << 10) >> 10) {
854 tcg_out_bundle(s, MmI,
855 tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
856 TCG_REG_R2, val, TCG_REG_R0),
857 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
858 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
859 reg, TCG_REG_R2));
860 } else {
861 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, val);
862 tcg_out_bundle(s, mmI,
863 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
864 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
865 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
866 reg, TCG_REG_R2));
867 }
868 }
869
870 static void tcg_out_br(TCGContext *s, int label_index)
871 {
872 TCGLabel *l = &s->labels[label_index];
873
874 tcg_out_bundle(s, mmB,
875 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
876 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
877 tcg_opc_b1 (TCG_REG_P0, OPC_BR_SPTK_MANY_B1,
878 get_reloc_pcrel21b(s->code_ptr + 2)));
879
880 if (l->has_value) {
881 reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
882 } else {
883 tcg_out_reloc(s, (s->code_ptr - 16) + 2,
884 R_IA64_PCREL21B, label_index, 0);
885 }
886 }
887
888 static inline void tcg_out_call(TCGContext *s, TCGArg addr)
889 {
890 tcg_out_bundle(s, MmI,
891 tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R2, addr),
892 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R3, 8, addr),
893 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
894 TCG_REG_B6, TCG_REG_R2, 0));
895 tcg_out_bundle(s, mmB,
896 tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R3),
897 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
898 tcg_opc_b5 (TCG_REG_P0, OPC_BR_CALL_SPTK_MANY_B5,
899 TCG_REG_B0, TCG_REG_B6));
900 }
901
902 static void tcg_out_exit_tb(TCGContext *s, tcg_target_long arg)
903 {
904 int64_t disp;
905 uint64_t imm;
906
907 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R8, arg);
908
909 disp = tb_ret_addr - s->code_ptr;
910 imm = (uint64_t)disp >> 4;
911
912 tcg_out_bundle(s, mLX,
913 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
914 tcg_opc_l3 (imm),
915 tcg_opc_x3 (TCG_REG_P0, OPC_BRL_SPTK_MANY_X3, imm));
916 }
917
918 static inline void tcg_out_goto_tb(TCGContext *s, TCGArg arg)
919 {
920 if (s->tb_jmp_offset) {
921 /* direct jump method */
922 tcg_abort();
923 } else {
924 /* indirect jump method */
925 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2,
926 (tcg_target_long)(s->tb_next + arg));
927 tcg_out_bundle(s, MmI,
928 tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1,
929 TCG_REG_R2, TCG_REG_R2),
930 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
931 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6,
932 TCG_REG_R2, 0));
933 tcg_out_bundle(s, mmB,
934 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
935 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
936 tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4,
937 TCG_REG_B6));
938 }
939 s->tb_next_offset[arg] = s->code_ptr - s->code_buf;
940 }
941
942 static inline void tcg_out_jmp(TCGContext *s, TCGArg addr)
943 {
944 tcg_out_bundle(s, mmI,
945 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
946 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
947 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6, addr, 0));
948 tcg_out_bundle(s, mmB,
949 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
950 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
951 tcg_opc_b4(TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
952 }
953
954 static inline void tcg_out_ld_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
955 TCGArg arg1, tcg_target_long arg2)
956 {
957 if (arg2 == ((int16_t)arg2 >> 2) << 2) {
958 tcg_out_bundle(s, MmI,
959 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
960 TCG_REG_R2, arg2, arg1),
961 tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
962 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
963 } else {
964 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
965 tcg_out_bundle(s, MmI,
966 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
967 TCG_REG_R2, TCG_REG_R2, arg1),
968 tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
969 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
970 }
971 }
972
973 static inline void tcg_out_st_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
974 TCGArg arg1, tcg_target_long arg2)
975 {
976 if (arg2 == ((int16_t)arg2 >> 2) << 2) {
977 tcg_out_bundle(s, MmI,
978 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
979 TCG_REG_R2, arg2, arg1),
980 tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
981 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
982 } else {
983 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
984 tcg_out_bundle(s, MmI,
985 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
986 TCG_REG_R2, TCG_REG_R2, arg1),
987 tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
988 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
989 }
990 }
991
992 static inline void tcg_out_ld(TCGContext *s, TCGType type, TCGArg arg,
993 TCGArg arg1, tcg_target_long arg2)
994 {
995 if (type == TCG_TYPE_I32) {
996 tcg_out_ld_rel(s, OPC_LD4_M1, arg, arg1, arg2);
997 } else {
998 tcg_out_ld_rel(s, OPC_LD8_M1, arg, arg1, arg2);
999 }
1000 }
1001
1002 static inline void tcg_out_st(TCGContext *s, TCGType type, TCGArg arg,
1003 TCGArg arg1, tcg_target_long arg2)
1004 {
1005 if (type == TCG_TYPE_I32) {
1006 tcg_out_st_rel(s, OPC_ST4_M4, arg, arg1, arg2);
1007 } else {
1008 tcg_out_st_rel(s, OPC_ST8_M4, arg, arg1, arg2);
1009 }
1010 }
1011
1012 static inline void tcg_out_alu(TCGContext *s, uint64_t opc_a1, TCGArg ret,
1013 TCGArg arg1, int const_arg1,
1014 TCGArg arg2, int const_arg2)
1015 {
1016 uint64_t opc1, opc2;
1017
1018 if (const_arg1 && arg1 != 0) {
1019 opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1020 TCG_REG_R2, arg1, TCG_REG_R0);
1021 arg1 = TCG_REG_R2;
1022 } else {
1023 opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1024 }
1025
1026 if (const_arg2 && arg2 != 0) {
1027 opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1028 TCG_REG_R3, arg2, TCG_REG_R0);
1029 arg2 = TCG_REG_R3;
1030 } else {
1031 opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1032 }
1033
1034 tcg_out_bundle(s, mII,
1035 opc1,
1036 opc2,
1037 tcg_opc_a1(TCG_REG_P0, opc_a1, ret, arg1, arg2));
1038 }
1039
1040 static inline void tcg_out_eqv(TCGContext *s, TCGArg ret,
1041 TCGArg arg1, int const_arg1,
1042 TCGArg arg2, int const_arg2)
1043 {
1044 tcg_out_bundle(s, mII,
1045 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1046 tcg_opc_a1 (TCG_REG_P0, OPC_XOR_A1, ret, arg1, arg2),
1047 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1048 }
1049
1050 static inline void tcg_out_nand(TCGContext *s, TCGArg ret,
1051 TCGArg arg1, int const_arg1,
1052 TCGArg arg2, int const_arg2)
1053 {
1054 tcg_out_bundle(s, mII,
1055 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1056 tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, ret, arg1, arg2),
1057 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1058 }
1059
1060 static inline void tcg_out_nor(TCGContext *s, TCGArg ret,
1061 TCGArg arg1, int const_arg1,
1062 TCGArg arg2, int const_arg2)
1063 {
1064 tcg_out_bundle(s, mII,
1065 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1066 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, arg2),
1067 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1068 }
1069
1070 static inline void tcg_out_orc(TCGContext *s, TCGArg ret,
1071 TCGArg arg1, int const_arg1,
1072 TCGArg arg2, int const_arg2)
1073 {
1074 tcg_out_bundle(s, mII,
1075 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1076 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, TCG_REG_R2, -1, arg2),
1077 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, TCG_REG_R2));
1078 }
1079
1080 static inline void tcg_out_mul(TCGContext *s, TCGArg ret,
1081 TCGArg arg1, TCGArg arg2)
1082 {
1083 tcg_out_bundle(s, mmI,
1084 tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F6, arg1),
1085 tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F7, arg2),
1086 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1087 tcg_out_bundle(s, mmF,
1088 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1089 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1090 tcg_opc_f2 (TCG_REG_P0, OPC_XMA_L_F2, TCG_REG_F6, TCG_REG_F6,
1091 TCG_REG_F7, TCG_REG_F0));
1092 tcg_out_bundle(s, miI,
1093 tcg_opc_m19(TCG_REG_P0, OPC_GETF_SIG_M19, ret, TCG_REG_F6),
1094 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1095 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1096 }
1097
1098 static inline void tcg_out_sar_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1099 TCGArg arg2, int const_arg2)
1100 {
1101 if (const_arg2) {
1102 tcg_out_bundle(s, miI,
1103 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1104 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1105 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1106 ret, arg1, arg2, 31 - arg2));
1107 } else {
1108 tcg_out_bundle(s, mII,
1109 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3,
1110 TCG_REG_R3, 0x1f, arg2),
1111 tcg_opc_i29(TCG_REG_P0, OPC_SXT4_I29, TCG_REG_R2, arg1),
1112 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret,
1113 TCG_REG_R2, TCG_REG_R3));
1114 }
1115 }
1116
1117 static inline void tcg_out_sar_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1118 TCGArg arg2, int const_arg2)
1119 {
1120 if (const_arg2) {
1121 tcg_out_bundle(s, miI,
1122 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1123 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1124 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1125 ret, arg1, arg2, 63 - arg2));
1126 } else {
1127 tcg_out_bundle(s, miI,
1128 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1129 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1130 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret, arg1, arg2));
1131 }
1132 }
1133
1134 static inline void tcg_out_shl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1135 TCGArg arg2, int const_arg2)
1136 {
1137 if (const_arg2) {
1138 tcg_out_bundle(s, miI,
1139 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1140 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1141 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1142 arg1, 63 - arg2, 31 - arg2));
1143 } else {
1144 tcg_out_bundle(s, mII,
1145 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1146 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R2,
1147 0x1f, arg2),
1148 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1149 arg1, TCG_REG_R2));
1150 }
1151 }
1152
1153 static inline void tcg_out_shl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1154 TCGArg arg2, int const_arg2)
1155 {
1156 if (const_arg2) {
1157 tcg_out_bundle(s, miI,
1158 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1159 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1160 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1161 arg1, 63 - arg2, 63 - arg2));
1162 } else {
1163 tcg_out_bundle(s, miI,
1164 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1165 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1166 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1167 arg1, arg2));
1168 }
1169 }
1170
1171 static inline void tcg_out_shr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1172 TCGArg arg2, int const_arg2)
1173 {
1174 if (const_arg2) {
1175 tcg_out_bundle(s, miI,
1176 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1177 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1178 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1179 arg1, arg2, 31 - arg2));
1180 } else {
1181 tcg_out_bundle(s, mII,
1182 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1183 0x1f, arg2),
1184 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R2, arg1),
1185 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1186 TCG_REG_R2, TCG_REG_R3));
1187 }
1188 }
1189
1190 static inline void tcg_out_shr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1191 TCGArg arg2, int const_arg2)
1192 {
1193 if (const_arg2) {
1194 tcg_out_bundle(s, miI,
1195 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1196 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1197 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1198 arg1, arg2, 63 - arg2));
1199 } else {
1200 tcg_out_bundle(s, miI,
1201 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1202 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1203 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1204 arg1, arg2));
1205 }
1206 }
1207
1208 static inline void tcg_out_rotl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1209 TCGArg arg2, int const_arg2)
1210 {
1211 if (const_arg2) {
1212 tcg_out_bundle(s, mII,
1213 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1214 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1215 TCG_REG_R2, arg1, arg1),
1216 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1217 TCG_REG_R2, 32 - arg2, 31));
1218 } else {
1219 tcg_out_bundle(s, miI,
1220 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1221 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1222 TCG_REG_R2, arg1, arg1),
1223 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1224 0x1f, arg2));
1225 tcg_out_bundle(s, mII,
1226 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1227 tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R3,
1228 0x20, TCG_REG_R3),
1229 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1230 TCG_REG_R2, TCG_REG_R3));
1231 }
1232 }
1233
1234 static inline void tcg_out_rotl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1235 TCGArg arg2, int const_arg2)
1236 {
1237 if (const_arg2) {
1238 tcg_out_bundle(s, miI,
1239 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1240 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1241 tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1242 arg1, 0x40 - arg2));
1243 } else {
1244 tcg_out_bundle(s, mII,
1245 tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1246 0x40, arg2),
1247 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R3,
1248 arg1, arg2),
1249 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R2,
1250 arg1, TCG_REG_R2));
1251 tcg_out_bundle(s, miI,
1252 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1253 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1254 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1255 TCG_REG_R2, TCG_REG_R3));
1256 }
1257 }
1258
1259 static inline void tcg_out_rotr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1260 TCGArg arg2, int const_arg2)
1261 {
1262 if (const_arg2) {
1263 tcg_out_bundle(s, mII,
1264 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1265 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1266 TCG_REG_R2, arg1, arg1),
1267 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1268 TCG_REG_R2, arg2, 31));
1269 } else {
1270 tcg_out_bundle(s, mII,
1271 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1272 0x1f, arg2),
1273 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1274 TCG_REG_R2, arg1, arg1),
1275 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1276 TCG_REG_R2, TCG_REG_R3));
1277 }
1278 }
1279
1280 static inline void tcg_out_rotr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1281 TCGArg arg2, int const_arg2)
1282 {
1283 if (const_arg2) {
1284 tcg_out_bundle(s, miI,
1285 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1286 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1287 tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1288 arg1, arg2));
1289 } else {
1290 tcg_out_bundle(s, mII,
1291 tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1292 0x40, arg2),
1293 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R3,
1294 arg1, arg2),
1295 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R2,
1296 arg1, TCG_REG_R2));
1297 tcg_out_bundle(s, miI,
1298 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1299 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1300 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1301 TCG_REG_R2, TCG_REG_R3));
1302 }
1303 }
1304
1305 static inline void tcg_out_ext(TCGContext *s, uint64_t opc_i29,
1306 TCGArg ret, TCGArg arg)
1307 {
1308 tcg_out_bundle(s, miI,
1309 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1310 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1311 tcg_opc_i29(TCG_REG_P0, opc_i29, ret, arg));
1312 }
1313
1314 static inline void tcg_out_bswap16(TCGContext *s, TCGArg ret, TCGArg arg)
1315 {
1316 tcg_out_bundle(s, mII,
1317 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1318 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 15, 15),
1319 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1320 }
1321
1322 static inline void tcg_out_bswap32(TCGContext *s, TCGArg ret, TCGArg arg)
1323 {
1324 tcg_out_bundle(s, mII,
1325 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1326 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 31, 31),
1327 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1328 }
1329
1330 static inline void tcg_out_bswap64(TCGContext *s, TCGArg ret, TCGArg arg)
1331 {
1332 tcg_out_bundle(s, mII,
1333 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1334 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1335 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, arg, 0xb));
1336 }
1337
1338 static inline uint64_t tcg_opc_cmp_a(int qp, TCGCond cond, TCGArg arg1,
1339 TCGArg arg2, int cmp4)
1340 {
1341 uint64_t opc_eq_a6, opc_lt_a6, opc_ltu_a6;
1342
1343 if (cmp4) {
1344 opc_eq_a6 = OPC_CMP4_EQ_A6;
1345 opc_lt_a6 = OPC_CMP4_LT_A6;
1346 opc_ltu_a6 = OPC_CMP4_LTU_A6;
1347 } else {
1348 opc_eq_a6 = OPC_CMP_EQ_A6;
1349 opc_lt_a6 = OPC_CMP_LT_A6;
1350 opc_ltu_a6 = OPC_CMP_LTU_A6;
1351 }
1352
1353 switch (cond) {
1354 case TCG_COND_EQ:
1355 return tcg_opc_a6 (qp, opc_eq_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1356 case TCG_COND_NE:
1357 return tcg_opc_a6 (qp, opc_eq_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1358 case TCG_COND_LT:
1359 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1360 case TCG_COND_LTU:
1361 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1362 case TCG_COND_GE:
1363 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1364 case TCG_COND_GEU:
1365 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1366 case TCG_COND_LE:
1367 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1368 case TCG_COND_LEU:
1369 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1370 case TCG_COND_GT:
1371 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1372 case TCG_COND_GTU:
1373 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1374 default:
1375 tcg_abort();
1376 break;
1377 }
1378 }
1379
1380 static inline void tcg_out_brcond(TCGContext *s, TCGCond cond, TCGArg arg1,
1381 int const_arg1, TCGArg arg2, int const_arg2,
1382 int label_index, int cmp4)
1383 {
1384 TCGLabel *l = &s->labels[label_index];
1385 uint64_t opc1, opc2;
1386
1387 if (const_arg1 && arg1 != 0) {
1388 opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1389 arg1, TCG_REG_R0);
1390 arg1 = TCG_REG_R2;
1391 } else {
1392 opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1393 }
1394
1395 if (const_arg2 && arg2 != 0) {
1396 opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1397 arg2, TCG_REG_R0);
1398 arg2 = TCG_REG_R3;
1399 } else {
1400 opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1401 }
1402
1403 tcg_out_bundle(s, mII,
1404 opc1,
1405 opc2,
1406 tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4));
1407 tcg_out_bundle(s, mmB,
1408 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1409 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1410 tcg_opc_b1 (TCG_REG_P6, OPC_BR_DPTK_FEW_B1,
1411 get_reloc_pcrel21b(s->code_ptr + 2)));
1412
1413 if (l->has_value) {
1414 reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
1415 } else {
1416 tcg_out_reloc(s, (s->code_ptr - 16) + 2,
1417 R_IA64_PCREL21B, label_index, 0);
1418 }
1419 }
1420
1421 static inline void tcg_out_setcond(TCGContext *s, TCGCond cond, TCGArg ret,
1422 TCGArg arg1, TCGArg arg2, int cmp4)
1423 {
1424 tcg_out_bundle(s, MmI,
1425 tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4),
1426 tcg_opc_a5(TCG_REG_P6, OPC_ADDL_A5, ret, 1, TCG_REG_R0),
1427 tcg_opc_a5(TCG_REG_P7, OPC_ADDL_A5, ret, 0, TCG_REG_R0));
1428 }
1429
1430 #if defined(CONFIG_SOFTMMU)
1431
1432 #include "../../softmmu_defs.h"
1433
1434 /* Load and compare a TLB entry, and return the result in (p6, p7).
1435 R2 is loaded with the address of the addend TLB entry.
1436 R56 is loaded with the address, zero extented on 32-bit targets. */
1437 static inline void tcg_out_qemu_tlb(TCGContext *s, TCGArg addr_reg,
1438 int s_bits, uint64_t offset_rw,
1439 uint64_t offset_addend)
1440 {
1441 tcg_out_bundle(s, mII,
1442 tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1443 TARGET_PAGE_MASK | ((1 << s_bits) - 1),
1444 TCG_REG_R0),
1445 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, TCG_REG_R2,
1446 addr_reg, TARGET_PAGE_BITS, CPU_TLB_BITS - 1),
1447 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, TCG_REG_R2,
1448 TCG_REG_R2, 63 - CPU_TLB_ENTRY_BITS,
1449 63 - CPU_TLB_ENTRY_BITS));
1450 tcg_out_bundle(s, mII,
1451 tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1452 offset_rw, TCG_REG_R2),
1453 #if TARGET_LONG_BITS == 32
1454 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R56, addr_reg),
1455 #else
1456 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R56,
1457 0, addr_reg),
1458 #endif
1459 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1460 TCG_REG_R2, TCG_AREG0));
1461 tcg_out_bundle(s, mII,
1462 tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R57,
1463 TCG_REG_R2, offset_addend - offset_rw),
1464 tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, TCG_REG_R3,
1465 TCG_REG_R3, TCG_REG_R56),
1466 tcg_opc_a6 (TCG_REG_P0, OPC_CMP_EQ_A6, TCG_REG_P6,
1467 TCG_REG_P7, TCG_REG_R3, TCG_REG_R57));
1468 }
1469
1470 static void *qemu_ld_helpers[4] = {
1471 __ldb_mmu,
1472 __ldw_mmu,
1473 __ldl_mmu,
1474 __ldq_mmu,
1475 };
1476
1477 static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1478 {
1479 int addr_reg, data_reg, mem_index, s_bits, bswap;
1480 uint64_t opc_ld_m1[4] = { OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1 };
1481 uint64_t opc_ext_i29[8] = { OPC_ZXT1_I29, OPC_ZXT2_I29, OPC_ZXT4_I29, 0,
1482 OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0 };
1483
1484 data_reg = *args++;
1485 addr_reg = *args++;
1486 mem_index = *args;
1487 s_bits = opc & 3;
1488
1489 #ifdef TARGET_WORDS_BIGENDIAN
1490 bswap = 1;
1491 #else
1492 bswap = 0;
1493 #endif
1494
1495 /* Read the TLB entry */
1496 tcg_out_qemu_tlb(s, addr_reg, s_bits,
1497 offsetof(CPUState, tlb_table[mem_index][0].addr_read),
1498 offsetof(CPUState, tlb_table[mem_index][0].addend));
1499
1500 /* P6 is the fast path, and P7 the slow path */
1501 tcg_out_bundle(s, mLX,
1502 tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R57,
1503 mem_index, TCG_REG_R0),
1504 tcg_opc_l2 ((tcg_target_long) qemu_ld_helpers[s_bits]),
1505 tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1506 (tcg_target_long) qemu_ld_helpers[s_bits]));
1507 tcg_out_bundle(s, MmI,
1508 tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1509 TCG_REG_R2, 8),
1510 tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1511 TCG_REG_R3, TCG_REG_R56),
1512 tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1513 TCG_REG_R3, 0));
1514 if (bswap && s_bits == 1) {
1515 tcg_out_bundle(s, MmI,
1516 tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1517 TCG_REG_R8, TCG_REG_R3),
1518 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1519 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1520 TCG_REG_R8, TCG_REG_R8, 15, 15));
1521 } else if (bswap && s_bits == 2) {
1522 tcg_out_bundle(s, MmI,
1523 tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1524 TCG_REG_R8, TCG_REG_R3),
1525 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1526 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1527 TCG_REG_R8, TCG_REG_R8, 31, 31));
1528 } else {
1529 tcg_out_bundle(s, mmI,
1530 tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1531 TCG_REG_R8, TCG_REG_R3),
1532 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1533 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1534 }
1535 if (!bswap || s_bits == 0) {
1536 tcg_out_bundle(s, miB,
1537 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1538 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1539 tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1540 TCG_REG_B0, TCG_REG_B6));
1541 } else {
1542 tcg_out_bundle(s, miB,
1543 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1544 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1545 TCG_REG_R8, TCG_REG_R8, 0xb),
1546 tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1547 TCG_REG_B0, TCG_REG_B6));
1548 }
1549
1550 if (opc == 3) {
1551 tcg_out_bundle(s, miI,
1552 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1553 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1554 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
1555 data_reg, 0, TCG_REG_R8));
1556 } else {
1557 tcg_out_bundle(s, miI,
1558 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1559 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1560 tcg_opc_i29(TCG_REG_P0, opc_ext_i29[opc],
1561 data_reg, TCG_REG_R8));
1562 }
1563 }
1564
1565 static void *qemu_st_helpers[4] = {
1566 __stb_mmu,
1567 __stw_mmu,
1568 __stl_mmu,
1569 __stq_mmu,
1570 };
1571
1572 static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1573 {
1574 int addr_reg, data_reg, mem_index, bswap;
1575 uint64_t opc_st_m4[4] = { OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4 };
1576
1577 data_reg = *args++;
1578 addr_reg = *args++;
1579 mem_index = *args;
1580
1581 #ifdef TARGET_WORDS_BIGENDIAN
1582 bswap = 1;
1583 #else
1584 bswap = 0;
1585 #endif
1586
1587 tcg_out_qemu_tlb(s, addr_reg, opc,
1588 offsetof(CPUState, tlb_table[mem_index][0].addr_write),
1589 offsetof(CPUState, tlb_table[mem_index][0].addend));
1590
1591 /* P6 is the fast path, and P7 the slow path */
1592 tcg_out_bundle(s, mLX,
1593 tcg_opc_a4(TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R57,
1594 0, data_reg),
1595 tcg_opc_l2 ((tcg_target_long) qemu_st_helpers[opc]),
1596 tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1597 (tcg_target_long) qemu_st_helpers[opc]));
1598 tcg_out_bundle(s, MmI,
1599 tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1600 TCG_REG_R2, 8),
1601 tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1602 TCG_REG_R3, TCG_REG_R56),
1603 tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1604 TCG_REG_R3, 0));
1605
1606 if (!bswap || opc == 0) {
1607 tcg_out_bundle(s, mII,
1608 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1609 TCG_REG_R1, TCG_REG_R2),
1610 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1611 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1612 } else if (opc == 1) {
1613 tcg_out_bundle(s, mII,
1614 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1615 TCG_REG_R1, TCG_REG_R2),
1616 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1617 TCG_REG_R2, data_reg, 15, 15),
1618 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1619 TCG_REG_R2, TCG_REG_R2, 0xb));
1620 data_reg = TCG_REG_R2;
1621 } else if (opc == 2) {
1622 tcg_out_bundle(s, mII,
1623 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1624 TCG_REG_R1, TCG_REG_R2),
1625 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1626 TCG_REG_R2, data_reg, 31, 31),
1627 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1628 TCG_REG_R2, TCG_REG_R2, 0xb));
1629 data_reg = TCG_REG_R2;
1630 } else if (opc == 3) {
1631 tcg_out_bundle(s, miI,
1632 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1633 TCG_REG_R1, TCG_REG_R2),
1634 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1635 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1636 TCG_REG_R2, data_reg, 0xb));
1637 data_reg = TCG_REG_R2;
1638 }
1639
1640 tcg_out_bundle(s, miB,
1641 tcg_opc_m4 (TCG_REG_P6, opc_st_m4[opc],
1642 data_reg, TCG_REG_R3),
1643 tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R58,
1644 mem_index, TCG_REG_R0),
1645 tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1646 TCG_REG_B0, TCG_REG_B6));
1647 }
1648
1649 #else /* !CONFIG_SOFTMMU */
1650
1651 static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1652 {
1653 static uint64_t const opc_ld_m1[4] = {
1654 OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1
1655 };
1656 static uint64_t const opc_sxt_i29[4] = {
1657 OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0
1658 };
1659 int addr_reg, data_reg, mem_index, s_bits, bswap;
1660
1661 data_reg = *args++;
1662 addr_reg = *args++;
1663 mem_index = *args;
1664 s_bits = opc & 3;
1665
1666 #ifdef TARGET_WORDS_BIGENDIAN
1667 bswap = 1;
1668 #else
1669 bswap = 0;
1670 #endif
1671
1672 #if TARGET_LONG_BITS == 32
1673 if (GUEST_BASE != 0) {
1674 tcg_out_bundle(s, mII,
1675 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1676 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1677 TCG_REG_R3, addr_reg),
1678 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1679 TCG_GUEST_BASE_REG, TCG_REG_R3));
1680 } else {
1681 tcg_out_bundle(s, miI,
1682 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1683 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1684 TCG_REG_R2, addr_reg),
1685 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1686 }
1687
1688 if (!bswap || s_bits == 0) {
1689 if (s_bits == opc) {
1690 tcg_out_bundle(s, miI,
1691 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1692 data_reg, TCG_REG_R2),
1693 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1694 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1695 } else {
1696 tcg_out_bundle(s, mII,
1697 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1698 data_reg, TCG_REG_R2),
1699 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1700 tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1701 data_reg, data_reg));
1702 }
1703 } else if (s_bits == 3) {
1704 tcg_out_bundle(s, mII,
1705 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1706 data_reg, TCG_REG_R2),
1707 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1708 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1709 data_reg, data_reg, 0xb));
1710 } else {
1711 if (s_bits == 1) {
1712 tcg_out_bundle(s, mII,
1713 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1714 data_reg, TCG_REG_R2),
1715 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1716 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1717 data_reg, data_reg, 15, 15));
1718 } else {
1719 tcg_out_bundle(s, mII,
1720 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1721 data_reg, TCG_REG_R2),
1722 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1723 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1724 data_reg, data_reg, 31, 31));
1725 }
1726 if (opc == s_bits) {
1727 tcg_out_bundle(s, miI,
1728 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1729 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1730 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1731 data_reg, data_reg, 0xb));
1732 } else {
1733 tcg_out_bundle(s, mII,
1734 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1735 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1736 data_reg, data_reg, 0xb),
1737 tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1738 data_reg, data_reg));
1739 }
1740 }
1741 #else
1742 if (GUEST_BASE != 0) {
1743 tcg_out_bundle(s, MmI,
1744 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1745 TCG_GUEST_BASE_REG, addr_reg),
1746 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1747 data_reg, TCG_REG_R2),
1748 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1749 } else {
1750 tcg_out_bundle(s, mmI,
1751 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1752 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1753 data_reg, addr_reg),
1754 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1755 }
1756
1757 if (bswap && s_bits == 1) {
1758 tcg_out_bundle(s, mII,
1759 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1760 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1761 data_reg, data_reg, 15, 15),
1762 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1763 data_reg, data_reg, 0xb));
1764 } else if (bswap && s_bits == 2) {
1765 tcg_out_bundle(s, mII,
1766 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1767 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1768 data_reg, data_reg, 31, 31),
1769 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1770 data_reg, data_reg, 0xb));
1771 } else if (bswap && s_bits == 3) {
1772 tcg_out_bundle(s, miI,
1773 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1774 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1775 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1776 data_reg, data_reg, 0xb));
1777 }
1778 if (s_bits != opc) {
1779 tcg_out_bundle(s, miI,
1780 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1781 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1782 tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1783 data_reg, data_reg));
1784 }
1785 #endif
1786 }
1787
1788 static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1789 {
1790 static uint64_t const opc_st_m4[4] = {
1791 OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4
1792 };
1793 int addr_reg, data_reg, bswap;
1794 #if TARGET_LONG_BITS == 64
1795 uint64_t add_guest_base;
1796 #endif
1797
1798 data_reg = *args++;
1799 addr_reg = *args++;
1800
1801 #ifdef TARGET_WORDS_BIGENDIAN
1802 bswap = 1;
1803 #else
1804 bswap = 0;
1805 #endif
1806
1807 #if TARGET_LONG_BITS == 32
1808 if (GUEST_BASE != 0) {
1809 tcg_out_bundle(s, mII,
1810 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1811 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1812 TCG_REG_R3, addr_reg),
1813 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1814 TCG_GUEST_BASE_REG, TCG_REG_R3));
1815 } else {
1816 tcg_out_bundle(s, miI,
1817 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1818 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1819 TCG_REG_R3, addr_reg),
1820 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1821 }
1822
1823 if (bswap) {
1824 if (opc == 1) {
1825 tcg_out_bundle(s, mII,
1826 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1827 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1828 TCG_REG_R3, data_reg, 15, 15),
1829 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1830 TCG_REG_R3, TCG_REG_R3, 0xb));
1831 data_reg = TCG_REG_R3;
1832 } else if (opc == 2) {
1833 tcg_out_bundle(s, mII,
1834 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1835 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1836 TCG_REG_R3, data_reg, 31, 31),
1837 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1838 TCG_REG_R3, TCG_REG_R3, 0xb));
1839 data_reg = TCG_REG_R3;
1840 } else if (opc == 3) {
1841 tcg_out_bundle(s, miI,
1842 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1843 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1844 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1845 TCG_REG_R3, data_reg, 0xb));
1846 data_reg = TCG_REG_R3;
1847 }
1848 }
1849 tcg_out_bundle(s, mmI,
1850 tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1851 data_reg, TCG_REG_R2),
1852 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1853 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1854 #else
1855 if (GUEST_BASE != 0) {
1856 add_guest_base = tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1857 TCG_GUEST_BASE_REG, addr_reg);
1858 addr_reg = TCG_REG_R2;
1859 } else {
1860 add_guest_base = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1861 }
1862
1863 if (!bswap || opc == 0) {
1864 tcg_out_bundle(s, (GUEST_BASE ? MmI : mmI),
1865 add_guest_base,
1866 tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1867 data_reg, addr_reg),
1868 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1869 } else {
1870 if (opc == 1) {
1871 tcg_out_bundle(s, mII,
1872 add_guest_base,
1873 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1874 TCG_REG_R3, data_reg, 15, 15),
1875 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1876 TCG_REG_R3, TCG_REG_R3, 0xb));
1877 data_reg = TCG_REG_R3;
1878 } else if (opc == 2) {
1879 tcg_out_bundle(s, mII,
1880 add_guest_base,
1881 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1882 TCG_REG_R3, data_reg, 31, 31),
1883 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1884 TCG_REG_R3, TCG_REG_R3, 0xb));
1885 data_reg = TCG_REG_R3;
1886 } else if (opc == 3) {
1887 tcg_out_bundle(s, miI,
1888 add_guest_base,
1889 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1890 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1891 TCG_REG_R3, data_reg, 0xb));
1892 data_reg = TCG_REG_R3;
1893 }
1894 tcg_out_bundle(s, miI,
1895 tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1896 data_reg, addr_reg),
1897 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1898 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1899 }
1900 #endif
1901 }
1902
1903 #endif
1904
1905 static inline void tcg_out_op(TCGContext *s, TCGOpcode opc,
1906 const TCGArg *args, const int *const_args)
1907 {
1908 switch(opc) {
1909 case INDEX_op_exit_tb:
1910 tcg_out_exit_tb(s, args[0]);
1911 break;
1912 case INDEX_op_br:
1913 tcg_out_br(s, args[0]);
1914 break;
1915 case INDEX_op_call:
1916 tcg_out_call(s, args[0]);
1917 break;
1918 case INDEX_op_goto_tb:
1919 tcg_out_goto_tb(s, args[0]);
1920 break;
1921 case INDEX_op_jmp:
1922 tcg_out_jmp(s, args[0]);
1923 break;
1924
1925 case INDEX_op_movi_i32:
1926 tcg_out_movi(s, TCG_TYPE_I32, args[0], args[1]);
1927 break;
1928 case INDEX_op_movi_i64:
1929 tcg_out_movi(s, TCG_TYPE_I64, args[0], args[1]);
1930 break;
1931
1932 case INDEX_op_ld8u_i32:
1933 case INDEX_op_ld8u_i64:
1934 tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1935 break;
1936 case INDEX_op_ld8s_i32:
1937 case INDEX_op_ld8s_i64:
1938 tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1939 tcg_out_ext(s, OPC_SXT1_I29, args[0], args[0]);
1940 break;
1941 case INDEX_op_ld16u_i32:
1942 case INDEX_op_ld16u_i64:
1943 tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1944 break;
1945 case INDEX_op_ld16s_i32:
1946 case INDEX_op_ld16s_i64:
1947 tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1948 tcg_out_ext(s, OPC_SXT2_I29, args[0], args[0]);
1949 break;
1950 case INDEX_op_ld_i32:
1951 case INDEX_op_ld32u_i64:
1952 tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1953 break;
1954 case INDEX_op_ld32s_i64:
1955 tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1956 tcg_out_ext(s, OPC_SXT4_I29, args[0], args[0]);
1957 break;
1958 case INDEX_op_ld_i64:
1959 tcg_out_ld_rel(s, OPC_LD8_M1, args[0], args[1], args[2]);
1960 break;
1961 case INDEX_op_st8_i32:
1962 case INDEX_op_st8_i64:
1963 tcg_out_st_rel(s, OPC_ST1_M4, args[0], args[1], args[2]);
1964 break;
1965 case INDEX_op_st16_i32:
1966 case INDEX_op_st16_i64:
1967 tcg_out_st_rel(s, OPC_ST2_M4, args[0], args[1], args[2]);
1968 break;
1969 case INDEX_op_st_i32:
1970 case INDEX_op_st32_i64:
1971 tcg_out_st_rel(s, OPC_ST4_M4, args[0], args[1], args[2]);
1972 break;
1973 case INDEX_op_st_i64:
1974 tcg_out_st_rel(s, OPC_ST8_M4, args[0], args[1], args[2]);
1975 break;
1976
1977 case INDEX_op_add_i32:
1978 case INDEX_op_add_i64:
1979 tcg_out_alu(s, OPC_ADD_A1, args[0], args[1], const_args[1],
1980 args[2], const_args[2]);
1981 break;
1982 case INDEX_op_sub_i32:
1983 case INDEX_op_sub_i64:
1984 tcg_out_alu(s, OPC_SUB_A1, args[0], args[1], const_args[1],
1985 args[2], const_args[2]);
1986 break;
1987
1988 case INDEX_op_and_i32:
1989 case INDEX_op_and_i64:
1990 tcg_out_alu(s, OPC_AND_A1, args[0], args[1], const_args[1],
1991 args[2], const_args[2]);
1992 break;
1993 case INDEX_op_andc_i32:
1994 case INDEX_op_andc_i64:
1995 tcg_out_alu(s, OPC_ANDCM_A1, args[0], args[1], const_args[1],
1996 args[2], const_args[2]);
1997 break;
1998 case INDEX_op_eqv_i32:
1999 case INDEX_op_eqv_i64:
2000 tcg_out_eqv(s, args[0], args[1], const_args[1],
2001 args[2], const_args[2]);
2002 break;
2003 case INDEX_op_nand_i32:
2004 case INDEX_op_nand_i64:
2005 tcg_out_nand(s, args[0], args[1], const_args[1],
2006 args[2], const_args[2]);
2007 break;
2008 case INDEX_op_nor_i32:
2009 case INDEX_op_nor_i64:
2010 tcg_out_nor(s, args[0], args[1], const_args[1],
2011 args[2], const_args[2]);
2012 break;
2013 case INDEX_op_or_i32:
2014 case INDEX_op_or_i64:
2015 tcg_out_alu(s, OPC_OR_A1, args[0], args[1], const_args[1],
2016 args[2], const_args[2]);
2017 break;
2018 case INDEX_op_orc_i32:
2019 case INDEX_op_orc_i64:
2020 tcg_out_orc(s, args[0], args[1], const_args[1],
2021 args[2], const_args[2]);
2022 break;
2023 case INDEX_op_xor_i32:
2024 case INDEX_op_xor_i64:
2025 tcg_out_alu(s, OPC_XOR_A1, args[0], args[1], const_args[1],
2026 args[2], const_args[2]);
2027 break;
2028
2029 case INDEX_op_mul_i32:
2030 case INDEX_op_mul_i64:
2031 tcg_out_mul(s, args[0], args[1], args[2]);
2032 break;
2033
2034 case INDEX_op_sar_i32:
2035 tcg_out_sar_i32(s, args[0], args[1], args[2], const_args[2]);
2036 break;
2037 case INDEX_op_sar_i64:
2038 tcg_out_sar_i64(s, args[0], args[1], args[2], const_args[2]);
2039 break;
2040 case INDEX_op_shl_i32:
2041 tcg_out_shl_i32(s, args[0], args[1], args[2], const_args[2]);
2042 break;
2043 case INDEX_op_shl_i64:
2044 tcg_out_shl_i64(s, args[0], args[1], args[2], const_args[2]);
2045 break;
2046 case INDEX_op_shr_i32:
2047 tcg_out_shr_i32(s, args[0], args[1], args[2], const_args[2]);
2048 break;
2049 case INDEX_op_shr_i64:
2050 tcg_out_shr_i64(s, args[0], args[1], args[2], const_args[2]);
2051 break;
2052 case INDEX_op_rotl_i32:
2053 tcg_out_rotl_i32(s, args[0], args[1], args[2], const_args[2]);
2054 break;
2055 case INDEX_op_rotl_i64:
2056 tcg_out_rotl_i64(s, args[0], args[1], args[2], const_args[2]);
2057 break;
2058 case INDEX_op_rotr_i32:
2059 tcg_out_rotr_i32(s, args[0], args[1], args[2], const_args[2]);
2060 break;
2061 case INDEX_op_rotr_i64:
2062 tcg_out_rotr_i64(s, args[0], args[1], args[2], const_args[2]);
2063 break;
2064
2065 case INDEX_op_ext8s_i32:
2066 case INDEX_op_ext8s_i64:
2067 tcg_out_ext(s, OPC_SXT1_I29, args[0], args[1]);
2068 break;
2069 case INDEX_op_ext8u_i32:
2070 case INDEX_op_ext8u_i64:
2071 tcg_out_ext(s, OPC_ZXT1_I29, args[0], args[1]);
2072 break;
2073 case INDEX_op_ext16s_i32:
2074 case INDEX_op_ext16s_i64:
2075 tcg_out_ext(s, OPC_SXT2_I29, args[0], args[1]);
2076 break;
2077 case INDEX_op_ext16u_i32:
2078 case INDEX_op_ext16u_i64:
2079 tcg_out_ext(s, OPC_ZXT2_I29, args[0], args[1]);
2080 break;
2081 case INDEX_op_ext32s_i64:
2082 tcg_out_ext(s, OPC_SXT4_I29, args[0], args[1]);
2083 break;
2084 case INDEX_op_ext32u_i64:
2085 tcg_out_ext(s, OPC_ZXT4_I29, args[0], args[1]);
2086 break;
2087
2088 case INDEX_op_bswap16_i32:
2089 case INDEX_op_bswap16_i64:
2090 tcg_out_bswap16(s, args[0], args[1]);
2091 break;
2092 case INDEX_op_bswap32_i32:
2093 case INDEX_op_bswap32_i64:
2094 tcg_out_bswap32(s, args[0], args[1]);
2095 break;
2096 case INDEX_op_bswap64_i64:
2097 tcg_out_bswap64(s, args[0], args[1]);
2098 break;
2099
2100 case INDEX_op_brcond_i32:
2101 tcg_out_brcond(s, args[2], args[0], const_args[0],
2102 args[1], const_args[1], args[3], 1);
2103 break;
2104 case INDEX_op_brcond_i64:
2105 tcg_out_brcond(s, args[2], args[0], const_args[0],
2106 args[1], const_args[1], args[3], 0);
2107 break;
2108 case INDEX_op_setcond_i32:
2109 tcg_out_setcond(s, args[3], args[0], args[1], args[2], 1);
2110 break;
2111 case INDEX_op_setcond_i64:
2112 tcg_out_setcond(s, args[3], args[0], args[1], args[2], 0);
2113 break;
2114
2115 case INDEX_op_qemu_ld8u:
2116 tcg_out_qemu_ld(s, args, 0);
2117 break;
2118 case INDEX_op_qemu_ld8s:
2119 tcg_out_qemu_ld(s, args, 0 | 4);
2120 break;
2121 case INDEX_op_qemu_ld16u:
2122 tcg_out_qemu_ld(s, args, 1);
2123 break;
2124 case INDEX_op_qemu_ld16s:
2125 tcg_out_qemu_ld(s, args, 1 | 4);
2126 break;
2127 case INDEX_op_qemu_ld32:
2128 case INDEX_op_qemu_ld32u:
2129 tcg_out_qemu_ld(s, args, 2);
2130 break;
2131 case INDEX_op_qemu_ld32s:
2132 tcg_out_qemu_ld(s, args, 2 | 4);
2133 break;
2134 case INDEX_op_qemu_ld64:
2135 tcg_out_qemu_ld(s, args, 3);
2136 break;
2137
2138 case INDEX_op_qemu_st8:
2139 tcg_out_qemu_st(s, args, 0);
2140 break;
2141 case INDEX_op_qemu_st16:
2142 tcg_out_qemu_st(s, args, 1);
2143 break;
2144 case INDEX_op_qemu_st32:
2145 tcg_out_qemu_st(s, args, 2);
2146 break;
2147 case INDEX_op_qemu_st64:
2148 tcg_out_qemu_st(s, args, 3);
2149 break;
2150
2151 default:
2152 tcg_abort();
2153 }
2154 }
2155
2156 static const TCGTargetOpDef ia64_op_defs[] = {
2157 { INDEX_op_br, { } },
2158 { INDEX_op_call, { "r" } },
2159 { INDEX_op_exit_tb, { } },
2160 { INDEX_op_goto_tb, { } },
2161 { INDEX_op_jmp, { "r" } },
2162
2163 { INDEX_op_mov_i32, { "r", "r" } },
2164 { INDEX_op_movi_i32, { "r" } },
2165
2166 { INDEX_op_ld8u_i32, { "r", "r" } },
2167 { INDEX_op_ld8s_i32, { "r", "r" } },
2168 { INDEX_op_ld16u_i32, { "r", "r" } },
2169 { INDEX_op_ld16s_i32, { "r", "r" } },
2170 { INDEX_op_ld_i32, { "r", "r" } },
2171 { INDEX_op_st8_i32, { "rZ", "r" } },
2172 { INDEX_op_st16_i32, { "rZ", "r" } },
2173 { INDEX_op_st_i32, { "rZ", "r" } },
2174
2175 { INDEX_op_add_i32, { "r", "rI", "rI" } },
2176 { INDEX_op_sub_i32, { "r", "rI", "rI" } },
2177
2178 { INDEX_op_and_i32, { "r", "rI", "rI" } },
2179 { INDEX_op_andc_i32, { "r", "rI", "rI" } },
2180 { INDEX_op_eqv_i32, { "r", "rZ", "rZ" } },
2181 { INDEX_op_nand_i32, { "r", "rZ", "rZ" } },
2182 { INDEX_op_nor_i32, { "r", "rZ", "rZ" } },
2183 { INDEX_op_or_i32, { "r", "rI", "rI" } },
2184 { INDEX_op_orc_i32, { "r", "rZ", "rZ" } },
2185 { INDEX_op_xor_i32, { "r", "rI", "rI" } },
2186
2187 { INDEX_op_mul_i32, { "r", "rZ", "rZ" } },
2188
2189 { INDEX_op_sar_i32, { "r", "rZ", "ri" } },
2190 { INDEX_op_shl_i32, { "r", "rZ", "ri" } },
2191 { INDEX_op_shr_i32, { "r", "rZ", "ri" } },
2192 { INDEX_op_rotl_i32, { "r", "rZ", "ri" } },
2193 { INDEX_op_rotr_i32, { "r", "rZ", "ri" } },
2194
2195 { INDEX_op_ext8s_i32, { "r", "rZ"} },
2196 { INDEX_op_ext8u_i32, { "r", "rZ"} },
2197 { INDEX_op_ext16s_i32, { "r", "rZ"} },
2198 { INDEX_op_ext16u_i32, { "r", "rZ"} },
2199
2200 { INDEX_op_bswap16_i32, { "r", "rZ" } },
2201 { INDEX_op_bswap32_i32, { "r", "rZ" } },
2202
2203 { INDEX_op_brcond_i32, { "rI", "rI" } },
2204 { INDEX_op_setcond_i32, { "r", "rZ", "rZ" } },
2205
2206 { INDEX_op_mov_i64, { "r", "r" } },
2207 { INDEX_op_movi_i64, { "r" } },
2208
2209 { INDEX_op_ld8u_i64, { "r", "r" } },
2210 { INDEX_op_ld8s_i64, { "r", "r" } },
2211 { INDEX_op_ld16u_i64, { "r", "r" } },
2212 { INDEX_op_ld16s_i64, { "r", "r" } },
2213 { INDEX_op_ld32u_i64, { "r", "r" } },
2214 { INDEX_op_ld32s_i64, { "r", "r" } },
2215 { INDEX_op_ld_i64, { "r", "r" } },
2216 { INDEX_op_st8_i64, { "rZ", "r" } },
2217 { INDEX_op_st16_i64, { "rZ", "r" } },
2218 { INDEX_op_st32_i64, { "rZ", "r" } },
2219 { INDEX_op_st_i64, { "rZ", "r" } },
2220
2221 { INDEX_op_add_i64, { "r", "rI", "rI" } },
2222 { INDEX_op_sub_i64, { "r", "rI", "rI" } },
2223
2224 { INDEX_op_and_i64, { "r", "rI", "rI" } },
2225 { INDEX_op_andc_i64, { "r", "rI", "rI" } },
2226 { INDEX_op_eqv_i64, { "r", "rZ", "rZ" } },
2227 { INDEX_op_nand_i64, { "r", "rZ", "rZ" } },
2228 { INDEX_op_nor_i64, { "r", "rZ", "rZ" } },
2229 { INDEX_op_or_i64, { "r", "rI", "rI" } },
2230 { INDEX_op_orc_i64, { "r", "rZ", "rZ" } },
2231 { INDEX_op_xor_i64, { "r", "rI", "rI" } },
2232
2233 { INDEX_op_mul_i64, { "r", "rZ", "rZ" } },
2234
2235 { INDEX_op_sar_i64, { "r", "rZ", "ri" } },
2236 { INDEX_op_shl_i64, { "r", "rZ", "ri" } },
2237 { INDEX_op_shr_i64, { "r", "rZ", "ri" } },
2238 { INDEX_op_rotl_i64, { "r", "rZ", "ri" } },
2239 { INDEX_op_rotr_i64, { "r", "rZ", "ri" } },
2240
2241 { INDEX_op_ext8s_i64, { "r", "rZ"} },
2242 { INDEX_op_ext8u_i64, { "r", "rZ"} },
2243 { INDEX_op_ext16s_i64, { "r", "rZ"} },
2244 { INDEX_op_ext16u_i64, { "r", "rZ"} },
2245 { INDEX_op_ext32s_i64, { "r", "rZ"} },
2246 { INDEX_op_ext32u_i64, { "r", "rZ"} },
2247
2248 { INDEX_op_bswap16_i64, { "r", "rZ" } },
2249 { INDEX_op_bswap32_i64, { "r", "rZ" } },
2250 { INDEX_op_bswap64_i64, { "r", "rZ" } },
2251
2252 { INDEX_op_brcond_i64, { "rI", "rI" } },
2253 { INDEX_op_setcond_i64, { "r", "rZ", "rZ" } },
2254
2255 { INDEX_op_qemu_ld8u, { "r", "r" } },
2256 { INDEX_op_qemu_ld8s, { "r", "r" } },
2257 { INDEX_op_qemu_ld16u, { "r", "r" } },
2258 { INDEX_op_qemu_ld16s, { "r", "r" } },
2259 { INDEX_op_qemu_ld32, { "r", "r" } },
2260 { INDEX_op_qemu_ld32u, { "r", "r" } },
2261 { INDEX_op_qemu_ld32s, { "r", "r" } },
2262 { INDEX_op_qemu_ld64, { "r", "r" } },
2263
2264 { INDEX_op_qemu_st8, { "SZ", "r" } },
2265 { INDEX_op_qemu_st16, { "SZ", "r" } },
2266 { INDEX_op_qemu_st32, { "SZ", "r" } },
2267 { INDEX_op_qemu_st64, { "SZ", "r" } },
2268
2269 { -1 },
2270 };
2271
2272 /* Generate global QEMU prologue and epilogue code */
2273 static void tcg_target_qemu_prologue(TCGContext *s)
2274 {
2275 int frame_size;
2276
2277 /* reserve some stack space */
2278 frame_size = TCG_STATIC_CALL_ARGS_SIZE;
2279 frame_size = (frame_size + TCG_TARGET_STACK_ALIGN - 1) &
2280 ~(TCG_TARGET_STACK_ALIGN - 1);
2281
2282 /* First emit adhoc function descriptor */
2283 *(uint64_t *)(s->code_ptr) = (uint64_t)s->code_ptr + 16; /* entry point */
2284 s->code_ptr += 16; /* skip GP */
2285
2286 /* prologue */
2287 tcg_out_bundle(s, mII,
2288 tcg_opc_m34(TCG_REG_P0, OPC_ALLOC_M34,
2289 TCG_REG_R33, 32, 24, 0),
2290 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2291 TCG_REG_B6, TCG_REG_R32, 0),
2292 tcg_opc_i22(TCG_REG_P0, OPC_MOV_I22,
2293 TCG_REG_R32, TCG_REG_B0));
2294
2295 /* ??? If GUEST_BASE < 0x200000, we could load the register via
2296 an ADDL in the M slot of the next bundle. */
2297 if (GUEST_BASE != 0) {
2298 tcg_out_bundle(s, mlx,
2299 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2300 tcg_opc_l2 (GUEST_BASE),
2301 tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2,
2302 TCG_GUEST_BASE_REG, GUEST_BASE));
2303 tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
2304 }
2305
2306 tcg_out_bundle(s, miB,
2307 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2308 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2309 TCG_REG_R12, -frame_size, TCG_REG_R12),
2310 tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
2311
2312 /* epilogue */
2313 tb_ret_addr = s->code_ptr;
2314 tcg_out_bundle(s, miI,
2315 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2316 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2317 TCG_REG_B0, TCG_REG_R32, 0),
2318 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2319 TCG_REG_R12, frame_size, TCG_REG_R12));
2320 tcg_out_bundle(s, miB,
2321 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2322 tcg_opc_i26(TCG_REG_P0, OPC_MOV_I_I26,
2323 TCG_REG_PFS, TCG_REG_R33),
2324 tcg_opc_b4 (TCG_REG_P0, OPC_BR_RET_SPTK_MANY_B4,
2325 TCG_REG_B0));
2326 }
2327
2328 static void tcg_target_init(TCGContext *s)
2329 {
2330 tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I32],
2331 0xffffffffffffffffull);
2332 tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I64],
2333 0xffffffffffffffffull);
2334
2335 tcg_regset_clear(tcg_target_call_clobber_regs);
2336 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R8);
2337 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R9);
2338 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R10);
2339 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R11);
2340 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R14);
2341 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R15);
2342 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R16);
2343 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R17);
2344 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R18);
2345 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R19);
2346 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R20);
2347 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R21);
2348 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R22);
2349 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R23);
2350 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R24);
2351 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R25);
2352 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R26);
2353 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R27);
2354 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R28);
2355 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R29);
2356 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R30);
2357 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R31);
2358 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R56);
2359 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R57);
2360 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R58);
2361 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R59);
2362 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R60);
2363 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R61);
2364 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R62);
2365 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R63);
2366
2367 tcg_regset_clear(s->reserved_regs);
2368 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R0); /* zero register */
2369 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R1); /* global pointer */
2370 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R2); /* internal use */
2371 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R3); /* internal use */
2372 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R12); /* stack pointer */
2373 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R13); /* thread pointer */
2374 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R32); /* return address */
2375 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R33); /* PFS */
2376
2377 /* The following 3 are not in use, are call-saved, but *not* saved
2378 by the prologue. Therefore we cannot use them without modifying
2379 the prologue. There doesn't seem to be any good reason to use
2380 these as opposed to the windowed registers. */
2381 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R4);
2382 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R5);
2383 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R6);
2384
2385 tcg_add_target_add_op_defs(ia64_op_defs);
2386 }
Qemu copy for testing