]> git.proxmox.com Git - qemu.git/blob - tcg/ia64/tcg-target.c
projects / qemu.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
tcg/ia64: remove an unnecessary stop bit
[qemu.git] / tcg / ia64 / tcg-target.c
1 /*
2 * Tiny Code Generator for QEMU
3 *
4 * Copyright (c) 2009-2010 Aurelien Jarno <aurelien@aurel32.net>
5 * Based on i386/tcg-target.c - Copyright (c) 2008 Fabrice Bellard
6 *
7 * Permission is hereby granted, free of charge, to any person obtaining a copy
8 * of this software and associated documentation files (the "Software"), to deal
9 * in the Software without restriction, including without limitation the rights
10 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11 * copies of the Software, and to permit persons to whom the Software is
12 * furnished to do so, subject to the following conditions:
13 *
14 * The above copyright notice and this permission notice shall be included in
15 * all copies or substantial portions of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23 * THE SOFTWARE.
24 */
25
26 /*
27 * Register definitions
28 */
29
30 #ifndef NDEBUG
31 static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
32 "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7",
33 "r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15",
34 "r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23",
35 "r24", "r25", "r26", "r27", "r28", "r29", "r30", "r31",
36 "r32", "r33", "r34", "r35", "r36", "r37", "r38", "r39",
37 "r40", "r41", "r42", "r43", "r44", "r45", "r46", "r47",
38 "r48", "r49", "r50", "r51", "r52", "r53", "r54", "r55",
39 "r56", "r57", "r58", "r59", "r60", "r61", "r62", "r63",
40 };
41 #endif
42
43 #ifdef CONFIG_USE_GUEST_BASE
44 #define TCG_GUEST_BASE_REG TCG_REG_R55
45 #else
46 #define TCG_GUEST_BASE_REG TCG_REG_R0
47 #endif
48 #ifndef GUEST_BASE
49 #define GUEST_BASE 0
50 #endif
51
52 /* Branch registers */
53 enum {
54 TCG_REG_B0 = 0,
55 TCG_REG_B1,
56 TCG_REG_B2,
57 TCG_REG_B3,
58 TCG_REG_B4,
59 TCG_REG_B5,
60 TCG_REG_B6,
61 TCG_REG_B7,
62 };
63
64 /* Floating point registers */
65 enum {
66 TCG_REG_F0 = 0,
67 TCG_REG_F1,
68 TCG_REG_F2,
69 TCG_REG_F3,
70 TCG_REG_F4,
71 TCG_REG_F5,
72 TCG_REG_F6,
73 TCG_REG_F7,
74 TCG_REG_F8,
75 TCG_REG_F9,
76 TCG_REG_F10,
77 TCG_REG_F11,
78 TCG_REG_F12,
79 TCG_REG_F13,
80 TCG_REG_F14,
81 TCG_REG_F15,
82 };
83
84 /* Predicate registers */
85 enum {
86 TCG_REG_P0 = 0,
87 TCG_REG_P1,
88 TCG_REG_P2,
89 TCG_REG_P3,
90 TCG_REG_P4,
91 TCG_REG_P5,
92 TCG_REG_P6,
93 TCG_REG_P7,
94 TCG_REG_P8,
95 TCG_REG_P9,
96 TCG_REG_P10,
97 TCG_REG_P11,
98 TCG_REG_P12,
99 TCG_REG_P13,
100 TCG_REG_P14,
101 TCG_REG_P15,
102 };
103
104 /* Application registers */
105 enum {
106 TCG_REG_PFS = 64,
107 };
108
109 static const int tcg_target_reg_alloc_order[] = {
110 TCG_REG_R34,
111 TCG_REG_R35,
112 TCG_REG_R36,
113 TCG_REG_R37,
114 TCG_REG_R38,
115 TCG_REG_R39,
116 TCG_REG_R40,
117 TCG_REG_R41,
118 TCG_REG_R42,
119 TCG_REG_R43,
120 TCG_REG_R44,
121 TCG_REG_R45,
122 TCG_REG_R46,
123 TCG_REG_R47,
124 TCG_REG_R48,
125 TCG_REG_R49,
126 TCG_REG_R50,
127 TCG_REG_R51,
128 TCG_REG_R52,
129 TCG_REG_R53,
130 TCG_REG_R54,
131 TCG_REG_R55,
132 TCG_REG_R14,
133 TCG_REG_R15,
134 TCG_REG_R16,
135 TCG_REG_R17,
136 TCG_REG_R18,
137 TCG_REG_R19,
138 TCG_REG_R20,
139 TCG_REG_R21,
140 TCG_REG_R22,
141 TCG_REG_R23,
142 TCG_REG_R24,
143 TCG_REG_R25,
144 TCG_REG_R26,
145 TCG_REG_R27,
146 TCG_REG_R28,
147 TCG_REG_R29,
148 TCG_REG_R30,
149 TCG_REG_R31,
150 TCG_REG_R56,
151 TCG_REG_R57,
152 TCG_REG_R58,
153 TCG_REG_R59,
154 TCG_REG_R60,
155 TCG_REG_R61,
156 TCG_REG_R62,
157 TCG_REG_R63,
158 TCG_REG_R8,
159 TCG_REG_R9,
160 TCG_REG_R10,
161 TCG_REG_R11
162 };
163
164 static const int tcg_target_call_iarg_regs[8] = {
165 TCG_REG_R56,
166 TCG_REG_R57,
167 TCG_REG_R58,
168 TCG_REG_R59,
169 TCG_REG_R60,
170 TCG_REG_R61,
171 TCG_REG_R62,
172 TCG_REG_R63,
173 };
174
175 static const int tcg_target_call_oarg_regs[2] = {
176 TCG_REG_R8,
177 TCG_REG_R9
178 };
179
180 /* maximum number of register used for input function arguments */
181 static inline int tcg_target_get_call_iarg_regs_count(int flags)
182 {
183 return 8;
184 }
185
186 /*
187 * opcode formation
188 */
189
190 /* bundle templates: stops (double bar in the IA64 manual) are marked with
191 an uppercase letter. */
192 enum {
193 mii = 0x00,
194 miI = 0x01,
195 mIi = 0x02,
196 mII = 0x03,
197 mlx = 0x04,
198 mLX = 0x05,
199 mmi = 0x08,
200 mmI = 0x09,
201 Mmi = 0x0a,
202 MmI = 0x0b,
203 mfi = 0x0c,
204 mfI = 0x0d,
205 mmf = 0x0e,
206 mmF = 0x0f,
207 mib = 0x10,
208 miB = 0x11,
209 mbb = 0x12,
210 mbB = 0x13,
211 bbb = 0x16,
212 bbB = 0x17,
213 mmb = 0x18,
214 mmB = 0x19,
215 mfb = 0x1c,
216 mfB = 0x1d,
217 };
218
219 enum {
220 OPC_ADD_A1 = 0x10000000000ull,
221 OPC_AND_A1 = 0x10060000000ull,
222 OPC_AND_A3 = 0x10160000000ull,
223 OPC_ANDCM_A1 = 0x10068000000ull,
224 OPC_ANDCM_A3 = 0x10168000000ull,
225 OPC_ADDS_A4 = 0x10800000000ull,
226 OPC_ADDL_A5 = 0x12000000000ull,
227 OPC_ALLOC_M34 = 0x02c00000000ull,
228 OPC_BR_DPTK_FEW_B1 = 0x08400000000ull,
229 OPC_BR_SPTK_MANY_B1 = 0x08000001000ull,
230 OPC_BR_SPTK_MANY_B4 = 0x00100001000ull,
231 OPC_BR_CALL_SPTK_MANY_B5 = 0x02100001000ull,
232 OPC_BR_RET_SPTK_MANY_B4 = 0x00108001100ull,
233 OPC_BRL_SPTK_MANY_X3 = 0x18000001000ull,
234 OPC_CMP_LT_A6 = 0x18000000000ull,
235 OPC_CMP_LTU_A6 = 0x1a000000000ull,
236 OPC_CMP_EQ_A6 = 0x1c000000000ull,
237 OPC_CMP4_LT_A6 = 0x18400000000ull,
238 OPC_CMP4_LTU_A6 = 0x1a400000000ull,
239 OPC_CMP4_EQ_A6 = 0x1c400000000ull,
240 OPC_DEP_Z_I12 = 0x0a600000000ull,
241 OPC_EXTR_I11 = 0x0a400002000ull,
242 OPC_EXTR_U_I11 = 0x0a400000000ull,
243 OPC_FCVT_FX_TRUNC_S1_F10 = 0x004d0000000ull,
244 OPC_FCVT_FXU_TRUNC_S1_F10 = 0x004d8000000ull,
245 OPC_FCVT_XF_F11 = 0x000e0000000ull,
246 OPC_FMA_S1_F1 = 0x10400000000ull,
247 OPC_FNMA_S1_F1 = 0x18400000000ull,
248 OPC_FRCPA_S1_F6 = 0x00600000000ull,
249 OPC_GETF_SIG_M19 = 0x08708000000ull,
250 OPC_LD1_M1 = 0x08000000000ull,
251 OPC_LD1_M3 = 0x0a000000000ull,
252 OPC_LD2_M1 = 0x08040000000ull,
253 OPC_LD2_M3 = 0x0a040000000ull,
254 OPC_LD4_M1 = 0x08080000000ull,
255 OPC_LD4_M3 = 0x0a080000000ull,
256 OPC_LD8_M1 = 0x080c0000000ull,
257 OPC_LD8_M3 = 0x0a0c0000000ull,
258 OPC_MUX1_I3 = 0x0eca0000000ull,
259 OPC_NOP_B9 = 0x04008000000ull,
260 OPC_NOP_F16 = 0x00008000000ull,
261 OPC_NOP_I18 = 0x00008000000ull,
262 OPC_NOP_M48 = 0x00008000000ull,
263 OPC_MOV_I21 = 0x00e00100000ull,
264 OPC_MOV_RET_I21 = 0x00e00500000ull,
265 OPC_MOV_I22 = 0x00188000000ull,
266 OPC_MOV_I_I26 = 0x00150000000ull,
267 OPC_MOVL_X2 = 0x0c000000000ull,
268 OPC_OR_A1 = 0x10070000000ull,
269 OPC_SETF_EXP_M18 = 0x0c748000000ull,
270 OPC_SETF_SIG_M18 = 0x0c708000000ull,
271 OPC_SHL_I7 = 0x0f240000000ull,
272 OPC_SHR_I5 = 0x0f220000000ull,
273 OPC_SHR_U_I5 = 0x0f200000000ull,
274 OPC_SHRP_I10 = 0x0ac00000000ull,
275 OPC_SXT1_I29 = 0x000a0000000ull,
276 OPC_SXT2_I29 = 0x000a8000000ull,
277 OPC_SXT4_I29 = 0x000b0000000ull,
278 OPC_ST1_M4 = 0x08c00000000ull,
279 OPC_ST2_M4 = 0x08c40000000ull,
280 OPC_ST4_M4 = 0x08c80000000ull,
281 OPC_ST8_M4 = 0x08cc0000000ull,
282 OPC_SUB_A1 = 0x10028000000ull,
283 OPC_SUB_A3 = 0x10128000000ull,
284 OPC_UNPACK4_L_I2 = 0x0f860000000ull,
285 OPC_XMA_L_F2 = 0x1d000000000ull,
286 OPC_XOR_A1 = 0x10078000000ull,
287 OPC_ZXT1_I29 = 0x00080000000ull,
288 OPC_ZXT2_I29 = 0x00088000000ull,
289 OPC_ZXT4_I29 = 0x00090000000ull,
290 };
291
292 static inline uint64_t tcg_opc_a1(int qp, uint64_t opc, int r1,
293 int r2, int r3)
294 {
295 return opc
296 | ((r3 & 0x7f) << 20)
297 | ((r2 & 0x7f) << 13)
298 | ((r1 & 0x7f) << 6)
299 | (qp & 0x3f);
300 }
301
302 static inline uint64_t tcg_opc_a3(int qp, uint64_t opc, int r1,
303 uint64_t imm, int r3)
304 {
305 return opc
306 | ((imm & 0x80) << 29) /* s */
307 | ((imm & 0x7f) << 13) /* imm7b */
308 | ((r3 & 0x7f) << 20)
309 | ((r1 & 0x7f) << 6)
310 | (qp & 0x3f);
311 }
312
313 static inline uint64_t tcg_opc_a4(int qp, uint64_t opc, int r1,
314 uint64_t imm, int r3)
315 {
316 return opc
317 | ((imm & 0x2000) << 23) /* s */
318 | ((imm & 0x1f80) << 20) /* imm6d */
319 | ((imm & 0x007f) << 13) /* imm7b */
320 | ((r3 & 0x7f) << 20)
321 | ((r1 & 0x7f) << 6)
322 | (qp & 0x3f);
323 }
324
325 static inline uint64_t tcg_opc_a5(int qp, uint64_t opc, int r1,
326 uint64_t imm, int r3)
327 {
328 return opc
329 | ((imm & 0x200000) << 15) /* s */
330 | ((imm & 0x1f0000) << 6) /* imm5c */
331 | ((imm & 0x00ff80) << 20) /* imm9d */
332 | ((imm & 0x00007f) << 13) /* imm7b */
333 | ((r3 & 0x03) << 20)
334 | ((r1 & 0x7f) << 6)
335 | (qp & 0x3f);
336 }
337
338 static inline uint64_t tcg_opc_a6(int qp, uint64_t opc, int p1,
339 int p2, int r2, int r3)
340 {
341 return opc
342 | ((p2 & 0x3f) << 27)
343 | ((r3 & 0x7f) << 20)
344 | ((r2 & 0x7f) << 13)
345 | ((p1 & 0x3f) << 6)
346 | (qp & 0x3f);
347 }
348
349 static inline uint64_t tcg_opc_b1(int qp, uint64_t opc, uint64_t imm)
350 {
351 return opc
352 | ((imm & 0x100000) << 16) /* s */
353 | ((imm & 0x0fffff) << 13) /* imm20b */
354 | (qp & 0x3f);
355 }
356
357 static inline uint64_t tcg_opc_b4(int qp, uint64_t opc, int b2)
358 {
359 return opc
360 | ((b2 & 0x7) << 13)
361 | (qp & 0x3f);
362 }
363
364 static inline uint64_t tcg_opc_b5(int qp, uint64_t opc, int b1, int b2)
365 {
366 return opc
367 | ((b2 & 0x7) << 13)
368 | ((b1 & 0x7) << 6)
369 | (qp & 0x3f);
370 }
371
372
373 static inline uint64_t tcg_opc_b9(int qp, uint64_t opc, uint64_t imm)
374 {
375 return opc
376 | ((imm & 0x100000) << 16) /* i */
377 | ((imm & 0x0fffff) << 6) /* imm20a */
378 | (qp & 0x3f);
379 }
380
381 static inline uint64_t tcg_opc_f1(int qp, uint64_t opc, int f1,
382 int f3, int f4, int f2)
383 {
384 return opc
385 | ((f4 & 0x7f) << 27)
386 | ((f3 & 0x7f) << 20)
387 | ((f2 & 0x7f) << 13)
388 | ((f1 & 0x7f) << 6)
389 | (qp & 0x3f);
390 }
391
392 static inline uint64_t tcg_opc_f2(int qp, uint64_t opc, int f1,
393 int f3, int f4, int f2)
394 {
395 return opc
396 | ((f4 & 0x7f) << 27)
397 | ((f3 & 0x7f) << 20)
398 | ((f2 & 0x7f) << 13)
399 | ((f1 & 0x7f) << 6)
400 | (qp & 0x3f);
401 }
402
403 static inline uint64_t tcg_opc_f6(int qp, uint64_t opc, int f1,
404 int p2, int f2, int f3)
405 {
406 return opc
407 | ((p2 & 0x3f) << 27)
408 | ((f3 & 0x7f) << 20)
409 | ((f2 & 0x7f) << 13)
410 | ((f1 & 0x7f) << 6)
411 | (qp & 0x3f);
412 }
413
414 static inline uint64_t tcg_opc_f10(int qp, uint64_t opc, int f1, int f2)
415 {
416 return opc
417 | ((f2 & 0x7f) << 13)
418 | ((f1 & 0x7f) << 6)
419 | (qp & 0x3f);
420 }
421
422 static inline uint64_t tcg_opc_f11(int qp, uint64_t opc, int f1, int f2)
423 {
424 return opc
425 | ((f2 & 0x7f) << 13)
426 | ((f1 & 0x7f) << 6)
427 | (qp & 0x3f);
428 }
429
430 static inline uint64_t tcg_opc_f16(int qp, uint64_t opc, uint64_t imm)
431 {
432 return opc
433 | ((imm & 0x100000) << 16) /* i */
434 | ((imm & 0x0fffff) << 6) /* imm20a */
435 | (qp & 0x3f);
436 }
437
438 static inline uint64_t tcg_opc_i2(int qp, uint64_t opc, int r1,
439 int r2, int r3)
440 {
441 return opc
442 | ((r3 & 0x7f) << 20)
443 | ((r2 & 0x7f) << 13)
444 | ((r1 & 0x7f) << 6)
445 | (qp & 0x3f);
446 }
447
448 static inline uint64_t tcg_opc_i3(int qp, uint64_t opc, int r1,
449 int r2, int mbtype)
450 {
451 return opc
452 | ((mbtype & 0x0f) << 20)
453 | ((r2 & 0x7f) << 13)
454 | ((r1 & 0x7f) << 6)
455 | (qp & 0x3f);
456 }
457
458 static inline uint64_t tcg_opc_i5(int qp, uint64_t opc, int r1,
459 int r3, int r2)
460 {
461 return opc
462 | ((r3 & 0x7f) << 20)
463 | ((r2 & 0x7f) << 13)
464 | ((r1 & 0x7f) << 6)
465 | (qp & 0x3f);
466 }
467
468 static inline uint64_t tcg_opc_i7(int qp, uint64_t opc, int r1,
469 int r2, int r3)
470 {
471 return opc
472 | ((r3 & 0x7f) << 20)
473 | ((r2 & 0x7f) << 13)
474 | ((r1 & 0x7f) << 6)
475 | (qp & 0x3f);
476 }
477
478 static inline uint64_t tcg_opc_i10(int qp, uint64_t opc, int r1,
479 int r2, int r3, uint64_t count)
480 {
481 return opc
482 | ((count & 0x3f) << 27)
483 | ((r3 & 0x7f) << 20)
484 | ((r2 & 0x7f) << 13)
485 | ((r1 & 0x7f) << 6)
486 | (qp & 0x3f);
487 }
488
489 static inline uint64_t tcg_opc_i11(int qp, uint64_t opc, int r1,
490 int r3, uint64_t pos, uint64_t len)
491 {
492 return opc
493 | ((len & 0x3f) << 27)
494 | ((r3 & 0x7f) << 20)
495 | ((pos & 0x3f) << 14)
496 | ((r1 & 0x7f) << 6)
497 | (qp & 0x3f);
498 }
499
500 static inline uint64_t tcg_opc_i12(int qp, uint64_t opc, int r1,
501 int r2, uint64_t pos, uint64_t len)
502 {
503 return opc
504 | ((len & 0x3f) << 27)
505 | ((pos & 0x3f) << 20)
506 | ((r2 & 0x7f) << 13)
507 | ((r1 & 0x7f) << 6)
508 | (qp & 0x3f);
509 }
510
511 static inline uint64_t tcg_opc_i18(int qp, uint64_t opc, uint64_t imm)
512 {
513 return opc
514 | ((imm & 0x100000) << 16) /* i */
515 | ((imm & 0x0fffff) << 6) /* imm20a */
516 | (qp & 0x3f);
517 }
518
519 static inline uint64_t tcg_opc_i21(int qp, uint64_t opc, int b1,
520 int r2, uint64_t imm)
521 {
522 return opc
523 | ((imm & 0x1ff) << 24)
524 | ((r2 & 0x7f) << 13)
525 | ((b1 & 0x7) << 6)
526 | (qp & 0x3f);
527 }
528
529 static inline uint64_t tcg_opc_i22(int qp, uint64_t opc, int r1, int b2)
530 {
531 return opc
532 | ((b2 & 0x7) << 13)
533 | ((r1 & 0x7f) << 6)
534 | (qp & 0x3f);
535 }
536
537 static inline uint64_t tcg_opc_i26(int qp, uint64_t opc, int ar3, int r2)
538 {
539 return opc
540 | ((ar3 & 0x7f) << 20)
541 | ((r2 & 0x7f) << 13)
542 | (qp & 0x3f);
543 }
544
545 static inline uint64_t tcg_opc_i29(int qp, uint64_t opc, int r1, int r3)
546 {
547 return opc
548 | ((r3 & 0x7f) << 20)
549 | ((r1 & 0x7f) << 6)
550 | (qp & 0x3f);
551 }
552
553 static inline uint64_t tcg_opc_l2(uint64_t imm)
554 {
555 return (imm & 0x7fffffffffc00000ull) >> 22;
556 }
557
558 static inline uint64_t tcg_opc_l3(uint64_t imm)
559 {
560 return (imm & 0x07fffffffff00000ull) >> 18;
561 }
562
563 static inline uint64_t tcg_opc_m1(int qp, uint64_t opc, int r1, int r3)
564 {
565 return opc
566 | ((r3 & 0x7f) << 20)
567 | ((r1 & 0x7f) << 6)
568 | (qp & 0x3f);
569 }
570
571 static inline uint64_t tcg_opc_m3(int qp, uint64_t opc, int r1,
572 int r3, uint64_t imm)
573 {
574 return opc
575 | ((imm & 0x100) << 28) /* s */
576 | ((imm & 0x080) << 20) /* i */
577 | ((imm & 0x07f) << 13) /* imm7b */
578 | ((r3 & 0x7f) << 20)
579 | ((r1 & 0x7f) << 6)
580 | (qp & 0x3f);
581 }
582
583 static inline uint64_t tcg_opc_m4(int qp, uint64_t opc, int r2, int r3)
584 {
585 return opc
586 | ((r3 & 0x7f) << 20)
587 | ((r2 & 0x7f) << 13)
588 | (qp & 0x3f);
589 }
590
591 static inline uint64_t tcg_opc_m18(int qp, uint64_t opc, int f1, int r2)
592 {
593 return opc
594 | ((r2 & 0x7f) << 13)
595 | ((f1 & 0x7f) << 6)
596 | (qp & 0x3f);
597 }
598
599 static inline uint64_t tcg_opc_m19(int qp, uint64_t opc, int r1, int f2)
600 {
601 return opc
602 | ((f2 & 0x7f) << 13)
603 | ((r1 & 0x7f) << 6)
604 | (qp & 0x3f);
605 }
606
607 static inline uint64_t tcg_opc_m34(int qp, uint64_t opc, int r1,
608 int sof, int sol, int sor)
609 {
610 return opc
611 | ((sor & 0x0f) << 27)
612 | ((sol & 0x7f) << 20)
613 | ((sof & 0x7f) << 13)
614 | ((r1 & 0x7f) << 6)
615 | (qp & 0x3f);
616 }
617
618 static inline uint64_t tcg_opc_m48(int qp, uint64_t opc, uint64_t imm)
619 {
620 return opc
621 | ((imm & 0x100000) << 16) /* i */
622 | ((imm & 0x0fffff) << 6) /* imm20a */
623 | (qp & 0x3f);
624 }
625
626 static inline uint64_t tcg_opc_x2(int qp, uint64_t opc,
627 int r1, uint64_t imm)
628 {
629 return opc
630 | ((imm & 0x8000000000000000ull) >> 27) /* i */
631 | (imm & 0x0000000000200000ull) /* ic */
632 | ((imm & 0x00000000001f0000ull) << 6) /* imm5c */
633 | ((imm & 0x000000000000ff80ull) << 20) /* imm9d */
634 | ((imm & 0x000000000000007full) << 13) /* imm7b */
635 | ((r1 & 0x7f) << 6)
636 | (qp & 0x3f);
637 }
638
639 static inline uint64_t tcg_opc_x3(int qp, uint64_t opc, uint64_t imm)
640 {
641 return opc
642 | ((imm & 0x0800000000000000ull) >> 23) /* i */
643 | ((imm & 0x00000000000fffffull) << 13) /* imm20b */
644 | (qp & 0x3f);
645 }
646
647
648 /*
649 * Relocations
650 */
651
652 static inline void reloc_pcrel21b (void *pc, tcg_target_long target)
653 {
654 uint64_t imm;
655 int64_t disp;
656 int slot;
657
658 slot = (tcg_target_long) pc & 3;
659 pc = (void *)((tcg_target_long) pc & ~3);
660
661 disp = target - (tcg_target_long) pc;
662 imm = (uint64_t) disp >> 4;
663
664 switch(slot) {
665 case 0:
666 *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 8) & 0xfffffdc00003ffffull)
667 | ((imm & 0x100000) << 21) /* s */
668 | ((imm & 0x0fffff) << 18); /* imm20b */
669 break;
670 case 1:
671 *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xfffffffffffb8000ull)
672 | ((imm & 0x100000) >> 2) /* s */
673 | ((imm & 0x0fffe0) >> 5); /* imm20b */
674 *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x07ffffffffffffffull)
675 | ((imm & 0x00001f) << 59); /* imm20b */
676 break;
677 case 2:
678 *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fffffffffull)
679 | ((imm & 0x100000) << 39) /* s */
680 | ((imm & 0x0fffff) << 36); /* imm20b */
681 break;
682 }
683 }
684
685 static inline uint64_t get_reloc_pcrel21b (void *pc)
686 {
687 int64_t low, high;
688 int slot;
689
690 slot = (tcg_target_long) pc & 3;
691 pc = (void *)((tcg_target_long) pc & ~3);
692
693 low = (*(uint64_t *)(pc + 0));
694 high = (*(uint64_t *)(pc + 8));
695
696 switch(slot) {
697 case 0:
698 return ((low >> 21) & 0x100000) + /* s */
699 ((low >> 18) & 0x0fffff); /* imm20b */
700 case 1:
701 return ((high << 2) & 0x100000) + /* s */
702 ((high << 5) & 0x0fffe0) + /* imm20b */
703 ((low >> 59) & 0x00001f); /* imm20b */
704 case 2:
705 return ((high >> 39) & 0x100000) + /* s */
706 ((high >> 36) & 0x0fffff); /* imm20b */
707 default:
708 tcg_abort();
709 }
710 }
711
712 static inline void reloc_pcrel60b (void *pc, tcg_target_long target)
713 {
714 int64_t disp;
715 uint64_t imm;
716
717 disp = target - (tcg_target_long) pc;
718 imm = (uint64_t) disp >> 4;
719
720 *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fff800000ull)
721 | (imm & 0x0800000000000000ull) /* s */
722 | ((imm & 0x07fffff000000000ull) >> 36) /* imm39 */
723 | ((imm & 0x00000000000fffffull) << 36); /* imm20b */
724 *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x00003fffffffffffull)
725 | ((imm & 0x0000000ffff00000ull) << 28); /* imm39 */
726 }
727
728 static inline uint64_t get_reloc_pcrel60b (void *pc)
729 {
730 int64_t low, high;
731
732 low = (*(uint64_t *)(pc + 0));
733 high = (*(uint64_t *)(pc + 8));
734
735 return ((high) & 0x0800000000000000ull) + /* s */
736 ((high >> 36) & 0x00000000000fffffull) + /* imm20b */
737 ((high << 36) & 0x07fffff000000000ull) + /* imm39 */
738 ((low >> 28) & 0x0000000ffff00000ull); /* imm39 */
739 }
740
741
742 static void patch_reloc(uint8_t *code_ptr, int type,
743 tcg_target_long value, tcg_target_long addend)
744 {
745 value += addend;
746 switch (type) {
747 case R_IA64_PCREL21B:
748 reloc_pcrel21b(code_ptr, value);
749 break;
750 case R_IA64_PCREL60B:
751 reloc_pcrel60b(code_ptr, value);
752 default:
753 tcg_abort();
754 }
755 }
756
757 /*
758 * Constraints
759 */
760
761 /* parse target specific constraints */
762 static int target_parse_constraint(TCGArgConstraint *ct, const char **pct_str)
763 {
764 const char *ct_str;
765
766 ct_str = *pct_str;
767 switch(ct_str[0]) {
768 case 'r':
769 ct->ct |= TCG_CT_REG;
770 tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
771 break;
772 case 'I':
773 ct->ct |= TCG_CT_CONST_S22;
774 break;
775 case 'S':
776 ct->ct |= TCG_CT_REG;
777 tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
778 #if defined(CONFIG_SOFTMMU)
779 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R56);
780 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R57);
781 #endif
782 break;
783 case 'Z':
784 /* We are cheating a bit here, using the fact that the register
785 r0 is also the register number 0. Hence there is no need
786 to check for const_args in each instruction. */
787 ct->ct |= TCG_CT_CONST_ZERO;
788 break;
789 default:
790 return -1;
791 }
792 ct_str++;
793 *pct_str = ct_str;
794 return 0;
795 }
796
797 /* test if a constant matches the constraint */
798 static inline int tcg_target_const_match(tcg_target_long val,
799 const TCGArgConstraint *arg_ct)
800 {
801 int ct;
802 ct = arg_ct->ct;
803 if (ct & TCG_CT_CONST)
804 return 1;
805 else if ((ct & TCG_CT_CONST_ZERO) && val == 0)
806 return 1;
807 else if ((ct & TCG_CT_CONST_S22) && val == ((int32_t)val << 10) >> 10)
808 return 1;
809 else
810 return 0;
811 }
812
813 /*
814 * Code generation
815 */
816
817 static uint8_t *tb_ret_addr;
818
819 static inline void tcg_out_bundle(TCGContext *s, int template,
820 uint64_t slot0, uint64_t slot1,
821 uint64_t slot2)
822 {
823 template &= 0x1f; /* 5 bits */
824 slot0 &= 0x1ffffffffffull; /* 41 bits */
825 slot1 &= 0x1ffffffffffull; /* 41 bits */
826 slot2 &= 0x1ffffffffffull; /* 41 bits */
827
828 *(uint64_t *)(s->code_ptr + 0) = (slot1 << 46) | (slot0 << 5) | template;
829 *(uint64_t *)(s->code_ptr + 8) = (slot2 << 23) | (slot1 >> 18);
830 s->code_ptr += 16;
831 }
832
833 static inline void tcg_out_mov(TCGContext *s, TCGType type,
834 TCGArg ret, TCGArg arg)
835 {
836 tcg_out_bundle(s, mmI,
837 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
838 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
839 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, ret, 0, arg));
840 }
841
842 static inline void tcg_out_movi(TCGContext *s, TCGType type,
843 TCGArg reg, tcg_target_long arg)
844 {
845 tcg_out_bundle(s, mLX,
846 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
847 tcg_opc_l2 (arg),
848 tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2, reg, arg));
849 }
850
851 static inline void tcg_out_addi(TCGContext *s, TCGArg reg, tcg_target_long val)
852 {
853 if (val == ((int32_t)val << 10) >> 10) {
854 tcg_out_bundle(s, MmI,
855 tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
856 TCG_REG_R2, val, TCG_REG_R0),
857 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
858 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
859 reg, TCG_REG_R2));
860 } else {
861 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, val);
862 tcg_out_bundle(s, mmI,
863 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
864 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
865 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
866 reg, TCG_REG_R2));
867 }
868 }
869
870 static void tcg_out_br(TCGContext *s, int label_index)
871 {
872 TCGLabel *l = &s->labels[label_index];
873
874 tcg_out_bundle(s, mmB,
875 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
876 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
877 tcg_opc_b1 (TCG_REG_P0, OPC_BR_SPTK_MANY_B1,
878 get_reloc_pcrel21b(s->code_ptr + 2)));
879
880 if (l->has_value) {
881 reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
882 } else {
883 tcg_out_reloc(s, (s->code_ptr - 16) + 2,
884 R_IA64_PCREL21B, label_index, 0);
885 }
886 }
887
888 static inline void tcg_out_call(TCGContext *s, TCGArg addr)
889 {
890 tcg_out_bundle(s, MmI,
891 tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R2, addr),
892 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R3, 8, addr),
893 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
894 TCG_REG_B6, TCG_REG_R2, 0));
895 tcg_out_bundle(s, mmB,
896 tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R3),
897 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
898 tcg_opc_b5 (TCG_REG_P0, OPC_BR_CALL_SPTK_MANY_B5,
899 TCG_REG_B0, TCG_REG_B6));
900 }
901
902 static void tcg_out_exit_tb(TCGContext *s, tcg_target_long arg)
903 {
904 int64_t disp;
905 uint64_t imm;
906
907 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R8, arg);
908
909 disp = tb_ret_addr - s->code_ptr;
910 imm = (uint64_t)disp >> 4;
911
912 tcg_out_bundle(s, mLX,
913 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
914 tcg_opc_l3 (imm),
915 tcg_opc_x3 (TCG_REG_P0, OPC_BRL_SPTK_MANY_X3, imm));
916 }
917
918 static inline void tcg_out_goto_tb(TCGContext *s, TCGArg arg)
919 {
920 if (s->tb_jmp_offset) {
921 /* direct jump method */
922 tcg_abort();
923 } else {
924 /* indirect jump method */
925 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2,
926 (tcg_target_long)(s->tb_next + arg));
927 tcg_out_bundle(s, MmI,
928 tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1,
929 TCG_REG_R2, TCG_REG_R2),
930 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
931 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6,
932 TCG_REG_R2, 0));
933 tcg_out_bundle(s, mmB,
934 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
935 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
936 tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4,
937 TCG_REG_B6));
938 }
939 s->tb_next_offset[arg] = s->code_ptr - s->code_buf;
940 }
941
942 static inline void tcg_out_jmp(TCGContext *s, TCGArg addr)
943 {
944 tcg_out_bundle(s, mmI,
945 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
946 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
947 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6, addr, 0));
948 tcg_out_bundle(s, mmB,
949 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
950 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
951 tcg_opc_b4(TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
952 }
953
954 static inline void tcg_out_ld_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
955 TCGArg arg1, tcg_target_long arg2)
956 {
957 if (arg2 == ((int16_t)arg2 >> 2) << 2) {
958 tcg_out_bundle(s, MmI,
959 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
960 TCG_REG_R2, arg2, arg1),
961 tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
962 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
963 } else {
964 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
965 tcg_out_bundle(s, MmI,
966 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
967 TCG_REG_R2, TCG_REG_R2, arg1),
968 tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
969 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
970 }
971 }
972
973 static inline void tcg_out_st_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
974 TCGArg arg1, tcg_target_long arg2)
975 {
976 if (arg2 == ((int16_t)arg2 >> 2) << 2) {
977 tcg_out_bundle(s, MmI,
978 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
979 TCG_REG_R2, arg2, arg1),
980 tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
981 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
982 } else {
983 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
984 tcg_out_bundle(s, MmI,
985 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
986 TCG_REG_R2, TCG_REG_R2, arg1),
987 tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
988 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
989 }
990 }
991
992 static inline void tcg_out_ld(TCGContext *s, TCGType type, TCGArg arg,
993 TCGArg arg1, tcg_target_long arg2)
994 {
995 if (type == TCG_TYPE_I32) {
996 tcg_out_ld_rel(s, OPC_LD4_M1, arg, arg1, arg2);
997 } else {
998 tcg_out_ld_rel(s, OPC_LD8_M1, arg, arg1, arg2);
999 }
1000 }
1001
1002 static inline void tcg_out_st(TCGContext *s, TCGType type, TCGArg arg,
1003 TCGArg arg1, tcg_target_long arg2)
1004 {
1005 if (type == TCG_TYPE_I32) {
1006 tcg_out_st_rel(s, OPC_ST4_M4, arg, arg1, arg2);
1007 } else {
1008 tcg_out_st_rel(s, OPC_ST8_M4, arg, arg1, arg2);
1009 }
1010 }
1011
1012 static inline void tcg_out_alu(TCGContext *s, uint64_t opc_a1, TCGArg ret,
1013 TCGArg arg1, int const_arg1,
1014 TCGArg arg2, int const_arg2)
1015 {
1016 uint64_t opc1, opc2;
1017
1018 if (const_arg1 && arg1 != 0) {
1019 opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1020 TCG_REG_R2, arg1, TCG_REG_R0);
1021 arg1 = TCG_REG_R2;
1022 } else {
1023 opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1024 }
1025
1026 if (const_arg2 && arg2 != 0) {
1027 opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1028 TCG_REG_R3, arg2, TCG_REG_R0);
1029 arg2 = TCG_REG_R3;
1030 } else {
1031 opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1032 }
1033
1034 tcg_out_bundle(s, mII,
1035 opc1,
1036 opc2,
1037 tcg_opc_a1(TCG_REG_P0, opc_a1, ret, arg1, arg2));
1038 }
1039
1040 static inline void tcg_out_eqv(TCGContext *s, TCGArg ret,
1041 TCGArg arg1, int const_arg1,
1042 TCGArg arg2, int const_arg2)
1043 {
1044 tcg_out_bundle(s, mII,
1045 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1046 tcg_opc_a1 (TCG_REG_P0, OPC_XOR_A1, ret, arg1, arg2),
1047 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1048 }
1049
1050 static inline void tcg_out_nand(TCGContext *s, TCGArg ret,
1051 TCGArg arg1, int const_arg1,
1052 TCGArg arg2, int const_arg2)
1053 {
1054 tcg_out_bundle(s, mII,
1055 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1056 tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, ret, arg1, arg2),
1057 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1058 }
1059
1060 static inline void tcg_out_nor(TCGContext *s, TCGArg ret,
1061 TCGArg arg1, int const_arg1,
1062 TCGArg arg2, int const_arg2)
1063 {
1064 tcg_out_bundle(s, mII,
1065 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1066 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, arg2),
1067 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1068 }
1069
1070 static inline void tcg_out_orc(TCGContext *s, TCGArg ret,
1071 TCGArg arg1, int const_arg1,
1072 TCGArg arg2, int const_arg2)
1073 {
1074 tcg_out_bundle(s, mII,
1075 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1076 tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, TCG_REG_R2, -1, arg2),
1077 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, TCG_REG_R2));
1078 }
1079
1080 static inline void tcg_out_mul(TCGContext *s, TCGArg ret,
1081 TCGArg arg1, TCGArg arg2)
1082 {
1083 tcg_out_bundle(s, mmI,
1084 tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F6, arg1),
1085 tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F7, arg2),
1086 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1087 tcg_out_bundle(s, mmF,
1088 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1089 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1090 tcg_opc_f2 (TCG_REG_P0, OPC_XMA_L_F2, TCG_REG_F6, TCG_REG_F6,
1091 TCG_REG_F7, TCG_REG_F0));
1092 tcg_out_bundle(s, miI,
1093 tcg_opc_m19(TCG_REG_P0, OPC_GETF_SIG_M19, ret, TCG_REG_F6),
1094 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1095 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1096 }
1097
1098 static inline void tcg_out_sar_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1099 TCGArg arg2, int const_arg2)
1100 {
1101 if (const_arg2) {
1102 tcg_out_bundle(s, miI,
1103 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1104 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1105 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1106 ret, arg1, arg2, 31 - arg2));
1107 } else {
1108 tcg_out_bundle(s, mII,
1109 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3,
1110 TCG_REG_R3, 0x1f, arg2),
1111 tcg_opc_i29(TCG_REG_P0, OPC_SXT4_I29, TCG_REG_R2, arg1),
1112 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret,
1113 TCG_REG_R2, TCG_REG_R3));
1114 }
1115 }
1116
1117 static inline void tcg_out_sar_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1118 TCGArg arg2, int const_arg2)
1119 {
1120 if (const_arg2) {
1121 tcg_out_bundle(s, miI,
1122 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1123 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1124 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1125 ret, arg1, arg2, 63 - arg2));
1126 } else {
1127 tcg_out_bundle(s, miI,
1128 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1129 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1130 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret, arg1, arg2));
1131 }
1132 }
1133
1134 static inline void tcg_out_shl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1135 TCGArg arg2, int const_arg2)
1136 {
1137 if (const_arg2) {
1138 tcg_out_bundle(s, miI,
1139 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1140 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1141 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1142 arg1, 63 - arg2, 31 - arg2));
1143 } else {
1144 tcg_out_bundle(s, mII,
1145 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1146 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R2,
1147 0x1f, arg2),
1148 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1149 arg1, TCG_REG_R2));
1150 }
1151 }
1152
1153 static inline void tcg_out_shl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1154 TCGArg arg2, int const_arg2)
1155 {
1156 if (const_arg2) {
1157 tcg_out_bundle(s, miI,
1158 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1159 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1160 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1161 arg1, 63 - arg2, 63 - arg2));
1162 } else {
1163 tcg_out_bundle(s, miI,
1164 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1165 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1166 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1167 arg1, arg2));
1168 }
1169 }
1170
1171 static inline void tcg_out_shr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1172 TCGArg arg2, int const_arg2)
1173 {
1174 if (const_arg2) {
1175 tcg_out_bundle(s, miI,
1176 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1177 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1178 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1179 arg1, arg2, 31 - arg2));
1180 } else {
1181 tcg_out_bundle(s, mII,
1182 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1183 0x1f, arg2),
1184 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R2, arg1),
1185 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1186 TCG_REG_R2, TCG_REG_R3));
1187 }
1188 }
1189
1190 static inline void tcg_out_shr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1191 TCGArg arg2, int const_arg2)
1192 {
1193 if (const_arg2) {
1194 tcg_out_bundle(s, miI,
1195 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1196 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1197 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1198 arg1, arg2, 63 - arg2));
1199 } else {
1200 tcg_out_bundle(s, miI,
1201 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1202 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1203 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1204 arg1, arg2));
1205 }
1206 }
1207
1208 static inline void tcg_out_rotl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1209 TCGArg arg2, int const_arg2)
1210 {
1211 if (const_arg2) {
1212 tcg_out_bundle(s, mII,
1213 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1214 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1215 TCG_REG_R2, arg1, arg1),
1216 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1217 TCG_REG_R2, 32 - arg2, 31));
1218 } else {
1219 tcg_out_bundle(s, miI,
1220 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1221 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1222 TCG_REG_R2, arg1, arg1),
1223 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1224 0x1f, arg2));
1225 tcg_out_bundle(s, mII,
1226 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1227 tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R3,
1228 0x20, TCG_REG_R3),
1229 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1230 TCG_REG_R2, TCG_REG_R3));
1231 }
1232 }
1233
1234 static inline void tcg_out_rotl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1235 TCGArg arg2, int const_arg2)
1236 {
1237 if (const_arg2) {
1238 tcg_out_bundle(s, miI,
1239 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1240 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1241 tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1242 arg1, 0x40 - arg2));
1243 } else {
1244 tcg_out_bundle(s, mII,
1245 tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1246 0x40, arg2),
1247 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R3,
1248 arg1, arg2),
1249 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R2,
1250 arg1, TCG_REG_R2));
1251 tcg_out_bundle(s, miI,
1252 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1253 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1254 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1255 TCG_REG_R2, TCG_REG_R3));
1256 }
1257 }
1258
1259 static inline void tcg_out_rotr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1260 TCGArg arg2, int const_arg2)
1261 {
1262 if (const_arg2) {
1263 tcg_out_bundle(s, mII,
1264 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1265 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1266 TCG_REG_R2, arg1, arg1),
1267 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1268 TCG_REG_R2, arg2, 31));
1269 } else {
1270 tcg_out_bundle(s, mII,
1271 tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1272 0x1f, arg2),
1273 tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1274 TCG_REG_R2, arg1, arg1),
1275 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1276 TCG_REG_R2, TCG_REG_R3));
1277 }
1278 }
1279
1280 static inline void tcg_out_rotr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1281 TCGArg arg2, int const_arg2)
1282 {
1283 if (const_arg2) {
1284 tcg_out_bundle(s, miI,
1285 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1286 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1287 tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1288 arg1, arg2));
1289 } else {
1290 tcg_out_bundle(s, mII,
1291 tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1292 0x40, arg2),
1293 tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R3,
1294 arg1, arg2),
1295 tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R2,
1296 arg1, TCG_REG_R2));
1297 tcg_out_bundle(s, miI,
1298 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1299 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1300 tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1301 TCG_REG_R2, TCG_REG_R3));
1302 }
1303 }
1304
1305 static inline void tcg_out_ext(TCGContext *s, uint64_t opc_i29,
1306 TCGArg ret, TCGArg arg)
1307 {
1308 tcg_out_bundle(s, miI,
1309 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1310 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1311 tcg_opc_i29(TCG_REG_P0, opc_i29, ret, arg));
1312 }
1313
1314 static inline void tcg_out_bswap16(TCGContext *s, TCGArg ret, TCGArg arg)
1315 {
1316 tcg_out_bundle(s, mII,
1317 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1318 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 15, 15),
1319 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1320 }
1321
1322 static inline void tcg_out_bswap32(TCGContext *s, TCGArg ret, TCGArg arg)
1323 {
1324 tcg_out_bundle(s, mII,
1325 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1326 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 31, 31),
1327 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1328 }
1329
1330 static inline void tcg_out_bswap64(TCGContext *s, TCGArg ret, TCGArg arg)
1331 {
1332 tcg_out_bundle(s, miI,
1333 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1334 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1335 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, arg, 0xb));
1336 }
1337
1338 static inline uint64_t tcg_opc_cmp_a(int qp, TCGCond cond, TCGArg arg1,
1339 TCGArg arg2, int cmp4)
1340 {
1341 uint64_t opc_eq_a6, opc_lt_a6, opc_ltu_a6;
1342
1343 if (cmp4) {
1344 opc_eq_a6 = OPC_CMP4_EQ_A6;
1345 opc_lt_a6 = OPC_CMP4_LT_A6;
1346 opc_ltu_a6 = OPC_CMP4_LTU_A6;
1347 } else {
1348 opc_eq_a6 = OPC_CMP_EQ_A6;
1349 opc_lt_a6 = OPC_CMP_LT_A6;
1350 opc_ltu_a6 = OPC_CMP_LTU_A6;
1351 }
1352
1353 switch (cond) {
1354 case TCG_COND_EQ:
1355 return tcg_opc_a6 (qp, opc_eq_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1356 case TCG_COND_NE:
1357 return tcg_opc_a6 (qp, opc_eq_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1358 case TCG_COND_LT:
1359 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1360 case TCG_COND_LTU:
1361 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1362 case TCG_COND_GE:
1363 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1364 case TCG_COND_GEU:
1365 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1366 case TCG_COND_LE:
1367 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1368 case TCG_COND_LEU:
1369 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1370 case TCG_COND_GT:
1371 return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1372 case TCG_COND_GTU:
1373 return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1374 default:
1375 tcg_abort();
1376 break;
1377 }
1378 }
1379
1380 static inline void tcg_out_brcond(TCGContext *s, TCGCond cond, TCGArg arg1,
1381 int const_arg1, TCGArg arg2, int const_arg2,
1382 int label_index, int cmp4)
1383 {
1384 TCGLabel *l = &s->labels[label_index];
1385 uint64_t opc1, opc2;
1386
1387 if (const_arg1 && arg1 != 0) {
1388 opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1389 arg1, TCG_REG_R0);
1390 arg1 = TCG_REG_R2;
1391 } else {
1392 opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1393 }
1394
1395 if (const_arg2 && arg2 != 0) {
1396 opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1397 arg2, TCG_REG_R0);
1398 arg2 = TCG_REG_R3;
1399 } else {
1400 opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1401 }
1402
1403 tcg_out_bundle(s, mII,
1404 opc1,
1405 opc2,
1406 tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4));
1407 tcg_out_bundle(s, mmB,
1408 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1409 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1410 tcg_opc_b1 (TCG_REG_P6, OPC_BR_DPTK_FEW_B1,
1411 get_reloc_pcrel21b(s->code_ptr + 2)));
1412
1413 if (l->has_value) {
1414 reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
1415 } else {
1416 tcg_out_reloc(s, (s->code_ptr - 16) + 2,
1417 R_IA64_PCREL21B, label_index, 0);
1418 }
1419 }
1420
1421 static inline void tcg_out_setcond(TCGContext *s, TCGCond cond, TCGArg ret,
1422 TCGArg arg1, TCGArg arg2, int cmp4)
1423 {
1424 tcg_out_bundle(s, MmI,
1425 tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4),
1426 tcg_opc_a5(TCG_REG_P6, OPC_ADDL_A5, ret, 1, TCG_REG_R0),
1427 tcg_opc_a5(TCG_REG_P7, OPC_ADDL_A5, ret, 0, TCG_REG_R0));
1428 }
1429
1430 #if defined(CONFIG_SOFTMMU)
1431
1432 #include "../../softmmu_defs.h"
1433
1434 /* Load and compare a TLB entry, and return the result in (p6, p7).
1435 R2 is loaded with the address of the addend TLB entry.
1436 R56 is loaded with the address, zero extented on 32-bit targets. */
1437 static inline void tcg_out_qemu_tlb(TCGContext *s, TCGArg addr_reg,
1438 int s_bits, uint64_t offset_rw,
1439 uint64_t offset_addend)
1440 {
1441 tcg_out_bundle(s, mII,
1442 tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1443 TARGET_PAGE_MASK | ((1 << s_bits) - 1),
1444 TCG_REG_R0),
1445 tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, TCG_REG_R2,
1446 addr_reg, TARGET_PAGE_BITS, CPU_TLB_BITS - 1),
1447 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, TCG_REG_R2,
1448 TCG_REG_R2, 63 - CPU_TLB_ENTRY_BITS,
1449 63 - CPU_TLB_ENTRY_BITS));
1450 tcg_out_bundle(s, mII,
1451 tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1452 offset_rw, TCG_REG_R2),
1453 #if TARGET_LONG_BITS == 32
1454 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R56, addr_reg),
1455 #else
1456 tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R56,
1457 0, addr_reg),
1458 #endif
1459 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1460 TCG_REG_R2, TCG_AREG0));
1461 tcg_out_bundle(s, mII,
1462 tcg_opc_m3 (TCG_REG_P0,
1463 (TARGET_LONG_BITS == 32
1464 ? OPC_LD4_M3 : OPC_LD8_M3), TCG_REG_R57,
1465 TCG_REG_R2, offset_addend - offset_rw),
1466 tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, TCG_REG_R3,
1467 TCG_REG_R3, TCG_REG_R56),
1468 tcg_opc_a6 (TCG_REG_P0, OPC_CMP_EQ_A6, TCG_REG_P6,
1469 TCG_REG_P7, TCG_REG_R3, TCG_REG_R57));
1470 }
1471
1472 static void *qemu_ld_helpers[4] = {
1473 __ldb_mmu,
1474 __ldw_mmu,
1475 __ldl_mmu,
1476 __ldq_mmu,
1477 };
1478
1479 static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1480 {
1481 int addr_reg, data_reg, mem_index, s_bits, bswap;
1482 uint64_t opc_ld_m1[4] = { OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1 };
1483 uint64_t opc_ext_i29[8] = { OPC_ZXT1_I29, OPC_ZXT2_I29, OPC_ZXT4_I29, 0,
1484 OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0 };
1485
1486 data_reg = *args++;
1487 addr_reg = *args++;
1488 mem_index = *args;
1489 s_bits = opc & 3;
1490
1491 #ifdef TARGET_WORDS_BIGENDIAN
1492 bswap = 1;
1493 #else
1494 bswap = 0;
1495 #endif
1496
1497 /* Read the TLB entry */
1498 tcg_out_qemu_tlb(s, addr_reg, s_bits,
1499 offsetof(CPUState, tlb_table[mem_index][0].addr_read),
1500 offsetof(CPUState, tlb_table[mem_index][0].addend));
1501
1502 /* P6 is the fast path, and P7 the slow path */
1503 tcg_out_bundle(s, mLX,
1504 tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R57,
1505 mem_index, TCG_REG_R0),
1506 tcg_opc_l2 ((tcg_target_long) qemu_ld_helpers[s_bits]),
1507 tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1508 (tcg_target_long) qemu_ld_helpers[s_bits]));
1509 tcg_out_bundle(s, MmI,
1510 tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1511 TCG_REG_R2, 8),
1512 tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1513 TCG_REG_R3, TCG_REG_R56),
1514 tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1515 TCG_REG_R3, 0));
1516 if (bswap && s_bits == 1) {
1517 tcg_out_bundle(s, MmI,
1518 tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1519 TCG_REG_R8, TCG_REG_R3),
1520 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1521 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1522 TCG_REG_R8, TCG_REG_R8, 15, 15));
1523 } else if (bswap && s_bits == 2) {
1524 tcg_out_bundle(s, MmI,
1525 tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1526 TCG_REG_R8, TCG_REG_R3),
1527 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1528 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1529 TCG_REG_R8, TCG_REG_R8, 31, 31));
1530 } else {
1531 tcg_out_bundle(s, mmI,
1532 tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1533 TCG_REG_R8, TCG_REG_R3),
1534 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1535 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1536 }
1537 if (!bswap || s_bits == 0) {
1538 tcg_out_bundle(s, miB,
1539 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1540 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1541 tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1542 TCG_REG_B0, TCG_REG_B6));
1543 } else {
1544 tcg_out_bundle(s, miB,
1545 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1546 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1547 TCG_REG_R8, TCG_REG_R8, 0xb),
1548 tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1549 TCG_REG_B0, TCG_REG_B6));
1550 }
1551
1552 if (opc == 3) {
1553 tcg_out_bundle(s, miI,
1554 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1555 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1556 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
1557 data_reg, 0, TCG_REG_R8));
1558 } else {
1559 tcg_out_bundle(s, miI,
1560 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1561 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1562 tcg_opc_i29(TCG_REG_P0, opc_ext_i29[opc],
1563 data_reg, TCG_REG_R8));
1564 }
1565 }
1566
1567 static void *qemu_st_helpers[4] = {
1568 __stb_mmu,
1569 __stw_mmu,
1570 __stl_mmu,
1571 __stq_mmu,
1572 };
1573
1574 static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1575 {
1576 int addr_reg, data_reg, mem_index, bswap;
1577 uint64_t opc_st_m4[4] = { OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4 };
1578
1579 data_reg = *args++;
1580 addr_reg = *args++;
1581 mem_index = *args;
1582
1583 #ifdef TARGET_WORDS_BIGENDIAN
1584 bswap = 1;
1585 #else
1586 bswap = 0;
1587 #endif
1588
1589 tcg_out_qemu_tlb(s, addr_reg, opc,
1590 offsetof(CPUState, tlb_table[mem_index][0].addr_write),
1591 offsetof(CPUState, tlb_table[mem_index][0].addend));
1592
1593 /* P6 is the fast path, and P7 the slow path */
1594 tcg_out_bundle(s, mLX,
1595 tcg_opc_a4(TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R57,
1596 0, data_reg),
1597 tcg_opc_l2 ((tcg_target_long) qemu_st_helpers[opc]),
1598 tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1599 (tcg_target_long) qemu_st_helpers[opc]));
1600 tcg_out_bundle(s, MmI,
1601 tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1602 TCG_REG_R2, 8),
1603 tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1604 TCG_REG_R3, TCG_REG_R56),
1605 tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1606 TCG_REG_R3, 0));
1607
1608 if (!bswap || opc == 0) {
1609 tcg_out_bundle(s, mII,
1610 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1611 TCG_REG_R1, TCG_REG_R2),
1612 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1613 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1614 } else if (opc == 1) {
1615 tcg_out_bundle(s, mII,
1616 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1617 TCG_REG_R1, TCG_REG_R2),
1618 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1619 TCG_REG_R2, data_reg, 15, 15),
1620 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1621 TCG_REG_R2, TCG_REG_R2, 0xb));
1622 data_reg = TCG_REG_R2;
1623 } else if (opc == 2) {
1624 tcg_out_bundle(s, mII,
1625 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1626 TCG_REG_R1, TCG_REG_R2),
1627 tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1628 TCG_REG_R2, data_reg, 31, 31),
1629 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1630 TCG_REG_R2, TCG_REG_R2, 0xb));
1631 data_reg = TCG_REG_R2;
1632 } else if (opc == 3) {
1633 tcg_out_bundle(s, miI,
1634 tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1635 TCG_REG_R1, TCG_REG_R2),
1636 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1637 tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1638 TCG_REG_R2, data_reg, 0xb));
1639 data_reg = TCG_REG_R2;
1640 }
1641
1642 tcg_out_bundle(s, miB,
1643 tcg_opc_m4 (TCG_REG_P6, opc_st_m4[opc],
1644 data_reg, TCG_REG_R3),
1645 tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R58,
1646 mem_index, TCG_REG_R0),
1647 tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1648 TCG_REG_B0, TCG_REG_B6));
1649 }
1650
1651 #else /* !CONFIG_SOFTMMU */
1652
1653 static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1654 {
1655 static uint64_t const opc_ld_m1[4] = {
1656 OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1
1657 };
1658 static uint64_t const opc_sxt_i29[4] = {
1659 OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0
1660 };
1661 int addr_reg, data_reg, s_bits, bswap;
1662
1663 data_reg = *args++;
1664 addr_reg = *args++;
1665 s_bits = opc & 3;
1666
1667 #ifdef TARGET_WORDS_BIGENDIAN
1668 bswap = 1;
1669 #else
1670 bswap = 0;
1671 #endif
1672
1673 #if TARGET_LONG_BITS == 32
1674 if (GUEST_BASE != 0) {
1675 tcg_out_bundle(s, mII,
1676 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1677 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1678 TCG_REG_R3, addr_reg),
1679 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1680 TCG_GUEST_BASE_REG, TCG_REG_R3));
1681 } else {
1682 tcg_out_bundle(s, miI,
1683 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1684 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1685 TCG_REG_R2, addr_reg),
1686 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1687 }
1688
1689 if (!bswap || s_bits == 0) {
1690 if (s_bits == opc) {
1691 tcg_out_bundle(s, miI,
1692 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1693 data_reg, TCG_REG_R2),
1694 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1695 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1696 } else {
1697 tcg_out_bundle(s, mII,
1698 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1699 data_reg, TCG_REG_R2),
1700 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1701 tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1702 data_reg, data_reg));
1703 }
1704 } else if (s_bits == 3) {
1705 tcg_out_bundle(s, mII,
1706 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1707 data_reg, TCG_REG_R2),
1708 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1709 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1710 data_reg, data_reg, 0xb));
1711 } else {
1712 if (s_bits == 1) {
1713 tcg_out_bundle(s, mII,
1714 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1715 data_reg, TCG_REG_R2),
1716 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1717 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1718 data_reg, data_reg, 15, 15));
1719 } else {
1720 tcg_out_bundle(s, mII,
1721 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1722 data_reg, TCG_REG_R2),
1723 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1724 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1725 data_reg, data_reg, 31, 31));
1726 }
1727 if (opc == s_bits) {
1728 tcg_out_bundle(s, miI,
1729 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1730 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1731 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1732 data_reg, data_reg, 0xb));
1733 } else {
1734 tcg_out_bundle(s, mII,
1735 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1736 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1737 data_reg, data_reg, 0xb),
1738 tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1739 data_reg, data_reg));
1740 }
1741 }
1742 #else
1743 if (GUEST_BASE != 0) {
1744 tcg_out_bundle(s, MmI,
1745 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1746 TCG_GUEST_BASE_REG, addr_reg),
1747 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1748 data_reg, TCG_REG_R2),
1749 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1750 } else {
1751 tcg_out_bundle(s, mmI,
1752 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1753 tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1754 data_reg, addr_reg),
1755 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1756 }
1757
1758 if (bswap && s_bits == 1) {
1759 tcg_out_bundle(s, mII,
1760 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1761 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1762 data_reg, data_reg, 15, 15),
1763 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1764 data_reg, data_reg, 0xb));
1765 } else if (bswap && s_bits == 2) {
1766 tcg_out_bundle(s, mII,
1767 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1768 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1769 data_reg, data_reg, 31, 31),
1770 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1771 data_reg, data_reg, 0xb));
1772 } else if (bswap && s_bits == 3) {
1773 tcg_out_bundle(s, miI,
1774 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1775 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1776 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1777 data_reg, data_reg, 0xb));
1778 }
1779 if (s_bits != opc) {
1780 tcg_out_bundle(s, miI,
1781 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1782 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1783 tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1784 data_reg, data_reg));
1785 }
1786 #endif
1787 }
1788
1789 static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1790 {
1791 static uint64_t const opc_st_m4[4] = {
1792 OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4
1793 };
1794 int addr_reg, data_reg, bswap;
1795 #if TARGET_LONG_BITS == 64
1796 uint64_t add_guest_base;
1797 #endif
1798
1799 data_reg = *args++;
1800 addr_reg = *args++;
1801
1802 #ifdef TARGET_WORDS_BIGENDIAN
1803 bswap = 1;
1804 #else
1805 bswap = 0;
1806 #endif
1807
1808 #if TARGET_LONG_BITS == 32
1809 if (GUEST_BASE != 0) {
1810 tcg_out_bundle(s, mII,
1811 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1812 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1813 TCG_REG_R3, addr_reg),
1814 tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1815 TCG_GUEST_BASE_REG, TCG_REG_R3));
1816 } else {
1817 tcg_out_bundle(s, miI,
1818 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1819 tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1820 TCG_REG_R2, addr_reg),
1821 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1822 }
1823
1824 if (bswap) {
1825 if (opc == 1) {
1826 tcg_out_bundle(s, mII,
1827 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1828 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1829 TCG_REG_R3, data_reg, 15, 15),
1830 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1831 TCG_REG_R3, TCG_REG_R3, 0xb));
1832 data_reg = TCG_REG_R3;
1833 } else if (opc == 2) {
1834 tcg_out_bundle(s, mII,
1835 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1836 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1837 TCG_REG_R3, data_reg, 31, 31),
1838 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1839 TCG_REG_R3, TCG_REG_R3, 0xb));
1840 data_reg = TCG_REG_R3;
1841 } else if (opc == 3) {
1842 tcg_out_bundle(s, miI,
1843 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1844 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1845 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1846 TCG_REG_R3, data_reg, 0xb));
1847 data_reg = TCG_REG_R3;
1848 }
1849 }
1850 tcg_out_bundle(s, mmI,
1851 tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1852 data_reg, TCG_REG_R2),
1853 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1854 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1855 #else
1856 if (GUEST_BASE != 0) {
1857 add_guest_base = tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1858 TCG_GUEST_BASE_REG, addr_reg);
1859 addr_reg = TCG_REG_R2;
1860 } else {
1861 add_guest_base = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1862 }
1863
1864 if (!bswap || opc == 0) {
1865 tcg_out_bundle(s, (GUEST_BASE ? MmI : mmI),
1866 add_guest_base,
1867 tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1868 data_reg, addr_reg),
1869 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1870 } else {
1871 if (opc == 1) {
1872 tcg_out_bundle(s, mII,
1873 add_guest_base,
1874 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1875 TCG_REG_R3, data_reg, 15, 15),
1876 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1877 TCG_REG_R3, TCG_REG_R3, 0xb));
1878 data_reg = TCG_REG_R3;
1879 } else if (opc == 2) {
1880 tcg_out_bundle(s, mII,
1881 add_guest_base,
1882 tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1883 TCG_REG_R3, data_reg, 31, 31),
1884 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1885 TCG_REG_R3, TCG_REG_R3, 0xb));
1886 data_reg = TCG_REG_R3;
1887 } else if (opc == 3) {
1888 tcg_out_bundle(s, miI,
1889 add_guest_base,
1890 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1891 tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1892 TCG_REG_R3, data_reg, 0xb));
1893 data_reg = TCG_REG_R3;
1894 }
1895 tcg_out_bundle(s, miI,
1896 tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1897 data_reg, addr_reg),
1898 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1899 tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1900 }
1901 #endif
1902 }
1903
1904 #endif
1905
1906 static inline void tcg_out_op(TCGContext *s, TCGOpcode opc,
1907 const TCGArg *args, const int *const_args)
1908 {
1909 switch(opc) {
1910 case INDEX_op_exit_tb:
1911 tcg_out_exit_tb(s, args[0]);
1912 break;
1913 case INDEX_op_br:
1914 tcg_out_br(s, args[0]);
1915 break;
1916 case INDEX_op_call:
1917 tcg_out_call(s, args[0]);
1918 break;
1919 case INDEX_op_goto_tb:
1920 tcg_out_goto_tb(s, args[0]);
1921 break;
1922 case INDEX_op_jmp:
1923 tcg_out_jmp(s, args[0]);
1924 break;
1925
1926 case INDEX_op_movi_i32:
1927 tcg_out_movi(s, TCG_TYPE_I32, args[0], args[1]);
1928 break;
1929 case INDEX_op_movi_i64:
1930 tcg_out_movi(s, TCG_TYPE_I64, args[0], args[1]);
1931 break;
1932
1933 case INDEX_op_ld8u_i32:
1934 case INDEX_op_ld8u_i64:
1935 tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1936 break;
1937 case INDEX_op_ld8s_i32:
1938 case INDEX_op_ld8s_i64:
1939 tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1940 tcg_out_ext(s, OPC_SXT1_I29, args[0], args[0]);
1941 break;
1942 case INDEX_op_ld16u_i32:
1943 case INDEX_op_ld16u_i64:
1944 tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1945 break;
1946 case INDEX_op_ld16s_i32:
1947 case INDEX_op_ld16s_i64:
1948 tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1949 tcg_out_ext(s, OPC_SXT2_I29, args[0], args[0]);
1950 break;
1951 case INDEX_op_ld_i32:
1952 case INDEX_op_ld32u_i64:
1953 tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1954 break;
1955 case INDEX_op_ld32s_i64:
1956 tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1957 tcg_out_ext(s, OPC_SXT4_I29, args[0], args[0]);
1958 break;
1959 case INDEX_op_ld_i64:
1960 tcg_out_ld_rel(s, OPC_LD8_M1, args[0], args[1], args[2]);
1961 break;
1962 case INDEX_op_st8_i32:
1963 case INDEX_op_st8_i64:
1964 tcg_out_st_rel(s, OPC_ST1_M4, args[0], args[1], args[2]);
1965 break;
1966 case INDEX_op_st16_i32:
1967 case INDEX_op_st16_i64:
1968 tcg_out_st_rel(s, OPC_ST2_M4, args[0], args[1], args[2]);
1969 break;
1970 case INDEX_op_st_i32:
1971 case INDEX_op_st32_i64:
1972 tcg_out_st_rel(s, OPC_ST4_M4, args[0], args[1], args[2]);
1973 break;
1974 case INDEX_op_st_i64:
1975 tcg_out_st_rel(s, OPC_ST8_M4, args[0], args[1], args[2]);
1976 break;
1977
1978 case INDEX_op_add_i32:
1979 case INDEX_op_add_i64:
1980 tcg_out_alu(s, OPC_ADD_A1, args[0], args[1], const_args[1],
1981 args[2], const_args[2]);
1982 break;
1983 case INDEX_op_sub_i32:
1984 case INDEX_op_sub_i64:
1985 tcg_out_alu(s, OPC_SUB_A1, args[0], args[1], const_args[1],
1986 args[2], const_args[2]);
1987 break;
1988
1989 case INDEX_op_and_i32:
1990 case INDEX_op_and_i64:
1991 tcg_out_alu(s, OPC_AND_A1, args[0], args[1], const_args[1],
1992 args[2], const_args[2]);
1993 break;
1994 case INDEX_op_andc_i32:
1995 case INDEX_op_andc_i64:
1996 tcg_out_alu(s, OPC_ANDCM_A1, args[0], args[1], const_args[1],
1997 args[2], const_args[2]);
1998 break;
1999 case INDEX_op_eqv_i32:
2000 case INDEX_op_eqv_i64:
2001 tcg_out_eqv(s, args[0], args[1], const_args[1],
2002 args[2], const_args[2]);
2003 break;
2004 case INDEX_op_nand_i32:
2005 case INDEX_op_nand_i64:
2006 tcg_out_nand(s, args[0], args[1], const_args[1],
2007 args[2], const_args[2]);
2008 break;
2009 case INDEX_op_nor_i32:
2010 case INDEX_op_nor_i64:
2011 tcg_out_nor(s, args[0], args[1], const_args[1],
2012 args[2], const_args[2]);
2013 break;
2014 case INDEX_op_or_i32:
2015 case INDEX_op_or_i64:
2016 tcg_out_alu(s, OPC_OR_A1, args[0], args[1], const_args[1],
2017 args[2], const_args[2]);
2018 break;
2019 case INDEX_op_orc_i32:
2020 case INDEX_op_orc_i64:
2021 tcg_out_orc(s, args[0], args[1], const_args[1],
2022 args[2], const_args[2]);
2023 break;
2024 case INDEX_op_xor_i32:
2025 case INDEX_op_xor_i64:
2026 tcg_out_alu(s, OPC_XOR_A1, args[0], args[1], const_args[1],
2027 args[2], const_args[2]);
2028 break;
2029
2030 case INDEX_op_mul_i32:
2031 case INDEX_op_mul_i64:
2032 tcg_out_mul(s, args[0], args[1], args[2]);
2033 break;
2034
2035 case INDEX_op_sar_i32:
2036 tcg_out_sar_i32(s, args[0], args[1], args[2], const_args[2]);
2037 break;
2038 case INDEX_op_sar_i64:
2039 tcg_out_sar_i64(s, args[0], args[1], args[2], const_args[2]);
2040 break;
2041 case INDEX_op_shl_i32:
2042 tcg_out_shl_i32(s, args[0], args[1], args[2], const_args[2]);
2043 break;
2044 case INDEX_op_shl_i64:
2045 tcg_out_shl_i64(s, args[0], args[1], args[2], const_args[2]);
2046 break;
2047 case INDEX_op_shr_i32:
2048 tcg_out_shr_i32(s, args[0], args[1], args[2], const_args[2]);
2049 break;
2050 case INDEX_op_shr_i64:
2051 tcg_out_shr_i64(s, args[0], args[1], args[2], const_args[2]);
2052 break;
2053 case INDEX_op_rotl_i32:
2054 tcg_out_rotl_i32(s, args[0], args[1], args[2], const_args[2]);
2055 break;
2056 case INDEX_op_rotl_i64:
2057 tcg_out_rotl_i64(s, args[0], args[1], args[2], const_args[2]);
2058 break;
2059 case INDEX_op_rotr_i32:
2060 tcg_out_rotr_i32(s, args[0], args[1], args[2], const_args[2]);
2061 break;
2062 case INDEX_op_rotr_i64:
2063 tcg_out_rotr_i64(s, args[0], args[1], args[2], const_args[2]);
2064 break;
2065
2066 case INDEX_op_ext8s_i32:
2067 case INDEX_op_ext8s_i64:
2068 tcg_out_ext(s, OPC_SXT1_I29, args[0], args[1]);
2069 break;
2070 case INDEX_op_ext8u_i32:
2071 case INDEX_op_ext8u_i64:
2072 tcg_out_ext(s, OPC_ZXT1_I29, args[0], args[1]);
2073 break;
2074 case INDEX_op_ext16s_i32:
2075 case INDEX_op_ext16s_i64:
2076 tcg_out_ext(s, OPC_SXT2_I29, args[0], args[1]);
2077 break;
2078 case INDEX_op_ext16u_i32:
2079 case INDEX_op_ext16u_i64:
2080 tcg_out_ext(s, OPC_ZXT2_I29, args[0], args[1]);
2081 break;
2082 case INDEX_op_ext32s_i64:
2083 tcg_out_ext(s, OPC_SXT4_I29, args[0], args[1]);
2084 break;
2085 case INDEX_op_ext32u_i64:
2086 tcg_out_ext(s, OPC_ZXT4_I29, args[0], args[1]);
2087 break;
2088
2089 case INDEX_op_bswap16_i32:
2090 case INDEX_op_bswap16_i64:
2091 tcg_out_bswap16(s, args[0], args[1]);
2092 break;
2093 case INDEX_op_bswap32_i32:
2094 case INDEX_op_bswap32_i64:
2095 tcg_out_bswap32(s, args[0], args[1]);
2096 break;
2097 case INDEX_op_bswap64_i64:
2098 tcg_out_bswap64(s, args[0], args[1]);
2099 break;
2100
2101 case INDEX_op_brcond_i32:
2102 tcg_out_brcond(s, args[2], args[0], const_args[0],
2103 args[1], const_args[1], args[3], 1);
2104 break;
2105 case INDEX_op_brcond_i64:
2106 tcg_out_brcond(s, args[2], args[0], const_args[0],
2107 args[1], const_args[1], args[3], 0);
2108 break;
2109 case INDEX_op_setcond_i32:
2110 tcg_out_setcond(s, args[3], args[0], args[1], args[2], 1);
2111 break;
2112 case INDEX_op_setcond_i64:
2113 tcg_out_setcond(s, args[3], args[0], args[1], args[2], 0);
2114 break;
2115
2116 case INDEX_op_qemu_ld8u:
2117 tcg_out_qemu_ld(s, args, 0);
2118 break;
2119 case INDEX_op_qemu_ld8s:
2120 tcg_out_qemu_ld(s, args, 0 | 4);
2121 break;
2122 case INDEX_op_qemu_ld16u:
2123 tcg_out_qemu_ld(s, args, 1);
2124 break;
2125 case INDEX_op_qemu_ld16s:
2126 tcg_out_qemu_ld(s, args, 1 | 4);
2127 break;
2128 case INDEX_op_qemu_ld32:
2129 case INDEX_op_qemu_ld32u:
2130 tcg_out_qemu_ld(s, args, 2);
2131 break;
2132 case INDEX_op_qemu_ld32s:
2133 tcg_out_qemu_ld(s, args, 2 | 4);
2134 break;
2135 case INDEX_op_qemu_ld64:
2136 tcg_out_qemu_ld(s, args, 3);
2137 break;
2138
2139 case INDEX_op_qemu_st8:
2140 tcg_out_qemu_st(s, args, 0);
2141 break;
2142 case INDEX_op_qemu_st16:
2143 tcg_out_qemu_st(s, args, 1);
2144 break;
2145 case INDEX_op_qemu_st32:
2146 tcg_out_qemu_st(s, args, 2);
2147 break;
2148 case INDEX_op_qemu_st64:
2149 tcg_out_qemu_st(s, args, 3);
2150 break;
2151
2152 default:
2153 tcg_abort();
2154 }
2155 }
2156
2157 static const TCGTargetOpDef ia64_op_defs[] = {
2158 { INDEX_op_br, { } },
2159 { INDEX_op_call, { "r" } },
2160 { INDEX_op_exit_tb, { } },
2161 { INDEX_op_goto_tb, { } },
2162 { INDEX_op_jmp, { "r" } },
2163
2164 { INDEX_op_mov_i32, { "r", "r" } },
2165 { INDEX_op_movi_i32, { "r" } },
2166
2167 { INDEX_op_ld8u_i32, { "r", "r" } },
2168 { INDEX_op_ld8s_i32, { "r", "r" } },
2169 { INDEX_op_ld16u_i32, { "r", "r" } },
2170 { INDEX_op_ld16s_i32, { "r", "r" } },
2171 { INDEX_op_ld_i32, { "r", "r" } },
2172 { INDEX_op_st8_i32, { "rZ", "r" } },
2173 { INDEX_op_st16_i32, { "rZ", "r" } },
2174 { INDEX_op_st_i32, { "rZ", "r" } },
2175
2176 { INDEX_op_add_i32, { "r", "rI", "rI" } },
2177 { INDEX_op_sub_i32, { "r", "rI", "rI" } },
2178
2179 { INDEX_op_and_i32, { "r", "rI", "rI" } },
2180 { INDEX_op_andc_i32, { "r", "rI", "rI" } },
2181 { INDEX_op_eqv_i32, { "r", "rZ", "rZ" } },
2182 { INDEX_op_nand_i32, { "r", "rZ", "rZ" } },
2183 { INDEX_op_nor_i32, { "r", "rZ", "rZ" } },
2184 { INDEX_op_or_i32, { "r", "rI", "rI" } },
2185 { INDEX_op_orc_i32, { "r", "rZ", "rZ" } },
2186 { INDEX_op_xor_i32, { "r", "rI", "rI" } },
2187
2188 { INDEX_op_mul_i32, { "r", "rZ", "rZ" } },
2189
2190 { INDEX_op_sar_i32, { "r", "rZ", "ri" } },
2191 { INDEX_op_shl_i32, { "r", "rZ", "ri" } },
2192 { INDEX_op_shr_i32, { "r", "rZ", "ri" } },
2193 { INDEX_op_rotl_i32, { "r", "rZ", "ri" } },
2194 { INDEX_op_rotr_i32, { "r", "rZ", "ri" } },
2195
2196 { INDEX_op_ext8s_i32, { "r", "rZ"} },
2197 { INDEX_op_ext8u_i32, { "r", "rZ"} },
2198 { INDEX_op_ext16s_i32, { "r", "rZ"} },
2199 { INDEX_op_ext16u_i32, { "r", "rZ"} },
2200
2201 { INDEX_op_bswap16_i32, { "r", "rZ" } },
2202 { INDEX_op_bswap32_i32, { "r", "rZ" } },
2203
2204 { INDEX_op_brcond_i32, { "rI", "rI" } },
2205 { INDEX_op_setcond_i32, { "r", "rZ", "rZ" } },
2206
2207 { INDEX_op_mov_i64, { "r", "r" } },
2208 { INDEX_op_movi_i64, { "r" } },
2209
2210 { INDEX_op_ld8u_i64, { "r", "r" } },
2211 { INDEX_op_ld8s_i64, { "r", "r" } },
2212 { INDEX_op_ld16u_i64, { "r", "r" } },
2213 { INDEX_op_ld16s_i64, { "r", "r" } },
2214 { INDEX_op_ld32u_i64, { "r", "r" } },
2215 { INDEX_op_ld32s_i64, { "r", "r" } },
2216 { INDEX_op_ld_i64, { "r", "r" } },
2217 { INDEX_op_st8_i64, { "rZ", "r" } },
2218 { INDEX_op_st16_i64, { "rZ", "r" } },
2219 { INDEX_op_st32_i64, { "rZ", "r" } },
2220 { INDEX_op_st_i64, { "rZ", "r" } },
2221
2222 { INDEX_op_add_i64, { "r", "rI", "rI" } },
2223 { INDEX_op_sub_i64, { "r", "rI", "rI" } },
2224
2225 { INDEX_op_and_i64, { "r", "rI", "rI" } },
2226 { INDEX_op_andc_i64, { "r", "rI", "rI" } },
2227 { INDEX_op_eqv_i64, { "r", "rZ", "rZ" } },
2228 { INDEX_op_nand_i64, { "r", "rZ", "rZ" } },
2229 { INDEX_op_nor_i64, { "r", "rZ", "rZ" } },
2230 { INDEX_op_or_i64, { "r", "rI", "rI" } },
2231 { INDEX_op_orc_i64, { "r", "rZ", "rZ" } },
2232 { INDEX_op_xor_i64, { "r", "rI", "rI" } },
2233
2234 { INDEX_op_mul_i64, { "r", "rZ", "rZ" } },
2235
2236 { INDEX_op_sar_i64, { "r", "rZ", "ri" } },
2237 { INDEX_op_shl_i64, { "r", "rZ", "ri" } },
2238 { INDEX_op_shr_i64, { "r", "rZ", "ri" } },
2239 { INDEX_op_rotl_i64, { "r", "rZ", "ri" } },
2240 { INDEX_op_rotr_i64, { "r", "rZ", "ri" } },
2241
2242 { INDEX_op_ext8s_i64, { "r", "rZ"} },
2243 { INDEX_op_ext8u_i64, { "r", "rZ"} },
2244 { INDEX_op_ext16s_i64, { "r", "rZ"} },
2245 { INDEX_op_ext16u_i64, { "r", "rZ"} },
2246 { INDEX_op_ext32s_i64, { "r", "rZ"} },
2247 { INDEX_op_ext32u_i64, { "r", "rZ"} },
2248
2249 { INDEX_op_bswap16_i64, { "r", "rZ" } },
2250 { INDEX_op_bswap32_i64, { "r", "rZ" } },
2251 { INDEX_op_bswap64_i64, { "r", "rZ" } },
2252
2253 { INDEX_op_brcond_i64, { "rI", "rI" } },
2254 { INDEX_op_setcond_i64, { "r", "rZ", "rZ" } },
2255
2256 { INDEX_op_qemu_ld8u, { "r", "r" } },
2257 { INDEX_op_qemu_ld8s, { "r", "r" } },
2258 { INDEX_op_qemu_ld16u, { "r", "r" } },
2259 { INDEX_op_qemu_ld16s, { "r", "r" } },
2260 { INDEX_op_qemu_ld32, { "r", "r" } },
2261 { INDEX_op_qemu_ld32u, { "r", "r" } },
2262 { INDEX_op_qemu_ld32s, { "r", "r" } },
2263 { INDEX_op_qemu_ld64, { "r", "r" } },
2264
2265 { INDEX_op_qemu_st8, { "SZ", "r" } },
2266 { INDEX_op_qemu_st16, { "SZ", "r" } },
2267 { INDEX_op_qemu_st32, { "SZ", "r" } },
2268 { INDEX_op_qemu_st64, { "SZ", "r" } },
2269
2270 { -1 },
2271 };
2272
2273 /* Generate global QEMU prologue and epilogue code */
2274 static void tcg_target_qemu_prologue(TCGContext *s)
2275 {
2276 int frame_size;
2277
2278 /* reserve some stack space */
2279 frame_size = TCG_STATIC_CALL_ARGS_SIZE;
2280 frame_size = (frame_size + TCG_TARGET_STACK_ALIGN - 1) &
2281 ~(TCG_TARGET_STACK_ALIGN - 1);
2282
2283 /* First emit adhoc function descriptor */
2284 *(uint64_t *)(s->code_ptr) = (uint64_t)s->code_ptr + 16; /* entry point */
2285 s->code_ptr += 16; /* skip GP */
2286
2287 /* prologue */
2288 tcg_out_bundle(s, mII,
2289 tcg_opc_m34(TCG_REG_P0, OPC_ALLOC_M34,
2290 TCG_REG_R33, 32, 24, 0),
2291 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2292 TCG_REG_B6, TCG_REG_R32, 0),
2293 tcg_opc_i22(TCG_REG_P0, OPC_MOV_I22,
2294 TCG_REG_R32, TCG_REG_B0));
2295
2296 /* ??? If GUEST_BASE < 0x200000, we could load the register via
2297 an ADDL in the M slot of the next bundle. */
2298 if (GUEST_BASE != 0) {
2299 tcg_out_bundle(s, mlx,
2300 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2301 tcg_opc_l2 (GUEST_BASE),
2302 tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2,
2303 TCG_GUEST_BASE_REG, GUEST_BASE));
2304 tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
2305 }
2306
2307 tcg_out_bundle(s, miB,
2308 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2309 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2310 TCG_REG_R12, -frame_size, TCG_REG_R12),
2311 tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
2312
2313 /* epilogue */
2314 tb_ret_addr = s->code_ptr;
2315 tcg_out_bundle(s, miI,
2316 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2317 tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2318 TCG_REG_B0, TCG_REG_R32, 0),
2319 tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2320 TCG_REG_R12, frame_size, TCG_REG_R12));
2321 tcg_out_bundle(s, miB,
2322 tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2323 tcg_opc_i26(TCG_REG_P0, OPC_MOV_I_I26,
2324 TCG_REG_PFS, TCG_REG_R33),
2325 tcg_opc_b4 (TCG_REG_P0, OPC_BR_RET_SPTK_MANY_B4,
2326 TCG_REG_B0));
2327 }
2328
2329 static void tcg_target_init(TCGContext *s)
2330 {
2331 tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I32],
2332 0xffffffffffffffffull);
2333 tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I64],
2334 0xffffffffffffffffull);
2335
2336 tcg_regset_clear(tcg_target_call_clobber_regs);
2337 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R8);
2338 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R9);
2339 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R10);
2340 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R11);
2341 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R14);
2342 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R15);
2343 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R16);
2344 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R17);
2345 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R18);
2346 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R19);
2347 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R20);
2348 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R21);
2349 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R22);
2350 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R23);
2351 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R24);
2352 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R25);
2353 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R26);
2354 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R27);
2355 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R28);
2356 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R29);
2357 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R30);
2358 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R31);
2359 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R56);
2360 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R57);
2361 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R58);
2362 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R59);
2363 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R60);
2364 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R61);
2365 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R62);
2366 tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R63);
2367
2368 tcg_regset_clear(s->reserved_regs);
2369 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R0); /* zero register */
2370 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R1); /* global pointer */
2371 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R2); /* internal use */
2372 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R3); /* internal use */
2373 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R12); /* stack pointer */
2374 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R13); /* thread pointer */
2375 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R32); /* return address */
2376 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R33); /* PFS */
2377
2378 /* The following 3 are not in use, are call-saved, but *not* saved
2379 by the prologue. Therefore we cannot use them without modifying
2380 the prologue. There doesn't seem to be any good reason to use
2381 these as opposed to the windowed registers. */
2382 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R4);
2383 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R5);
2384 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R6);
2385
2386 tcg_add_target_add_op_defs(ia64_op_defs);
2387 }
Qemu copy for testing