root / tcg / ia64 / tcg-target.c @ 3cf246f0
History | View | Annotate | Download (87.4 kB)
1 |
/*
|
---|---|
2 |
* Tiny Code Generator for QEMU
|
3 |
*
|
4 |
* Copyright (c) 2009-2010 Aurelien Jarno <aurelien@aurel32.net>
|
5 |
* Based on i386/tcg-target.c - Copyright (c) 2008 Fabrice Bellard
|
6 |
*
|
7 |
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
8 |
* of this software and associated documentation files (the "Software"), to deal
|
9 |
* in the Software without restriction, including without limitation the rights
|
10 |
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
11 |
* copies of the Software, and to permit persons to whom the Software is
|
12 |
* furnished to do so, subject to the following conditions:
|
13 |
*
|
14 |
* The above copyright notice and this permission notice shall be included in
|
15 |
* all copies or substantial portions of the Software.
|
16 |
*
|
17 |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
18 |
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
19 |
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
20 |
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
21 |
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
22 |
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
23 |
* THE SOFTWARE.
|
24 |
*/
|
25 |
|
26 |
#include "tcg-be-null.h" |
27 |
|
28 |
/*
|
29 |
* Register definitions
|
30 |
*/
|
31 |
|
32 |
#ifndef NDEBUG
|
33 |
static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = { |
34 |
"r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7", |
35 |
"r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15", |
36 |
"r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23", |
37 |
"r24", "r25", "r26", "r27", "r28", "r29", "r30", "r31", |
38 |
"r32", "r33", "r34", "r35", "r36", "r37", "r38", "r39", |
39 |
"r40", "r41", "r42", "r43", "r44", "r45", "r46", "r47", |
40 |
"r48", "r49", "r50", "r51", "r52", "r53", "r54", "r55", |
41 |
"r56", "r57", "r58", "r59", "r60", "r61", "r62", "r63", |
42 |
}; |
43 |
#endif
|
44 |
|
45 |
#ifdef CONFIG_USE_GUEST_BASE
|
46 |
#define TCG_GUEST_BASE_REG TCG_REG_R55
|
47 |
#else
|
48 |
#define TCG_GUEST_BASE_REG TCG_REG_R0
|
49 |
#endif
|
50 |
#ifndef GUEST_BASE
|
51 |
#define GUEST_BASE 0 |
52 |
#endif
|
53 |
|
54 |
/* Branch registers */
|
55 |
enum {
|
56 |
TCG_REG_B0 = 0,
|
57 |
TCG_REG_B1, |
58 |
TCG_REG_B2, |
59 |
TCG_REG_B3, |
60 |
TCG_REG_B4, |
61 |
TCG_REG_B5, |
62 |
TCG_REG_B6, |
63 |
TCG_REG_B7, |
64 |
}; |
65 |
|
66 |
/* Floating point registers */
|
67 |
enum {
|
68 |
TCG_REG_F0 = 0,
|
69 |
TCG_REG_F1, |
70 |
TCG_REG_F2, |
71 |
TCG_REG_F3, |
72 |
TCG_REG_F4, |
73 |
TCG_REG_F5, |
74 |
TCG_REG_F6, |
75 |
TCG_REG_F7, |
76 |
TCG_REG_F8, |
77 |
TCG_REG_F9, |
78 |
TCG_REG_F10, |
79 |
TCG_REG_F11, |
80 |
TCG_REG_F12, |
81 |
TCG_REG_F13, |
82 |
TCG_REG_F14, |
83 |
TCG_REG_F15, |
84 |
}; |
85 |
|
86 |
/* Predicate registers */
|
87 |
enum {
|
88 |
TCG_REG_P0 = 0,
|
89 |
TCG_REG_P1, |
90 |
TCG_REG_P2, |
91 |
TCG_REG_P3, |
92 |
TCG_REG_P4, |
93 |
TCG_REG_P5, |
94 |
TCG_REG_P6, |
95 |
TCG_REG_P7, |
96 |
TCG_REG_P8, |
97 |
TCG_REG_P9, |
98 |
TCG_REG_P10, |
99 |
TCG_REG_P11, |
100 |
TCG_REG_P12, |
101 |
TCG_REG_P13, |
102 |
TCG_REG_P14, |
103 |
TCG_REG_P15, |
104 |
}; |
105 |
|
106 |
/* Application registers */
|
107 |
enum {
|
108 |
TCG_REG_PFS = 64,
|
109 |
}; |
110 |
|
111 |
static const int tcg_target_reg_alloc_order[] = { |
112 |
TCG_REG_R33, |
113 |
TCG_REG_R35, |
114 |
TCG_REG_R36, |
115 |
TCG_REG_R37, |
116 |
TCG_REG_R38, |
117 |
TCG_REG_R39, |
118 |
TCG_REG_R40, |
119 |
TCG_REG_R41, |
120 |
TCG_REG_R42, |
121 |
TCG_REG_R43, |
122 |
TCG_REG_R44, |
123 |
TCG_REG_R45, |
124 |
TCG_REG_R46, |
125 |
TCG_REG_R47, |
126 |
TCG_REG_R48, |
127 |
TCG_REG_R49, |
128 |
TCG_REG_R50, |
129 |
TCG_REG_R51, |
130 |
TCG_REG_R52, |
131 |
TCG_REG_R53, |
132 |
TCG_REG_R54, |
133 |
TCG_REG_R55, |
134 |
TCG_REG_R14, |
135 |
TCG_REG_R15, |
136 |
TCG_REG_R16, |
137 |
TCG_REG_R17, |
138 |
TCG_REG_R18, |
139 |
TCG_REG_R19, |
140 |
TCG_REG_R20, |
141 |
TCG_REG_R21, |
142 |
TCG_REG_R22, |
143 |
TCG_REG_R23, |
144 |
TCG_REG_R24, |
145 |
TCG_REG_R25, |
146 |
TCG_REG_R26, |
147 |
TCG_REG_R27, |
148 |
TCG_REG_R28, |
149 |
TCG_REG_R29, |
150 |
TCG_REG_R30, |
151 |
TCG_REG_R31, |
152 |
TCG_REG_R56, |
153 |
TCG_REG_R57, |
154 |
TCG_REG_R58, |
155 |
TCG_REG_R59, |
156 |
TCG_REG_R60, |
157 |
TCG_REG_R61, |
158 |
TCG_REG_R62, |
159 |
TCG_REG_R63, |
160 |
TCG_REG_R8, |
161 |
TCG_REG_R9, |
162 |
TCG_REG_R10, |
163 |
TCG_REG_R11 |
164 |
}; |
165 |
|
166 |
static const int tcg_target_call_iarg_regs[8] = { |
167 |
TCG_REG_R56, |
168 |
TCG_REG_R57, |
169 |
TCG_REG_R58, |
170 |
TCG_REG_R59, |
171 |
TCG_REG_R60, |
172 |
TCG_REG_R61, |
173 |
TCG_REG_R62, |
174 |
TCG_REG_R63, |
175 |
}; |
176 |
|
177 |
static const int tcg_target_call_oarg_regs[] = { |
178 |
TCG_REG_R8 |
179 |
}; |
180 |
|
181 |
/*
|
182 |
* opcode formation
|
183 |
*/
|
184 |
|
185 |
/* bundle templates: stops (double bar in the IA64 manual) are marked with
|
186 |
an uppercase letter. */
|
187 |
enum {
|
188 |
mii = 0x00,
|
189 |
miI = 0x01,
|
190 |
mIi = 0x02,
|
191 |
mII = 0x03,
|
192 |
mlx = 0x04,
|
193 |
mLX = 0x05,
|
194 |
mmi = 0x08,
|
195 |
mmI = 0x09,
|
196 |
Mmi = 0x0a,
|
197 |
MmI = 0x0b,
|
198 |
mfi = 0x0c,
|
199 |
mfI = 0x0d,
|
200 |
mmf = 0x0e,
|
201 |
mmF = 0x0f,
|
202 |
mib = 0x10,
|
203 |
miB = 0x11,
|
204 |
mbb = 0x12,
|
205 |
mbB = 0x13,
|
206 |
bbb = 0x16,
|
207 |
bbB = 0x17,
|
208 |
mmb = 0x18,
|
209 |
mmB = 0x19,
|
210 |
mfb = 0x1c,
|
211 |
mfB = 0x1d,
|
212 |
}; |
213 |
|
214 |
enum {
|
215 |
OPC_ADD_A1 = 0x10000000000ull,
|
216 |
OPC_AND_A1 = 0x10060000000ull,
|
217 |
OPC_AND_A3 = 0x10160000000ull,
|
218 |
OPC_ANDCM_A1 = 0x10068000000ull,
|
219 |
OPC_ANDCM_A3 = 0x10168000000ull,
|
220 |
OPC_ADDS_A4 = 0x10800000000ull,
|
221 |
OPC_ADDL_A5 = 0x12000000000ull,
|
222 |
OPC_ALLOC_M34 = 0x02c00000000ull,
|
223 |
OPC_BR_DPTK_FEW_B1 = 0x08400000000ull,
|
224 |
OPC_BR_SPTK_MANY_B1 = 0x08000001000ull,
|
225 |
OPC_BR_SPTK_MANY_B4 = 0x00100001000ull,
|
226 |
OPC_BR_CALL_SPTK_MANY_B5 = 0x02100001000ull,
|
227 |
OPC_BR_RET_SPTK_MANY_B4 = 0x00108001100ull,
|
228 |
OPC_BRL_SPTK_MANY_X3 = 0x18000001000ull,
|
229 |
OPC_CMP_LT_A6 = 0x18000000000ull,
|
230 |
OPC_CMP_LTU_A6 = 0x1a000000000ull,
|
231 |
OPC_CMP_EQ_A6 = 0x1c000000000ull,
|
232 |
OPC_CMP4_LT_A6 = 0x18400000000ull,
|
233 |
OPC_CMP4_LTU_A6 = 0x1a400000000ull,
|
234 |
OPC_CMP4_EQ_A6 = 0x1c400000000ull,
|
235 |
OPC_DEP_I14 = 0x0ae00000000ull,
|
236 |
OPC_DEP_I15 = 0x08000000000ull,
|
237 |
OPC_DEP_Z_I12 = 0x0a600000000ull,
|
238 |
OPC_EXTR_I11 = 0x0a400002000ull,
|
239 |
OPC_EXTR_U_I11 = 0x0a400000000ull,
|
240 |
OPC_FCVT_FX_TRUNC_S1_F10 = 0x004d0000000ull,
|
241 |
OPC_FCVT_FXU_TRUNC_S1_F10 = 0x004d8000000ull,
|
242 |
OPC_FCVT_XF_F11 = 0x000e0000000ull,
|
243 |
OPC_FMA_S1_F1 = 0x10400000000ull,
|
244 |
OPC_FNMA_S1_F1 = 0x18400000000ull,
|
245 |
OPC_FRCPA_S1_F6 = 0x00600000000ull,
|
246 |
OPC_GETF_SIG_M19 = 0x08708000000ull,
|
247 |
OPC_LD1_M1 = 0x08000000000ull,
|
248 |
OPC_LD1_M3 = 0x0a000000000ull,
|
249 |
OPC_LD2_M1 = 0x08040000000ull,
|
250 |
OPC_LD2_M3 = 0x0a040000000ull,
|
251 |
OPC_LD4_M1 = 0x08080000000ull,
|
252 |
OPC_LD4_M3 = 0x0a080000000ull,
|
253 |
OPC_LD8_M1 = 0x080c0000000ull,
|
254 |
OPC_LD8_M3 = 0x0a0c0000000ull,
|
255 |
OPC_MUX1_I3 = 0x0eca0000000ull,
|
256 |
OPC_NOP_B9 = 0x04008000000ull,
|
257 |
OPC_NOP_F16 = 0x00008000000ull,
|
258 |
OPC_NOP_I18 = 0x00008000000ull,
|
259 |
OPC_NOP_M48 = 0x00008000000ull,
|
260 |
OPC_MOV_I21 = 0x00e00100000ull,
|
261 |
OPC_MOV_RET_I21 = 0x00e00500000ull,
|
262 |
OPC_MOV_I22 = 0x00188000000ull,
|
263 |
OPC_MOV_I_I26 = 0x00150000000ull,
|
264 |
OPC_MOVL_X2 = 0x0c000000000ull,
|
265 |
OPC_OR_A1 = 0x10070000000ull,
|
266 |
OPC_SETF_EXP_M18 = 0x0c748000000ull,
|
267 |
OPC_SETF_SIG_M18 = 0x0c708000000ull,
|
268 |
OPC_SHL_I7 = 0x0f240000000ull,
|
269 |
OPC_SHR_I5 = 0x0f220000000ull,
|
270 |
OPC_SHR_U_I5 = 0x0f200000000ull,
|
271 |
OPC_SHRP_I10 = 0x0ac00000000ull,
|
272 |
OPC_SXT1_I29 = 0x000a0000000ull,
|
273 |
OPC_SXT2_I29 = 0x000a8000000ull,
|
274 |
OPC_SXT4_I29 = 0x000b0000000ull,
|
275 |
OPC_ST1_M4 = 0x08c00000000ull,
|
276 |
OPC_ST2_M4 = 0x08c40000000ull,
|
277 |
OPC_ST4_M4 = 0x08c80000000ull,
|
278 |
OPC_ST8_M4 = 0x08cc0000000ull,
|
279 |
OPC_SUB_A1 = 0x10028000000ull,
|
280 |
OPC_SUB_A3 = 0x10128000000ull,
|
281 |
OPC_UNPACK4_L_I2 = 0x0f860000000ull,
|
282 |
OPC_XMA_L_F2 = 0x1d000000000ull,
|
283 |
OPC_XOR_A1 = 0x10078000000ull,
|
284 |
OPC_ZXT1_I29 = 0x00080000000ull,
|
285 |
OPC_ZXT2_I29 = 0x00088000000ull,
|
286 |
OPC_ZXT4_I29 = 0x00090000000ull,
|
287 |
}; |
288 |
|
289 |
static inline uint64_t tcg_opc_a1(int qp, uint64_t opc, int r1, |
290 |
int r2, int r3) |
291 |
{ |
292 |
return opc
|
293 |
| ((r3 & 0x7f) << 20) |
294 |
| ((r2 & 0x7f) << 13) |
295 |
| ((r1 & 0x7f) << 6) |
296 |
| (qp & 0x3f);
|
297 |
} |
298 |
|
299 |
static inline uint64_t tcg_opc_a3(int qp, uint64_t opc, int r1, |
300 |
uint64_t imm, int r3)
|
301 |
{ |
302 |
return opc
|
303 |
| ((imm & 0x80) << 29) /* s */ |
304 |
| ((imm & 0x7f) << 13) /* imm7b */ |
305 |
| ((r3 & 0x7f) << 20) |
306 |
| ((r1 & 0x7f) << 6) |
307 |
| (qp & 0x3f);
|
308 |
} |
309 |
|
310 |
static inline uint64_t tcg_opc_a4(int qp, uint64_t opc, int r1, |
311 |
uint64_t imm, int r3)
|
312 |
{ |
313 |
return opc
|
314 |
| ((imm & 0x2000) << 23) /* s */ |
315 |
| ((imm & 0x1f80) << 20) /* imm6d */ |
316 |
| ((imm & 0x007f) << 13) /* imm7b */ |
317 |
| ((r3 & 0x7f) << 20) |
318 |
| ((r1 & 0x7f) << 6) |
319 |
| (qp & 0x3f);
|
320 |
} |
321 |
|
322 |
static inline uint64_t tcg_opc_a5(int qp, uint64_t opc, int r1, |
323 |
uint64_t imm, int r3)
|
324 |
{ |
325 |
return opc
|
326 |
| ((imm & 0x200000) << 15) /* s */ |
327 |
| ((imm & 0x1f0000) << 6) /* imm5c */ |
328 |
| ((imm & 0x00ff80) << 20) /* imm9d */ |
329 |
| ((imm & 0x00007f) << 13) /* imm7b */ |
330 |
| ((r3 & 0x03) << 20) |
331 |
| ((r1 & 0x7f) << 6) |
332 |
| (qp & 0x3f);
|
333 |
} |
334 |
|
335 |
static inline uint64_t tcg_opc_a6(int qp, uint64_t opc, int p1, |
336 |
int p2, int r2, int r3) |
337 |
{ |
338 |
return opc
|
339 |
| ((p2 & 0x3f) << 27) |
340 |
| ((r3 & 0x7f) << 20) |
341 |
| ((r2 & 0x7f) << 13) |
342 |
| ((p1 & 0x3f) << 6) |
343 |
| (qp & 0x3f);
|
344 |
} |
345 |
|
346 |
static inline uint64_t tcg_opc_b1(int qp, uint64_t opc, uint64_t imm) |
347 |
{ |
348 |
return opc
|
349 |
| ((imm & 0x100000) << 16) /* s */ |
350 |
| ((imm & 0x0fffff) << 13) /* imm20b */ |
351 |
| (qp & 0x3f);
|
352 |
} |
353 |
|
354 |
static inline uint64_t tcg_opc_b4(int qp, uint64_t opc, int b2) |
355 |
{ |
356 |
return opc
|
357 |
| ((b2 & 0x7) << 13) |
358 |
| (qp & 0x3f);
|
359 |
} |
360 |
|
361 |
static inline uint64_t tcg_opc_b5(int qp, uint64_t opc, int b1, int b2) |
362 |
{ |
363 |
return opc
|
364 |
| ((b2 & 0x7) << 13) |
365 |
| ((b1 & 0x7) << 6) |
366 |
| (qp & 0x3f);
|
367 |
} |
368 |
|
369 |
|
370 |
static inline uint64_t tcg_opc_b9(int qp, uint64_t opc, uint64_t imm) |
371 |
{ |
372 |
return opc
|
373 |
| ((imm & 0x100000) << 16) /* i */ |
374 |
| ((imm & 0x0fffff) << 6) /* imm20a */ |
375 |
| (qp & 0x3f);
|
376 |
} |
377 |
|
378 |
static inline uint64_t tcg_opc_f1(int qp, uint64_t opc, int f1, |
379 |
int f3, int f4, int f2) |
380 |
{ |
381 |
return opc
|
382 |
| ((f4 & 0x7f) << 27) |
383 |
| ((f3 & 0x7f) << 20) |
384 |
| ((f2 & 0x7f) << 13) |
385 |
| ((f1 & 0x7f) << 6) |
386 |
| (qp & 0x3f);
|
387 |
} |
388 |
|
389 |
static inline uint64_t tcg_opc_f2(int qp, uint64_t opc, int f1, |
390 |
int f3, int f4, int f2) |
391 |
{ |
392 |
return opc
|
393 |
| ((f4 & 0x7f) << 27) |
394 |
| ((f3 & 0x7f) << 20) |
395 |
| ((f2 & 0x7f) << 13) |
396 |
| ((f1 & 0x7f) << 6) |
397 |
| (qp & 0x3f);
|
398 |
} |
399 |
|
400 |
static inline uint64_t tcg_opc_f6(int qp, uint64_t opc, int f1, |
401 |
int p2, int f2, int f3) |
402 |
{ |
403 |
return opc
|
404 |
| ((p2 & 0x3f) << 27) |
405 |
| ((f3 & 0x7f) << 20) |
406 |
| ((f2 & 0x7f) << 13) |
407 |
| ((f1 & 0x7f) << 6) |
408 |
| (qp & 0x3f);
|
409 |
} |
410 |
|
411 |
static inline uint64_t tcg_opc_f10(int qp, uint64_t opc, int f1, int f2) |
412 |
{ |
413 |
return opc
|
414 |
| ((f2 & 0x7f) << 13) |
415 |
| ((f1 & 0x7f) << 6) |
416 |
| (qp & 0x3f);
|
417 |
} |
418 |
|
419 |
static inline uint64_t tcg_opc_f11(int qp, uint64_t opc, int f1, int f2) |
420 |
{ |
421 |
return opc
|
422 |
| ((f2 & 0x7f) << 13) |
423 |
| ((f1 & 0x7f) << 6) |
424 |
| (qp & 0x3f);
|
425 |
} |
426 |
|
427 |
static inline uint64_t tcg_opc_f16(int qp, uint64_t opc, uint64_t imm) |
428 |
{ |
429 |
return opc
|
430 |
| ((imm & 0x100000) << 16) /* i */ |
431 |
| ((imm & 0x0fffff) << 6) /* imm20a */ |
432 |
| (qp & 0x3f);
|
433 |
} |
434 |
|
435 |
static inline uint64_t tcg_opc_i2(int qp, uint64_t opc, int r1, |
436 |
int r2, int r3) |
437 |
{ |
438 |
return opc
|
439 |
| ((r3 & 0x7f) << 20) |
440 |
| ((r2 & 0x7f) << 13) |
441 |
| ((r1 & 0x7f) << 6) |
442 |
| (qp & 0x3f);
|
443 |
} |
444 |
|
445 |
static inline uint64_t tcg_opc_i3(int qp, uint64_t opc, int r1, |
446 |
int r2, int mbtype) |
447 |
{ |
448 |
return opc
|
449 |
| ((mbtype & 0x0f) << 20) |
450 |
| ((r2 & 0x7f) << 13) |
451 |
| ((r1 & 0x7f) << 6) |
452 |
| (qp & 0x3f);
|
453 |
} |
454 |
|
455 |
static inline uint64_t tcg_opc_i5(int qp, uint64_t opc, int r1, |
456 |
int r3, int r2) |
457 |
{ |
458 |
return opc
|
459 |
| ((r3 & 0x7f) << 20) |
460 |
| ((r2 & 0x7f) << 13) |
461 |
| ((r1 & 0x7f) << 6) |
462 |
| (qp & 0x3f);
|
463 |
} |
464 |
|
465 |
static inline uint64_t tcg_opc_i7(int qp, uint64_t opc, int r1, |
466 |
int r2, int r3) |
467 |
{ |
468 |
return opc
|
469 |
| ((r3 & 0x7f) << 20) |
470 |
| ((r2 & 0x7f) << 13) |
471 |
| ((r1 & 0x7f) << 6) |
472 |
| (qp & 0x3f);
|
473 |
} |
474 |
|
475 |
static inline uint64_t tcg_opc_i10(int qp, uint64_t opc, int r1, |
476 |
int r2, int r3, uint64_t count) |
477 |
{ |
478 |
return opc
|
479 |
| ((count & 0x3f) << 27) |
480 |
| ((r3 & 0x7f) << 20) |
481 |
| ((r2 & 0x7f) << 13) |
482 |
| ((r1 & 0x7f) << 6) |
483 |
| (qp & 0x3f);
|
484 |
} |
485 |
|
486 |
static inline uint64_t tcg_opc_i11(int qp, uint64_t opc, int r1, |
487 |
int r3, uint64_t pos, uint64_t len)
|
488 |
{ |
489 |
return opc
|
490 |
| ((len & 0x3f) << 27) |
491 |
| ((r3 & 0x7f) << 20) |
492 |
| ((pos & 0x3f) << 14) |
493 |
| ((r1 & 0x7f) << 6) |
494 |
| (qp & 0x3f);
|
495 |
} |
496 |
|
497 |
static inline uint64_t tcg_opc_i12(int qp, uint64_t opc, int r1, |
498 |
int r2, uint64_t pos, uint64_t len)
|
499 |
{ |
500 |
return opc
|
501 |
| ((len & 0x3f) << 27) |
502 |
| ((pos & 0x3f) << 20) |
503 |
| ((r2 & 0x7f) << 13) |
504 |
| ((r1 & 0x7f) << 6) |
505 |
| (qp & 0x3f);
|
506 |
} |
507 |
|
508 |
static inline uint64_t tcg_opc_i14(int qp, uint64_t opc, int r1, uint64_t imm, |
509 |
int r3, uint64_t pos, uint64_t len)
|
510 |
{ |
511 |
return opc
|
512 |
| ((imm & 0x01) << 36) |
513 |
| ((len & 0x3f) << 27) |
514 |
| ((r3 & 0x7f) << 20) |
515 |
| ((pos & 0x3f) << 14) |
516 |
| ((r1 & 0x7f) << 6) |
517 |
| (qp & 0x3f);
|
518 |
} |
519 |
|
520 |
static inline uint64_t tcg_opc_i15(int qp, uint64_t opc, int r1, int r2, |
521 |
int r3, uint64_t pos, uint64_t len)
|
522 |
{ |
523 |
return opc
|
524 |
| ((pos & 0x3f) << 31) |
525 |
| ((len & 0x0f) << 27) |
526 |
| ((r3 & 0x7f) << 20) |
527 |
| ((r2 & 0x7f) << 13) |
528 |
| ((r1 & 0x7f) << 6) |
529 |
| (qp & 0x3f);
|
530 |
} |
531 |
|
532 |
static inline uint64_t tcg_opc_i18(int qp, uint64_t opc, uint64_t imm) |
533 |
{ |
534 |
return opc
|
535 |
| ((imm & 0x100000) << 16) /* i */ |
536 |
| ((imm & 0x0fffff) << 6) /* imm20a */ |
537 |
| (qp & 0x3f);
|
538 |
} |
539 |
|
540 |
static inline uint64_t tcg_opc_i21(int qp, uint64_t opc, int b1, |
541 |
int r2, uint64_t imm)
|
542 |
{ |
543 |
return opc
|
544 |
| ((imm & 0x1ff) << 24) |
545 |
| ((r2 & 0x7f) << 13) |
546 |
| ((b1 & 0x7) << 6) |
547 |
| (qp & 0x3f);
|
548 |
} |
549 |
|
550 |
static inline uint64_t tcg_opc_i22(int qp, uint64_t opc, int r1, int b2) |
551 |
{ |
552 |
return opc
|
553 |
| ((b2 & 0x7) << 13) |
554 |
| ((r1 & 0x7f) << 6) |
555 |
| (qp & 0x3f);
|
556 |
} |
557 |
|
558 |
static inline uint64_t tcg_opc_i26(int qp, uint64_t opc, int ar3, int r2) |
559 |
{ |
560 |
return opc
|
561 |
| ((ar3 & 0x7f) << 20) |
562 |
| ((r2 & 0x7f) << 13) |
563 |
| (qp & 0x3f);
|
564 |
} |
565 |
|
566 |
static inline uint64_t tcg_opc_i29(int qp, uint64_t opc, int r1, int r3) |
567 |
{ |
568 |
return opc
|
569 |
| ((r3 & 0x7f) << 20) |
570 |
| ((r1 & 0x7f) << 6) |
571 |
| (qp & 0x3f);
|
572 |
} |
573 |
|
574 |
static inline uint64_t tcg_opc_l2(uint64_t imm) |
575 |
{ |
576 |
return (imm & 0x7fffffffffc00000ull) >> 22; |
577 |
} |
578 |
|
579 |
static inline uint64_t tcg_opc_l3(uint64_t imm) |
580 |
{ |
581 |
return (imm & 0x07fffffffff00000ull) >> 18; |
582 |
} |
583 |
|
584 |
static inline uint64_t tcg_opc_m1(int qp, uint64_t opc, int r1, int r3) |
585 |
{ |
586 |
return opc
|
587 |
| ((r3 & 0x7f) << 20) |
588 |
| ((r1 & 0x7f) << 6) |
589 |
| (qp & 0x3f);
|
590 |
} |
591 |
|
592 |
static inline uint64_t tcg_opc_m3(int qp, uint64_t opc, int r1, |
593 |
int r3, uint64_t imm)
|
594 |
{ |
595 |
return opc
|
596 |
| ((imm & 0x100) << 28) /* s */ |
597 |
| ((imm & 0x080) << 20) /* i */ |
598 |
| ((imm & 0x07f) << 13) /* imm7b */ |
599 |
| ((r3 & 0x7f) << 20) |
600 |
| ((r1 & 0x7f) << 6) |
601 |
| (qp & 0x3f);
|
602 |
} |
603 |
|
604 |
static inline uint64_t tcg_opc_m4(int qp, uint64_t opc, int r2, int r3) |
605 |
{ |
606 |
return opc
|
607 |
| ((r3 & 0x7f) << 20) |
608 |
| ((r2 & 0x7f) << 13) |
609 |
| (qp & 0x3f);
|
610 |
} |
611 |
|
612 |
static inline uint64_t tcg_opc_m18(int qp, uint64_t opc, int f1, int r2) |
613 |
{ |
614 |
return opc
|
615 |
| ((r2 & 0x7f) << 13) |
616 |
| ((f1 & 0x7f) << 6) |
617 |
| (qp & 0x3f);
|
618 |
} |
619 |
|
620 |
static inline uint64_t tcg_opc_m19(int qp, uint64_t opc, int r1, int f2) |
621 |
{ |
622 |
return opc
|
623 |
| ((f2 & 0x7f) << 13) |
624 |
| ((r1 & 0x7f) << 6) |
625 |
| (qp & 0x3f);
|
626 |
} |
627 |
|
628 |
static inline uint64_t tcg_opc_m34(int qp, uint64_t opc, int r1, |
629 |
int sof, int sol, int sor) |
630 |
{ |
631 |
return opc
|
632 |
| ((sor & 0x0f) << 27) |
633 |
| ((sol & 0x7f) << 20) |
634 |
| ((sof & 0x7f) << 13) |
635 |
| ((r1 & 0x7f) << 6) |
636 |
| (qp & 0x3f);
|
637 |
} |
638 |
|
639 |
static inline uint64_t tcg_opc_m48(int qp, uint64_t opc, uint64_t imm) |
640 |
{ |
641 |
return opc
|
642 |
| ((imm & 0x100000) << 16) /* i */ |
643 |
| ((imm & 0x0fffff) << 6) /* imm20a */ |
644 |
| (qp & 0x3f);
|
645 |
} |
646 |
|
647 |
static inline uint64_t tcg_opc_x2(int qp, uint64_t opc, |
648 |
int r1, uint64_t imm)
|
649 |
{ |
650 |
return opc
|
651 |
| ((imm & 0x8000000000000000ull) >> 27) /* i */ |
652 |
| (imm & 0x0000000000200000ull) /* ic */ |
653 |
| ((imm & 0x00000000001f0000ull) << 6) /* imm5c */ |
654 |
| ((imm & 0x000000000000ff80ull) << 20) /* imm9d */ |
655 |
| ((imm & 0x000000000000007full) << 13) /* imm7b */ |
656 |
| ((r1 & 0x7f) << 6) |
657 |
| (qp & 0x3f);
|
658 |
} |
659 |
|
660 |
static inline uint64_t tcg_opc_x3(int qp, uint64_t opc, uint64_t imm) |
661 |
{ |
662 |
return opc
|
663 |
| ((imm & 0x0800000000000000ull) >> 23) /* i */ |
664 |
| ((imm & 0x00000000000fffffull) << 13) /* imm20b */ |
665 |
| (qp & 0x3f);
|
666 |
} |
667 |
|
668 |
|
669 |
/*
|
670 |
* Relocations
|
671 |
*/
|
672 |
|
673 |
static inline void reloc_pcrel21b(void *pc, intptr_t target) |
674 |
{ |
675 |
uint64_t imm; |
676 |
int64_t disp; |
677 |
int slot;
|
678 |
|
679 |
slot = (intptr_t)pc & 3;
|
680 |
pc = (void *)((intptr_t)pc & ~3); |
681 |
|
682 |
disp = target - (intptr_t)pc; |
683 |
imm = (uint64_t) disp >> 4;
|
684 |
|
685 |
switch(slot) {
|
686 |
case 0: |
687 |
*(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 8) & 0xfffffdc00003ffffull) |
688 |
| ((imm & 0x100000) << 21) /* s */ |
689 |
| ((imm & 0x0fffff) << 18); /* imm20b */ |
690 |
break;
|
691 |
case 1: |
692 |
*(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xfffffffffffb8000ull) |
693 |
| ((imm & 0x100000) >> 2) /* s */ |
694 |
| ((imm & 0x0fffe0) >> 5); /* imm20b */ |
695 |
*(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x07ffffffffffffffull) |
696 |
| ((imm & 0x00001f) << 59); /* imm20b */ |
697 |
break;
|
698 |
case 2: |
699 |
*(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fffffffffull) |
700 |
| ((imm & 0x100000) << 39) /* s */ |
701 |
| ((imm & 0x0fffff) << 36); /* imm20b */ |
702 |
break;
|
703 |
} |
704 |
} |
705 |
|
706 |
static inline uint64_t get_reloc_pcrel21b (void *pc) |
707 |
{ |
708 |
int64_t low, high; |
709 |
int slot;
|
710 |
|
711 |
slot = (tcg_target_long) pc & 3;
|
712 |
pc = (void *)((tcg_target_long) pc & ~3); |
713 |
|
714 |
low = (*(uint64_t *)(pc + 0));
|
715 |
high = (*(uint64_t *)(pc + 8));
|
716 |
|
717 |
switch(slot) {
|
718 |
case 0: |
719 |
return ((low >> 21) & 0x100000) + /* s */ |
720 |
((low >> 18) & 0x0fffff); /* imm20b */ |
721 |
case 1: |
722 |
return ((high << 2) & 0x100000) + /* s */ |
723 |
((high << 5) & 0x0fffe0) + /* imm20b */ |
724 |
((low >> 59) & 0x00001f); /* imm20b */ |
725 |
case 2: |
726 |
return ((high >> 39) & 0x100000) + /* s */ |
727 |
((high >> 36) & 0x0fffff); /* imm20b */ |
728 |
default:
|
729 |
tcg_abort(); |
730 |
} |
731 |
} |
732 |
|
733 |
static inline void reloc_pcrel60b(void *pc, intptr_t target) |
734 |
{ |
735 |
int64_t disp; |
736 |
uint64_t imm; |
737 |
|
738 |
disp = target - (intptr_t)pc; |
739 |
imm = (uint64_t) disp >> 4;
|
740 |
|
741 |
*(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fff800000ull) |
742 |
| (imm & 0x0800000000000000ull) /* s */ |
743 |
| ((imm & 0x07fffff000000000ull) >> 36) /* imm39 */ |
744 |
| ((imm & 0x00000000000fffffull) << 36); /* imm20b */ |
745 |
*(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x00003fffffffffffull) |
746 |
| ((imm & 0x0000000ffff00000ull) << 28); /* imm39 */ |
747 |
} |
748 |
|
749 |
static inline uint64_t get_reloc_pcrel60b (void *pc) |
750 |
{ |
751 |
int64_t low, high; |
752 |
|
753 |
low = (*(uint64_t *)(pc + 0));
|
754 |
high = (*(uint64_t *)(pc + 8));
|
755 |
|
756 |
return ((high) & 0x0800000000000000ull) + /* s */ |
757 |
((high >> 36) & 0x00000000000fffffull) + /* imm20b */ |
758 |
((high << 36) & 0x07fffff000000000ull) + /* imm39 */ |
759 |
((low >> 28) & 0x0000000ffff00000ull); /* imm39 */ |
760 |
} |
761 |
|
762 |
|
763 |
static void patch_reloc(uint8_t *code_ptr, int type, |
764 |
intptr_t value, intptr_t addend) |
765 |
{ |
766 |
value += addend; |
767 |
switch (type) {
|
768 |
case R_IA64_PCREL21B:
|
769 |
reloc_pcrel21b(code_ptr, value); |
770 |
break;
|
771 |
case R_IA64_PCREL60B:
|
772 |
reloc_pcrel60b(code_ptr, value); |
773 |
default:
|
774 |
tcg_abort(); |
775 |
} |
776 |
} |
777 |
|
778 |
/*
|
779 |
* Constraints
|
780 |
*/
|
781 |
|
782 |
/* parse target specific constraints */
|
783 |
static int target_parse_constraint(TCGArgConstraint *ct, const char **pct_str) |
784 |
{ |
785 |
const char *ct_str; |
786 |
|
787 |
ct_str = *pct_str; |
788 |
switch(ct_str[0]) { |
789 |
case 'r': |
790 |
ct->ct |= TCG_CT_REG; |
791 |
tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
|
792 |
break;
|
793 |
case 'I': |
794 |
ct->ct |= TCG_CT_CONST_S22; |
795 |
break;
|
796 |
case 'S': |
797 |
ct->ct |= TCG_CT_REG; |
798 |
tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
|
799 |
#if defined(CONFIG_SOFTMMU)
|
800 |
tcg_regset_reset_reg(ct->u.regs, TCG_REG_R56); |
801 |
tcg_regset_reset_reg(ct->u.regs, TCG_REG_R57); |
802 |
#endif
|
803 |
break;
|
804 |
case 'Z': |
805 |
/* We are cheating a bit here, using the fact that the register
|
806 |
r0 is also the register number 0. Hence there is no need
|
807 |
to check for const_args in each instruction. */
|
808 |
ct->ct |= TCG_CT_CONST_ZERO; |
809 |
break;
|
810 |
default:
|
811 |
return -1; |
812 |
} |
813 |
ct_str++; |
814 |
*pct_str = ct_str; |
815 |
return 0; |
816 |
} |
817 |
|
818 |
/* test if a constant matches the constraint */
|
819 |
static inline int tcg_target_const_match(tcg_target_long val, |
820 |
const TCGArgConstraint *arg_ct)
|
821 |
{ |
822 |
int ct;
|
823 |
ct = arg_ct->ct; |
824 |
if (ct & TCG_CT_CONST)
|
825 |
return 1; |
826 |
else if ((ct & TCG_CT_CONST_ZERO) && val == 0) |
827 |
return 1; |
828 |
else if ((ct & TCG_CT_CONST_S22) && val == ((int32_t)val << 10) >> 10) |
829 |
return 1; |
830 |
else
|
831 |
return 0; |
832 |
} |
833 |
|
834 |
/*
|
835 |
* Code generation
|
836 |
*/
|
837 |
|
838 |
static uint8_t *tb_ret_addr;
|
839 |
|
840 |
static inline void tcg_out_bundle(TCGContext *s, int template, |
841 |
uint64_t slot0, uint64_t slot1, |
842 |
uint64_t slot2) |
843 |
{ |
844 |
template &= 0x1f; /* 5 bits */ |
845 |
slot0 &= 0x1ffffffffffull; /* 41 bits */ |
846 |
slot1 &= 0x1ffffffffffull; /* 41 bits */ |
847 |
slot2 &= 0x1ffffffffffull; /* 41 bits */ |
848 |
|
849 |
*(uint64_t *)(s->code_ptr + 0) = (slot1 << 46) | (slot0 << 5) | template; |
850 |
*(uint64_t *)(s->code_ptr + 8) = (slot2 << 23) | (slot1 >> 18); |
851 |
s->code_ptr += 16;
|
852 |
} |
853 |
|
854 |
static inline void tcg_out_mov(TCGContext *s, TCGType type, |
855 |
TCGReg ret, TCGReg arg) |
856 |
{ |
857 |
tcg_out_bundle(s, mmI, |
858 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
859 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
860 |
tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, ret, 0, arg));
|
861 |
} |
862 |
|
863 |
static inline void tcg_out_movi(TCGContext *s, TCGType type, |
864 |
TCGReg reg, tcg_target_long arg) |
865 |
{ |
866 |
tcg_out_bundle(s, mLX, |
867 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
868 |
tcg_opc_l2 (arg), |
869 |
tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2, reg, arg)); |
870 |
} |
871 |
|
872 |
static void tcg_out_br(TCGContext *s, int label_index) |
873 |
{ |
874 |
TCGLabel *l = &s->labels[label_index]; |
875 |
|
876 |
/* We pay attention here to not modify the branch target by reading
|
877 |
the existing value and using it again. This ensure that caches and
|
878 |
memory are kept coherent during retranslation. */
|
879 |
tcg_out_bundle(s, mmB, |
880 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
881 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
882 |
tcg_opc_b1 (TCG_REG_P0, OPC_BR_SPTK_MANY_B1, |
883 |
get_reloc_pcrel21b(s->code_ptr + 2)));
|
884 |
|
885 |
if (l->has_value) {
|
886 |
reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value); |
887 |
} else {
|
888 |
tcg_out_reloc(s, (s->code_ptr - 16) + 2, |
889 |
R_IA64_PCREL21B, label_index, 0);
|
890 |
} |
891 |
} |
892 |
|
893 |
static inline void tcg_out_call(TCGContext *s, TCGArg addr) |
894 |
{ |
895 |
tcg_out_bundle(s, MmI, |
896 |
tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R2, addr), |
897 |
tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R3, 8, addr),
|
898 |
tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, |
899 |
TCG_REG_B6, TCG_REG_R2, 0));
|
900 |
tcg_out_bundle(s, mmB, |
901 |
tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R3), |
902 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
903 |
tcg_opc_b5 (TCG_REG_P0, OPC_BR_CALL_SPTK_MANY_B5, |
904 |
TCG_REG_B0, TCG_REG_B6)); |
905 |
} |
906 |
|
907 |
static void tcg_out_exit_tb(TCGContext *s, tcg_target_long arg) |
908 |
{ |
909 |
int64_t disp; |
910 |
uint64_t imm; |
911 |
|
912 |
tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R8, arg); |
913 |
|
914 |
disp = tb_ret_addr - s->code_ptr; |
915 |
imm = (uint64_t)disp >> 4;
|
916 |
|
917 |
tcg_out_bundle(s, mLX, |
918 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
919 |
tcg_opc_l3 (imm), |
920 |
tcg_opc_x3 (TCG_REG_P0, OPC_BRL_SPTK_MANY_X3, imm)); |
921 |
} |
922 |
|
923 |
static inline void tcg_out_goto_tb(TCGContext *s, TCGArg arg) |
924 |
{ |
925 |
if (s->tb_jmp_offset) {
|
926 |
/* direct jump method */
|
927 |
tcg_abort(); |
928 |
} else {
|
929 |
/* indirect jump method */
|
930 |
tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, |
931 |
(tcg_target_long)(s->tb_next + arg)); |
932 |
tcg_out_bundle(s, MmI, |
933 |
tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, |
934 |
TCG_REG_R2, TCG_REG_R2), |
935 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
936 |
tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6, |
937 |
TCG_REG_R2, 0));
|
938 |
tcg_out_bundle(s, mmB, |
939 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
940 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
941 |
tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4, |
942 |
TCG_REG_B6)); |
943 |
} |
944 |
s->tb_next_offset[arg] = s->code_ptr - s->code_buf; |
945 |
} |
946 |
|
947 |
static inline void tcg_out_jmp(TCGContext *s, TCGArg addr) |
948 |
{ |
949 |
tcg_out_bundle(s, mmI, |
950 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
951 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
952 |
tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6, addr, 0));
|
953 |
tcg_out_bundle(s, mmB, |
954 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
955 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
956 |
tcg_opc_b4(TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6)); |
957 |
} |
958 |
|
959 |
static inline void tcg_out_ld_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg, |
960 |
TCGArg arg1, tcg_target_long arg2) |
961 |
{ |
962 |
if (arg2 == ((int16_t)arg2 >> 2) << 2) { |
963 |
tcg_out_bundle(s, MmI, |
964 |
tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, |
965 |
TCG_REG_R2, arg2, arg1), |
966 |
tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2), |
967 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
968 |
} else {
|
969 |
tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2); |
970 |
tcg_out_bundle(s, MmI, |
971 |
tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, |
972 |
TCG_REG_R2, TCG_REG_R2, arg1), |
973 |
tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2), |
974 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
975 |
} |
976 |
} |
977 |
|
978 |
static inline void tcg_out_st_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg, |
979 |
TCGArg arg1, tcg_target_long arg2) |
980 |
{ |
981 |
if (arg2 == ((int16_t)arg2 >> 2) << 2) { |
982 |
tcg_out_bundle(s, MmI, |
983 |
tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, |
984 |
TCG_REG_R2, arg2, arg1), |
985 |
tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2), |
986 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
987 |
} else {
|
988 |
tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2); |
989 |
tcg_out_bundle(s, MmI, |
990 |
tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, |
991 |
TCG_REG_R2, TCG_REG_R2, arg1), |
992 |
tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2), |
993 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
994 |
} |
995 |
} |
996 |
|
997 |
static inline void tcg_out_ld(TCGContext *s, TCGType type, TCGReg arg, |
998 |
TCGReg arg1, intptr_t arg2) |
999 |
{ |
1000 |
if (type == TCG_TYPE_I32) {
|
1001 |
tcg_out_ld_rel(s, OPC_LD4_M1, arg, arg1, arg2); |
1002 |
} else {
|
1003 |
tcg_out_ld_rel(s, OPC_LD8_M1, arg, arg1, arg2); |
1004 |
} |
1005 |
} |
1006 |
|
1007 |
static inline void tcg_out_st(TCGContext *s, TCGType type, TCGReg arg, |
1008 |
TCGReg arg1, intptr_t arg2) |
1009 |
{ |
1010 |
if (type == TCG_TYPE_I32) {
|
1011 |
tcg_out_st_rel(s, OPC_ST4_M4, arg, arg1, arg2); |
1012 |
} else {
|
1013 |
tcg_out_st_rel(s, OPC_ST8_M4, arg, arg1, arg2); |
1014 |
} |
1015 |
} |
1016 |
|
1017 |
static inline void tcg_out_alu(TCGContext *s, uint64_t opc_a1, TCGArg ret, |
1018 |
TCGArg arg1, int const_arg1,
|
1019 |
TCGArg arg2, int const_arg2)
|
1020 |
{ |
1021 |
uint64_t opc1, opc2; |
1022 |
|
1023 |
if (const_arg1 && arg1 != 0) { |
1024 |
opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, |
1025 |
TCG_REG_R2, arg1, TCG_REG_R0); |
1026 |
arg1 = TCG_REG_R2; |
1027 |
} else {
|
1028 |
opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
|
1029 |
} |
1030 |
|
1031 |
if (const_arg2 && arg2 != 0) { |
1032 |
opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, |
1033 |
TCG_REG_R3, arg2, TCG_REG_R0); |
1034 |
arg2 = TCG_REG_R3; |
1035 |
} else {
|
1036 |
opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
|
1037 |
} |
1038 |
|
1039 |
tcg_out_bundle(s, mII, |
1040 |
opc1, |
1041 |
opc2, |
1042 |
tcg_opc_a1(TCG_REG_P0, opc_a1, ret, arg1, arg2)); |
1043 |
} |
1044 |
|
1045 |
static inline void tcg_out_eqv(TCGContext *s, TCGArg ret, |
1046 |
TCGArg arg1, int const_arg1,
|
1047 |
TCGArg arg2, int const_arg2)
|
1048 |
{ |
1049 |
tcg_out_bundle(s, mII, |
1050 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1051 |
tcg_opc_a1 (TCG_REG_P0, OPC_XOR_A1, ret, arg1, arg2), |
1052 |
tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
|
1053 |
} |
1054 |
|
1055 |
static inline void tcg_out_nand(TCGContext *s, TCGArg ret, |
1056 |
TCGArg arg1, int const_arg1,
|
1057 |
TCGArg arg2, int const_arg2)
|
1058 |
{ |
1059 |
tcg_out_bundle(s, mII, |
1060 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1061 |
tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, ret, arg1, arg2), |
1062 |
tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
|
1063 |
} |
1064 |
|
1065 |
static inline void tcg_out_nor(TCGContext *s, TCGArg ret, |
1066 |
TCGArg arg1, int const_arg1,
|
1067 |
TCGArg arg2, int const_arg2)
|
1068 |
{ |
1069 |
tcg_out_bundle(s, mII, |
1070 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1071 |
tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, arg2), |
1072 |
tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
|
1073 |
} |
1074 |
|
1075 |
static inline void tcg_out_orc(TCGContext *s, TCGArg ret, |
1076 |
TCGArg arg1, int const_arg1,
|
1077 |
TCGArg arg2, int const_arg2)
|
1078 |
{ |
1079 |
tcg_out_bundle(s, mII, |
1080 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1081 |
tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, TCG_REG_R2, -1, arg2),
|
1082 |
tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, TCG_REG_R2)); |
1083 |
} |
1084 |
|
1085 |
static inline void tcg_out_mul(TCGContext *s, TCGArg ret, |
1086 |
TCGArg arg1, TCGArg arg2) |
1087 |
{ |
1088 |
tcg_out_bundle(s, mmI, |
1089 |
tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F6, arg1), |
1090 |
tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F7, arg2), |
1091 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1092 |
tcg_out_bundle(s, mmF, |
1093 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1094 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1095 |
tcg_opc_f2 (TCG_REG_P0, OPC_XMA_L_F2, TCG_REG_F6, TCG_REG_F6, |
1096 |
TCG_REG_F7, TCG_REG_F0)); |
1097 |
tcg_out_bundle(s, miI, |
1098 |
tcg_opc_m19(TCG_REG_P0, OPC_GETF_SIG_M19, ret, TCG_REG_F6), |
1099 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1100 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1101 |
} |
1102 |
|
1103 |
static inline void tcg_out_sar_i32(TCGContext *s, TCGArg ret, TCGArg arg1, |
1104 |
TCGArg arg2, int const_arg2)
|
1105 |
{ |
1106 |
if (const_arg2) {
|
1107 |
tcg_out_bundle(s, miI, |
1108 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1109 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1110 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11, |
1111 |
ret, arg1, arg2, 31 - arg2));
|
1112 |
} else {
|
1113 |
tcg_out_bundle(s, mII, |
1114 |
tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, |
1115 |
TCG_REG_R3, 0x1f, arg2),
|
1116 |
tcg_opc_i29(TCG_REG_P0, OPC_SXT4_I29, TCG_REG_R2, arg1), |
1117 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret, |
1118 |
TCG_REG_R2, TCG_REG_R3)); |
1119 |
} |
1120 |
} |
1121 |
|
1122 |
static inline void tcg_out_sar_i64(TCGContext *s, TCGArg ret, TCGArg arg1, |
1123 |
TCGArg arg2, int const_arg2)
|
1124 |
{ |
1125 |
if (const_arg2) {
|
1126 |
tcg_out_bundle(s, miI, |
1127 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1128 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1129 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11, |
1130 |
ret, arg1, arg2, 63 - arg2));
|
1131 |
} else {
|
1132 |
tcg_out_bundle(s, miI, |
1133 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1134 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1135 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret, arg1, arg2)); |
1136 |
} |
1137 |
} |
1138 |
|
1139 |
static inline void tcg_out_shl_i32(TCGContext *s, TCGArg ret, TCGArg arg1, |
1140 |
TCGArg arg2, int const_arg2)
|
1141 |
{ |
1142 |
if (const_arg2) {
|
1143 |
tcg_out_bundle(s, miI, |
1144 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1145 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1146 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, |
1147 |
arg1, 63 - arg2, 31 - arg2)); |
1148 |
} else {
|
1149 |
tcg_out_bundle(s, mII, |
1150 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1151 |
tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R2, |
1152 |
0x1f, arg2),
|
1153 |
tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret, |
1154 |
arg1, TCG_REG_R2)); |
1155 |
} |
1156 |
} |
1157 |
|
1158 |
static inline void tcg_out_shl_i64(TCGContext *s, TCGArg ret, TCGArg arg1, |
1159 |
TCGArg arg2, int const_arg2)
|
1160 |
{ |
1161 |
if (const_arg2) {
|
1162 |
tcg_out_bundle(s, miI, |
1163 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1164 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1165 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, |
1166 |
arg1, 63 - arg2, 63 - arg2)); |
1167 |
} else {
|
1168 |
tcg_out_bundle(s, miI, |
1169 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1170 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1171 |
tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret, |
1172 |
arg1, arg2)); |
1173 |
} |
1174 |
} |
1175 |
|
1176 |
static inline void tcg_out_shr_i32(TCGContext *s, TCGArg ret, TCGArg arg1, |
1177 |
TCGArg arg2, int const_arg2)
|
1178 |
{ |
1179 |
if (const_arg2) {
|
1180 |
tcg_out_bundle(s, miI, |
1181 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1182 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1183 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret, |
1184 |
arg1, arg2, 31 - arg2));
|
1185 |
} else {
|
1186 |
tcg_out_bundle(s, mII, |
1187 |
tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3, |
1188 |
0x1f, arg2),
|
1189 |
tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R2, arg1), |
1190 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret, |
1191 |
TCG_REG_R2, TCG_REG_R3)); |
1192 |
} |
1193 |
} |
1194 |
|
1195 |
static inline void tcg_out_shr_i64(TCGContext *s, TCGArg ret, TCGArg arg1, |
1196 |
TCGArg arg2, int const_arg2)
|
1197 |
{ |
1198 |
if (const_arg2) {
|
1199 |
tcg_out_bundle(s, miI, |
1200 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1201 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1202 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret, |
1203 |
arg1, arg2, 63 - arg2));
|
1204 |
} else {
|
1205 |
tcg_out_bundle(s, miI, |
1206 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1207 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1208 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret, |
1209 |
arg1, arg2)); |
1210 |
} |
1211 |
} |
1212 |
|
1213 |
static inline void tcg_out_rotl_i32(TCGContext *s, TCGArg ret, TCGArg arg1, |
1214 |
TCGArg arg2, int const_arg2)
|
1215 |
{ |
1216 |
if (const_arg2) {
|
1217 |
tcg_out_bundle(s, mII, |
1218 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1219 |
tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2, |
1220 |
TCG_REG_R2, arg1, arg1), |
1221 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret, |
1222 |
TCG_REG_R2, 32 - arg2, 31)); |
1223 |
} else {
|
1224 |
tcg_out_bundle(s, miI, |
1225 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1226 |
tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2, |
1227 |
TCG_REG_R2, arg1, arg1), |
1228 |
tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3, |
1229 |
0x1f, arg2));
|
1230 |
tcg_out_bundle(s, mII, |
1231 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1232 |
tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R3, |
1233 |
0x20, TCG_REG_R3),
|
1234 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret, |
1235 |
TCG_REG_R2, TCG_REG_R3)); |
1236 |
} |
1237 |
} |
1238 |
|
1239 |
static inline void tcg_out_rotl_i64(TCGContext *s, TCGArg ret, TCGArg arg1, |
1240 |
TCGArg arg2, int const_arg2)
|
1241 |
{ |
1242 |
if (const_arg2) {
|
1243 |
tcg_out_bundle(s, miI, |
1244 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1245 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1246 |
tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1, |
1247 |
arg1, 0x40 - arg2));
|
1248 |
} else {
|
1249 |
tcg_out_bundle(s, mII, |
1250 |
tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2, |
1251 |
0x40, arg2),
|
1252 |
tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R3, |
1253 |
arg1, arg2), |
1254 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R2, |
1255 |
arg1, TCG_REG_R2)); |
1256 |
tcg_out_bundle(s, miI, |
1257 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1258 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1259 |
tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, |
1260 |
TCG_REG_R2, TCG_REG_R3)); |
1261 |
} |
1262 |
} |
1263 |
|
1264 |
static inline void tcg_out_rotr_i32(TCGContext *s, TCGArg ret, TCGArg arg1, |
1265 |
TCGArg arg2, int const_arg2)
|
1266 |
{ |
1267 |
if (const_arg2) {
|
1268 |
tcg_out_bundle(s, mII, |
1269 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1270 |
tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2, |
1271 |
TCG_REG_R2, arg1, arg1), |
1272 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret, |
1273 |
TCG_REG_R2, arg2, 31));
|
1274 |
} else {
|
1275 |
tcg_out_bundle(s, mII, |
1276 |
tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3, |
1277 |
0x1f, arg2),
|
1278 |
tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2, |
1279 |
TCG_REG_R2, arg1, arg1), |
1280 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret, |
1281 |
TCG_REG_R2, TCG_REG_R3)); |
1282 |
} |
1283 |
} |
1284 |
|
1285 |
static inline void tcg_out_rotr_i64(TCGContext *s, TCGArg ret, TCGArg arg1, |
1286 |
TCGArg arg2, int const_arg2)
|
1287 |
{ |
1288 |
if (const_arg2) {
|
1289 |
tcg_out_bundle(s, miI, |
1290 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1291 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1292 |
tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1, |
1293 |
arg1, arg2)); |
1294 |
} else {
|
1295 |
tcg_out_bundle(s, mII, |
1296 |
tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2, |
1297 |
0x40, arg2),
|
1298 |
tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R3, |
1299 |
arg1, arg2), |
1300 |
tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R2, |
1301 |
arg1, TCG_REG_R2)); |
1302 |
tcg_out_bundle(s, miI, |
1303 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1304 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1305 |
tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, |
1306 |
TCG_REG_R2, TCG_REG_R3)); |
1307 |
} |
1308 |
} |
1309 |
|
1310 |
static inline void tcg_out_ext(TCGContext *s, uint64_t opc_i29, |
1311 |
TCGArg ret, TCGArg arg) |
1312 |
{ |
1313 |
tcg_out_bundle(s, miI, |
1314 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1315 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1316 |
tcg_opc_i29(TCG_REG_P0, opc_i29, ret, arg)); |
1317 |
} |
1318 |
|
1319 |
static inline void tcg_out_bswap16(TCGContext *s, TCGArg ret, TCGArg arg) |
1320 |
{ |
1321 |
tcg_out_bundle(s, mII, |
1322 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1323 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 15, 15), |
1324 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
|
1325 |
} |
1326 |
|
1327 |
static inline void tcg_out_bswap32(TCGContext *s, TCGArg ret, TCGArg arg) |
1328 |
{ |
1329 |
tcg_out_bundle(s, mII, |
1330 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1331 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 31, 31), |
1332 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
|
1333 |
} |
1334 |
|
1335 |
static inline void tcg_out_bswap64(TCGContext *s, TCGArg ret, TCGArg arg) |
1336 |
{ |
1337 |
tcg_out_bundle(s, miI, |
1338 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1339 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1340 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, arg, 0xb));
|
1341 |
} |
1342 |
|
1343 |
static inline void tcg_out_deposit(TCGContext *s, TCGArg ret, TCGArg a1, |
1344 |
TCGArg a2, int const_a2, int pos, int len) |
1345 |
{ |
1346 |
uint64_t i1 = 0, i2 = 0; |
1347 |
int cpos = 63 - pos, lm1 = len - 1; |
1348 |
|
1349 |
if (const_a2) {
|
1350 |
/* Truncate the value of a constant a2 to the width of the field. */
|
1351 |
int mask = (1u << len) - 1; |
1352 |
a2 &= mask; |
1353 |
|
1354 |
if (a2 == 0 || a2 == mask) { |
1355 |
/* 1-bit signed constant inserted into register. */
|
1356 |
i2 = tcg_opc_i14(TCG_REG_P0, OPC_DEP_I14, ret, a2, a1, cpos, lm1); |
1357 |
} else {
|
1358 |
/* Otherwise, load any constant into a temporary. Do this into
|
1359 |
the first I slot to help out with cross-unit delays. */
|
1360 |
i1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, |
1361 |
TCG_REG_R2, a2, TCG_REG_R0); |
1362 |
a2 = TCG_REG_R2; |
1363 |
} |
1364 |
} |
1365 |
if (i2 == 0) { |
1366 |
i2 = tcg_opc_i15(TCG_REG_P0, OPC_DEP_I15, ret, a2, a1, cpos, lm1); |
1367 |
} |
1368 |
tcg_out_bundle(s, (i1 ? mII : miI), |
1369 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1370 |
i1 ? i1 : tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1371 |
i2); |
1372 |
} |
1373 |
|
1374 |
static inline uint64_t tcg_opc_cmp_a(int qp, TCGCond cond, TCGArg arg1, |
1375 |
TCGArg arg2, int cmp4)
|
1376 |
{ |
1377 |
uint64_t opc_eq_a6, opc_lt_a6, opc_ltu_a6; |
1378 |
|
1379 |
if (cmp4) {
|
1380 |
opc_eq_a6 = OPC_CMP4_EQ_A6; |
1381 |
opc_lt_a6 = OPC_CMP4_LT_A6; |
1382 |
opc_ltu_a6 = OPC_CMP4_LTU_A6; |
1383 |
} else {
|
1384 |
opc_eq_a6 = OPC_CMP_EQ_A6; |
1385 |
opc_lt_a6 = OPC_CMP_LT_A6; |
1386 |
opc_ltu_a6 = OPC_CMP_LTU_A6; |
1387 |
} |
1388 |
|
1389 |
switch (cond) {
|
1390 |
case TCG_COND_EQ:
|
1391 |
return tcg_opc_a6 (qp, opc_eq_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
|
1392 |
case TCG_COND_NE:
|
1393 |
return tcg_opc_a6 (qp, opc_eq_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
|
1394 |
case TCG_COND_LT:
|
1395 |
return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
|
1396 |
case TCG_COND_LTU:
|
1397 |
return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
|
1398 |
case TCG_COND_GE:
|
1399 |
return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
|
1400 |
case TCG_COND_GEU:
|
1401 |
return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
|
1402 |
case TCG_COND_LE:
|
1403 |
return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
|
1404 |
case TCG_COND_LEU:
|
1405 |
return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
|
1406 |
case TCG_COND_GT:
|
1407 |
return tcg_opc_a6 (qp, opc_lt_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
|
1408 |
case TCG_COND_GTU:
|
1409 |
return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
|
1410 |
default:
|
1411 |
tcg_abort(); |
1412 |
break;
|
1413 |
} |
1414 |
} |
1415 |
|
1416 |
static inline void tcg_out_brcond(TCGContext *s, TCGCond cond, TCGArg arg1, |
1417 |
int const_arg1, TCGArg arg2, int const_arg2, |
1418 |
int label_index, int cmp4) |
1419 |
{ |
1420 |
TCGLabel *l = &s->labels[label_index]; |
1421 |
uint64_t opc1, opc2; |
1422 |
|
1423 |
if (const_arg1 && arg1 != 0) { |
1424 |
opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2, |
1425 |
arg1, TCG_REG_R0); |
1426 |
arg1 = TCG_REG_R2; |
1427 |
} else {
|
1428 |
opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
|
1429 |
} |
1430 |
|
1431 |
if (const_arg2 && arg2 != 0) { |
1432 |
opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3, |
1433 |
arg2, TCG_REG_R0); |
1434 |
arg2 = TCG_REG_R3; |
1435 |
} else {
|
1436 |
opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
|
1437 |
} |
1438 |
|
1439 |
tcg_out_bundle(s, mII, |
1440 |
opc1, |
1441 |
opc2, |
1442 |
tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4)); |
1443 |
tcg_out_bundle(s, mmB, |
1444 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1445 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1446 |
tcg_opc_b1 (TCG_REG_P6, OPC_BR_DPTK_FEW_B1, |
1447 |
get_reloc_pcrel21b(s->code_ptr + 2)));
|
1448 |
|
1449 |
if (l->has_value) {
|
1450 |
reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value); |
1451 |
} else {
|
1452 |
tcg_out_reloc(s, (s->code_ptr - 16) + 2, |
1453 |
R_IA64_PCREL21B, label_index, 0);
|
1454 |
} |
1455 |
} |
1456 |
|
1457 |
static inline void tcg_out_setcond(TCGContext *s, TCGCond cond, TCGArg ret, |
1458 |
TCGArg arg1, TCGArg arg2, int cmp4)
|
1459 |
{ |
1460 |
tcg_out_bundle(s, MmI, |
1461 |
tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4), |
1462 |
tcg_opc_a5(TCG_REG_P6, OPC_ADDL_A5, ret, 1, TCG_REG_R0),
|
1463 |
tcg_opc_a5(TCG_REG_P7, OPC_ADDL_A5, ret, 0, TCG_REG_R0));
|
1464 |
} |
1465 |
|
1466 |
static inline void tcg_out_movcond(TCGContext *s, TCGCond cond, TCGArg ret, |
1467 |
TCGArg c1, TCGArg c2, |
1468 |
TCGArg v1, int const_v1,
|
1469 |
TCGArg v2, int const_v2, int cmp4) |
1470 |
{ |
1471 |
uint64_t opc1, opc2; |
1472 |
|
1473 |
if (const_v1) {
|
1474 |
opc1 = tcg_opc_a5(TCG_REG_P6, OPC_ADDL_A5, ret, v1, TCG_REG_R0); |
1475 |
} else if (ret == v1) { |
1476 |
opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
|
1477 |
} else {
|
1478 |
opc1 = tcg_opc_a4(TCG_REG_P6, OPC_ADDS_A4, ret, 0, v1);
|
1479 |
} |
1480 |
if (const_v2) {
|
1481 |
opc2 = tcg_opc_a5(TCG_REG_P7, OPC_ADDL_A5, ret, v2, TCG_REG_R0); |
1482 |
} else if (ret == v2) { |
1483 |
opc2 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
|
1484 |
} else {
|
1485 |
opc2 = tcg_opc_a4(TCG_REG_P7, OPC_ADDS_A4, ret, 0, v2);
|
1486 |
} |
1487 |
|
1488 |
tcg_out_bundle(s, MmI, |
1489 |
tcg_opc_cmp_a(TCG_REG_P0, cond, c1, c2, cmp4), |
1490 |
opc1, |
1491 |
opc2); |
1492 |
} |
1493 |
|
1494 |
#if defined(CONFIG_SOFTMMU)
|
1495 |
/* Load and compare a TLB entry, and return the result in (p6, p7).
|
1496 |
R2 is loaded with the address of the addend TLB entry.
|
1497 |
R57 is loaded with the address, zero extented on 32-bit targets. */
|
1498 |
static inline void tcg_out_qemu_tlb(TCGContext *s, TCGArg addr_reg, |
1499 |
int s_bits, uint64_t offset_rw,
|
1500 |
uint64_t offset_addend) |
1501 |
{ |
1502 |
tcg_out_bundle(s, mII, |
1503 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1504 |
tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, TCG_REG_R2, |
1505 |
addr_reg, TARGET_PAGE_BITS, CPU_TLB_BITS - 1),
|
1506 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, TCG_REG_R2, |
1507 |
TCG_REG_R2, 63 - CPU_TLB_ENTRY_BITS,
|
1508 |
63 - CPU_TLB_ENTRY_BITS));
|
1509 |
tcg_out_bundle(s, mII, |
1510 |
tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2, |
1511 |
offset_rw, TCG_REG_R2), |
1512 |
#if TARGET_LONG_BITS == 32 |
1513 |
tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R57, addr_reg), |
1514 |
#else
|
1515 |
tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R57, |
1516 |
0, addr_reg),
|
1517 |
#endif
|
1518 |
tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2, |
1519 |
TCG_REG_R2, TCG_AREG0)); |
1520 |
tcg_out_bundle(s, mII, |
1521 |
tcg_opc_m3 (TCG_REG_P0, |
1522 |
(TARGET_LONG_BITS == 32
|
1523 |
? OPC_LD4_M3 : OPC_LD8_M3), TCG_REG_R56, |
1524 |
TCG_REG_R2, offset_addend - offset_rw), |
1525 |
tcg_opc_i14(TCG_REG_P0, OPC_DEP_I14, TCG_REG_R3, 0,
|
1526 |
TCG_REG_R57, 63 - s_bits,
|
1527 |
TARGET_PAGE_BITS - s_bits - 1),
|
1528 |
tcg_opc_a6 (TCG_REG_P0, OPC_CMP_EQ_A6, TCG_REG_P6, |
1529 |
TCG_REG_P7, TCG_REG_R3, TCG_REG_R56)); |
1530 |
} |
1531 |
|
1532 |
/* helper signature: helper_ld_mmu(CPUState *env, target_ulong addr,
|
1533 |
int mmu_idx) */
|
1534 |
static const void * const qemu_ld_helpers[4] = { |
1535 |
helper_ldb_mmu, |
1536 |
helper_ldw_mmu, |
1537 |
helper_ldl_mmu, |
1538 |
helper_ldq_mmu, |
1539 |
}; |
1540 |
|
1541 |
static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc) |
1542 |
{ |
1543 |
int addr_reg, data_reg, mem_index, s_bits, bswap;
|
1544 |
uint64_t opc_ld_m1[4] = { OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1 };
|
1545 |
uint64_t opc_ext_i29[8] = { OPC_ZXT1_I29, OPC_ZXT2_I29, OPC_ZXT4_I29, 0, |
1546 |
OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0 };
|
1547 |
|
1548 |
data_reg = *args++; |
1549 |
addr_reg = *args++; |
1550 |
mem_index = *args; |
1551 |
s_bits = opc & 3;
|
1552 |
|
1553 |
#ifdef TARGET_WORDS_BIGENDIAN
|
1554 |
bswap = 1;
|
1555 |
#else
|
1556 |
bswap = 0;
|
1557 |
#endif
|
1558 |
|
1559 |
/* Read the TLB entry */
|
1560 |
tcg_out_qemu_tlb(s, addr_reg, s_bits, |
1561 |
offsetof(CPUArchState, tlb_table[mem_index][0].addr_read),
|
1562 |
offsetof(CPUArchState, tlb_table[mem_index][0].addend));
|
1563 |
|
1564 |
/* P6 is the fast path, and P7 the slow path */
|
1565 |
tcg_out_bundle(s, mLX, |
1566 |
tcg_opc_a4 (TCG_REG_P7, OPC_ADDS_A4, |
1567 |
TCG_REG_R56, 0, TCG_AREG0),
|
1568 |
tcg_opc_l2 ((tcg_target_long) qemu_ld_helpers[s_bits]), |
1569 |
tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2, |
1570 |
(tcg_target_long) qemu_ld_helpers[s_bits])); |
1571 |
tcg_out_bundle(s, MmI, |
1572 |
tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3, |
1573 |
TCG_REG_R2, 8),
|
1574 |
tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3, |
1575 |
TCG_REG_R3, TCG_REG_R57), |
1576 |
tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6, |
1577 |
TCG_REG_R3, 0));
|
1578 |
if (bswap && s_bits == 1) { |
1579 |
tcg_out_bundle(s, MmI, |
1580 |
tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits], |
1581 |
TCG_REG_R8, TCG_REG_R3), |
1582 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2), |
1583 |
tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12, |
1584 |
TCG_REG_R8, TCG_REG_R8, 15, 15)); |
1585 |
} else if (bswap && s_bits == 2) { |
1586 |
tcg_out_bundle(s, MmI, |
1587 |
tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits], |
1588 |
TCG_REG_R8, TCG_REG_R3), |
1589 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2), |
1590 |
tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12, |
1591 |
TCG_REG_R8, TCG_REG_R8, 31, 31)); |
1592 |
} else {
|
1593 |
tcg_out_bundle(s, mmI, |
1594 |
tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits], |
1595 |
TCG_REG_R8, TCG_REG_R3), |
1596 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2), |
1597 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1598 |
} |
1599 |
if (!bswap || s_bits == 0) { |
1600 |
tcg_out_bundle(s, miB, |
1601 |
tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R58, |
1602 |
mem_index, TCG_REG_R0), |
1603 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1604 |
tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5, |
1605 |
TCG_REG_B0, TCG_REG_B6)); |
1606 |
} else {
|
1607 |
tcg_out_bundle(s, miB, |
1608 |
tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R58, |
1609 |
mem_index, TCG_REG_R0), |
1610 |
tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3, |
1611 |
TCG_REG_R8, TCG_REG_R8, 0xb),
|
1612 |
tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5, |
1613 |
TCG_REG_B0, TCG_REG_B6)); |
1614 |
} |
1615 |
|
1616 |
if (opc == 3) { |
1617 |
tcg_out_bundle(s, miI, |
1618 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1619 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1620 |
tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, |
1621 |
data_reg, 0, TCG_REG_R8));
|
1622 |
} else {
|
1623 |
tcg_out_bundle(s, miI, |
1624 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1625 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1626 |
tcg_opc_i29(TCG_REG_P0, opc_ext_i29[opc], |
1627 |
data_reg, TCG_REG_R8)); |
1628 |
} |
1629 |
} |
1630 |
|
1631 |
/* helper signature: helper_st_mmu(CPUState *env, target_ulong addr,
|
1632 |
uintxx_t val, int mmu_idx) */
|
1633 |
static const void * const qemu_st_helpers[4] = { |
1634 |
helper_stb_mmu, |
1635 |
helper_stw_mmu, |
1636 |
helper_stl_mmu, |
1637 |
helper_stq_mmu, |
1638 |
}; |
1639 |
|
1640 |
static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc) |
1641 |
{ |
1642 |
int addr_reg, data_reg, mem_index, bswap;
|
1643 |
uint64_t opc_st_m4[4] = { OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4 };
|
1644 |
|
1645 |
data_reg = *args++; |
1646 |
addr_reg = *args++; |
1647 |
mem_index = *args; |
1648 |
|
1649 |
#ifdef TARGET_WORDS_BIGENDIAN
|
1650 |
bswap = 1;
|
1651 |
#else
|
1652 |
bswap = 0;
|
1653 |
#endif
|
1654 |
|
1655 |
tcg_out_qemu_tlb(s, addr_reg, opc, |
1656 |
offsetof(CPUArchState, tlb_table[mem_index][0].addr_write),
|
1657 |
offsetof(CPUArchState, tlb_table[mem_index][0].addend));
|
1658 |
|
1659 |
/* P6 is the fast path, and P7 the slow path */
|
1660 |
tcg_out_bundle(s, mLX, |
1661 |
tcg_opc_a4 (TCG_REG_P7, OPC_ADDS_A4, |
1662 |
TCG_REG_R56, 0, TCG_AREG0),
|
1663 |
tcg_opc_l2 ((tcg_target_long) qemu_st_helpers[opc]), |
1664 |
tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2, |
1665 |
(tcg_target_long) qemu_st_helpers[opc])); |
1666 |
tcg_out_bundle(s, MmI, |
1667 |
tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3, |
1668 |
TCG_REG_R2, 8),
|
1669 |
tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3, |
1670 |
TCG_REG_R3, TCG_REG_R57), |
1671 |
tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6, |
1672 |
TCG_REG_R3, 0));
|
1673 |
|
1674 |
if (!bswap || opc == 0) { |
1675 |
tcg_out_bundle(s, mii, |
1676 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, |
1677 |
TCG_REG_R1, TCG_REG_R2), |
1678 |
tcg_opc_a4 (TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R58, |
1679 |
0, data_reg),
|
1680 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1681 |
} else if (opc == 1) { |
1682 |
tcg_out_bundle(s, miI, |
1683 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, |
1684 |
TCG_REG_R1, TCG_REG_R2), |
1685 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1686 |
tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12, |
1687 |
TCG_REG_R2, data_reg, 15, 15)); |
1688 |
tcg_out_bundle(s, miI, |
1689 |
tcg_opc_a4 (TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R58, |
1690 |
0, data_reg),
|
1691 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1692 |
tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3, |
1693 |
TCG_REG_R2, TCG_REG_R2, 0xb));
|
1694 |
data_reg = TCG_REG_R2; |
1695 |
} else if (opc == 2) { |
1696 |
tcg_out_bundle(s, miI, |
1697 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, |
1698 |
TCG_REG_R1, TCG_REG_R2), |
1699 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1700 |
tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12, |
1701 |
TCG_REG_R2, data_reg, 31, 31)); |
1702 |
tcg_out_bundle(s, miI, |
1703 |
tcg_opc_a4 (TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R58, |
1704 |
0, data_reg),
|
1705 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1706 |
tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3, |
1707 |
TCG_REG_R2, TCG_REG_R2, 0xb));
|
1708 |
data_reg = TCG_REG_R2; |
1709 |
} else if (opc == 3) { |
1710 |
tcg_out_bundle(s, miI, |
1711 |
tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, |
1712 |
TCG_REG_R1, TCG_REG_R2), |
1713 |
tcg_opc_a4 (TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R58, |
1714 |
0, data_reg),
|
1715 |
tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3, |
1716 |
TCG_REG_R2, data_reg, 0xb));
|
1717 |
data_reg = TCG_REG_R2; |
1718 |
} |
1719 |
|
1720 |
tcg_out_bundle(s, miB, |
1721 |
tcg_opc_m4 (TCG_REG_P6, opc_st_m4[opc], |
1722 |
data_reg, TCG_REG_R3), |
1723 |
tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R59, |
1724 |
mem_index, TCG_REG_R0), |
1725 |
tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5, |
1726 |
TCG_REG_B0, TCG_REG_B6)); |
1727 |
} |
1728 |
|
1729 |
#else /* !CONFIG_SOFTMMU */ |
1730 |
|
1731 |
static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc) |
1732 |
{ |
1733 |
static uint64_t const opc_ld_m1[4] = { |
1734 |
OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1 |
1735 |
}; |
1736 |
static uint64_t const opc_sxt_i29[4] = { |
1737 |
OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0
|
1738 |
}; |
1739 |
int addr_reg, data_reg, s_bits, bswap;
|
1740 |
|
1741 |
data_reg = *args++; |
1742 |
addr_reg = *args++; |
1743 |
s_bits = opc & 3;
|
1744 |
|
1745 |
#ifdef TARGET_WORDS_BIGENDIAN
|
1746 |
bswap = 1;
|
1747 |
#else
|
1748 |
bswap = 0;
|
1749 |
#endif
|
1750 |
|
1751 |
#if TARGET_LONG_BITS == 32 |
1752 |
if (GUEST_BASE != 0) { |
1753 |
tcg_out_bundle(s, mII, |
1754 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1755 |
tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, |
1756 |
TCG_REG_R3, addr_reg), |
1757 |
tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2, |
1758 |
TCG_GUEST_BASE_REG, TCG_REG_R3)); |
1759 |
} else {
|
1760 |
tcg_out_bundle(s, miI, |
1761 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1762 |
tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, |
1763 |
TCG_REG_R2, addr_reg), |
1764 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1765 |
} |
1766 |
|
1767 |
if (!bswap || s_bits == 0) { |
1768 |
if (s_bits == opc) {
|
1769 |
tcg_out_bundle(s, miI, |
1770 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1771 |
data_reg, TCG_REG_R2), |
1772 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1773 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1774 |
} else {
|
1775 |
tcg_out_bundle(s, mII, |
1776 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1777 |
data_reg, TCG_REG_R2), |
1778 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1779 |
tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits], |
1780 |
data_reg, data_reg)); |
1781 |
} |
1782 |
} else if (s_bits == 3) { |
1783 |
tcg_out_bundle(s, mII, |
1784 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1785 |
data_reg, TCG_REG_R2), |
1786 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1787 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1788 |
data_reg, data_reg, 0xb));
|
1789 |
} else {
|
1790 |
if (s_bits == 1) { |
1791 |
tcg_out_bundle(s, mII, |
1792 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1793 |
data_reg, TCG_REG_R2), |
1794 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1795 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1796 |
data_reg, data_reg, 15, 15)); |
1797 |
} else {
|
1798 |
tcg_out_bundle(s, mII, |
1799 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1800 |
data_reg, TCG_REG_R2), |
1801 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1802 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1803 |
data_reg, data_reg, 31, 31)); |
1804 |
} |
1805 |
if (opc == s_bits) {
|
1806 |
tcg_out_bundle(s, miI, |
1807 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1808 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1809 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1810 |
data_reg, data_reg, 0xb));
|
1811 |
} else {
|
1812 |
tcg_out_bundle(s, mII, |
1813 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1814 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1815 |
data_reg, data_reg, 0xb),
|
1816 |
tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits], |
1817 |
data_reg, data_reg)); |
1818 |
} |
1819 |
} |
1820 |
#else
|
1821 |
if (GUEST_BASE != 0) { |
1822 |
tcg_out_bundle(s, MmI, |
1823 |
tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2, |
1824 |
TCG_GUEST_BASE_REG, addr_reg), |
1825 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1826 |
data_reg, TCG_REG_R2), |
1827 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1828 |
} else {
|
1829 |
tcg_out_bundle(s, mmI, |
1830 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1831 |
tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits], |
1832 |
data_reg, addr_reg), |
1833 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1834 |
} |
1835 |
|
1836 |
if (bswap && s_bits == 1) { |
1837 |
tcg_out_bundle(s, mII, |
1838 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1839 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1840 |
data_reg, data_reg, 15, 15), |
1841 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1842 |
data_reg, data_reg, 0xb));
|
1843 |
} else if (bswap && s_bits == 2) { |
1844 |
tcg_out_bundle(s, mII, |
1845 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1846 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1847 |
data_reg, data_reg, 31, 31), |
1848 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1849 |
data_reg, data_reg, 0xb));
|
1850 |
} else if (bswap && s_bits == 3) { |
1851 |
tcg_out_bundle(s, miI, |
1852 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1853 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1854 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1855 |
data_reg, data_reg, 0xb));
|
1856 |
} |
1857 |
if (s_bits != opc) {
|
1858 |
tcg_out_bundle(s, miI, |
1859 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1860 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1861 |
tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits], |
1862 |
data_reg, data_reg)); |
1863 |
} |
1864 |
#endif
|
1865 |
} |
1866 |
|
1867 |
static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc) |
1868 |
{ |
1869 |
static uint64_t const opc_st_m4[4] = { |
1870 |
OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4 |
1871 |
}; |
1872 |
int addr_reg, data_reg, bswap;
|
1873 |
#if TARGET_LONG_BITS == 64 |
1874 |
uint64_t add_guest_base; |
1875 |
#endif
|
1876 |
|
1877 |
data_reg = *args++; |
1878 |
addr_reg = *args++; |
1879 |
|
1880 |
#ifdef TARGET_WORDS_BIGENDIAN
|
1881 |
bswap = 1;
|
1882 |
#else
|
1883 |
bswap = 0;
|
1884 |
#endif
|
1885 |
|
1886 |
#if TARGET_LONG_BITS == 32 |
1887 |
if (GUEST_BASE != 0) { |
1888 |
tcg_out_bundle(s, mII, |
1889 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1890 |
tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, |
1891 |
TCG_REG_R3, addr_reg), |
1892 |
tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2, |
1893 |
TCG_GUEST_BASE_REG, TCG_REG_R3)); |
1894 |
} else {
|
1895 |
tcg_out_bundle(s, miI, |
1896 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1897 |
tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, |
1898 |
TCG_REG_R2, addr_reg), |
1899 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1900 |
} |
1901 |
|
1902 |
if (bswap) {
|
1903 |
if (opc == 1) { |
1904 |
tcg_out_bundle(s, mII, |
1905 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1906 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1907 |
TCG_REG_R3, data_reg, 15, 15), |
1908 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1909 |
TCG_REG_R3, TCG_REG_R3, 0xb));
|
1910 |
data_reg = TCG_REG_R3; |
1911 |
} else if (opc == 2) { |
1912 |
tcg_out_bundle(s, mII, |
1913 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1914 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1915 |
TCG_REG_R3, data_reg, 31, 31), |
1916 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1917 |
TCG_REG_R3, TCG_REG_R3, 0xb));
|
1918 |
data_reg = TCG_REG_R3; |
1919 |
} else if (opc == 3) { |
1920 |
tcg_out_bundle(s, miI, |
1921 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1922 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1923 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1924 |
TCG_REG_R3, data_reg, 0xb));
|
1925 |
data_reg = TCG_REG_R3; |
1926 |
} |
1927 |
} |
1928 |
tcg_out_bundle(s, mmI, |
1929 |
tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc], |
1930 |
data_reg, TCG_REG_R2), |
1931 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
1932 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1933 |
#else
|
1934 |
if (GUEST_BASE != 0) { |
1935 |
add_guest_base = tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2, |
1936 |
TCG_GUEST_BASE_REG, addr_reg); |
1937 |
addr_reg = TCG_REG_R2; |
1938 |
} else {
|
1939 |
add_guest_base = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
|
1940 |
} |
1941 |
|
1942 |
if (!bswap || opc == 0) { |
1943 |
tcg_out_bundle(s, (GUEST_BASE ? MmI : mmI), |
1944 |
add_guest_base, |
1945 |
tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc], |
1946 |
data_reg, addr_reg), |
1947 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1948 |
} else {
|
1949 |
if (opc == 1) { |
1950 |
tcg_out_bundle(s, mII, |
1951 |
add_guest_base, |
1952 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1953 |
TCG_REG_R3, data_reg, 15, 15), |
1954 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1955 |
TCG_REG_R3, TCG_REG_R3, 0xb));
|
1956 |
data_reg = TCG_REG_R3; |
1957 |
} else if (opc == 2) { |
1958 |
tcg_out_bundle(s, mII, |
1959 |
add_guest_base, |
1960 |
tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, |
1961 |
TCG_REG_R3, data_reg, 31, 31), |
1962 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1963 |
TCG_REG_R3, TCG_REG_R3, 0xb));
|
1964 |
data_reg = TCG_REG_R3; |
1965 |
} else if (opc == 3) { |
1966 |
tcg_out_bundle(s, miI, |
1967 |
add_guest_base, |
1968 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1969 |
tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, |
1970 |
TCG_REG_R3, data_reg, 0xb));
|
1971 |
data_reg = TCG_REG_R3; |
1972 |
} |
1973 |
tcg_out_bundle(s, miI, |
1974 |
tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc], |
1975 |
data_reg, addr_reg), |
1976 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
|
1977 |
tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
|
1978 |
} |
1979 |
#endif
|
1980 |
} |
1981 |
|
1982 |
#endif
|
1983 |
|
1984 |
static inline void tcg_out_op(TCGContext *s, TCGOpcode opc, |
1985 |
const TCGArg *args, const int *const_args) |
1986 |
{ |
1987 |
switch(opc) {
|
1988 |
case INDEX_op_exit_tb:
|
1989 |
tcg_out_exit_tb(s, args[0]);
|
1990 |
break;
|
1991 |
case INDEX_op_br:
|
1992 |
tcg_out_br(s, args[0]);
|
1993 |
break;
|
1994 |
case INDEX_op_call:
|
1995 |
tcg_out_call(s, args[0]);
|
1996 |
break;
|
1997 |
case INDEX_op_goto_tb:
|
1998 |
tcg_out_goto_tb(s, args[0]);
|
1999 |
break;
|
2000 |
|
2001 |
case INDEX_op_movi_i32:
|
2002 |
tcg_out_movi(s, TCG_TYPE_I32, args[0], args[1]); |
2003 |
break;
|
2004 |
case INDEX_op_movi_i64:
|
2005 |
tcg_out_movi(s, TCG_TYPE_I64, args[0], args[1]); |
2006 |
break;
|
2007 |
|
2008 |
case INDEX_op_ld8u_i32:
|
2009 |
case INDEX_op_ld8u_i64:
|
2010 |
tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]); |
2011 |
break;
|
2012 |
case INDEX_op_ld8s_i32:
|
2013 |
case INDEX_op_ld8s_i64:
|
2014 |
tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]); |
2015 |
tcg_out_ext(s, OPC_SXT1_I29, args[0], args[0]); |
2016 |
break;
|
2017 |
case INDEX_op_ld16u_i32:
|
2018 |
case INDEX_op_ld16u_i64:
|
2019 |
tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]); |
2020 |
break;
|
2021 |
case INDEX_op_ld16s_i32:
|
2022 |
case INDEX_op_ld16s_i64:
|
2023 |
tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]); |
2024 |
tcg_out_ext(s, OPC_SXT2_I29, args[0], args[0]); |
2025 |
break;
|
2026 |
case INDEX_op_ld_i32:
|
2027 |
case INDEX_op_ld32u_i64:
|
2028 |
tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]); |
2029 |
break;
|
2030 |
case INDEX_op_ld32s_i64:
|
2031 |
tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]); |
2032 |
tcg_out_ext(s, OPC_SXT4_I29, args[0], args[0]); |
2033 |
break;
|
2034 |
case INDEX_op_ld_i64:
|
2035 |
tcg_out_ld_rel(s, OPC_LD8_M1, args[0], args[1], args[2]); |
2036 |
break;
|
2037 |
case INDEX_op_st8_i32:
|
2038 |
case INDEX_op_st8_i64:
|
2039 |
tcg_out_st_rel(s, OPC_ST1_M4, args[0], args[1], args[2]); |
2040 |
break;
|
2041 |
case INDEX_op_st16_i32:
|
2042 |
case INDEX_op_st16_i64:
|
2043 |
tcg_out_st_rel(s, OPC_ST2_M4, args[0], args[1], args[2]); |
2044 |
break;
|
2045 |
case INDEX_op_st_i32:
|
2046 |
case INDEX_op_st32_i64:
|
2047 |
tcg_out_st_rel(s, OPC_ST4_M4, args[0], args[1], args[2]); |
2048 |
break;
|
2049 |
case INDEX_op_st_i64:
|
2050 |
tcg_out_st_rel(s, OPC_ST8_M4, args[0], args[1], args[2]); |
2051 |
break;
|
2052 |
|
2053 |
case INDEX_op_add_i32:
|
2054 |
case INDEX_op_add_i64:
|
2055 |
tcg_out_alu(s, OPC_ADD_A1, args[0], args[1], const_args[1], |
2056 |
args[2], const_args[2]); |
2057 |
break;
|
2058 |
case INDEX_op_sub_i32:
|
2059 |
case INDEX_op_sub_i64:
|
2060 |
tcg_out_alu(s, OPC_SUB_A1, args[0], args[1], const_args[1], |
2061 |
args[2], const_args[2]); |
2062 |
break;
|
2063 |
|
2064 |
case INDEX_op_and_i32:
|
2065 |
case INDEX_op_and_i64:
|
2066 |
tcg_out_alu(s, OPC_AND_A1, args[0], args[1], const_args[1], |
2067 |
args[2], const_args[2]); |
2068 |
break;
|
2069 |
case INDEX_op_andc_i32:
|
2070 |
case INDEX_op_andc_i64:
|
2071 |
tcg_out_alu(s, OPC_ANDCM_A1, args[0], args[1], const_args[1], |
2072 |
args[2], const_args[2]); |
2073 |
break;
|
2074 |
case INDEX_op_eqv_i32:
|
2075 |
case INDEX_op_eqv_i64:
|
2076 |
tcg_out_eqv(s, args[0], args[1], const_args[1], |
2077 |
args[2], const_args[2]); |
2078 |
break;
|
2079 |
case INDEX_op_nand_i32:
|
2080 |
case INDEX_op_nand_i64:
|
2081 |
tcg_out_nand(s, args[0], args[1], const_args[1], |
2082 |
args[2], const_args[2]); |
2083 |
break;
|
2084 |
case INDEX_op_nor_i32:
|
2085 |
case INDEX_op_nor_i64:
|
2086 |
tcg_out_nor(s, args[0], args[1], const_args[1], |
2087 |
args[2], const_args[2]); |
2088 |
break;
|
2089 |
case INDEX_op_or_i32:
|
2090 |
case INDEX_op_or_i64:
|
2091 |
tcg_out_alu(s, OPC_OR_A1, args[0], args[1], const_args[1], |
2092 |
args[2], const_args[2]); |
2093 |
break;
|
2094 |
case INDEX_op_orc_i32:
|
2095 |
case INDEX_op_orc_i64:
|
2096 |
tcg_out_orc(s, args[0], args[1], const_args[1], |
2097 |
args[2], const_args[2]); |
2098 |
break;
|
2099 |
case INDEX_op_xor_i32:
|
2100 |
case INDEX_op_xor_i64:
|
2101 |
tcg_out_alu(s, OPC_XOR_A1, args[0], args[1], const_args[1], |
2102 |
args[2], const_args[2]); |
2103 |
break;
|
2104 |
|
2105 |
case INDEX_op_mul_i32:
|
2106 |
case INDEX_op_mul_i64:
|
2107 |
tcg_out_mul(s, args[0], args[1], args[2]); |
2108 |
break;
|
2109 |
|
2110 |
case INDEX_op_sar_i32:
|
2111 |
tcg_out_sar_i32(s, args[0], args[1], args[2], const_args[2]); |
2112 |
break;
|
2113 |
case INDEX_op_sar_i64:
|
2114 |
tcg_out_sar_i64(s, args[0], args[1], args[2], const_args[2]); |
2115 |
break;
|
2116 |
case INDEX_op_shl_i32:
|
2117 |
tcg_out_shl_i32(s, args[0], args[1], args[2], const_args[2]); |
2118 |
break;
|
2119 |
case INDEX_op_shl_i64:
|
2120 |
tcg_out_shl_i64(s, args[0], args[1], args[2], const_args[2]); |
2121 |
break;
|
2122 |
case INDEX_op_shr_i32:
|
2123 |
tcg_out_shr_i32(s, args[0], args[1], args[2], const_args[2]); |
2124 |
break;
|
2125 |
case INDEX_op_shr_i64:
|
2126 |
tcg_out_shr_i64(s, args[0], args[1], args[2], const_args[2]); |
2127 |
break;
|
2128 |
case INDEX_op_rotl_i32:
|
2129 |
tcg_out_rotl_i32(s, args[0], args[1], args[2], const_args[2]); |
2130 |
break;
|
2131 |
case INDEX_op_rotl_i64:
|
2132 |
tcg_out_rotl_i64(s, args[0], args[1], args[2], const_args[2]); |
2133 |
break;
|
2134 |
case INDEX_op_rotr_i32:
|
2135 |
tcg_out_rotr_i32(s, args[0], args[1], args[2], const_args[2]); |
2136 |
break;
|
2137 |
case INDEX_op_rotr_i64:
|
2138 |
tcg_out_rotr_i64(s, args[0], args[1], args[2], const_args[2]); |
2139 |
break;
|
2140 |
|
2141 |
case INDEX_op_ext8s_i32:
|
2142 |
case INDEX_op_ext8s_i64:
|
2143 |
tcg_out_ext(s, OPC_SXT1_I29, args[0], args[1]); |
2144 |
break;
|
2145 |
case INDEX_op_ext8u_i32:
|
2146 |
case INDEX_op_ext8u_i64:
|
2147 |
tcg_out_ext(s, OPC_ZXT1_I29, args[0], args[1]); |
2148 |
break;
|
2149 |
case INDEX_op_ext16s_i32:
|
2150 |
case INDEX_op_ext16s_i64:
|
2151 |
tcg_out_ext(s, OPC_SXT2_I29, args[0], args[1]); |
2152 |
break;
|
2153 |
case INDEX_op_ext16u_i32:
|
2154 |
case INDEX_op_ext16u_i64:
|
2155 |
tcg_out_ext(s, OPC_ZXT2_I29, args[0], args[1]); |
2156 |
break;
|
2157 |
case INDEX_op_ext32s_i64:
|
2158 |
tcg_out_ext(s, OPC_SXT4_I29, args[0], args[1]); |
2159 |
break;
|
2160 |
case INDEX_op_ext32u_i64:
|
2161 |
tcg_out_ext(s, OPC_ZXT4_I29, args[0], args[1]); |
2162 |
break;
|
2163 |
|
2164 |
case INDEX_op_bswap16_i32:
|
2165 |
case INDEX_op_bswap16_i64:
|
2166 |
tcg_out_bswap16(s, args[0], args[1]); |
2167 |
break;
|
2168 |
case INDEX_op_bswap32_i32:
|
2169 |
case INDEX_op_bswap32_i64:
|
2170 |
tcg_out_bswap32(s, args[0], args[1]); |
2171 |
break;
|
2172 |
case INDEX_op_bswap64_i64:
|
2173 |
tcg_out_bswap64(s, args[0], args[1]); |
2174 |
break;
|
2175 |
|
2176 |
case INDEX_op_deposit_i32:
|
2177 |
case INDEX_op_deposit_i64:
|
2178 |
tcg_out_deposit(s, args[0], args[1], args[2], const_args[2], |
2179 |
args[3], args[4]); |
2180 |
break;
|
2181 |
|
2182 |
case INDEX_op_brcond_i32:
|
2183 |
tcg_out_brcond(s, args[2], args[0], const_args[0], |
2184 |
args[1], const_args[1], args[3], 1); |
2185 |
break;
|
2186 |
case INDEX_op_brcond_i64:
|
2187 |
tcg_out_brcond(s, args[2], args[0], const_args[0], |
2188 |
args[1], const_args[1], args[3], 0); |
2189 |
break;
|
2190 |
case INDEX_op_setcond_i32:
|
2191 |
tcg_out_setcond(s, args[3], args[0], args[1], args[2], 1); |
2192 |
break;
|
2193 |
case INDEX_op_setcond_i64:
|
2194 |
tcg_out_setcond(s, args[3], args[0], args[1], args[2], 0); |
2195 |
break;
|
2196 |
case INDEX_op_movcond_i32:
|
2197 |
tcg_out_movcond(s, args[5], args[0], args[1], args[2], |
2198 |
args[3], const_args[3], args[4], const_args[4], 1); |
2199 |
break;
|
2200 |
case INDEX_op_movcond_i64:
|
2201 |
tcg_out_movcond(s, args[5], args[0], args[1], args[2], |
2202 |
args[3], const_args[3], args[4], const_args[4], 0); |
2203 |
break;
|
2204 |
|
2205 |
case INDEX_op_qemu_ld8u:
|
2206 |
tcg_out_qemu_ld(s, args, 0);
|
2207 |
break;
|
2208 |
case INDEX_op_qemu_ld8s:
|
2209 |
tcg_out_qemu_ld(s, args, 0 | 4); |
2210 |
break;
|
2211 |
case INDEX_op_qemu_ld16u:
|
2212 |
tcg_out_qemu_ld(s, args, 1);
|
2213 |
break;
|
2214 |
case INDEX_op_qemu_ld16s:
|
2215 |
tcg_out_qemu_ld(s, args, 1 | 4); |
2216 |
break;
|
2217 |
case INDEX_op_qemu_ld32:
|
2218 |
case INDEX_op_qemu_ld32u:
|
2219 |
tcg_out_qemu_ld(s, args, 2);
|
2220 |
break;
|
2221 |
case INDEX_op_qemu_ld32s:
|
2222 |
tcg_out_qemu_ld(s, args, 2 | 4); |
2223 |
break;
|
2224 |
case INDEX_op_qemu_ld64:
|
2225 |
tcg_out_qemu_ld(s, args, 3);
|
2226 |
break;
|
2227 |
|
2228 |
case INDEX_op_qemu_st8:
|
2229 |
tcg_out_qemu_st(s, args, 0);
|
2230 |
break;
|
2231 |
case INDEX_op_qemu_st16:
|
2232 |
tcg_out_qemu_st(s, args, 1);
|
2233 |
break;
|
2234 |
case INDEX_op_qemu_st32:
|
2235 |
tcg_out_qemu_st(s, args, 2);
|
2236 |
break;
|
2237 |
case INDEX_op_qemu_st64:
|
2238 |
tcg_out_qemu_st(s, args, 3);
|
2239 |
break;
|
2240 |
|
2241 |
default:
|
2242 |
tcg_abort(); |
2243 |
} |
2244 |
} |
2245 |
|
2246 |
static const TCGTargetOpDef ia64_op_defs[] = { |
2247 |
{ INDEX_op_br, { } }, |
2248 |
{ INDEX_op_call, { "r" } },
|
2249 |
{ INDEX_op_exit_tb, { } }, |
2250 |
{ INDEX_op_goto_tb, { } }, |
2251 |
|
2252 |
{ INDEX_op_mov_i32, { "r", "r" } }, |
2253 |
{ INDEX_op_movi_i32, { "r" } },
|
2254 |
|
2255 |
{ INDEX_op_ld8u_i32, { "r", "r" } }, |
2256 |
{ INDEX_op_ld8s_i32, { "r", "r" } }, |
2257 |
{ INDEX_op_ld16u_i32, { "r", "r" } }, |
2258 |
{ INDEX_op_ld16s_i32, { "r", "r" } }, |
2259 |
{ INDEX_op_ld_i32, { "r", "r" } }, |
2260 |
{ INDEX_op_st8_i32, { "rZ", "r" } }, |
2261 |
{ INDEX_op_st16_i32, { "rZ", "r" } }, |
2262 |
{ INDEX_op_st_i32, { "rZ", "r" } }, |
2263 |
|
2264 |
{ INDEX_op_add_i32, { "r", "rI", "rI" } }, |
2265 |
{ INDEX_op_sub_i32, { "r", "rI", "rI" } }, |
2266 |
|
2267 |
{ INDEX_op_and_i32, { "r", "rI", "rI" } }, |
2268 |
{ INDEX_op_andc_i32, { "r", "rI", "rI" } }, |
2269 |
{ INDEX_op_eqv_i32, { "r", "rZ", "rZ" } }, |
2270 |
{ INDEX_op_nand_i32, { "r", "rZ", "rZ" } }, |
2271 |
{ INDEX_op_nor_i32, { "r", "rZ", "rZ" } }, |
2272 |
{ INDEX_op_or_i32, { "r", "rI", "rI" } }, |
2273 |
{ INDEX_op_orc_i32, { "r", "rZ", "rZ" } }, |
2274 |
{ INDEX_op_xor_i32, { "r", "rI", "rI" } }, |
2275 |
|
2276 |
{ INDEX_op_mul_i32, { "r", "rZ", "rZ" } }, |
2277 |
|
2278 |
{ INDEX_op_sar_i32, { "r", "rZ", "ri" } }, |
2279 |
{ INDEX_op_shl_i32, { "r", "rZ", "ri" } }, |
2280 |
{ INDEX_op_shr_i32, { "r", "rZ", "ri" } }, |
2281 |
{ INDEX_op_rotl_i32, { "r", "rZ", "ri" } }, |
2282 |
{ INDEX_op_rotr_i32, { "r", "rZ", "ri" } }, |
2283 |
|
2284 |
{ INDEX_op_ext8s_i32, { "r", "rZ"} }, |
2285 |
{ INDEX_op_ext8u_i32, { "r", "rZ"} }, |
2286 |
{ INDEX_op_ext16s_i32, { "r", "rZ"} }, |
2287 |
{ INDEX_op_ext16u_i32, { "r", "rZ"} }, |
2288 |
|
2289 |
{ INDEX_op_bswap16_i32, { "r", "rZ" } }, |
2290 |
{ INDEX_op_bswap32_i32, { "r", "rZ" } }, |
2291 |
|
2292 |
{ INDEX_op_brcond_i32, { "rI", "rI" } }, |
2293 |
{ INDEX_op_setcond_i32, { "r", "rZ", "rZ" } }, |
2294 |
{ INDEX_op_movcond_i32, { "r", "rZ", "rZ", "rI", "rI" } }, |
2295 |
|
2296 |
{ INDEX_op_mov_i64, { "r", "r" } }, |
2297 |
{ INDEX_op_movi_i64, { "r" } },
|
2298 |
|
2299 |
{ INDEX_op_ld8u_i64, { "r", "r" } }, |
2300 |
{ INDEX_op_ld8s_i64, { "r", "r" } }, |
2301 |
{ INDEX_op_ld16u_i64, { "r", "r" } }, |
2302 |
{ INDEX_op_ld16s_i64, { "r", "r" } }, |
2303 |
{ INDEX_op_ld32u_i64, { "r", "r" } }, |
2304 |
{ INDEX_op_ld32s_i64, { "r", "r" } }, |
2305 |
{ INDEX_op_ld_i64, { "r", "r" } }, |
2306 |
{ INDEX_op_st8_i64, { "rZ", "r" } }, |
2307 |
{ INDEX_op_st16_i64, { "rZ", "r" } }, |
2308 |
{ INDEX_op_st32_i64, { "rZ", "r" } }, |
2309 |
{ INDEX_op_st_i64, { "rZ", "r" } }, |
2310 |
|
2311 |
{ INDEX_op_add_i64, { "r", "rI", "rI" } }, |
2312 |
{ INDEX_op_sub_i64, { "r", "rI", "rI" } }, |
2313 |
|
2314 |
{ INDEX_op_and_i64, { "r", "rI", "rI" } }, |
2315 |
{ INDEX_op_andc_i64, { "r", "rI", "rI" } }, |
2316 |
{ INDEX_op_eqv_i64, { "r", "rZ", "rZ" } }, |
2317 |
{ INDEX_op_nand_i64, { "r", "rZ", "rZ" } }, |
2318 |
{ INDEX_op_nor_i64, { "r", "rZ", "rZ" } }, |
2319 |
{ INDEX_op_or_i64, { "r", "rI", "rI" } }, |
2320 |
{ INDEX_op_orc_i64, { "r", "rZ", "rZ" } }, |
2321 |
{ INDEX_op_xor_i64, { "r", "rI", "rI" } }, |
2322 |
|
2323 |
{ INDEX_op_mul_i64, { "r", "rZ", "rZ" } }, |
2324 |
|
2325 |
{ INDEX_op_sar_i64, { "r", "rZ", "ri" } }, |
2326 |
{ INDEX_op_shl_i64, { "r", "rZ", "ri" } }, |
2327 |
{ INDEX_op_shr_i64, { "r", "rZ", "ri" } }, |
2328 |
{ INDEX_op_rotl_i64, { "r", "rZ", "ri" } }, |
2329 |
{ INDEX_op_rotr_i64, { "r", "rZ", "ri" } }, |
2330 |
|
2331 |
{ INDEX_op_ext8s_i64, { "r", "rZ"} }, |
2332 |
{ INDEX_op_ext8u_i64, { "r", "rZ"} }, |
2333 |
{ INDEX_op_ext16s_i64, { "r", "rZ"} }, |
2334 |
{ INDEX_op_ext16u_i64, { "r", "rZ"} }, |
2335 |
{ INDEX_op_ext32s_i64, { "r", "rZ"} }, |
2336 |
{ INDEX_op_ext32u_i64, { "r", "rZ"} }, |
2337 |
|
2338 |
{ INDEX_op_bswap16_i64, { "r", "rZ" } }, |
2339 |
{ INDEX_op_bswap32_i64, { "r", "rZ" } }, |
2340 |
{ INDEX_op_bswap64_i64, { "r", "rZ" } }, |
2341 |
|
2342 |
{ INDEX_op_brcond_i64, { "rI", "rI" } }, |
2343 |
{ INDEX_op_setcond_i64, { "r", "rZ", "rZ" } }, |
2344 |
{ INDEX_op_movcond_i64, { "r", "rZ", "rZ", "rI", "rI" } }, |
2345 |
|
2346 |
{ INDEX_op_deposit_i32, { "r", "rZ", "ri" } }, |
2347 |
{ INDEX_op_deposit_i64, { "r", "rZ", "ri" } }, |
2348 |
|
2349 |
{ INDEX_op_qemu_ld8u, { "r", "r" } }, |
2350 |
{ INDEX_op_qemu_ld8s, { "r", "r" } }, |
2351 |
{ INDEX_op_qemu_ld16u, { "r", "r" } }, |
2352 |
{ INDEX_op_qemu_ld16s, { "r", "r" } }, |
2353 |
{ INDEX_op_qemu_ld32, { "r", "r" } }, |
2354 |
{ INDEX_op_qemu_ld32u, { "r", "r" } }, |
2355 |
{ INDEX_op_qemu_ld32s, { "r", "r" } }, |
2356 |
{ INDEX_op_qemu_ld64, { "r", "r" } }, |
2357 |
|
2358 |
{ INDEX_op_qemu_st8, { "SZ", "r" } }, |
2359 |
{ INDEX_op_qemu_st16, { "SZ", "r" } }, |
2360 |
{ INDEX_op_qemu_st32, { "SZ", "r" } }, |
2361 |
{ INDEX_op_qemu_st64, { "SZ", "r" } }, |
2362 |
|
2363 |
{ -1 },
|
2364 |
}; |
2365 |
|
2366 |
/* Generate global QEMU prologue and epilogue code */
|
2367 |
static void tcg_target_qemu_prologue(TCGContext *s) |
2368 |
{ |
2369 |
int frame_size;
|
2370 |
|
2371 |
/* reserve some stack space */
|
2372 |
frame_size = TCG_STATIC_CALL_ARGS_SIZE + |
2373 |
CPU_TEMP_BUF_NLONGS * sizeof(long); |
2374 |
frame_size = (frame_size + TCG_TARGET_STACK_ALIGN - 1) &
|
2375 |
~(TCG_TARGET_STACK_ALIGN - 1);
|
2376 |
tcg_set_frame(s, TCG_REG_CALL_STACK, TCG_STATIC_CALL_ARGS_SIZE, |
2377 |
CPU_TEMP_BUF_NLONGS * sizeof(long)); |
2378 |
|
2379 |
/* First emit adhoc function descriptor */
|
2380 |
*(uint64_t *)(s->code_ptr) = (uint64_t)s->code_ptr + 16; /* entry point */ |
2381 |
s->code_ptr += 16; /* skip GP */ |
2382 |
|
2383 |
/* prologue */
|
2384 |
tcg_out_bundle(s, miI, |
2385 |
tcg_opc_m34(TCG_REG_P0, OPC_ALLOC_M34, |
2386 |
TCG_REG_R34, 32, 24, 0), |
2387 |
tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, |
2388 |
TCG_AREG0, 0, TCG_REG_R32),
|
2389 |
tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, |
2390 |
TCG_REG_B6, TCG_REG_R33, 0));
|
2391 |
|
2392 |
/* ??? If GUEST_BASE < 0x200000, we could load the register via
|
2393 |
an ADDL in the M slot of the next bundle. */
|
2394 |
if (GUEST_BASE != 0) { |
2395 |
tcg_out_bundle(s, mlx, |
2396 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
2397 |
tcg_opc_l2 (GUEST_BASE), |
2398 |
tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2, |
2399 |
TCG_GUEST_BASE_REG, GUEST_BASE)); |
2400 |
tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG); |
2401 |
} |
2402 |
|
2403 |
tcg_out_bundle(s, miB, |
2404 |
tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, |
2405 |
TCG_REG_R12, -frame_size, TCG_REG_R12), |
2406 |
tcg_opc_i22(TCG_REG_P0, OPC_MOV_I22, |
2407 |
TCG_REG_R32, TCG_REG_B0), |
2408 |
tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6)); |
2409 |
|
2410 |
/* epilogue */
|
2411 |
tb_ret_addr = s->code_ptr; |
2412 |
tcg_out_bundle(s, miI, |
2413 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
2414 |
tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, |
2415 |
TCG_REG_B0, TCG_REG_R32, 0),
|
2416 |
tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, |
2417 |
TCG_REG_R12, frame_size, TCG_REG_R12)); |
2418 |
tcg_out_bundle(s, miB, |
2419 |
tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
|
2420 |
tcg_opc_i26(TCG_REG_P0, OPC_MOV_I_I26, |
2421 |
TCG_REG_PFS, TCG_REG_R34), |
2422 |
tcg_opc_b4 (TCG_REG_P0, OPC_BR_RET_SPTK_MANY_B4, |
2423 |
TCG_REG_B0)); |
2424 |
} |
2425 |
|
2426 |
static void tcg_target_init(TCGContext *s) |
2427 |
{ |
2428 |
tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I32], |
2429 |
0xffffffffffffffffull);
|
2430 |
tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I64], |
2431 |
0xffffffffffffffffull);
|
2432 |
|
2433 |
tcg_regset_clear(tcg_target_call_clobber_regs); |
2434 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R8); |
2435 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R9); |
2436 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R10); |
2437 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R11); |
2438 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R14); |
2439 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R15); |
2440 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R16); |
2441 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R17); |
2442 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R18); |
2443 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R19); |
2444 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R20); |
2445 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R21); |
2446 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R22); |
2447 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R23); |
2448 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R24); |
2449 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R25); |
2450 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R26); |
2451 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R27); |
2452 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R28); |
2453 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R29); |
2454 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R30); |
2455 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R31); |
2456 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R56); |
2457 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R57); |
2458 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R58); |
2459 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R59); |
2460 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R60); |
2461 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R61); |
2462 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R62); |
2463 |
tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R63); |
2464 |
|
2465 |
tcg_regset_clear(s->reserved_regs); |
2466 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R0); /* zero register */
|
2467 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R1); /* global pointer */
|
2468 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R2); /* internal use */
|
2469 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R3); /* internal use */
|
2470 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R12); /* stack pointer */
|
2471 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R13); /* thread pointer */
|
2472 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R32); /* return address */
|
2473 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R34); /* PFS */
|
2474 |
|
2475 |
/* The following 3 are not in use, are call-saved, but *not* saved
|
2476 |
by the prologue. Therefore we cannot use them without modifying
|
2477 |
the prologue. There doesn't seem to be any good reason to use
|
2478 |
these as opposed to the windowed registers. */
|
2479 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R4); |
2480 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R5); |
2481 |
tcg_regset_set_reg(s->reserved_regs, TCG_REG_R6); |
2482 |
|
2483 |
tcg_add_target_add_op_defs(ia64_op_defs); |
2484 |
} |