Statistics
| Branch: | Revision:

root / tcg / ia64 / tcg-target.c @ b3b0091f

History | View | Annotate | Download (83.4 kB)

1
/*
2
 * Tiny Code Generator for QEMU
3
 *
4
 * Copyright (c) 2009-2010 Aurelien Jarno <aurelien@aurel32.net>
5
 * Based on i386/tcg-target.c - Copyright (c) 2008 Fabrice Bellard
6
 *
7
 * Permission is hereby granted, free of charge, to any person obtaining a copy
8
 * of this software and associated documentation files (the "Software"), to deal
9
 * in the Software without restriction, including without limitation the rights
10
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11
 * copies of the Software, and to permit persons to whom the Software is
12
 * furnished to do so, subject to the following conditions:
13
 *
14
 * The above copyright notice and this permission notice shall be included in
15
 * all copies or substantial portions of the Software.
16
 *
17
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23
 * THE SOFTWARE.
24
 */
25

    
26
/*
27
 * Register definitions
28
 */
29

    
30
#ifndef NDEBUG
31
static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
32
     "r0",  "r1",  "r2",  "r3",  "r4",  "r5",  "r6",  "r7",
33
     "r8",  "r9", "r10", "r11", "r12", "r13", "r14", "r15",
34
    "r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23",
35
    "r24", "r25", "r26", "r27", "r28", "r29", "r30", "r31",
36
    "r32", "r33", "r34", "r35", "r36", "r37", "r38", "r39",
37
    "r40", "r41", "r42", "r43", "r44", "r45", "r46", "r47",
38
    "r48", "r49", "r50", "r51", "r52", "r53", "r54", "r55",
39
    "r56", "r57", "r58", "r59", "r60", "r61", "r62", "r63",
40
};
41
#endif
42

    
43
#ifdef CONFIG_USE_GUEST_BASE
44
#define TCG_GUEST_BASE_REG TCG_REG_R55
45
#else
46
#define TCG_GUEST_BASE_REG TCG_REG_R0
47
#endif
48
#ifndef GUEST_BASE
49
#define GUEST_BASE 0
50
#endif
51

    
52
/* Branch registers */
53
enum {
54
    TCG_REG_B0 = 0,
55
    TCG_REG_B1,
56
    TCG_REG_B2,
57
    TCG_REG_B3,
58
    TCG_REG_B4,
59
    TCG_REG_B5,
60
    TCG_REG_B6,
61
    TCG_REG_B7,
62
};
63

    
64
/* Floating point registers */
65
enum {
66
    TCG_REG_F0 = 0,
67
    TCG_REG_F1,
68
    TCG_REG_F2,
69
    TCG_REG_F3,
70
    TCG_REG_F4,
71
    TCG_REG_F5,
72
    TCG_REG_F6,
73
    TCG_REG_F7,
74
    TCG_REG_F8,
75
    TCG_REG_F9,
76
    TCG_REG_F10,
77
    TCG_REG_F11,
78
    TCG_REG_F12,
79
    TCG_REG_F13,
80
    TCG_REG_F14,
81
    TCG_REG_F15,
82
};
83

    
84
/* Predicate registers */
85
enum {
86
    TCG_REG_P0 = 0,
87
    TCG_REG_P1,
88
    TCG_REG_P2,
89
    TCG_REG_P3,
90
    TCG_REG_P4,
91
    TCG_REG_P5,
92
    TCG_REG_P6,
93
    TCG_REG_P7,
94
    TCG_REG_P8,
95
    TCG_REG_P9,
96
    TCG_REG_P10,
97
    TCG_REG_P11,
98
    TCG_REG_P12,
99
    TCG_REG_P13,
100
    TCG_REG_P14,
101
    TCG_REG_P15,
102
};
103

    
104
/* Application registers */
105
enum {
106
    TCG_REG_PFS = 64,
107
};
108

    
109
static const int tcg_target_reg_alloc_order[] = {
110
    TCG_REG_R34,
111
    TCG_REG_R35,
112
    TCG_REG_R36,
113
    TCG_REG_R37,
114
    TCG_REG_R38,
115
    TCG_REG_R39,
116
    TCG_REG_R40,
117
    TCG_REG_R41,
118
    TCG_REG_R42,
119
    TCG_REG_R43,
120
    TCG_REG_R44,
121
    TCG_REG_R45,
122
    TCG_REG_R46,
123
    TCG_REG_R47,
124
    TCG_REG_R48,
125
    TCG_REG_R49,
126
    TCG_REG_R50,
127
    TCG_REG_R51,
128
    TCG_REG_R52,
129
    TCG_REG_R53,
130
    TCG_REG_R54,
131
    TCG_REG_R55,
132
    TCG_REG_R14,
133
    TCG_REG_R15,
134
    TCG_REG_R16,
135
    TCG_REG_R17,
136
    TCG_REG_R18,
137
    TCG_REG_R19,
138
    TCG_REG_R20,
139
    TCG_REG_R21,
140
    TCG_REG_R22,
141
    TCG_REG_R23,
142
    TCG_REG_R24,
143
    TCG_REG_R25,
144
    TCG_REG_R26,
145
    TCG_REG_R27,
146
    TCG_REG_R28,
147
    TCG_REG_R29,
148
    TCG_REG_R30,
149
    TCG_REG_R31,
150
    TCG_REG_R56,
151
    TCG_REG_R57,
152
    TCG_REG_R58,
153
    TCG_REG_R59,
154
    TCG_REG_R60,
155
    TCG_REG_R61,
156
    TCG_REG_R62,
157
    TCG_REG_R63,
158
    TCG_REG_R8,
159
    TCG_REG_R9,
160
    TCG_REG_R10,
161
    TCG_REG_R11
162
};
163

    
164
static const int tcg_target_call_iarg_regs[8] = {
165
    TCG_REG_R56,
166
    TCG_REG_R57,
167
    TCG_REG_R58,
168
    TCG_REG_R59,
169
    TCG_REG_R60,
170
    TCG_REG_R61,
171
    TCG_REG_R62,
172
    TCG_REG_R63,
173
};
174

    
175
static const int tcg_target_call_oarg_regs[2] = {
176
    TCG_REG_R8,
177
    TCG_REG_R9
178
};
179

    
180
/* maximum number of register used for input function arguments */
181
static inline int tcg_target_get_call_iarg_regs_count(int flags)
182
{
183
    return 8;
184
}
185

    
186
/*
187
 * opcode formation
188
 */
189

    
190
/* bundle templates: stops (double bar in the IA64 manual) are marked with
191
   an uppercase letter. */
192
enum {
193
    mii = 0x00,
194
    miI = 0x01,
195
    mIi = 0x02,
196
    mII = 0x03,
197
    mlx = 0x04,
198
    mLX = 0x05,
199
    mmi = 0x08,
200
    mmI = 0x09,
201
    Mmi = 0x0a,
202
    MmI = 0x0b,
203
    mfi = 0x0c,
204
    mfI = 0x0d,
205
    mmf = 0x0e,
206
    mmF = 0x0f,
207
    mib = 0x10,
208
    miB = 0x11,
209
    mbb = 0x12,
210
    mbB = 0x13,
211
    bbb = 0x16,
212
    bbB = 0x17,
213
    mmb = 0x18,
214
    mmB = 0x19,
215
    mfb = 0x1c,
216
    mfB = 0x1d,
217
};
218

    
219
enum {
220
    OPC_ADD_A1                = 0x10000000000ull,
221
    OPC_AND_A1                = 0x10060000000ull,
222
    OPC_AND_A3                = 0x10160000000ull,
223
    OPC_ANDCM_A1              = 0x10068000000ull,
224
    OPC_ANDCM_A3              = 0x10168000000ull,
225
    OPC_ADDS_A4               = 0x10800000000ull,
226
    OPC_ADDL_A5               = 0x12000000000ull,
227
    OPC_ALLOC_M34             = 0x02c00000000ull,
228
    OPC_BR_DPTK_FEW_B1        = 0x08400000000ull,
229
    OPC_BR_SPTK_MANY_B1       = 0x08000001000ull,
230
    OPC_BR_SPTK_MANY_B4       = 0x00100001000ull,
231
    OPC_BR_CALL_SPTK_MANY_B5  = 0x02100001000ull,
232
    OPC_BR_RET_SPTK_MANY_B4   = 0x00108001100ull,
233
    OPC_BRL_SPTK_MANY_X3      = 0x18000001000ull,
234
    OPC_CMP_LT_A6             = 0x18000000000ull,
235
    OPC_CMP_LTU_A6            = 0x1a000000000ull,
236
    OPC_CMP_EQ_A6             = 0x1c000000000ull,
237
    OPC_CMP4_LT_A6            = 0x18400000000ull,
238
    OPC_CMP4_LTU_A6           = 0x1a400000000ull,
239
    OPC_CMP4_EQ_A6            = 0x1c400000000ull,
240
    OPC_DEP_Z_I12             = 0x0a600000000ull,
241
    OPC_EXTR_I11              = 0x0a400002000ull,
242
    OPC_EXTR_U_I11            = 0x0a400000000ull,
243
    OPC_FCVT_FX_TRUNC_S1_F10  = 0x004d0000000ull,
244
    OPC_FCVT_FXU_TRUNC_S1_F10 = 0x004d8000000ull,
245
    OPC_FCVT_XF_F11           = 0x000e0000000ull,
246
    OPC_FMA_S1_F1             = 0x10400000000ull,
247
    OPC_FNMA_S1_F1            = 0x18400000000ull,
248
    OPC_FRCPA_S1_F6           = 0x00600000000ull,
249
    OPC_GETF_SIG_M19          = 0x08708000000ull,
250
    OPC_LD1_M1                = 0x08000000000ull,
251
    OPC_LD1_M3                = 0x0a000000000ull,
252
    OPC_LD2_M1                = 0x08040000000ull,
253
    OPC_LD2_M3                = 0x0a040000000ull,
254
    OPC_LD4_M1                = 0x08080000000ull,
255
    OPC_LD4_M3                = 0x0a080000000ull,
256
    OPC_LD8_M1                = 0x080c0000000ull,
257
    OPC_LD8_M3                = 0x0a0c0000000ull,
258
    OPC_MUX1_I3               = 0x0eca0000000ull,
259
    OPC_NOP_B9                = 0x04008000000ull,
260
    OPC_NOP_F16               = 0x00008000000ull,
261
    OPC_NOP_I18               = 0x00008000000ull,
262
    OPC_NOP_M48               = 0x00008000000ull,
263
    OPC_MOV_I21               = 0x00e00100000ull,
264
    OPC_MOV_RET_I21           = 0x00e00500000ull,
265
    OPC_MOV_I22               = 0x00188000000ull,
266
    OPC_MOV_I_I26             = 0x00150000000ull,
267
    OPC_MOVL_X2               = 0x0c000000000ull,
268
    OPC_OR_A1                 = 0x10070000000ull,
269
    OPC_SETF_EXP_M18          = 0x0c748000000ull,
270
    OPC_SETF_SIG_M18          = 0x0c708000000ull,
271
    OPC_SHL_I7                = 0x0f240000000ull,
272
    OPC_SHR_I5                = 0x0f220000000ull,
273
    OPC_SHR_U_I5              = 0x0f200000000ull,
274
    OPC_SHRP_I10              = 0x0ac00000000ull,
275
    OPC_SXT1_I29              = 0x000a0000000ull,
276
    OPC_SXT2_I29              = 0x000a8000000ull,
277
    OPC_SXT4_I29              = 0x000b0000000ull,
278
    OPC_ST1_M4                = 0x08c00000000ull,
279
    OPC_ST2_M4                = 0x08c40000000ull,
280
    OPC_ST4_M4                = 0x08c80000000ull,
281
    OPC_ST8_M4                = 0x08cc0000000ull,
282
    OPC_SUB_A1                = 0x10028000000ull,
283
    OPC_SUB_A3                = 0x10128000000ull,
284
    OPC_UNPACK4_L_I2          = 0x0f860000000ull,
285
    OPC_XMA_L_F2              = 0x1d000000000ull,
286
    OPC_XOR_A1                = 0x10078000000ull,
287
    OPC_ZXT1_I29              = 0x00080000000ull,
288
    OPC_ZXT2_I29              = 0x00088000000ull,
289
    OPC_ZXT4_I29              = 0x00090000000ull,
290
};
291

    
292
static inline uint64_t tcg_opc_a1(int qp, uint64_t opc, int r1,
293
                                  int r2, int r3)
294
{
295
    return opc
296
           | ((r3 & 0x7f) << 20)
297
           | ((r2 & 0x7f) << 13)
298
           | ((r1 & 0x7f) << 6)
299
           | (qp & 0x3f);
300
}
301

    
302
static inline uint64_t tcg_opc_a3(int qp, uint64_t opc, int r1,
303
                                  uint64_t imm, int r3)
304
{
305
    return opc
306
           | ((imm & 0x80) << 29) /* s */
307
           | ((imm & 0x7f) << 13) /* imm7b */
308
           | ((r3 & 0x7f) << 20)
309
           | ((r1 & 0x7f) << 6)
310
           | (qp & 0x3f);
311
}
312

    
313
static inline uint64_t tcg_opc_a4(int qp, uint64_t opc, int r1,
314
                                  uint64_t imm, int r3)
315
{
316
    return opc
317
           | ((imm & 0x2000) << 23) /* s */
318
           | ((imm & 0x1f80) << 20) /* imm6d */
319
           | ((imm & 0x007f) << 13) /* imm7b */
320
           | ((r3 & 0x7f) << 20)
321
           | ((r1 & 0x7f) << 6)
322
           | (qp & 0x3f);
323
}
324

    
325
static inline uint64_t tcg_opc_a5(int qp, uint64_t opc, int r1,
326
                                  uint64_t imm, int r3)
327
{
328
    return opc
329
           | ((imm & 0x200000) << 15) /* s */
330
           | ((imm & 0x1f0000) <<  6) /* imm5c */
331
           | ((imm & 0x00ff80) << 20) /* imm9d */
332
           | ((imm & 0x00007f) << 13) /* imm7b */
333
           | ((r3 & 0x03) << 20)
334
           | ((r1 & 0x7f) << 6)
335
           | (qp & 0x3f);
336
}
337

    
338
static inline uint64_t tcg_opc_a6(int qp, uint64_t opc, int p1,
339
                                  int p2, int r2, int r3)
340
{
341
    return opc
342
           | ((p2 & 0x3f) << 27)
343
           | ((r3 & 0x7f) << 20)
344
           | ((r2 & 0x7f) << 13)
345
           | ((p1 & 0x3f) << 6)
346
           | (qp & 0x3f);
347
}
348

    
349
static inline uint64_t tcg_opc_b1(int qp, uint64_t opc, uint64_t imm)
350
{
351
    return opc
352
           | ((imm & 0x100000) << 16) /* s */
353
           | ((imm & 0x0fffff) << 13) /* imm20b */
354
           | (qp & 0x3f);
355
}
356

    
357
static inline uint64_t tcg_opc_b4(int qp, uint64_t opc, int b2)
358
{
359
    return opc
360
           | ((b2 & 0x7) << 13)
361
           | (qp & 0x3f);
362
}
363

    
364
static inline uint64_t tcg_opc_b5(int qp, uint64_t opc, int b1, int b2)
365
{
366
    return opc
367
           | ((b2 & 0x7) << 13)
368
           | ((b1 & 0x7) << 6)
369
           | (qp & 0x3f);
370
}
371

    
372

    
373
static inline uint64_t tcg_opc_b9(int qp, uint64_t opc, uint64_t imm)
374
{
375
    return opc
376
           | ((imm & 0x100000) << 16) /* i */
377
           | ((imm & 0x0fffff) << 6)  /* imm20a */
378
           | (qp & 0x3f);
379
}
380

    
381
static inline uint64_t tcg_opc_f1(int qp, uint64_t opc, int f1,
382
                                  int f3, int f4, int f2)
383
{
384
    return opc
385
           | ((f4 & 0x7f) << 27)
386
           | ((f3 & 0x7f) << 20)
387
           | ((f2 & 0x7f) << 13)
388
           | ((f1 & 0x7f) << 6)
389
           | (qp & 0x3f);
390
}
391

    
392
static inline uint64_t tcg_opc_f2(int qp, uint64_t opc, int f1,
393
                                  int f3, int f4, int f2)
394
{
395
    return opc
396
           | ((f4 & 0x7f) << 27)
397
           | ((f3 & 0x7f) << 20)
398
           | ((f2 & 0x7f) << 13)
399
           | ((f1 & 0x7f) << 6)
400
           | (qp & 0x3f);
401
}
402

    
403
static inline uint64_t tcg_opc_f6(int qp, uint64_t opc, int f1,
404
                                  int p2, int f2, int f3)
405
{
406
    return opc
407
           | ((p2 & 0x3f) << 27)
408
           | ((f3 & 0x7f) << 20)
409
           | ((f2 & 0x7f) << 13)
410
           | ((f1 & 0x7f) << 6)
411
           | (qp & 0x3f);
412
}
413

    
414
static inline uint64_t tcg_opc_f10(int qp, uint64_t opc, int f1, int f2)
415
{
416
    return opc
417
           | ((f2 & 0x7f) << 13)
418
           | ((f1 & 0x7f) << 6)
419
           | (qp & 0x3f);
420
}
421

    
422
static inline uint64_t tcg_opc_f11(int qp, uint64_t opc, int f1, int f2)
423
{
424
    return opc
425
           | ((f2 & 0x7f) << 13)
426
           | ((f1 & 0x7f) << 6)
427
           | (qp & 0x3f);
428
}
429

    
430
static inline uint64_t tcg_opc_f16(int qp, uint64_t opc, uint64_t imm)
431
{
432
    return opc
433
           | ((imm & 0x100000) << 16) /* i */
434
           | ((imm & 0x0fffff) << 6)  /* imm20a */
435
           | (qp & 0x3f);
436
}
437

    
438
static inline uint64_t tcg_opc_i2(int qp, uint64_t opc, int r1,
439
                                  int r2, int r3)
440
{
441
    return opc
442
           | ((r3 & 0x7f) << 20)
443
           | ((r2 & 0x7f) << 13)
444
           | ((r1 & 0x7f) << 6)
445
           | (qp & 0x3f);
446
}
447

    
448
static inline uint64_t tcg_opc_i3(int qp, uint64_t opc, int r1,
449
                                  int r2, int mbtype)
450
{
451
    return opc
452
           | ((mbtype & 0x0f) << 20)
453
           | ((r2 & 0x7f) << 13)
454
           | ((r1 & 0x7f) << 6)
455
           | (qp & 0x3f);
456
}
457

    
458
static inline uint64_t tcg_opc_i5(int qp, uint64_t opc, int r1,
459
                                  int r3, int r2)
460
{
461
    return opc
462
           | ((r3 & 0x7f) << 20)
463
           | ((r2 & 0x7f) << 13)
464
           | ((r1 & 0x7f) << 6)
465
           | (qp & 0x3f);
466
}
467

    
468
static inline uint64_t tcg_opc_i7(int qp, uint64_t opc, int r1,
469
                                  int r2, int r3)
470
{
471
    return opc
472
           | ((r3 & 0x7f) << 20)
473
           | ((r2 & 0x7f) << 13)
474
           | ((r1 & 0x7f) << 6)
475
           | (qp & 0x3f);
476
}
477

    
478
static inline uint64_t tcg_opc_i10(int qp, uint64_t opc, int r1,
479
                                   int r2, int r3, uint64_t count)
480
{
481
    return opc
482
           | ((count & 0x3f) << 27)
483
           | ((r3 & 0x7f) << 20)
484
           | ((r2 & 0x7f) << 13)
485
           | ((r1 & 0x7f) << 6)
486
           | (qp & 0x3f);
487
}
488

    
489
static inline uint64_t tcg_opc_i11(int qp, uint64_t opc, int r1,
490
                                   int r3, uint64_t pos, uint64_t len)
491
{
492
    return opc
493
           | ((len & 0x3f) << 27)
494
           | ((r3 & 0x7f) << 20)
495
           | ((pos & 0x3f) << 14)
496
           | ((r1 & 0x7f) << 6)
497
           | (qp & 0x3f);
498
}
499

    
500
static inline uint64_t tcg_opc_i12(int qp, uint64_t opc, int r1,
501
                                   int r2, uint64_t pos, uint64_t len)
502
{
503
    return opc
504
           | ((len & 0x3f) << 27)
505
           | ((pos & 0x3f) << 20)
506
           | ((r2 & 0x7f) << 13)
507
           | ((r1 & 0x7f) << 6)
508
           | (qp & 0x3f);
509
}
510

    
511
static inline uint64_t tcg_opc_i18(int qp, uint64_t opc, uint64_t imm)
512
{
513
    return opc
514
           | ((imm & 0x100000) << 16) /* i */
515
           | ((imm & 0x0fffff) << 6)  /* imm20a */
516
           | (qp & 0x3f);
517
}
518

    
519
static inline uint64_t tcg_opc_i21(int qp, uint64_t opc, int b1,
520
                                   int r2, uint64_t imm)
521
{
522
    return opc
523
           | ((imm & 0x1ff) << 24)
524
           | ((r2 & 0x7f) << 13)
525
           | ((b1 & 0x7) << 6)
526
           | (qp & 0x3f);
527
}
528

    
529
static inline uint64_t tcg_opc_i22(int qp, uint64_t opc, int r1, int b2)
530
{
531
    return opc
532
           | ((b2 & 0x7) << 13)
533
           | ((r1 & 0x7f) << 6)
534
           | (qp & 0x3f);
535
}
536

    
537
static inline uint64_t tcg_opc_i26(int qp, uint64_t opc, int ar3, int r2)
538
{
539
    return opc
540
           | ((ar3 & 0x7f) << 20)
541
           | ((r2 & 0x7f) << 13)
542
           | (qp & 0x3f);
543
}
544

    
545
static inline uint64_t tcg_opc_i29(int qp, uint64_t opc, int r1, int r3)
546
{
547
    return opc
548
           | ((r3 & 0x7f) << 20)
549
           | ((r1 & 0x7f) << 6)
550
           | (qp & 0x3f);
551
}
552

    
553
static inline uint64_t tcg_opc_l2(uint64_t imm)
554
{
555
    return (imm & 0x7fffffffffc00000ull) >> 22;
556
}
557

    
558
static inline uint64_t tcg_opc_l3(uint64_t imm)
559
{
560
    return (imm & 0x07fffffffff00000ull) >> 18;
561
}
562

    
563
static inline uint64_t tcg_opc_m1(int qp, uint64_t opc, int r1, int r3)
564
{
565
    return opc
566
           | ((r3 & 0x7f) << 20)
567
           | ((r1 & 0x7f) << 6)
568
           | (qp & 0x3f);
569
}
570

    
571
static inline uint64_t tcg_opc_m3(int qp, uint64_t opc, int r1,
572
                                  int r3, uint64_t imm)
573
{
574
    return opc
575
           | ((imm & 0x100) << 28) /* s */
576
           | ((imm & 0x080) << 20) /* i */
577
           | ((imm & 0x07f) << 13) /* imm7b */
578
           | ((r3 & 0x7f) << 20)
579
           | ((r1 & 0x7f) << 6)
580
           | (qp & 0x3f);
581
}
582

    
583
static inline uint64_t tcg_opc_m4(int qp, uint64_t opc, int r2, int r3)
584
{
585
    return opc
586
           | ((r3 & 0x7f) << 20)
587
           | ((r2 & 0x7f) << 13)
588
           | (qp & 0x3f);
589
}
590

    
591
static inline uint64_t tcg_opc_m18(int qp, uint64_t opc, int f1, int r2)
592
{
593
    return opc
594
           | ((r2 & 0x7f) << 13)
595
           | ((f1 & 0x7f) << 6)
596
           | (qp & 0x3f);
597
}
598

    
599
static inline uint64_t tcg_opc_m19(int qp, uint64_t opc, int r1, int f2)
600
{
601
    return opc
602
           | ((f2 & 0x7f) << 13)
603
           | ((r1 & 0x7f) << 6)
604
           | (qp & 0x3f);
605
}
606

    
607
static inline uint64_t tcg_opc_m34(int qp, uint64_t opc, int r1,
608
                                   int sof, int sol, int sor)
609
{
610
    return opc
611
           | ((sor & 0x0f) << 27)
612
           | ((sol & 0x7f) << 20)
613
           | ((sof & 0x7f) << 13)
614
           | ((r1 & 0x7f) << 6)
615
           | (qp & 0x3f);
616
}
617

    
618
static inline uint64_t tcg_opc_m48(int qp, uint64_t opc, uint64_t imm)
619
{
620
    return opc
621
           | ((imm & 0x100000) << 16) /* i */
622
           | ((imm & 0x0fffff) << 6)  /* imm20a */
623
           | (qp & 0x3f);
624
}
625

    
626
static inline uint64_t tcg_opc_x2(int qp, uint64_t opc,
627
                                  int r1, uint64_t imm)
628
{
629
    return opc
630
           | ((imm & 0x8000000000000000ull) >> 27) /* i */
631
           |  (imm & 0x0000000000200000ull)        /* ic */
632
           | ((imm & 0x00000000001f0000ull) << 6)  /* imm5c */
633
           | ((imm & 0x000000000000ff80ull) << 20) /* imm9d */
634
           | ((imm & 0x000000000000007full) << 13) /* imm7b */
635
           | ((r1 & 0x7f) << 6)
636
           | (qp & 0x3f);
637
}
638

    
639
static inline uint64_t tcg_opc_x3(int qp, uint64_t opc, uint64_t imm)
640
{
641
    return opc
642
           | ((imm & 0x0800000000000000ull) >> 23) /* i */
643
           | ((imm & 0x00000000000fffffull) << 13) /* imm20b */
644
           | (qp & 0x3f);
645
}
646

    
647

    
648
/*
649
 * Relocations
650
 */
651

    
652
static inline void reloc_pcrel21b (void *pc, tcg_target_long target)
653
{
654
    uint64_t imm;
655
    int64_t disp;
656
    int slot;
657

    
658
    slot = (tcg_target_long) pc & 3;
659
    pc = (void *)((tcg_target_long) pc & ~3);
660

    
661
    disp = target - (tcg_target_long) pc;
662
    imm = (uint64_t) disp >> 4;
663

    
664
    switch(slot) {
665
    case 0:
666
        *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 8) & 0xfffffdc00003ffffull)
667
                                | ((imm & 0x100000) << 21)  /* s */
668
                                | ((imm & 0x0fffff) << 18); /* imm20b */
669
        break;
670
    case 1:
671
        *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xfffffffffffb8000ull)
672
                                | ((imm & 0x100000) >> 2)   /* s */
673
                                | ((imm & 0x0fffe0) >> 5);  /* imm20b */
674
        *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x07ffffffffffffffull)
675
                                | ((imm & 0x00001f) << 59); /* imm20b */
676
        break;
677
    case 2:
678
        *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fffffffffull)
679
                                | ((imm & 0x100000) << 39)  /* s */
680
                                | ((imm & 0x0fffff) << 36); /* imm20b */
681
        break;
682
    }
683
}
684

    
685
static inline uint64_t get_reloc_pcrel21b (void *pc)
686
{
687
    int64_t low, high;
688
    int slot;
689

    
690
    slot = (tcg_target_long) pc & 3;
691
    pc = (void *)((tcg_target_long) pc & ~3);
692

    
693
    low  = (*(uint64_t *)(pc + 0));
694
    high = (*(uint64_t *)(pc + 8));
695

    
696
    switch(slot) {
697
    case 0:
698
        return ((low >> 21) & 0x100000) + /* s */
699
               ((low >> 18) & 0x0fffff);  /* imm20b */
700
    case 1:
701
        return ((high << 2) & 0x100000) + /* s */
702
               ((high << 5) & 0x0fffe0) + /* imm20b */
703
               ((low >> 59) & 0x00001f);  /* imm20b */
704
    case 2:
705
        return ((high >> 39) & 0x100000) + /* s */
706
               ((high >> 36) & 0x0fffff);  /* imm20b */
707
    default:
708
        tcg_abort();
709
    }
710
}
711

    
712
static inline void reloc_pcrel60b (void *pc, tcg_target_long target)
713
{
714
    int64_t disp;
715
    uint64_t imm;
716

    
717
    disp = target - (tcg_target_long) pc;
718
    imm = (uint64_t) disp >> 4;
719

    
720
    *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fff800000ull)
721
                             |  (imm & 0x0800000000000000ull)         /* s */
722
                             | ((imm & 0x07fffff000000000ull) >> 36)  /* imm39 */
723
                             | ((imm & 0x00000000000fffffull) << 36); /* imm20b */
724
    *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x00003fffffffffffull)
725
                             | ((imm & 0x0000000ffff00000ull) << 28); /* imm39 */
726
}
727

    
728
static inline uint64_t get_reloc_pcrel60b (void *pc)
729
{
730
    int64_t low, high;
731

    
732
    low  = (*(uint64_t *)(pc + 0));
733
    high = (*(uint64_t *)(pc + 8));
734

    
735
    return ((high)       & 0x0800000000000000ull) + /* s */
736
           ((high >> 36) & 0x00000000000fffffull) + /* imm20b */
737
           ((high << 36) & 0x07fffff000000000ull) + /* imm39 */
738
           ((low >> 28)  & 0x0000000ffff00000ull);  /* imm39 */
739
}
740

    
741

    
742
static void patch_reloc(uint8_t *code_ptr, int type,
743
                        tcg_target_long value, tcg_target_long addend)
744
{
745
    value += addend;
746
    switch (type) {
747
    case R_IA64_PCREL21B:
748
        reloc_pcrel21b(code_ptr, value);
749
        break;
750
    case R_IA64_PCREL60B:
751
        reloc_pcrel60b(code_ptr, value);
752
    default:
753
        tcg_abort();
754
    }
755
}
756

    
757
/*
758
 * Constraints
759
 */
760

    
761
/* parse target specific constraints */
762
static int target_parse_constraint(TCGArgConstraint *ct, const char **pct_str)
763
{
764
    const char *ct_str;
765

    
766
    ct_str = *pct_str;
767
    switch(ct_str[0]) {
768
    case 'r':
769
        ct->ct |= TCG_CT_REG;
770
        tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
771
        break;
772
    case 'I':
773
        ct->ct |= TCG_CT_CONST_S22;
774
        break;
775
    case 'S':
776
        ct->ct |= TCG_CT_REG;
777
        tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
778
#if defined(CONFIG_SOFTMMU)
779
        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R56);
780
        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R57);
781
#endif
782
        break;
783
    case 'Z':
784
        /* We are cheating a bit here, using the fact that the register
785
           r0 is also the register number 0. Hence there is no need
786
           to check for const_args in each instruction. */
787
        ct->ct |= TCG_CT_CONST_ZERO;
788
        break;
789
    default:
790
        return -1;
791
    }
792
    ct_str++;
793
    *pct_str = ct_str;
794
    return 0;
795
}
796

    
797
/* test if a constant matches the constraint */
798
static inline int tcg_target_const_match(tcg_target_long val,
799
                                         const TCGArgConstraint *arg_ct)
800
{
801
    int ct;
802
    ct = arg_ct->ct;
803
    if (ct & TCG_CT_CONST)
804
        return 1;
805
    else if ((ct & TCG_CT_CONST_ZERO) && val == 0)
806
        return 1;
807
    else if ((ct & TCG_CT_CONST_S22) && val == ((int32_t)val << 10) >> 10)
808
        return 1;
809
    else
810
        return 0;
811
}
812

    
813
/*
814
 * Code generation
815
 */
816

    
817
static uint8_t *tb_ret_addr;
818

    
819
static inline void tcg_out_bundle(TCGContext *s, int template,
820
                                  uint64_t slot0, uint64_t slot1,
821
                                  uint64_t slot2)
822
{
823
    template &= 0x1f;          /* 5 bits */
824
    slot0 &= 0x1ffffffffffull; /* 41 bits */
825
    slot1 &= 0x1ffffffffffull; /* 41 bits */
826
    slot2 &= 0x1ffffffffffull; /* 41 bits */
827

    
828
    *(uint64_t *)(s->code_ptr + 0) = (slot1 << 46) | (slot0 << 5) | template;
829
    *(uint64_t *)(s->code_ptr + 8) = (slot2 << 23) | (slot1 >> 18);
830
    s->code_ptr += 16;
831
}
832

    
833
static inline void tcg_out_mov(TCGContext *s, TCGType type,
834
                               TCGArg ret, TCGArg arg)
835
{
836
    tcg_out_bundle(s, mmI,
837
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
838
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
839
                   tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, ret, 0, arg));
840
}
841

    
842
static inline void tcg_out_movi(TCGContext *s, TCGType type,
843
                                TCGArg reg, tcg_target_long arg)
844
{
845
    tcg_out_bundle(s, mLX,
846
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
847
                   tcg_opc_l2 (arg),
848
                   tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2, reg, arg));
849
}
850

    
851
static inline void tcg_out_addi(TCGContext *s, TCGArg reg, tcg_target_long val)
852
{
853
    if (val == ((int32_t)val << 10) >> 10) {
854
        tcg_out_bundle(s, MmI,
855
                       tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
856
                                  TCG_REG_R2, val, TCG_REG_R0),
857
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
858
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
859
                                   reg, TCG_REG_R2));
860
    } else {
861
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, val);
862
        tcg_out_bundle(s, mmI,
863
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
864
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
865
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
866
                                   reg, TCG_REG_R2));
867
    }
868
}
869

    
870
static void tcg_out_br(TCGContext *s, int label_index)
871
{
872
    TCGLabel *l = &s->labels[label_index];
873

    
874
    tcg_out_bundle(s, mmB,
875
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
876
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
877
                   tcg_opc_b1 (TCG_REG_P0, OPC_BR_SPTK_MANY_B1,
878
                               get_reloc_pcrel21b(s->code_ptr + 2)));
879

    
880
    if (l->has_value) {
881
        reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
882
    } else {
883
        tcg_out_reloc(s, (s->code_ptr - 16) + 2,
884
                      R_IA64_PCREL21B, label_index, 0);
885
    }
886
}
887

    
888
static inline void tcg_out_call(TCGContext *s, TCGArg addr)
889
{
890
    tcg_out_bundle(s, MmI,
891
                   tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R2, addr),
892
                   tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R3, 8, addr),
893
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
894
                               TCG_REG_B6, TCG_REG_R2, 0));
895
    tcg_out_bundle(s, mmB,
896
                   tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R3),
897
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
898
                   tcg_opc_b5 (TCG_REG_P0, OPC_BR_CALL_SPTK_MANY_B5,
899
                               TCG_REG_B0, TCG_REG_B6));
900
}
901

    
902
static void tcg_out_exit_tb(TCGContext *s, tcg_target_long arg)
903
{
904
    int64_t disp;
905
    uint64_t imm;
906

    
907
    tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R8, arg);
908

    
909
    disp = tb_ret_addr - s->code_ptr;
910
    imm = (uint64_t)disp >> 4;
911

    
912
    tcg_out_bundle(s, mLX,
913
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
914
                   tcg_opc_l3 (imm),
915
                   tcg_opc_x3 (TCG_REG_P0, OPC_BRL_SPTK_MANY_X3, imm));
916
}
917

    
918
static inline void tcg_out_goto_tb(TCGContext *s, TCGArg arg)
919
{
920
    if (s->tb_jmp_offset) {
921
        /* direct jump method */
922
        tcg_abort();
923
    } else {
924
        /* indirect jump method */
925
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2,
926
                     (tcg_target_long)(s->tb_next + arg));
927
        tcg_out_bundle(s, MmI,
928
                       tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1,
929
                                   TCG_REG_R2, TCG_REG_R2),
930
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
931
                       tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6,
932
                                   TCG_REG_R2, 0));
933
        tcg_out_bundle(s, mmB,
934
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
935
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
936
                       tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4,
937
                                   TCG_REG_B6));
938
    }
939
    s->tb_next_offset[arg] = s->code_ptr - s->code_buf;
940
}
941

    
942
static inline void tcg_out_jmp(TCGContext *s, TCGArg addr)
943
{
944
    tcg_out_bundle(s, mmI,
945
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
946
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
947
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6, addr, 0));
948
    tcg_out_bundle(s, mmB,
949
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
950
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
951
                   tcg_opc_b4(TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
952
}
953

    
954
static inline void tcg_out_ld_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
955
                                  TCGArg arg1, tcg_target_long arg2)
956
{
957
    if (arg2 == ((int16_t)arg2 >> 2) << 2) {
958
        tcg_out_bundle(s, MmI,
959
                       tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
960
                                  TCG_REG_R2, arg2, arg1),
961
                       tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
962
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
963
    } else {
964
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
965
        tcg_out_bundle(s, MmI,
966
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
967
                                   TCG_REG_R2, TCG_REG_R2, arg1),
968
                       tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
969
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
970
    }
971
}
972

    
973
static inline void tcg_out_st_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
974
                                  TCGArg arg1, tcg_target_long arg2)
975
{
976
    if (arg2 == ((int16_t)arg2 >> 2) << 2) {
977
        tcg_out_bundle(s, MmI,
978
                       tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
979
                                  TCG_REG_R2, arg2, arg1),
980
                       tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
981
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
982
    } else {
983
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
984
        tcg_out_bundle(s, MmI,
985
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
986
                                   TCG_REG_R2, TCG_REG_R2, arg1),
987
                       tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
988
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
989
    }
990
}
991

    
992
static inline void tcg_out_ld(TCGContext *s, TCGType type, TCGArg arg,
993
                              TCGArg arg1, tcg_target_long arg2)
994
{
995
    if (type == TCG_TYPE_I32) {
996
        tcg_out_ld_rel(s, OPC_LD4_M1, arg, arg1, arg2);
997
    } else {
998
        tcg_out_ld_rel(s, OPC_LD8_M1, arg, arg1, arg2);
999
    }
1000
}
1001

    
1002
static inline void tcg_out_st(TCGContext *s, TCGType type, TCGArg arg,
1003
                              TCGArg arg1, tcg_target_long arg2)
1004
{
1005
    if (type == TCG_TYPE_I32) {
1006
        tcg_out_st_rel(s, OPC_ST4_M4, arg, arg1, arg2);
1007
    } else {
1008
        tcg_out_st_rel(s, OPC_ST8_M4, arg, arg1, arg2);
1009
    }
1010
}
1011

    
1012
static inline void tcg_out_alu(TCGContext *s, uint64_t opc_a1, TCGArg ret,
1013
                               TCGArg arg1, int const_arg1,
1014
                               TCGArg arg2, int const_arg2)
1015
{
1016
    uint64_t opc1, opc2;
1017

    
1018
    if (const_arg1 && arg1 != 0) {
1019
        opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1020
                          TCG_REG_R2, arg1, TCG_REG_R0);
1021
        arg1 = TCG_REG_R2;
1022
    } else {
1023
        opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1024
    }
1025

    
1026
    if (const_arg2 && arg2 != 0) {
1027
        opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1028
                          TCG_REG_R3, arg2, TCG_REG_R0);
1029
        arg2 = TCG_REG_R3;
1030
    } else {
1031
        opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1032
    }
1033

    
1034
    tcg_out_bundle(s, mII,
1035
                   opc1,
1036
                   opc2,
1037
                   tcg_opc_a1(TCG_REG_P0, opc_a1, ret, arg1, arg2));
1038
}
1039

    
1040
static inline void tcg_out_eqv(TCGContext *s, TCGArg ret,
1041
                               TCGArg arg1, int const_arg1,
1042
                               TCGArg arg2, int const_arg2)
1043
{
1044
    tcg_out_bundle(s, mII,
1045
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1046
                   tcg_opc_a1 (TCG_REG_P0, OPC_XOR_A1, ret, arg1, arg2),
1047
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1048
}
1049

    
1050
static inline void tcg_out_nand(TCGContext *s, TCGArg ret,
1051
                                TCGArg arg1, int const_arg1,
1052
                                TCGArg arg2, int const_arg2)
1053
{
1054
    tcg_out_bundle(s, mII,
1055
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1056
                   tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, ret, arg1, arg2),
1057
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1058
}
1059

    
1060
static inline void tcg_out_nor(TCGContext *s, TCGArg ret,
1061
                               TCGArg arg1, int const_arg1,
1062
                               TCGArg arg2, int const_arg2)
1063
{
1064
    tcg_out_bundle(s, mII,
1065
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1066
                   tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, arg2),
1067
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1068
}
1069

    
1070
static inline void tcg_out_orc(TCGContext *s, TCGArg ret,
1071
                               TCGArg arg1, int const_arg1,
1072
                               TCGArg arg2, int const_arg2)
1073
{
1074
    tcg_out_bundle(s, mII,
1075
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1076
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, TCG_REG_R2, -1, arg2),
1077
                   tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, TCG_REG_R2));
1078
}
1079

    
1080
static inline void tcg_out_mul(TCGContext *s, TCGArg ret,
1081
                               TCGArg arg1, TCGArg arg2)
1082
{
1083
    tcg_out_bundle(s, mmI,
1084
                   tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F6, arg1),
1085
                   tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F7, arg2),
1086
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1087
    tcg_out_bundle(s, mmF,
1088
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1089
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1090
                   tcg_opc_f2 (TCG_REG_P0, OPC_XMA_L_F2, TCG_REG_F6, TCG_REG_F6,
1091
                               TCG_REG_F7, TCG_REG_F0));
1092
    tcg_out_bundle(s, miI,
1093
                   tcg_opc_m19(TCG_REG_P0, OPC_GETF_SIG_M19, ret, TCG_REG_F6),
1094
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1095
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1096
}
1097

    
1098
static inline void tcg_out_sar_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1099
                                   TCGArg arg2, int const_arg2)
1100
{
1101
    if (const_arg2) {
1102
        tcg_out_bundle(s, miI,
1103
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1104
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1105
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1106
                                   ret, arg1, arg2, 31 - arg2));
1107
    } else {
1108
        tcg_out_bundle(s, mII,
1109
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3,
1110
                                   TCG_REG_R3, 0x1f, arg2),
1111
                       tcg_opc_i29(TCG_REG_P0, OPC_SXT4_I29, TCG_REG_R2, arg1),
1112
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret,
1113
                                   TCG_REG_R2, TCG_REG_R3));
1114
    }
1115
}
1116

    
1117
static inline void tcg_out_sar_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1118
                                   TCGArg arg2, int const_arg2)
1119
{
1120
    if (const_arg2) {
1121
        tcg_out_bundle(s, miI,
1122
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1123
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1124
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1125
                                   ret, arg1, arg2, 63 - arg2));
1126
    } else {
1127
        tcg_out_bundle(s, miI,
1128
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1129
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1130
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret, arg1, arg2));
1131
    }
1132
}
1133

    
1134
static inline void tcg_out_shl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1135
                                   TCGArg arg2, int const_arg2)
1136
{
1137
    if (const_arg2) {
1138
        tcg_out_bundle(s, miI,
1139
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1140
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1141
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1142
                                   arg1, 63 - arg2, 31 - arg2));
1143
    } else {
1144
        tcg_out_bundle(s, mII,
1145
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1146
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R2,
1147
                                   0x1f, arg2),
1148
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1149
                                   arg1, TCG_REG_R2));
1150
    }
1151
}
1152

    
1153
static inline void tcg_out_shl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1154
                                   TCGArg arg2, int const_arg2)
1155
{
1156
    if (const_arg2) {
1157
        tcg_out_bundle(s, miI,
1158
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1159
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1160
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1161
                                   arg1, 63 - arg2, 63 - arg2));
1162
    } else {
1163
        tcg_out_bundle(s, miI,
1164
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1165
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1166
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1167
                                   arg1, arg2));
1168
    }
1169
}
1170

    
1171
static inline void tcg_out_shr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1172
                                   TCGArg arg2, int const_arg2)
1173
{
1174
    if (const_arg2) {
1175
        tcg_out_bundle(s, miI,
1176
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1177
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1178
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1179
                                   arg1, arg2, 31 - arg2));
1180
    } else {
1181
        tcg_out_bundle(s, mII,
1182
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1183
                                   0x1f, arg2),
1184
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R2, arg1),
1185
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1186
                                   TCG_REG_R2, TCG_REG_R3));
1187
    }
1188
}
1189

    
1190
static inline void tcg_out_shr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1191
                                   TCGArg arg2, int const_arg2)
1192
{
1193
    if (const_arg2) {
1194
        tcg_out_bundle(s, miI,
1195
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1196
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1197
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1198
                                   arg1, arg2, 63 - arg2));
1199
    } else {
1200
        tcg_out_bundle(s, miI,
1201
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1202
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1203
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1204
                                   arg1, arg2));
1205
    }
1206
}
1207

    
1208
static inline void tcg_out_rotl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1209
                                    TCGArg arg2, int const_arg2)
1210
{
1211
    if (const_arg2) {
1212
        tcg_out_bundle(s, mII,
1213
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1214
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1215
                                   TCG_REG_R2, arg1, arg1),
1216
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1217
                                   TCG_REG_R2, 32 - arg2, 31));
1218
    } else {
1219
        tcg_out_bundle(s, miI,
1220
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1221
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1222
                                   TCG_REG_R2, arg1, arg1),
1223
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1224
                                   0x1f, arg2));
1225
        tcg_out_bundle(s, mII,
1226
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1227
                       tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R3,
1228
                                   0x20, TCG_REG_R3),
1229
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1230
                                   TCG_REG_R2, TCG_REG_R3));
1231
    }
1232
}
1233

    
1234
static inline void tcg_out_rotl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1235
                                    TCGArg arg2, int const_arg2)
1236
{
1237
    if (const_arg2) {
1238
        tcg_out_bundle(s, miI,
1239
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1240
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1241
                       tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1242
                                   arg1, 0x40 - arg2));
1243
    } else {
1244
        tcg_out_bundle(s, mII,
1245
                       tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1246
                                   0x40, arg2),
1247
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R3,
1248
                                   arg1, arg2),
1249
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R2,
1250
                                   arg1, TCG_REG_R2));
1251
        tcg_out_bundle(s, miI,
1252
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1253
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1254
                       tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1255
                                   TCG_REG_R2, TCG_REG_R3));
1256
    }
1257
}
1258

    
1259
static inline void tcg_out_rotr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1260
                                    TCGArg arg2, int const_arg2)
1261
{
1262
    if (const_arg2) {
1263
        tcg_out_bundle(s, mII,
1264
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1265
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1266
                                   TCG_REG_R2, arg1, arg1),
1267
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1268
                                   TCG_REG_R2, arg2, 31));
1269
    } else {
1270
        tcg_out_bundle(s, mII,
1271
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1272
                                   0x1f, arg2),
1273
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1274
                                   TCG_REG_R2, arg1, arg1),
1275
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1276
                                   TCG_REG_R2, TCG_REG_R3));
1277
    }
1278
}
1279

    
1280
static inline void tcg_out_rotr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1281
                                    TCGArg arg2, int const_arg2)
1282
{
1283
    if (const_arg2) {
1284
        tcg_out_bundle(s, miI,
1285
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1286
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1287
                       tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1288
                                   arg1, arg2));
1289
    } else {
1290
        tcg_out_bundle(s, mII,
1291
                       tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1292
                                   0x40, arg2),
1293
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R3,
1294
                                   arg1, arg2),
1295
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R2,
1296
                                   arg1, TCG_REG_R2));
1297
        tcg_out_bundle(s, miI,
1298
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1299
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1300
                       tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1301
                                   TCG_REG_R2, TCG_REG_R3));
1302
    }
1303
}
1304

    
1305
static inline void tcg_out_ext(TCGContext *s, uint64_t opc_i29,
1306
                               TCGArg ret, TCGArg arg)
1307
{
1308
    tcg_out_bundle(s, miI,
1309
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1310
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1311
                   tcg_opc_i29(TCG_REG_P0, opc_i29, ret, arg));
1312
}
1313

    
1314
static inline void tcg_out_bswap16(TCGContext *s, TCGArg ret, TCGArg arg)
1315
{
1316
    tcg_out_bundle(s, mII,
1317
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1318
                   tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 15, 15),
1319
                   tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1320
}
1321

    
1322
static inline void tcg_out_bswap32(TCGContext *s, TCGArg ret, TCGArg arg)
1323
{
1324
    tcg_out_bundle(s, mII,
1325
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1326
                   tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 31, 31),
1327
                   tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1328
}
1329

    
1330
static inline void tcg_out_bswap64(TCGContext *s, TCGArg ret, TCGArg arg)
1331
{
1332
    tcg_out_bundle(s, mII,
1333
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1334
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1335
                   tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, arg, 0xb));
1336
}
1337

    
1338
static inline uint64_t tcg_opc_cmp_a(int qp, TCGCond cond, TCGArg arg1,
1339
                                     TCGArg arg2, int cmp4)
1340
{
1341
    uint64_t opc_eq_a6, opc_lt_a6, opc_ltu_a6;
1342

    
1343
    if (cmp4) {
1344
        opc_eq_a6 = OPC_CMP4_EQ_A6;
1345
        opc_lt_a6 = OPC_CMP4_LT_A6;
1346
        opc_ltu_a6 = OPC_CMP4_LTU_A6;
1347
    } else {
1348
        opc_eq_a6 = OPC_CMP_EQ_A6;
1349
        opc_lt_a6 = OPC_CMP_LT_A6;
1350
        opc_ltu_a6 = OPC_CMP_LTU_A6;
1351
    }
1352

    
1353
    switch (cond) {
1354
    case TCG_COND_EQ:
1355
        return tcg_opc_a6 (qp, opc_eq_a6,  TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1356
    case TCG_COND_NE:
1357
        return tcg_opc_a6 (qp, opc_eq_a6,  TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1358
    case TCG_COND_LT:
1359
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1360
    case TCG_COND_LTU:
1361
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1362
    case TCG_COND_GE:
1363
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1364
    case TCG_COND_GEU:
1365
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1366
    case TCG_COND_LE:
1367
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1368
    case TCG_COND_LEU:
1369
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1370
    case TCG_COND_GT:
1371
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1372
    case TCG_COND_GTU:
1373
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1374
    default:
1375
        tcg_abort();
1376
        break;
1377
    }
1378
}
1379

    
1380
static inline void tcg_out_brcond(TCGContext *s, TCGCond cond, TCGArg arg1,
1381
                                  int const_arg1, TCGArg arg2, int const_arg2,
1382
                                  int label_index, int cmp4)
1383
{
1384
    TCGLabel *l = &s->labels[label_index];
1385
    uint64_t opc1, opc2;
1386

    
1387
    if (const_arg1 && arg1 != 0) {
1388
        opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1389
                          arg1, TCG_REG_R0);
1390
        arg1 = TCG_REG_R2;
1391
    } else {
1392
        opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1393
    }
1394

    
1395
    if (const_arg2 && arg2 != 0) {
1396
        opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1397
                          arg2, TCG_REG_R0);
1398
        arg2 = TCG_REG_R3;
1399
    } else {
1400
        opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1401
    }
1402

    
1403
    tcg_out_bundle(s, mII,
1404
                   opc1,
1405
                   opc2,
1406
                   tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4));
1407
    tcg_out_bundle(s, mmB,
1408
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1409
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1410
                   tcg_opc_b1 (TCG_REG_P6, OPC_BR_DPTK_FEW_B1,
1411
                               get_reloc_pcrel21b(s->code_ptr + 2)));
1412

    
1413
    if (l->has_value) {
1414
        reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
1415
    } else {
1416
        tcg_out_reloc(s, (s->code_ptr - 16) + 2,
1417
                      R_IA64_PCREL21B, label_index, 0);
1418
    }
1419
}
1420

    
1421
static inline void tcg_out_setcond(TCGContext *s, TCGCond cond, TCGArg ret,
1422
                                   TCGArg arg1, TCGArg arg2, int cmp4)
1423
{
1424
    tcg_out_bundle(s, MmI,
1425
                   tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4),
1426
                   tcg_opc_a5(TCG_REG_P6, OPC_ADDL_A5, ret, 1, TCG_REG_R0),
1427
                   tcg_opc_a5(TCG_REG_P7, OPC_ADDL_A5, ret, 0, TCG_REG_R0));
1428
}
1429

    
1430
#if defined(CONFIG_SOFTMMU)
1431

    
1432
#include "../../softmmu_defs.h"
1433

    
1434
/* Load and compare a TLB entry, and return the result in (p6, p7).
1435
   R2 is loaded with the address of the addend TLB entry.
1436
   R56 is loaded with the address, zero extented on 32-bit targets. */
1437
static inline void tcg_out_qemu_tlb(TCGContext *s, TCGArg addr_reg,
1438
                                    int s_bits, uint64_t offset_rw,
1439
                                    uint64_t offset_addend)
1440
{
1441
    tcg_out_bundle(s, mII,
1442
                   tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1443
                               TARGET_PAGE_MASK | ((1 << s_bits) - 1),
1444
                               TCG_REG_R0),
1445
                   tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, TCG_REG_R2,
1446
                               addr_reg, TARGET_PAGE_BITS, CPU_TLB_BITS - 1),
1447
                   tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, TCG_REG_R2,
1448
                               TCG_REG_R2, 63 - CPU_TLB_ENTRY_BITS,
1449
                               63 - CPU_TLB_ENTRY_BITS));
1450
    tcg_out_bundle(s, mII,
1451
                   tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1452
                               offset_rw, TCG_REG_R2),
1453
#if TARGET_LONG_BITS == 32
1454
                   tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R56, addr_reg),
1455
#else
1456
                   tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R56,
1457
                              0, addr_reg),
1458
#endif
1459
                   tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1460
                               TCG_REG_R2, TCG_AREG0));
1461
    tcg_out_bundle(s, mII,
1462
                   tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R57,
1463
                               TCG_REG_R2, offset_addend - offset_rw),
1464
                   tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, TCG_REG_R3,
1465
                               TCG_REG_R3, TCG_REG_R56),
1466
                   tcg_opc_a6 (TCG_REG_P0, OPC_CMP_EQ_A6, TCG_REG_P6,
1467
                               TCG_REG_P7, TCG_REG_R3, TCG_REG_R57));
1468
}
1469

    
1470
static void *qemu_ld_helpers[4] = {
1471
    __ldb_mmu,
1472
    __ldw_mmu,
1473
    __ldl_mmu,
1474
    __ldq_mmu,
1475
};
1476

    
1477
static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1478
{
1479
    int addr_reg, data_reg, mem_index, s_bits, bswap;
1480
    uint64_t opc_ld_m1[4] = { OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1 };
1481
    uint64_t opc_ext_i29[8] = { OPC_ZXT1_I29, OPC_ZXT2_I29, OPC_ZXT4_I29, 0,
1482
                                OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0 };
1483

    
1484
    data_reg = *args++;
1485
    addr_reg = *args++;
1486
    mem_index = *args;
1487
    s_bits = opc & 3;
1488

    
1489
#ifdef TARGET_WORDS_BIGENDIAN
1490
    bswap = 1;
1491
#else
1492
    bswap = 0;
1493
#endif
1494

    
1495
    /* Read the TLB entry */
1496
    tcg_out_qemu_tlb(s, addr_reg, s_bits,
1497
                     offsetof(CPUState, tlb_table[mem_index][0].addr_read),
1498
                     offsetof(CPUState, tlb_table[mem_index][0].addend));
1499

    
1500
    /* P6 is the fast path, and P7 the slow path */
1501
    tcg_out_bundle(s, mLX,
1502
                   tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R57,
1503
                               mem_index, TCG_REG_R0),
1504
                   tcg_opc_l2 ((tcg_target_long) qemu_ld_helpers[s_bits]),
1505
                   tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1506
                               (tcg_target_long) qemu_ld_helpers[s_bits]));
1507
    tcg_out_bundle(s, MmI,
1508
                   tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1509
                               TCG_REG_R2, 8),
1510
                   tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1511
                               TCG_REG_R3, TCG_REG_R56),
1512
                   tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1513
                               TCG_REG_R3, 0));
1514
    if (bswap && s_bits == 1) {
1515
        tcg_out_bundle(s, MmI,
1516
                       tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1517
                                   TCG_REG_R8, TCG_REG_R3),
1518
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1519
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1520
                                   TCG_REG_R8, TCG_REG_R8, 15, 15));
1521
    } else if (bswap && s_bits == 2) {
1522
        tcg_out_bundle(s, MmI,
1523
                       tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1524
                                   TCG_REG_R8, TCG_REG_R3),
1525
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1526
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1527
                                   TCG_REG_R8, TCG_REG_R8, 31, 31));
1528
    } else {
1529
        tcg_out_bundle(s, mmI,
1530
                       tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1531
                                   TCG_REG_R8, TCG_REG_R3),
1532
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1533
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1534
    }
1535
    if (!bswap || s_bits == 0) {
1536
        tcg_out_bundle(s, miB,
1537
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1538
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1539
                       tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1540
                                   TCG_REG_B0, TCG_REG_B6));
1541
    } else {
1542
        tcg_out_bundle(s, miB,
1543
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1544
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1545
                                   TCG_REG_R8, TCG_REG_R8, 0xb),
1546
                       tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1547
                                   TCG_REG_B0, TCG_REG_B6));
1548
    }
1549

    
1550
    if (opc == 3) {
1551
        tcg_out_bundle(s, miI,
1552
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1553
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1554
                       tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
1555
                                   data_reg, 0, TCG_REG_R8));
1556
    } else {
1557
        tcg_out_bundle(s, miI,
1558
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1559
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1560
                       tcg_opc_i29(TCG_REG_P0, opc_ext_i29[opc],
1561
                                   data_reg, TCG_REG_R8));
1562
    }
1563
}
1564

    
1565
static void *qemu_st_helpers[4] = {
1566
    __stb_mmu,
1567
    __stw_mmu,
1568
    __stl_mmu,
1569
    __stq_mmu,
1570
};
1571

    
1572
static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1573
{
1574
    int addr_reg, data_reg, mem_index, bswap;
1575
    uint64_t opc_st_m4[4] = { OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4 };
1576

    
1577
    data_reg = *args++;
1578
    addr_reg = *args++;
1579
    mem_index = *args;
1580

    
1581
#ifdef TARGET_WORDS_BIGENDIAN
1582
    bswap = 1;
1583
#else
1584
    bswap = 0;
1585
#endif
1586

    
1587
    tcg_out_qemu_tlb(s, addr_reg, opc,
1588
                     offsetof(CPUState, tlb_table[mem_index][0].addr_write),
1589
                     offsetof(CPUState, tlb_table[mem_index][0].addend));
1590

    
1591
    /* P6 is the fast path, and P7 the slow path */
1592
    tcg_out_bundle(s, mLX,
1593
                   tcg_opc_a4(TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R57,
1594
                              0, data_reg),
1595
                   tcg_opc_l2 ((tcg_target_long) qemu_st_helpers[opc]),
1596
                   tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1597
                               (tcg_target_long) qemu_st_helpers[opc]));
1598
    tcg_out_bundle(s, MmI,
1599
                   tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1600
                               TCG_REG_R2, 8),
1601
                   tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1602
                               TCG_REG_R3, TCG_REG_R56),
1603
                   tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1604
                               TCG_REG_R3, 0));
1605

    
1606
    if (!bswap || opc == 0) {
1607
        tcg_out_bundle(s, mII,
1608
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1609
                                   TCG_REG_R1, TCG_REG_R2),
1610
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1611
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1612
    } else if (opc == 1) {
1613
        tcg_out_bundle(s, mII,
1614
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1615
                                   TCG_REG_R1, TCG_REG_R2),
1616
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1617
                                   TCG_REG_R2, data_reg, 15, 15),
1618
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1619
                                   TCG_REG_R2, TCG_REG_R2, 0xb));
1620
        data_reg = TCG_REG_R2;
1621
    } else if (opc == 2) {
1622
        tcg_out_bundle(s, mII,
1623
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1624
                                   TCG_REG_R1, TCG_REG_R2),
1625
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1626
                                   TCG_REG_R2, data_reg, 31, 31),
1627
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1628
                                   TCG_REG_R2, TCG_REG_R2, 0xb));
1629
        data_reg = TCG_REG_R2;
1630
    } else if (opc == 3) {
1631
        tcg_out_bundle(s, miI,
1632
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1633
                                   TCG_REG_R1, TCG_REG_R2),
1634
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1635
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1636
                                   TCG_REG_R2, data_reg, 0xb));
1637
        data_reg = TCG_REG_R2;
1638
    }
1639

    
1640
    tcg_out_bundle(s, miB,
1641
                   tcg_opc_m4 (TCG_REG_P6, opc_st_m4[opc],
1642
                               data_reg, TCG_REG_R3),
1643
                   tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R58,
1644
                               mem_index, TCG_REG_R0),
1645
                   tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1646
                               TCG_REG_B0, TCG_REG_B6));
1647
}
1648

    
1649
#else /* !CONFIG_SOFTMMU */
1650

    
1651
static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1652
{
1653
    static uint64_t const opc_ld_m1[4] = {
1654
        OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1
1655
    };
1656
    static uint64_t const opc_sxt_i29[4] = {
1657
        OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0
1658
    };
1659
    int addr_reg, data_reg, mem_index, s_bits, bswap;
1660

    
1661
    data_reg = *args++;
1662
    addr_reg = *args++;
1663
    mem_index = *args;
1664
    s_bits = opc & 3;
1665

    
1666
#ifdef TARGET_WORDS_BIGENDIAN
1667
    bswap = 1;
1668
#else
1669
    bswap = 0;
1670
#endif
1671

    
1672
#if TARGET_LONG_BITS == 32
1673
    if (GUEST_BASE != 0) {
1674
        tcg_out_bundle(s, mII,
1675
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1676
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1677
                                   TCG_REG_R3, addr_reg),
1678
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1679
                                   TCG_GUEST_BASE_REG, TCG_REG_R3));
1680
    } else {
1681
        tcg_out_bundle(s, miI,
1682
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1683
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1684
                                   TCG_REG_R2, addr_reg),
1685
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1686
    }
1687

    
1688
    if (!bswap || s_bits == 0) {
1689
        if (s_bits == opc) {
1690
            tcg_out_bundle(s, miI,
1691
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1692
                                       data_reg, TCG_REG_R2),
1693
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1694
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1695
        } else {
1696
            tcg_out_bundle(s, mII,
1697
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1698
                                       data_reg, TCG_REG_R2),
1699
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1700
                           tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1701
                                       data_reg, data_reg));
1702
        }
1703
    } else if (s_bits == 3) {
1704
            tcg_out_bundle(s, mII,
1705
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1706
                                       data_reg, TCG_REG_R2),
1707
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1708
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1709
                                       data_reg, data_reg, 0xb));
1710
    } else {
1711
        if (s_bits == 1) {
1712
            tcg_out_bundle(s, mII,
1713
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1714
                                       data_reg, TCG_REG_R2),
1715
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1716
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1717
                                      data_reg, data_reg, 15, 15));
1718
        } else {
1719
            tcg_out_bundle(s, mII,
1720
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1721
                                       data_reg, TCG_REG_R2),
1722
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1723
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1724
                                      data_reg, data_reg, 31, 31));
1725
        }
1726
        if (opc == s_bits) {
1727
            tcg_out_bundle(s, miI,
1728
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1729
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1730
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1731
                                       data_reg, data_reg, 0xb));
1732
        } else {
1733
            tcg_out_bundle(s, mII,
1734
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1735
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1736
                                       data_reg, data_reg, 0xb),
1737
                           tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1738
                                       data_reg, data_reg));
1739
        }
1740
    }
1741
#else
1742
    if (GUEST_BASE != 0) {
1743
        tcg_out_bundle(s, MmI,
1744
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1745
                                   TCG_GUEST_BASE_REG, addr_reg),
1746
                       tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1747
                                   data_reg, TCG_REG_R2),
1748
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1749
    } else {
1750
        tcg_out_bundle(s, mmI,
1751
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1752
                       tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1753
                                   data_reg, addr_reg),
1754
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1755
    }
1756

    
1757
    if (bswap && s_bits == 1) {
1758
        tcg_out_bundle(s, mII,
1759
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1760
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1761
                                   data_reg, data_reg, 15, 15),
1762
                       tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1763
                                   data_reg, data_reg, 0xb));
1764
    } else if (bswap && s_bits == 2) {
1765
        tcg_out_bundle(s, mII,
1766
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1767
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1768
                                   data_reg, data_reg, 31, 31),
1769
                       tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1770
                                   data_reg, data_reg, 0xb));
1771
    } else if (bswap && s_bits == 3) {
1772
        tcg_out_bundle(s, miI,
1773
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1774
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1775
                       tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1776
                                   data_reg, data_reg, 0xb));
1777
    }
1778
    if (s_bits != opc) {
1779
        tcg_out_bundle(s, miI,
1780
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1781
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1782
                       tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1783
                                   data_reg, data_reg));
1784
    }
1785
#endif
1786
}
1787

    
1788
static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1789
{
1790
    static uint64_t const opc_st_m4[4] = {
1791
        OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4
1792
    };
1793
    int addr_reg, data_reg, bswap;
1794
#if TARGET_LONG_BITS == 64
1795
    uint64_t add_guest_base;
1796
#endif
1797

    
1798
    data_reg = *args++;
1799
    addr_reg = *args++;
1800

    
1801
#ifdef TARGET_WORDS_BIGENDIAN
1802
    bswap = 1;
1803
#else
1804
    bswap = 0;
1805
#endif
1806

    
1807
#if TARGET_LONG_BITS == 32
1808
    if (GUEST_BASE != 0) {
1809
        tcg_out_bundle(s, mII,
1810
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1811
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1812
                                   TCG_REG_R3, addr_reg),
1813
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1814
                                   TCG_GUEST_BASE_REG, TCG_REG_R3));
1815
    } else {
1816
        tcg_out_bundle(s, miI,
1817
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1818
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1819
                                   TCG_REG_R3, addr_reg),
1820
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1821
    }
1822

    
1823
    if (bswap) {
1824
        if (opc == 1) {
1825
            tcg_out_bundle(s, mII,
1826
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1827
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1828
                                       TCG_REG_R3, data_reg, 15, 15),
1829
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1830
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1831
            data_reg = TCG_REG_R3;
1832
        } else if (opc == 2) {
1833
            tcg_out_bundle(s, mII,
1834
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1835
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1836
                                       TCG_REG_R3, data_reg, 31, 31),
1837
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1838
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1839
            data_reg = TCG_REG_R3;
1840
        } else if (opc == 3) {
1841
            tcg_out_bundle(s, miI,
1842
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1843
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1844
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1845
                                       TCG_REG_R3, data_reg, 0xb));
1846
            data_reg = TCG_REG_R3;
1847
        }
1848
    }
1849
    tcg_out_bundle(s, mmI,
1850
                   tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1851
                               data_reg, TCG_REG_R2),
1852
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1853
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1854
#else
1855
    if (GUEST_BASE != 0) {
1856
        add_guest_base = tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1857
                                     TCG_GUEST_BASE_REG, addr_reg);
1858
        addr_reg = TCG_REG_R2;
1859
    } else {
1860
        add_guest_base = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1861
    }
1862

    
1863
    if (!bswap || opc == 0) {
1864
        tcg_out_bundle(s, (GUEST_BASE ? MmI : mmI),
1865
                       add_guest_base,
1866
                       tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1867
                                   data_reg, addr_reg),
1868
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1869
    } else {
1870
        if (opc == 1) {
1871
            tcg_out_bundle(s, mII,
1872
                           add_guest_base,
1873
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1874
                                       TCG_REG_R3, data_reg, 15, 15),
1875
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1876
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1877
            data_reg = TCG_REG_R3;
1878
        } else if (opc == 2) {
1879
            tcg_out_bundle(s, mII,
1880
                           add_guest_base,
1881
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1882
                                       TCG_REG_R3, data_reg, 31, 31),
1883
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1884
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1885
            data_reg = TCG_REG_R3;
1886
        } else if (opc == 3) {
1887
            tcg_out_bundle(s, miI,
1888
                           add_guest_base,
1889
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1890
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1891
                                       TCG_REG_R3, data_reg, 0xb));
1892
            data_reg = TCG_REG_R3;
1893
        }
1894
        tcg_out_bundle(s, miI,
1895
                       tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1896
                                   data_reg, addr_reg),
1897
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1898
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1899
    }
1900
#endif
1901
}
1902

    
1903
#endif
1904

    
1905
static inline void tcg_out_op(TCGContext *s, TCGOpcode opc,
1906
                              const TCGArg *args, const int *const_args)
1907
{
1908
    switch(opc) {
1909
    case INDEX_op_exit_tb:
1910
        tcg_out_exit_tb(s, args[0]);
1911
        break;
1912
    case INDEX_op_br:
1913
        tcg_out_br(s, args[0]);
1914
        break;
1915
    case INDEX_op_call:
1916
        tcg_out_call(s, args[0]);
1917
        break;
1918
    case INDEX_op_goto_tb:
1919
        tcg_out_goto_tb(s, args[0]);
1920
        break;
1921
    case INDEX_op_jmp:
1922
        tcg_out_jmp(s, args[0]);
1923
        break;
1924

    
1925
    case INDEX_op_movi_i32:
1926
        tcg_out_movi(s, TCG_TYPE_I32, args[0], args[1]);
1927
        break;
1928
    case INDEX_op_movi_i64:
1929
        tcg_out_movi(s, TCG_TYPE_I64, args[0], args[1]);
1930
        break;
1931

    
1932
    case INDEX_op_ld8u_i32:
1933
    case INDEX_op_ld8u_i64:
1934
        tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1935
        break;
1936
    case INDEX_op_ld8s_i32:
1937
    case INDEX_op_ld8s_i64:
1938
        tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1939
        tcg_out_ext(s, OPC_SXT1_I29, args[0], args[0]);
1940
        break;
1941
    case INDEX_op_ld16u_i32:
1942
    case INDEX_op_ld16u_i64:
1943
        tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1944
        break;
1945
    case INDEX_op_ld16s_i32:
1946
    case INDEX_op_ld16s_i64:
1947
        tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1948
        tcg_out_ext(s, OPC_SXT2_I29, args[0], args[0]);
1949
        break;
1950
    case INDEX_op_ld_i32:
1951
    case INDEX_op_ld32u_i64:
1952
        tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1953
        break;
1954
    case INDEX_op_ld32s_i64:
1955
        tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1956
        tcg_out_ext(s, OPC_SXT4_I29, args[0], args[0]);
1957
        break;
1958
    case INDEX_op_ld_i64:
1959
        tcg_out_ld_rel(s, OPC_LD8_M1, args[0], args[1], args[2]);
1960
        break;
1961
    case INDEX_op_st8_i32:
1962
    case INDEX_op_st8_i64:
1963
        tcg_out_st_rel(s, OPC_ST1_M4, args[0], args[1], args[2]);
1964
        break;
1965
    case INDEX_op_st16_i32:
1966
    case INDEX_op_st16_i64:
1967
        tcg_out_st_rel(s, OPC_ST2_M4, args[0], args[1], args[2]);
1968
        break;
1969
    case INDEX_op_st_i32:
1970
    case INDEX_op_st32_i64:
1971
        tcg_out_st_rel(s, OPC_ST4_M4, args[0], args[1], args[2]);
1972
        break;
1973
    case INDEX_op_st_i64:
1974
        tcg_out_st_rel(s, OPC_ST8_M4, args[0], args[1], args[2]);
1975
        break;
1976

    
1977
    case INDEX_op_add_i32:
1978
    case INDEX_op_add_i64:
1979
        tcg_out_alu(s, OPC_ADD_A1, args[0], args[1], const_args[1],
1980
                    args[2], const_args[2]);
1981
        break;
1982
    case INDEX_op_sub_i32:
1983
    case INDEX_op_sub_i64:
1984
        tcg_out_alu(s, OPC_SUB_A1, args[0], args[1], const_args[1],
1985
                    args[2], const_args[2]);
1986
        break;
1987

    
1988
    case INDEX_op_and_i32:
1989
    case INDEX_op_and_i64:
1990
        tcg_out_alu(s, OPC_AND_A1, args[0], args[1], const_args[1],
1991
                    args[2], const_args[2]);
1992
        break;
1993
    case INDEX_op_andc_i32:
1994
    case INDEX_op_andc_i64:
1995
        tcg_out_alu(s, OPC_ANDCM_A1, args[0], args[1], const_args[1],
1996
                    args[2], const_args[2]);
1997
        break;
1998
    case INDEX_op_eqv_i32:
1999
    case INDEX_op_eqv_i64:
2000
        tcg_out_eqv(s, args[0], args[1], const_args[1],
2001
                    args[2], const_args[2]);
2002
        break;
2003
    case INDEX_op_nand_i32:
2004
    case INDEX_op_nand_i64:
2005
        tcg_out_nand(s, args[0], args[1], const_args[1],
2006
                     args[2], const_args[2]);
2007
        break;
2008
    case INDEX_op_nor_i32:
2009
    case INDEX_op_nor_i64:
2010
        tcg_out_nor(s, args[0], args[1], const_args[1],
2011
                    args[2], const_args[2]);
2012
        break;
2013
    case INDEX_op_or_i32:
2014
    case INDEX_op_or_i64:
2015
        tcg_out_alu(s, OPC_OR_A1, args[0], args[1], const_args[1],
2016
                    args[2], const_args[2]);
2017
        break;
2018
    case INDEX_op_orc_i32:
2019
    case INDEX_op_orc_i64:
2020
        tcg_out_orc(s, args[0], args[1], const_args[1],
2021
                    args[2], const_args[2]);
2022
        break;
2023
    case INDEX_op_xor_i32:
2024
    case INDEX_op_xor_i64:
2025
        tcg_out_alu(s, OPC_XOR_A1, args[0], args[1], const_args[1],
2026
                    args[2], const_args[2]);
2027
        break;
2028

    
2029
    case INDEX_op_mul_i32:
2030
    case INDEX_op_mul_i64:
2031
        tcg_out_mul(s, args[0], args[1], args[2]);
2032
        break;
2033

    
2034
    case INDEX_op_sar_i32:
2035
        tcg_out_sar_i32(s, args[0], args[1], args[2], const_args[2]);
2036
        break;
2037
    case INDEX_op_sar_i64:
2038
        tcg_out_sar_i64(s, args[0], args[1], args[2], const_args[2]);
2039
        break;
2040
    case INDEX_op_shl_i32:
2041
        tcg_out_shl_i32(s, args[0], args[1], args[2], const_args[2]);
2042
        break;
2043
    case INDEX_op_shl_i64:
2044
        tcg_out_shl_i64(s, args[0], args[1], args[2], const_args[2]);
2045
        break;
2046
    case INDEX_op_shr_i32:
2047
        tcg_out_shr_i32(s, args[0], args[1], args[2], const_args[2]);
2048
        break;
2049
    case INDEX_op_shr_i64:
2050
        tcg_out_shr_i64(s, args[0], args[1], args[2], const_args[2]);
2051
        break;
2052
    case INDEX_op_rotl_i32:
2053
        tcg_out_rotl_i32(s, args[0], args[1], args[2], const_args[2]);
2054
        break;
2055
    case INDEX_op_rotl_i64:
2056
        tcg_out_rotl_i64(s, args[0], args[1], args[2], const_args[2]);
2057
        break;
2058
    case INDEX_op_rotr_i32:
2059
        tcg_out_rotr_i32(s, args[0], args[1], args[2], const_args[2]);
2060
        break;
2061
    case INDEX_op_rotr_i64:
2062
        tcg_out_rotr_i64(s, args[0], args[1], args[2], const_args[2]);
2063
        break;
2064

    
2065
    case INDEX_op_ext8s_i32:
2066
    case INDEX_op_ext8s_i64:
2067
        tcg_out_ext(s, OPC_SXT1_I29, args[0], args[1]);
2068
        break;
2069
    case INDEX_op_ext8u_i32:
2070
    case INDEX_op_ext8u_i64:
2071
        tcg_out_ext(s, OPC_ZXT1_I29, args[0], args[1]);
2072
        break;
2073
    case INDEX_op_ext16s_i32:
2074
    case INDEX_op_ext16s_i64:
2075
        tcg_out_ext(s, OPC_SXT2_I29, args[0], args[1]);
2076
        break;
2077
    case INDEX_op_ext16u_i32:
2078
    case INDEX_op_ext16u_i64:
2079
        tcg_out_ext(s, OPC_ZXT2_I29, args[0], args[1]);
2080
        break;
2081
    case INDEX_op_ext32s_i64:
2082
        tcg_out_ext(s, OPC_SXT4_I29, args[0], args[1]);
2083
        break;
2084
    case INDEX_op_ext32u_i64:
2085
        tcg_out_ext(s, OPC_ZXT4_I29, args[0], args[1]);
2086
        break;
2087

    
2088
    case INDEX_op_bswap16_i32:
2089
    case INDEX_op_bswap16_i64:
2090
        tcg_out_bswap16(s, args[0], args[1]);
2091
        break;
2092
    case INDEX_op_bswap32_i32:
2093
    case INDEX_op_bswap32_i64:
2094
        tcg_out_bswap32(s, args[0], args[1]);
2095
        break;
2096
    case INDEX_op_bswap64_i64:
2097
        tcg_out_bswap64(s, args[0], args[1]);
2098
        break;
2099

    
2100
    case INDEX_op_brcond_i32:
2101
        tcg_out_brcond(s, args[2], args[0], const_args[0],
2102
                       args[1], const_args[1], args[3], 1);
2103
        break;
2104
    case INDEX_op_brcond_i64:
2105
        tcg_out_brcond(s, args[2], args[0], const_args[0],
2106
                       args[1], const_args[1], args[3], 0);
2107
        break;
2108
    case INDEX_op_setcond_i32:
2109
        tcg_out_setcond(s, args[3], args[0], args[1], args[2], 1);
2110
        break;
2111
    case INDEX_op_setcond_i64:
2112
        tcg_out_setcond(s, args[3], args[0], args[1], args[2], 0);
2113
        break;
2114

    
2115
    case INDEX_op_qemu_ld8u:
2116
        tcg_out_qemu_ld(s, args, 0);
2117
        break;
2118
    case INDEX_op_qemu_ld8s:
2119
        tcg_out_qemu_ld(s, args, 0 | 4);
2120
        break;
2121
    case INDEX_op_qemu_ld16u:
2122
        tcg_out_qemu_ld(s, args, 1);
2123
        break;
2124
    case INDEX_op_qemu_ld16s:
2125
        tcg_out_qemu_ld(s, args, 1 | 4);
2126
        break;
2127
    case INDEX_op_qemu_ld32:
2128
    case INDEX_op_qemu_ld32u:
2129
        tcg_out_qemu_ld(s, args, 2);
2130
        break;
2131
    case INDEX_op_qemu_ld32s:
2132
        tcg_out_qemu_ld(s, args, 2 | 4);
2133
        break;
2134
    case INDEX_op_qemu_ld64:
2135
        tcg_out_qemu_ld(s, args, 3);
2136
        break;
2137

    
2138
    case INDEX_op_qemu_st8:
2139
        tcg_out_qemu_st(s, args, 0);
2140
        break;
2141
    case INDEX_op_qemu_st16:
2142
        tcg_out_qemu_st(s, args, 1);
2143
        break;
2144
    case INDEX_op_qemu_st32:
2145
        tcg_out_qemu_st(s, args, 2);
2146
        break;
2147
    case INDEX_op_qemu_st64:
2148
        tcg_out_qemu_st(s, args, 3);
2149
        break;
2150

    
2151
    default:
2152
        tcg_abort();
2153
    }
2154
}
2155

    
2156
static const TCGTargetOpDef ia64_op_defs[] = {
2157
    { INDEX_op_br, { } },
2158
    { INDEX_op_call, { "r" } },
2159
    { INDEX_op_exit_tb, { } },
2160
    { INDEX_op_goto_tb, { } },
2161
    { INDEX_op_jmp, { "r" } },
2162

    
2163
    { INDEX_op_mov_i32, { "r", "r" } },
2164
    { INDEX_op_movi_i32, { "r" } },
2165

    
2166
    { INDEX_op_ld8u_i32, { "r", "r" } },
2167
    { INDEX_op_ld8s_i32, { "r", "r" } },
2168
    { INDEX_op_ld16u_i32, { "r", "r" } },
2169
    { INDEX_op_ld16s_i32, { "r", "r" } },
2170
    { INDEX_op_ld_i32, { "r", "r" } },
2171
    { INDEX_op_st8_i32, { "rZ", "r" } },
2172
    { INDEX_op_st16_i32, { "rZ", "r" } },
2173
    { INDEX_op_st_i32, { "rZ", "r" } },
2174

    
2175
    { INDEX_op_add_i32, { "r", "rI", "rI" } },
2176
    { INDEX_op_sub_i32, { "r", "rI", "rI" } },
2177

    
2178
    { INDEX_op_and_i32, { "r", "rI", "rI" } },
2179
    { INDEX_op_andc_i32, { "r", "rI", "rI" } },
2180
    { INDEX_op_eqv_i32, { "r", "rZ", "rZ" } },
2181
    { INDEX_op_nand_i32, { "r", "rZ", "rZ" } },
2182
    { INDEX_op_nor_i32, { "r", "rZ", "rZ" } },
2183
    { INDEX_op_or_i32, { "r", "rI", "rI" } },
2184
    { INDEX_op_orc_i32, { "r", "rZ", "rZ" } },
2185
    { INDEX_op_xor_i32, { "r", "rI", "rI" } },
2186

    
2187
    { INDEX_op_mul_i32, { "r", "rZ", "rZ" } },
2188

    
2189
    { INDEX_op_sar_i32, { "r", "rZ", "ri" } },
2190
    { INDEX_op_shl_i32, { "r", "rZ", "ri" } },
2191
    { INDEX_op_shr_i32, { "r", "rZ", "ri" } },
2192
    { INDEX_op_rotl_i32, { "r", "rZ", "ri" } },
2193
    { INDEX_op_rotr_i32, { "r", "rZ", "ri" } },
2194

    
2195
    { INDEX_op_ext8s_i32, { "r", "rZ"} },
2196
    { INDEX_op_ext8u_i32, { "r", "rZ"} },
2197
    { INDEX_op_ext16s_i32, { "r", "rZ"} },
2198
    { INDEX_op_ext16u_i32, { "r", "rZ"} },
2199

    
2200
    { INDEX_op_bswap16_i32, { "r", "rZ" } },
2201
    { INDEX_op_bswap32_i32, { "r", "rZ" } },
2202

    
2203
    { INDEX_op_brcond_i32, { "rI", "rI" } },
2204
    { INDEX_op_setcond_i32, { "r", "rZ", "rZ" } },
2205

    
2206
    { INDEX_op_mov_i64, { "r", "r" } },
2207
    { INDEX_op_movi_i64, { "r" } },
2208

    
2209
    { INDEX_op_ld8u_i64, { "r", "r" } },
2210
    { INDEX_op_ld8s_i64, { "r", "r" } },
2211
    { INDEX_op_ld16u_i64, { "r", "r" } },
2212
    { INDEX_op_ld16s_i64, { "r", "r" } },
2213
    { INDEX_op_ld32u_i64, { "r", "r" } },
2214
    { INDEX_op_ld32s_i64, { "r", "r" } },
2215
    { INDEX_op_ld_i64, { "r", "r" } },
2216
    { INDEX_op_st8_i64, { "rZ", "r" } },
2217
    { INDEX_op_st16_i64, { "rZ", "r" } },
2218
    { INDEX_op_st32_i64, { "rZ", "r" } },
2219
    { INDEX_op_st_i64, { "rZ", "r" } },
2220

    
2221
    { INDEX_op_add_i64, { "r", "rI", "rI" } },
2222
    { INDEX_op_sub_i64, { "r", "rI", "rI" } },
2223

    
2224
    { INDEX_op_and_i64, { "r", "rI", "rI" } },
2225
    { INDEX_op_andc_i64, { "r", "rI", "rI" } },
2226
    { INDEX_op_eqv_i64, { "r", "rZ", "rZ" } },
2227
    { INDEX_op_nand_i64, { "r", "rZ", "rZ" } },
2228
    { INDEX_op_nor_i64, { "r", "rZ", "rZ" } },
2229
    { INDEX_op_or_i64, { "r", "rI", "rI" } },
2230
    { INDEX_op_orc_i64, { "r", "rZ", "rZ" } },
2231
    { INDEX_op_xor_i64, { "r", "rI", "rI" } },
2232

    
2233
    { INDEX_op_mul_i64, { "r", "rZ", "rZ" } },
2234

    
2235
    { INDEX_op_sar_i64, { "r", "rZ", "ri" } },
2236
    { INDEX_op_shl_i64, { "r", "rZ", "ri" } },
2237
    { INDEX_op_shr_i64, { "r", "rZ", "ri" } },
2238
    { INDEX_op_rotl_i64, { "r", "rZ", "ri" } },
2239
    { INDEX_op_rotr_i64, { "r", "rZ", "ri" } },
2240

    
2241
    { INDEX_op_ext8s_i64, { "r", "rZ"} },
2242
    { INDEX_op_ext8u_i64, { "r", "rZ"} },
2243
    { INDEX_op_ext16s_i64, { "r", "rZ"} },
2244
    { INDEX_op_ext16u_i64, { "r", "rZ"} },
2245
    { INDEX_op_ext32s_i64, { "r", "rZ"} },
2246
    { INDEX_op_ext32u_i64, { "r", "rZ"} },
2247

    
2248
    { INDEX_op_bswap16_i64, { "r", "rZ" } },
2249
    { INDEX_op_bswap32_i64, { "r", "rZ" } },
2250
    { INDEX_op_bswap64_i64, { "r", "rZ" } },
2251

    
2252
    { INDEX_op_brcond_i64, { "rI", "rI" } },
2253
    { INDEX_op_setcond_i64, { "r", "rZ", "rZ" } },
2254

    
2255
    { INDEX_op_qemu_ld8u, { "r", "r" } },
2256
    { INDEX_op_qemu_ld8s, { "r", "r" } },
2257
    { INDEX_op_qemu_ld16u, { "r", "r" } },
2258
    { INDEX_op_qemu_ld16s, { "r", "r" } },
2259
    { INDEX_op_qemu_ld32, { "r", "r" } },
2260
    { INDEX_op_qemu_ld32u, { "r", "r" } },
2261
    { INDEX_op_qemu_ld32s, { "r", "r" } },
2262
    { INDEX_op_qemu_ld64, { "r", "r" } },
2263

    
2264
    { INDEX_op_qemu_st8, { "SZ", "r" } },
2265
    { INDEX_op_qemu_st16, { "SZ", "r" } },
2266
    { INDEX_op_qemu_st32, { "SZ", "r" } },
2267
    { INDEX_op_qemu_st64, { "SZ", "r" } },
2268

    
2269
    { -1 },
2270
};
2271

    
2272
/* Generate global QEMU prologue and epilogue code */
2273
static void tcg_target_qemu_prologue(TCGContext *s)
2274
{
2275
    int frame_size;
2276

    
2277
    /* reserve some stack space */
2278
    frame_size = TCG_STATIC_CALL_ARGS_SIZE;
2279
    frame_size = (frame_size + TCG_TARGET_STACK_ALIGN - 1) &
2280
                 ~(TCG_TARGET_STACK_ALIGN - 1);
2281

    
2282
    /* First emit adhoc function descriptor */
2283
    *(uint64_t *)(s->code_ptr) = (uint64_t)s->code_ptr + 16; /* entry point */
2284
    s->code_ptr += 16; /* skip GP */
2285

    
2286
    /* prologue */
2287
    tcg_out_bundle(s, mII,
2288
                   tcg_opc_m34(TCG_REG_P0, OPC_ALLOC_M34,
2289
                               TCG_REG_R33, 32, 24, 0),
2290
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2291
                               TCG_REG_B6, TCG_REG_R32, 0),
2292
                   tcg_opc_i22(TCG_REG_P0, OPC_MOV_I22,
2293
                               TCG_REG_R32, TCG_REG_B0));
2294

    
2295
    /* ??? If GUEST_BASE < 0x200000, we could load the register via
2296
       an ADDL in the M slot of the next bundle.  */
2297
    if (GUEST_BASE != 0) {
2298
        tcg_out_bundle(s, mlx,
2299
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2300
                       tcg_opc_l2 (GUEST_BASE),
2301
                       tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2,
2302
                                   TCG_GUEST_BASE_REG, GUEST_BASE));
2303
        tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
2304
    }
2305

    
2306
    tcg_out_bundle(s, miB,
2307
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2308
                   tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2309
                               TCG_REG_R12, -frame_size, TCG_REG_R12),
2310
                   tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
2311

    
2312
    /* epilogue */
2313
    tb_ret_addr = s->code_ptr;
2314
    tcg_out_bundle(s, miI,
2315
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2316
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2317
                               TCG_REG_B0, TCG_REG_R32, 0),
2318
                   tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2319
                               TCG_REG_R12, frame_size, TCG_REG_R12));
2320
    tcg_out_bundle(s, miB,
2321
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2322
                   tcg_opc_i26(TCG_REG_P0, OPC_MOV_I_I26,
2323
                               TCG_REG_PFS, TCG_REG_R33),
2324
                   tcg_opc_b4 (TCG_REG_P0, OPC_BR_RET_SPTK_MANY_B4,
2325
                               TCG_REG_B0));
2326
}
2327

    
2328
static void tcg_target_init(TCGContext *s)
2329
{
2330
    tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I32],
2331
                   0xffffffffffffffffull);
2332
    tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I64],
2333
                   0xffffffffffffffffull);
2334

    
2335
    tcg_regset_clear(tcg_target_call_clobber_regs);
2336
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R8);
2337
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R9);
2338
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R10);
2339
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R11);
2340
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R14);
2341
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R15);
2342
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R16);
2343
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R17);
2344
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R18);
2345
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R19);
2346
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R20);
2347
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R21);
2348
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R22);
2349
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R23);
2350
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R24);
2351
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R25);
2352
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R26);
2353
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R27);
2354
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R28);
2355
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R29);
2356
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R30);
2357
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R31);
2358
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R56);
2359
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R57);
2360
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R58);
2361
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R59);
2362
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R60);
2363
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R61);
2364
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R62);
2365
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R63);
2366

    
2367
    tcg_regset_clear(s->reserved_regs);
2368
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R0);   /* zero register */
2369
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R1);   /* global pointer */
2370
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R2);   /* internal use */
2371
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R3);   /* internal use */
2372
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R12);  /* stack pointer */
2373
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R13);  /* thread pointer */
2374
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R32);  /* return address */
2375
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R33);  /* PFS */
2376

    
2377
    /* The following 3 are not in use, are call-saved, but *not* saved
2378
       by the prologue.  Therefore we cannot use them without modifying
2379
       the prologue.  There doesn't seem to be any good reason to use
2380
       these as opposed to the windowed registers.  */
2381
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R4);
2382
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R5);
2383
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R6);
2384

    
2385
    tcg_add_target_add_op_defs(ia64_op_defs);
2386
}