Statistics
| Branch: | Revision:

root / tcg / ia64 / tcg-target.c @ a3e28aa5

History | View | Annotate | Download (83.4 kB)

1
/*
2
 * Tiny Code Generator for QEMU
3
 *
4
 * Copyright (c) 2009-2010 Aurelien Jarno <aurelien@aurel32.net>
5
 * Based on i386/tcg-target.c - Copyright (c) 2008 Fabrice Bellard
6
 *
7
 * Permission is hereby granted, free of charge, to any person obtaining a copy
8
 * of this software and associated documentation files (the "Software"), to deal
9
 * in the Software without restriction, including without limitation the rights
10
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11
 * copies of the Software, and to permit persons to whom the Software is
12
 * furnished to do so, subject to the following conditions:
13
 *
14
 * The above copyright notice and this permission notice shall be included in
15
 * all copies or substantial portions of the Software.
16
 *
17
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23
 * THE SOFTWARE.
24
 */
25

    
26
/*
27
 * Register definitions
28
 */
29

    
30
#ifndef NDEBUG
31
static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
32
     "r0",  "r1",  "r2",  "r3",  "r4",  "r5",  "r6",  "r7",
33
     "r8",  "r9", "r10", "r11", "r12", "r13", "r14", "r15",
34
    "r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23",
35
    "r24", "r25", "r26", "r27", "r28", "r29", "r30", "r31",
36
    "r32", "r33", "r34", "r35", "r36", "r37", "r38", "r39",
37
    "r40", "r41", "r42", "r43", "r44", "r45", "r46", "r47",
38
    "r48", "r49", "r50", "r51", "r52", "r53", "r54", "r55",
39
    "r56", "r57", "r58", "r59", "r60", "r61", "r62", "r63",
40
};
41
#endif
42

    
43
#ifdef CONFIG_USE_GUEST_BASE
44
#define TCG_GUEST_BASE_REG TCG_REG_R55
45
#else
46
#define TCG_GUEST_BASE_REG TCG_REG_R0
47
#endif
48
#ifndef GUEST_BASE
49
#define GUEST_BASE 0
50
#endif
51

    
52
/* Branch registers */
53
enum {
54
    TCG_REG_B0 = 0,
55
    TCG_REG_B1,
56
    TCG_REG_B2,
57
    TCG_REG_B3,
58
    TCG_REG_B4,
59
    TCG_REG_B5,
60
    TCG_REG_B6,
61
    TCG_REG_B7,
62
};
63

    
64
/* Floating point registers */
65
enum {
66
    TCG_REG_F0 = 0,
67
    TCG_REG_F1,
68
    TCG_REG_F2,
69
    TCG_REG_F3,
70
    TCG_REG_F4,
71
    TCG_REG_F5,
72
    TCG_REG_F6,
73
    TCG_REG_F7,
74
    TCG_REG_F8,
75
    TCG_REG_F9,
76
    TCG_REG_F10,
77
    TCG_REG_F11,
78
    TCG_REG_F12,
79
    TCG_REG_F13,
80
    TCG_REG_F14,
81
    TCG_REG_F15,
82
};
83

    
84
/* Predicate registers */
85
enum {
86
    TCG_REG_P0 = 0,
87
    TCG_REG_P1,
88
    TCG_REG_P2,
89
    TCG_REG_P3,
90
    TCG_REG_P4,
91
    TCG_REG_P5,
92
    TCG_REG_P6,
93
    TCG_REG_P7,
94
    TCG_REG_P8,
95
    TCG_REG_P9,
96
    TCG_REG_P10,
97
    TCG_REG_P11,
98
    TCG_REG_P12,
99
    TCG_REG_P13,
100
    TCG_REG_P14,
101
    TCG_REG_P15,
102
};
103

    
104
/* Application registers */
105
enum {
106
    TCG_REG_PFS = 64,
107
};
108

    
109
static const int tcg_target_reg_alloc_order[] = {
110
    TCG_REG_R34,
111
    TCG_REG_R35,
112
    TCG_REG_R36,
113
    TCG_REG_R37,
114
    TCG_REG_R38,
115
    TCG_REG_R39,
116
    TCG_REG_R40,
117
    TCG_REG_R41,
118
    TCG_REG_R42,
119
    TCG_REG_R43,
120
    TCG_REG_R44,
121
    TCG_REG_R45,
122
    TCG_REG_R46,
123
    TCG_REG_R47,
124
    TCG_REG_R48,
125
    TCG_REG_R49,
126
    TCG_REG_R50,
127
    TCG_REG_R51,
128
    TCG_REG_R52,
129
    TCG_REG_R53,
130
    TCG_REG_R54,
131
    TCG_REG_R55,
132
    TCG_REG_R14,
133
    TCG_REG_R15,
134
    TCG_REG_R16,
135
    TCG_REG_R17,
136
    TCG_REG_R18,
137
    TCG_REG_R19,
138
    TCG_REG_R20,
139
    TCG_REG_R21,
140
    TCG_REG_R22,
141
    TCG_REG_R23,
142
    TCG_REG_R24,
143
    TCG_REG_R25,
144
    TCG_REG_R26,
145
    TCG_REG_R27,
146
    TCG_REG_R28,
147
    TCG_REG_R29,
148
    TCG_REG_R30,
149
    TCG_REG_R31,
150
    TCG_REG_R56,
151
    TCG_REG_R57,
152
    TCG_REG_R58,
153
    TCG_REG_R59,
154
    TCG_REG_R60,
155
    TCG_REG_R61,
156
    TCG_REG_R62,
157
    TCG_REG_R63,
158
    TCG_REG_R8,
159
    TCG_REG_R9,
160
    TCG_REG_R10,
161
    TCG_REG_R11
162
};
163

    
164
static const int tcg_target_call_iarg_regs[8] = {
165
    TCG_REG_R56,
166
    TCG_REG_R57,
167
    TCG_REG_R58,
168
    TCG_REG_R59,
169
    TCG_REG_R60,
170
    TCG_REG_R61,
171
    TCG_REG_R62,
172
    TCG_REG_R63,
173
};
174

    
175
static const int tcg_target_call_oarg_regs[2] = {
176
    TCG_REG_R8,
177
    TCG_REG_R9
178
};
179

    
180
/* maximum number of register used for input function arguments */
181
static inline int tcg_target_get_call_iarg_regs_count(int flags)
182
{
183
    return 8;
184
}
185

    
186
/*
187
 * opcode formation
188
 */
189

    
190
/* bundle templates: stops (double bar in the IA64 manual) are marked with
191
   an uppercase letter. */
192
enum {
193
    mii = 0x00,
194
    miI = 0x01,
195
    mIi = 0x02,
196
    mII = 0x03,
197
    mlx = 0x04,
198
    mLX = 0x05,
199
    mmi = 0x08,
200
    mmI = 0x09,
201
    Mmi = 0x0a,
202
    MmI = 0x0b,
203
    mfi = 0x0c,
204
    mfI = 0x0d,
205
    mmf = 0x0e,
206
    mmF = 0x0f,
207
    mib = 0x10,
208
    miB = 0x11,
209
    mbb = 0x12,
210
    mbB = 0x13,
211
    bbb = 0x16,
212
    bbB = 0x17,
213
    mmb = 0x18,
214
    mmB = 0x19,
215
    mfb = 0x1c,
216
    mfB = 0x1d,
217
};
218

    
219
enum {
220
    OPC_ADD_A1                = 0x10000000000ull,
221
    OPC_AND_A1                = 0x10060000000ull,
222
    OPC_AND_A3                = 0x10160000000ull,
223
    OPC_ANDCM_A1              = 0x10068000000ull,
224
    OPC_ANDCM_A3              = 0x10168000000ull,
225
    OPC_ADDS_A4               = 0x10800000000ull,
226
    OPC_ADDL_A5               = 0x12000000000ull,
227
    OPC_ALLOC_M34             = 0x02c00000000ull,
228
    OPC_BR_DPTK_FEW_B1        = 0x08400000000ull,
229
    OPC_BR_SPTK_MANY_B1       = 0x08000001000ull,
230
    OPC_BR_SPTK_MANY_B4       = 0x00100001000ull,
231
    OPC_BR_CALL_SPTK_MANY_B5  = 0x02100001000ull,
232
    OPC_BR_RET_SPTK_MANY_B4   = 0x00108001100ull,
233
    OPC_BRL_SPTK_MANY_X3      = 0x18000001000ull,
234
    OPC_CMP_LT_A6             = 0x18000000000ull,
235
    OPC_CMP_LTU_A6            = 0x1a000000000ull,
236
    OPC_CMP_EQ_A6             = 0x1c000000000ull,
237
    OPC_CMP4_LT_A6            = 0x18400000000ull,
238
    OPC_CMP4_LTU_A6           = 0x1a400000000ull,
239
    OPC_CMP4_EQ_A6            = 0x1c400000000ull,
240
    OPC_DEP_Z_I12             = 0x0a600000000ull,
241
    OPC_EXTR_I11              = 0x0a400002000ull,
242
    OPC_EXTR_U_I11            = 0x0a400000000ull,
243
    OPC_FCVT_FX_TRUNC_S1_F10  = 0x004d0000000ull,
244
    OPC_FCVT_FXU_TRUNC_S1_F10 = 0x004d8000000ull,
245
    OPC_FCVT_XF_F11           = 0x000e0000000ull,
246
    OPC_FMA_S1_F1             = 0x10400000000ull,
247
    OPC_FNMA_S1_F1            = 0x18400000000ull,
248
    OPC_FRCPA_S1_F6           = 0x00600000000ull,
249
    OPC_GETF_SIG_M19          = 0x08708000000ull,
250
    OPC_LD1_M1                = 0x08000000000ull,
251
    OPC_LD1_M3                = 0x0a000000000ull,
252
    OPC_LD2_M1                = 0x08040000000ull,
253
    OPC_LD2_M3                = 0x0a040000000ull,
254
    OPC_LD4_M1                = 0x08080000000ull,
255
    OPC_LD4_M3                = 0x0a080000000ull,
256
    OPC_LD8_M1                = 0x080c0000000ull,
257
    OPC_LD8_M3                = 0x0a0c0000000ull,
258
    OPC_MUX1_I3               = 0x0eca0000000ull,
259
    OPC_NOP_B9                = 0x04008000000ull,
260
    OPC_NOP_F16               = 0x00008000000ull,
261
    OPC_NOP_I18               = 0x00008000000ull,
262
    OPC_NOP_M48               = 0x00008000000ull,
263
    OPC_MOV_I21               = 0x00e00100000ull,
264
    OPC_MOV_RET_I21           = 0x00e00500000ull,
265
    OPC_MOV_I22               = 0x00188000000ull,
266
    OPC_MOV_I_I26             = 0x00150000000ull,
267
    OPC_MOVL_X2               = 0x0c000000000ull,
268
    OPC_OR_A1                 = 0x10070000000ull,
269
    OPC_SETF_EXP_M18          = 0x0c748000000ull,
270
    OPC_SETF_SIG_M18          = 0x0c708000000ull,
271
    OPC_SHL_I7                = 0x0f240000000ull,
272
    OPC_SHR_I5                = 0x0f220000000ull,
273
    OPC_SHR_U_I5              = 0x0f200000000ull,
274
    OPC_SHRP_I10              = 0x0ac00000000ull,
275
    OPC_SXT1_I29              = 0x000a0000000ull,
276
    OPC_SXT2_I29              = 0x000a8000000ull,
277
    OPC_SXT4_I29              = 0x000b0000000ull,
278
    OPC_ST1_M4                = 0x08c00000000ull,
279
    OPC_ST2_M4                = 0x08c40000000ull,
280
    OPC_ST4_M4                = 0x08c80000000ull,
281
    OPC_ST8_M4                = 0x08cc0000000ull,
282
    OPC_SUB_A1                = 0x10028000000ull,
283
    OPC_SUB_A3                = 0x10128000000ull,
284
    OPC_UNPACK4_L_I2          = 0x0f860000000ull,
285
    OPC_XMA_L_F2              = 0x1d000000000ull,
286
    OPC_XOR_A1                = 0x10078000000ull,
287
    OPC_ZXT1_I29              = 0x00080000000ull,
288
    OPC_ZXT2_I29              = 0x00088000000ull,
289
    OPC_ZXT4_I29              = 0x00090000000ull,
290
};
291

    
292
static inline uint64_t tcg_opc_a1(int qp, uint64_t opc, int r1,
293
                                  int r2, int r3)
294
{
295
    return opc
296
           | ((r3 & 0x7f) << 20)
297
           | ((r2 & 0x7f) << 13)
298
           | ((r1 & 0x7f) << 6)
299
           | (qp & 0x3f);
300
}
301

    
302
static inline uint64_t tcg_opc_a3(int qp, uint64_t opc, int r1,
303
                                  uint64_t imm, int r3)
304
{
305
    return opc
306
           | ((imm & 0x80) << 29) /* s */
307
           | ((imm & 0x7f) << 13) /* imm7b */
308
           | ((r3 & 0x7f) << 20)
309
           | ((r1 & 0x7f) << 6)
310
           | (qp & 0x3f);
311
}
312

    
313
static inline uint64_t tcg_opc_a4(int qp, uint64_t opc, int r1,
314
                                  uint64_t imm, int r3)
315
{
316
    return opc
317
           | ((imm & 0x2000) << 23) /* s */
318
           | ((imm & 0x1f80) << 20) /* imm6d */
319
           | ((imm & 0x007f) << 13) /* imm7b */
320
           | ((r3 & 0x7f) << 20)
321
           | ((r1 & 0x7f) << 6)
322
           | (qp & 0x3f);
323
}
324

    
325
static inline uint64_t tcg_opc_a5(int qp, uint64_t opc, int r1,
326
                                  uint64_t imm, int r3)
327
{
328
    return opc
329
           | ((imm & 0x200000) << 15) /* s */
330
           | ((imm & 0x1f0000) <<  6) /* imm5c */
331
           | ((imm & 0x00ff80) << 20) /* imm9d */
332
           | ((imm & 0x00007f) << 13) /* imm7b */
333
           | ((r3 & 0x03) << 20)
334
           | ((r1 & 0x7f) << 6)
335
           | (qp & 0x3f);
336
}
337

    
338
static inline uint64_t tcg_opc_a6(int qp, uint64_t opc, int p1,
339
                                  int p2, int r2, int r3)
340
{
341
    return opc
342
           | ((p2 & 0x3f) << 27)
343
           | ((r3 & 0x7f) << 20)
344
           | ((r2 & 0x7f) << 13)
345
           | ((p1 & 0x3f) << 6)
346
           | (qp & 0x3f);
347
}
348

    
349
static inline uint64_t tcg_opc_b1(int qp, uint64_t opc, uint64_t imm)
350
{
351
    return opc
352
           | ((imm & 0x100000) << 16) /* s */
353
           | ((imm & 0x0fffff) << 13) /* imm20b */
354
           | (qp & 0x3f);
355
}
356

    
357
static inline uint64_t tcg_opc_b4(int qp, uint64_t opc, int b2)
358
{
359
    return opc
360
           | ((b2 & 0x7) << 13)
361
           | (qp & 0x3f);
362
}
363

    
364
static inline uint64_t tcg_opc_b5(int qp, uint64_t opc, int b1, int b2)
365
{
366
    return opc
367
           | ((b2 & 0x7) << 13)
368
           | ((b1 & 0x7) << 6)
369
           | (qp & 0x3f);
370
}
371

    
372

    
373
static inline uint64_t tcg_opc_b9(int qp, uint64_t opc, uint64_t imm)
374
{
375
    return opc
376
           | ((imm & 0x100000) << 16) /* i */
377
           | ((imm & 0x0fffff) << 6)  /* imm20a */
378
           | (qp & 0x3f);
379
}
380

    
381
static inline uint64_t tcg_opc_f1(int qp, uint64_t opc, int f1,
382
                                  int f3, int f4, int f2)
383
{
384
    return opc
385
           | ((f4 & 0x7f) << 27)
386
           | ((f3 & 0x7f) << 20)
387
           | ((f2 & 0x7f) << 13)
388
           | ((f1 & 0x7f) << 6)
389
           | (qp & 0x3f);
390
}
391

    
392
static inline uint64_t tcg_opc_f2(int qp, uint64_t opc, int f1,
393
                                  int f3, int f4, int f2)
394
{
395
    return opc
396
           | ((f4 & 0x7f) << 27)
397
           | ((f3 & 0x7f) << 20)
398
           | ((f2 & 0x7f) << 13)
399
           | ((f1 & 0x7f) << 6)
400
           | (qp & 0x3f);
401
}
402

    
403
static inline uint64_t tcg_opc_f6(int qp, uint64_t opc, int f1,
404
                                  int p2, int f2, int f3)
405
{
406
    return opc
407
           | ((p2 & 0x3f) << 27)
408
           | ((f3 & 0x7f) << 20)
409
           | ((f2 & 0x7f) << 13)
410
           | ((f1 & 0x7f) << 6)
411
           | (qp & 0x3f);
412
}
413

    
414
static inline uint64_t tcg_opc_f10(int qp, uint64_t opc, int f1, int f2)
415
{
416
    return opc
417
           | ((f2 & 0x7f) << 13)
418
           | ((f1 & 0x7f) << 6)
419
           | (qp & 0x3f);
420
}
421

    
422
static inline uint64_t tcg_opc_f11(int qp, uint64_t opc, int f1, int f2)
423
{
424
    return opc
425
           | ((f2 & 0x7f) << 13)
426
           | ((f1 & 0x7f) << 6)
427
           | (qp & 0x3f);
428
}
429

    
430
static inline uint64_t tcg_opc_f16(int qp, uint64_t opc, uint64_t imm)
431
{
432
    return opc
433
           | ((imm & 0x100000) << 16) /* i */
434
           | ((imm & 0x0fffff) << 6)  /* imm20a */
435
           | (qp & 0x3f);
436
}
437

    
438
static inline uint64_t tcg_opc_i2(int qp, uint64_t opc, int r1,
439
                                  int r2, int r3)
440
{
441
    return opc
442
           | ((r3 & 0x7f) << 20)
443
           | ((r2 & 0x7f) << 13)
444
           | ((r1 & 0x7f) << 6)
445
           | (qp & 0x3f);
446
}
447

    
448
static inline uint64_t tcg_opc_i3(int qp, uint64_t opc, int r1,
449
                                  int r2, int mbtype)
450
{
451
    return opc
452
           | ((mbtype & 0x0f) << 20)
453
           | ((r2 & 0x7f) << 13)
454
           | ((r1 & 0x7f) << 6)
455
           | (qp & 0x3f);
456
}
457

    
458
static inline uint64_t tcg_opc_i5(int qp, uint64_t opc, int r1,
459
                                  int r3, int r2)
460
{
461
    return opc
462
           | ((r3 & 0x7f) << 20)
463
           | ((r2 & 0x7f) << 13)
464
           | ((r1 & 0x7f) << 6)
465
           | (qp & 0x3f);
466
}
467

    
468
static inline uint64_t tcg_opc_i7(int qp, uint64_t opc, int r1,
469
                                  int r2, int r3)
470
{
471
    return opc
472
           | ((r3 & 0x7f) << 20)
473
           | ((r2 & 0x7f) << 13)
474
           | ((r1 & 0x7f) << 6)
475
           | (qp & 0x3f);
476
}
477

    
478
static inline uint64_t tcg_opc_i10(int qp, uint64_t opc, int r1,
479
                                   int r2, int r3, uint64_t count)
480
{
481
    return opc
482
           | ((count & 0x3f) << 27)
483
           | ((r3 & 0x7f) << 20)
484
           | ((r2 & 0x7f) << 13)
485
           | ((r1 & 0x7f) << 6)
486
           | (qp & 0x3f);
487
}
488

    
489
static inline uint64_t tcg_opc_i11(int qp, uint64_t opc, int r1,
490
                                   int r3, uint64_t pos, uint64_t len)
491
{
492
    return opc
493
           | ((len & 0x3f) << 27)
494
           | ((r3 & 0x7f) << 20)
495
           | ((pos & 0x3f) << 14)
496
           | ((r1 & 0x7f) << 6)
497
           | (qp & 0x3f);
498
}
499

    
500
static inline uint64_t tcg_opc_i12(int qp, uint64_t opc, int r1,
501
                                   int r2, uint64_t pos, uint64_t len)
502
{
503
    return opc
504
           | ((len & 0x3f) << 27)
505
           | ((pos & 0x3f) << 20)
506
           | ((r2 & 0x7f) << 13)
507
           | ((r1 & 0x7f) << 6)
508
           | (qp & 0x3f);
509
}
510

    
511
static inline uint64_t tcg_opc_i18(int qp, uint64_t opc, uint64_t imm)
512
{
513
    return opc
514
           | ((imm & 0x100000) << 16) /* i */
515
           | ((imm & 0x0fffff) << 6)  /* imm20a */
516
           | (qp & 0x3f);
517
}
518

    
519
static inline uint64_t tcg_opc_i21(int qp, uint64_t opc, int b1,
520
                                   int r2, uint64_t imm)
521
{
522
    return opc
523
           | ((imm & 0x1ff) << 24)
524
           | ((r2 & 0x7f) << 13)
525
           | ((b1 & 0x7) << 6)
526
           | (qp & 0x3f);
527
}
528

    
529
static inline uint64_t tcg_opc_i22(int qp, uint64_t opc, int r1, int b2)
530
{
531
    return opc
532
           | ((b2 & 0x7) << 13)
533
           | ((r1 & 0x7f) << 6)
534
           | (qp & 0x3f);
535
}
536

    
537
static inline uint64_t tcg_opc_i26(int qp, uint64_t opc, int ar3, int r2)
538
{
539
    return opc
540
           | ((ar3 & 0x7f) << 20)
541
           | ((r2 & 0x7f) << 13)
542
           | (qp & 0x3f);
543
}
544

    
545
static inline uint64_t tcg_opc_i29(int qp, uint64_t opc, int r1, int r3)
546
{
547
    return opc
548
           | ((r3 & 0x7f) << 20)
549
           | ((r1 & 0x7f) << 6)
550
           | (qp & 0x3f);
551
}
552

    
553
static inline uint64_t tcg_opc_l2(uint64_t imm)
554
{
555
    return (imm & 0x7fffffffffc00000ull) >> 22;
556
}
557

    
558
static inline uint64_t tcg_opc_l3(uint64_t imm)
559
{
560
    return (imm & 0x07fffffffff00000ull) >> 18;
561
}
562

    
563
static inline uint64_t tcg_opc_m1(int qp, uint64_t opc, int r1, int r3)
564
{
565
    return opc
566
           | ((r3 & 0x7f) << 20)
567
           | ((r1 & 0x7f) << 6)
568
           | (qp & 0x3f);
569
}
570

    
571
static inline uint64_t tcg_opc_m3(int qp, uint64_t opc, int r1,
572
                                  int r3, uint64_t imm)
573
{
574
    return opc
575
           | ((imm & 0x100) << 28) /* s */
576
           | ((imm & 0x080) << 20) /* i */
577
           | ((imm & 0x07f) << 13) /* imm7b */
578
           | ((r3 & 0x7f) << 20)
579
           | ((r1 & 0x7f) << 6)
580
           | (qp & 0x3f);
581
}
582

    
583
static inline uint64_t tcg_opc_m4(int qp, uint64_t opc, int r2, int r3)
584
{
585
    return opc
586
           | ((r3 & 0x7f) << 20)
587
           | ((r2 & 0x7f) << 13)
588
           | (qp & 0x3f);
589
}
590

    
591
static inline uint64_t tcg_opc_m18(int qp, uint64_t opc, int f1, int r2)
592
{
593
    return opc
594
           | ((r2 & 0x7f) << 13)
595
           | ((f1 & 0x7f) << 6)
596
           | (qp & 0x3f);
597
}
598

    
599
static inline uint64_t tcg_opc_m19(int qp, uint64_t opc, int r1, int f2)
600
{
601
    return opc
602
           | ((f2 & 0x7f) << 13)
603
           | ((r1 & 0x7f) << 6)
604
           | (qp & 0x3f);
605
}
606

    
607
static inline uint64_t tcg_opc_m34(int qp, uint64_t opc, int r1,
608
                                   int sof, int sol, int sor)
609
{
610
    return opc
611
           | ((sor & 0x0f) << 27)
612
           | ((sol & 0x7f) << 20)
613
           | ((sof & 0x7f) << 13)
614
           | ((r1 & 0x7f) << 6)
615
           | (qp & 0x3f);
616
}
617

    
618
static inline uint64_t tcg_opc_m48(int qp, uint64_t opc, uint64_t imm)
619
{
620
    return opc
621
           | ((imm & 0x100000) << 16) /* i */
622
           | ((imm & 0x0fffff) << 6)  /* imm20a */
623
           | (qp & 0x3f);
624
}
625

    
626
static inline uint64_t tcg_opc_x2(int qp, uint64_t opc,
627
                                  int r1, uint64_t imm)
628
{
629
    return opc
630
           | ((imm & 0x8000000000000000ull) >> 27) /* i */
631
           |  (imm & 0x0000000000200000ull)        /* ic */
632
           | ((imm & 0x00000000001f0000ull) << 6)  /* imm5c */
633
           | ((imm & 0x000000000000ff80ull) << 20) /* imm9d */
634
           | ((imm & 0x000000000000007full) << 13) /* imm7b */
635
           | ((r1 & 0x7f) << 6)
636
           | (qp & 0x3f);
637
}
638

    
639
static inline uint64_t tcg_opc_x3(int qp, uint64_t opc, uint64_t imm)
640
{
641
    return opc
642
           | ((imm & 0x0800000000000000ull) >> 23) /* i */
643
           | ((imm & 0x00000000000fffffull) << 13) /* imm20b */
644
           | (qp & 0x3f);
645
}
646

    
647

    
648
/*
649
 * Relocations
650
 */
651

    
652
static inline void reloc_pcrel21b (void *pc, tcg_target_long target)
653
{
654
    uint64_t imm;
655
    int64_t disp;
656
    int slot;
657

    
658
    slot = (tcg_target_long) pc & 3;
659
    pc = (void *)((tcg_target_long) pc & ~3);
660

    
661
    disp = target - (tcg_target_long) pc;
662
    imm = (uint64_t) disp >> 4;
663

    
664
    switch(slot) {
665
    case 0:
666
        *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 8) & 0xfffffdc00003ffffull)
667
                                | ((imm & 0x100000) << 21)  /* s */
668
                                | ((imm & 0x0fffff) << 18); /* imm20b */
669
        break;
670
    case 1:
671
        *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xfffffffffffb8000ull)
672
                                | ((imm & 0x100000) >> 2)   /* s */
673
                                | ((imm & 0x0fffe0) >> 5);  /* imm20b */
674
        *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x07ffffffffffffffull)
675
                                | ((imm & 0x00001f) << 59); /* imm20b */
676
        break;
677
    case 2:
678
        *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fffffffffull)
679
                                | ((imm & 0x100000) << 39)  /* s */
680
                                | ((imm & 0x0fffff) << 36); /* imm20b */
681
        break;
682
    }
683
}
684

    
685
static inline uint64_t get_reloc_pcrel21b (void *pc)
686
{
687
    int64_t low, high;
688
    int slot;
689

    
690
    slot = (tcg_target_long) pc & 3;
691
    pc = (void *)((tcg_target_long) pc & ~3);
692

    
693
    low  = (*(uint64_t *)(pc + 0));
694
    high = (*(uint64_t *)(pc + 8));
695

    
696
    switch(slot) {
697
    case 0:
698
        return ((low >> 21) & 0x100000) + /* s */
699
               ((low >> 18) & 0x0fffff);  /* imm20b */
700
    case 1:
701
        return ((high << 2) & 0x100000) + /* s */
702
               ((high << 5) & 0x0fffe0) + /* imm20b */
703
               ((low >> 59) & 0x00001f);  /* imm20b */
704
    case 2:
705
        return ((high >> 39) & 0x100000) + /* s */
706
               ((high >> 36) & 0x0fffff);  /* imm20b */
707
    default:
708
        tcg_abort();
709
    }
710
}
711

    
712
static inline void reloc_pcrel60b (void *pc, tcg_target_long target)
713
{
714
    int64_t disp;
715
    uint64_t imm;
716

    
717
    disp = target - (tcg_target_long) pc;
718
    imm = (uint64_t) disp >> 4;
719

    
720
    *(uint64_t *)(pc + 8) = (*(uint64_t *)(pc + 8) & 0xf700000fff800000ull)
721
                             |  (imm & 0x0800000000000000ull)         /* s */
722
                             | ((imm & 0x07fffff000000000ull) >> 36)  /* imm39 */
723
                             | ((imm & 0x00000000000fffffull) << 36); /* imm20b */
724
    *(uint64_t *)(pc + 0) = (*(uint64_t *)(pc + 0) & 0x00003fffffffffffull)
725
                             | ((imm & 0x0000000ffff00000ull) << 28); /* imm39 */
726
}
727

    
728
static inline uint64_t get_reloc_pcrel60b (void *pc)
729
{
730
    int64_t low, high;
731

    
732
    low  = (*(uint64_t *)(pc + 0));
733
    high = (*(uint64_t *)(pc + 8));
734

    
735
    return ((high)       & 0x0800000000000000ull) + /* s */
736
           ((high >> 36) & 0x00000000000fffffull) + /* imm20b */
737
           ((high << 36) & 0x07fffff000000000ull) + /* imm39 */
738
           ((low >> 28)  & 0x0000000ffff00000ull);  /* imm39 */
739
}
740

    
741

    
742
static void patch_reloc(uint8_t *code_ptr, int type,
743
                        tcg_target_long value, tcg_target_long addend)
744
{
745
    value += addend;
746
    switch (type) {
747
    case R_IA64_PCREL21B:
748
        reloc_pcrel21b(code_ptr, value);
749
        break;
750
    case R_IA64_PCREL60B:
751
        reloc_pcrel60b(code_ptr, value);
752
    default:
753
        tcg_abort();
754
    }
755
}
756

    
757
/*
758
 * Constraints
759
 */
760

    
761
/* parse target specific constraints */
762
static int target_parse_constraint(TCGArgConstraint *ct, const char **pct_str)
763
{
764
    const char *ct_str;
765

    
766
    ct_str = *pct_str;
767
    switch(ct_str[0]) {
768
    case 'r':
769
        ct->ct |= TCG_CT_REG;
770
        tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
771
        break;
772
    case 'I':
773
        ct->ct |= TCG_CT_CONST_S22;
774
        break;
775
    case 'S':
776
        ct->ct |= TCG_CT_REG;
777
        tcg_regset_set(ct->u.regs, 0xffffffffffffffffull);
778
#if defined(CONFIG_SOFTMMU)
779
        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R56);
780
        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R57);
781
#endif
782
        break;
783
    case 'Z':
784
        /* We are cheating a bit here, using the fact that the register
785
           r0 is also the register number 0. Hence there is no need
786
           to check for const_args in each instruction. */
787
        ct->ct |= TCG_CT_CONST_ZERO;
788
        break;
789
    default:
790
        return -1;
791
    }
792
    ct_str++;
793
    *pct_str = ct_str;
794
    return 0;
795
}
796

    
797
/* test if a constant matches the constraint */
798
static inline int tcg_target_const_match(tcg_target_long val,
799
                                         const TCGArgConstraint *arg_ct)
800
{
801
    int ct;
802
    ct = arg_ct->ct;
803
    if (ct & TCG_CT_CONST)
804
        return 1;
805
    else if ((ct & TCG_CT_CONST_ZERO) && val == 0)
806
        return 1;
807
    else if ((ct & TCG_CT_CONST_S22) && val == ((int32_t)val << 10) >> 10)
808
        return 1;
809
    else
810
        return 0;
811
}
812

    
813
/*
814
 * Code generation
815
 */
816

    
817
static uint8_t *tb_ret_addr;
818

    
819
static inline void tcg_out_bundle(TCGContext *s, int template,
820
                                  uint64_t slot0, uint64_t slot1,
821
                                  uint64_t slot2)
822
{
823
    template &= 0x1f;          /* 5 bits */
824
    slot0 &= 0x1ffffffffffull; /* 41 bits */
825
    slot1 &= 0x1ffffffffffull; /* 41 bits */
826
    slot2 &= 0x1ffffffffffull; /* 41 bits */
827

    
828
    *(uint64_t *)(s->code_ptr + 0) = (slot1 << 46) | (slot0 << 5) | template;
829
    *(uint64_t *)(s->code_ptr + 8) = (slot2 << 23) | (slot1 >> 18);
830
    s->code_ptr += 16;
831
}
832

    
833
static inline void tcg_out_mov(TCGContext *s, TCGType type,
834
                               TCGArg ret, TCGArg arg)
835
{
836
    tcg_out_bundle(s, mmI,
837
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
838
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
839
                   tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, ret, 0, arg));
840
}
841

    
842
static inline void tcg_out_movi(TCGContext *s, TCGType type,
843
                                TCGArg reg, tcg_target_long arg)
844
{
845
    tcg_out_bundle(s, mLX,
846
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
847
                   tcg_opc_l2 (arg),
848
                   tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2, reg, arg));
849
}
850

    
851
static inline void tcg_out_addi(TCGContext *s, TCGArg reg, tcg_target_long val)
852
{
853
    if (val == ((int32_t)val << 10) >> 10) {
854
        tcg_out_bundle(s, MmI,
855
                       tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
856
                                  TCG_REG_R2, val, TCG_REG_R0),
857
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
858
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
859
                                   reg, TCG_REG_R2));
860
    } else {
861
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, val);
862
        tcg_out_bundle(s, mmI,
863
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
864
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
865
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, reg,
866
                                   reg, TCG_REG_R2));
867
    }
868
}
869

    
870
static void tcg_out_br(TCGContext *s, int label_index)
871
{
872
    TCGLabel *l = &s->labels[label_index];
873

    
874
    tcg_out_bundle(s, mmB,
875
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
876
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
877
                   tcg_opc_b1 (TCG_REG_P0, OPC_BR_SPTK_MANY_B1,
878
                               get_reloc_pcrel21b(s->code_ptr + 2)));
879

    
880
    if (l->has_value) {
881
        reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
882
    } else {
883
        tcg_out_reloc(s, (s->code_ptr - 16) + 2,
884
                      R_IA64_PCREL21B, label_index, 0);
885
    }
886
}
887

    
888
static inline void tcg_out_call(TCGContext *s, TCGArg addr)
889
{
890
    tcg_out_bundle(s, MmI,
891
                   tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R2, addr),
892
                   tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R3, 8, addr),
893
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
894
                               TCG_REG_B6, TCG_REG_R2, 0));
895
    tcg_out_bundle(s, mmB,
896
                   tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R3),
897
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
898
                   tcg_opc_b5 (TCG_REG_P0, OPC_BR_CALL_SPTK_MANY_B5,
899
                               TCG_REG_B0, TCG_REG_B6));
900
}
901

    
902
static void tcg_out_exit_tb(TCGContext *s, tcg_target_long arg)
903
{
904
    int64_t disp;
905
    uint64_t imm;
906

    
907
    tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R8, arg);
908

    
909
    disp = tb_ret_addr - s->code_ptr;
910
    imm = (uint64_t)disp >> 4;
911

    
912
    tcg_out_bundle(s, mLX,
913
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
914
                   tcg_opc_l3 (imm),
915
                   tcg_opc_x3 (TCG_REG_P0, OPC_BRL_SPTK_MANY_X3, imm));
916
}
917

    
918
static inline void tcg_out_goto_tb(TCGContext *s, TCGArg arg)
919
{
920
    if (s->tb_jmp_offset) {
921
        /* direct jump method */
922
        tcg_abort();
923
    } else {
924
        /* indirect jump method */
925
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2,
926
                     (tcg_target_long)(s->tb_next + arg));
927
        tcg_out_bundle(s, MmI,
928
                       tcg_opc_m1 (TCG_REG_P0, OPC_LD8_M1,
929
                                   TCG_REG_R2, TCG_REG_R2),
930
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
931
                       tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6,
932
                                   TCG_REG_R2, 0));
933
        tcg_out_bundle(s, mmB,
934
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
935
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
936
                       tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4,
937
                                   TCG_REG_B6));
938
    }
939
    s->tb_next_offset[arg] = s->code_ptr - s->code_buf;
940
}
941

    
942
static inline void tcg_out_jmp(TCGContext *s, TCGArg addr)
943
{
944
    tcg_out_bundle(s, mmI,
945
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
946
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
947
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21, TCG_REG_B6, addr, 0));
948
    tcg_out_bundle(s, mmB,
949
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
950
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
951
                   tcg_opc_b4(TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
952
}
953

    
954
static inline void tcg_out_ld_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
955
                                  TCGArg arg1, tcg_target_long arg2)
956
{
957
    if (arg2 == ((int16_t)arg2 >> 2) << 2) {
958
        tcg_out_bundle(s, MmI,
959
                       tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
960
                                  TCG_REG_R2, arg2, arg1),
961
                       tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
962
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
963
    } else {
964
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
965
        tcg_out_bundle(s, MmI,
966
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
967
                                   TCG_REG_R2, TCG_REG_R2, arg1),
968
                       tcg_opc_m1 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
969
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
970
    }
971
}
972

    
973
static inline void tcg_out_st_rel(TCGContext *s, uint64_t opc_m4, TCGArg arg,
974
                                  TCGArg arg1, tcg_target_long arg2)
975
{
976
    if (arg2 == ((int16_t)arg2 >> 2) << 2) {
977
        tcg_out_bundle(s, MmI,
978
                       tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4,
979
                                  TCG_REG_R2, arg2, arg1),
980
                       tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
981
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
982
    } else {
983
        tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R2, arg2);
984
        tcg_out_bundle(s, MmI,
985
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1,
986
                                   TCG_REG_R2, TCG_REG_R2, arg1),
987
                       tcg_opc_m4 (TCG_REG_P0, opc_m4, arg, TCG_REG_R2),
988
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
989
    }
990
}
991

    
992
static inline void tcg_out_ld(TCGContext *s, TCGType type, TCGArg arg,
993
                              TCGArg arg1, tcg_target_long arg2)
994
{
995
    if (type == TCG_TYPE_I32) {
996
        tcg_out_ld_rel(s, OPC_LD4_M1, arg, arg1, arg2);
997
    } else {
998
        tcg_out_ld_rel(s, OPC_LD8_M1, arg, arg1, arg2);
999
    }
1000
}
1001

    
1002
static inline void tcg_out_st(TCGContext *s, TCGType type, TCGArg arg,
1003
                              TCGArg arg1, tcg_target_long arg2)
1004
{
1005
    if (type == TCG_TYPE_I32) {
1006
        tcg_out_st_rel(s, OPC_ST4_M4, arg, arg1, arg2);
1007
    } else {
1008
        tcg_out_st_rel(s, OPC_ST8_M4, arg, arg1, arg2);
1009
    }
1010
}
1011

    
1012
static inline void tcg_out_alu(TCGContext *s, uint64_t opc_a1, TCGArg ret,
1013
                               TCGArg arg1, int const_arg1,
1014
                               TCGArg arg2, int const_arg2)
1015
{
1016
    uint64_t opc1, opc2;
1017

    
1018
    if (const_arg1 && arg1 != 0) {
1019
        opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1020
                          TCG_REG_R2, arg1, TCG_REG_R0);
1021
        arg1 = TCG_REG_R2;
1022
    } else {
1023
        opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1024
    }
1025

    
1026
    if (const_arg2 && arg2 != 0) {
1027
        opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5,
1028
                          TCG_REG_R3, arg2, TCG_REG_R0);
1029
        arg2 = TCG_REG_R3;
1030
    } else {
1031
        opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1032
    }
1033

    
1034
    tcg_out_bundle(s, mII,
1035
                   opc1,
1036
                   opc2,
1037
                   tcg_opc_a1(TCG_REG_P0, opc_a1, ret, arg1, arg2));
1038
}
1039

    
1040
static inline void tcg_out_eqv(TCGContext *s, TCGArg ret,
1041
                               TCGArg arg1, int const_arg1,
1042
                               TCGArg arg2, int const_arg2)
1043
{
1044
    tcg_out_bundle(s, mII,
1045
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1046
                   tcg_opc_a1 (TCG_REG_P0, OPC_XOR_A1, ret, arg1, arg2),
1047
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1048
}
1049

    
1050
static inline void tcg_out_nand(TCGContext *s, TCGArg ret,
1051
                                TCGArg arg1, int const_arg1,
1052
                                TCGArg arg2, int const_arg2)
1053
{
1054
    tcg_out_bundle(s, mII,
1055
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1056
                   tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, ret, arg1, arg2),
1057
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1058
}
1059

    
1060
static inline void tcg_out_nor(TCGContext *s, TCGArg ret,
1061
                               TCGArg arg1, int const_arg1,
1062
                               TCGArg arg2, int const_arg2)
1063
{
1064
    tcg_out_bundle(s, mII,
1065
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1066
                   tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, arg2),
1067
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, ret, -1, ret));
1068
}
1069

    
1070
static inline void tcg_out_orc(TCGContext *s, TCGArg ret,
1071
                               TCGArg arg1, int const_arg1,
1072
                               TCGArg arg2, int const_arg2)
1073
{
1074
    tcg_out_bundle(s, mII,
1075
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1076
                   tcg_opc_a3 (TCG_REG_P0, OPC_ANDCM_A3, TCG_REG_R2, -1, arg2),
1077
                   tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret, arg1, TCG_REG_R2));
1078
}
1079

    
1080
static inline void tcg_out_mul(TCGContext *s, TCGArg ret,
1081
                               TCGArg arg1, TCGArg arg2)
1082
{
1083
    tcg_out_bundle(s, mmI,
1084
                   tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F6, arg1),
1085
                   tcg_opc_m18(TCG_REG_P0, OPC_SETF_SIG_M18, TCG_REG_F7, arg2),
1086
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1087
    tcg_out_bundle(s, mmF,
1088
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1089
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1090
                   tcg_opc_f2 (TCG_REG_P0, OPC_XMA_L_F2, TCG_REG_F6, TCG_REG_F6,
1091
                               TCG_REG_F7, TCG_REG_F0));
1092
    tcg_out_bundle(s, miI,
1093
                   tcg_opc_m19(TCG_REG_P0, OPC_GETF_SIG_M19, ret, TCG_REG_F6),
1094
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1095
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1096
}
1097

    
1098
static inline void tcg_out_sar_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1099
                                   TCGArg arg2, int const_arg2)
1100
{
1101
    if (const_arg2) {
1102
        tcg_out_bundle(s, miI,
1103
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1104
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1105
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1106
                                   ret, arg1, arg2, 31 - arg2));
1107
    } else {
1108
        tcg_out_bundle(s, mII,
1109
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3,
1110
                                   TCG_REG_R3, 0x1f, arg2),
1111
                       tcg_opc_i29(TCG_REG_P0, OPC_SXT4_I29, TCG_REG_R2, arg1),
1112
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret,
1113
                                   TCG_REG_R2, TCG_REG_R3));
1114
    }
1115
}
1116

    
1117
static inline void tcg_out_sar_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1118
                                   TCGArg arg2, int const_arg2)
1119
{
1120
    if (const_arg2) {
1121
        tcg_out_bundle(s, miI,
1122
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1123
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1124
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_I11,
1125
                                   ret, arg1, arg2, 63 - arg2));
1126
    } else {
1127
        tcg_out_bundle(s, miI,
1128
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1129
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1130
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_I5, ret, arg1, arg2));
1131
    }
1132
}
1133

    
1134
static inline void tcg_out_shl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1135
                                   TCGArg arg2, int const_arg2)
1136
{
1137
    if (const_arg2) {
1138
        tcg_out_bundle(s, miI,
1139
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1140
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1141
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1142
                                   arg1, 63 - arg2, 31 - arg2));
1143
    } else {
1144
        tcg_out_bundle(s, mII,
1145
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1146
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R2,
1147
                                   0x1f, arg2),
1148
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1149
                                   arg1, TCG_REG_R2));
1150
    }
1151
}
1152

    
1153
static inline void tcg_out_shl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1154
                                   TCGArg arg2, int const_arg2)
1155
{
1156
    if (const_arg2) {
1157
        tcg_out_bundle(s, miI,
1158
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1159
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1160
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret,
1161
                                   arg1, 63 - arg2, 63 - arg2));
1162
    } else {
1163
        tcg_out_bundle(s, miI,
1164
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1165
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1166
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, ret,
1167
                                   arg1, arg2));
1168
    }
1169
}
1170

    
1171
static inline void tcg_out_shr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1172
                                   TCGArg arg2, int const_arg2)
1173
{
1174
    if (const_arg2) {
1175
        tcg_out_bundle(s, miI,
1176
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1177
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1178
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1179
                                   arg1, arg2, 31 - arg2));
1180
    } else {
1181
        tcg_out_bundle(s, mII,
1182
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1183
                                   0x1f, arg2),
1184
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R2, arg1),
1185
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1186
                                   TCG_REG_R2, TCG_REG_R3));
1187
    }
1188
}
1189

    
1190
static inline void tcg_out_shr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1191
                                   TCGArg arg2, int const_arg2)
1192
{
1193
    if (const_arg2) {
1194
        tcg_out_bundle(s, miI,
1195
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1196
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1197
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1198
                                   arg1, arg2, 63 - arg2));
1199
    } else {
1200
        tcg_out_bundle(s, miI,
1201
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1202
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1203
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1204
                                   arg1, arg2));
1205
    }
1206
}
1207

    
1208
static inline void tcg_out_rotl_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1209
                                    TCGArg arg2, int const_arg2)
1210
{
1211
    if (const_arg2) {
1212
        tcg_out_bundle(s, mII,
1213
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1214
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1215
                                   TCG_REG_R2, arg1, arg1),
1216
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1217
                                   TCG_REG_R2, 32 - arg2, 31));
1218
    } else {
1219
        tcg_out_bundle(s, miI,
1220
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1221
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1222
                                   TCG_REG_R2, arg1, arg1),
1223
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1224
                                   0x1f, arg2));
1225
        tcg_out_bundle(s, mII,
1226
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1227
                       tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R3,
1228
                                   0x20, TCG_REG_R3),
1229
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1230
                                   TCG_REG_R2, TCG_REG_R3));
1231
    }
1232
}
1233

    
1234
static inline void tcg_out_rotl_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1235
                                    TCGArg arg2, int const_arg2)
1236
{
1237
    if (const_arg2) {
1238
        tcg_out_bundle(s, miI,
1239
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1240
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1241
                       tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1242
                                   arg1, 0x40 - arg2));
1243
    } else {
1244
        tcg_out_bundle(s, mII,
1245
                       tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1246
                                   0x40, arg2),
1247
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R3,
1248
                                   arg1, arg2),
1249
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R2,
1250
                                   arg1, TCG_REG_R2));
1251
        tcg_out_bundle(s, miI,
1252
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1253
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1254
                       tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1255
                                   TCG_REG_R2, TCG_REG_R3));
1256
    }
1257
}
1258

    
1259
static inline void tcg_out_rotr_i32(TCGContext *s, TCGArg ret, TCGArg arg1,
1260
                                    TCGArg arg2, int const_arg2)
1261
{
1262
    if (const_arg2) {
1263
        tcg_out_bundle(s, mII,
1264
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1265
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1266
                                   TCG_REG_R2, arg1, arg1),
1267
                       tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, ret,
1268
                                   TCG_REG_R2, arg2, 31));
1269
    } else {
1270
        tcg_out_bundle(s, mII,
1271
                       tcg_opc_a3 (TCG_REG_P0, OPC_AND_A3, TCG_REG_R3,
1272
                                   0x1f, arg2),
1273
                       tcg_opc_i2 (TCG_REG_P0, OPC_UNPACK4_L_I2,
1274
                                   TCG_REG_R2, arg1, arg1),
1275
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, ret,
1276
                                   TCG_REG_R2, TCG_REG_R3));
1277
    }
1278
}
1279

    
1280
static inline void tcg_out_rotr_i64(TCGContext *s, TCGArg ret, TCGArg arg1,
1281
                                    TCGArg arg2, int const_arg2)
1282
{
1283
    if (const_arg2) {
1284
        tcg_out_bundle(s, miI,
1285
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1286
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1287
                       tcg_opc_i10(TCG_REG_P0, OPC_SHRP_I10, ret, arg1,
1288
                                   arg1, arg2));
1289
    } else {
1290
        tcg_out_bundle(s, mII,
1291
                       tcg_opc_a3 (TCG_REG_P0, OPC_SUB_A3, TCG_REG_R2,
1292
                                   0x40, arg2),
1293
                       tcg_opc_i5 (TCG_REG_P0, OPC_SHR_U_I5, TCG_REG_R3,
1294
                                   arg1, arg2),
1295
                       tcg_opc_i7 (TCG_REG_P0, OPC_SHL_I7, TCG_REG_R2,
1296
                                   arg1, TCG_REG_R2));
1297
        tcg_out_bundle(s, miI,
1298
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1299
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1300
                       tcg_opc_a1 (TCG_REG_P0, OPC_OR_A1, ret,
1301
                                   TCG_REG_R2, TCG_REG_R3));
1302
    }
1303
}
1304

    
1305
static inline void tcg_out_ext(TCGContext *s, uint64_t opc_i29,
1306
                               TCGArg ret, TCGArg arg)
1307
{
1308
    tcg_out_bundle(s, miI,
1309
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1310
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1311
                   tcg_opc_i29(TCG_REG_P0, opc_i29, ret, arg));
1312
}
1313

    
1314
static inline void tcg_out_bswap16(TCGContext *s, TCGArg ret, TCGArg arg)
1315
{
1316
    tcg_out_bundle(s, mII,
1317
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1318
                   tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 15, 15),
1319
                   tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1320
}
1321

    
1322
static inline void tcg_out_bswap32(TCGContext *s, TCGArg ret, TCGArg arg)
1323
{
1324
    tcg_out_bundle(s, mII,
1325
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1326
                   tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, ret, arg, 31, 31),
1327
                   tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, ret, 0xb));
1328
}
1329

    
1330
static inline void tcg_out_bswap64(TCGContext *s, TCGArg ret, TCGArg arg)
1331
{
1332
    tcg_out_bundle(s, miI,
1333
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1334
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1335
                   tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3, ret, arg, 0xb));
1336
}
1337

    
1338
static inline uint64_t tcg_opc_cmp_a(int qp, TCGCond cond, TCGArg arg1,
1339
                                     TCGArg arg2, int cmp4)
1340
{
1341
    uint64_t opc_eq_a6, opc_lt_a6, opc_ltu_a6;
1342

    
1343
    if (cmp4) {
1344
        opc_eq_a6 = OPC_CMP4_EQ_A6;
1345
        opc_lt_a6 = OPC_CMP4_LT_A6;
1346
        opc_ltu_a6 = OPC_CMP4_LTU_A6;
1347
    } else {
1348
        opc_eq_a6 = OPC_CMP_EQ_A6;
1349
        opc_lt_a6 = OPC_CMP_LT_A6;
1350
        opc_ltu_a6 = OPC_CMP_LTU_A6;
1351
    }
1352

    
1353
    switch (cond) {
1354
    case TCG_COND_EQ:
1355
        return tcg_opc_a6 (qp, opc_eq_a6,  TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1356
    case TCG_COND_NE:
1357
        return tcg_opc_a6 (qp, opc_eq_a6,  TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1358
    case TCG_COND_LT:
1359
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1360
    case TCG_COND_LTU:
1361
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg1, arg2);
1362
    case TCG_COND_GE:
1363
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1364
    case TCG_COND_GEU:
1365
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg1, arg2);
1366
    case TCG_COND_LE:
1367
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1368
    case TCG_COND_LEU:
1369
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P7, TCG_REG_P6, arg2, arg1);
1370
    case TCG_COND_GT:
1371
        return tcg_opc_a6 (qp, opc_lt_a6,  TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1372
    case TCG_COND_GTU:
1373
        return tcg_opc_a6 (qp, opc_ltu_a6, TCG_REG_P6, TCG_REG_P7, arg2, arg1);
1374
    default:
1375
        tcg_abort();
1376
        break;
1377
    }
1378
}
1379

    
1380
static inline void tcg_out_brcond(TCGContext *s, TCGCond cond, TCGArg arg1,
1381
                                  int const_arg1, TCGArg arg2, int const_arg2,
1382
                                  int label_index, int cmp4)
1383
{
1384
    TCGLabel *l = &s->labels[label_index];
1385
    uint64_t opc1, opc2;
1386

    
1387
    if (const_arg1 && arg1 != 0) {
1388
        opc1 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1389
                          arg1, TCG_REG_R0);
1390
        arg1 = TCG_REG_R2;
1391
    } else {
1392
        opc1 = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1393
    }
1394

    
1395
    if (const_arg2 && arg2 != 0) {
1396
        opc2 = tcg_opc_a5(TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1397
                          arg2, TCG_REG_R0);
1398
        arg2 = TCG_REG_R3;
1399
    } else {
1400
        opc2 = tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0);
1401
    }
1402

    
1403
    tcg_out_bundle(s, mII,
1404
                   opc1,
1405
                   opc2,
1406
                   tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4));
1407
    tcg_out_bundle(s, mmB,
1408
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1409
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1410
                   tcg_opc_b1 (TCG_REG_P6, OPC_BR_DPTK_FEW_B1,
1411
                               get_reloc_pcrel21b(s->code_ptr + 2)));
1412

    
1413
    if (l->has_value) {
1414
        reloc_pcrel21b((s->code_ptr - 16) + 2, l->u.value);
1415
    } else {
1416
        tcg_out_reloc(s, (s->code_ptr - 16) + 2,
1417
                      R_IA64_PCREL21B, label_index, 0);
1418
    }
1419
}
1420

    
1421
static inline void tcg_out_setcond(TCGContext *s, TCGCond cond, TCGArg ret,
1422
                                   TCGArg arg1, TCGArg arg2, int cmp4)
1423
{
1424
    tcg_out_bundle(s, MmI,
1425
                   tcg_opc_cmp_a(TCG_REG_P0, cond, arg1, arg2, cmp4),
1426
                   tcg_opc_a5(TCG_REG_P6, OPC_ADDL_A5, ret, 1, TCG_REG_R0),
1427
                   tcg_opc_a5(TCG_REG_P7, OPC_ADDL_A5, ret, 0, TCG_REG_R0));
1428
}
1429

    
1430
#if defined(CONFIG_SOFTMMU)
1431

    
1432
#include "../../softmmu_defs.h"
1433

    
1434
/* Load and compare a TLB entry, and return the result in (p6, p7).
1435
   R2 is loaded with the address of the addend TLB entry.
1436
   R56 is loaded with the address, zero extented on 32-bit targets. */
1437
static inline void tcg_out_qemu_tlb(TCGContext *s, TCGArg addr_reg,
1438
                                    int s_bits, uint64_t offset_rw,
1439
                                    uint64_t offset_addend)
1440
{
1441
    tcg_out_bundle(s, mII,
1442
                   tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R3,
1443
                               TARGET_PAGE_MASK | ((1 << s_bits) - 1),
1444
                               TCG_REG_R0),
1445
                   tcg_opc_i11(TCG_REG_P0, OPC_EXTR_U_I11, TCG_REG_R2,
1446
                               addr_reg, TARGET_PAGE_BITS, CPU_TLB_BITS - 1),
1447
                   tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12, TCG_REG_R2,
1448
                               TCG_REG_R2, 63 - CPU_TLB_ENTRY_BITS,
1449
                               63 - CPU_TLB_ENTRY_BITS));
1450
    tcg_out_bundle(s, mII,
1451
                   tcg_opc_a5 (TCG_REG_P0, OPC_ADDL_A5, TCG_REG_R2,
1452
                               offset_rw, TCG_REG_R2),
1453
#if TARGET_LONG_BITS == 32
1454
                   tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29, TCG_REG_R56, addr_reg),
1455
#else
1456
                   tcg_opc_a4(TCG_REG_P0, OPC_ADDS_A4, TCG_REG_R56,
1457
                              0, addr_reg),
1458
#endif
1459
                   tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1460
                               TCG_REG_R2, TCG_AREG0));
1461
    tcg_out_bundle(s, mII,
1462
                   tcg_opc_m3 (TCG_REG_P0,
1463
                               (TARGET_LONG_BITS == 32
1464
                                ? OPC_LD4_M3 : OPC_LD8_M3), TCG_REG_R57,
1465
                               TCG_REG_R2, offset_addend - offset_rw),
1466
                   tcg_opc_a1 (TCG_REG_P0, OPC_AND_A1, TCG_REG_R3,
1467
                               TCG_REG_R3, TCG_REG_R56),
1468
                   tcg_opc_a6 (TCG_REG_P0, OPC_CMP_EQ_A6, TCG_REG_P6,
1469
                               TCG_REG_P7, TCG_REG_R3, TCG_REG_R57));
1470
}
1471

    
1472
static void *qemu_ld_helpers[4] = {
1473
    __ldb_mmu,
1474
    __ldw_mmu,
1475
    __ldl_mmu,
1476
    __ldq_mmu,
1477
};
1478

    
1479
static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1480
{
1481
    int addr_reg, data_reg, mem_index, s_bits, bswap;
1482
    uint64_t opc_ld_m1[4] = { OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1 };
1483
    uint64_t opc_ext_i29[8] = { OPC_ZXT1_I29, OPC_ZXT2_I29, OPC_ZXT4_I29, 0,
1484
                                OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0 };
1485

    
1486
    data_reg = *args++;
1487
    addr_reg = *args++;
1488
    mem_index = *args;
1489
    s_bits = opc & 3;
1490

    
1491
#ifdef TARGET_WORDS_BIGENDIAN
1492
    bswap = 1;
1493
#else
1494
    bswap = 0;
1495
#endif
1496

    
1497
    /* Read the TLB entry */
1498
    tcg_out_qemu_tlb(s, addr_reg, s_bits,
1499
                     offsetof(CPUState, tlb_table[mem_index][0].addr_read),
1500
                     offsetof(CPUState, tlb_table[mem_index][0].addend));
1501

    
1502
    /* P6 is the fast path, and P7 the slow path */
1503
    tcg_out_bundle(s, mLX,
1504
                   tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R57,
1505
                               mem_index, TCG_REG_R0),
1506
                   tcg_opc_l2 ((tcg_target_long) qemu_ld_helpers[s_bits]),
1507
                   tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1508
                               (tcg_target_long) qemu_ld_helpers[s_bits]));
1509
    tcg_out_bundle(s, MmI,
1510
                   tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1511
                               TCG_REG_R2, 8),
1512
                   tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1513
                               TCG_REG_R3, TCG_REG_R56),
1514
                   tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1515
                               TCG_REG_R3, 0));
1516
    if (bswap && s_bits == 1) {
1517
        tcg_out_bundle(s, MmI,
1518
                       tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1519
                                   TCG_REG_R8, TCG_REG_R3),
1520
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1521
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1522
                                   TCG_REG_R8, TCG_REG_R8, 15, 15));
1523
    } else if (bswap && s_bits == 2) {
1524
        tcg_out_bundle(s, MmI,
1525
                       tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1526
                                   TCG_REG_R8, TCG_REG_R3),
1527
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1528
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1529
                                   TCG_REG_R8, TCG_REG_R8, 31, 31));
1530
    } else {
1531
        tcg_out_bundle(s, mmI,
1532
                       tcg_opc_m1 (TCG_REG_P6, opc_ld_m1[s_bits],
1533
                                   TCG_REG_R8, TCG_REG_R3),
1534
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1, TCG_REG_R1, TCG_REG_R2),
1535
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1536
    }
1537
    if (!bswap || s_bits == 0) {
1538
        tcg_out_bundle(s, miB,
1539
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1540
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1541
                       tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1542
                                   TCG_REG_B0, TCG_REG_B6));
1543
    } else {
1544
        tcg_out_bundle(s, miB,
1545
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1546
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1547
                                   TCG_REG_R8, TCG_REG_R8, 0xb),
1548
                       tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1549
                                   TCG_REG_B0, TCG_REG_B6));
1550
    }
1551

    
1552
    if (opc == 3) {
1553
        tcg_out_bundle(s, miI,
1554
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1555
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1556
                       tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
1557
                                   data_reg, 0, TCG_REG_R8));
1558
    } else {
1559
        tcg_out_bundle(s, miI,
1560
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1561
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1562
                       tcg_opc_i29(TCG_REG_P0, opc_ext_i29[opc],
1563
                                   data_reg, TCG_REG_R8));
1564
    }
1565
}
1566

    
1567
static void *qemu_st_helpers[4] = {
1568
    __stb_mmu,
1569
    __stw_mmu,
1570
    __stl_mmu,
1571
    __stq_mmu,
1572
};
1573

    
1574
static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1575
{
1576
    int addr_reg, data_reg, mem_index, bswap;
1577
    uint64_t opc_st_m4[4] = { OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4 };
1578

    
1579
    data_reg = *args++;
1580
    addr_reg = *args++;
1581
    mem_index = *args;
1582

    
1583
#ifdef TARGET_WORDS_BIGENDIAN
1584
    bswap = 1;
1585
#else
1586
    bswap = 0;
1587
#endif
1588

    
1589
    tcg_out_qemu_tlb(s, addr_reg, opc,
1590
                     offsetof(CPUState, tlb_table[mem_index][0].addr_write),
1591
                     offsetof(CPUState, tlb_table[mem_index][0].addend));
1592

    
1593
    /* P6 is the fast path, and P7 the slow path */
1594
    tcg_out_bundle(s, mLX,
1595
                   tcg_opc_a4(TCG_REG_P7, OPC_ADDS_A4, TCG_REG_R57,
1596
                              0, data_reg),
1597
                   tcg_opc_l2 ((tcg_target_long) qemu_st_helpers[opc]),
1598
                   tcg_opc_x2 (TCG_REG_P7, OPC_MOVL_X2, TCG_REG_R2,
1599
                               (tcg_target_long) qemu_st_helpers[opc]));
1600
    tcg_out_bundle(s, MmI,
1601
                   tcg_opc_m3 (TCG_REG_P0, OPC_LD8_M3, TCG_REG_R3,
1602
                               TCG_REG_R2, 8),
1603
                   tcg_opc_a1 (TCG_REG_P6, OPC_ADD_A1, TCG_REG_R3,
1604
                               TCG_REG_R3, TCG_REG_R56),
1605
                   tcg_opc_i21(TCG_REG_P7, OPC_MOV_I21, TCG_REG_B6,
1606
                               TCG_REG_R3, 0));
1607

    
1608
    if (!bswap || opc == 0) {
1609
        tcg_out_bundle(s, mII,
1610
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1611
                                   TCG_REG_R1, TCG_REG_R2),
1612
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1613
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1614
    } else if (opc == 1) {
1615
        tcg_out_bundle(s, mII,
1616
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1617
                                   TCG_REG_R1, TCG_REG_R2),
1618
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1619
                                   TCG_REG_R2, data_reg, 15, 15),
1620
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1621
                                   TCG_REG_R2, TCG_REG_R2, 0xb));
1622
        data_reg = TCG_REG_R2;
1623
    } else if (opc == 2) {
1624
        tcg_out_bundle(s, mII,
1625
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1626
                                   TCG_REG_R1, TCG_REG_R2),
1627
                       tcg_opc_i12(TCG_REG_P6, OPC_DEP_Z_I12,
1628
                                   TCG_REG_R2, data_reg, 31, 31),
1629
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1630
                                   TCG_REG_R2, TCG_REG_R2, 0xb));
1631
        data_reg = TCG_REG_R2;
1632
    } else if (opc == 3) {
1633
        tcg_out_bundle(s, miI,
1634
                       tcg_opc_m1 (TCG_REG_P7, OPC_LD8_M1,
1635
                                   TCG_REG_R1, TCG_REG_R2),
1636
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1637
                       tcg_opc_i3 (TCG_REG_P6, OPC_MUX1_I3,
1638
                                   TCG_REG_R2, data_reg, 0xb));
1639
        data_reg = TCG_REG_R2;
1640
    }
1641

    
1642
    tcg_out_bundle(s, miB,
1643
                   tcg_opc_m4 (TCG_REG_P6, opc_st_m4[opc],
1644
                               data_reg, TCG_REG_R3),
1645
                   tcg_opc_a5 (TCG_REG_P7, OPC_ADDL_A5, TCG_REG_R58,
1646
                               mem_index, TCG_REG_R0),
1647
                   tcg_opc_b5 (TCG_REG_P7, OPC_BR_CALL_SPTK_MANY_B5,
1648
                               TCG_REG_B0, TCG_REG_B6));
1649
}
1650

    
1651
#else /* !CONFIG_SOFTMMU */
1652

    
1653
static inline void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, int opc)
1654
{
1655
    static uint64_t const opc_ld_m1[4] = {
1656
        OPC_LD1_M1, OPC_LD2_M1, OPC_LD4_M1, OPC_LD8_M1
1657
    };
1658
    static uint64_t const opc_sxt_i29[4] = {
1659
        OPC_SXT1_I29, OPC_SXT2_I29, OPC_SXT4_I29, 0
1660
    };
1661
    int addr_reg, data_reg, s_bits, bswap;
1662

    
1663
    data_reg = *args++;
1664
    addr_reg = *args++;
1665
    s_bits = opc & 3;
1666

    
1667
#ifdef TARGET_WORDS_BIGENDIAN
1668
    bswap = 1;
1669
#else
1670
    bswap = 0;
1671
#endif
1672

    
1673
#if TARGET_LONG_BITS == 32
1674
    if (GUEST_BASE != 0) {
1675
        tcg_out_bundle(s, mII,
1676
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1677
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1678
                                   TCG_REG_R3, addr_reg),
1679
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1680
                                   TCG_GUEST_BASE_REG, TCG_REG_R3));
1681
    } else {
1682
        tcg_out_bundle(s, miI,
1683
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1684
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1685
                                   TCG_REG_R2, addr_reg),
1686
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1687
    }
1688

    
1689
    if (!bswap || s_bits == 0) {
1690
        if (s_bits == opc) {
1691
            tcg_out_bundle(s, miI,
1692
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1693
                                       data_reg, TCG_REG_R2),
1694
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1695
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1696
        } else {
1697
            tcg_out_bundle(s, mII,
1698
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1699
                                       data_reg, TCG_REG_R2),
1700
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1701
                           tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1702
                                       data_reg, data_reg));
1703
        }
1704
    } else if (s_bits == 3) {
1705
            tcg_out_bundle(s, mII,
1706
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1707
                                       data_reg, TCG_REG_R2),
1708
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1709
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1710
                                       data_reg, data_reg, 0xb));
1711
    } else {
1712
        if (s_bits == 1) {
1713
            tcg_out_bundle(s, mII,
1714
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1715
                                       data_reg, TCG_REG_R2),
1716
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1717
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1718
                                      data_reg, data_reg, 15, 15));
1719
        } else {
1720
            tcg_out_bundle(s, mII,
1721
                           tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1722
                                       data_reg, TCG_REG_R2),
1723
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1724
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1725
                                      data_reg, data_reg, 31, 31));
1726
        }
1727
        if (opc == s_bits) {
1728
            tcg_out_bundle(s, miI,
1729
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1730
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1731
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1732
                                       data_reg, data_reg, 0xb));
1733
        } else {
1734
            tcg_out_bundle(s, mII,
1735
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1736
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1737
                                       data_reg, data_reg, 0xb),
1738
                           tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1739
                                       data_reg, data_reg));
1740
        }
1741
    }
1742
#else
1743
    if (GUEST_BASE != 0) {
1744
        tcg_out_bundle(s, MmI,
1745
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1746
                                   TCG_GUEST_BASE_REG, addr_reg),
1747
                       tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1748
                                   data_reg, TCG_REG_R2),
1749
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1750
    } else {
1751
        tcg_out_bundle(s, mmI,
1752
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1753
                       tcg_opc_m1 (TCG_REG_P0, opc_ld_m1[s_bits],
1754
                                   data_reg, addr_reg),
1755
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1756
    }
1757

    
1758
    if (bswap && s_bits == 1) {
1759
        tcg_out_bundle(s, mII,
1760
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1761
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1762
                                   data_reg, data_reg, 15, 15),
1763
                       tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1764
                                   data_reg, data_reg, 0xb));
1765
    } else if (bswap && s_bits == 2) {
1766
        tcg_out_bundle(s, mII,
1767
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1768
                       tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1769
                                   data_reg, data_reg, 31, 31),
1770
                       tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1771
                                   data_reg, data_reg, 0xb));
1772
    } else if (bswap && s_bits == 3) {
1773
        tcg_out_bundle(s, miI,
1774
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1775
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1776
                       tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1777
                                   data_reg, data_reg, 0xb));
1778
    }
1779
    if (s_bits != opc) {
1780
        tcg_out_bundle(s, miI,
1781
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1782
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1783
                       tcg_opc_i29(TCG_REG_P0, opc_sxt_i29[s_bits],
1784
                                   data_reg, data_reg));
1785
    }
1786
#endif
1787
}
1788

    
1789
static inline void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, int opc)
1790
{
1791
    static uint64_t const opc_st_m4[4] = {
1792
        OPC_ST1_M4, OPC_ST2_M4, OPC_ST4_M4, OPC_ST8_M4
1793
    };
1794
    int addr_reg, data_reg, bswap;
1795
#if TARGET_LONG_BITS == 64
1796
    uint64_t add_guest_base;
1797
#endif
1798

    
1799
    data_reg = *args++;
1800
    addr_reg = *args++;
1801

    
1802
#ifdef TARGET_WORDS_BIGENDIAN
1803
    bswap = 1;
1804
#else
1805
    bswap = 0;
1806
#endif
1807

    
1808
#if TARGET_LONG_BITS == 32
1809
    if (GUEST_BASE != 0) {
1810
        tcg_out_bundle(s, mII,
1811
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1812
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1813
                                   TCG_REG_R3, addr_reg),
1814
                       tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1815
                                   TCG_GUEST_BASE_REG, TCG_REG_R3));
1816
    } else {
1817
        tcg_out_bundle(s, miI,
1818
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1819
                       tcg_opc_i29(TCG_REG_P0, OPC_ZXT4_I29,
1820
                                   TCG_REG_R2, addr_reg),
1821
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1822
    }
1823

    
1824
    if (bswap) {
1825
        if (opc == 1) {
1826
            tcg_out_bundle(s, mII,
1827
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1828
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1829
                                       TCG_REG_R3, data_reg, 15, 15),
1830
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1831
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1832
            data_reg = TCG_REG_R3;
1833
        } else if (opc == 2) {
1834
            tcg_out_bundle(s, mII,
1835
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1836
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1837
                                       TCG_REG_R3, data_reg, 31, 31),
1838
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1839
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1840
            data_reg = TCG_REG_R3;
1841
        } else if (opc == 3) {
1842
            tcg_out_bundle(s, miI,
1843
                           tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1844
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1845
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1846
                                       TCG_REG_R3, data_reg, 0xb));
1847
            data_reg = TCG_REG_R3;
1848
        }
1849
    }
1850
    tcg_out_bundle(s, mmI,
1851
                   tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1852
                               data_reg, TCG_REG_R2),
1853
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
1854
                   tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1855
#else
1856
    if (GUEST_BASE != 0) {
1857
        add_guest_base = tcg_opc_a1 (TCG_REG_P0, OPC_ADD_A1, TCG_REG_R2,
1858
                                     TCG_GUEST_BASE_REG, addr_reg);
1859
        addr_reg = TCG_REG_R2;
1860
    } else {
1861
        add_guest_base = tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0);
1862
    }
1863

    
1864
    if (!bswap || opc == 0) {
1865
        tcg_out_bundle(s, (GUEST_BASE ? MmI : mmI),
1866
                       add_guest_base,
1867
                       tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1868
                                   data_reg, addr_reg),
1869
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1870
    } else {
1871
        if (opc == 1) {
1872
            tcg_out_bundle(s, mII,
1873
                           add_guest_base,
1874
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1875
                                       TCG_REG_R3, data_reg, 15, 15),
1876
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1877
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1878
            data_reg = TCG_REG_R3;
1879
        } else if (opc == 2) {
1880
            tcg_out_bundle(s, mII,
1881
                           add_guest_base,
1882
                           tcg_opc_i12(TCG_REG_P0, OPC_DEP_Z_I12,
1883
                                       TCG_REG_R3, data_reg, 31, 31),
1884
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1885
                                       TCG_REG_R3, TCG_REG_R3, 0xb));
1886
            data_reg = TCG_REG_R3;
1887
        } else if (opc == 3) {
1888
            tcg_out_bundle(s, miI,
1889
                           add_guest_base,
1890
                           tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1891
                           tcg_opc_i3 (TCG_REG_P0, OPC_MUX1_I3,
1892
                                       TCG_REG_R3, data_reg, 0xb));
1893
            data_reg = TCG_REG_R3;
1894
        }
1895
        tcg_out_bundle(s, miI,
1896
                       tcg_opc_m4 (TCG_REG_P0, opc_st_m4[opc],
1897
                                   data_reg, addr_reg),
1898
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0),
1899
                       tcg_opc_i18(TCG_REG_P0, OPC_NOP_I18, 0));
1900
    }
1901
#endif
1902
}
1903

    
1904
#endif
1905

    
1906
static inline void tcg_out_op(TCGContext *s, TCGOpcode opc,
1907
                              const TCGArg *args, const int *const_args)
1908
{
1909
    switch(opc) {
1910
    case INDEX_op_exit_tb:
1911
        tcg_out_exit_tb(s, args[0]);
1912
        break;
1913
    case INDEX_op_br:
1914
        tcg_out_br(s, args[0]);
1915
        break;
1916
    case INDEX_op_call:
1917
        tcg_out_call(s, args[0]);
1918
        break;
1919
    case INDEX_op_goto_tb:
1920
        tcg_out_goto_tb(s, args[0]);
1921
        break;
1922
    case INDEX_op_jmp:
1923
        tcg_out_jmp(s, args[0]);
1924
        break;
1925

    
1926
    case INDEX_op_movi_i32:
1927
        tcg_out_movi(s, TCG_TYPE_I32, args[0], args[1]);
1928
        break;
1929
    case INDEX_op_movi_i64:
1930
        tcg_out_movi(s, TCG_TYPE_I64, args[0], args[1]);
1931
        break;
1932

    
1933
    case INDEX_op_ld8u_i32:
1934
    case INDEX_op_ld8u_i64:
1935
        tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1936
        break;
1937
    case INDEX_op_ld8s_i32:
1938
    case INDEX_op_ld8s_i64:
1939
        tcg_out_ld_rel(s, OPC_LD1_M1, args[0], args[1], args[2]);
1940
        tcg_out_ext(s, OPC_SXT1_I29, args[0], args[0]);
1941
        break;
1942
    case INDEX_op_ld16u_i32:
1943
    case INDEX_op_ld16u_i64:
1944
        tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1945
        break;
1946
    case INDEX_op_ld16s_i32:
1947
    case INDEX_op_ld16s_i64:
1948
        tcg_out_ld_rel(s, OPC_LD2_M1, args[0], args[1], args[2]);
1949
        tcg_out_ext(s, OPC_SXT2_I29, args[0], args[0]);
1950
        break;
1951
    case INDEX_op_ld_i32:
1952
    case INDEX_op_ld32u_i64:
1953
        tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1954
        break;
1955
    case INDEX_op_ld32s_i64:
1956
        tcg_out_ld_rel(s, OPC_LD4_M1, args[0], args[1], args[2]);
1957
        tcg_out_ext(s, OPC_SXT4_I29, args[0], args[0]);
1958
        break;
1959
    case INDEX_op_ld_i64:
1960
        tcg_out_ld_rel(s, OPC_LD8_M1, args[0], args[1], args[2]);
1961
        break;
1962
    case INDEX_op_st8_i32:
1963
    case INDEX_op_st8_i64:
1964
        tcg_out_st_rel(s, OPC_ST1_M4, args[0], args[1], args[2]);
1965
        break;
1966
    case INDEX_op_st16_i32:
1967
    case INDEX_op_st16_i64:
1968
        tcg_out_st_rel(s, OPC_ST2_M4, args[0], args[1], args[2]);
1969
        break;
1970
    case INDEX_op_st_i32:
1971
    case INDEX_op_st32_i64:
1972
        tcg_out_st_rel(s, OPC_ST4_M4, args[0], args[1], args[2]);
1973
        break;
1974
    case INDEX_op_st_i64:
1975
        tcg_out_st_rel(s, OPC_ST8_M4, args[0], args[1], args[2]);
1976
        break;
1977

    
1978
    case INDEX_op_add_i32:
1979
    case INDEX_op_add_i64:
1980
        tcg_out_alu(s, OPC_ADD_A1, args[0], args[1], const_args[1],
1981
                    args[2], const_args[2]);
1982
        break;
1983
    case INDEX_op_sub_i32:
1984
    case INDEX_op_sub_i64:
1985
        tcg_out_alu(s, OPC_SUB_A1, args[0], args[1], const_args[1],
1986
                    args[2], const_args[2]);
1987
        break;
1988

    
1989
    case INDEX_op_and_i32:
1990
    case INDEX_op_and_i64:
1991
        tcg_out_alu(s, OPC_AND_A1, args[0], args[1], const_args[1],
1992
                    args[2], const_args[2]);
1993
        break;
1994
    case INDEX_op_andc_i32:
1995
    case INDEX_op_andc_i64:
1996
        tcg_out_alu(s, OPC_ANDCM_A1, args[0], args[1], const_args[1],
1997
                    args[2], const_args[2]);
1998
        break;
1999
    case INDEX_op_eqv_i32:
2000
    case INDEX_op_eqv_i64:
2001
        tcg_out_eqv(s, args[0], args[1], const_args[1],
2002
                    args[2], const_args[2]);
2003
        break;
2004
    case INDEX_op_nand_i32:
2005
    case INDEX_op_nand_i64:
2006
        tcg_out_nand(s, args[0], args[1], const_args[1],
2007
                     args[2], const_args[2]);
2008
        break;
2009
    case INDEX_op_nor_i32:
2010
    case INDEX_op_nor_i64:
2011
        tcg_out_nor(s, args[0], args[1], const_args[1],
2012
                    args[2], const_args[2]);
2013
        break;
2014
    case INDEX_op_or_i32:
2015
    case INDEX_op_or_i64:
2016
        tcg_out_alu(s, OPC_OR_A1, args[0], args[1], const_args[1],
2017
                    args[2], const_args[2]);
2018
        break;
2019
    case INDEX_op_orc_i32:
2020
    case INDEX_op_orc_i64:
2021
        tcg_out_orc(s, args[0], args[1], const_args[1],
2022
                    args[2], const_args[2]);
2023
        break;
2024
    case INDEX_op_xor_i32:
2025
    case INDEX_op_xor_i64:
2026
        tcg_out_alu(s, OPC_XOR_A1, args[0], args[1], const_args[1],
2027
                    args[2], const_args[2]);
2028
        break;
2029

    
2030
    case INDEX_op_mul_i32:
2031
    case INDEX_op_mul_i64:
2032
        tcg_out_mul(s, args[0], args[1], args[2]);
2033
        break;
2034

    
2035
    case INDEX_op_sar_i32:
2036
        tcg_out_sar_i32(s, args[0], args[1], args[2], const_args[2]);
2037
        break;
2038
    case INDEX_op_sar_i64:
2039
        tcg_out_sar_i64(s, args[0], args[1], args[2], const_args[2]);
2040
        break;
2041
    case INDEX_op_shl_i32:
2042
        tcg_out_shl_i32(s, args[0], args[1], args[2], const_args[2]);
2043
        break;
2044
    case INDEX_op_shl_i64:
2045
        tcg_out_shl_i64(s, args[0], args[1], args[2], const_args[2]);
2046
        break;
2047
    case INDEX_op_shr_i32:
2048
        tcg_out_shr_i32(s, args[0], args[1], args[2], const_args[2]);
2049
        break;
2050
    case INDEX_op_shr_i64:
2051
        tcg_out_shr_i64(s, args[0], args[1], args[2], const_args[2]);
2052
        break;
2053
    case INDEX_op_rotl_i32:
2054
        tcg_out_rotl_i32(s, args[0], args[1], args[2], const_args[2]);
2055
        break;
2056
    case INDEX_op_rotl_i64:
2057
        tcg_out_rotl_i64(s, args[0], args[1], args[2], const_args[2]);
2058
        break;
2059
    case INDEX_op_rotr_i32:
2060
        tcg_out_rotr_i32(s, args[0], args[1], args[2], const_args[2]);
2061
        break;
2062
    case INDEX_op_rotr_i64:
2063
        tcg_out_rotr_i64(s, args[0], args[1], args[2], const_args[2]);
2064
        break;
2065

    
2066
    case INDEX_op_ext8s_i32:
2067
    case INDEX_op_ext8s_i64:
2068
        tcg_out_ext(s, OPC_SXT1_I29, args[0], args[1]);
2069
        break;
2070
    case INDEX_op_ext8u_i32:
2071
    case INDEX_op_ext8u_i64:
2072
        tcg_out_ext(s, OPC_ZXT1_I29, args[0], args[1]);
2073
        break;
2074
    case INDEX_op_ext16s_i32:
2075
    case INDEX_op_ext16s_i64:
2076
        tcg_out_ext(s, OPC_SXT2_I29, args[0], args[1]);
2077
        break;
2078
    case INDEX_op_ext16u_i32:
2079
    case INDEX_op_ext16u_i64:
2080
        tcg_out_ext(s, OPC_ZXT2_I29, args[0], args[1]);
2081
        break;
2082
    case INDEX_op_ext32s_i64:
2083
        tcg_out_ext(s, OPC_SXT4_I29, args[0], args[1]);
2084
        break;
2085
    case INDEX_op_ext32u_i64:
2086
        tcg_out_ext(s, OPC_ZXT4_I29, args[0], args[1]);
2087
        break;
2088

    
2089
    case INDEX_op_bswap16_i32:
2090
    case INDEX_op_bswap16_i64:
2091
        tcg_out_bswap16(s, args[0], args[1]);
2092
        break;
2093
    case INDEX_op_bswap32_i32:
2094
    case INDEX_op_bswap32_i64:
2095
        tcg_out_bswap32(s, args[0], args[1]);
2096
        break;
2097
    case INDEX_op_bswap64_i64:
2098
        tcg_out_bswap64(s, args[0], args[1]);
2099
        break;
2100

    
2101
    case INDEX_op_brcond_i32:
2102
        tcg_out_brcond(s, args[2], args[0], const_args[0],
2103
                       args[1], const_args[1], args[3], 1);
2104
        break;
2105
    case INDEX_op_brcond_i64:
2106
        tcg_out_brcond(s, args[2], args[0], const_args[0],
2107
                       args[1], const_args[1], args[3], 0);
2108
        break;
2109
    case INDEX_op_setcond_i32:
2110
        tcg_out_setcond(s, args[3], args[0], args[1], args[2], 1);
2111
        break;
2112
    case INDEX_op_setcond_i64:
2113
        tcg_out_setcond(s, args[3], args[0], args[1], args[2], 0);
2114
        break;
2115

    
2116
    case INDEX_op_qemu_ld8u:
2117
        tcg_out_qemu_ld(s, args, 0);
2118
        break;
2119
    case INDEX_op_qemu_ld8s:
2120
        tcg_out_qemu_ld(s, args, 0 | 4);
2121
        break;
2122
    case INDEX_op_qemu_ld16u:
2123
        tcg_out_qemu_ld(s, args, 1);
2124
        break;
2125
    case INDEX_op_qemu_ld16s:
2126
        tcg_out_qemu_ld(s, args, 1 | 4);
2127
        break;
2128
    case INDEX_op_qemu_ld32:
2129
    case INDEX_op_qemu_ld32u:
2130
        tcg_out_qemu_ld(s, args, 2);
2131
        break;
2132
    case INDEX_op_qemu_ld32s:
2133
        tcg_out_qemu_ld(s, args, 2 | 4);
2134
        break;
2135
    case INDEX_op_qemu_ld64:
2136
        tcg_out_qemu_ld(s, args, 3);
2137
        break;
2138

    
2139
    case INDEX_op_qemu_st8:
2140
        tcg_out_qemu_st(s, args, 0);
2141
        break;
2142
    case INDEX_op_qemu_st16:
2143
        tcg_out_qemu_st(s, args, 1);
2144
        break;
2145
    case INDEX_op_qemu_st32:
2146
        tcg_out_qemu_st(s, args, 2);
2147
        break;
2148
    case INDEX_op_qemu_st64:
2149
        tcg_out_qemu_st(s, args, 3);
2150
        break;
2151

    
2152
    default:
2153
        tcg_abort();
2154
    }
2155
}
2156

    
2157
static const TCGTargetOpDef ia64_op_defs[] = {
2158
    { INDEX_op_br, { } },
2159
    { INDEX_op_call, { "r" } },
2160
    { INDEX_op_exit_tb, { } },
2161
    { INDEX_op_goto_tb, { } },
2162
    { INDEX_op_jmp, { "r" } },
2163

    
2164
    { INDEX_op_mov_i32, { "r", "r" } },
2165
    { INDEX_op_movi_i32, { "r" } },
2166

    
2167
    { INDEX_op_ld8u_i32, { "r", "r" } },
2168
    { INDEX_op_ld8s_i32, { "r", "r" } },
2169
    { INDEX_op_ld16u_i32, { "r", "r" } },
2170
    { INDEX_op_ld16s_i32, { "r", "r" } },
2171
    { INDEX_op_ld_i32, { "r", "r" } },
2172
    { INDEX_op_st8_i32, { "rZ", "r" } },
2173
    { INDEX_op_st16_i32, { "rZ", "r" } },
2174
    { INDEX_op_st_i32, { "rZ", "r" } },
2175

    
2176
    { INDEX_op_add_i32, { "r", "rI", "rI" } },
2177
    { INDEX_op_sub_i32, { "r", "rI", "rI" } },
2178

    
2179
    { INDEX_op_and_i32, { "r", "rI", "rI" } },
2180
    { INDEX_op_andc_i32, { "r", "rI", "rI" } },
2181
    { INDEX_op_eqv_i32, { "r", "rZ", "rZ" } },
2182
    { INDEX_op_nand_i32, { "r", "rZ", "rZ" } },
2183
    { INDEX_op_nor_i32, { "r", "rZ", "rZ" } },
2184
    { INDEX_op_or_i32, { "r", "rI", "rI" } },
2185
    { INDEX_op_orc_i32, { "r", "rZ", "rZ" } },
2186
    { INDEX_op_xor_i32, { "r", "rI", "rI" } },
2187

    
2188
    { INDEX_op_mul_i32, { "r", "rZ", "rZ" } },
2189

    
2190
    { INDEX_op_sar_i32, { "r", "rZ", "ri" } },
2191
    { INDEX_op_shl_i32, { "r", "rZ", "ri" } },
2192
    { INDEX_op_shr_i32, { "r", "rZ", "ri" } },
2193
    { INDEX_op_rotl_i32, { "r", "rZ", "ri" } },
2194
    { INDEX_op_rotr_i32, { "r", "rZ", "ri" } },
2195

    
2196
    { INDEX_op_ext8s_i32, { "r", "rZ"} },
2197
    { INDEX_op_ext8u_i32, { "r", "rZ"} },
2198
    { INDEX_op_ext16s_i32, { "r", "rZ"} },
2199
    { INDEX_op_ext16u_i32, { "r", "rZ"} },
2200

    
2201
    { INDEX_op_bswap16_i32, { "r", "rZ" } },
2202
    { INDEX_op_bswap32_i32, { "r", "rZ" } },
2203

    
2204
    { INDEX_op_brcond_i32, { "rI", "rI" } },
2205
    { INDEX_op_setcond_i32, { "r", "rZ", "rZ" } },
2206

    
2207
    { INDEX_op_mov_i64, { "r", "r" } },
2208
    { INDEX_op_movi_i64, { "r" } },
2209

    
2210
    { INDEX_op_ld8u_i64, { "r", "r" } },
2211
    { INDEX_op_ld8s_i64, { "r", "r" } },
2212
    { INDEX_op_ld16u_i64, { "r", "r" } },
2213
    { INDEX_op_ld16s_i64, { "r", "r" } },
2214
    { INDEX_op_ld32u_i64, { "r", "r" } },
2215
    { INDEX_op_ld32s_i64, { "r", "r" } },
2216
    { INDEX_op_ld_i64, { "r", "r" } },
2217
    { INDEX_op_st8_i64, { "rZ", "r" } },
2218
    { INDEX_op_st16_i64, { "rZ", "r" } },
2219
    { INDEX_op_st32_i64, { "rZ", "r" } },
2220
    { INDEX_op_st_i64, { "rZ", "r" } },
2221

    
2222
    { INDEX_op_add_i64, { "r", "rI", "rI" } },
2223
    { INDEX_op_sub_i64, { "r", "rI", "rI" } },
2224

    
2225
    { INDEX_op_and_i64, { "r", "rI", "rI" } },
2226
    { INDEX_op_andc_i64, { "r", "rI", "rI" } },
2227
    { INDEX_op_eqv_i64, { "r", "rZ", "rZ" } },
2228
    { INDEX_op_nand_i64, { "r", "rZ", "rZ" } },
2229
    { INDEX_op_nor_i64, { "r", "rZ", "rZ" } },
2230
    { INDEX_op_or_i64, { "r", "rI", "rI" } },
2231
    { INDEX_op_orc_i64, { "r", "rZ", "rZ" } },
2232
    { INDEX_op_xor_i64, { "r", "rI", "rI" } },
2233

    
2234
    { INDEX_op_mul_i64, { "r", "rZ", "rZ" } },
2235

    
2236
    { INDEX_op_sar_i64, { "r", "rZ", "ri" } },
2237
    { INDEX_op_shl_i64, { "r", "rZ", "ri" } },
2238
    { INDEX_op_shr_i64, { "r", "rZ", "ri" } },
2239
    { INDEX_op_rotl_i64, { "r", "rZ", "ri" } },
2240
    { INDEX_op_rotr_i64, { "r", "rZ", "ri" } },
2241

    
2242
    { INDEX_op_ext8s_i64, { "r", "rZ"} },
2243
    { INDEX_op_ext8u_i64, { "r", "rZ"} },
2244
    { INDEX_op_ext16s_i64, { "r", "rZ"} },
2245
    { INDEX_op_ext16u_i64, { "r", "rZ"} },
2246
    { INDEX_op_ext32s_i64, { "r", "rZ"} },
2247
    { INDEX_op_ext32u_i64, { "r", "rZ"} },
2248

    
2249
    { INDEX_op_bswap16_i64, { "r", "rZ" } },
2250
    { INDEX_op_bswap32_i64, { "r", "rZ" } },
2251
    { INDEX_op_bswap64_i64, { "r", "rZ" } },
2252

    
2253
    { INDEX_op_brcond_i64, { "rI", "rI" } },
2254
    { INDEX_op_setcond_i64, { "r", "rZ", "rZ" } },
2255

    
2256
    { INDEX_op_qemu_ld8u, { "r", "r" } },
2257
    { INDEX_op_qemu_ld8s, { "r", "r" } },
2258
    { INDEX_op_qemu_ld16u, { "r", "r" } },
2259
    { INDEX_op_qemu_ld16s, { "r", "r" } },
2260
    { INDEX_op_qemu_ld32, { "r", "r" } },
2261
    { INDEX_op_qemu_ld32u, { "r", "r" } },
2262
    { INDEX_op_qemu_ld32s, { "r", "r" } },
2263
    { INDEX_op_qemu_ld64, { "r", "r" } },
2264

    
2265
    { INDEX_op_qemu_st8, { "SZ", "r" } },
2266
    { INDEX_op_qemu_st16, { "SZ", "r" } },
2267
    { INDEX_op_qemu_st32, { "SZ", "r" } },
2268
    { INDEX_op_qemu_st64, { "SZ", "r" } },
2269

    
2270
    { -1 },
2271
};
2272

    
2273
/* Generate global QEMU prologue and epilogue code */
2274
static void tcg_target_qemu_prologue(TCGContext *s)
2275
{
2276
    int frame_size;
2277

    
2278
    /* reserve some stack space */
2279
    frame_size = TCG_STATIC_CALL_ARGS_SIZE;
2280
    frame_size = (frame_size + TCG_TARGET_STACK_ALIGN - 1) &
2281
                 ~(TCG_TARGET_STACK_ALIGN - 1);
2282

    
2283
    /* First emit adhoc function descriptor */
2284
    *(uint64_t *)(s->code_ptr) = (uint64_t)s->code_ptr + 16; /* entry point */
2285
    s->code_ptr += 16; /* skip GP */
2286

    
2287
    /* prologue */
2288
    tcg_out_bundle(s, mII,
2289
                   tcg_opc_m34(TCG_REG_P0, OPC_ALLOC_M34,
2290
                               TCG_REG_R33, 32, 24, 0),
2291
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2292
                               TCG_REG_B6, TCG_REG_R32, 0),
2293
                   tcg_opc_i22(TCG_REG_P0, OPC_MOV_I22,
2294
                               TCG_REG_R32, TCG_REG_B0));
2295

    
2296
    /* ??? If GUEST_BASE < 0x200000, we could load the register via
2297
       an ADDL in the M slot of the next bundle.  */
2298
    if (GUEST_BASE != 0) {
2299
        tcg_out_bundle(s, mlx,
2300
                       tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2301
                       tcg_opc_l2 (GUEST_BASE),
2302
                       tcg_opc_x2 (TCG_REG_P0, OPC_MOVL_X2,
2303
                                   TCG_GUEST_BASE_REG, GUEST_BASE));
2304
        tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
2305
    }
2306

    
2307
    tcg_out_bundle(s, miB,
2308
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2309
                   tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2310
                               TCG_REG_R12, -frame_size, TCG_REG_R12),
2311
                   tcg_opc_b4 (TCG_REG_P0, OPC_BR_SPTK_MANY_B4, TCG_REG_B6));
2312

    
2313
    /* epilogue */
2314
    tb_ret_addr = s->code_ptr;
2315
    tcg_out_bundle(s, miI,
2316
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2317
                   tcg_opc_i21(TCG_REG_P0, OPC_MOV_I21,
2318
                               TCG_REG_B0, TCG_REG_R32, 0),
2319
                   tcg_opc_a4 (TCG_REG_P0, OPC_ADDS_A4,
2320
                               TCG_REG_R12, frame_size, TCG_REG_R12));
2321
    tcg_out_bundle(s, miB,
2322
                   tcg_opc_m48(TCG_REG_P0, OPC_NOP_M48, 0),
2323
                   tcg_opc_i26(TCG_REG_P0, OPC_MOV_I_I26,
2324
                               TCG_REG_PFS, TCG_REG_R33),
2325
                   tcg_opc_b4 (TCG_REG_P0, OPC_BR_RET_SPTK_MANY_B4,
2326
                               TCG_REG_B0));
2327
}
2328

    
2329
static void tcg_target_init(TCGContext *s)
2330
{
2331
    tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I32],
2332
                   0xffffffffffffffffull);
2333
    tcg_regset_set(tcg_target_available_regs[TCG_TYPE_I64],
2334
                   0xffffffffffffffffull);
2335

    
2336
    tcg_regset_clear(tcg_target_call_clobber_regs);
2337
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R8);
2338
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R9);
2339
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R10);
2340
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R11);
2341
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R14);
2342
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R15);
2343
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R16);
2344
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R17);
2345
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R18);
2346
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R19);
2347
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R20);
2348
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R21);
2349
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R22);
2350
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R23);
2351
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R24);
2352
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R25);
2353
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R26);
2354
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R27);
2355
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R28);
2356
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R29);
2357
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R30);
2358
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R31);
2359
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R56);
2360
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R57);
2361
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R58);
2362
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R59);
2363
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R60);
2364
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R61);
2365
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R62);
2366
    tcg_regset_set_reg(tcg_target_call_clobber_regs, TCG_REG_R63);
2367

    
2368
    tcg_regset_clear(s->reserved_regs);
2369
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R0);   /* zero register */
2370
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R1);   /* global pointer */
2371
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R2);   /* internal use */
2372
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R3);   /* internal use */
2373
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R12);  /* stack pointer */
2374
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R13);  /* thread pointer */
2375
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R32);  /* return address */
2376
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R33);  /* PFS */
2377

    
2378
    /* The following 3 are not in use, are call-saved, but *not* saved
2379
       by the prologue.  Therefore we cannot use them without modifying
2380
       the prologue.  There doesn't seem to be any good reason to use
2381
       these as opposed to the windowed registers.  */
2382
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R4);
2383
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R5);
2384
    tcg_regset_set_reg(s->reserved_regs, TCG_REG_R6);
2385

    
2386
    tcg_add_target_add_op_defs(ia64_op_defs);
2387
}