Statistics
| Branch: | Revision:

root / tcg / tcg.c @ 8686c490

History | View | Annotate | Download (56.2 kB)

1 c896fe29 bellard
/*
2 c896fe29 bellard
 * Tiny Code Generator for QEMU
3 c896fe29 bellard
 *
4 c896fe29 bellard
 * Copyright (c) 2008 Fabrice Bellard
5 c896fe29 bellard
 *
6 c896fe29 bellard
 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 c896fe29 bellard
 * of this software and associated documentation files (the "Software"), to deal
8 c896fe29 bellard
 * in the Software without restriction, including without limitation the rights
9 c896fe29 bellard
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 c896fe29 bellard
 * copies of the Software, and to permit persons to whom the Software is
11 c896fe29 bellard
 * furnished to do so, subject to the following conditions:
12 c896fe29 bellard
 *
13 c896fe29 bellard
 * The above copyright notice and this permission notice shall be included in
14 c896fe29 bellard
 * all copies or substantial portions of the Software.
15 c896fe29 bellard
 *
16 c896fe29 bellard
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 c896fe29 bellard
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 c896fe29 bellard
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 c896fe29 bellard
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 c896fe29 bellard
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 c896fe29 bellard
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 c896fe29 bellard
 * THE SOFTWARE.
23 c896fe29 bellard
 */
24 c896fe29 bellard
25 c896fe29 bellard
/* define it to suppress various consistency checks (faster) */
26 c896fe29 bellard
#define NDEBUG
27 c896fe29 bellard
28 c896fe29 bellard
/* define it to use liveness analysis (better code) */
29 c896fe29 bellard
#define USE_LIVENESS_ANALYSIS
30 c896fe29 bellard
31 c896fe29 bellard
#include <assert.h>
32 c896fe29 bellard
#include <stdarg.h>
33 c896fe29 bellard
#include <stdlib.h>
34 c896fe29 bellard
#include <stdio.h>
35 c896fe29 bellard
#include <string.h>
36 c896fe29 bellard
#include <inttypes.h>
37 3fe43da7 bellard
#ifdef _WIN32
38 3fe43da7 bellard
#include <malloc.h>
39 3fe43da7 bellard
#endif
40 c896fe29 bellard
41 c896fe29 bellard
#include "config.h"
42 ca10f867 aurel32
#include "qemu-common.h"
43 c896fe29 bellard
44 c896fe29 bellard
/* Note: the long term plan is to reduce the dependancies on the QEMU
45 c896fe29 bellard
   CPU definitions. Currently they are used for qemu_ld/st
46 c896fe29 bellard
   instructions */
47 c896fe29 bellard
#define NO_CPU_IO_DEFS
48 c896fe29 bellard
#include "cpu.h"
49 c896fe29 bellard
#include "exec-all.h"
50 c896fe29 bellard
51 c896fe29 bellard
#include "tcg-op.h"
52 c896fe29 bellard
#include "elf.h"
53 c896fe29 bellard
54 c896fe29 bellard
55 c896fe29 bellard
static void patch_reloc(uint8_t *code_ptr, int type, 
56 f54b3f92 aurel32
                        tcg_target_long value, tcg_target_long addend);
57 c896fe29 bellard
58 c896fe29 bellard
TCGOpDef tcg_op_defs[] = {
59 c896fe29 bellard
#define DEF(s, n, copy_size) { #s, 0, 0, n, n, 0, copy_size },
60 c896fe29 bellard
#define DEF2(s, iargs, oargs, cargs, flags) { #s, iargs, oargs, cargs, iargs + oargs + cargs, flags, 0 },
61 c896fe29 bellard
#include "tcg-opc.h"
62 c896fe29 bellard
#undef DEF
63 c896fe29 bellard
#undef DEF2
64 c896fe29 bellard
};
65 c896fe29 bellard
66 c896fe29 bellard
TCGRegSet tcg_target_available_regs[2];
67 c896fe29 bellard
TCGRegSet tcg_target_call_clobber_regs;
68 c896fe29 bellard
69 c896fe29 bellard
/* XXX: move that inside the context */
70 c896fe29 bellard
uint16_t *gen_opc_ptr;
71 c896fe29 bellard
TCGArg *gen_opparam_ptr;
72 c896fe29 bellard
73 c896fe29 bellard
static inline void tcg_out8(TCGContext *s, uint8_t v)
74 c896fe29 bellard
{
75 c896fe29 bellard
    *s->code_ptr++ = v;
76 c896fe29 bellard
}
77 c896fe29 bellard
78 c896fe29 bellard
static inline void tcg_out16(TCGContext *s, uint16_t v)
79 c896fe29 bellard
{
80 c896fe29 bellard
    *(uint16_t *)s->code_ptr = v;
81 c896fe29 bellard
    s->code_ptr += 2;
82 c896fe29 bellard
}
83 c896fe29 bellard
84 c896fe29 bellard
static inline void tcg_out32(TCGContext *s, uint32_t v)
85 c896fe29 bellard
{
86 c896fe29 bellard
    *(uint32_t *)s->code_ptr = v;
87 c896fe29 bellard
    s->code_ptr += 4;
88 c896fe29 bellard
}
89 c896fe29 bellard
90 c896fe29 bellard
/* label relocation processing */
91 c896fe29 bellard
92 c896fe29 bellard
void tcg_out_reloc(TCGContext *s, uint8_t *code_ptr, int type, 
93 c896fe29 bellard
                   int label_index, long addend)
94 c896fe29 bellard
{
95 c896fe29 bellard
    TCGLabel *l;
96 c896fe29 bellard
    TCGRelocation *r;
97 c896fe29 bellard
98 c896fe29 bellard
    l = &s->labels[label_index];
99 c896fe29 bellard
    if (l->has_value) {
100 623e265c pbrook
        /* FIXME: This may break relocations on RISC targets that
101 623e265c pbrook
           modify instruction fields in place.  The caller may not have 
102 623e265c pbrook
           written the initial value.  */
103 f54b3f92 aurel32
        patch_reloc(code_ptr, type, l->u.value, addend);
104 c896fe29 bellard
    } else {
105 c896fe29 bellard
        /* add a new relocation entry */
106 c896fe29 bellard
        r = tcg_malloc(sizeof(TCGRelocation));
107 c896fe29 bellard
        r->type = type;
108 c896fe29 bellard
        r->ptr = code_ptr;
109 c896fe29 bellard
        r->addend = addend;
110 c896fe29 bellard
        r->next = l->u.first_reloc;
111 c896fe29 bellard
        l->u.first_reloc = r;
112 c896fe29 bellard
    }
113 c896fe29 bellard
}
114 c896fe29 bellard
115 c896fe29 bellard
static void tcg_out_label(TCGContext *s, int label_index, 
116 c896fe29 bellard
                          tcg_target_long value)
117 c896fe29 bellard
{
118 c896fe29 bellard
    TCGLabel *l;
119 c896fe29 bellard
    TCGRelocation *r;
120 c896fe29 bellard
121 c896fe29 bellard
    l = &s->labels[label_index];
122 c896fe29 bellard
    if (l->has_value)
123 c896fe29 bellard
        tcg_abort();
124 c896fe29 bellard
    r = l->u.first_reloc;
125 c896fe29 bellard
    while (r != NULL) {
126 f54b3f92 aurel32
        patch_reloc(r->ptr, r->type, value, r->addend);
127 c896fe29 bellard
        r = r->next;
128 c896fe29 bellard
    }
129 c896fe29 bellard
    l->has_value = 1;
130 c896fe29 bellard
    l->u.value = value;
131 c896fe29 bellard
}
132 c896fe29 bellard
133 c896fe29 bellard
int gen_new_label(void)
134 c896fe29 bellard
{
135 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
136 c896fe29 bellard
    int idx;
137 c896fe29 bellard
    TCGLabel *l;
138 c896fe29 bellard
139 c896fe29 bellard
    if (s->nb_labels >= TCG_MAX_LABELS)
140 c896fe29 bellard
        tcg_abort();
141 c896fe29 bellard
    idx = s->nb_labels++;
142 c896fe29 bellard
    l = &s->labels[idx];
143 c896fe29 bellard
    l->has_value = 0;
144 c896fe29 bellard
    l->u.first_reloc = NULL;
145 c896fe29 bellard
    return idx;
146 c896fe29 bellard
}
147 c896fe29 bellard
148 c896fe29 bellard
#include "tcg-target.c"
149 c896fe29 bellard
150 c896fe29 bellard
/* pool based memory allocation */
151 c896fe29 bellard
void *tcg_malloc_internal(TCGContext *s, int size)
152 c896fe29 bellard
{
153 c896fe29 bellard
    TCGPool *p;
154 c896fe29 bellard
    int pool_size;
155 c896fe29 bellard
    
156 c896fe29 bellard
    if (size > TCG_POOL_CHUNK_SIZE) {
157 c896fe29 bellard
        /* big malloc: insert a new pool (XXX: could optimize) */
158 c896fe29 bellard
        p = qemu_malloc(sizeof(TCGPool) + size);
159 c896fe29 bellard
        p->size = size;
160 c896fe29 bellard
        if (s->pool_current)
161 c896fe29 bellard
            s->pool_current->next = p;
162 c896fe29 bellard
        else
163 c896fe29 bellard
            s->pool_first = p;
164 c896fe29 bellard
        p->next = s->pool_current;
165 c896fe29 bellard
    } else {
166 c896fe29 bellard
        p = s->pool_current;
167 c896fe29 bellard
        if (!p) {
168 c896fe29 bellard
            p = s->pool_first;
169 c896fe29 bellard
            if (!p)
170 c896fe29 bellard
                goto new_pool;
171 c896fe29 bellard
        } else {
172 c896fe29 bellard
            if (!p->next) {
173 c896fe29 bellard
            new_pool:
174 c896fe29 bellard
                pool_size = TCG_POOL_CHUNK_SIZE;
175 c896fe29 bellard
                p = qemu_malloc(sizeof(TCGPool) + pool_size);
176 c896fe29 bellard
                p->size = pool_size;
177 c896fe29 bellard
                p->next = NULL;
178 c896fe29 bellard
                if (s->pool_current) 
179 c896fe29 bellard
                    s->pool_current->next = p;
180 c896fe29 bellard
                else
181 c896fe29 bellard
                    s->pool_first = p;
182 c896fe29 bellard
            } else {
183 c896fe29 bellard
                p = p->next;
184 c896fe29 bellard
            }
185 c896fe29 bellard
        }
186 c896fe29 bellard
    }
187 c896fe29 bellard
    s->pool_current = p;
188 c896fe29 bellard
    s->pool_cur = p->data + size;
189 c896fe29 bellard
    s->pool_end = p->data + p->size;
190 c896fe29 bellard
    return p->data;
191 c896fe29 bellard
}
192 c896fe29 bellard
193 c896fe29 bellard
void tcg_pool_reset(TCGContext *s)
194 c896fe29 bellard
{
195 c896fe29 bellard
    s->pool_cur = s->pool_end = NULL;
196 c896fe29 bellard
    s->pool_current = NULL;
197 c896fe29 bellard
}
198 c896fe29 bellard
199 c896fe29 bellard
/* free all the pool */
200 c896fe29 bellard
void tcg_pool_free(TCGContext *s)
201 c896fe29 bellard
{
202 c896fe29 bellard
    TCGPool *p, *p1;
203 c896fe29 bellard
204 c896fe29 bellard
    for(p = s->pool_first; p != NULL; p = p1) {
205 c896fe29 bellard
        p1 = p->next;
206 c896fe29 bellard
        qemu_free(p);
207 c896fe29 bellard
    }
208 c896fe29 bellard
    s->pool_first = NULL;
209 c896fe29 bellard
    s->pool_cur = s->pool_end = NULL;
210 c896fe29 bellard
}
211 c896fe29 bellard
212 c896fe29 bellard
void tcg_context_init(TCGContext *s)
213 c896fe29 bellard
{
214 c896fe29 bellard
    int op, total_args, n;
215 c896fe29 bellard
    TCGOpDef *def;
216 c896fe29 bellard
    TCGArgConstraint *args_ct;
217 c896fe29 bellard
    int *sorted_args;
218 c896fe29 bellard
219 c896fe29 bellard
    memset(s, 0, sizeof(*s));
220 c896fe29 bellard
    s->temps = s->static_temps;
221 c896fe29 bellard
    s->nb_globals = 0;
222 c896fe29 bellard
    
223 c896fe29 bellard
    /* Count total number of arguments and allocate the corresponding
224 c896fe29 bellard
       space */
225 c896fe29 bellard
    total_args = 0;
226 c896fe29 bellard
    for(op = 0; op < NB_OPS; op++) {
227 c896fe29 bellard
        def = &tcg_op_defs[op];
228 c896fe29 bellard
        n = def->nb_iargs + def->nb_oargs;
229 c896fe29 bellard
        total_args += n;
230 c896fe29 bellard
    }
231 c896fe29 bellard
232 c896fe29 bellard
    args_ct = qemu_malloc(sizeof(TCGArgConstraint) * total_args);
233 c896fe29 bellard
    sorted_args = qemu_malloc(sizeof(int) * total_args);
234 c896fe29 bellard
235 c896fe29 bellard
    for(op = 0; op < NB_OPS; op++) {
236 c896fe29 bellard
        def = &tcg_op_defs[op];
237 c896fe29 bellard
        def->args_ct = args_ct;
238 c896fe29 bellard
        def->sorted_args = sorted_args;
239 c896fe29 bellard
        n = def->nb_iargs + def->nb_oargs;
240 c896fe29 bellard
        sorted_args += n;
241 c896fe29 bellard
        args_ct += n;
242 c896fe29 bellard
    }
243 c896fe29 bellard
    
244 c896fe29 bellard
    tcg_target_init(s);
245 b03cce8e bellard
246 b03cce8e bellard
    /* init global prologue and epilogue */
247 b03cce8e bellard
    s->code_buf = code_gen_prologue;
248 b03cce8e bellard
    s->code_ptr = s->code_buf;
249 b03cce8e bellard
    tcg_target_qemu_prologue(s);
250 b03cce8e bellard
    flush_icache_range((unsigned long)s->code_buf, 
251 b03cce8e bellard
                       (unsigned long)s->code_ptr);
252 c896fe29 bellard
}
253 c896fe29 bellard
254 c896fe29 bellard
void tcg_set_frame(TCGContext *s, int reg,
255 c896fe29 bellard
                   tcg_target_long start, tcg_target_long size)
256 c896fe29 bellard
{
257 c896fe29 bellard
    s->frame_start = start;
258 c896fe29 bellard
    s->frame_end = start + size;
259 c896fe29 bellard
    s->frame_reg = reg;
260 c896fe29 bellard
}
261 c896fe29 bellard
262 c896fe29 bellard
void tcg_set_macro_func(TCGContext *s, TCGMacroFunc *func)
263 c896fe29 bellard
{
264 c896fe29 bellard
    s->macro_func = func;
265 c896fe29 bellard
}
266 c896fe29 bellard
267 c896fe29 bellard
void tcg_func_start(TCGContext *s)
268 c896fe29 bellard
{
269 c896fe29 bellard
    tcg_pool_reset(s);
270 c896fe29 bellard
    s->nb_temps = s->nb_globals;
271 c896fe29 bellard
    s->labels = tcg_malloc(sizeof(TCGLabel) * TCG_MAX_LABELS);
272 c896fe29 bellard
    s->nb_labels = 0;
273 c896fe29 bellard
    s->current_frame_offset = s->frame_start;
274 c896fe29 bellard
275 c896fe29 bellard
    gen_opc_ptr = gen_opc_buf;
276 c896fe29 bellard
    gen_opparam_ptr = gen_opparam_buf;
277 c896fe29 bellard
}
278 c896fe29 bellard
279 c896fe29 bellard
static inline void tcg_temp_alloc(TCGContext *s, int n)
280 c896fe29 bellard
{
281 c896fe29 bellard
    if (n > TCG_MAX_TEMPS)
282 c896fe29 bellard
        tcg_abort();
283 c896fe29 bellard
}
284 c896fe29 bellard
285 ac56dd48 pbrook
TCGv tcg_global_reg_new(TCGType type, int reg, const char *name)
286 c896fe29 bellard
{
287 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
288 c896fe29 bellard
    TCGTemp *ts;
289 c896fe29 bellard
    int idx;
290 c896fe29 bellard
291 c896fe29 bellard
#if TCG_TARGET_REG_BITS == 32
292 c896fe29 bellard
    if (type != TCG_TYPE_I32)
293 c896fe29 bellard
        tcg_abort();
294 c896fe29 bellard
#endif
295 c896fe29 bellard
    if (tcg_regset_test_reg(s->reserved_regs, reg))
296 c896fe29 bellard
        tcg_abort();
297 c896fe29 bellard
    idx = s->nb_globals;
298 c896fe29 bellard
    tcg_temp_alloc(s, s->nb_globals + 1);
299 c896fe29 bellard
    ts = &s->temps[s->nb_globals];
300 c896fe29 bellard
    ts->base_type = type;
301 c896fe29 bellard
    ts->type = type;
302 c896fe29 bellard
    ts->fixed_reg = 1;
303 c896fe29 bellard
    ts->reg = reg;
304 c896fe29 bellard
    ts->val_type = TEMP_VAL_REG;
305 c896fe29 bellard
    ts->name = name;
306 c896fe29 bellard
    s->nb_globals++;
307 c896fe29 bellard
    tcg_regset_set_reg(s->reserved_regs, reg);
308 ac56dd48 pbrook
    return MAKE_TCGV(idx);
309 c896fe29 bellard
}
310 c896fe29 bellard
311 6a8d7b76 bellard
#if TCG_TARGET_REG_BITS == 32
312 6a8d7b76 bellard
/* temporary hack to avoid register shortage for tcg_qemu_st64() */
313 6a8d7b76 bellard
TCGv tcg_global_reg2_new_hack(TCGType type, int reg1, int reg2, 
314 6a8d7b76 bellard
                              const char *name)
315 6a8d7b76 bellard
{
316 6a8d7b76 bellard
    TCGContext *s = &tcg_ctx;
317 6a8d7b76 bellard
    TCGTemp *ts;
318 6a8d7b76 bellard
    int idx;
319 6a8d7b76 bellard
    char buf[64];
320 6a8d7b76 bellard
321 6a8d7b76 bellard
    if (type != TCG_TYPE_I64)
322 6a8d7b76 bellard
        tcg_abort();
323 6a8d7b76 bellard
    idx = s->nb_globals;
324 6a8d7b76 bellard
    tcg_temp_alloc(s, s->nb_globals + 2);
325 6a8d7b76 bellard
    ts = &s->temps[s->nb_globals];
326 6a8d7b76 bellard
    ts->base_type = type;
327 6a8d7b76 bellard
    ts->type = TCG_TYPE_I32;
328 6a8d7b76 bellard
    ts->fixed_reg = 1;
329 6a8d7b76 bellard
    ts->reg = reg1;
330 6a8d7b76 bellard
    ts->val_type = TEMP_VAL_REG;
331 6a8d7b76 bellard
    pstrcpy(buf, sizeof(buf), name);
332 6a8d7b76 bellard
    pstrcat(buf, sizeof(buf), "_0");
333 6a8d7b76 bellard
    ts->name = strdup(buf);
334 6a8d7b76 bellard
335 6a8d7b76 bellard
    ts++;
336 6a8d7b76 bellard
    ts->base_type = type;
337 6a8d7b76 bellard
    ts->type = TCG_TYPE_I32;
338 6a8d7b76 bellard
    ts->fixed_reg = 1;
339 6a8d7b76 bellard
    ts->reg = reg2;
340 6a8d7b76 bellard
    ts->val_type = TEMP_VAL_REG;
341 6a8d7b76 bellard
    pstrcpy(buf, sizeof(buf), name);
342 6a8d7b76 bellard
    pstrcat(buf, sizeof(buf), "_1");
343 6a8d7b76 bellard
    ts->name = strdup(buf);
344 6a8d7b76 bellard
345 6a8d7b76 bellard
    s->nb_globals += 2;
346 6a8d7b76 bellard
    return MAKE_TCGV(idx);
347 6a8d7b76 bellard
}
348 6a8d7b76 bellard
#endif
349 6a8d7b76 bellard
350 ac56dd48 pbrook
TCGv tcg_global_mem_new(TCGType type, int reg, tcg_target_long offset,
351 ac56dd48 pbrook
                        const char *name)
352 c896fe29 bellard
{
353 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
354 c896fe29 bellard
    TCGTemp *ts;
355 c896fe29 bellard
    int idx;
356 c896fe29 bellard
357 c896fe29 bellard
    idx = s->nb_globals;
358 c896fe29 bellard
#if TCG_TARGET_REG_BITS == 32
359 c896fe29 bellard
    if (type == TCG_TYPE_I64) {
360 c896fe29 bellard
        char buf[64];
361 c896fe29 bellard
        tcg_temp_alloc(s, s->nb_globals + 1);
362 c896fe29 bellard
        ts = &s->temps[s->nb_globals];
363 c896fe29 bellard
        ts->base_type = type;
364 c896fe29 bellard
        ts->type = TCG_TYPE_I32;
365 c896fe29 bellard
        ts->fixed_reg = 0;
366 c896fe29 bellard
        ts->mem_allocated = 1;
367 c896fe29 bellard
        ts->mem_reg = reg;
368 c896fe29 bellard
#ifdef TCG_TARGET_WORDS_BIGENDIAN
369 c896fe29 bellard
        ts->mem_offset = offset + 4;
370 c896fe29 bellard
#else
371 c896fe29 bellard
        ts->mem_offset = offset;
372 c896fe29 bellard
#endif
373 c896fe29 bellard
        ts->val_type = TEMP_VAL_MEM;
374 c896fe29 bellard
        pstrcpy(buf, sizeof(buf), name);
375 c896fe29 bellard
        pstrcat(buf, sizeof(buf), "_0");
376 c896fe29 bellard
        ts->name = strdup(buf);
377 c896fe29 bellard
        ts++;
378 c896fe29 bellard
379 c896fe29 bellard
        ts->base_type = type;
380 c896fe29 bellard
        ts->type = TCG_TYPE_I32;
381 c896fe29 bellard
        ts->fixed_reg = 0;
382 c896fe29 bellard
        ts->mem_allocated = 1;
383 c896fe29 bellard
        ts->mem_reg = reg;
384 c896fe29 bellard
#ifdef TCG_TARGET_WORDS_BIGENDIAN
385 c896fe29 bellard
        ts->mem_offset = offset;
386 c896fe29 bellard
#else
387 c896fe29 bellard
        ts->mem_offset = offset + 4;
388 c896fe29 bellard
#endif
389 c896fe29 bellard
        ts->val_type = TEMP_VAL_MEM;
390 c896fe29 bellard
        pstrcpy(buf, sizeof(buf), name);
391 c896fe29 bellard
        pstrcat(buf, sizeof(buf), "_1");
392 c896fe29 bellard
        ts->name = strdup(buf);
393 c896fe29 bellard
394 c896fe29 bellard
        s->nb_globals += 2;
395 c896fe29 bellard
    } else
396 c896fe29 bellard
#endif
397 c896fe29 bellard
    {
398 c896fe29 bellard
        tcg_temp_alloc(s, s->nb_globals + 1);
399 c896fe29 bellard
        ts = &s->temps[s->nb_globals];
400 c896fe29 bellard
        ts->base_type = type;
401 c896fe29 bellard
        ts->type = type;
402 c896fe29 bellard
        ts->fixed_reg = 0;
403 c896fe29 bellard
        ts->mem_allocated = 1;
404 c896fe29 bellard
        ts->mem_reg = reg;
405 c896fe29 bellard
        ts->mem_offset = offset;
406 c896fe29 bellard
        ts->val_type = TEMP_VAL_MEM;
407 c896fe29 bellard
        ts->name = name;
408 c896fe29 bellard
        s->nb_globals++;
409 c896fe29 bellard
    }
410 ac56dd48 pbrook
    return MAKE_TCGV(idx);
411 c896fe29 bellard
}
412 c896fe29 bellard
413 ac56dd48 pbrook
TCGv tcg_temp_new(TCGType type)
414 c896fe29 bellard
{
415 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
416 c896fe29 bellard
    TCGTemp *ts;
417 c896fe29 bellard
    int idx;
418 c896fe29 bellard
419 c896fe29 bellard
    idx = s->nb_temps;
420 c896fe29 bellard
#if TCG_TARGET_REG_BITS == 32
421 c896fe29 bellard
    if (type == TCG_TYPE_I64) {
422 c896fe29 bellard
        tcg_temp_alloc(s, s->nb_temps + 1);
423 c896fe29 bellard
        ts = &s->temps[s->nb_temps];
424 c896fe29 bellard
        ts->base_type = type;
425 c896fe29 bellard
        ts->type = TCG_TYPE_I32;
426 5ff9d6a4 bellard
        ts->fixed_reg = 0;
427 c896fe29 bellard
        ts->val_type = TEMP_VAL_DEAD;
428 c896fe29 bellard
        ts->mem_allocated = 0;
429 c896fe29 bellard
        ts->name = NULL;
430 c896fe29 bellard
        ts++;
431 c896fe29 bellard
        ts->base_type = TCG_TYPE_I32;
432 c896fe29 bellard
        ts->type = TCG_TYPE_I32;
433 c896fe29 bellard
        ts->val_type = TEMP_VAL_DEAD;
434 5ff9d6a4 bellard
        ts->fixed_reg = 0;
435 c896fe29 bellard
        ts->mem_allocated = 0;
436 c896fe29 bellard
        ts->name = NULL;
437 c896fe29 bellard
        s->nb_temps += 2;
438 c896fe29 bellard
    } else
439 c896fe29 bellard
#endif
440 c896fe29 bellard
    {
441 c896fe29 bellard
        tcg_temp_alloc(s, s->nb_temps + 1);
442 c896fe29 bellard
        ts = &s->temps[s->nb_temps];
443 c896fe29 bellard
        ts->base_type = type;
444 c896fe29 bellard
        ts->type = type;
445 5ff9d6a4 bellard
        ts->fixed_reg = 0;
446 c896fe29 bellard
        ts->val_type = TEMP_VAL_DEAD;
447 c896fe29 bellard
        ts->mem_allocated = 0;
448 c896fe29 bellard
        ts->name = NULL;
449 c896fe29 bellard
        s->nb_temps++;
450 c896fe29 bellard
    }
451 ac56dd48 pbrook
    return MAKE_TCGV(idx);
452 c896fe29 bellard
}
453 c896fe29 bellard
454 ac56dd48 pbrook
TCGv tcg_const_i32(int32_t val)
455 c896fe29 bellard
{
456 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
457 c896fe29 bellard
    TCGTemp *ts;
458 c896fe29 bellard
    int idx;
459 c896fe29 bellard
460 c896fe29 bellard
    idx = s->nb_temps;
461 c896fe29 bellard
    tcg_temp_alloc(s, idx + 1);
462 c896fe29 bellard
    ts = &s->temps[idx];
463 c896fe29 bellard
    ts->base_type = ts->type = TCG_TYPE_I32;
464 c896fe29 bellard
    ts->val_type = TEMP_VAL_CONST;
465 c896fe29 bellard
    ts->name = NULL;
466 c896fe29 bellard
    ts->val = val;
467 c896fe29 bellard
    s->nb_temps++;
468 ac56dd48 pbrook
    return MAKE_TCGV(idx);
469 c896fe29 bellard
}
470 c896fe29 bellard
471 ac56dd48 pbrook
TCGv tcg_const_i64(int64_t val)
472 c896fe29 bellard
{
473 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
474 c896fe29 bellard
    TCGTemp *ts;
475 c896fe29 bellard
    int idx;
476 c896fe29 bellard
477 c896fe29 bellard
    idx = s->nb_temps;
478 c896fe29 bellard
#if TCG_TARGET_REG_BITS == 32
479 c896fe29 bellard
    tcg_temp_alloc(s, idx + 2);
480 c896fe29 bellard
    ts = &s->temps[idx];
481 c896fe29 bellard
    ts->base_type = TCG_TYPE_I64;
482 c896fe29 bellard
    ts->type = TCG_TYPE_I32;
483 c896fe29 bellard
    ts->val_type = TEMP_VAL_CONST;
484 c896fe29 bellard
    ts->name = NULL;
485 c896fe29 bellard
    ts->val = val;
486 c896fe29 bellard
    ts++;
487 c896fe29 bellard
    ts->base_type = TCG_TYPE_I32;
488 c896fe29 bellard
    ts->type = TCG_TYPE_I32;
489 c896fe29 bellard
    ts->val_type = TEMP_VAL_CONST;
490 c896fe29 bellard
    ts->name = NULL;
491 c896fe29 bellard
    ts->val = val >> 32;
492 c896fe29 bellard
    s->nb_temps += 2;
493 c896fe29 bellard
#else
494 c896fe29 bellard
    tcg_temp_alloc(s, idx + 1);
495 c896fe29 bellard
    ts = &s->temps[idx];
496 c896fe29 bellard
    ts->base_type = ts->type = TCG_TYPE_I64;
497 c896fe29 bellard
    ts->val_type = TEMP_VAL_CONST;
498 c896fe29 bellard
    ts->name = NULL;
499 c896fe29 bellard
    ts->val = val;
500 c896fe29 bellard
    s->nb_temps++;
501 c896fe29 bellard
#endif    
502 ac56dd48 pbrook
    return MAKE_TCGV(idx);
503 c896fe29 bellard
}
504 c896fe29 bellard
505 c896fe29 bellard
void tcg_register_helper(void *func, const char *name)
506 c896fe29 bellard
{
507 c896fe29 bellard
    TCGContext *s = &tcg_ctx;
508 c896fe29 bellard
    int n;
509 c896fe29 bellard
    if ((s->nb_helpers + 1) > s->allocated_helpers) {
510 c896fe29 bellard
        n = s->allocated_helpers;
511 c896fe29 bellard
        if (n == 0) {
512 c896fe29 bellard
            n = 4;
513 c896fe29 bellard
        } else {
514 c896fe29 bellard
            n *= 2;
515 c896fe29 bellard
        }
516 c896fe29 bellard
        s->helpers = realloc(s->helpers, n * sizeof(TCGHelperInfo));
517 c896fe29 bellard
        s->allocated_helpers = n;
518 c896fe29 bellard
    }
519 c896fe29 bellard
    s->helpers[s->nb_helpers].func = func;
520 c896fe29 bellard
    s->helpers[s->nb_helpers].name = name;
521 c896fe29 bellard
    s->nb_helpers++;
522 c896fe29 bellard
}
523 c896fe29 bellard
524 c896fe29 bellard
const char *tcg_helper_get_name(TCGContext *s, void *func)
525 c896fe29 bellard
{
526 c896fe29 bellard
    int i;
527 c896fe29 bellard
528 c896fe29 bellard
    for(i = 0; i < s->nb_helpers; i++) {
529 c896fe29 bellard
        if (s->helpers[i].func == func)
530 c896fe29 bellard
            return s->helpers[i].name;
531 c896fe29 bellard
    }
532 c896fe29 bellard
    return NULL;
533 c896fe29 bellard
}
534 c896fe29 bellard
535 ac56dd48 pbrook
static inline TCGType tcg_get_base_type(TCGContext *s, TCGv arg)
536 c896fe29 bellard
{
537 ac56dd48 pbrook
    return s->temps[GET_TCGV(arg)].base_type;
538 c896fe29 bellard
}
539 c896fe29 bellard
540 ac56dd48 pbrook
static void tcg_gen_call_internal(TCGContext *s, TCGv func, 
541 c896fe29 bellard
                                  unsigned int flags,
542 ac56dd48 pbrook
                                  unsigned int nb_rets, const TCGv *rets,
543 ac56dd48 pbrook
                                  unsigned int nb_params, const TCGv *params)
544 c896fe29 bellard
{
545 c896fe29 bellard
    int i;
546 c896fe29 bellard
    *gen_opc_ptr++ = INDEX_op_call;
547 c896fe29 bellard
    *gen_opparam_ptr++ = (nb_rets << 16) | (nb_params + 1);
548 c896fe29 bellard
    for(i = 0; i < nb_rets; i++) {
549 ac56dd48 pbrook
        *gen_opparam_ptr++ = GET_TCGV(rets[i]);
550 c896fe29 bellard
    }
551 c896fe29 bellard
    for(i = 0; i < nb_params; i++) {
552 ac56dd48 pbrook
        *gen_opparam_ptr++ = GET_TCGV(params[i]);
553 c896fe29 bellard
    }
554 ac56dd48 pbrook
    *gen_opparam_ptr++ = GET_TCGV(func);
555 c896fe29 bellard
556 c896fe29 bellard
    *gen_opparam_ptr++ = flags;
557 c896fe29 bellard
    /* total parameters, needed to go backward in the instruction stream */
558 c896fe29 bellard
    *gen_opparam_ptr++ = 1 + nb_rets + nb_params + 3;
559 c896fe29 bellard
}
560 c896fe29 bellard
561 c896fe29 bellard
562 c896fe29 bellard
#if TCG_TARGET_REG_BITS < 64
563 c896fe29 bellard
/* Note: we convert the 64 bit args to 32 bit */
564 ac56dd48 pbrook
void tcg_gen_call(TCGContext *s, TCGv func, unsigned int flags,
565 ac56dd48 pbrook
                  unsigned int nb_rets, const TCGv *rets,
566 ac56dd48 pbrook
                  unsigned int nb_params, const TCGv *args1)
567 c896fe29 bellard
{
568 ac56dd48 pbrook
    TCGv ret, *args2, rets_2[2], arg;
569 c896fe29 bellard
    int j, i, call_type;
570 c896fe29 bellard
571 c896fe29 bellard
    if (nb_rets == 1) {
572 c896fe29 bellard
        ret = rets[0];
573 c896fe29 bellard
        if (tcg_get_base_type(s, ret) == TCG_TYPE_I64) {
574 c896fe29 bellard
            nb_rets = 2;
575 c896fe29 bellard
            rets_2[0] = ret;
576 ac56dd48 pbrook
            rets_2[1] = TCGV_HIGH(ret);
577 c896fe29 bellard
            rets = rets_2;
578 c896fe29 bellard
        }
579 c896fe29 bellard
    }
580 ac56dd48 pbrook
    args2 = alloca((nb_params * 2) * sizeof(TCGv));
581 c896fe29 bellard
    j = 0;
582 c896fe29 bellard
    call_type = (flags & TCG_CALL_TYPE_MASK);
583 c896fe29 bellard
    for(i = 0; i < nb_params; i++) {
584 c896fe29 bellard
        arg = args1[i];
585 c896fe29 bellard
        if (tcg_get_base_type(s, arg) == TCG_TYPE_I64) {
586 c896fe29 bellard
#ifdef TCG_TARGET_I386
587 c896fe29 bellard
            /* REGPARM case: if the third parameter is 64 bit, it is
588 c896fe29 bellard
               allocated on the stack */
589 c896fe29 bellard
            if (j == 2 && call_type == TCG_CALL_TYPE_REGPARM) {
590 c896fe29 bellard
                call_type = TCG_CALL_TYPE_REGPARM_2;
591 c896fe29 bellard
                flags = (flags & ~TCG_CALL_TYPE_MASK) | call_type;
592 c896fe29 bellard
            }
593 c896fe29 bellard
            args2[j++] = arg;
594 ac56dd48 pbrook
            args2[j++] = TCGV_HIGH(arg);
595 c896fe29 bellard
#else
596 c896fe29 bellard
#ifdef TCG_TARGET_WORDS_BIGENDIAN
597 a0d69e00 blueswir1
            args2[j++] = TCGV_HIGH(arg);
598 c896fe29 bellard
            args2[j++] = arg;
599 c896fe29 bellard
#else
600 c896fe29 bellard
            args2[j++] = arg;
601 ac56dd48 pbrook
            args2[j++] = TCGV_HIGH(arg);
602 c896fe29 bellard
#endif
603 c896fe29 bellard
#endif
604 c896fe29 bellard
        } else {
605 c896fe29 bellard
            args2[j++] = arg;
606 c896fe29 bellard
        }
607 c896fe29 bellard
    }
608 c896fe29 bellard
    tcg_gen_call_internal(s, func, flags, 
609 c896fe29 bellard
                          nb_rets, rets, j, args2);
610 c896fe29 bellard
}
611 c896fe29 bellard
#else
612 ac56dd48 pbrook
void tcg_gen_call(TCGContext *s, TCGv func, unsigned int flags,
613 ac56dd48 pbrook
                  unsigned int nb_rets, const TCGv *rets,
614 ac56dd48 pbrook
                  unsigned int nb_params, const TCGv *args1)
615 c896fe29 bellard
{
616 c896fe29 bellard
    tcg_gen_call_internal(s, func, flags, 
617 c896fe29 bellard
                          nb_rets, rets, nb_params, args1);
618 c896fe29 bellard
}
619 c896fe29 bellard
#endif
620 c896fe29 bellard
621 ac56dd48 pbrook
#if TCG_TARGET_REG_BITS == 32
622 ac56dd48 pbrook
void tcg_gen_shifti_i64(TCGv ret, TCGv arg1, 
623 c896fe29 bellard
                        int c, int right, int arith)
624 c896fe29 bellard
{
625 c896fe29 bellard
    if (c == 0)
626 c896fe29 bellard
        return;
627 c896fe29 bellard
    if (c >= 32) {
628 c896fe29 bellard
        c -= 32;
629 c896fe29 bellard
        if (right) {
630 c896fe29 bellard
            if (arith) {
631 ac56dd48 pbrook
                tcg_gen_sari_i32(ret, TCGV_HIGH(arg1), c);
632 ac56dd48 pbrook
                tcg_gen_sari_i32(TCGV_HIGH(ret), TCGV_HIGH(arg1), 31);
633 c896fe29 bellard
            } else {
634 ac56dd48 pbrook
                tcg_gen_shri_i32(ret, TCGV_HIGH(arg1), c);
635 ac56dd48 pbrook
                tcg_gen_movi_i32(TCGV_HIGH(ret), 0);
636 c896fe29 bellard
            }
637 c896fe29 bellard
        } else {
638 ac56dd48 pbrook
            tcg_gen_shli_i32(TCGV_HIGH(ret), arg1, c);
639 c896fe29 bellard
            tcg_gen_movi_i32(ret, 0);
640 c896fe29 bellard
        }
641 c896fe29 bellard
    } else {
642 ac56dd48 pbrook
        TCGv t0, t1;
643 c896fe29 bellard
644 c896fe29 bellard
        t0 = tcg_temp_new(TCG_TYPE_I32);
645 c896fe29 bellard
        t1 = tcg_temp_new(TCG_TYPE_I32);
646 c896fe29 bellard
        if (right) {
647 ac56dd48 pbrook
            tcg_gen_shli_i32(t0, TCGV_HIGH(arg1), 32 - c);
648 c896fe29 bellard
            if (arith)
649 ac56dd48 pbrook
                tcg_gen_sari_i32(t1, TCGV_HIGH(arg1), c);
650 c896fe29 bellard
            else 
651 ac56dd48 pbrook
                tcg_gen_shri_i32(t1, TCGV_HIGH(arg1), c);
652 c896fe29 bellard
            tcg_gen_shri_i32(ret, arg1, c); 
653 c896fe29 bellard
            tcg_gen_or_i32(ret, ret, t0);
654 ac56dd48 pbrook
            tcg_gen_mov_i32(TCGV_HIGH(ret), t1);
655 c896fe29 bellard
        } else {
656 c896fe29 bellard
            tcg_gen_shri_i32(t0, arg1, 32 - c);
657 c896fe29 bellard
            /* Note: ret can be the same as arg1, so we use t1 */
658 c896fe29 bellard
            tcg_gen_shli_i32(t1, arg1, c); 
659 ac56dd48 pbrook
            tcg_gen_shli_i32(TCGV_HIGH(ret), TCGV_HIGH(arg1), c);
660 ac56dd48 pbrook
            tcg_gen_or_i32(TCGV_HIGH(ret), TCGV_HIGH(ret), t0);
661 c896fe29 bellard
            tcg_gen_mov_i32(ret, t1);
662 c896fe29 bellard
        }
663 c896fe29 bellard
    }
664 c896fe29 bellard
}
665 ac56dd48 pbrook
#endif
666 c896fe29 bellard
667 c896fe29 bellard
void tcg_reg_alloc_start(TCGContext *s)
668 c896fe29 bellard
{
669 c896fe29 bellard
    int i;
670 c896fe29 bellard
    TCGTemp *ts;
671 c896fe29 bellard
    for(i = 0; i < s->nb_globals; i++) {
672 c896fe29 bellard
        ts = &s->temps[i];
673 c896fe29 bellard
        if (ts->fixed_reg) {
674 c896fe29 bellard
            ts->val_type = TEMP_VAL_REG;
675 c896fe29 bellard
        } else {
676 c896fe29 bellard
            ts->val_type = TEMP_VAL_MEM;
677 c896fe29 bellard
        }
678 c896fe29 bellard
    }
679 c896fe29 bellard
    for(i = 0; i < TCG_TARGET_NB_REGS; i++) {
680 c896fe29 bellard
        s->reg_to_temp[i] = -1;
681 c896fe29 bellard
    }
682 c896fe29 bellard
}
683 c896fe29 bellard
684 ac56dd48 pbrook
static char *tcg_get_arg_str_idx(TCGContext *s, char *buf, int buf_size,
685 ac56dd48 pbrook
                                 int idx)
686 c896fe29 bellard
{
687 c896fe29 bellard
    TCGTemp *ts;
688 ac56dd48 pbrook
689 ac56dd48 pbrook
    ts = &s->temps[idx];
690 ac56dd48 pbrook
    if (idx < s->nb_globals) {
691 ac56dd48 pbrook
        pstrcpy(buf, buf_size, ts->name);
692 c896fe29 bellard
    } else {
693 c896fe29 bellard
        if (ts->val_type == TEMP_VAL_CONST) {
694 c896fe29 bellard
            snprintf(buf, buf_size, "$0x%" TCG_PRIlx , ts->val);
695 c896fe29 bellard
        } else {
696 ac56dd48 pbrook
            snprintf(buf, buf_size, "tmp%d", idx - s->nb_globals);
697 c896fe29 bellard
        }
698 c896fe29 bellard
    }
699 c896fe29 bellard
    return buf;
700 c896fe29 bellard
}
701 c896fe29 bellard
702 ac56dd48 pbrook
char *tcg_get_arg_str(TCGContext *s, char *buf, int buf_size, TCGv arg)
703 ac56dd48 pbrook
{
704 ac56dd48 pbrook
    return tcg_get_arg_str_idx(s, buf, buf_size, GET_TCGV(arg));
705 ac56dd48 pbrook
}
706 ac56dd48 pbrook
707 c896fe29 bellard
void tcg_dump_ops(TCGContext *s, FILE *outfile)
708 c896fe29 bellard
{
709 c896fe29 bellard
    const uint16_t *opc_ptr;
710 c896fe29 bellard
    const TCGArg *args;
711 c896fe29 bellard
    TCGArg arg;
712 c896fe29 bellard
    int c, i, k, nb_oargs, nb_iargs, nb_cargs;
713 c896fe29 bellard
    const TCGOpDef *def;
714 c896fe29 bellard
    char buf[128];
715 c896fe29 bellard
716 c896fe29 bellard
    opc_ptr = gen_opc_buf;
717 c896fe29 bellard
    args = gen_opparam_buf;
718 c896fe29 bellard
    while (opc_ptr < gen_opc_ptr) {
719 c896fe29 bellard
        c = *opc_ptr++;
720 c896fe29 bellard
        def = &tcg_op_defs[c];
721 c896fe29 bellard
        fprintf(outfile, " %s ", def->name);
722 c896fe29 bellard
        if (c == INDEX_op_call) {
723 c896fe29 bellard
            TCGArg arg;
724 c896fe29 bellard
            /* variable number of arguments */
725 c896fe29 bellard
            arg = *args++;
726 c896fe29 bellard
            nb_oargs = arg >> 16;
727 c896fe29 bellard
            nb_iargs = arg & 0xffff;
728 c896fe29 bellard
            nb_cargs = def->nb_cargs;
729 c896fe29 bellard
730 b03cce8e bellard
            /* function name */
731 c896fe29 bellard
            /* XXX: dump helper name for call */
732 ac56dd48 pbrook
            fprintf(outfile, "%s",
733 b03cce8e bellard
                    tcg_get_arg_str_idx(s, buf, sizeof(buf), args[nb_oargs + nb_iargs - 1]));
734 b03cce8e bellard
            /* flags */
735 b03cce8e bellard
            fprintf(outfile, ",$0x%" TCG_PRIlx,
736 b03cce8e bellard
                    args[nb_oargs + nb_iargs]);
737 b03cce8e bellard
            /* nb out args */
738 b03cce8e bellard
            fprintf(outfile, ",$%d", nb_oargs);
739 b03cce8e bellard
            for(i = 0; i < nb_oargs; i++) {
740 b03cce8e bellard
                fprintf(outfile, ",");
741 b03cce8e bellard
                fprintf(outfile, "%s",
742 b03cce8e bellard
                        tcg_get_arg_str_idx(s, buf, sizeof(buf), args[i]));
743 b03cce8e bellard
            }
744 b03cce8e bellard
            for(i = 0; i < (nb_iargs - 1); i++) {
745 c896fe29 bellard
                fprintf(outfile, ",");
746 b03cce8e bellard
                fprintf(outfile, "%s",
747 b03cce8e bellard
                        tcg_get_arg_str_idx(s, buf, sizeof(buf), args[nb_oargs + i]));
748 b03cce8e bellard
            }
749 b03cce8e bellard
        } else {
750 b03cce8e bellard
            if (c == INDEX_op_nopn) {
751 b03cce8e bellard
                /* variable number of arguments */
752 b03cce8e bellard
                nb_cargs = *args;
753 b03cce8e bellard
                nb_oargs = 0;
754 b03cce8e bellard
                nb_iargs = 0;
755 b03cce8e bellard
            } else {
756 b03cce8e bellard
                nb_oargs = def->nb_oargs;
757 b03cce8e bellard
                nb_iargs = def->nb_iargs;
758 b03cce8e bellard
                nb_cargs = def->nb_cargs;
759 b03cce8e bellard
            }
760 b03cce8e bellard
            
761 b03cce8e bellard
            k = 0;
762 b03cce8e bellard
            for(i = 0; i < nb_oargs; i++) {
763 b03cce8e bellard
                if (k != 0)
764 b03cce8e bellard
                    fprintf(outfile, ",");
765 b03cce8e bellard
                fprintf(outfile, "%s",
766 b03cce8e bellard
                        tcg_get_arg_str_idx(s, buf, sizeof(buf), args[k++]));
767 b03cce8e bellard
            }
768 b03cce8e bellard
            for(i = 0; i < nb_iargs; i++) {
769 b03cce8e bellard
                if (k != 0)
770 b03cce8e bellard
                    fprintf(outfile, ",");
771 b03cce8e bellard
                fprintf(outfile, "%s",
772 b03cce8e bellard
                        tcg_get_arg_str_idx(s, buf, sizeof(buf), args[k++]));
773 b03cce8e bellard
            }
774 b03cce8e bellard
            for(i = 0; i < nb_cargs; i++) {
775 b03cce8e bellard
                if (k != 0)
776 b03cce8e bellard
                    fprintf(outfile, ",");
777 b03cce8e bellard
                arg = args[k++];
778 b03cce8e bellard
                fprintf(outfile, "$0x%" TCG_PRIlx, arg);
779 b03cce8e bellard
            }
780 c896fe29 bellard
        }
781 c896fe29 bellard
        fprintf(outfile, "\n");
782 c896fe29 bellard
        args += nb_iargs + nb_oargs + nb_cargs;
783 c896fe29 bellard
    }
784 c896fe29 bellard
}
785 c896fe29 bellard
786 c896fe29 bellard
/* we give more priority to constraints with less registers */
787 c896fe29 bellard
static int get_constraint_priority(const TCGOpDef *def, int k)
788 c896fe29 bellard
{
789 c896fe29 bellard
    const TCGArgConstraint *arg_ct;
790 c896fe29 bellard
791 c896fe29 bellard
    int i, n;
792 c896fe29 bellard
    arg_ct = &def->args_ct[k];
793 c896fe29 bellard
    if (arg_ct->ct & TCG_CT_ALIAS) {
794 c896fe29 bellard
        /* an alias is equivalent to a single register */
795 c896fe29 bellard
        n = 1;
796 c896fe29 bellard
    } else {
797 c896fe29 bellard
        if (!(arg_ct->ct & TCG_CT_REG))
798 c896fe29 bellard
            return 0;
799 c896fe29 bellard
        n = 0;
800 c896fe29 bellard
        for(i = 0; i < TCG_TARGET_NB_REGS; i++) {
801 c896fe29 bellard
            if (tcg_regset_test_reg(arg_ct->u.regs, i))
802 c896fe29 bellard
                n++;
803 c896fe29 bellard
        }
804 c896fe29 bellard
    }
805 c896fe29 bellard
    return TCG_TARGET_NB_REGS - n + 1;
806 c896fe29 bellard
}
807 c896fe29 bellard
808 c896fe29 bellard
/* sort from highest priority to lowest */
809 c896fe29 bellard
static void sort_constraints(TCGOpDef *def, int start, int n)
810 c896fe29 bellard
{
811 c896fe29 bellard
    int i, j, p1, p2, tmp;
812 c896fe29 bellard
813 c896fe29 bellard
    for(i = 0; i < n; i++)
814 c896fe29 bellard
        def->sorted_args[start + i] = start + i;
815 c896fe29 bellard
    if (n <= 1)
816 c896fe29 bellard
        return;
817 c896fe29 bellard
    for(i = 0; i < n - 1; i++) {
818 c896fe29 bellard
        for(j = i + 1; j < n; j++) {
819 c896fe29 bellard
            p1 = get_constraint_priority(def, def->sorted_args[start + i]);
820 c896fe29 bellard
            p2 = get_constraint_priority(def, def->sorted_args[start + j]);
821 c896fe29 bellard
            if (p1 < p2) {
822 c896fe29 bellard
                tmp = def->sorted_args[start + i];
823 c896fe29 bellard
                def->sorted_args[start + i] = def->sorted_args[start + j];
824 c896fe29 bellard
                def->sorted_args[start + j] = tmp;
825 c896fe29 bellard
            }
826 c896fe29 bellard
        }
827 c896fe29 bellard
    }
828 c896fe29 bellard
}
829 c896fe29 bellard
830 c896fe29 bellard
void tcg_add_target_add_op_defs(const TCGTargetOpDef *tdefs)
831 c896fe29 bellard
{
832 c896fe29 bellard
    int op;
833 c896fe29 bellard
    TCGOpDef *def;
834 c896fe29 bellard
    const char *ct_str;
835 c896fe29 bellard
    int i, nb_args;
836 c896fe29 bellard
837 c896fe29 bellard
    for(;;) {
838 c896fe29 bellard
        if (tdefs->op < 0)
839 c896fe29 bellard
            break;
840 c896fe29 bellard
        op = tdefs->op;
841 c896fe29 bellard
        assert(op >= 0 && op < NB_OPS);
842 c896fe29 bellard
        def = &tcg_op_defs[op];
843 c896fe29 bellard
        nb_args = def->nb_iargs + def->nb_oargs;
844 c896fe29 bellard
        for(i = 0; i < nb_args; i++) {
845 c896fe29 bellard
            ct_str = tdefs->args_ct_str[i];
846 c896fe29 bellard
            tcg_regset_clear(def->args_ct[i].u.regs);
847 c896fe29 bellard
            def->args_ct[i].ct = 0;
848 c896fe29 bellard
            if (ct_str[0] >= '0' && ct_str[0] <= '9') {
849 c896fe29 bellard
                int oarg;
850 c896fe29 bellard
                oarg = ct_str[0] - '0';
851 c896fe29 bellard
                assert(oarg < def->nb_oargs);
852 c896fe29 bellard
                assert(def->args_ct[oarg].ct & TCG_CT_REG);
853 c896fe29 bellard
                /* TCG_CT_ALIAS is for the output arguments. The input
854 5ff9d6a4 bellard
                   argument is tagged with TCG_CT_IALIAS. */
855 c896fe29 bellard
                def->args_ct[i] = def->args_ct[oarg];
856 5ff9d6a4 bellard
                def->args_ct[oarg].ct = TCG_CT_ALIAS;
857 5ff9d6a4 bellard
                def->args_ct[oarg].alias_index = i;
858 c896fe29 bellard
                def->args_ct[i].ct |= TCG_CT_IALIAS;
859 5ff9d6a4 bellard
                def->args_ct[i].alias_index = oarg;
860 c896fe29 bellard
            } else {
861 c896fe29 bellard
                for(;;) {
862 c896fe29 bellard
                    if (*ct_str == '\0')
863 c896fe29 bellard
                        break;
864 c896fe29 bellard
                    switch(*ct_str) {
865 c896fe29 bellard
                    case 'i':
866 c896fe29 bellard
                        def->args_ct[i].ct |= TCG_CT_CONST;
867 c896fe29 bellard
                        ct_str++;
868 c896fe29 bellard
                        break;
869 c896fe29 bellard
                    default:
870 c896fe29 bellard
                        if (target_parse_constraint(&def->args_ct[i], &ct_str) < 0) {
871 c896fe29 bellard
                            fprintf(stderr, "Invalid constraint '%s' for arg %d of operation '%s'\n",
872 c896fe29 bellard
                                    ct_str, i, def->name);
873 c896fe29 bellard
                            exit(1);
874 c896fe29 bellard
                        }
875 c896fe29 bellard
                    }
876 c896fe29 bellard
                }
877 c896fe29 bellard
            }
878 c896fe29 bellard
        }
879 c896fe29 bellard
880 c896fe29 bellard
        /* sort the constraints (XXX: this is just an heuristic) */
881 c896fe29 bellard
        sort_constraints(def, 0, def->nb_oargs);
882 c896fe29 bellard
        sort_constraints(def, def->nb_oargs, def->nb_iargs);
883 c896fe29 bellard
884 c896fe29 bellard
#if 0
885 c896fe29 bellard
        {
886 c896fe29 bellard
            int i;
887 c896fe29 bellard

888 c896fe29 bellard
            printf("%s: sorted=", def->name);
889 c896fe29 bellard
            for(i = 0; i < def->nb_oargs + def->nb_iargs; i++)
890 c896fe29 bellard
                printf(" %d", def->sorted_args[i]);
891 c896fe29 bellard
            printf("\n");
892 c896fe29 bellard
        }
893 c896fe29 bellard
#endif
894 c896fe29 bellard
        tdefs++;
895 c896fe29 bellard
    }
896 c896fe29 bellard
897 c896fe29 bellard
}
898 c896fe29 bellard
899 c896fe29 bellard
#ifdef USE_LIVENESS_ANALYSIS
900 c896fe29 bellard
901 c896fe29 bellard
/* set a nop for an operation using 'nb_args' */
902 c896fe29 bellard
static inline void tcg_set_nop(TCGContext *s, uint16_t *opc_ptr, 
903 c896fe29 bellard
                               TCGArg *args, int nb_args)
904 c896fe29 bellard
{
905 c896fe29 bellard
    if (nb_args == 0) {
906 c896fe29 bellard
        *opc_ptr = INDEX_op_nop;
907 c896fe29 bellard
    } else {
908 c896fe29 bellard
        *opc_ptr = INDEX_op_nopn;
909 c896fe29 bellard
        args[0] = nb_args;
910 c896fe29 bellard
        args[nb_args - 1] = nb_args;
911 c896fe29 bellard
    }
912 c896fe29 bellard
}
913 c896fe29 bellard
914 c896fe29 bellard
/* liveness analysis: end of basic block: globals are live, temps are dead */
915 c896fe29 bellard
static inline void tcg_la_bb_end(TCGContext *s, uint8_t *dead_temps)
916 c896fe29 bellard
{
917 c896fe29 bellard
    memset(dead_temps, 0, s->nb_globals);
918 c896fe29 bellard
    memset(dead_temps + s->nb_globals, 1, s->nb_temps - s->nb_globals);
919 c896fe29 bellard
}
920 c896fe29 bellard
921 c896fe29 bellard
/* Liveness analysis : update the opc_dead_iargs array to tell if a
922 c896fe29 bellard
   given input arguments is dead. Instructions updating dead
923 c896fe29 bellard
   temporaries are removed. */
924 c896fe29 bellard
void tcg_liveness_analysis(TCGContext *s)
925 c896fe29 bellard
{
926 c896fe29 bellard
    int i, op_index, op, nb_args, nb_iargs, nb_oargs, arg, nb_ops;
927 c896fe29 bellard
    TCGArg *args;
928 c896fe29 bellard
    const TCGOpDef *def;
929 c896fe29 bellard
    uint8_t *dead_temps;
930 c896fe29 bellard
    unsigned int dead_iargs;
931 c896fe29 bellard
    
932 c896fe29 bellard
    gen_opc_ptr++; /* skip end */
933 c896fe29 bellard
934 c896fe29 bellard
    nb_ops = gen_opc_ptr - gen_opc_buf;
935 c896fe29 bellard
936 c896fe29 bellard
    /* XXX: make it really dynamic */
937 c896fe29 bellard
    s->op_dead_iargs = tcg_malloc(OPC_BUF_SIZE * sizeof(uint16_t));
938 c896fe29 bellard
    
939 c896fe29 bellard
    dead_temps = tcg_malloc(s->nb_temps);
940 c896fe29 bellard
    memset(dead_temps, 1, s->nb_temps);
941 c896fe29 bellard
942 c896fe29 bellard
    args = gen_opparam_ptr;
943 c896fe29 bellard
    op_index = nb_ops - 1;
944 c896fe29 bellard
    while (op_index >= 0) {
945 c896fe29 bellard
        op = gen_opc_buf[op_index];
946 c896fe29 bellard
        def = &tcg_op_defs[op];
947 c896fe29 bellard
        switch(op) {
948 c896fe29 bellard
        case INDEX_op_call:
949 c896fe29 bellard
            nb_args = args[-1];
950 c896fe29 bellard
            args -= nb_args;
951 c896fe29 bellard
            nb_iargs = args[0] & 0xffff;
952 c896fe29 bellard
            nb_oargs = args[0] >> 16;
953 c896fe29 bellard
            args++;
954 c896fe29 bellard
955 c896fe29 bellard
            /* output args are dead */
956 c896fe29 bellard
            for(i = 0; i < nb_oargs; i++) {
957 c896fe29 bellard
                arg = args[i];
958 c896fe29 bellard
                dead_temps[arg] = 1;
959 c896fe29 bellard
            }
960 c896fe29 bellard
            
961 c896fe29 bellard
            /* globals are live (they may be used by the call) */
962 c896fe29 bellard
            memset(dead_temps, 0, s->nb_globals);
963 c896fe29 bellard
964 c896fe29 bellard
            /* input args are live */
965 c896fe29 bellard
            dead_iargs = 0;
966 c896fe29 bellard
            for(i = 0; i < nb_iargs; i++) {
967 c896fe29 bellard
                arg = args[i + nb_oargs];
968 c896fe29 bellard
                if (dead_temps[arg]) {
969 c896fe29 bellard
                    dead_iargs |= (1 << i);
970 c896fe29 bellard
                }
971 c896fe29 bellard
                dead_temps[arg] = 0;
972 c896fe29 bellard
            }
973 c896fe29 bellard
            s->op_dead_iargs[op_index] = dead_iargs;
974 c896fe29 bellard
            args--;
975 c896fe29 bellard
            break;
976 c896fe29 bellard
        case INDEX_op_set_label:
977 c896fe29 bellard
            args--;
978 c896fe29 bellard
            /* mark end of basic block */
979 c896fe29 bellard
            tcg_la_bb_end(s, dead_temps);
980 c896fe29 bellard
            break;
981 c896fe29 bellard
        case INDEX_op_nopn:
982 c896fe29 bellard
            nb_args = args[-1];
983 c896fe29 bellard
            args -= nb_args;
984 c896fe29 bellard
            break;
985 5ff9d6a4 bellard
        case INDEX_op_discard:
986 5ff9d6a4 bellard
            args--;
987 5ff9d6a4 bellard
            /* mark the temporary as dead */
988 5ff9d6a4 bellard
            dead_temps[args[0]] = 1;
989 5ff9d6a4 bellard
            break;
990 c896fe29 bellard
        case INDEX_op_macro_2:
991 c896fe29 bellard
            {
992 c896fe29 bellard
                int dead_args[2], macro_id;
993 c896fe29 bellard
                int saved_op_index, saved_arg_index;
994 c896fe29 bellard
                int macro_op_index, macro_arg_index;
995 c896fe29 bellard
                int macro_end_op_index, macro_end_arg_index;
996 c896fe29 bellard
                int last_nb_temps;
997 c896fe29 bellard
                
998 c896fe29 bellard
                nb_args = 3;
999 c896fe29 bellard
                args -= nb_args;
1000 c896fe29 bellard
                dead_args[0] = dead_temps[args[0]];
1001 c896fe29 bellard
                dead_args[1] = dead_temps[args[1]];
1002 c896fe29 bellard
                macro_id = args[2];
1003 c896fe29 bellard
1004 c896fe29 bellard
                /* call the macro function which generate code
1005 c896fe29 bellard
                   depending on the live outputs */
1006 c896fe29 bellard
                saved_op_index = op_index;
1007 c896fe29 bellard
                saved_arg_index = args - gen_opparam_buf;
1008 c896fe29 bellard
1009 c896fe29 bellard
                /* add a macro start instruction */
1010 c896fe29 bellard
                *gen_opc_ptr++ = INDEX_op_macro_start;
1011 c896fe29 bellard
                *gen_opparam_ptr++ = saved_op_index;
1012 c896fe29 bellard
                *gen_opparam_ptr++ = saved_arg_index;
1013 c896fe29 bellard
1014 c896fe29 bellard
                macro_op_index = gen_opc_ptr - gen_opc_buf;
1015 c896fe29 bellard
                macro_arg_index = gen_opparam_ptr -  gen_opparam_buf;
1016 c896fe29 bellard
1017 c896fe29 bellard
                last_nb_temps = s->nb_temps;
1018 c896fe29 bellard
1019 c896fe29 bellard
                s->macro_func(s, macro_id, dead_args);
1020 c896fe29 bellard
1021 c896fe29 bellard
                /* realloc temp info (XXX: make it faster) */
1022 c896fe29 bellard
                if (s->nb_temps > last_nb_temps) {
1023 c896fe29 bellard
                    uint8_t *new_dead_temps;
1024 c896fe29 bellard
1025 c896fe29 bellard
                    new_dead_temps = tcg_malloc(s->nb_temps);
1026 c896fe29 bellard
                    memcpy(new_dead_temps, dead_temps, last_nb_temps);
1027 c896fe29 bellard
                    memset(new_dead_temps + last_nb_temps, 1, 
1028 c896fe29 bellard
                           s->nb_temps - last_nb_temps);
1029 c896fe29 bellard
                    dead_temps = new_dead_temps;
1030 c896fe29 bellard
                }
1031 c896fe29 bellard
1032 c896fe29 bellard
                macro_end_op_index = gen_opc_ptr - gen_opc_buf;
1033 c896fe29 bellard
                macro_end_arg_index = gen_opparam_ptr - gen_opparam_buf;
1034 c896fe29 bellard
1035 c896fe29 bellard
                /* end of macro: add a goto to the next instruction */
1036 c896fe29 bellard
                *gen_opc_ptr++ = INDEX_op_macro_end;
1037 c896fe29 bellard
                *gen_opparam_ptr++ = op_index + 1;
1038 c896fe29 bellard
                *gen_opparam_ptr++ = saved_arg_index + nb_args;
1039 c896fe29 bellard
1040 c896fe29 bellard
                /* modify the macro operation to be a macro_goto */
1041 c896fe29 bellard
                gen_opc_buf[op_index] = INDEX_op_macro_goto;
1042 c896fe29 bellard
                args[0] = macro_op_index;
1043 c896fe29 bellard
                args[1] = macro_arg_index;
1044 c896fe29 bellard
                args[2] = 0; /* dummy third arg to match the 
1045 c896fe29 bellard
                                macro parameters */
1046 c896fe29 bellard
1047 c896fe29 bellard
                /* set the next instruction to the end of the macro */
1048 c896fe29 bellard
                op_index = macro_end_op_index;
1049 c896fe29 bellard
                args = macro_end_arg_index + gen_opparam_buf;
1050 c896fe29 bellard
            }
1051 c896fe29 bellard
            break;
1052 c896fe29 bellard
        case INDEX_op_macro_start:
1053 c896fe29 bellard
            args -= 2;
1054 c896fe29 bellard
            op_index = args[0];
1055 c896fe29 bellard
            args = gen_opparam_buf + args[1];
1056 c896fe29 bellard
            break;
1057 c896fe29 bellard
        case INDEX_op_macro_goto:
1058 c896fe29 bellard
        case INDEX_op_macro_end:
1059 c896fe29 bellard
            tcg_abort(); /* should never happen in liveness analysis */
1060 c896fe29 bellard
        case INDEX_op_end:
1061 c896fe29 bellard
            break;
1062 c896fe29 bellard
            /* XXX: optimize by hardcoding common cases (e.g. triadic ops) */
1063 c896fe29 bellard
        default:
1064 c896fe29 bellard
            if (op > INDEX_op_end) {
1065 c896fe29 bellard
                args -= def->nb_args;
1066 c896fe29 bellard
                nb_iargs = def->nb_iargs;
1067 c896fe29 bellard
                nb_oargs = def->nb_oargs;
1068 c896fe29 bellard
1069 c896fe29 bellard
                /* Test if the operation can be removed because all
1070 5ff9d6a4 bellard
                   its outputs are dead. We assume that nb_oargs == 0
1071 5ff9d6a4 bellard
                   implies side effects */
1072 5ff9d6a4 bellard
                if (!(def->flags & TCG_OPF_SIDE_EFFECTS) && nb_oargs != 0) {
1073 c896fe29 bellard
                    for(i = 0; i < nb_oargs; i++) {
1074 c896fe29 bellard
                        arg = args[i];
1075 c896fe29 bellard
                        if (!dead_temps[arg])
1076 c896fe29 bellard
                            goto do_not_remove;
1077 c896fe29 bellard
                    }
1078 c896fe29 bellard
                    tcg_set_nop(s, gen_opc_buf + op_index, args, def->nb_args);
1079 c896fe29 bellard
#ifdef CONFIG_PROFILER
1080 c896fe29 bellard
                    {
1081 c896fe29 bellard
                        extern int64_t dyngen_tcg_del_op_count;
1082 c896fe29 bellard
                        dyngen_tcg_del_op_count++;
1083 c896fe29 bellard
                    }
1084 c896fe29 bellard
#endif
1085 c896fe29 bellard
                } else {
1086 c896fe29 bellard
                do_not_remove:
1087 c896fe29 bellard
1088 c896fe29 bellard
                    /* output args are dead */
1089 c896fe29 bellard
                    for(i = 0; i < nb_oargs; i++) {
1090 c896fe29 bellard
                        arg = args[i];
1091 c896fe29 bellard
                        dead_temps[arg] = 1;
1092 c896fe29 bellard
                    }
1093 c896fe29 bellard
                    
1094 c896fe29 bellard
                    /* if end of basic block, update */
1095 c896fe29 bellard
                    if (def->flags & TCG_OPF_BB_END) {
1096 c896fe29 bellard
                        tcg_la_bb_end(s, dead_temps);
1097 b03cce8e bellard
                    } else if (def->flags & TCG_OPF_CALL_CLOBBER) {
1098 b03cce8e bellard
                        /* globals are live */
1099 b03cce8e bellard
                        memset(dead_temps, 0, s->nb_globals);
1100 c896fe29 bellard
                    }
1101 c896fe29 bellard
                    
1102 c896fe29 bellard
                    /* input args are live */
1103 c896fe29 bellard
                    dead_iargs = 0;
1104 c896fe29 bellard
                    for(i = 0; i < nb_iargs; i++) {
1105 c896fe29 bellard
                        arg = args[i + nb_oargs];
1106 c896fe29 bellard
                        if (dead_temps[arg]) {
1107 c896fe29 bellard
                            dead_iargs |= (1 << i);
1108 c896fe29 bellard
                        }
1109 c896fe29 bellard
                        dead_temps[arg] = 0;
1110 c896fe29 bellard
                    }
1111 c896fe29 bellard
                    s->op_dead_iargs[op_index] = dead_iargs;
1112 c896fe29 bellard
                }
1113 c896fe29 bellard
            } else {
1114 c896fe29 bellard
                /* legacy dyngen operations */
1115 c896fe29 bellard
                args -= def->nb_args;
1116 c896fe29 bellard
                /* mark end of basic block */
1117 c896fe29 bellard
                tcg_la_bb_end(s, dead_temps);
1118 c896fe29 bellard
            }
1119 c896fe29 bellard
            break;
1120 c896fe29 bellard
        }
1121 c896fe29 bellard
        op_index--;
1122 c896fe29 bellard
    }
1123 c896fe29 bellard
1124 c896fe29 bellard
    if (args != gen_opparam_buf)
1125 c896fe29 bellard
        tcg_abort();
1126 c896fe29 bellard
}
1127 c896fe29 bellard
#else
1128 c896fe29 bellard
/* dummy liveness analysis */
1129 c896fe29 bellard
void tcg_liveness_analysis(TCGContext *s)
1130 c896fe29 bellard
{
1131 c896fe29 bellard
    int nb_ops;
1132 c896fe29 bellard
    nb_ops = gen_opc_ptr - gen_opc_buf;
1133 c896fe29 bellard
1134 c896fe29 bellard
    s->op_dead_iargs = tcg_malloc(nb_ops * sizeof(uint16_t));
1135 c896fe29 bellard
    memset(s->op_dead_iargs, 0, nb_ops * sizeof(uint16_t));
1136 c896fe29 bellard
}
1137 c896fe29 bellard
#endif
1138 c896fe29 bellard
1139 c896fe29 bellard
#ifndef NDEBUG
1140 c896fe29 bellard
static void dump_regs(TCGContext *s)
1141 c896fe29 bellard
{
1142 c896fe29 bellard
    TCGTemp *ts;
1143 c896fe29 bellard
    int i;
1144 c896fe29 bellard
    char buf[64];
1145 c896fe29 bellard
1146 c896fe29 bellard
    for(i = 0; i < s->nb_temps; i++) {
1147 c896fe29 bellard
        ts = &s->temps[i];
1148 ac56dd48 pbrook
        printf("  %10s: ", tcg_get_arg_str_idx(s, buf, sizeof(buf), i));
1149 c896fe29 bellard
        switch(ts->val_type) {
1150 c896fe29 bellard
        case TEMP_VAL_REG:
1151 c896fe29 bellard
            printf("%s", tcg_target_reg_names[ts->reg]);
1152 c896fe29 bellard
            break;
1153 c896fe29 bellard
        case TEMP_VAL_MEM:
1154 c896fe29 bellard
            printf("%d(%s)", (int)ts->mem_offset, tcg_target_reg_names[ts->mem_reg]);
1155 c896fe29 bellard
            break;
1156 c896fe29 bellard
        case TEMP_VAL_CONST:
1157 c896fe29 bellard
            printf("$0x%" TCG_PRIlx, ts->val);
1158 c896fe29 bellard
            break;
1159 c896fe29 bellard
        case TEMP_VAL_DEAD:
1160 c896fe29 bellard
            printf("D");
1161 c896fe29 bellard
            break;
1162 c896fe29 bellard
        default:
1163 c896fe29 bellard
            printf("???");
1164 c896fe29 bellard
            break;
1165 c896fe29 bellard
        }
1166 c896fe29 bellard
        printf("\n");
1167 c896fe29 bellard
    }
1168 c896fe29 bellard
1169 c896fe29 bellard
    for(i = 0; i < TCG_TARGET_NB_REGS; i++) {
1170 c896fe29 bellard
        if (s->reg_to_temp[i] >= 0) {
1171 c896fe29 bellard
            printf("%s: %s\n", 
1172 c896fe29 bellard
                   tcg_target_reg_names[i], 
1173 ac56dd48 pbrook
                   tcg_get_arg_str_idx(s, buf, sizeof(buf), s->reg_to_temp[i]));
1174 c896fe29 bellard
        }
1175 c896fe29 bellard
    }
1176 c896fe29 bellard
}
1177 c896fe29 bellard
1178 c896fe29 bellard
static void check_regs(TCGContext *s)
1179 c896fe29 bellard
{
1180 c896fe29 bellard
    int reg, k;
1181 c896fe29 bellard
    TCGTemp *ts;
1182 c896fe29 bellard
    char buf[64];
1183 c896fe29 bellard
1184 c896fe29 bellard
    for(reg = 0; reg < TCG_TARGET_NB_REGS; reg++) {
1185 c896fe29 bellard
        k = s->reg_to_temp[reg];
1186 c896fe29 bellard
        if (k >= 0) {
1187 c896fe29 bellard
            ts = &s->temps[k];
1188 c896fe29 bellard
            if (ts->val_type != TEMP_VAL_REG ||
1189 c896fe29 bellard
                ts->reg != reg) {
1190 c896fe29 bellard
                printf("Inconsistency for register %s:\n", 
1191 c896fe29 bellard
                       tcg_target_reg_names[reg]);
1192 b03cce8e bellard
                goto fail;
1193 c896fe29 bellard
            }
1194 c896fe29 bellard
        }
1195 c896fe29 bellard
    }
1196 c896fe29 bellard
    for(k = 0; k < s->nb_temps; k++) {
1197 c896fe29 bellard
        ts = &s->temps[k];
1198 c896fe29 bellard
        if (ts->val_type == TEMP_VAL_REG &&
1199 c896fe29 bellard
            !ts->fixed_reg &&
1200 c896fe29 bellard
            s->reg_to_temp[ts->reg] != k) {
1201 c896fe29 bellard
                printf("Inconsistency for temp %s:\n", 
1202 ac56dd48 pbrook
                       tcg_get_arg_str_idx(s, buf, sizeof(buf), k));
1203 b03cce8e bellard
        fail:
1204 c896fe29 bellard
                printf("reg state:\n");
1205 c896fe29 bellard
                dump_regs(s);
1206 c896fe29 bellard
                tcg_abort();
1207 c896fe29 bellard
        }
1208 b03cce8e bellard
        if (ts->val_type == TEMP_VAL_CONST && k < s->nb_globals) {
1209 b03cce8e bellard
            printf("constant forbidden in global %s\n",
1210 b03cce8e bellard
                   tcg_get_arg_str_idx(s, buf, sizeof(buf), k));
1211 b03cce8e bellard
            goto fail;
1212 b03cce8e bellard
        }
1213 c896fe29 bellard
    }
1214 c896fe29 bellard
}
1215 c896fe29 bellard
#endif
1216 c896fe29 bellard
1217 c896fe29 bellard
static void temp_allocate_frame(TCGContext *s, int temp)
1218 c896fe29 bellard
{
1219 c896fe29 bellard
    TCGTemp *ts;
1220 c896fe29 bellard
    ts = &s->temps[temp];
1221 c896fe29 bellard
    s->current_frame_offset = (s->current_frame_offset + sizeof(tcg_target_long) - 1) & ~(sizeof(tcg_target_long) - 1);
1222 c896fe29 bellard
    if (s->current_frame_offset + sizeof(tcg_target_long) > s->frame_end)
1223 5ff9d6a4 bellard
        tcg_abort();
1224 c896fe29 bellard
    ts->mem_offset = s->current_frame_offset;
1225 c896fe29 bellard
    ts->mem_reg = s->frame_reg;
1226 c896fe29 bellard
    ts->mem_allocated = 1;
1227 c896fe29 bellard
    s->current_frame_offset += sizeof(tcg_target_long);
1228 c896fe29 bellard
}
1229 c896fe29 bellard
1230 c896fe29 bellard
/* free register 'reg' by spilling the corresponding temporary if necessary */
1231 c896fe29 bellard
static void tcg_reg_free(TCGContext *s, int reg)
1232 c896fe29 bellard
{
1233 c896fe29 bellard
    TCGTemp *ts;
1234 c896fe29 bellard
    int temp;
1235 c896fe29 bellard
1236 c896fe29 bellard
    temp = s->reg_to_temp[reg];
1237 c896fe29 bellard
    if (temp != -1) {
1238 c896fe29 bellard
        ts = &s->temps[temp];
1239 c896fe29 bellard
        assert(ts->val_type == TEMP_VAL_REG);
1240 c896fe29 bellard
        if (!ts->mem_coherent) {
1241 c896fe29 bellard
            if (!ts->mem_allocated) 
1242 c896fe29 bellard
                temp_allocate_frame(s, temp);
1243 e4d5434c blueswir1
            tcg_out_st(s, ts->type, reg, ts->mem_reg, ts->mem_offset);
1244 c896fe29 bellard
        }
1245 c896fe29 bellard
        ts->val_type = TEMP_VAL_MEM;
1246 c896fe29 bellard
        s->reg_to_temp[reg] = -1;
1247 c896fe29 bellard
    }
1248 c896fe29 bellard
}
1249 c896fe29 bellard
1250 c896fe29 bellard
/* Allocate a register belonging to reg1 & ~reg2 */
1251 c896fe29 bellard
static int tcg_reg_alloc(TCGContext *s, TCGRegSet reg1, TCGRegSet reg2)
1252 c896fe29 bellard
{
1253 c896fe29 bellard
    int i, reg;
1254 c896fe29 bellard
    TCGRegSet reg_ct;
1255 c896fe29 bellard
1256 c896fe29 bellard
    tcg_regset_andnot(reg_ct, reg1, reg2);
1257 c896fe29 bellard
1258 c896fe29 bellard
    /* first try free registers */
1259 0954d0d9 blueswir1
    for(i = 0; i < ARRAY_SIZE(tcg_target_reg_alloc_order); i++) {
1260 c896fe29 bellard
        reg = tcg_target_reg_alloc_order[i];
1261 c896fe29 bellard
        if (tcg_regset_test_reg(reg_ct, reg) && s->reg_to_temp[reg] == -1)
1262 c896fe29 bellard
            return reg;
1263 c896fe29 bellard
    }
1264 c896fe29 bellard
1265 c896fe29 bellard
    /* XXX: do better spill choice */
1266 0954d0d9 blueswir1
    for(i = 0; i < ARRAY_SIZE(tcg_target_reg_alloc_order); i++) {
1267 c896fe29 bellard
        reg = tcg_target_reg_alloc_order[i];
1268 c896fe29 bellard
        if (tcg_regset_test_reg(reg_ct, reg)) {
1269 c896fe29 bellard
            tcg_reg_free(s, reg);
1270 c896fe29 bellard
            return reg;
1271 c896fe29 bellard
        }
1272 c896fe29 bellard
    }
1273 c896fe29 bellard
1274 c896fe29 bellard
    tcg_abort();
1275 c896fe29 bellard
}
1276 c896fe29 bellard
1277 c896fe29 bellard
/* at the end of a basic block, we assume all temporaries are dead and
1278 c896fe29 bellard
   all globals are stored at their canonical location */
1279 c896fe29 bellard
/* XXX: optimize by handling constants in another array ? */
1280 c896fe29 bellard
void tcg_reg_alloc_bb_end(TCGContext *s)
1281 c896fe29 bellard
{
1282 c896fe29 bellard
    TCGTemp *ts;
1283 c896fe29 bellard
    int i;
1284 c896fe29 bellard
1285 c896fe29 bellard
    for(i = 0; i < s->nb_globals; i++) {
1286 c896fe29 bellard
        ts = &s->temps[i];
1287 c896fe29 bellard
        if (!ts->fixed_reg) {
1288 c896fe29 bellard
            if (ts->val_type == TEMP_VAL_REG) {
1289 c896fe29 bellard
                tcg_reg_free(s, ts->reg);
1290 c896fe29 bellard
            }
1291 c896fe29 bellard
        }
1292 c896fe29 bellard
    }
1293 c896fe29 bellard
1294 c896fe29 bellard
    for(i = s->nb_globals; i < s->nb_temps; i++) {
1295 c896fe29 bellard
        ts = &s->temps[i];
1296 c896fe29 bellard
        if (ts->val_type != TEMP_VAL_CONST) {
1297 c896fe29 bellard
            if (ts->val_type == TEMP_VAL_REG) {
1298 c896fe29 bellard
                s->reg_to_temp[ts->reg] = -1;
1299 c896fe29 bellard
            }
1300 c896fe29 bellard
            ts->val_type = TEMP_VAL_DEAD;
1301 c896fe29 bellard
        }
1302 c896fe29 bellard
    }
1303 c896fe29 bellard
}
1304 c896fe29 bellard
1305 c896fe29 bellard
#define IS_DEAD_IARG(n) ((dead_iargs >> (n)) & 1)
1306 c896fe29 bellard
1307 c896fe29 bellard
static void tcg_reg_alloc_mov(TCGContext *s, const TCGOpDef *def,
1308 c896fe29 bellard
                              const TCGArg *args,
1309 c896fe29 bellard
                              unsigned int dead_iargs)
1310 c896fe29 bellard
{
1311 c896fe29 bellard
    TCGTemp *ts, *ots;
1312 c896fe29 bellard
    int reg;
1313 c896fe29 bellard
    const TCGArgConstraint *arg_ct;
1314 c896fe29 bellard
1315 c896fe29 bellard
    ots = &s->temps[args[0]];
1316 c896fe29 bellard
    ts = &s->temps[args[1]];
1317 c896fe29 bellard
    arg_ct = &def->args_ct[0];
1318 c896fe29 bellard
1319 c896fe29 bellard
    if (ts->val_type == TEMP_VAL_REG) {
1320 c896fe29 bellard
        if (IS_DEAD_IARG(0) && !ts->fixed_reg && !ots->fixed_reg) {
1321 c896fe29 bellard
            /* the mov can be suppressed */
1322 c896fe29 bellard
            if (ots->val_type == TEMP_VAL_REG)
1323 c896fe29 bellard
                s->reg_to_temp[ots->reg] = -1;
1324 c896fe29 bellard
            reg = ts->reg;
1325 c896fe29 bellard
            s->reg_to_temp[reg] = -1;
1326 c896fe29 bellard
            ts->val_type = TEMP_VAL_DEAD;
1327 c896fe29 bellard
        } else {
1328 c896fe29 bellard
            if (ots->val_type == TEMP_VAL_REG) {
1329 c896fe29 bellard
                reg = ots->reg;
1330 c896fe29 bellard
            } else {
1331 c896fe29 bellard
                reg = tcg_reg_alloc(s, arg_ct->u.regs, s->reserved_regs);
1332 c896fe29 bellard
            }
1333 c896fe29 bellard
            if (ts->reg != reg) {
1334 c896fe29 bellard
                tcg_out_mov(s, reg, ts->reg);
1335 c896fe29 bellard
            }
1336 c896fe29 bellard
        }
1337 c896fe29 bellard
    } else if (ts->val_type == TEMP_VAL_MEM) {
1338 c896fe29 bellard
        if (ots->val_type == TEMP_VAL_REG) {
1339 c896fe29 bellard
            reg = ots->reg;
1340 c896fe29 bellard
        } else {
1341 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, s->reserved_regs);
1342 c896fe29 bellard
        }
1343 e4d5434c blueswir1
        tcg_out_ld(s, ts->type, reg, ts->mem_reg, ts->mem_offset);
1344 c896fe29 bellard
    } else if (ts->val_type == TEMP_VAL_CONST) {
1345 c896fe29 bellard
        if (ots->val_type == TEMP_VAL_REG) {
1346 c896fe29 bellard
            reg = ots->reg;
1347 c896fe29 bellard
        } else {
1348 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, s->reserved_regs);
1349 c896fe29 bellard
        }
1350 c896fe29 bellard
        tcg_out_movi(s, ots->type, reg, ts->val);
1351 c896fe29 bellard
    } else {
1352 c896fe29 bellard
        tcg_abort();
1353 c896fe29 bellard
    }
1354 c896fe29 bellard
    s->reg_to_temp[reg] = args[0];
1355 c896fe29 bellard
    ots->reg = reg;
1356 c896fe29 bellard
    ots->val_type = TEMP_VAL_REG;
1357 c896fe29 bellard
    ots->mem_coherent = 0;
1358 c896fe29 bellard
}
1359 c896fe29 bellard
1360 c896fe29 bellard
static void tcg_reg_alloc_op(TCGContext *s, 
1361 c896fe29 bellard
                             const TCGOpDef *def, int opc,
1362 c896fe29 bellard
                             const TCGArg *args,
1363 c896fe29 bellard
                             unsigned int dead_iargs)
1364 c896fe29 bellard
{
1365 c896fe29 bellard
    TCGRegSet allocated_regs;
1366 c896fe29 bellard
    int i, k, nb_iargs, nb_oargs, reg;
1367 c896fe29 bellard
    TCGArg arg;
1368 c896fe29 bellard
    const TCGArgConstraint *arg_ct;
1369 c896fe29 bellard
    TCGTemp *ts;
1370 c896fe29 bellard
    TCGArg new_args[TCG_MAX_OP_ARGS];
1371 c896fe29 bellard
    int const_args[TCG_MAX_OP_ARGS];
1372 c896fe29 bellard
1373 c896fe29 bellard
    nb_oargs = def->nb_oargs;
1374 c896fe29 bellard
    nb_iargs = def->nb_iargs;
1375 c896fe29 bellard
1376 c896fe29 bellard
    /* copy constants */
1377 c896fe29 bellard
    memcpy(new_args + nb_oargs + nb_iargs, 
1378 c896fe29 bellard
           args + nb_oargs + nb_iargs, 
1379 c896fe29 bellard
           sizeof(TCGArg) * def->nb_cargs);
1380 c896fe29 bellard
1381 c896fe29 bellard
    /* satisfy input constraints */ 
1382 c896fe29 bellard
    tcg_regset_set(allocated_regs, s->reserved_regs);
1383 c896fe29 bellard
    for(k = 0; k < nb_iargs; k++) {
1384 c896fe29 bellard
        i = def->sorted_args[nb_oargs + k];
1385 c896fe29 bellard
        arg = args[i];
1386 c896fe29 bellard
        arg_ct = &def->args_ct[i];
1387 c896fe29 bellard
        ts = &s->temps[arg];
1388 c896fe29 bellard
        if (ts->val_type == TEMP_VAL_MEM) {
1389 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1390 e4d5434c blueswir1
            tcg_out_ld(s, ts->type, reg, ts->mem_reg, ts->mem_offset);
1391 c896fe29 bellard
            ts->val_type = TEMP_VAL_REG;
1392 c896fe29 bellard
            ts->reg = reg;
1393 c896fe29 bellard
            ts->mem_coherent = 1;
1394 c896fe29 bellard
            s->reg_to_temp[reg] = arg;
1395 c896fe29 bellard
        } else if (ts->val_type == TEMP_VAL_CONST) {
1396 c896fe29 bellard
            if (tcg_target_const_match(ts->val, arg_ct)) {
1397 c896fe29 bellard
                /* constant is OK for instruction */
1398 c896fe29 bellard
                const_args[i] = 1;
1399 c896fe29 bellard
                new_args[i] = ts->val;
1400 c896fe29 bellard
                goto iarg_end;
1401 c896fe29 bellard
            } else {
1402 c896fe29 bellard
                /* need to move to a register*/
1403 c896fe29 bellard
                reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1404 c896fe29 bellard
                tcg_out_movi(s, ts->type, reg, ts->val);
1405 c896fe29 bellard
                goto iarg_end1;
1406 c896fe29 bellard
            }
1407 c896fe29 bellard
        }
1408 c896fe29 bellard
        assert(ts->val_type == TEMP_VAL_REG);
1409 5ff9d6a4 bellard
        if (arg_ct->ct & TCG_CT_IALIAS) {
1410 5ff9d6a4 bellard
            if (ts->fixed_reg) {
1411 5ff9d6a4 bellard
                /* if fixed register, we must allocate a new register
1412 5ff9d6a4 bellard
                   if the alias is not the same register */
1413 5ff9d6a4 bellard
                if (arg != args[arg_ct->alias_index])
1414 5ff9d6a4 bellard
                    goto allocate_in_reg;
1415 5ff9d6a4 bellard
            } else {
1416 5ff9d6a4 bellard
                /* if the input is aliased to an output and if it is
1417 5ff9d6a4 bellard
                   not dead after the instruction, we must allocate
1418 5ff9d6a4 bellard
                   a new register and move it */
1419 5ff9d6a4 bellard
                if (!IS_DEAD_IARG(i - nb_oargs)) 
1420 5ff9d6a4 bellard
                    goto allocate_in_reg;
1421 5ff9d6a4 bellard
            }
1422 c896fe29 bellard
        }
1423 c896fe29 bellard
        reg = ts->reg;
1424 c896fe29 bellard
        if (tcg_regset_test_reg(arg_ct->u.regs, reg)) {
1425 c896fe29 bellard
            /* nothing to do : the constraint is satisfied */
1426 c896fe29 bellard
        } else {
1427 c896fe29 bellard
        allocate_in_reg:
1428 c896fe29 bellard
            /* allocate a new register matching the constraint 
1429 c896fe29 bellard
               and move the temporary register into it */
1430 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1431 c896fe29 bellard
            tcg_out_mov(s, reg, ts->reg);
1432 c896fe29 bellard
        }
1433 c896fe29 bellard
    iarg_end1:
1434 c896fe29 bellard
        new_args[i] = reg;
1435 c896fe29 bellard
        const_args[i] = 0;
1436 c896fe29 bellard
        tcg_regset_set_reg(allocated_regs, reg);
1437 c896fe29 bellard
    iarg_end: ;
1438 c896fe29 bellard
    }
1439 c896fe29 bellard
    
1440 c896fe29 bellard
    /* mark dead temporaries and free the associated registers */
1441 c896fe29 bellard
    for(i = 0; i < nb_iargs; i++) {
1442 c896fe29 bellard
        arg = args[nb_oargs + i];
1443 c896fe29 bellard
        if (IS_DEAD_IARG(i)) {
1444 c896fe29 bellard
            ts = &s->temps[arg];
1445 c896fe29 bellard
            if (ts->val_type != TEMP_VAL_CONST && !ts->fixed_reg) {
1446 c896fe29 bellard
                if (ts->val_type == TEMP_VAL_REG)
1447 c896fe29 bellard
                    s->reg_to_temp[ts->reg] = -1;
1448 c896fe29 bellard
                ts->val_type = TEMP_VAL_DEAD;
1449 c896fe29 bellard
            }
1450 c896fe29 bellard
        }
1451 c896fe29 bellard
    }
1452 c896fe29 bellard
1453 c896fe29 bellard
    if (def->flags & TCG_OPF_CALL_CLOBBER) {
1454 b03cce8e bellard
        /* XXX: permit generic clobber register list ? */ 
1455 c896fe29 bellard
        for(reg = 0; reg < TCG_TARGET_NB_REGS; reg++) {
1456 c896fe29 bellard
            if (tcg_regset_test_reg(tcg_target_call_clobber_regs, reg)) {
1457 c896fe29 bellard
                tcg_reg_free(s, reg);
1458 c896fe29 bellard
            }
1459 c896fe29 bellard
        }
1460 b03cce8e bellard
        /* XXX: for load/store we could do that only for the slow path
1461 b03cce8e bellard
           (i.e. when a memory callback is called) */
1462 b03cce8e bellard
1463 b03cce8e bellard
        /* store globals and free associated registers (we assume the insn
1464 b03cce8e bellard
           can modify any global. */
1465 b03cce8e bellard
        for(i = 0; i < s->nb_globals; i++) {
1466 b03cce8e bellard
            ts = &s->temps[i];
1467 b03cce8e bellard
            if (!ts->fixed_reg) {
1468 b03cce8e bellard
                if (ts->val_type == TEMP_VAL_REG) {
1469 b03cce8e bellard
                    tcg_reg_free(s, ts->reg);
1470 b03cce8e bellard
                }
1471 b03cce8e bellard
            }
1472 b03cce8e bellard
        }
1473 c896fe29 bellard
    }
1474 c896fe29 bellard
1475 c896fe29 bellard
    /* satisfy the output constraints */
1476 c896fe29 bellard
    tcg_regset_set(allocated_regs, s->reserved_regs);
1477 c896fe29 bellard
    for(k = 0; k < nb_oargs; k++) {
1478 c896fe29 bellard
        i = def->sorted_args[k];
1479 c896fe29 bellard
        arg = args[i];
1480 c896fe29 bellard
        arg_ct = &def->args_ct[i];
1481 c896fe29 bellard
        ts = &s->temps[arg];
1482 c896fe29 bellard
        if (arg_ct->ct & TCG_CT_ALIAS) {
1483 5ff9d6a4 bellard
            reg = new_args[arg_ct->alias_index];
1484 c896fe29 bellard
        } else {
1485 c896fe29 bellard
            /* if fixed register, we try to use it */
1486 c896fe29 bellard
            reg = ts->reg;
1487 c896fe29 bellard
            if (ts->fixed_reg &&
1488 c896fe29 bellard
                tcg_regset_test_reg(arg_ct->u.regs, reg)) {
1489 c896fe29 bellard
                goto oarg_end;
1490 c896fe29 bellard
            }
1491 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1492 c896fe29 bellard
        }
1493 c896fe29 bellard
        tcg_regset_set_reg(allocated_regs, reg);
1494 c896fe29 bellard
        /* if a fixed register is used, then a move will be done afterwards */
1495 c896fe29 bellard
        if (!ts->fixed_reg) {
1496 c896fe29 bellard
            if (ts->val_type == TEMP_VAL_REG)
1497 c896fe29 bellard
                s->reg_to_temp[ts->reg] = -1;
1498 c896fe29 bellard
            ts->val_type = TEMP_VAL_REG;
1499 c896fe29 bellard
            ts->reg = reg;
1500 c896fe29 bellard
            /* temp value is modified, so the value kept in memory is
1501 c896fe29 bellard
               potentially not the same */
1502 c896fe29 bellard
            ts->mem_coherent = 0; 
1503 c896fe29 bellard
            s->reg_to_temp[reg] = arg;
1504 c896fe29 bellard
        }
1505 c896fe29 bellard
    oarg_end:
1506 c896fe29 bellard
        new_args[i] = reg;
1507 c896fe29 bellard
    }
1508 c896fe29 bellard
1509 c896fe29 bellard
    if (def->flags & TCG_OPF_BB_END)
1510 c896fe29 bellard
        tcg_reg_alloc_bb_end(s);
1511 c896fe29 bellard
1512 c896fe29 bellard
    /* emit instruction */
1513 c896fe29 bellard
    tcg_out_op(s, opc, new_args, const_args);
1514 c896fe29 bellard
    
1515 c896fe29 bellard
    /* move the outputs in the correct register if needed */
1516 c896fe29 bellard
    for(i = 0; i < nb_oargs; i++) {
1517 c896fe29 bellard
        ts = &s->temps[args[i]];
1518 c896fe29 bellard
        reg = new_args[i];
1519 c896fe29 bellard
        if (ts->fixed_reg && ts->reg != reg) {
1520 c896fe29 bellard
            tcg_out_mov(s, ts->reg, reg);
1521 c896fe29 bellard
        }
1522 c896fe29 bellard
    }
1523 c896fe29 bellard
}
1524 c896fe29 bellard
1525 b03cce8e bellard
#ifdef TCG_TARGET_STACK_GROWSUP
1526 b03cce8e bellard
#define STACK_DIR(x) (-(x))
1527 b03cce8e bellard
#else
1528 b03cce8e bellard
#define STACK_DIR(x) (x)
1529 b03cce8e bellard
#endif
1530 b03cce8e bellard
1531 c896fe29 bellard
static int tcg_reg_alloc_call(TCGContext *s, const TCGOpDef *def,
1532 c896fe29 bellard
                              int opc, const TCGArg *args,
1533 c896fe29 bellard
                              unsigned int dead_iargs)
1534 c896fe29 bellard
{
1535 c896fe29 bellard
    int nb_iargs, nb_oargs, flags, nb_regs, i, reg, nb_params;
1536 c896fe29 bellard
    TCGArg arg, func_arg;
1537 c896fe29 bellard
    TCGTemp *ts;
1538 f54b3f92 aurel32
    tcg_target_long stack_offset, call_stack_size, func_addr;
1539 b03cce8e bellard
    int const_func_arg, allocate_args;
1540 c896fe29 bellard
    TCGRegSet allocated_regs;
1541 c896fe29 bellard
    const TCGArgConstraint *arg_ct;
1542 c896fe29 bellard
1543 c896fe29 bellard
    arg = *args++;
1544 c896fe29 bellard
1545 c896fe29 bellard
    nb_oargs = arg >> 16;
1546 c896fe29 bellard
    nb_iargs = arg & 0xffff;
1547 c896fe29 bellard
    nb_params = nb_iargs - 1;
1548 c896fe29 bellard
1549 c896fe29 bellard
    flags = args[nb_oargs + nb_iargs];
1550 c896fe29 bellard
1551 c896fe29 bellard
    nb_regs = tcg_target_get_call_iarg_regs_count(flags);
1552 c896fe29 bellard
    if (nb_regs > nb_params)
1553 c896fe29 bellard
        nb_regs = nb_params;
1554 c896fe29 bellard
1555 c896fe29 bellard
    /* assign stack slots first */
1556 c896fe29 bellard
    /* XXX: preallocate call stack */
1557 c896fe29 bellard
    call_stack_size = (nb_params - nb_regs) * sizeof(tcg_target_long);
1558 c896fe29 bellard
    call_stack_size = (call_stack_size + TCG_TARGET_STACK_ALIGN - 1) & 
1559 c896fe29 bellard
        ~(TCG_TARGET_STACK_ALIGN - 1);
1560 b03cce8e bellard
    allocate_args = (call_stack_size > TCG_STATIC_CALL_ARGS_SIZE);
1561 b03cce8e bellard
    if (allocate_args) {
1562 b03cce8e bellard
        tcg_out_addi(s, TCG_REG_CALL_STACK, -STACK_DIR(call_stack_size));
1563 b03cce8e bellard
    }
1564 b03cce8e bellard
    /* XXX: on some architectures it does not start at zero */
1565 c896fe29 bellard
    stack_offset = 0;
1566 c896fe29 bellard
    for(i = nb_regs; i < nb_params; i++) {
1567 c896fe29 bellard
        arg = args[nb_oargs + i];
1568 c896fe29 bellard
        ts = &s->temps[arg];
1569 c896fe29 bellard
        if (ts->val_type == TEMP_VAL_REG) {
1570 e4d5434c blueswir1
            tcg_out_st(s, ts->type, ts->reg, TCG_REG_CALL_STACK, stack_offset);
1571 c896fe29 bellard
        } else if (ts->val_type == TEMP_VAL_MEM) {
1572 c896fe29 bellard
            reg = tcg_reg_alloc(s, tcg_target_available_regs[ts->type], 
1573 c896fe29 bellard
                                s->reserved_regs);
1574 c896fe29 bellard
            /* XXX: not correct if reading values from the stack */
1575 e4d5434c blueswir1
            tcg_out_ld(s, ts->type, reg, ts->mem_reg, ts->mem_offset);
1576 e4d5434c blueswir1
            tcg_out_st(s, ts->type, reg, TCG_REG_CALL_STACK, stack_offset);
1577 c896fe29 bellard
        } else if (ts->val_type == TEMP_VAL_CONST) {
1578 c896fe29 bellard
            reg = tcg_reg_alloc(s, tcg_target_available_regs[ts->type], 
1579 c896fe29 bellard
                                s->reserved_regs);
1580 c896fe29 bellard
            /* XXX: sign extend may be needed on some targets */
1581 c896fe29 bellard
            tcg_out_movi(s, ts->type, reg, ts->val);
1582 e4d5434c blueswir1
            tcg_out_st(s, ts->type, reg, TCG_REG_CALL_STACK, stack_offset);
1583 c896fe29 bellard
        } else {
1584 c896fe29 bellard
            tcg_abort();
1585 c896fe29 bellard
        }
1586 b03cce8e bellard
        /* XXX: not necessarily in the same order */
1587 b03cce8e bellard
        stack_offset += STACK_DIR(sizeof(tcg_target_long));
1588 c896fe29 bellard
    }
1589 c896fe29 bellard
    
1590 c896fe29 bellard
    /* assign input registers */
1591 c896fe29 bellard
    tcg_regset_set(allocated_regs, s->reserved_regs);
1592 c896fe29 bellard
    for(i = 0; i < nb_regs; i++) {
1593 c896fe29 bellard
        arg = args[nb_oargs + i];
1594 c896fe29 bellard
        ts = &s->temps[arg];
1595 c896fe29 bellard
        reg = tcg_target_call_iarg_regs[i];
1596 c896fe29 bellard
        tcg_reg_free(s, reg);
1597 c896fe29 bellard
        if (ts->val_type == TEMP_VAL_REG) {
1598 c896fe29 bellard
            if (ts->reg != reg) {
1599 c896fe29 bellard
                tcg_out_mov(s, reg, ts->reg);
1600 c896fe29 bellard
            }
1601 c896fe29 bellard
        } else if (ts->val_type == TEMP_VAL_MEM) {
1602 e4d5434c blueswir1
            tcg_out_ld(s, ts->type, reg, ts->mem_reg, ts->mem_offset);
1603 c896fe29 bellard
        } else if (ts->val_type == TEMP_VAL_CONST) {
1604 c896fe29 bellard
            /* XXX: sign extend ? */
1605 c896fe29 bellard
            tcg_out_movi(s, ts->type, reg, ts->val);
1606 c896fe29 bellard
        } else {
1607 c896fe29 bellard
            tcg_abort();
1608 c896fe29 bellard
        }
1609 c896fe29 bellard
        tcg_regset_set_reg(allocated_regs, reg);
1610 c896fe29 bellard
    }
1611 c896fe29 bellard
    
1612 c896fe29 bellard
    /* assign function address */
1613 c896fe29 bellard
    func_arg = args[nb_oargs + nb_iargs - 1];
1614 c896fe29 bellard
    arg_ct = &def->args_ct[0];
1615 c896fe29 bellard
    ts = &s->temps[func_arg];
1616 f54b3f92 aurel32
    func_addr = ts->val;
1617 c896fe29 bellard
    const_func_arg = 0;
1618 c896fe29 bellard
    if (ts->val_type == TEMP_VAL_MEM) {
1619 c896fe29 bellard
        reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1620 e4d5434c blueswir1
        tcg_out_ld(s, ts->type, reg, ts->mem_reg, ts->mem_offset);
1621 c896fe29 bellard
        func_arg = reg;
1622 c896fe29 bellard
    } else if (ts->val_type == TEMP_VAL_REG) {
1623 c896fe29 bellard
        reg = ts->reg;
1624 c896fe29 bellard
        if (!tcg_regset_test_reg(arg_ct->u.regs, reg)) {
1625 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1626 c896fe29 bellard
            tcg_out_mov(s, reg, ts->reg);
1627 c896fe29 bellard
        }
1628 c896fe29 bellard
        func_arg = reg;
1629 c896fe29 bellard
    } else if (ts->val_type == TEMP_VAL_CONST) {
1630 f54b3f92 aurel32
        if (tcg_target_const_match(func_addr, arg_ct)) {
1631 c896fe29 bellard
            const_func_arg = 1;
1632 f54b3f92 aurel32
            func_arg = func_addr;
1633 c896fe29 bellard
        } else {
1634 c896fe29 bellard
            reg = tcg_reg_alloc(s, arg_ct->u.regs, allocated_regs);
1635 f54b3f92 aurel32
            tcg_out_movi(s, ts->type, reg, func_addr);
1636 c896fe29 bellard
            func_arg = reg;
1637 c896fe29 bellard
        }
1638 c896fe29 bellard
    } else {
1639 c896fe29 bellard
        tcg_abort();
1640 c896fe29 bellard
    }
1641 c896fe29 bellard
    
1642 c896fe29 bellard
    /* mark dead temporaries and free the associated registers */
1643 c896fe29 bellard
    for(i = 0; i < nb_params; i++) {
1644 c896fe29 bellard
        arg = args[nb_oargs + i];
1645 c896fe29 bellard
        if (IS_DEAD_IARG(i)) {
1646 c896fe29 bellard
            ts = &s->temps[arg];
1647 c896fe29 bellard
            if (ts->val_type != TEMP_VAL_CONST && !ts->fixed_reg) {
1648 c896fe29 bellard
                if (ts->val_type == TEMP_VAL_REG)
1649 c896fe29 bellard
                    s->reg_to_temp[ts->reg] = -1;
1650 c896fe29 bellard
                ts->val_type = TEMP_VAL_DEAD;
1651 c896fe29 bellard
            }
1652 c896fe29 bellard
        }
1653 c896fe29 bellard
    }
1654 c896fe29 bellard
    
1655 c896fe29 bellard
    /* clobber call registers */
1656 c896fe29 bellard
    for(reg = 0; reg < TCG_TARGET_NB_REGS; reg++) {
1657 c896fe29 bellard
        if (tcg_regset_test_reg(tcg_target_call_clobber_regs, reg)) {
1658 c896fe29 bellard
            tcg_reg_free(s, reg);
1659 c896fe29 bellard
        }
1660 c896fe29 bellard
    }
1661 c896fe29 bellard
    
1662 c896fe29 bellard
    /* store globals and free associated registers (we assume the call
1663 c896fe29 bellard
       can modify any global. */
1664 c896fe29 bellard
    for(i = 0; i < s->nb_globals; i++) {
1665 c896fe29 bellard
        ts = &s->temps[i];
1666 c896fe29 bellard
        if (!ts->fixed_reg) {
1667 c896fe29 bellard
            if (ts->val_type == TEMP_VAL_REG) {
1668 c896fe29 bellard
                tcg_reg_free(s, ts->reg);
1669 c896fe29 bellard
            }
1670 c896fe29 bellard
        }
1671 c896fe29 bellard
    }
1672 c896fe29 bellard
1673 c896fe29 bellard
    tcg_out_op(s, opc, &func_arg, &const_func_arg);
1674 c896fe29 bellard
    
1675 b03cce8e bellard
    if (allocate_args) {
1676 b03cce8e bellard
        tcg_out_addi(s, TCG_REG_CALL_STACK, STACK_DIR(call_stack_size));
1677 b03cce8e bellard
    }
1678 c896fe29 bellard
1679 c896fe29 bellard
    /* assign output registers and emit moves if needed */
1680 c896fe29 bellard
    for(i = 0; i < nb_oargs; i++) {
1681 c896fe29 bellard
        arg = args[i];
1682 c896fe29 bellard
        ts = &s->temps[arg];
1683 c896fe29 bellard
        reg = tcg_target_call_oarg_regs[i];
1684 c896fe29 bellard
        tcg_reg_free(s, reg);
1685 c896fe29 bellard
        if (ts->fixed_reg) {
1686 c896fe29 bellard
            if (ts->reg != reg) {
1687 c896fe29 bellard
                tcg_out_mov(s, ts->reg, reg);
1688 c896fe29 bellard
            }
1689 c896fe29 bellard
        } else {
1690 c896fe29 bellard
            if (ts->val_type == TEMP_VAL_REG)
1691 c896fe29 bellard
                s->reg_to_temp[ts->reg] = -1;
1692 c896fe29 bellard
            ts->val_type = TEMP_VAL_REG;
1693 c896fe29 bellard
            ts->reg = reg;
1694 c896fe29 bellard
            ts->mem_coherent = 0; 
1695 c896fe29 bellard
            s->reg_to_temp[reg] = arg;
1696 c896fe29 bellard
        }
1697 c896fe29 bellard
    }
1698 c896fe29 bellard
    
1699 c896fe29 bellard
    return nb_iargs + nb_oargs + def->nb_cargs + 1;
1700 c896fe29 bellard
}
1701 c896fe29 bellard
1702 c896fe29 bellard
#ifdef CONFIG_PROFILER
1703 c896fe29 bellard
1704 c896fe29 bellard
static int64_t dyngen_table_op_count[NB_OPS];
1705 c896fe29 bellard
1706 c896fe29 bellard
void dump_op_count(void)
1707 c896fe29 bellard
{
1708 c896fe29 bellard
    int i;
1709 c896fe29 bellard
    FILE *f;
1710 c896fe29 bellard
    f = fopen("/tmp/op1.log", "w");
1711 c896fe29 bellard
    for(i = 0; i < INDEX_op_end; i++) {
1712 c896fe29 bellard
        fprintf(f, "%s %" PRId64 "\n", tcg_op_defs[i].name, dyngen_table_op_count[i]);
1713 c896fe29 bellard
    }
1714 c896fe29 bellard
    fclose(f);
1715 c896fe29 bellard
    f = fopen("/tmp/op2.log", "w");
1716 c896fe29 bellard
    for(i = INDEX_op_end; i < NB_OPS; i++) {
1717 c896fe29 bellard
        fprintf(f, "%s %" PRId64 "\n", tcg_op_defs[i].name, dyngen_table_op_count[i]);
1718 c896fe29 bellard
    }
1719 c896fe29 bellard
    fclose(f);
1720 c896fe29 bellard
}
1721 c896fe29 bellard
#endif
1722 c896fe29 bellard
1723 c896fe29 bellard
1724 c896fe29 bellard
static inline int tcg_gen_code_common(TCGContext *s, uint8_t *gen_code_buf,
1725 2ba1eeb6 pbrook
                                      long search_pc)
1726 c896fe29 bellard
{
1727 c896fe29 bellard
    int opc, op_index, macro_op_index;
1728 c896fe29 bellard
    const TCGOpDef *def;
1729 c896fe29 bellard
    unsigned int dead_iargs;
1730 c896fe29 bellard
    const TCGArg *args;
1731 c896fe29 bellard
1732 c896fe29 bellard
#ifdef DEBUG_DISAS
1733 c896fe29 bellard
    if (unlikely(loglevel & CPU_LOG_TB_OP)) {
1734 c896fe29 bellard
        fprintf(logfile, "OP:\n");
1735 c896fe29 bellard
        tcg_dump_ops(s, logfile);
1736 c896fe29 bellard
        fprintf(logfile, "\n");
1737 c896fe29 bellard
    }
1738 c896fe29 bellard
#endif
1739 c896fe29 bellard
1740 c896fe29 bellard
    tcg_liveness_analysis(s);
1741 c896fe29 bellard
1742 c896fe29 bellard
#ifdef DEBUG_DISAS
1743 c896fe29 bellard
    if (unlikely(loglevel & CPU_LOG_TB_OP_OPT)) {
1744 c896fe29 bellard
        fprintf(logfile, "OP after la:\n");
1745 c896fe29 bellard
        tcg_dump_ops(s, logfile);
1746 c896fe29 bellard
        fprintf(logfile, "\n");
1747 c896fe29 bellard
    }
1748 c896fe29 bellard
#endif
1749 c896fe29 bellard
1750 c896fe29 bellard
    tcg_reg_alloc_start(s);
1751 c896fe29 bellard
1752 c896fe29 bellard
    s->code_buf = gen_code_buf;
1753 c896fe29 bellard
    s->code_ptr = gen_code_buf;
1754 c896fe29 bellard
1755 c896fe29 bellard
    macro_op_index = -1;
1756 c896fe29 bellard
    args = gen_opparam_buf;
1757 c896fe29 bellard
    op_index = 0;
1758 b3db8758 blueswir1
1759 c896fe29 bellard
    for(;;) {
1760 c896fe29 bellard
        opc = gen_opc_buf[op_index];
1761 c896fe29 bellard
#ifdef CONFIG_PROFILER
1762 c896fe29 bellard
        dyngen_table_op_count[opc]++;
1763 c896fe29 bellard
#endif
1764 c896fe29 bellard
        def = &tcg_op_defs[opc];
1765 c896fe29 bellard
#if 0
1766 c896fe29 bellard
        printf("%s: %d %d %d\n", def->name,
1767 c896fe29 bellard
               def->nb_oargs, def->nb_iargs, def->nb_cargs);
1768 c896fe29 bellard
        //        dump_regs(s);
1769 c896fe29 bellard
#endif
1770 c896fe29 bellard
        switch(opc) {
1771 c896fe29 bellard
        case INDEX_op_mov_i32:
1772 c896fe29 bellard
#if TCG_TARGET_REG_BITS == 64
1773 c896fe29 bellard
        case INDEX_op_mov_i64:
1774 c896fe29 bellard
#endif
1775 c896fe29 bellard
            dead_iargs = s->op_dead_iargs[op_index];
1776 c896fe29 bellard
            tcg_reg_alloc_mov(s, def, args, dead_iargs);
1777 c896fe29 bellard
            break;
1778 c896fe29 bellard
        case INDEX_op_nop:
1779 c896fe29 bellard
        case INDEX_op_nop1:
1780 c896fe29 bellard
        case INDEX_op_nop2:
1781 c896fe29 bellard
        case INDEX_op_nop3:
1782 c896fe29 bellard
            break;
1783 c896fe29 bellard
        case INDEX_op_nopn:
1784 c896fe29 bellard
            args += args[0];
1785 c896fe29 bellard
            goto next;
1786 5ff9d6a4 bellard
        case INDEX_op_discard:
1787 5ff9d6a4 bellard
            {
1788 5ff9d6a4 bellard
                TCGTemp *ts;
1789 5ff9d6a4 bellard
                ts = &s->temps[args[0]];
1790 5ff9d6a4 bellard
                /* mark the temporary as dead */
1791 5ff9d6a4 bellard
                if (ts->val_type != TEMP_VAL_CONST && !ts->fixed_reg) {
1792 5ff9d6a4 bellard
                    if (ts->val_type == TEMP_VAL_REG)
1793 5ff9d6a4 bellard
                        s->reg_to_temp[ts->reg] = -1;
1794 5ff9d6a4 bellard
                    ts->val_type = TEMP_VAL_DEAD;
1795 5ff9d6a4 bellard
                }
1796 5ff9d6a4 bellard
            }
1797 5ff9d6a4 bellard
            break;
1798 c896fe29 bellard
        case INDEX_op_macro_goto:
1799 c896fe29 bellard
            macro_op_index = op_index; /* only used for exceptions */
1800 c896fe29 bellard
            op_index = args[0] - 1;
1801 c896fe29 bellard
            args = gen_opparam_buf + args[1];
1802 c896fe29 bellard
            goto next;
1803 c896fe29 bellard
        case INDEX_op_macro_end:
1804 c896fe29 bellard
            macro_op_index = -1; /* only used for exceptions */
1805 c896fe29 bellard
            op_index = args[0] - 1;
1806 c896fe29 bellard
            args = gen_opparam_buf + args[1];
1807 c896fe29 bellard
            goto next;
1808 c896fe29 bellard
        case INDEX_op_macro_start:
1809 c896fe29 bellard
            /* must never happen here */
1810 c896fe29 bellard
            tcg_abort();
1811 c896fe29 bellard
        case INDEX_op_set_label:
1812 c896fe29 bellard
            tcg_reg_alloc_bb_end(s);
1813 c896fe29 bellard
            tcg_out_label(s, args[0], (long)s->code_ptr);
1814 c896fe29 bellard
            break;
1815 c896fe29 bellard
        case INDEX_op_call:
1816 c896fe29 bellard
            dead_iargs = s->op_dead_iargs[op_index];
1817 c896fe29 bellard
            args += tcg_reg_alloc_call(s, def, opc, args, dead_iargs);
1818 c896fe29 bellard
            goto next;
1819 c896fe29 bellard
        case INDEX_op_end:
1820 c896fe29 bellard
            goto the_end;
1821 cf2be984 blueswir1
1822 bf6247fb blueswir1
#ifdef CONFIG_DYNGEN_OP
1823 c896fe29 bellard
        case 0 ... INDEX_op_end - 1:
1824 c896fe29 bellard
            /* legacy dyngen ops */
1825 c896fe29 bellard
#ifdef CONFIG_PROFILER
1826 c896fe29 bellard
            {
1827 c896fe29 bellard
                extern int64_t dyngen_old_op_count;
1828 c896fe29 bellard
                dyngen_old_op_count++;
1829 c896fe29 bellard
            }
1830 c896fe29 bellard
#endif
1831 c896fe29 bellard
            tcg_reg_alloc_bb_end(s);
1832 2ba1eeb6 pbrook
            if (search_pc >= 0) {
1833 c896fe29 bellard
                s->code_ptr += def->copy_size;
1834 c896fe29 bellard
                args += def->nb_args;
1835 c896fe29 bellard
            } else {
1836 c896fe29 bellard
                args = dyngen_op(s, opc, args);
1837 c896fe29 bellard
            }
1838 c896fe29 bellard
            goto next;
1839 cf2be984 blueswir1
#endif
1840 c896fe29 bellard
        default:
1841 c896fe29 bellard
            /* Note: in order to speed up the code, it would be much
1842 c896fe29 bellard
               faster to have specialized register allocator functions for
1843 c896fe29 bellard
               some common argument patterns */
1844 c896fe29 bellard
            dead_iargs = s->op_dead_iargs[op_index];
1845 c896fe29 bellard
            tcg_reg_alloc_op(s, def, opc, args, dead_iargs);
1846 c896fe29 bellard
            break;
1847 c896fe29 bellard
        }
1848 c896fe29 bellard
        args += def->nb_args;
1849 c896fe29 bellard
    next: ;
1850 2ba1eeb6 pbrook
        if (search_pc >= 0 && search_pc < s->code_ptr - gen_code_buf) {
1851 2ba1eeb6 pbrook
            if (macro_op_index >= 0)
1852 2ba1eeb6 pbrook
                return macro_op_index;
1853 2ba1eeb6 pbrook
            else
1854 2ba1eeb6 pbrook
                return op_index;
1855 c896fe29 bellard
        }
1856 c896fe29 bellard
        op_index++;
1857 c896fe29 bellard
#ifndef NDEBUG
1858 c896fe29 bellard
        check_regs(s);
1859 c896fe29 bellard
#endif
1860 c896fe29 bellard
    }
1861 c896fe29 bellard
 the_end:
1862 c896fe29 bellard
    return -1;
1863 c896fe29 bellard
}
1864 c896fe29 bellard
1865 c896fe29 bellard
int dyngen_code(TCGContext *s, uint8_t *gen_code_buf)
1866 c896fe29 bellard
{
1867 c896fe29 bellard
#ifdef CONFIG_PROFILER
1868 c896fe29 bellard
    {
1869 c896fe29 bellard
        extern int64_t dyngen_op_count;
1870 c896fe29 bellard
        extern int dyngen_op_count_max;
1871 c896fe29 bellard
        int n;
1872 c896fe29 bellard
        n = (gen_opc_ptr - gen_opc_buf);
1873 c896fe29 bellard
        dyngen_op_count += n;
1874 c896fe29 bellard
        if (n > dyngen_op_count_max)
1875 c896fe29 bellard
            dyngen_op_count_max = n;
1876 c896fe29 bellard
    }
1877 c896fe29 bellard
#endif
1878 c896fe29 bellard
1879 2ba1eeb6 pbrook
    tcg_gen_code_common(s, gen_code_buf, -1);
1880 c896fe29 bellard
1881 c896fe29 bellard
    /* flush instruction cache */
1882 c896fe29 bellard
    flush_icache_range((unsigned long)gen_code_buf, 
1883 c896fe29 bellard
                       (unsigned long)s->code_ptr);
1884 c896fe29 bellard
    return s->code_ptr -  gen_code_buf;
1885 c896fe29 bellard
}
1886 c896fe29 bellard
1887 2ba1eeb6 pbrook
/* Return the index of the micro operation such as the pc after is <
1888 623e265c pbrook
   offset bytes from the start of the TB.  The contents of gen_code_buf must
1889 623e265c pbrook
   not be changed, though writing the same values is ok.
1890 623e265c pbrook
   Return -1 if not found. */
1891 623e265c pbrook
int dyngen_code_search_pc(TCGContext *s, uint8_t *gen_code_buf, long offset)
1892 c896fe29 bellard
{
1893 623e265c pbrook
    return tcg_gen_code_common(s, gen_code_buf, offset);
1894 c896fe29 bellard
}