root / tcg / tcg.h @ 92f562ec
History | View | Annotate | Download (16 kB)
1 | c896fe29 | bellard | /*
|
---|---|---|---|
2 | c896fe29 | bellard | * Tiny Code Generator for QEMU
|
3 | c896fe29 | bellard | *
|
4 | c896fe29 | bellard | * Copyright (c) 2008 Fabrice Bellard
|
5 | c896fe29 | bellard | *
|
6 | c896fe29 | bellard | * Permission is hereby granted, free of charge, to any person obtaining a copy
|
7 | c896fe29 | bellard | * of this software and associated documentation files (the "Software"), to deal
|
8 | c896fe29 | bellard | * in the Software without restriction, including without limitation the rights
|
9 | c896fe29 | bellard | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
10 | c896fe29 | bellard | * copies of the Software, and to permit persons to whom the Software is
|
11 | c896fe29 | bellard | * furnished to do so, subject to the following conditions:
|
12 | c896fe29 | bellard | *
|
13 | c896fe29 | bellard | * The above copyright notice and this permission notice shall be included in
|
14 | c896fe29 | bellard | * all copies or substantial portions of the Software.
|
15 | c896fe29 | bellard | *
|
16 | c896fe29 | bellard | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
17 | c896fe29 | bellard | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
18 | c896fe29 | bellard | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
19 | c896fe29 | bellard | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
20 | c896fe29 | bellard | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
21 | c896fe29 | bellard | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
22 | c896fe29 | bellard | * THE SOFTWARE.
|
23 | c896fe29 | bellard | */
|
24 | f8393946 | aurel32 | #include "qemu-common.h" |
25 | c896fe29 | bellard | #include "tcg-target.h" |
26 | 96e132e2 | Blue Swirl | #include "tcg-runtime.h" |
27 | c896fe29 | bellard | |
28 | c896fe29 | bellard | #if TCG_TARGET_REG_BITS == 32 |
29 | c896fe29 | bellard | typedef int32_t tcg_target_long;
|
30 | c896fe29 | bellard | typedef uint32_t tcg_target_ulong;
|
31 | c896fe29 | bellard | #define TCG_PRIlx PRIx32
|
32 | c896fe29 | bellard | #define TCG_PRIld PRId32
|
33 | c896fe29 | bellard | #elif TCG_TARGET_REG_BITS == 64 |
34 | c896fe29 | bellard | typedef int64_t tcg_target_long;
|
35 | c896fe29 | bellard | typedef uint64_t tcg_target_ulong;
|
36 | c896fe29 | bellard | #define TCG_PRIlx PRIx64
|
37 | c896fe29 | bellard | #define TCG_PRIld PRId64
|
38 | c896fe29 | bellard | #else
|
39 | c896fe29 | bellard | #error unsupported
|
40 | c896fe29 | bellard | #endif
|
41 | c896fe29 | bellard | |
42 | c896fe29 | bellard | #if TCG_TARGET_NB_REGS <= 32 |
43 | c896fe29 | bellard | typedef uint32_t TCGRegSet;
|
44 | c896fe29 | bellard | #elif TCG_TARGET_NB_REGS <= 64 |
45 | c896fe29 | bellard | typedef uint64_t TCGRegSet;
|
46 | c896fe29 | bellard | #else
|
47 | c896fe29 | bellard | #error unsupported
|
48 | c896fe29 | bellard | #endif
|
49 | c896fe29 | bellard | |
50 | a9751609 | Richard Henderson | typedef enum TCGOpcode { |
51 | c61aaf7a | Aurelien Jarno | #define DEF(name, oargs, iargs, cargs, flags) INDEX_op_ ## name, |
52 | c896fe29 | bellard | #include "tcg-opc.h" |
53 | c896fe29 | bellard | #undef DEF
|
54 | c896fe29 | bellard | NB_OPS, |
55 | a9751609 | Richard Henderson | } TCGOpcode; |
56 | c896fe29 | bellard | |
57 | c896fe29 | bellard | #define tcg_regset_clear(d) (d) = 0 |
58 | c896fe29 | bellard | #define tcg_regset_set(d, s) (d) = (s)
|
59 | c896fe29 | bellard | #define tcg_regset_set32(d, reg, val32) (d) |= (val32) << (reg)
|
60 | 7d301752 | Aurelien Jarno | #define tcg_regset_set_reg(d, r) (d) |= 1L << (r) |
61 | 7d301752 | Aurelien Jarno | #define tcg_regset_reset_reg(d, r) (d) &= ~(1L << (r)) |
62 | c896fe29 | bellard | #define tcg_regset_test_reg(d, r) (((d) >> (r)) & 1) |
63 | c896fe29 | bellard | #define tcg_regset_or(d, a, b) (d) = (a) | (b)
|
64 | c896fe29 | bellard | #define tcg_regset_and(d, a, b) (d) = (a) & (b)
|
65 | c896fe29 | bellard | #define tcg_regset_andnot(d, a, b) (d) = (a) & ~(b)
|
66 | c896fe29 | bellard | #define tcg_regset_not(d, a) (d) = ~(a)
|
67 | c896fe29 | bellard | |
68 | c896fe29 | bellard | typedef struct TCGRelocation { |
69 | c896fe29 | bellard | struct TCGRelocation *next;
|
70 | c896fe29 | bellard | int type;
|
71 | c896fe29 | bellard | uint8_t *ptr; |
72 | c896fe29 | bellard | tcg_target_long addend; |
73 | c896fe29 | bellard | } TCGRelocation; |
74 | c896fe29 | bellard | |
75 | c896fe29 | bellard | typedef struct TCGLabel { |
76 | c44f945a | blueswir1 | int has_value;
|
77 | c896fe29 | bellard | union {
|
78 | c896fe29 | bellard | tcg_target_ulong value; |
79 | c896fe29 | bellard | TCGRelocation *first_reloc; |
80 | c896fe29 | bellard | } u; |
81 | c896fe29 | bellard | } TCGLabel; |
82 | c896fe29 | bellard | |
83 | c896fe29 | bellard | typedef struct TCGPool { |
84 | c896fe29 | bellard | struct TCGPool *next;
|
85 | c44f945a | blueswir1 | int size;
|
86 | c44f945a | blueswir1 | uint8_t data[0] __attribute__ ((aligned));
|
87 | c896fe29 | bellard | } TCGPool; |
88 | c896fe29 | bellard | |
89 | c896fe29 | bellard | #define TCG_POOL_CHUNK_SIZE 32768 |
90 | c896fe29 | bellard | |
91 | c896fe29 | bellard | #define TCG_MAX_LABELS 512 |
92 | c896fe29 | bellard | |
93 | c4071c90 | blueswir1 | #define TCG_MAX_TEMPS 512 |
94 | c896fe29 | bellard | |
95 | b03cce8e | bellard | /* when the size of the arguments of a called function is smaller than
|
96 | b03cce8e | bellard | this value, they are statically allocated in the TB stack frame */
|
97 | b03cce8e | bellard | #define TCG_STATIC_CALL_ARGS_SIZE 128 |
98 | b03cce8e | bellard | |
99 | c02244a5 | Richard Henderson | typedef enum TCGType { |
100 | c02244a5 | Richard Henderson | TCG_TYPE_I32, |
101 | c02244a5 | Richard Henderson | TCG_TYPE_I64, |
102 | c02244a5 | Richard Henderson | TCG_TYPE_COUNT, /* number of different types */
|
103 | c896fe29 | bellard | |
104 | 3b6dac34 | Richard Henderson | /* An alias for the size of the host register. */
|
105 | c896fe29 | bellard | #if TCG_TARGET_REG_BITS == 32 |
106 | 3b6dac34 | Richard Henderson | TCG_TYPE_REG = TCG_TYPE_I32, |
107 | c02244a5 | Richard Henderson | #else
|
108 | 3b6dac34 | Richard Henderson | TCG_TYPE_REG = TCG_TYPE_I64, |
109 | c02244a5 | Richard Henderson | #endif
|
110 | 3b6dac34 | Richard Henderson | |
111 | 3b6dac34 | Richard Henderson | /* An alias for the size of the native pointer. We don't currently
|
112 | 3b6dac34 | Richard Henderson | support any hosts with 64-bit registers and 32-bit pointers. */
|
113 | 3b6dac34 | Richard Henderson | TCG_TYPE_PTR = TCG_TYPE_REG, |
114 | 3b6dac34 | Richard Henderson | |
115 | 3b6dac34 | Richard Henderson | /* An alias for the size of the target "long", aka register. */
|
116 | c02244a5 | Richard Henderson | #if TARGET_LONG_BITS == 64 |
117 | c02244a5 | Richard Henderson | TCG_TYPE_TL = TCG_TYPE_I64, |
118 | c896fe29 | bellard | #else
|
119 | c02244a5 | Richard Henderson | TCG_TYPE_TL = TCG_TYPE_I32, |
120 | c896fe29 | bellard | #endif
|
121 | c02244a5 | Richard Henderson | } TCGType; |
122 | c896fe29 | bellard | |
123 | c896fe29 | bellard | typedef tcg_target_ulong TCGArg;
|
124 | c896fe29 | bellard | |
125 | ac56dd48 | pbrook | /* Define a type and accessor macros for varables. Using a struct is
|
126 | ac56dd48 | pbrook | nice because it gives some level of type safely. Ideally the compiler
|
127 | ac56dd48 | pbrook | be able to see through all this. However in practice this is not true,
|
128 | ac56dd48 | pbrook | expecially on targets with braindamaged ABIs (e.g. i386).
|
129 | ac56dd48 | pbrook | We use plain int by default to avoid this runtime overhead.
|
130 | ac56dd48 | pbrook | Users of tcg_gen_* don't need to know about any of this, and should
|
131 | a7812ae4 | pbrook | treat TCGv as an opaque type.
|
132 | 06ea77bc | Stefan Weil | In addition we do typechecking for different types of variables. TCGv_i32
|
133 | a7812ae4 | pbrook | and TCGv_i64 are 32/64-bit variables respectively. TCGv and TCGv_ptr
|
134 | a7812ae4 | pbrook | are aliases for target_ulong and host pointer sized values respectively.
|
135 | a7812ae4 | pbrook | */
|
136 | ac56dd48 | pbrook | |
137 | 092c73ee | Juan Quintela | #ifdef CONFIG_DEBUG_TCG
|
138 | f8393946 | aurel32 | #define DEBUG_TCGV 1 |
139 | f8393946 | aurel32 | #endif
|
140 | ac56dd48 | pbrook | |
141 | ac56dd48 | pbrook | #ifdef DEBUG_TCGV
|
142 | ac56dd48 | pbrook | |
143 | ac56dd48 | pbrook | typedef struct |
144 | ac56dd48 | pbrook | { |
145 | a810a2de | blueswir1 | int i32;
|
146 | a7812ae4 | pbrook | } TCGv_i32; |
147 | ac56dd48 | pbrook | |
148 | a7812ae4 | pbrook | typedef struct |
149 | a7812ae4 | pbrook | { |
150 | a810a2de | blueswir1 | int i64;
|
151 | a7812ae4 | pbrook | } TCGv_i64; |
152 | a7812ae4 | pbrook | |
153 | ebecf363 | Peter Maydell | typedef struct { |
154 | ebecf363 | Peter Maydell | int iptr;
|
155 | ebecf363 | Peter Maydell | } TCGv_ptr; |
156 | ebecf363 | Peter Maydell | |
157 | a7812ae4 | pbrook | #define MAKE_TCGV_I32(i) __extension__ \
|
158 | a7812ae4 | pbrook | ({ TCGv_i32 make_tcgv_tmp = {i}; make_tcgv_tmp;}) |
159 | a7812ae4 | pbrook | #define MAKE_TCGV_I64(i) __extension__ \
|
160 | a7812ae4 | pbrook | ({ TCGv_i64 make_tcgv_tmp = {i}; make_tcgv_tmp;}) |
161 | ebecf363 | Peter Maydell | #define MAKE_TCGV_PTR(i) __extension__ \
|
162 | ebecf363 | Peter Maydell | ({ TCGv_ptr make_tcgv_tmp = {i}; make_tcgv_tmp; }) |
163 | a810a2de | blueswir1 | #define GET_TCGV_I32(t) ((t).i32)
|
164 | a810a2de | blueswir1 | #define GET_TCGV_I64(t) ((t).i64)
|
165 | ebecf363 | Peter Maydell | #define GET_TCGV_PTR(t) ((t).iptr)
|
166 | ac56dd48 | pbrook | #if TCG_TARGET_REG_BITS == 32 |
167 | a7812ae4 | pbrook | #define TCGV_LOW(t) MAKE_TCGV_I32(GET_TCGV_I64(t))
|
168 | a7812ae4 | pbrook | #define TCGV_HIGH(t) MAKE_TCGV_I32(GET_TCGV_I64(t) + 1) |
169 | ac56dd48 | pbrook | #endif
|
170 | ac56dd48 | pbrook | |
171 | ac56dd48 | pbrook | #else /* !DEBUG_TCGV */ |
172 | ac56dd48 | pbrook | |
173 | a7812ae4 | pbrook | typedef int TCGv_i32; |
174 | a7812ae4 | pbrook | typedef int TCGv_i64; |
175 | ebecf363 | Peter Maydell | #if TCG_TARGET_REG_BITS == 32 |
176 | ebecf363 | Peter Maydell | #define TCGv_ptr TCGv_i32
|
177 | ebecf363 | Peter Maydell | #else
|
178 | ebecf363 | Peter Maydell | #define TCGv_ptr TCGv_i64
|
179 | ebecf363 | Peter Maydell | #endif
|
180 | a7812ae4 | pbrook | #define MAKE_TCGV_I32(x) (x)
|
181 | a7812ae4 | pbrook | #define MAKE_TCGV_I64(x) (x)
|
182 | ebecf363 | Peter Maydell | #define MAKE_TCGV_PTR(x) (x)
|
183 | a7812ae4 | pbrook | #define GET_TCGV_I32(t) (t)
|
184 | a7812ae4 | pbrook | #define GET_TCGV_I64(t) (t)
|
185 | ebecf363 | Peter Maydell | #define GET_TCGV_PTR(t) (t)
|
186 | 44e6acb0 | aurel32 | |
187 | ac56dd48 | pbrook | #if TCG_TARGET_REG_BITS == 32 |
188 | a7812ae4 | pbrook | #define TCGV_LOW(t) (t)
|
189 | ac56dd48 | pbrook | #define TCGV_HIGH(t) ((t) + 1) |
190 | ac56dd48 | pbrook | #endif
|
191 | ac56dd48 | pbrook | |
192 | ac56dd48 | pbrook | #endif /* DEBUG_TCGV */ |
193 | ac56dd48 | pbrook | |
194 | 43e860ef | aurel32 | #define TCGV_EQUAL_I32(a, b) (GET_TCGV_I32(a) == GET_TCGV_I32(b))
|
195 | 43e860ef | aurel32 | #define TCGV_EQUAL_I64(a, b) (GET_TCGV_I64(a) == GET_TCGV_I64(b))
|
196 | 43e860ef | aurel32 | |
197 | a50f5b91 | pbrook | /* Dummy definition to avoid compiler warnings. */
|
198 | a7812ae4 | pbrook | #define TCGV_UNUSED_I32(x) x = MAKE_TCGV_I32(-1) |
199 | a7812ae4 | pbrook | #define TCGV_UNUSED_I64(x) x = MAKE_TCGV_I64(-1) |
200 | a50f5b91 | pbrook | |
201 | c896fe29 | bellard | /* call flags */
|
202 | c896fe29 | bellard | #define TCG_CALL_TYPE_MASK 0x000f |
203 | c896fe29 | bellard | #define TCG_CALL_TYPE_STD 0x0000 /* standard C call */ |
204 | c896fe29 | bellard | #define TCG_CALL_TYPE_REGPARM_1 0x0001 /* i386 style regparm call (1 reg) */ |
205 | c896fe29 | bellard | #define TCG_CALL_TYPE_REGPARM_2 0x0002 /* i386 style regparm call (2 regs) */ |
206 | c896fe29 | bellard | #define TCG_CALL_TYPE_REGPARM 0x0003 /* i386 style regparm call (3 regs) */ |
207 | 3e00b3f5 | aurel32 | /* A pure function only reads its arguments and TCG global variables
|
208 | 34d5a9ff | aurel32 | and cannot raise exceptions. Hence a call to a pure function can be
|
209 | c6e113f5 | bellard | safely suppressed if the return value is not used. */
|
210 | c6e113f5 | bellard | #define TCG_CALL_PURE 0x0010 |
211 | b9c18f56 | aurel32 | /* A const function only reads its arguments and does not use TCG
|
212 | 3e00b3f5 | aurel32 | global variables. Hence a call to such a function does not
|
213 | 3e00b3f5 | aurel32 | save TCG global variables back to their canonical location. */
|
214 | b9c18f56 | aurel32 | #define TCG_CALL_CONST 0x0020 |
215 | c896fe29 | bellard | |
216 | 39cf05d3 | bellard | /* used to align parameters */
|
217 | a7812ae4 | pbrook | #define TCG_CALL_DUMMY_TCGV MAKE_TCGV_I32(-1) |
218 | 39cf05d3 | bellard | #define TCG_CALL_DUMMY_ARG ((TCGArg)(-1)) |
219 | 39cf05d3 | bellard | |
220 | c896fe29 | bellard | typedef enum { |
221 | c896fe29 | bellard | TCG_COND_EQ, |
222 | c896fe29 | bellard | TCG_COND_NE, |
223 | c896fe29 | bellard | TCG_COND_LT, |
224 | c896fe29 | bellard | TCG_COND_GE, |
225 | c896fe29 | bellard | TCG_COND_LE, |
226 | c896fe29 | bellard | TCG_COND_GT, |
227 | c896fe29 | bellard | /* unsigned */
|
228 | c896fe29 | bellard | TCG_COND_LTU, |
229 | c896fe29 | bellard | TCG_COND_GEU, |
230 | c896fe29 | bellard | TCG_COND_LEU, |
231 | c896fe29 | bellard | TCG_COND_GTU, |
232 | c896fe29 | bellard | } TCGCond; |
233 | c896fe29 | bellard | |
234 | 1c086220 | Richard Henderson | /* Invert the sense of the comparison. */
|
235 | 401d466d | Richard Henderson | static inline TCGCond tcg_invert_cond(TCGCond c) |
236 | 401d466d | Richard Henderson | { |
237 | 401d466d | Richard Henderson | return (TCGCond)(c ^ 1); |
238 | 401d466d | Richard Henderson | } |
239 | 401d466d | Richard Henderson | |
240 | 1c086220 | Richard Henderson | /* Swap the operands in a comparison. */
|
241 | 1c086220 | Richard Henderson | static inline TCGCond tcg_swap_cond(TCGCond c) |
242 | 1c086220 | Richard Henderson | { |
243 | 1c086220 | Richard Henderson | int mask = (c < TCG_COND_LT ? 0 : c < TCG_COND_LTU ? 7 : 15); |
244 | 1c086220 | Richard Henderson | return (TCGCond)(c ^ mask);
|
245 | 1c086220 | Richard Henderson | } |
246 | 1c086220 | Richard Henderson | |
247 | ff44c2f3 | Richard Henderson | static inline TCGCond tcg_unsigned_cond(TCGCond c) |
248 | ff44c2f3 | Richard Henderson | { |
249 | ff44c2f3 | Richard Henderson | return (c >= TCG_COND_LT && c <= TCG_COND_GT ? c + 4 : c); |
250 | ff44c2f3 | Richard Henderson | } |
251 | ff44c2f3 | Richard Henderson | |
252 | c896fe29 | bellard | #define TEMP_VAL_DEAD 0 |
253 | c896fe29 | bellard | #define TEMP_VAL_REG 1 |
254 | c896fe29 | bellard | #define TEMP_VAL_MEM 2 |
255 | c896fe29 | bellard | #define TEMP_VAL_CONST 3 |
256 | c896fe29 | bellard | |
257 | c896fe29 | bellard | /* XXX: optimize memory layout */
|
258 | c896fe29 | bellard | typedef struct TCGTemp { |
259 | c896fe29 | bellard | TCGType base_type; |
260 | c896fe29 | bellard | TCGType type; |
261 | c896fe29 | bellard | int val_type;
|
262 | c896fe29 | bellard | int reg;
|
263 | c896fe29 | bellard | tcg_target_long val; |
264 | c896fe29 | bellard | int mem_reg;
|
265 | c896fe29 | bellard | tcg_target_long mem_offset; |
266 | c896fe29 | bellard | unsigned int fixed_reg:1; |
267 | c896fe29 | bellard | unsigned int mem_coherent:1; |
268 | c896fe29 | bellard | unsigned int mem_allocated:1; |
269 | 5225d669 | Stefan Weil | unsigned int temp_local:1; /* If true, the temp is saved across |
270 | 641d5fbe | bellard | basic blocks. Otherwise, it is not
|
271 | 5225d669 | Stefan Weil | preserved across basic blocks. */
|
272 | e8996ee0 | bellard | unsigned int temp_allocated:1; /* never used for code gen */ |
273 | e8996ee0 | bellard | /* index of next free temp of same base type, -1 if end */
|
274 | e8996ee0 | bellard | int next_free_temp;
|
275 | c896fe29 | bellard | const char *name; |
276 | c896fe29 | bellard | } TCGTemp; |
277 | c896fe29 | bellard | |
278 | c896fe29 | bellard | typedef struct TCGHelperInfo { |
279 | 4dc81f28 | bellard | tcg_target_ulong func; |
280 | c896fe29 | bellard | const char *name; |
281 | c896fe29 | bellard | } TCGHelperInfo; |
282 | c896fe29 | bellard | |
283 | c896fe29 | bellard | typedef struct TCGContext TCGContext; |
284 | c896fe29 | bellard | |
285 | c896fe29 | bellard | struct TCGContext {
|
286 | c896fe29 | bellard | uint8_t *pool_cur, *pool_end; |
287 | c896fe29 | bellard | TCGPool *pool_first, *pool_current; |
288 | c896fe29 | bellard | TCGLabel *labels; |
289 | c896fe29 | bellard | int nb_labels;
|
290 | c896fe29 | bellard | TCGTemp *temps; /* globals first, temps after */
|
291 | c896fe29 | bellard | int nb_globals;
|
292 | c896fe29 | bellard | int nb_temps;
|
293 | 641d5fbe | bellard | /* index of free temps, -1 if none */
|
294 | 641d5fbe | bellard | int first_free_temp[TCG_TYPE_COUNT * 2]; |
295 | c896fe29 | bellard | |
296 | c896fe29 | bellard | /* goto_tb support */
|
297 | c896fe29 | bellard | uint8_t *code_buf; |
298 | c896fe29 | bellard | unsigned long *tb_next; |
299 | c896fe29 | bellard | uint16_t *tb_next_offset; |
300 | c896fe29 | bellard | uint16_t *tb_jmp_offset; /* != NULL if USE_DIRECT_JUMP */
|
301 | c896fe29 | bellard | |
302 | 641d5fbe | bellard | /* liveness analysis */
|
303 | 866cb6cb | Aurelien Jarno | uint16_t *op_dead_args; /* for each operation, each bit tells if the
|
304 | 866cb6cb | Aurelien Jarno | corresponding argument is dead */
|
305 | 641d5fbe | bellard | |
306 | c896fe29 | bellard | /* tells in which temporary a given register is. It does not take
|
307 | c896fe29 | bellard | into account fixed registers */
|
308 | c896fe29 | bellard | int reg_to_temp[TCG_TARGET_NB_REGS];
|
309 | c896fe29 | bellard | TCGRegSet reserved_regs; |
310 | c896fe29 | bellard | tcg_target_long current_frame_offset; |
311 | c896fe29 | bellard | tcg_target_long frame_start; |
312 | c896fe29 | bellard | tcg_target_long frame_end; |
313 | c896fe29 | bellard | int frame_reg;
|
314 | c896fe29 | bellard | |
315 | c896fe29 | bellard | uint8_t *code_ptr; |
316 | c896fe29 | bellard | TCGTemp static_temps[TCG_MAX_TEMPS]; |
317 | c896fe29 | bellard | |
318 | c896fe29 | bellard | TCGHelperInfo *helpers; |
319 | c896fe29 | bellard | int nb_helpers;
|
320 | c896fe29 | bellard | int allocated_helpers;
|
321 | e8996ee0 | bellard | int helpers_sorted;
|
322 | a23a9ec6 | bellard | |
323 | a23a9ec6 | bellard | #ifdef CONFIG_PROFILER
|
324 | a23a9ec6 | bellard | /* profiling info */
|
325 | a23a9ec6 | bellard | int64_t tb_count1; |
326 | a23a9ec6 | bellard | int64_t tb_count; |
327 | a23a9ec6 | bellard | int64_t op_count; /* total insn count */
|
328 | a23a9ec6 | bellard | int op_count_max; /* max insn per TB */ |
329 | a23a9ec6 | bellard | int64_t temp_count; |
330 | a23a9ec6 | bellard | int temp_count_max;
|
331 | a23a9ec6 | bellard | int64_t del_op_count; |
332 | a23a9ec6 | bellard | int64_t code_in_len; |
333 | a23a9ec6 | bellard | int64_t code_out_len; |
334 | a23a9ec6 | bellard | int64_t interm_time; |
335 | a23a9ec6 | bellard | int64_t code_time; |
336 | a23a9ec6 | bellard | int64_t la_time; |
337 | a23a9ec6 | bellard | int64_t restore_count; |
338 | a23a9ec6 | bellard | int64_t restore_time; |
339 | a23a9ec6 | bellard | #endif
|
340 | 27bfd83c | Peter Maydell | |
341 | 27bfd83c | Peter Maydell | #ifdef CONFIG_DEBUG_TCG
|
342 | 27bfd83c | Peter Maydell | int temps_in_use;
|
343 | 27bfd83c | Peter Maydell | #endif
|
344 | c896fe29 | bellard | }; |
345 | c896fe29 | bellard | |
346 | c896fe29 | bellard | extern TCGContext tcg_ctx;
|
347 | c896fe29 | bellard | extern uint16_t *gen_opc_ptr;
|
348 | c896fe29 | bellard | extern TCGArg *gen_opparam_ptr;
|
349 | c896fe29 | bellard | extern uint16_t gen_opc_buf[];
|
350 | c896fe29 | bellard | extern TCGArg gen_opparam_buf[];
|
351 | c896fe29 | bellard | |
352 | c896fe29 | bellard | /* pool based memory allocation */
|
353 | c896fe29 | bellard | |
354 | c896fe29 | bellard | void *tcg_malloc_internal(TCGContext *s, int size); |
355 | c896fe29 | bellard | void tcg_pool_reset(TCGContext *s);
|
356 | c896fe29 | bellard | void tcg_pool_delete(TCGContext *s);
|
357 | c896fe29 | bellard | |
358 | c896fe29 | bellard | static inline void *tcg_malloc(int size) |
359 | c896fe29 | bellard | { |
360 | c896fe29 | bellard | TCGContext *s = &tcg_ctx; |
361 | c896fe29 | bellard | uint8_t *ptr, *ptr_end; |
362 | c896fe29 | bellard | size = (size + sizeof(long) - 1) & ~(sizeof(long) - 1); |
363 | c896fe29 | bellard | ptr = s->pool_cur; |
364 | c896fe29 | bellard | ptr_end = ptr + size; |
365 | c896fe29 | bellard | if (unlikely(ptr_end > s->pool_end)) {
|
366 | c896fe29 | bellard | return tcg_malloc_internal(&tcg_ctx, size);
|
367 | c896fe29 | bellard | } else {
|
368 | c896fe29 | bellard | s->pool_cur = ptr_end; |
369 | c896fe29 | bellard | return ptr;
|
370 | c896fe29 | bellard | } |
371 | c896fe29 | bellard | } |
372 | c896fe29 | bellard | |
373 | c896fe29 | bellard | void tcg_context_init(TCGContext *s);
|
374 | 9002ec79 | Richard Henderson | void tcg_prologue_init(TCGContext *s);
|
375 | c896fe29 | bellard | void tcg_func_start(TCGContext *s);
|
376 | c896fe29 | bellard | |
377 | 54604f74 | aurel32 | int tcg_gen_code(TCGContext *s, uint8_t *gen_code_buf);
|
378 | 54604f74 | aurel32 | int tcg_gen_code_search_pc(TCGContext *s, uint8_t *gen_code_buf, long offset); |
379 | c896fe29 | bellard | |
380 | c896fe29 | bellard | void tcg_set_frame(TCGContext *s, int reg, |
381 | c896fe29 | bellard | tcg_target_long start, tcg_target_long size); |
382 | a7812ae4 | pbrook | |
383 | a7812ae4 | pbrook | TCGv_i32 tcg_global_reg_new_i32(int reg, const char *name); |
384 | a7812ae4 | pbrook | TCGv_i32 tcg_global_mem_new_i32(int reg, tcg_target_long offset,
|
385 | a7812ae4 | pbrook | const char *name); |
386 | a7812ae4 | pbrook | TCGv_i32 tcg_temp_new_internal_i32(int temp_local);
|
387 | a7812ae4 | pbrook | static inline TCGv_i32 tcg_temp_new_i32(void) |
388 | a7812ae4 | pbrook | { |
389 | a7812ae4 | pbrook | return tcg_temp_new_internal_i32(0); |
390 | a7812ae4 | pbrook | } |
391 | a7812ae4 | pbrook | static inline TCGv_i32 tcg_temp_local_new_i32(void) |
392 | a7812ae4 | pbrook | { |
393 | a7812ae4 | pbrook | return tcg_temp_new_internal_i32(1); |
394 | a7812ae4 | pbrook | } |
395 | a7812ae4 | pbrook | void tcg_temp_free_i32(TCGv_i32 arg);
|
396 | a7812ae4 | pbrook | char *tcg_get_arg_str_i32(TCGContext *s, char *buf, int buf_size, TCGv_i32 arg); |
397 | a7812ae4 | pbrook | |
398 | a7812ae4 | pbrook | TCGv_i64 tcg_global_reg_new_i64(int reg, const char *name); |
399 | a7812ae4 | pbrook | TCGv_i64 tcg_global_mem_new_i64(int reg, tcg_target_long offset,
|
400 | a7812ae4 | pbrook | const char *name); |
401 | a7812ae4 | pbrook | TCGv_i64 tcg_temp_new_internal_i64(int temp_local);
|
402 | a7812ae4 | pbrook | static inline TCGv_i64 tcg_temp_new_i64(void) |
403 | 641d5fbe | bellard | { |
404 | a7812ae4 | pbrook | return tcg_temp_new_internal_i64(0); |
405 | 641d5fbe | bellard | } |
406 | a7812ae4 | pbrook | static inline TCGv_i64 tcg_temp_local_new_i64(void) |
407 | 641d5fbe | bellard | { |
408 | a7812ae4 | pbrook | return tcg_temp_new_internal_i64(1); |
409 | 641d5fbe | bellard | } |
410 | a7812ae4 | pbrook | void tcg_temp_free_i64(TCGv_i64 arg);
|
411 | a7812ae4 | pbrook | char *tcg_get_arg_str_i64(TCGContext *s, char *buf, int buf_size, TCGv_i64 arg); |
412 | a7812ae4 | pbrook | |
413 | e31b0a7c | Blue Swirl | static inline bool tcg_arg_is_local(TCGContext *s, TCGArg arg) |
414 | e31b0a7c | Blue Swirl | { |
415 | e31b0a7c | Blue Swirl | return s->temps[arg].temp_local;
|
416 | e31b0a7c | Blue Swirl | } |
417 | e31b0a7c | Blue Swirl | |
418 | 27bfd83c | Peter Maydell | #if defined(CONFIG_DEBUG_TCG)
|
419 | 27bfd83c | Peter Maydell | /* If you call tcg_clear_temp_count() at the start of a section of
|
420 | 27bfd83c | Peter Maydell | * code which is not supposed to leak any TCG temporaries, then
|
421 | 27bfd83c | Peter Maydell | * calling tcg_check_temp_count() at the end of the section will
|
422 | 27bfd83c | Peter Maydell | * return 1 if the section did in fact leak a temporary.
|
423 | 27bfd83c | Peter Maydell | */
|
424 | 27bfd83c | Peter Maydell | void tcg_clear_temp_count(void); |
425 | 27bfd83c | Peter Maydell | int tcg_check_temp_count(void); |
426 | 27bfd83c | Peter Maydell | #else
|
427 | 27bfd83c | Peter Maydell | #define tcg_clear_temp_count() do { } while (0) |
428 | 27bfd83c | Peter Maydell | #define tcg_check_temp_count() 0 |
429 | 27bfd83c | Peter Maydell | #endif
|
430 | 27bfd83c | Peter Maydell | |
431 | 405cf9ff | Stefan Weil | void tcg_dump_info(FILE *f, fprintf_function cpu_fprintf);
|
432 | c896fe29 | bellard | |
433 | c896fe29 | bellard | #define TCG_CT_ALIAS 0x80 |
434 | c896fe29 | bellard | #define TCG_CT_IALIAS 0x40 |
435 | c896fe29 | bellard | #define TCG_CT_REG 0x01 |
436 | c896fe29 | bellard | #define TCG_CT_CONST 0x02 /* any constant of register size */ |
437 | c896fe29 | bellard | |
438 | c896fe29 | bellard | typedef struct TCGArgConstraint { |
439 | 5ff9d6a4 | bellard | uint16_t ct; |
440 | 5ff9d6a4 | bellard | uint8_t alias_index; |
441 | c896fe29 | bellard | union {
|
442 | c896fe29 | bellard | TCGRegSet regs; |
443 | c896fe29 | bellard | } u; |
444 | c896fe29 | bellard | } TCGArgConstraint; |
445 | c896fe29 | bellard | |
446 | c896fe29 | bellard | #define TCG_MAX_OP_ARGS 16 |
447 | c896fe29 | bellard | |
448 | c896fe29 | bellard | #define TCG_OPF_BB_END 0x01 /* instruction defines the end of a basic |
449 | c896fe29 | bellard | block */
|
450 | b03cce8e | bellard | #define TCG_OPF_CALL_CLOBBER 0x02 /* instruction clobbers call registers |
451 | b03cce8e | bellard | and potentially update globals. */
|
452 | b03cce8e | bellard | #define TCG_OPF_SIDE_EFFECTS 0x04 /* instruction has side effects : it |
453 | b03cce8e | bellard | cannot be removed if its output
|
454 | b03cce8e | bellard | are not used */
|
455 | c896fe29 | bellard | |
456 | c896fe29 | bellard | typedef struct TCGOpDef { |
457 | c896fe29 | bellard | const char *name; |
458 | c896fe29 | bellard | uint8_t nb_oargs, nb_iargs, nb_cargs, nb_args; |
459 | c896fe29 | bellard | uint8_t flags; |
460 | c896fe29 | bellard | TCGArgConstraint *args_ct; |
461 | c896fe29 | bellard | int *sorted_args;
|
462 | c68aaa18 | Stefan Weil | #if defined(CONFIG_DEBUG_TCG)
|
463 | c68aaa18 | Stefan Weil | int used;
|
464 | c68aaa18 | Stefan Weil | #endif
|
465 | c896fe29 | bellard | } TCGOpDef; |
466 | c896fe29 | bellard | |
467 | c896fe29 | bellard | typedef struct TCGTargetOpDef { |
468 | a9751609 | Richard Henderson | TCGOpcode op; |
469 | c896fe29 | bellard | const char *args_ct_str[TCG_MAX_OP_ARGS]; |
470 | c896fe29 | bellard | } TCGTargetOpDef; |
471 | c896fe29 | bellard | |
472 | c896fe29 | bellard | #define tcg_abort() \
|
473 | c896fe29 | bellard | do {\
|
474 | c896fe29 | bellard | fprintf(stderr, "%s:%d: tcg fatal error\n", __FILE__, __LINE__);\
|
475 | c896fe29 | bellard | abort();\ |
476 | c896fe29 | bellard | } while (0) |
477 | c896fe29 | bellard | |
478 | c896fe29 | bellard | void tcg_add_target_add_op_defs(const TCGTargetOpDef *tdefs); |
479 | c896fe29 | bellard | |
480 | c896fe29 | bellard | #if TCG_TARGET_REG_BITS == 32 |
481 | ebecf363 | Peter Maydell | #define TCGV_NAT_TO_PTR(n) MAKE_TCGV_PTR(GET_TCGV_I32(n))
|
482 | ebecf363 | Peter Maydell | #define TCGV_PTR_TO_NAT(n) MAKE_TCGV_I32(GET_TCGV_PTR(n))
|
483 | ebecf363 | Peter Maydell | |
484 | ebecf363 | Peter Maydell | #define tcg_const_ptr(V) TCGV_NAT_TO_PTR(tcg_const_i32(V))
|
485 | ebecf363 | Peter Maydell | #define tcg_global_reg_new_ptr(R, N) \
|
486 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_reg_new_i32((R), (N))) |
487 | ebecf363 | Peter Maydell | #define tcg_global_mem_new_ptr(R, O, N) \
|
488 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_mem_new_i32((R), (O), (N))) |
489 | ebecf363 | Peter Maydell | #define tcg_temp_new_ptr() TCGV_NAT_TO_PTR(tcg_temp_new_i32())
|
490 | ebecf363 | Peter Maydell | #define tcg_temp_free_ptr(T) tcg_temp_free_i32(TCGV_PTR_TO_NAT(T))
|
491 | c896fe29 | bellard | #else
|
492 | ebecf363 | Peter Maydell | #define TCGV_NAT_TO_PTR(n) MAKE_TCGV_PTR(GET_TCGV_I64(n))
|
493 | ebecf363 | Peter Maydell | #define TCGV_PTR_TO_NAT(n) MAKE_TCGV_I64(GET_TCGV_PTR(n))
|
494 | ebecf363 | Peter Maydell | |
495 | ebecf363 | Peter Maydell | #define tcg_const_ptr(V) TCGV_NAT_TO_PTR(tcg_const_i64(V))
|
496 | ebecf363 | Peter Maydell | #define tcg_global_reg_new_ptr(R, N) \
|
497 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_reg_new_i64((R), (N))) |
498 | ebecf363 | Peter Maydell | #define tcg_global_mem_new_ptr(R, O, N) \
|
499 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_mem_new_i64((R), (O), (N))) |
500 | ebecf363 | Peter Maydell | #define tcg_temp_new_ptr() TCGV_NAT_TO_PTR(tcg_temp_new_i64())
|
501 | ebecf363 | Peter Maydell | #define tcg_temp_free_ptr(T) tcg_temp_free_i64(TCGV_PTR_TO_NAT(T))
|
502 | c896fe29 | bellard | #endif
|
503 | c896fe29 | bellard | |
504 | a7812ae4 | pbrook | void tcg_gen_callN(TCGContext *s, TCGv_ptr func, unsigned int flags, |
505 | a7812ae4 | pbrook | int sizemask, TCGArg ret, int nargs, TCGArg *args); |
506 | a7812ae4 | pbrook | |
507 | a7812ae4 | pbrook | void tcg_gen_shifti_i64(TCGv_i64 ret, TCGv_i64 arg1,
|
508 | a7812ae4 | pbrook | int c, int right, int arith); |
509 | a7812ae4 | pbrook | |
510 | 8f2e8c07 | Kirill Batuzov | TCGArg *tcg_optimize(TCGContext *s, uint16_t *tcg_opc_ptr, TCGArg *args, |
511 | 8f2e8c07 | Kirill Batuzov | TCGOpDef *tcg_op_def); |
512 | 8f2e8c07 | Kirill Batuzov | |
513 | a7812ae4 | pbrook | /* only used for debugging purposes */
|
514 | a7812ae4 | pbrook | void tcg_register_helper(void *func, const char *name); |
515 | a7812ae4 | pbrook | const char *tcg_helper_get_name(TCGContext *s, void *func); |
516 | a7812ae4 | pbrook | void tcg_dump_ops(TCGContext *s, FILE *outfile);
|
517 | a7812ae4 | pbrook | |
518 | a7812ae4 | pbrook | void dump_ops(const uint16_t *opc_buf, const TCGArg *opparam_buf); |
519 | a7812ae4 | pbrook | TCGv_i32 tcg_const_i32(int32_t val); |
520 | a7812ae4 | pbrook | TCGv_i64 tcg_const_i64(int64_t val); |
521 | a7812ae4 | pbrook | TCGv_i32 tcg_const_local_i32(int32_t val); |
522 | a7812ae4 | pbrook | TCGv_i64 tcg_const_local_i64(int64_t val); |
523 | a7812ae4 | pbrook | |
524 | b03cce8e | bellard | extern uint8_t code_gen_prologue[];
|
525 | e58ffeb3 | malc | #if defined(_ARCH_PPC) && !defined(_ARCH_PPC64)
|
526 | cea5f9a2 | Blue Swirl | #define tcg_qemu_tb_exec(env, tb_ptr) \
|
527 | cea5f9a2 | Blue Swirl | ((long REGPARM __attribute__ ((longcall)) (*)(void *, void *))code_gen_prologue)(env, tb_ptr) |
528 | 932a6909 | bellard | #else
|
529 | cea5f9a2 | Blue Swirl | #define tcg_qemu_tb_exec(env, tb_ptr) \
|
530 | cea5f9a2 | Blue Swirl | ((long REGPARM (*)(void *, void *))code_gen_prologue)(env, tb_ptr) |
531 | 932a6909 | bellard | #endif |