root / tcg / tcg.h @ 9f4facbc
History | View | Annotate | Download (17.4 kB)
1 | c896fe29 | bellard | /*
|
---|---|---|---|
2 | c896fe29 | bellard | * Tiny Code Generator for QEMU
|
3 | c896fe29 | bellard | *
|
4 | c896fe29 | bellard | * Copyright (c) 2008 Fabrice Bellard
|
5 | c896fe29 | bellard | *
|
6 | c896fe29 | bellard | * Permission is hereby granted, free of charge, to any person obtaining a copy
|
7 | c896fe29 | bellard | * of this software and associated documentation files (the "Software"), to deal
|
8 | c896fe29 | bellard | * in the Software without restriction, including without limitation the rights
|
9 | c896fe29 | bellard | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
10 | c896fe29 | bellard | * copies of the Software, and to permit persons to whom the Software is
|
11 | c896fe29 | bellard | * furnished to do so, subject to the following conditions:
|
12 | c896fe29 | bellard | *
|
13 | c896fe29 | bellard | * The above copyright notice and this permission notice shall be included in
|
14 | c896fe29 | bellard | * all copies or substantial portions of the Software.
|
15 | c896fe29 | bellard | *
|
16 | c896fe29 | bellard | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
17 | c896fe29 | bellard | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
18 | c896fe29 | bellard | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
19 | c896fe29 | bellard | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
20 | c896fe29 | bellard | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
21 | c896fe29 | bellard | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
22 | c896fe29 | bellard | * THE SOFTWARE.
|
23 | c896fe29 | bellard | */
|
24 | f8393946 | aurel32 | #include "qemu-common.h" |
25 | c896fe29 | bellard | #include "tcg-target.h" |
26 | 96e132e2 | Blue Swirl | #include "tcg-runtime.h" |
27 | c896fe29 | bellard | |
28 | c896fe29 | bellard | #if TCG_TARGET_REG_BITS == 32 |
29 | c896fe29 | bellard | typedef int32_t tcg_target_long;
|
30 | c896fe29 | bellard | typedef uint32_t tcg_target_ulong;
|
31 | c896fe29 | bellard | #define TCG_PRIlx PRIx32
|
32 | c896fe29 | bellard | #define TCG_PRIld PRId32
|
33 | c896fe29 | bellard | #elif TCG_TARGET_REG_BITS == 64 |
34 | c896fe29 | bellard | typedef int64_t tcg_target_long;
|
35 | c896fe29 | bellard | typedef uint64_t tcg_target_ulong;
|
36 | c896fe29 | bellard | #define TCG_PRIlx PRIx64
|
37 | c896fe29 | bellard | #define TCG_PRIld PRId64
|
38 | c896fe29 | bellard | #else
|
39 | c896fe29 | bellard | #error unsupported
|
40 | c896fe29 | bellard | #endif
|
41 | c896fe29 | bellard | |
42 | c896fe29 | bellard | #if TCG_TARGET_NB_REGS <= 32 |
43 | c896fe29 | bellard | typedef uint32_t TCGRegSet;
|
44 | c896fe29 | bellard | #elif TCG_TARGET_NB_REGS <= 64 |
45 | c896fe29 | bellard | typedef uint64_t TCGRegSet;
|
46 | c896fe29 | bellard | #else
|
47 | c896fe29 | bellard | #error unsupported
|
48 | c896fe29 | bellard | #endif
|
49 | c896fe29 | bellard | |
50 | 25c4d9cc | Richard Henderson | /* Turn some undef macros into false macros. */
|
51 | 25c4d9cc | Richard Henderson | #if TCG_TARGET_REG_BITS == 32 |
52 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_div_i64 0 |
53 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_div2_i64 0 |
54 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_rot_i64 0 |
55 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_ext8s_i64 0 |
56 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_ext16s_i64 0 |
57 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_ext32s_i64 0 |
58 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_ext8u_i64 0 |
59 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_ext16u_i64 0 |
60 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_ext32u_i64 0 |
61 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_bswap16_i64 0 |
62 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_bswap32_i64 0 |
63 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_bswap64_i64 0 |
64 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_neg_i64 0 |
65 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_not_i64 0 |
66 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_andc_i64 0 |
67 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_orc_i64 0 |
68 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_eqv_i64 0 |
69 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_nand_i64 0 |
70 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_nor_i64 0 |
71 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_deposit_i64 0 |
72 | 25c4d9cc | Richard Henderson | #endif
|
73 | 25c4d9cc | Richard Henderson | |
74 | 25c4d9cc | Richard Henderson | /* Only one of DIV or DIV2 should be defined. */
|
75 | 25c4d9cc | Richard Henderson | #if defined(TCG_TARGET_HAS_div_i32)
|
76 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_div2_i32 0 |
77 | 25c4d9cc | Richard Henderson | #elif defined(TCG_TARGET_HAS_div2_i32)
|
78 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_div_i32 0 |
79 | 25c4d9cc | Richard Henderson | #endif
|
80 | 25c4d9cc | Richard Henderson | #if defined(TCG_TARGET_HAS_div_i64)
|
81 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_div2_i64 0 |
82 | 25c4d9cc | Richard Henderson | #elif defined(TCG_TARGET_HAS_div2_i64)
|
83 | 25c4d9cc | Richard Henderson | #define TCG_TARGET_HAS_div_i64 0 |
84 | 25c4d9cc | Richard Henderson | #endif
|
85 | 25c4d9cc | Richard Henderson | |
86 | a9751609 | Richard Henderson | typedef enum TCGOpcode { |
87 | c61aaf7a | Aurelien Jarno | #define DEF(name, oargs, iargs, cargs, flags) INDEX_op_ ## name, |
88 | c896fe29 | bellard | #include "tcg-opc.h" |
89 | c896fe29 | bellard | #undef DEF
|
90 | c896fe29 | bellard | NB_OPS, |
91 | a9751609 | Richard Henderson | } TCGOpcode; |
92 | c896fe29 | bellard | |
93 | c896fe29 | bellard | #define tcg_regset_clear(d) (d) = 0 |
94 | c896fe29 | bellard | #define tcg_regset_set(d, s) (d) = (s)
|
95 | c896fe29 | bellard | #define tcg_regset_set32(d, reg, val32) (d) |= (val32) << (reg)
|
96 | 7d301752 | Aurelien Jarno | #define tcg_regset_set_reg(d, r) (d) |= 1L << (r) |
97 | 7d301752 | Aurelien Jarno | #define tcg_regset_reset_reg(d, r) (d) &= ~(1L << (r)) |
98 | c896fe29 | bellard | #define tcg_regset_test_reg(d, r) (((d) >> (r)) & 1) |
99 | c896fe29 | bellard | #define tcg_regset_or(d, a, b) (d) = (a) | (b)
|
100 | c896fe29 | bellard | #define tcg_regset_and(d, a, b) (d) = (a) & (b)
|
101 | c896fe29 | bellard | #define tcg_regset_andnot(d, a, b) (d) = (a) & ~(b)
|
102 | c896fe29 | bellard | #define tcg_regset_not(d, a) (d) = ~(a)
|
103 | c896fe29 | bellard | |
104 | c896fe29 | bellard | typedef struct TCGRelocation { |
105 | c896fe29 | bellard | struct TCGRelocation *next;
|
106 | c896fe29 | bellard | int type;
|
107 | c896fe29 | bellard | uint8_t *ptr; |
108 | c896fe29 | bellard | tcg_target_long addend; |
109 | c896fe29 | bellard | } TCGRelocation; |
110 | c896fe29 | bellard | |
111 | c896fe29 | bellard | typedef struct TCGLabel { |
112 | c44f945a | blueswir1 | int has_value;
|
113 | c896fe29 | bellard | union {
|
114 | c896fe29 | bellard | tcg_target_ulong value; |
115 | c896fe29 | bellard | TCGRelocation *first_reloc; |
116 | c896fe29 | bellard | } u; |
117 | c896fe29 | bellard | } TCGLabel; |
118 | c896fe29 | bellard | |
119 | c896fe29 | bellard | typedef struct TCGPool { |
120 | c896fe29 | bellard | struct TCGPool *next;
|
121 | c44f945a | blueswir1 | int size;
|
122 | c44f945a | blueswir1 | uint8_t data[0] __attribute__ ((aligned));
|
123 | c896fe29 | bellard | } TCGPool; |
124 | c896fe29 | bellard | |
125 | c896fe29 | bellard | #define TCG_POOL_CHUNK_SIZE 32768 |
126 | c896fe29 | bellard | |
127 | c896fe29 | bellard | #define TCG_MAX_LABELS 512 |
128 | c896fe29 | bellard | |
129 | c4071c90 | blueswir1 | #define TCG_MAX_TEMPS 512 |
130 | c896fe29 | bellard | |
131 | b03cce8e | bellard | /* when the size of the arguments of a called function is smaller than
|
132 | b03cce8e | bellard | this value, they are statically allocated in the TB stack frame */
|
133 | b03cce8e | bellard | #define TCG_STATIC_CALL_ARGS_SIZE 128 |
134 | b03cce8e | bellard | |
135 | c02244a5 | Richard Henderson | typedef enum TCGType { |
136 | c02244a5 | Richard Henderson | TCG_TYPE_I32, |
137 | c02244a5 | Richard Henderson | TCG_TYPE_I64, |
138 | c02244a5 | Richard Henderson | TCG_TYPE_COUNT, /* number of different types */
|
139 | c896fe29 | bellard | |
140 | 3b6dac34 | Richard Henderson | /* An alias for the size of the host register. */
|
141 | c896fe29 | bellard | #if TCG_TARGET_REG_BITS == 32 |
142 | 3b6dac34 | Richard Henderson | TCG_TYPE_REG = TCG_TYPE_I32, |
143 | c02244a5 | Richard Henderson | #else
|
144 | 3b6dac34 | Richard Henderson | TCG_TYPE_REG = TCG_TYPE_I64, |
145 | c02244a5 | Richard Henderson | #endif
|
146 | 3b6dac34 | Richard Henderson | |
147 | 3b6dac34 | Richard Henderson | /* An alias for the size of the native pointer. We don't currently
|
148 | 3b6dac34 | Richard Henderson | support any hosts with 64-bit registers and 32-bit pointers. */
|
149 | 3b6dac34 | Richard Henderson | TCG_TYPE_PTR = TCG_TYPE_REG, |
150 | 3b6dac34 | Richard Henderson | |
151 | 3b6dac34 | Richard Henderson | /* An alias for the size of the target "long", aka register. */
|
152 | c02244a5 | Richard Henderson | #if TARGET_LONG_BITS == 64 |
153 | c02244a5 | Richard Henderson | TCG_TYPE_TL = TCG_TYPE_I64, |
154 | c896fe29 | bellard | #else
|
155 | c02244a5 | Richard Henderson | TCG_TYPE_TL = TCG_TYPE_I32, |
156 | c896fe29 | bellard | #endif
|
157 | c02244a5 | Richard Henderson | } TCGType; |
158 | c896fe29 | bellard | |
159 | c896fe29 | bellard | typedef tcg_target_ulong TCGArg;
|
160 | c896fe29 | bellard | |
161 | ac56dd48 | pbrook | /* Define a type and accessor macros for varables. Using a struct is
|
162 | ac56dd48 | pbrook | nice because it gives some level of type safely. Ideally the compiler
|
163 | ac56dd48 | pbrook | be able to see through all this. However in practice this is not true,
|
164 | ac56dd48 | pbrook | expecially on targets with braindamaged ABIs (e.g. i386).
|
165 | ac56dd48 | pbrook | We use plain int by default to avoid this runtime overhead.
|
166 | ac56dd48 | pbrook | Users of tcg_gen_* don't need to know about any of this, and should
|
167 | a7812ae4 | pbrook | treat TCGv as an opaque type.
|
168 | 06ea77bc | Stefan Weil | In addition we do typechecking for different types of variables. TCGv_i32
|
169 | a7812ae4 | pbrook | and TCGv_i64 are 32/64-bit variables respectively. TCGv and TCGv_ptr
|
170 | a7812ae4 | pbrook | are aliases for target_ulong and host pointer sized values respectively.
|
171 | a7812ae4 | pbrook | */
|
172 | ac56dd48 | pbrook | |
173 | 092c73ee | Juan Quintela | #ifdef CONFIG_DEBUG_TCG
|
174 | f8393946 | aurel32 | #define DEBUG_TCGV 1 |
175 | f8393946 | aurel32 | #endif
|
176 | ac56dd48 | pbrook | |
177 | ac56dd48 | pbrook | #ifdef DEBUG_TCGV
|
178 | ac56dd48 | pbrook | |
179 | ac56dd48 | pbrook | typedef struct |
180 | ac56dd48 | pbrook | { |
181 | a810a2de | blueswir1 | int i32;
|
182 | a7812ae4 | pbrook | } TCGv_i32; |
183 | ac56dd48 | pbrook | |
184 | a7812ae4 | pbrook | typedef struct |
185 | a7812ae4 | pbrook | { |
186 | a810a2de | blueswir1 | int i64;
|
187 | a7812ae4 | pbrook | } TCGv_i64; |
188 | a7812ae4 | pbrook | |
189 | ebecf363 | Peter Maydell | typedef struct { |
190 | ebecf363 | Peter Maydell | int iptr;
|
191 | ebecf363 | Peter Maydell | } TCGv_ptr; |
192 | ebecf363 | Peter Maydell | |
193 | a7812ae4 | pbrook | #define MAKE_TCGV_I32(i) __extension__ \
|
194 | a7812ae4 | pbrook | ({ TCGv_i32 make_tcgv_tmp = {i}; make_tcgv_tmp;}) |
195 | a7812ae4 | pbrook | #define MAKE_TCGV_I64(i) __extension__ \
|
196 | a7812ae4 | pbrook | ({ TCGv_i64 make_tcgv_tmp = {i}; make_tcgv_tmp;}) |
197 | ebecf363 | Peter Maydell | #define MAKE_TCGV_PTR(i) __extension__ \
|
198 | ebecf363 | Peter Maydell | ({ TCGv_ptr make_tcgv_tmp = {i}; make_tcgv_tmp; }) |
199 | a810a2de | blueswir1 | #define GET_TCGV_I32(t) ((t).i32)
|
200 | a810a2de | blueswir1 | #define GET_TCGV_I64(t) ((t).i64)
|
201 | ebecf363 | Peter Maydell | #define GET_TCGV_PTR(t) ((t).iptr)
|
202 | ac56dd48 | pbrook | #if TCG_TARGET_REG_BITS == 32 |
203 | a7812ae4 | pbrook | #define TCGV_LOW(t) MAKE_TCGV_I32(GET_TCGV_I64(t))
|
204 | a7812ae4 | pbrook | #define TCGV_HIGH(t) MAKE_TCGV_I32(GET_TCGV_I64(t) + 1) |
205 | ac56dd48 | pbrook | #endif
|
206 | ac56dd48 | pbrook | |
207 | ac56dd48 | pbrook | #else /* !DEBUG_TCGV */ |
208 | ac56dd48 | pbrook | |
209 | a7812ae4 | pbrook | typedef int TCGv_i32; |
210 | a7812ae4 | pbrook | typedef int TCGv_i64; |
211 | ebecf363 | Peter Maydell | #if TCG_TARGET_REG_BITS == 32 |
212 | ebecf363 | Peter Maydell | #define TCGv_ptr TCGv_i32
|
213 | ebecf363 | Peter Maydell | #else
|
214 | ebecf363 | Peter Maydell | #define TCGv_ptr TCGv_i64
|
215 | ebecf363 | Peter Maydell | #endif
|
216 | a7812ae4 | pbrook | #define MAKE_TCGV_I32(x) (x)
|
217 | a7812ae4 | pbrook | #define MAKE_TCGV_I64(x) (x)
|
218 | ebecf363 | Peter Maydell | #define MAKE_TCGV_PTR(x) (x)
|
219 | a7812ae4 | pbrook | #define GET_TCGV_I32(t) (t)
|
220 | a7812ae4 | pbrook | #define GET_TCGV_I64(t) (t)
|
221 | ebecf363 | Peter Maydell | #define GET_TCGV_PTR(t) (t)
|
222 | 44e6acb0 | aurel32 | |
223 | ac56dd48 | pbrook | #if TCG_TARGET_REG_BITS == 32 |
224 | a7812ae4 | pbrook | #define TCGV_LOW(t) (t)
|
225 | ac56dd48 | pbrook | #define TCGV_HIGH(t) ((t) + 1) |
226 | ac56dd48 | pbrook | #endif
|
227 | ac56dd48 | pbrook | |
228 | ac56dd48 | pbrook | #endif /* DEBUG_TCGV */ |
229 | ac56dd48 | pbrook | |
230 | 43e860ef | aurel32 | #define TCGV_EQUAL_I32(a, b) (GET_TCGV_I32(a) == GET_TCGV_I32(b))
|
231 | 43e860ef | aurel32 | #define TCGV_EQUAL_I64(a, b) (GET_TCGV_I64(a) == GET_TCGV_I64(b))
|
232 | 43e860ef | aurel32 | |
233 | a50f5b91 | pbrook | /* Dummy definition to avoid compiler warnings. */
|
234 | a7812ae4 | pbrook | #define TCGV_UNUSED_I32(x) x = MAKE_TCGV_I32(-1) |
235 | a7812ae4 | pbrook | #define TCGV_UNUSED_I64(x) x = MAKE_TCGV_I64(-1) |
236 | a50f5b91 | pbrook | |
237 | c896fe29 | bellard | /* call flags */
|
238 | c896fe29 | bellard | #define TCG_CALL_TYPE_MASK 0x000f |
239 | c896fe29 | bellard | #define TCG_CALL_TYPE_STD 0x0000 /* standard C call */ |
240 | c896fe29 | bellard | #define TCG_CALL_TYPE_REGPARM_1 0x0001 /* i386 style regparm call (1 reg) */ |
241 | c896fe29 | bellard | #define TCG_CALL_TYPE_REGPARM_2 0x0002 /* i386 style regparm call (2 regs) */ |
242 | c896fe29 | bellard | #define TCG_CALL_TYPE_REGPARM 0x0003 /* i386 style regparm call (3 regs) */ |
243 | 3e00b3f5 | aurel32 | /* A pure function only reads its arguments and TCG global variables
|
244 | 34d5a9ff | aurel32 | and cannot raise exceptions. Hence a call to a pure function can be
|
245 | c6e113f5 | bellard | safely suppressed if the return value is not used. */
|
246 | c6e113f5 | bellard | #define TCG_CALL_PURE 0x0010 |
247 | b9c18f56 | aurel32 | /* A const function only reads its arguments and does not use TCG
|
248 | 3e00b3f5 | aurel32 | global variables. Hence a call to such a function does not
|
249 | 3e00b3f5 | aurel32 | save TCG global variables back to their canonical location. */
|
250 | b9c18f56 | aurel32 | #define TCG_CALL_CONST 0x0020 |
251 | c896fe29 | bellard | |
252 | 39cf05d3 | bellard | /* used to align parameters */
|
253 | a7812ae4 | pbrook | #define TCG_CALL_DUMMY_TCGV MAKE_TCGV_I32(-1) |
254 | 39cf05d3 | bellard | #define TCG_CALL_DUMMY_ARG ((TCGArg)(-1)) |
255 | 39cf05d3 | bellard | |
256 | c896fe29 | bellard | typedef enum { |
257 | c896fe29 | bellard | TCG_COND_EQ, |
258 | c896fe29 | bellard | TCG_COND_NE, |
259 | c896fe29 | bellard | TCG_COND_LT, |
260 | c896fe29 | bellard | TCG_COND_GE, |
261 | c896fe29 | bellard | TCG_COND_LE, |
262 | c896fe29 | bellard | TCG_COND_GT, |
263 | c896fe29 | bellard | /* unsigned */
|
264 | c896fe29 | bellard | TCG_COND_LTU, |
265 | c896fe29 | bellard | TCG_COND_GEU, |
266 | c896fe29 | bellard | TCG_COND_LEU, |
267 | c896fe29 | bellard | TCG_COND_GTU, |
268 | c896fe29 | bellard | } TCGCond; |
269 | c896fe29 | bellard | |
270 | 1c086220 | Richard Henderson | /* Invert the sense of the comparison. */
|
271 | 401d466d | Richard Henderson | static inline TCGCond tcg_invert_cond(TCGCond c) |
272 | 401d466d | Richard Henderson | { |
273 | 401d466d | Richard Henderson | return (TCGCond)(c ^ 1); |
274 | 401d466d | Richard Henderson | } |
275 | 401d466d | Richard Henderson | |
276 | 1c086220 | Richard Henderson | /* Swap the operands in a comparison. */
|
277 | 1c086220 | Richard Henderson | static inline TCGCond tcg_swap_cond(TCGCond c) |
278 | 1c086220 | Richard Henderson | { |
279 | 1c086220 | Richard Henderson | int mask = (c < TCG_COND_LT ? 0 : c < TCG_COND_LTU ? 7 : 15); |
280 | 1c086220 | Richard Henderson | return (TCGCond)(c ^ mask);
|
281 | 1c086220 | Richard Henderson | } |
282 | 1c086220 | Richard Henderson | |
283 | ff44c2f3 | Richard Henderson | static inline TCGCond tcg_unsigned_cond(TCGCond c) |
284 | ff44c2f3 | Richard Henderson | { |
285 | ff44c2f3 | Richard Henderson | return (c >= TCG_COND_LT && c <= TCG_COND_GT ? c + 4 : c); |
286 | ff44c2f3 | Richard Henderson | } |
287 | ff44c2f3 | Richard Henderson | |
288 | c896fe29 | bellard | #define TEMP_VAL_DEAD 0 |
289 | c896fe29 | bellard | #define TEMP_VAL_REG 1 |
290 | c896fe29 | bellard | #define TEMP_VAL_MEM 2 |
291 | c896fe29 | bellard | #define TEMP_VAL_CONST 3 |
292 | c896fe29 | bellard | |
293 | c896fe29 | bellard | /* XXX: optimize memory layout */
|
294 | c896fe29 | bellard | typedef struct TCGTemp { |
295 | c896fe29 | bellard | TCGType base_type; |
296 | c896fe29 | bellard | TCGType type; |
297 | c896fe29 | bellard | int val_type;
|
298 | c896fe29 | bellard | int reg;
|
299 | c896fe29 | bellard | tcg_target_long val; |
300 | c896fe29 | bellard | int mem_reg;
|
301 | c896fe29 | bellard | tcg_target_long mem_offset; |
302 | c896fe29 | bellard | unsigned int fixed_reg:1; |
303 | c896fe29 | bellard | unsigned int mem_coherent:1; |
304 | c896fe29 | bellard | unsigned int mem_allocated:1; |
305 | 5225d669 | Stefan Weil | unsigned int temp_local:1; /* If true, the temp is saved across |
306 | 641d5fbe | bellard | basic blocks. Otherwise, it is not
|
307 | 5225d669 | Stefan Weil | preserved across basic blocks. */
|
308 | e8996ee0 | bellard | unsigned int temp_allocated:1; /* never used for code gen */ |
309 | e8996ee0 | bellard | /* index of next free temp of same base type, -1 if end */
|
310 | e8996ee0 | bellard | int next_free_temp;
|
311 | c896fe29 | bellard | const char *name; |
312 | c896fe29 | bellard | } TCGTemp; |
313 | c896fe29 | bellard | |
314 | c896fe29 | bellard | typedef struct TCGHelperInfo { |
315 | 4dc81f28 | bellard | tcg_target_ulong func; |
316 | c896fe29 | bellard | const char *name; |
317 | c896fe29 | bellard | } TCGHelperInfo; |
318 | c896fe29 | bellard | |
319 | c896fe29 | bellard | typedef struct TCGContext TCGContext; |
320 | c896fe29 | bellard | |
321 | c896fe29 | bellard | struct TCGContext {
|
322 | c896fe29 | bellard | uint8_t *pool_cur, *pool_end; |
323 | c896fe29 | bellard | TCGPool *pool_first, *pool_current; |
324 | c896fe29 | bellard | TCGLabel *labels; |
325 | c896fe29 | bellard | int nb_labels;
|
326 | c896fe29 | bellard | TCGTemp *temps; /* globals first, temps after */
|
327 | c896fe29 | bellard | int nb_globals;
|
328 | c896fe29 | bellard | int nb_temps;
|
329 | 641d5fbe | bellard | /* index of free temps, -1 if none */
|
330 | 641d5fbe | bellard | int first_free_temp[TCG_TYPE_COUNT * 2]; |
331 | c896fe29 | bellard | |
332 | c896fe29 | bellard | /* goto_tb support */
|
333 | c896fe29 | bellard | uint8_t *code_buf; |
334 | c896fe29 | bellard | unsigned long *tb_next; |
335 | c896fe29 | bellard | uint16_t *tb_next_offset; |
336 | c896fe29 | bellard | uint16_t *tb_jmp_offset; /* != NULL if USE_DIRECT_JUMP */
|
337 | c896fe29 | bellard | |
338 | 641d5fbe | bellard | /* liveness analysis */
|
339 | 866cb6cb | Aurelien Jarno | uint16_t *op_dead_args; /* for each operation, each bit tells if the
|
340 | 866cb6cb | Aurelien Jarno | corresponding argument is dead */
|
341 | 641d5fbe | bellard | |
342 | c896fe29 | bellard | /* tells in which temporary a given register is. It does not take
|
343 | c896fe29 | bellard | into account fixed registers */
|
344 | c896fe29 | bellard | int reg_to_temp[TCG_TARGET_NB_REGS];
|
345 | c896fe29 | bellard | TCGRegSet reserved_regs; |
346 | c896fe29 | bellard | tcg_target_long current_frame_offset; |
347 | c896fe29 | bellard | tcg_target_long frame_start; |
348 | c896fe29 | bellard | tcg_target_long frame_end; |
349 | c896fe29 | bellard | int frame_reg;
|
350 | c896fe29 | bellard | |
351 | c896fe29 | bellard | uint8_t *code_ptr; |
352 | c896fe29 | bellard | TCGTemp static_temps[TCG_MAX_TEMPS]; |
353 | c896fe29 | bellard | |
354 | c896fe29 | bellard | TCGHelperInfo *helpers; |
355 | c896fe29 | bellard | int nb_helpers;
|
356 | c896fe29 | bellard | int allocated_helpers;
|
357 | e8996ee0 | bellard | int helpers_sorted;
|
358 | a23a9ec6 | bellard | |
359 | a23a9ec6 | bellard | #ifdef CONFIG_PROFILER
|
360 | a23a9ec6 | bellard | /* profiling info */
|
361 | a23a9ec6 | bellard | int64_t tb_count1; |
362 | a23a9ec6 | bellard | int64_t tb_count; |
363 | a23a9ec6 | bellard | int64_t op_count; /* total insn count */
|
364 | a23a9ec6 | bellard | int op_count_max; /* max insn per TB */ |
365 | a23a9ec6 | bellard | int64_t temp_count; |
366 | a23a9ec6 | bellard | int temp_count_max;
|
367 | a23a9ec6 | bellard | int64_t del_op_count; |
368 | a23a9ec6 | bellard | int64_t code_in_len; |
369 | a23a9ec6 | bellard | int64_t code_out_len; |
370 | a23a9ec6 | bellard | int64_t interm_time; |
371 | a23a9ec6 | bellard | int64_t code_time; |
372 | a23a9ec6 | bellard | int64_t la_time; |
373 | a23a9ec6 | bellard | int64_t restore_count; |
374 | a23a9ec6 | bellard | int64_t restore_time; |
375 | a23a9ec6 | bellard | #endif
|
376 | 27bfd83c | Peter Maydell | |
377 | 27bfd83c | Peter Maydell | #ifdef CONFIG_DEBUG_TCG
|
378 | 27bfd83c | Peter Maydell | int temps_in_use;
|
379 | 27bfd83c | Peter Maydell | #endif
|
380 | c896fe29 | bellard | }; |
381 | c896fe29 | bellard | |
382 | c896fe29 | bellard | extern TCGContext tcg_ctx;
|
383 | c896fe29 | bellard | extern uint16_t *gen_opc_ptr;
|
384 | c896fe29 | bellard | extern TCGArg *gen_opparam_ptr;
|
385 | c896fe29 | bellard | extern uint16_t gen_opc_buf[];
|
386 | c896fe29 | bellard | extern TCGArg gen_opparam_buf[];
|
387 | c896fe29 | bellard | |
388 | c896fe29 | bellard | /* pool based memory allocation */
|
389 | c896fe29 | bellard | |
390 | c896fe29 | bellard | void *tcg_malloc_internal(TCGContext *s, int size); |
391 | c896fe29 | bellard | void tcg_pool_reset(TCGContext *s);
|
392 | c896fe29 | bellard | void tcg_pool_delete(TCGContext *s);
|
393 | c896fe29 | bellard | |
394 | c896fe29 | bellard | static inline void *tcg_malloc(int size) |
395 | c896fe29 | bellard | { |
396 | c896fe29 | bellard | TCGContext *s = &tcg_ctx; |
397 | c896fe29 | bellard | uint8_t *ptr, *ptr_end; |
398 | c896fe29 | bellard | size = (size + sizeof(long) - 1) & ~(sizeof(long) - 1); |
399 | c896fe29 | bellard | ptr = s->pool_cur; |
400 | c896fe29 | bellard | ptr_end = ptr + size; |
401 | c896fe29 | bellard | if (unlikely(ptr_end > s->pool_end)) {
|
402 | c896fe29 | bellard | return tcg_malloc_internal(&tcg_ctx, size);
|
403 | c896fe29 | bellard | } else {
|
404 | c896fe29 | bellard | s->pool_cur = ptr_end; |
405 | c896fe29 | bellard | return ptr;
|
406 | c896fe29 | bellard | } |
407 | c896fe29 | bellard | } |
408 | c896fe29 | bellard | |
409 | c896fe29 | bellard | void tcg_context_init(TCGContext *s);
|
410 | 9002ec79 | Richard Henderson | void tcg_prologue_init(TCGContext *s);
|
411 | c896fe29 | bellard | void tcg_func_start(TCGContext *s);
|
412 | c896fe29 | bellard | |
413 | 54604f74 | aurel32 | int tcg_gen_code(TCGContext *s, uint8_t *gen_code_buf);
|
414 | 54604f74 | aurel32 | int tcg_gen_code_search_pc(TCGContext *s, uint8_t *gen_code_buf, long offset); |
415 | c896fe29 | bellard | |
416 | c896fe29 | bellard | void tcg_set_frame(TCGContext *s, int reg, |
417 | c896fe29 | bellard | tcg_target_long start, tcg_target_long size); |
418 | a7812ae4 | pbrook | |
419 | a7812ae4 | pbrook | TCGv_i32 tcg_global_reg_new_i32(int reg, const char *name); |
420 | a7812ae4 | pbrook | TCGv_i32 tcg_global_mem_new_i32(int reg, tcg_target_long offset,
|
421 | a7812ae4 | pbrook | const char *name); |
422 | a7812ae4 | pbrook | TCGv_i32 tcg_temp_new_internal_i32(int temp_local);
|
423 | a7812ae4 | pbrook | static inline TCGv_i32 tcg_temp_new_i32(void) |
424 | a7812ae4 | pbrook | { |
425 | a7812ae4 | pbrook | return tcg_temp_new_internal_i32(0); |
426 | a7812ae4 | pbrook | } |
427 | a7812ae4 | pbrook | static inline TCGv_i32 tcg_temp_local_new_i32(void) |
428 | a7812ae4 | pbrook | { |
429 | a7812ae4 | pbrook | return tcg_temp_new_internal_i32(1); |
430 | a7812ae4 | pbrook | } |
431 | a7812ae4 | pbrook | void tcg_temp_free_i32(TCGv_i32 arg);
|
432 | a7812ae4 | pbrook | char *tcg_get_arg_str_i32(TCGContext *s, char *buf, int buf_size, TCGv_i32 arg); |
433 | a7812ae4 | pbrook | |
434 | a7812ae4 | pbrook | TCGv_i64 tcg_global_reg_new_i64(int reg, const char *name); |
435 | a7812ae4 | pbrook | TCGv_i64 tcg_global_mem_new_i64(int reg, tcg_target_long offset,
|
436 | a7812ae4 | pbrook | const char *name); |
437 | a7812ae4 | pbrook | TCGv_i64 tcg_temp_new_internal_i64(int temp_local);
|
438 | a7812ae4 | pbrook | static inline TCGv_i64 tcg_temp_new_i64(void) |
439 | 641d5fbe | bellard | { |
440 | a7812ae4 | pbrook | return tcg_temp_new_internal_i64(0); |
441 | 641d5fbe | bellard | } |
442 | a7812ae4 | pbrook | static inline TCGv_i64 tcg_temp_local_new_i64(void) |
443 | 641d5fbe | bellard | { |
444 | a7812ae4 | pbrook | return tcg_temp_new_internal_i64(1); |
445 | 641d5fbe | bellard | } |
446 | a7812ae4 | pbrook | void tcg_temp_free_i64(TCGv_i64 arg);
|
447 | a7812ae4 | pbrook | char *tcg_get_arg_str_i64(TCGContext *s, char *buf, int buf_size, TCGv_i64 arg); |
448 | a7812ae4 | pbrook | |
449 | e31b0a7c | Blue Swirl | static inline bool tcg_arg_is_local(TCGContext *s, TCGArg arg) |
450 | e31b0a7c | Blue Swirl | { |
451 | e31b0a7c | Blue Swirl | return s->temps[arg].temp_local;
|
452 | e31b0a7c | Blue Swirl | } |
453 | e31b0a7c | Blue Swirl | |
454 | 27bfd83c | Peter Maydell | #if defined(CONFIG_DEBUG_TCG)
|
455 | 27bfd83c | Peter Maydell | /* If you call tcg_clear_temp_count() at the start of a section of
|
456 | 27bfd83c | Peter Maydell | * code which is not supposed to leak any TCG temporaries, then
|
457 | 27bfd83c | Peter Maydell | * calling tcg_check_temp_count() at the end of the section will
|
458 | 27bfd83c | Peter Maydell | * return 1 if the section did in fact leak a temporary.
|
459 | 27bfd83c | Peter Maydell | */
|
460 | 27bfd83c | Peter Maydell | void tcg_clear_temp_count(void); |
461 | 27bfd83c | Peter Maydell | int tcg_check_temp_count(void); |
462 | 27bfd83c | Peter Maydell | #else
|
463 | 27bfd83c | Peter Maydell | #define tcg_clear_temp_count() do { } while (0) |
464 | 27bfd83c | Peter Maydell | #define tcg_check_temp_count() 0 |
465 | 27bfd83c | Peter Maydell | #endif
|
466 | 27bfd83c | Peter Maydell | |
467 | 405cf9ff | Stefan Weil | void tcg_dump_info(FILE *f, fprintf_function cpu_fprintf);
|
468 | c896fe29 | bellard | |
469 | c896fe29 | bellard | #define TCG_CT_ALIAS 0x80 |
470 | c896fe29 | bellard | #define TCG_CT_IALIAS 0x40 |
471 | c896fe29 | bellard | #define TCG_CT_REG 0x01 |
472 | c896fe29 | bellard | #define TCG_CT_CONST 0x02 /* any constant of register size */ |
473 | c896fe29 | bellard | |
474 | c896fe29 | bellard | typedef struct TCGArgConstraint { |
475 | 5ff9d6a4 | bellard | uint16_t ct; |
476 | 5ff9d6a4 | bellard | uint8_t alias_index; |
477 | c896fe29 | bellard | union {
|
478 | c896fe29 | bellard | TCGRegSet regs; |
479 | c896fe29 | bellard | } u; |
480 | c896fe29 | bellard | } TCGArgConstraint; |
481 | c896fe29 | bellard | |
482 | c896fe29 | bellard | #define TCG_MAX_OP_ARGS 16 |
483 | c896fe29 | bellard | |
484 | 8399ad59 | Richard Henderson | /* Bits for TCGOpDef->flags, 8 bits available. */
|
485 | 8399ad59 | Richard Henderson | enum {
|
486 | 8399ad59 | Richard Henderson | /* Instruction defines the end of a basic block. */
|
487 | 8399ad59 | Richard Henderson | TCG_OPF_BB_END = 0x01,
|
488 | 8399ad59 | Richard Henderson | /* Instruction clobbers call registers and potentially update globals. */
|
489 | 8399ad59 | Richard Henderson | TCG_OPF_CALL_CLOBBER = 0x02,
|
490 | 8399ad59 | Richard Henderson | /* Instruction has side effects: it cannot be removed
|
491 | 8399ad59 | Richard Henderson | if its outputs are not used. */
|
492 | 8399ad59 | Richard Henderson | TCG_OPF_SIDE_EFFECTS = 0x04,
|
493 | 8399ad59 | Richard Henderson | /* Instruction operands are 64-bits (otherwise 32-bits). */
|
494 | 8399ad59 | Richard Henderson | TCG_OPF_64BIT = 0x08,
|
495 | 25c4d9cc | Richard Henderson | /* Instruction is optional and not implemented by the host. */
|
496 | 25c4d9cc | Richard Henderson | TCG_OPF_NOT_PRESENT = 0x10,
|
497 | 8399ad59 | Richard Henderson | }; |
498 | c896fe29 | bellard | |
499 | c896fe29 | bellard | typedef struct TCGOpDef { |
500 | c896fe29 | bellard | const char *name; |
501 | c896fe29 | bellard | uint8_t nb_oargs, nb_iargs, nb_cargs, nb_args; |
502 | c896fe29 | bellard | uint8_t flags; |
503 | c896fe29 | bellard | TCGArgConstraint *args_ct; |
504 | c896fe29 | bellard | int *sorted_args;
|
505 | c68aaa18 | Stefan Weil | #if defined(CONFIG_DEBUG_TCG)
|
506 | c68aaa18 | Stefan Weil | int used;
|
507 | c68aaa18 | Stefan Weil | #endif
|
508 | c896fe29 | bellard | } TCGOpDef; |
509 | 8399ad59 | Richard Henderson | |
510 | 8399ad59 | Richard Henderson | extern TCGOpDef tcg_op_defs[];
|
511 | c896fe29 | bellard | |
512 | c896fe29 | bellard | typedef struct TCGTargetOpDef { |
513 | a9751609 | Richard Henderson | TCGOpcode op; |
514 | c896fe29 | bellard | const char *args_ct_str[TCG_MAX_OP_ARGS]; |
515 | c896fe29 | bellard | } TCGTargetOpDef; |
516 | c896fe29 | bellard | |
517 | c896fe29 | bellard | #define tcg_abort() \
|
518 | c896fe29 | bellard | do {\
|
519 | c896fe29 | bellard | fprintf(stderr, "%s:%d: tcg fatal error\n", __FILE__, __LINE__);\
|
520 | c896fe29 | bellard | abort();\ |
521 | c896fe29 | bellard | } while (0) |
522 | c896fe29 | bellard | |
523 | c896fe29 | bellard | void tcg_add_target_add_op_defs(const TCGTargetOpDef *tdefs); |
524 | c896fe29 | bellard | |
525 | c896fe29 | bellard | #if TCG_TARGET_REG_BITS == 32 |
526 | ebecf363 | Peter Maydell | #define TCGV_NAT_TO_PTR(n) MAKE_TCGV_PTR(GET_TCGV_I32(n))
|
527 | ebecf363 | Peter Maydell | #define TCGV_PTR_TO_NAT(n) MAKE_TCGV_I32(GET_TCGV_PTR(n))
|
528 | ebecf363 | Peter Maydell | |
529 | ebecf363 | Peter Maydell | #define tcg_const_ptr(V) TCGV_NAT_TO_PTR(tcg_const_i32(V))
|
530 | ebecf363 | Peter Maydell | #define tcg_global_reg_new_ptr(R, N) \
|
531 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_reg_new_i32((R), (N))) |
532 | ebecf363 | Peter Maydell | #define tcg_global_mem_new_ptr(R, O, N) \
|
533 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_mem_new_i32((R), (O), (N))) |
534 | ebecf363 | Peter Maydell | #define tcg_temp_new_ptr() TCGV_NAT_TO_PTR(tcg_temp_new_i32())
|
535 | ebecf363 | Peter Maydell | #define tcg_temp_free_ptr(T) tcg_temp_free_i32(TCGV_PTR_TO_NAT(T))
|
536 | c896fe29 | bellard | #else
|
537 | ebecf363 | Peter Maydell | #define TCGV_NAT_TO_PTR(n) MAKE_TCGV_PTR(GET_TCGV_I64(n))
|
538 | ebecf363 | Peter Maydell | #define TCGV_PTR_TO_NAT(n) MAKE_TCGV_I64(GET_TCGV_PTR(n))
|
539 | ebecf363 | Peter Maydell | |
540 | ebecf363 | Peter Maydell | #define tcg_const_ptr(V) TCGV_NAT_TO_PTR(tcg_const_i64(V))
|
541 | ebecf363 | Peter Maydell | #define tcg_global_reg_new_ptr(R, N) \
|
542 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_reg_new_i64((R), (N))) |
543 | ebecf363 | Peter Maydell | #define tcg_global_mem_new_ptr(R, O, N) \
|
544 | ebecf363 | Peter Maydell | TCGV_NAT_TO_PTR(tcg_global_mem_new_i64((R), (O), (N))) |
545 | ebecf363 | Peter Maydell | #define tcg_temp_new_ptr() TCGV_NAT_TO_PTR(tcg_temp_new_i64())
|
546 | ebecf363 | Peter Maydell | #define tcg_temp_free_ptr(T) tcg_temp_free_i64(TCGV_PTR_TO_NAT(T))
|
547 | c896fe29 | bellard | #endif
|
548 | c896fe29 | bellard | |
549 | a7812ae4 | pbrook | void tcg_gen_callN(TCGContext *s, TCGv_ptr func, unsigned int flags, |
550 | a7812ae4 | pbrook | int sizemask, TCGArg ret, int nargs, TCGArg *args); |
551 | a7812ae4 | pbrook | |
552 | a7812ae4 | pbrook | void tcg_gen_shifti_i64(TCGv_i64 ret, TCGv_i64 arg1,
|
553 | a7812ae4 | pbrook | int c, int right, int arith); |
554 | a7812ae4 | pbrook | |
555 | 8f2e8c07 | Kirill Batuzov | TCGArg *tcg_optimize(TCGContext *s, uint16_t *tcg_opc_ptr, TCGArg *args, |
556 | 8f2e8c07 | Kirill Batuzov | TCGOpDef *tcg_op_def); |
557 | 8f2e8c07 | Kirill Batuzov | |
558 | a7812ae4 | pbrook | /* only used for debugging purposes */
|
559 | a7812ae4 | pbrook | void tcg_register_helper(void *func, const char *name); |
560 | a7812ae4 | pbrook | const char *tcg_helper_get_name(TCGContext *s, void *func); |
561 | a7812ae4 | pbrook | void tcg_dump_ops(TCGContext *s, FILE *outfile);
|
562 | a7812ae4 | pbrook | |
563 | a7812ae4 | pbrook | void dump_ops(const uint16_t *opc_buf, const TCGArg *opparam_buf); |
564 | a7812ae4 | pbrook | TCGv_i32 tcg_const_i32(int32_t val); |
565 | a7812ae4 | pbrook | TCGv_i64 tcg_const_i64(int64_t val); |
566 | a7812ae4 | pbrook | TCGv_i32 tcg_const_local_i32(int32_t val); |
567 | a7812ae4 | pbrook | TCGv_i64 tcg_const_local_i64(int64_t val); |
568 | a7812ae4 | pbrook | |
569 | b03cce8e | bellard | extern uint8_t code_gen_prologue[];
|
570 | e58ffeb3 | malc | #if defined(_ARCH_PPC) && !defined(_ARCH_PPC64)
|
571 | cea5f9a2 | Blue Swirl | #define tcg_qemu_tb_exec(env, tb_ptr) \
|
572 | cea5f9a2 | Blue Swirl | ((long REGPARM __attribute__ ((longcall)) (*)(void *, void *))code_gen_prologue)(env, tb_ptr) |
573 | 932a6909 | bellard | #else
|
574 | cea5f9a2 | Blue Swirl | #define tcg_qemu_tb_exec(env, tb_ptr) \
|
575 | cea5f9a2 | Blue Swirl | ((long REGPARM (*)(void *, void *))code_gen_prologue)(env, tb_ptr) |
576 | 932a6909 | bellard | #endif |