Statistics
| Branch: | Revision:

root / target-arm / translate.c @ 8e18cde3

History | View | Annotate | Download (324.1 kB)

1 2c0262af bellard
/*
2 2c0262af bellard
 *  ARM translation
3 5fafdf24 ths
 *
4 2c0262af bellard
 *  Copyright (c) 2003 Fabrice Bellard
5 9ee6e8bb pbrook
 *  Copyright (c) 2005-2007 CodeSourcery
6 18c9b560 balrog
 *  Copyright (c) 2007 OpenedHand, Ltd.
7 2c0262af bellard
 *
8 2c0262af bellard
 * This library is free software; you can redistribute it and/or
9 2c0262af bellard
 * modify it under the terms of the GNU Lesser General Public
10 2c0262af bellard
 * License as published by the Free Software Foundation; either
11 2c0262af bellard
 * version 2 of the License, or (at your option) any later version.
12 2c0262af bellard
 *
13 2c0262af bellard
 * This library is distributed in the hope that it will be useful,
14 2c0262af bellard
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 2c0262af bellard
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16 2c0262af bellard
 * Lesser General Public License for more details.
17 2c0262af bellard
 *
18 2c0262af bellard
 * You should have received a copy of the GNU Lesser General Public
19 8167ee88 Blue Swirl
 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
20 2c0262af bellard
 */
21 2c0262af bellard
#include <stdarg.h>
22 2c0262af bellard
#include <stdlib.h>
23 2c0262af bellard
#include <stdio.h>
24 2c0262af bellard
#include <string.h>
25 2c0262af bellard
#include <inttypes.h>
26 2c0262af bellard
27 2c0262af bellard
#include "cpu.h"
28 2c0262af bellard
#include "exec-all.h"
29 2c0262af bellard
#include "disas.h"
30 57fec1fe bellard
#include "tcg-op.h"
31 79383c9c blueswir1
#include "qemu-log.h"
32 1497c961 pbrook
33 a7812ae4 pbrook
#include "helpers.h"
34 1497c961 pbrook
#define GEN_HELPER 1
35 b26eefb6 pbrook
#include "helpers.h"
36 2c0262af bellard
37 9ee6e8bb pbrook
#define ENABLE_ARCH_5J    0
38 9ee6e8bb pbrook
#define ENABLE_ARCH_6     arm_feature(env, ARM_FEATURE_V6)
39 9ee6e8bb pbrook
#define ENABLE_ARCH_6K   arm_feature(env, ARM_FEATURE_V6K)
40 9ee6e8bb pbrook
#define ENABLE_ARCH_6T2   arm_feature(env, ARM_FEATURE_THUMB2)
41 9ee6e8bb pbrook
#define ENABLE_ARCH_7     arm_feature(env, ARM_FEATURE_V7)
42 b5ff1b31 bellard
43 86753403 pbrook
#define ARCH(x) do { if (!ENABLE_ARCH_##x) goto illegal_op; } while(0)
44 b5ff1b31 bellard
45 2c0262af bellard
/* internal defines */
46 2c0262af bellard
typedef struct DisasContext {
47 0fa85d43 bellard
    target_ulong pc;
48 2c0262af bellard
    int is_jmp;
49 e50e6a20 bellard
    /* Nonzero if this instruction has been conditionally skipped.  */
50 e50e6a20 bellard
    int condjmp;
51 e50e6a20 bellard
    /* The label that will be jumped to when the instruction is skipped.  */
52 e50e6a20 bellard
    int condlabel;
53 9ee6e8bb pbrook
    /* Thumb-2 condtional execution bits.  */
54 9ee6e8bb pbrook
    int condexec_mask;
55 9ee6e8bb pbrook
    int condexec_cond;
56 2c0262af bellard
    struct TranslationBlock *tb;
57 8aaca4c0 bellard
    int singlestep_enabled;
58 5899f386 bellard
    int thumb;
59 b5ff1b31 bellard
#if !defined(CONFIG_USER_ONLY)
60 b5ff1b31 bellard
    int user;
61 b5ff1b31 bellard
#endif
62 5df8bac1 Peter Maydell
    int vfp_enabled;
63 69d1fc22 Peter Maydell
    int vec_len;
64 69d1fc22 Peter Maydell
    int vec_stride;
65 2c0262af bellard
} DisasContext;
66 2c0262af bellard
67 e12ce78d Peter Maydell
static uint32_t gen_opc_condexec_bits[OPC_BUF_SIZE];
68 e12ce78d Peter Maydell
69 b5ff1b31 bellard
#if defined(CONFIG_USER_ONLY)
70 b5ff1b31 bellard
#define IS_USER(s) 1
71 b5ff1b31 bellard
#else
72 b5ff1b31 bellard
#define IS_USER(s) (s->user)
73 b5ff1b31 bellard
#endif
74 b5ff1b31 bellard
75 9ee6e8bb pbrook
/* These instructions trap after executing, so defer them until after the
76 9ee6e8bb pbrook
   conditional executions state has been updated.  */
77 9ee6e8bb pbrook
#define DISAS_WFI 4
78 9ee6e8bb pbrook
#define DISAS_SWI 5
79 2c0262af bellard
80 a7812ae4 pbrook
static TCGv_ptr cpu_env;
81 ad69471c pbrook
/* We reuse the same 64-bit temporaries for efficiency.  */
82 a7812ae4 pbrook
static TCGv_i64 cpu_V0, cpu_V1, cpu_M0;
83 155c3eac Filip Navara
static TCGv_i32 cpu_R[16];
84 426f5abc Paul Brook
static TCGv_i32 cpu_exclusive_addr;
85 426f5abc Paul Brook
static TCGv_i32 cpu_exclusive_val;
86 426f5abc Paul Brook
static TCGv_i32 cpu_exclusive_high;
87 426f5abc Paul Brook
#ifdef CONFIG_USER_ONLY
88 426f5abc Paul Brook
static TCGv_i32 cpu_exclusive_test;
89 426f5abc Paul Brook
static TCGv_i32 cpu_exclusive_info;
90 426f5abc Paul Brook
#endif
91 ad69471c pbrook
92 b26eefb6 pbrook
/* FIXME:  These should be removed.  */
93 a7812ae4 pbrook
static TCGv cpu_F0s, cpu_F1s;
94 a7812ae4 pbrook
static TCGv_i64 cpu_F0d, cpu_F1d;
95 b26eefb6 pbrook
96 2e70f6ef pbrook
#include "gen-icount.h"
97 2e70f6ef pbrook
98 155c3eac Filip Navara
static const char *regnames[] =
99 155c3eac Filip Navara
    { "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7",
100 155c3eac Filip Navara
      "r8", "r9", "r10", "r11", "r12", "r13", "r14", "pc" };
101 155c3eac Filip Navara
102 b26eefb6 pbrook
/* initialize TCG globals.  */
103 b26eefb6 pbrook
void arm_translate_init(void)
104 b26eefb6 pbrook
{
105 155c3eac Filip Navara
    int i;
106 155c3eac Filip Navara
107 a7812ae4 pbrook
    cpu_env = tcg_global_reg_new_ptr(TCG_AREG0, "env");
108 a7812ae4 pbrook
109 155c3eac Filip Navara
    for (i = 0; i < 16; i++) {
110 155c3eac Filip Navara
        cpu_R[i] = tcg_global_mem_new_i32(TCG_AREG0,
111 155c3eac Filip Navara
                                          offsetof(CPUState, regs[i]),
112 155c3eac Filip Navara
                                          regnames[i]);
113 155c3eac Filip Navara
    }
114 426f5abc Paul Brook
    cpu_exclusive_addr = tcg_global_mem_new_i32(TCG_AREG0,
115 426f5abc Paul Brook
        offsetof(CPUState, exclusive_addr), "exclusive_addr");
116 426f5abc Paul Brook
    cpu_exclusive_val = tcg_global_mem_new_i32(TCG_AREG0,
117 426f5abc Paul Brook
        offsetof(CPUState, exclusive_val), "exclusive_val");
118 426f5abc Paul Brook
    cpu_exclusive_high = tcg_global_mem_new_i32(TCG_AREG0,
119 426f5abc Paul Brook
        offsetof(CPUState, exclusive_high), "exclusive_high");
120 426f5abc Paul Brook
#ifdef CONFIG_USER_ONLY
121 426f5abc Paul Brook
    cpu_exclusive_test = tcg_global_mem_new_i32(TCG_AREG0,
122 426f5abc Paul Brook
        offsetof(CPUState, exclusive_test), "exclusive_test");
123 426f5abc Paul Brook
    cpu_exclusive_info = tcg_global_mem_new_i32(TCG_AREG0,
124 426f5abc Paul Brook
        offsetof(CPUState, exclusive_info), "exclusive_info");
125 426f5abc Paul Brook
#endif
126 155c3eac Filip Navara
127 a7812ae4 pbrook
#define GEN_HELPER 2
128 a7812ae4 pbrook
#include "helpers.h"
129 b26eefb6 pbrook
}
130 b26eefb6 pbrook
131 d9ba4830 pbrook
static inline TCGv load_cpu_offset(int offset)
132 d9ba4830 pbrook
{
133 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
134 d9ba4830 pbrook
    tcg_gen_ld_i32(tmp, cpu_env, offset);
135 d9ba4830 pbrook
    return tmp;
136 d9ba4830 pbrook
}
137 d9ba4830 pbrook
138 d9ba4830 pbrook
#define load_cpu_field(name) load_cpu_offset(offsetof(CPUState, name))
139 d9ba4830 pbrook
140 d9ba4830 pbrook
static inline void store_cpu_offset(TCGv var, int offset)
141 d9ba4830 pbrook
{
142 d9ba4830 pbrook
    tcg_gen_st_i32(var, cpu_env, offset);
143 7d1b0095 Peter Maydell
    tcg_temp_free_i32(var);
144 d9ba4830 pbrook
}
145 d9ba4830 pbrook
146 d9ba4830 pbrook
#define store_cpu_field(var, name) \
147 d9ba4830 pbrook
    store_cpu_offset(var, offsetof(CPUState, name))
148 d9ba4830 pbrook
149 b26eefb6 pbrook
/* Set a variable to the value of a CPU register.  */
150 b26eefb6 pbrook
static void load_reg_var(DisasContext *s, TCGv var, int reg)
151 b26eefb6 pbrook
{
152 b26eefb6 pbrook
    if (reg == 15) {
153 b26eefb6 pbrook
        uint32_t addr;
154 b26eefb6 pbrook
        /* normaly, since we updated PC, we need only to add one insn */
155 b26eefb6 pbrook
        if (s->thumb)
156 b26eefb6 pbrook
            addr = (long)s->pc + 2;
157 b26eefb6 pbrook
        else
158 b26eefb6 pbrook
            addr = (long)s->pc + 4;
159 b26eefb6 pbrook
        tcg_gen_movi_i32(var, addr);
160 b26eefb6 pbrook
    } else {
161 155c3eac Filip Navara
        tcg_gen_mov_i32(var, cpu_R[reg]);
162 b26eefb6 pbrook
    }
163 b26eefb6 pbrook
}
164 b26eefb6 pbrook
165 b26eefb6 pbrook
/* Create a new temporary and set it to the value of a CPU register.  */
166 b26eefb6 pbrook
static inline TCGv load_reg(DisasContext *s, int reg)
167 b26eefb6 pbrook
{
168 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
169 b26eefb6 pbrook
    load_reg_var(s, tmp, reg);
170 b26eefb6 pbrook
    return tmp;
171 b26eefb6 pbrook
}
172 b26eefb6 pbrook
173 b26eefb6 pbrook
/* Set a CPU register.  The source must be a temporary and will be
174 b26eefb6 pbrook
   marked as dead.  */
175 b26eefb6 pbrook
static void store_reg(DisasContext *s, int reg, TCGv var)
176 b26eefb6 pbrook
{
177 b26eefb6 pbrook
    if (reg == 15) {
178 b26eefb6 pbrook
        tcg_gen_andi_i32(var, var, ~1);
179 b26eefb6 pbrook
        s->is_jmp = DISAS_JUMP;
180 b26eefb6 pbrook
    }
181 155c3eac Filip Navara
    tcg_gen_mov_i32(cpu_R[reg], var);
182 7d1b0095 Peter Maydell
    tcg_temp_free_i32(var);
183 b26eefb6 pbrook
}
184 b26eefb6 pbrook
185 b26eefb6 pbrook
/* Value extensions.  */
186 86831435 pbrook
#define gen_uxtb(var) tcg_gen_ext8u_i32(var, var)
187 86831435 pbrook
#define gen_uxth(var) tcg_gen_ext16u_i32(var, var)
188 b26eefb6 pbrook
#define gen_sxtb(var) tcg_gen_ext8s_i32(var, var)
189 b26eefb6 pbrook
#define gen_sxth(var) tcg_gen_ext16s_i32(var, var)
190 b26eefb6 pbrook
191 1497c961 pbrook
#define gen_sxtb16(var) gen_helper_sxtb16(var, var)
192 1497c961 pbrook
#define gen_uxtb16(var) gen_helper_uxtb16(var, var)
193 8f01245e pbrook
194 b26eefb6 pbrook
195 b75263d6 Juha Riihimรคki
static inline void gen_set_cpsr(TCGv var, uint32_t mask)
196 b75263d6 Juha Riihimรคki
{
197 b75263d6 Juha Riihimรคki
    TCGv tmp_mask = tcg_const_i32(mask);
198 b75263d6 Juha Riihimรคki
    gen_helper_cpsr_write(var, tmp_mask);
199 b75263d6 Juha Riihimรคki
    tcg_temp_free_i32(tmp_mask);
200 b75263d6 Juha Riihimรคki
}
201 d9ba4830 pbrook
/* Set NZCV flags from the high 4 bits of var.  */
202 d9ba4830 pbrook
#define gen_set_nzcv(var) gen_set_cpsr(var, CPSR_NZCV)
203 d9ba4830 pbrook
204 d9ba4830 pbrook
static void gen_exception(int excp)
205 d9ba4830 pbrook
{
206 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
207 d9ba4830 pbrook
    tcg_gen_movi_i32(tmp, excp);
208 d9ba4830 pbrook
    gen_helper_exception(tmp);
209 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
210 d9ba4830 pbrook
}
211 d9ba4830 pbrook
212 3670669c pbrook
static void gen_smul_dual(TCGv a, TCGv b)
213 3670669c pbrook
{
214 7d1b0095 Peter Maydell
    TCGv tmp1 = tcg_temp_new_i32();
215 7d1b0095 Peter Maydell
    TCGv tmp2 = tcg_temp_new_i32();
216 22478e79 balrog
    tcg_gen_ext16s_i32(tmp1, a);
217 22478e79 balrog
    tcg_gen_ext16s_i32(tmp2, b);
218 3670669c pbrook
    tcg_gen_mul_i32(tmp1, tmp1, tmp2);
219 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp2);
220 3670669c pbrook
    tcg_gen_sari_i32(a, a, 16);
221 3670669c pbrook
    tcg_gen_sari_i32(b, b, 16);
222 3670669c pbrook
    tcg_gen_mul_i32(b, b, a);
223 3670669c pbrook
    tcg_gen_mov_i32(a, tmp1);
224 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp1);
225 3670669c pbrook
}
226 3670669c pbrook
227 3670669c pbrook
/* Byteswap each halfword.  */
228 3670669c pbrook
static void gen_rev16(TCGv var)
229 3670669c pbrook
{
230 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
231 3670669c pbrook
    tcg_gen_shri_i32(tmp, var, 8);
232 3670669c pbrook
    tcg_gen_andi_i32(tmp, tmp, 0x00ff00ff);
233 3670669c pbrook
    tcg_gen_shli_i32(var, var, 8);
234 3670669c pbrook
    tcg_gen_andi_i32(var, var, 0xff00ff00);
235 3670669c pbrook
    tcg_gen_or_i32(var, var, tmp);
236 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
237 3670669c pbrook
}
238 3670669c pbrook
239 3670669c pbrook
/* Byteswap low halfword and sign extend.  */
240 3670669c pbrook
static void gen_revsh(TCGv var)
241 3670669c pbrook
{
242 1a855029 Aurelien Jarno
    tcg_gen_ext16u_i32(var, var);
243 1a855029 Aurelien Jarno
    tcg_gen_bswap16_i32(var, var);
244 1a855029 Aurelien Jarno
    tcg_gen_ext16s_i32(var, var);
245 3670669c pbrook
}
246 3670669c pbrook
247 3670669c pbrook
/* Unsigned bitfield extract.  */
248 3670669c pbrook
static void gen_ubfx(TCGv var, int shift, uint32_t mask)
249 3670669c pbrook
{
250 3670669c pbrook
    if (shift)
251 3670669c pbrook
        tcg_gen_shri_i32(var, var, shift);
252 3670669c pbrook
    tcg_gen_andi_i32(var, var, mask);
253 3670669c pbrook
}
254 3670669c pbrook
255 3670669c pbrook
/* Signed bitfield extract.  */
256 3670669c pbrook
static void gen_sbfx(TCGv var, int shift, int width)
257 3670669c pbrook
{
258 3670669c pbrook
    uint32_t signbit;
259 3670669c pbrook
260 3670669c pbrook
    if (shift)
261 3670669c pbrook
        tcg_gen_sari_i32(var, var, shift);
262 3670669c pbrook
    if (shift + width < 32) {
263 3670669c pbrook
        signbit = 1u << (width - 1);
264 3670669c pbrook
        tcg_gen_andi_i32(var, var, (1u << width) - 1);
265 3670669c pbrook
        tcg_gen_xori_i32(var, var, signbit);
266 3670669c pbrook
        tcg_gen_subi_i32(var, var, signbit);
267 3670669c pbrook
    }
268 3670669c pbrook
}
269 3670669c pbrook
270 3670669c pbrook
/* Bitfield insertion.  Insert val into base.  Clobbers base and val.  */
271 3670669c pbrook
static void gen_bfi(TCGv dest, TCGv base, TCGv val, int shift, uint32_t mask)
272 3670669c pbrook
{
273 3670669c pbrook
    tcg_gen_andi_i32(val, val, mask);
274 8f8e3aa4 pbrook
    tcg_gen_shli_i32(val, val, shift);
275 8f8e3aa4 pbrook
    tcg_gen_andi_i32(base, base, ~(mask << shift));
276 3670669c pbrook
    tcg_gen_or_i32(dest, base, val);
277 3670669c pbrook
}
278 3670669c pbrook
279 838fa72d Aurelien Jarno
/* Return (b << 32) + a. Mark inputs as dead */
280 838fa72d Aurelien Jarno
static TCGv_i64 gen_addq_msw(TCGv_i64 a, TCGv b)
281 3670669c pbrook
{
282 838fa72d Aurelien Jarno
    TCGv_i64 tmp64 = tcg_temp_new_i64();
283 838fa72d Aurelien Jarno
284 838fa72d Aurelien Jarno
    tcg_gen_extu_i32_i64(tmp64, b);
285 7d1b0095 Peter Maydell
    tcg_temp_free_i32(b);
286 838fa72d Aurelien Jarno
    tcg_gen_shli_i64(tmp64, tmp64, 32);
287 838fa72d Aurelien Jarno
    tcg_gen_add_i64(a, tmp64, a);
288 838fa72d Aurelien Jarno
289 838fa72d Aurelien Jarno
    tcg_temp_free_i64(tmp64);
290 838fa72d Aurelien Jarno
    return a;
291 838fa72d Aurelien Jarno
}
292 838fa72d Aurelien Jarno
293 838fa72d Aurelien Jarno
/* Return (b << 32) - a. Mark inputs as dead. */
294 838fa72d Aurelien Jarno
static TCGv_i64 gen_subq_msw(TCGv_i64 a, TCGv b)
295 838fa72d Aurelien Jarno
{
296 838fa72d Aurelien Jarno
    TCGv_i64 tmp64 = tcg_temp_new_i64();
297 838fa72d Aurelien Jarno
298 838fa72d Aurelien Jarno
    tcg_gen_extu_i32_i64(tmp64, b);
299 7d1b0095 Peter Maydell
    tcg_temp_free_i32(b);
300 838fa72d Aurelien Jarno
    tcg_gen_shli_i64(tmp64, tmp64, 32);
301 838fa72d Aurelien Jarno
    tcg_gen_sub_i64(a, tmp64, a);
302 838fa72d Aurelien Jarno
303 838fa72d Aurelien Jarno
    tcg_temp_free_i64(tmp64);
304 838fa72d Aurelien Jarno
    return a;
305 3670669c pbrook
}
306 3670669c pbrook
307 8f01245e pbrook
/* FIXME: Most targets have native widening multiplication.
308 8f01245e pbrook
   It would be good to use that instead of a full wide multiply.  */
309 5e3f878a pbrook
/* 32x32->64 multiply.  Marks inputs as dead.  */
310 a7812ae4 pbrook
static TCGv_i64 gen_mulu_i64_i32(TCGv a, TCGv b)
311 5e3f878a pbrook
{
312 a7812ae4 pbrook
    TCGv_i64 tmp1 = tcg_temp_new_i64();
313 a7812ae4 pbrook
    TCGv_i64 tmp2 = tcg_temp_new_i64();
314 5e3f878a pbrook
315 5e3f878a pbrook
    tcg_gen_extu_i32_i64(tmp1, a);
316 7d1b0095 Peter Maydell
    tcg_temp_free_i32(a);
317 5e3f878a pbrook
    tcg_gen_extu_i32_i64(tmp2, b);
318 7d1b0095 Peter Maydell
    tcg_temp_free_i32(b);
319 5e3f878a pbrook
    tcg_gen_mul_i64(tmp1, tmp1, tmp2);
320 b75263d6 Juha Riihimรคki
    tcg_temp_free_i64(tmp2);
321 5e3f878a pbrook
    return tmp1;
322 5e3f878a pbrook
}
323 5e3f878a pbrook
324 a7812ae4 pbrook
static TCGv_i64 gen_muls_i64_i32(TCGv a, TCGv b)
325 5e3f878a pbrook
{
326 a7812ae4 pbrook
    TCGv_i64 tmp1 = tcg_temp_new_i64();
327 a7812ae4 pbrook
    TCGv_i64 tmp2 = tcg_temp_new_i64();
328 5e3f878a pbrook
329 5e3f878a pbrook
    tcg_gen_ext_i32_i64(tmp1, a);
330 7d1b0095 Peter Maydell
    tcg_temp_free_i32(a);
331 5e3f878a pbrook
    tcg_gen_ext_i32_i64(tmp2, b);
332 7d1b0095 Peter Maydell
    tcg_temp_free_i32(b);
333 5e3f878a pbrook
    tcg_gen_mul_i64(tmp1, tmp1, tmp2);
334 b75263d6 Juha Riihimรคki
    tcg_temp_free_i64(tmp2);
335 5e3f878a pbrook
    return tmp1;
336 5e3f878a pbrook
}
337 5e3f878a pbrook
338 8f01245e pbrook
/* Swap low and high halfwords.  */
339 8f01245e pbrook
static void gen_swap_half(TCGv var)
340 8f01245e pbrook
{
341 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
342 8f01245e pbrook
    tcg_gen_shri_i32(tmp, var, 16);
343 8f01245e pbrook
    tcg_gen_shli_i32(var, var, 16);
344 8f01245e pbrook
    tcg_gen_or_i32(var, var, tmp);
345 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
346 8f01245e pbrook
}
347 8f01245e pbrook
348 b26eefb6 pbrook
/* Dual 16-bit add.  Result placed in t0 and t1 is marked as dead.
349 b26eefb6 pbrook
    tmp = (t0 ^ t1) & 0x8000;
350 b26eefb6 pbrook
    t0 &= ~0x8000;
351 b26eefb6 pbrook
    t1 &= ~0x8000;
352 b26eefb6 pbrook
    t0 = (t0 + t1) ^ tmp;
353 b26eefb6 pbrook
 */
354 b26eefb6 pbrook
355 b26eefb6 pbrook
static void gen_add16(TCGv t0, TCGv t1)
356 b26eefb6 pbrook
{
357 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
358 b26eefb6 pbrook
    tcg_gen_xor_i32(tmp, t0, t1);
359 b26eefb6 pbrook
    tcg_gen_andi_i32(tmp, tmp, 0x8000);
360 b26eefb6 pbrook
    tcg_gen_andi_i32(t0, t0, ~0x8000);
361 b26eefb6 pbrook
    tcg_gen_andi_i32(t1, t1, ~0x8000);
362 b26eefb6 pbrook
    tcg_gen_add_i32(t0, t0, t1);
363 b26eefb6 pbrook
    tcg_gen_xor_i32(t0, t0, tmp);
364 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
365 7d1b0095 Peter Maydell
    tcg_temp_free_i32(t1);
366 b26eefb6 pbrook
}
367 b26eefb6 pbrook
368 9a119ff6 pbrook
#define gen_set_CF(var) tcg_gen_st_i32(var, cpu_env, offsetof(CPUState, CF))
369 9a119ff6 pbrook
370 b26eefb6 pbrook
/* Set CF to the top bit of var.  */
371 b26eefb6 pbrook
static void gen_set_CF_bit31(TCGv var)
372 b26eefb6 pbrook
{
373 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
374 b26eefb6 pbrook
    tcg_gen_shri_i32(tmp, var, 31);
375 4cc633c3 balrog
    gen_set_CF(tmp);
376 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
377 b26eefb6 pbrook
}
378 b26eefb6 pbrook
379 b26eefb6 pbrook
/* Set N and Z flags from var.  */
380 b26eefb6 pbrook
static inline void gen_logic_CC(TCGv var)
381 b26eefb6 pbrook
{
382 6fbe23d5 pbrook
    tcg_gen_st_i32(var, cpu_env, offsetof(CPUState, NF));
383 6fbe23d5 pbrook
    tcg_gen_st_i32(var, cpu_env, offsetof(CPUState, ZF));
384 b26eefb6 pbrook
}
385 b26eefb6 pbrook
386 b26eefb6 pbrook
/* T0 += T1 + CF.  */
387 396e467c Filip Navara
static void gen_adc(TCGv t0, TCGv t1)
388 b26eefb6 pbrook
{
389 d9ba4830 pbrook
    TCGv tmp;
390 396e467c Filip Navara
    tcg_gen_add_i32(t0, t0, t1);
391 d9ba4830 pbrook
    tmp = load_cpu_field(CF);
392 396e467c Filip Navara
    tcg_gen_add_i32(t0, t0, tmp);
393 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
394 b26eefb6 pbrook
}
395 b26eefb6 pbrook
396 e9bb4aa9 Juha Riihimรคki
/* dest = T0 + T1 + CF. */
397 e9bb4aa9 Juha Riihimรคki
static void gen_add_carry(TCGv dest, TCGv t0, TCGv t1)
398 e9bb4aa9 Juha Riihimรคki
{
399 e9bb4aa9 Juha Riihimรคki
    TCGv tmp;
400 e9bb4aa9 Juha Riihimรคki
    tcg_gen_add_i32(dest, t0, t1);
401 e9bb4aa9 Juha Riihimรคki
    tmp = load_cpu_field(CF);
402 e9bb4aa9 Juha Riihimรคki
    tcg_gen_add_i32(dest, dest, tmp);
403 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
404 e9bb4aa9 Juha Riihimรคki
}
405 e9bb4aa9 Juha Riihimรคki
406 3670669c pbrook
/* dest = T0 - T1 + CF - 1.  */
407 3670669c pbrook
static void gen_sub_carry(TCGv dest, TCGv t0, TCGv t1)
408 3670669c pbrook
{
409 d9ba4830 pbrook
    TCGv tmp;
410 3670669c pbrook
    tcg_gen_sub_i32(dest, t0, t1);
411 d9ba4830 pbrook
    tmp = load_cpu_field(CF);
412 3670669c pbrook
    tcg_gen_add_i32(dest, dest, tmp);
413 3670669c pbrook
    tcg_gen_subi_i32(dest, dest, 1);
414 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
415 3670669c pbrook
}
416 3670669c pbrook
417 b26eefb6 pbrook
/* FIXME:  Implement this natively.  */
418 ad69471c pbrook
#define tcg_gen_abs_i32(t0, t1) gen_helper_abs(t0, t1)
419 ad69471c pbrook
420 9a119ff6 pbrook
static void shifter_out_im(TCGv var, int shift)
421 b26eefb6 pbrook
{
422 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
423 9a119ff6 pbrook
    if (shift == 0) {
424 9a119ff6 pbrook
        tcg_gen_andi_i32(tmp, var, 1);
425 b26eefb6 pbrook
    } else {
426 9a119ff6 pbrook
        tcg_gen_shri_i32(tmp, var, shift);
427 4cc633c3 balrog
        if (shift != 31)
428 9a119ff6 pbrook
            tcg_gen_andi_i32(tmp, tmp, 1);
429 9a119ff6 pbrook
    }
430 9a119ff6 pbrook
    gen_set_CF(tmp);
431 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
432 9a119ff6 pbrook
}
433 b26eefb6 pbrook
434 9a119ff6 pbrook
/* Shift by immediate.  Includes special handling for shift == 0.  */
435 9a119ff6 pbrook
static inline void gen_arm_shift_im(TCGv var, int shiftop, int shift, int flags)
436 9a119ff6 pbrook
{
437 9a119ff6 pbrook
    switch (shiftop) {
438 9a119ff6 pbrook
    case 0: /* LSL */
439 9a119ff6 pbrook
        if (shift != 0) {
440 9a119ff6 pbrook
            if (flags)
441 9a119ff6 pbrook
                shifter_out_im(var, 32 - shift);
442 9a119ff6 pbrook
            tcg_gen_shli_i32(var, var, shift);
443 9a119ff6 pbrook
        }
444 9a119ff6 pbrook
        break;
445 9a119ff6 pbrook
    case 1: /* LSR */
446 9a119ff6 pbrook
        if (shift == 0) {
447 9a119ff6 pbrook
            if (flags) {
448 9a119ff6 pbrook
                tcg_gen_shri_i32(var, var, 31);
449 9a119ff6 pbrook
                gen_set_CF(var);
450 9a119ff6 pbrook
            }
451 9a119ff6 pbrook
            tcg_gen_movi_i32(var, 0);
452 9a119ff6 pbrook
        } else {
453 9a119ff6 pbrook
            if (flags)
454 9a119ff6 pbrook
                shifter_out_im(var, shift - 1);
455 9a119ff6 pbrook
            tcg_gen_shri_i32(var, var, shift);
456 9a119ff6 pbrook
        }
457 9a119ff6 pbrook
        break;
458 9a119ff6 pbrook
    case 2: /* ASR */
459 9a119ff6 pbrook
        if (shift == 0)
460 9a119ff6 pbrook
            shift = 32;
461 9a119ff6 pbrook
        if (flags)
462 9a119ff6 pbrook
            shifter_out_im(var, shift - 1);
463 9a119ff6 pbrook
        if (shift == 32)
464 9a119ff6 pbrook
          shift = 31;
465 9a119ff6 pbrook
        tcg_gen_sari_i32(var, var, shift);
466 9a119ff6 pbrook
        break;
467 9a119ff6 pbrook
    case 3: /* ROR/RRX */
468 9a119ff6 pbrook
        if (shift != 0) {
469 9a119ff6 pbrook
            if (flags)
470 9a119ff6 pbrook
                shifter_out_im(var, shift - 1);
471 f669df27 Aurelien Jarno
            tcg_gen_rotri_i32(var, var, shift); break;
472 9a119ff6 pbrook
        } else {
473 d9ba4830 pbrook
            TCGv tmp = load_cpu_field(CF);
474 9a119ff6 pbrook
            if (flags)
475 9a119ff6 pbrook
                shifter_out_im(var, 0);
476 9a119ff6 pbrook
            tcg_gen_shri_i32(var, var, 1);
477 b26eefb6 pbrook
            tcg_gen_shli_i32(tmp, tmp, 31);
478 b26eefb6 pbrook
            tcg_gen_or_i32(var, var, tmp);
479 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
480 b26eefb6 pbrook
        }
481 b26eefb6 pbrook
    }
482 b26eefb6 pbrook
};
483 b26eefb6 pbrook
484 8984bd2e pbrook
static inline void gen_arm_shift_reg(TCGv var, int shiftop,
485 8984bd2e pbrook
                                     TCGv shift, int flags)
486 8984bd2e pbrook
{
487 8984bd2e pbrook
    if (flags) {
488 8984bd2e pbrook
        switch (shiftop) {
489 8984bd2e pbrook
        case 0: gen_helper_shl_cc(var, var, shift); break;
490 8984bd2e pbrook
        case 1: gen_helper_shr_cc(var, var, shift); break;
491 8984bd2e pbrook
        case 2: gen_helper_sar_cc(var, var, shift); break;
492 8984bd2e pbrook
        case 3: gen_helper_ror_cc(var, var, shift); break;
493 8984bd2e pbrook
        }
494 8984bd2e pbrook
    } else {
495 8984bd2e pbrook
        switch (shiftop) {
496 8984bd2e pbrook
        case 0: gen_helper_shl(var, var, shift); break;
497 8984bd2e pbrook
        case 1: gen_helper_shr(var, var, shift); break;
498 8984bd2e pbrook
        case 2: gen_helper_sar(var, var, shift); break;
499 f669df27 Aurelien Jarno
        case 3: tcg_gen_andi_i32(shift, shift, 0x1f);
500 f669df27 Aurelien Jarno
                tcg_gen_rotr_i32(var, var, shift); break;
501 8984bd2e pbrook
        }
502 8984bd2e pbrook
    }
503 7d1b0095 Peter Maydell
    tcg_temp_free_i32(shift);
504 8984bd2e pbrook
}
505 8984bd2e pbrook
506 6ddbc6e4 pbrook
#define PAS_OP(pfx) \
507 6ddbc6e4 pbrook
    switch (op2) {  \
508 6ddbc6e4 pbrook
    case 0: gen_pas_helper(glue(pfx,add16)); break; \
509 6ddbc6e4 pbrook
    case 1: gen_pas_helper(glue(pfx,addsubx)); break; \
510 6ddbc6e4 pbrook
    case 2: gen_pas_helper(glue(pfx,subaddx)); break; \
511 6ddbc6e4 pbrook
    case 3: gen_pas_helper(glue(pfx,sub16)); break; \
512 6ddbc6e4 pbrook
    case 4: gen_pas_helper(glue(pfx,add8)); break; \
513 6ddbc6e4 pbrook
    case 7: gen_pas_helper(glue(pfx,sub8)); break; \
514 6ddbc6e4 pbrook
    }
515 d9ba4830 pbrook
static void gen_arm_parallel_addsub(int op1, int op2, TCGv a, TCGv b)
516 6ddbc6e4 pbrook
{
517 a7812ae4 pbrook
    TCGv_ptr tmp;
518 6ddbc6e4 pbrook
519 6ddbc6e4 pbrook
    switch (op1) {
520 6ddbc6e4 pbrook
#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b, tmp)
521 6ddbc6e4 pbrook
    case 1:
522 a7812ae4 pbrook
        tmp = tcg_temp_new_ptr();
523 6ddbc6e4 pbrook
        tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUState, GE));
524 6ddbc6e4 pbrook
        PAS_OP(s)
525 b75263d6 Juha Riihimรคki
        tcg_temp_free_ptr(tmp);
526 6ddbc6e4 pbrook
        break;
527 6ddbc6e4 pbrook
    case 5:
528 a7812ae4 pbrook
        tmp = tcg_temp_new_ptr();
529 6ddbc6e4 pbrook
        tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUState, GE));
530 6ddbc6e4 pbrook
        PAS_OP(u)
531 b75263d6 Juha Riihimรคki
        tcg_temp_free_ptr(tmp);
532 6ddbc6e4 pbrook
        break;
533 6ddbc6e4 pbrook
#undef gen_pas_helper
534 6ddbc6e4 pbrook
#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b)
535 6ddbc6e4 pbrook
    case 2:
536 6ddbc6e4 pbrook
        PAS_OP(q);
537 6ddbc6e4 pbrook
        break;
538 6ddbc6e4 pbrook
    case 3:
539 6ddbc6e4 pbrook
        PAS_OP(sh);
540 6ddbc6e4 pbrook
        break;
541 6ddbc6e4 pbrook
    case 6:
542 6ddbc6e4 pbrook
        PAS_OP(uq);
543 6ddbc6e4 pbrook
        break;
544 6ddbc6e4 pbrook
    case 7:
545 6ddbc6e4 pbrook
        PAS_OP(uh);
546 6ddbc6e4 pbrook
        break;
547 6ddbc6e4 pbrook
#undef gen_pas_helper
548 6ddbc6e4 pbrook
    }
549 6ddbc6e4 pbrook
}
550 9ee6e8bb pbrook
#undef PAS_OP
551 9ee6e8bb pbrook
552 6ddbc6e4 pbrook
/* For unknown reasons Arm and Thumb-2 use arbitrarily different encodings.  */
553 6ddbc6e4 pbrook
#define PAS_OP(pfx) \
554 ed89a2f1 Chih-Min Chao
    switch (op1) {  \
555 6ddbc6e4 pbrook
    case 0: gen_pas_helper(glue(pfx,add8)); break; \
556 6ddbc6e4 pbrook
    case 1: gen_pas_helper(glue(pfx,add16)); break; \
557 6ddbc6e4 pbrook
    case 2: gen_pas_helper(glue(pfx,addsubx)); break; \
558 6ddbc6e4 pbrook
    case 4: gen_pas_helper(glue(pfx,sub8)); break; \
559 6ddbc6e4 pbrook
    case 5: gen_pas_helper(glue(pfx,sub16)); break; \
560 6ddbc6e4 pbrook
    case 6: gen_pas_helper(glue(pfx,subaddx)); break; \
561 6ddbc6e4 pbrook
    }
562 d9ba4830 pbrook
static void gen_thumb2_parallel_addsub(int op1, int op2, TCGv a, TCGv b)
563 6ddbc6e4 pbrook
{
564 a7812ae4 pbrook
    TCGv_ptr tmp;
565 6ddbc6e4 pbrook
566 ed89a2f1 Chih-Min Chao
    switch (op2) {
567 6ddbc6e4 pbrook
#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b, tmp)
568 6ddbc6e4 pbrook
    case 0:
569 a7812ae4 pbrook
        tmp = tcg_temp_new_ptr();
570 6ddbc6e4 pbrook
        tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUState, GE));
571 6ddbc6e4 pbrook
        PAS_OP(s)
572 b75263d6 Juha Riihimรคki
        tcg_temp_free_ptr(tmp);
573 6ddbc6e4 pbrook
        break;
574 6ddbc6e4 pbrook
    case 4:
575 a7812ae4 pbrook
        tmp = tcg_temp_new_ptr();
576 6ddbc6e4 pbrook
        tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUState, GE));
577 6ddbc6e4 pbrook
        PAS_OP(u)
578 b75263d6 Juha Riihimรคki
        tcg_temp_free_ptr(tmp);
579 6ddbc6e4 pbrook
        break;
580 6ddbc6e4 pbrook
#undef gen_pas_helper
581 6ddbc6e4 pbrook
#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b)
582 6ddbc6e4 pbrook
    case 1:
583 6ddbc6e4 pbrook
        PAS_OP(q);
584 6ddbc6e4 pbrook
        break;
585 6ddbc6e4 pbrook
    case 2:
586 6ddbc6e4 pbrook
        PAS_OP(sh);
587 6ddbc6e4 pbrook
        break;
588 6ddbc6e4 pbrook
    case 5:
589 6ddbc6e4 pbrook
        PAS_OP(uq);
590 6ddbc6e4 pbrook
        break;
591 6ddbc6e4 pbrook
    case 6:
592 6ddbc6e4 pbrook
        PAS_OP(uh);
593 6ddbc6e4 pbrook
        break;
594 6ddbc6e4 pbrook
#undef gen_pas_helper
595 6ddbc6e4 pbrook
    }
596 6ddbc6e4 pbrook
}
597 9ee6e8bb pbrook
#undef PAS_OP
598 9ee6e8bb pbrook
599 d9ba4830 pbrook
static void gen_test_cc(int cc, int label)
600 d9ba4830 pbrook
{
601 d9ba4830 pbrook
    TCGv tmp;
602 d9ba4830 pbrook
    TCGv tmp2;
603 d9ba4830 pbrook
    int inv;
604 d9ba4830 pbrook
605 d9ba4830 pbrook
    switch (cc) {
606 d9ba4830 pbrook
    case 0: /* eq: Z */
607 6fbe23d5 pbrook
        tmp = load_cpu_field(ZF);
608 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
609 d9ba4830 pbrook
        break;
610 d9ba4830 pbrook
    case 1: /* ne: !Z */
611 6fbe23d5 pbrook
        tmp = load_cpu_field(ZF);
612 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, label);
613 d9ba4830 pbrook
        break;
614 d9ba4830 pbrook
    case 2: /* cs: C */
615 d9ba4830 pbrook
        tmp = load_cpu_field(CF);
616 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, label);
617 d9ba4830 pbrook
        break;
618 d9ba4830 pbrook
    case 3: /* cc: !C */
619 d9ba4830 pbrook
        tmp = load_cpu_field(CF);
620 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
621 d9ba4830 pbrook
        break;
622 d9ba4830 pbrook
    case 4: /* mi: N */
623 6fbe23d5 pbrook
        tmp = load_cpu_field(NF);
624 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
625 d9ba4830 pbrook
        break;
626 d9ba4830 pbrook
    case 5: /* pl: !N */
627 6fbe23d5 pbrook
        tmp = load_cpu_field(NF);
628 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
629 d9ba4830 pbrook
        break;
630 d9ba4830 pbrook
    case 6: /* vs: V */
631 d9ba4830 pbrook
        tmp = load_cpu_field(VF);
632 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
633 d9ba4830 pbrook
        break;
634 d9ba4830 pbrook
    case 7: /* vc: !V */
635 d9ba4830 pbrook
        tmp = load_cpu_field(VF);
636 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
637 d9ba4830 pbrook
        break;
638 d9ba4830 pbrook
    case 8: /* hi: C && !Z */
639 d9ba4830 pbrook
        inv = gen_new_label();
640 d9ba4830 pbrook
        tmp = load_cpu_field(CF);
641 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, inv);
642 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
643 6fbe23d5 pbrook
        tmp = load_cpu_field(ZF);
644 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, label);
645 d9ba4830 pbrook
        gen_set_label(inv);
646 d9ba4830 pbrook
        break;
647 d9ba4830 pbrook
    case 9: /* ls: !C || Z */
648 d9ba4830 pbrook
        tmp = load_cpu_field(CF);
649 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
650 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
651 6fbe23d5 pbrook
        tmp = load_cpu_field(ZF);
652 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
653 d9ba4830 pbrook
        break;
654 d9ba4830 pbrook
    case 10: /* ge: N == V -> N ^ V == 0 */
655 d9ba4830 pbrook
        tmp = load_cpu_field(VF);
656 6fbe23d5 pbrook
        tmp2 = load_cpu_field(NF);
657 d9ba4830 pbrook
        tcg_gen_xor_i32(tmp, tmp, tmp2);
658 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
659 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
660 d9ba4830 pbrook
        break;
661 d9ba4830 pbrook
    case 11: /* lt: N != V -> N ^ V != 0 */
662 d9ba4830 pbrook
        tmp = load_cpu_field(VF);
663 6fbe23d5 pbrook
        tmp2 = load_cpu_field(NF);
664 d9ba4830 pbrook
        tcg_gen_xor_i32(tmp, tmp, tmp2);
665 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
666 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
667 d9ba4830 pbrook
        break;
668 d9ba4830 pbrook
    case 12: /* gt: !Z && N == V */
669 d9ba4830 pbrook
        inv = gen_new_label();
670 6fbe23d5 pbrook
        tmp = load_cpu_field(ZF);
671 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, inv);
672 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
673 d9ba4830 pbrook
        tmp = load_cpu_field(VF);
674 6fbe23d5 pbrook
        tmp2 = load_cpu_field(NF);
675 d9ba4830 pbrook
        tcg_gen_xor_i32(tmp, tmp, tmp2);
676 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
677 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
678 d9ba4830 pbrook
        gen_set_label(inv);
679 d9ba4830 pbrook
        break;
680 d9ba4830 pbrook
    case 13: /* le: Z || N != V */
681 6fbe23d5 pbrook
        tmp = load_cpu_field(ZF);
682 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
683 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
684 d9ba4830 pbrook
        tmp = load_cpu_field(VF);
685 6fbe23d5 pbrook
        tmp2 = load_cpu_field(NF);
686 d9ba4830 pbrook
        tcg_gen_xor_i32(tmp, tmp, tmp2);
687 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
688 cb63669a pbrook
        tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
689 d9ba4830 pbrook
        break;
690 d9ba4830 pbrook
    default:
691 d9ba4830 pbrook
        fprintf(stderr, "Bad condition code 0x%x\n", cc);
692 d9ba4830 pbrook
        abort();
693 d9ba4830 pbrook
    }
694 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
695 d9ba4830 pbrook
}
696 2c0262af bellard
697 b1d8e52e blueswir1
static const uint8_t table_logic_cc[16] = {
698 2c0262af bellard
    1, /* and */
699 2c0262af bellard
    1, /* xor */
700 2c0262af bellard
    0, /* sub */
701 2c0262af bellard
    0, /* rsb */
702 2c0262af bellard
    0, /* add */
703 2c0262af bellard
    0, /* adc */
704 2c0262af bellard
    0, /* sbc */
705 2c0262af bellard
    0, /* rsc */
706 2c0262af bellard
    1, /* andl */
707 2c0262af bellard
    1, /* xorl */
708 2c0262af bellard
    0, /* cmp */
709 2c0262af bellard
    0, /* cmn */
710 2c0262af bellard
    1, /* orr */
711 2c0262af bellard
    1, /* mov */
712 2c0262af bellard
    1, /* bic */
713 2c0262af bellard
    1, /* mvn */
714 2c0262af bellard
};
715 3b46e624 ths
716 d9ba4830 pbrook
/* Set PC and Thumb state from an immediate address.  */
717 d9ba4830 pbrook
static inline void gen_bx_im(DisasContext *s, uint32_t addr)
718 99c475ab bellard
{
719 b26eefb6 pbrook
    TCGv tmp;
720 99c475ab bellard
721 b26eefb6 pbrook
    s->is_jmp = DISAS_UPDATE;
722 d9ba4830 pbrook
    if (s->thumb != (addr & 1)) {
723 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
724 d9ba4830 pbrook
        tcg_gen_movi_i32(tmp, addr & 1);
725 d9ba4830 pbrook
        tcg_gen_st_i32(tmp, cpu_env, offsetof(CPUState, thumb));
726 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
727 d9ba4830 pbrook
    }
728 155c3eac Filip Navara
    tcg_gen_movi_i32(cpu_R[15], addr & ~1);
729 d9ba4830 pbrook
}
730 d9ba4830 pbrook
731 d9ba4830 pbrook
/* Set PC and Thumb state from var.  var is marked as dead.  */
732 d9ba4830 pbrook
static inline void gen_bx(DisasContext *s, TCGv var)
733 d9ba4830 pbrook
{
734 d9ba4830 pbrook
    s->is_jmp = DISAS_UPDATE;
735 155c3eac Filip Navara
    tcg_gen_andi_i32(cpu_R[15], var, ~1);
736 155c3eac Filip Navara
    tcg_gen_andi_i32(var, var, 1);
737 155c3eac Filip Navara
    store_cpu_field(var, thumb);
738 d9ba4830 pbrook
}
739 d9ba4830 pbrook
740 21aeb343 Juha Riihimรคki
/* Variant of store_reg which uses branch&exchange logic when storing
741 21aeb343 Juha Riihimรคki
   to r15 in ARM architecture v7 and above. The source must be a temporary
742 21aeb343 Juha Riihimรคki
   and will be marked as dead. */
743 21aeb343 Juha Riihimรคki
static inline void store_reg_bx(CPUState *env, DisasContext *s,
744 21aeb343 Juha Riihimรคki
                                int reg, TCGv var)
745 21aeb343 Juha Riihimรคki
{
746 21aeb343 Juha Riihimรคki
    if (reg == 15 && ENABLE_ARCH_7) {
747 21aeb343 Juha Riihimรคki
        gen_bx(s, var);
748 21aeb343 Juha Riihimรคki
    } else {
749 21aeb343 Juha Riihimรคki
        store_reg(s, reg, var);
750 21aeb343 Juha Riihimรคki
    }
751 21aeb343 Juha Riihimรคki
}
752 21aeb343 Juha Riihimรคki
753 b0109805 pbrook
static inline TCGv gen_ld8s(TCGv addr, int index)
754 b0109805 pbrook
{
755 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
756 b0109805 pbrook
    tcg_gen_qemu_ld8s(tmp, addr, index);
757 b0109805 pbrook
    return tmp;
758 b0109805 pbrook
}
759 b0109805 pbrook
static inline TCGv gen_ld8u(TCGv addr, int index)
760 b0109805 pbrook
{
761 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
762 b0109805 pbrook
    tcg_gen_qemu_ld8u(tmp, addr, index);
763 b0109805 pbrook
    return tmp;
764 b0109805 pbrook
}
765 b0109805 pbrook
static inline TCGv gen_ld16s(TCGv addr, int index)
766 b0109805 pbrook
{
767 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
768 b0109805 pbrook
    tcg_gen_qemu_ld16s(tmp, addr, index);
769 b0109805 pbrook
    return tmp;
770 b0109805 pbrook
}
771 b0109805 pbrook
static inline TCGv gen_ld16u(TCGv addr, int index)
772 b0109805 pbrook
{
773 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
774 b0109805 pbrook
    tcg_gen_qemu_ld16u(tmp, addr, index);
775 b0109805 pbrook
    return tmp;
776 b0109805 pbrook
}
777 b0109805 pbrook
static inline TCGv gen_ld32(TCGv addr, int index)
778 b0109805 pbrook
{
779 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
780 b0109805 pbrook
    tcg_gen_qemu_ld32u(tmp, addr, index);
781 b0109805 pbrook
    return tmp;
782 b0109805 pbrook
}
783 84496233 Juha Riihimรคki
static inline TCGv_i64 gen_ld64(TCGv addr, int index)
784 84496233 Juha Riihimรคki
{
785 84496233 Juha Riihimรคki
    TCGv_i64 tmp = tcg_temp_new_i64();
786 84496233 Juha Riihimรคki
    tcg_gen_qemu_ld64(tmp, addr, index);
787 84496233 Juha Riihimรคki
    return tmp;
788 84496233 Juha Riihimรคki
}
789 b0109805 pbrook
static inline void gen_st8(TCGv val, TCGv addr, int index)
790 b0109805 pbrook
{
791 b0109805 pbrook
    tcg_gen_qemu_st8(val, addr, index);
792 7d1b0095 Peter Maydell
    tcg_temp_free_i32(val);
793 b0109805 pbrook
}
794 b0109805 pbrook
static inline void gen_st16(TCGv val, TCGv addr, int index)
795 b0109805 pbrook
{
796 b0109805 pbrook
    tcg_gen_qemu_st16(val, addr, index);
797 7d1b0095 Peter Maydell
    tcg_temp_free_i32(val);
798 b0109805 pbrook
}
799 b0109805 pbrook
static inline void gen_st32(TCGv val, TCGv addr, int index)
800 b0109805 pbrook
{
801 b0109805 pbrook
    tcg_gen_qemu_st32(val, addr, index);
802 7d1b0095 Peter Maydell
    tcg_temp_free_i32(val);
803 b0109805 pbrook
}
804 84496233 Juha Riihimรคki
static inline void gen_st64(TCGv_i64 val, TCGv addr, int index)
805 84496233 Juha Riihimรคki
{
806 84496233 Juha Riihimรคki
    tcg_gen_qemu_st64(val, addr, index);
807 84496233 Juha Riihimรคki
    tcg_temp_free_i64(val);
808 84496233 Juha Riihimรคki
}
809 b5ff1b31 bellard
810 5e3f878a pbrook
static inline void gen_set_pc_im(uint32_t val)
811 5e3f878a pbrook
{
812 155c3eac Filip Navara
    tcg_gen_movi_i32(cpu_R[15], val);
813 5e3f878a pbrook
}
814 5e3f878a pbrook
815 b5ff1b31 bellard
/* Force a TB lookup after an instruction that changes the CPU state.  */
816 b5ff1b31 bellard
static inline void gen_lookup_tb(DisasContext *s)
817 b5ff1b31 bellard
{
818 a6445c52 Filip Navara
    tcg_gen_movi_i32(cpu_R[15], s->pc & ~1);
819 b5ff1b31 bellard
    s->is_jmp = DISAS_UPDATE;
820 b5ff1b31 bellard
}
821 b5ff1b31 bellard
822 b0109805 pbrook
static inline void gen_add_data_offset(DisasContext *s, unsigned int insn,
823 b0109805 pbrook
                                       TCGv var)
824 2c0262af bellard
{
825 1e8d4eec bellard
    int val, rm, shift, shiftop;
826 b26eefb6 pbrook
    TCGv offset;
827 2c0262af bellard
828 2c0262af bellard
    if (!(insn & (1 << 25))) {
829 2c0262af bellard
        /* immediate */
830 2c0262af bellard
        val = insn & 0xfff;
831 2c0262af bellard
        if (!(insn & (1 << 23)))
832 2c0262af bellard
            val = -val;
833 537730b9 bellard
        if (val != 0)
834 b0109805 pbrook
            tcg_gen_addi_i32(var, var, val);
835 2c0262af bellard
    } else {
836 2c0262af bellard
        /* shift/register */
837 2c0262af bellard
        rm = (insn) & 0xf;
838 2c0262af bellard
        shift = (insn >> 7) & 0x1f;
839 1e8d4eec bellard
        shiftop = (insn >> 5) & 3;
840 b26eefb6 pbrook
        offset = load_reg(s, rm);
841 9a119ff6 pbrook
        gen_arm_shift_im(offset, shiftop, shift, 0);
842 2c0262af bellard
        if (!(insn & (1 << 23)))
843 b0109805 pbrook
            tcg_gen_sub_i32(var, var, offset);
844 2c0262af bellard
        else
845 b0109805 pbrook
            tcg_gen_add_i32(var, var, offset);
846 7d1b0095 Peter Maydell
        tcg_temp_free_i32(offset);
847 2c0262af bellard
    }
848 2c0262af bellard
}
849 2c0262af bellard
850 191f9a93 pbrook
static inline void gen_add_datah_offset(DisasContext *s, unsigned int insn,
851 b0109805 pbrook
                                        int extra, TCGv var)
852 2c0262af bellard
{
853 2c0262af bellard
    int val, rm;
854 b26eefb6 pbrook
    TCGv offset;
855 3b46e624 ths
856 2c0262af bellard
    if (insn & (1 << 22)) {
857 2c0262af bellard
        /* immediate */
858 2c0262af bellard
        val = (insn & 0xf) | ((insn >> 4) & 0xf0);
859 2c0262af bellard
        if (!(insn & (1 << 23)))
860 2c0262af bellard
            val = -val;
861 18acad92 pbrook
        val += extra;
862 537730b9 bellard
        if (val != 0)
863 b0109805 pbrook
            tcg_gen_addi_i32(var, var, val);
864 2c0262af bellard
    } else {
865 2c0262af bellard
        /* register */
866 191f9a93 pbrook
        if (extra)
867 b0109805 pbrook
            tcg_gen_addi_i32(var, var, extra);
868 2c0262af bellard
        rm = (insn) & 0xf;
869 b26eefb6 pbrook
        offset = load_reg(s, rm);
870 2c0262af bellard
        if (!(insn & (1 << 23)))
871 b0109805 pbrook
            tcg_gen_sub_i32(var, var, offset);
872 2c0262af bellard
        else
873 b0109805 pbrook
            tcg_gen_add_i32(var, var, offset);
874 7d1b0095 Peter Maydell
        tcg_temp_free_i32(offset);
875 2c0262af bellard
    }
876 2c0262af bellard
}
877 2c0262af bellard
878 4373f3ce pbrook
#define VFP_OP2(name)                                                 \
879 4373f3ce pbrook
static inline void gen_vfp_##name(int dp)                             \
880 4373f3ce pbrook
{                                                                     \
881 4373f3ce pbrook
    if (dp)                                                           \
882 4373f3ce pbrook
        gen_helper_vfp_##name##d(cpu_F0d, cpu_F0d, cpu_F1d, cpu_env); \
883 4373f3ce pbrook
    else                                                              \
884 4373f3ce pbrook
        gen_helper_vfp_##name##s(cpu_F0s, cpu_F0s, cpu_F1s, cpu_env); \
885 b7bcbe95 bellard
}
886 b7bcbe95 bellard
887 4373f3ce pbrook
VFP_OP2(add)
888 4373f3ce pbrook
VFP_OP2(sub)
889 4373f3ce pbrook
VFP_OP2(mul)
890 4373f3ce pbrook
VFP_OP2(div)
891 4373f3ce pbrook
892 4373f3ce pbrook
#undef VFP_OP2
893 4373f3ce pbrook
894 4373f3ce pbrook
static inline void gen_vfp_abs(int dp)
895 4373f3ce pbrook
{
896 4373f3ce pbrook
    if (dp)
897 4373f3ce pbrook
        gen_helper_vfp_absd(cpu_F0d, cpu_F0d);
898 4373f3ce pbrook
    else
899 4373f3ce pbrook
        gen_helper_vfp_abss(cpu_F0s, cpu_F0s);
900 4373f3ce pbrook
}
901 4373f3ce pbrook
902 4373f3ce pbrook
static inline void gen_vfp_neg(int dp)
903 4373f3ce pbrook
{
904 4373f3ce pbrook
    if (dp)
905 4373f3ce pbrook
        gen_helper_vfp_negd(cpu_F0d, cpu_F0d);
906 4373f3ce pbrook
    else
907 4373f3ce pbrook
        gen_helper_vfp_negs(cpu_F0s, cpu_F0s);
908 4373f3ce pbrook
}
909 4373f3ce pbrook
910 4373f3ce pbrook
static inline void gen_vfp_sqrt(int dp)
911 4373f3ce pbrook
{
912 4373f3ce pbrook
    if (dp)
913 4373f3ce pbrook
        gen_helper_vfp_sqrtd(cpu_F0d, cpu_F0d, cpu_env);
914 4373f3ce pbrook
    else
915 4373f3ce pbrook
        gen_helper_vfp_sqrts(cpu_F0s, cpu_F0s, cpu_env);
916 4373f3ce pbrook
}
917 4373f3ce pbrook
918 4373f3ce pbrook
static inline void gen_vfp_cmp(int dp)
919 4373f3ce pbrook
{
920 4373f3ce pbrook
    if (dp)
921 4373f3ce pbrook
        gen_helper_vfp_cmpd(cpu_F0d, cpu_F1d, cpu_env);
922 4373f3ce pbrook
    else
923 4373f3ce pbrook
        gen_helper_vfp_cmps(cpu_F0s, cpu_F1s, cpu_env);
924 4373f3ce pbrook
}
925 4373f3ce pbrook
926 4373f3ce pbrook
static inline void gen_vfp_cmpe(int dp)
927 4373f3ce pbrook
{
928 4373f3ce pbrook
    if (dp)
929 4373f3ce pbrook
        gen_helper_vfp_cmped(cpu_F0d, cpu_F1d, cpu_env);
930 4373f3ce pbrook
    else
931 4373f3ce pbrook
        gen_helper_vfp_cmpes(cpu_F0s, cpu_F1s, cpu_env);
932 4373f3ce pbrook
}
933 4373f3ce pbrook
934 4373f3ce pbrook
static inline void gen_vfp_F1_ld0(int dp)
935 4373f3ce pbrook
{
936 4373f3ce pbrook
    if (dp)
937 5b340b51 balrog
        tcg_gen_movi_i64(cpu_F1d, 0);
938 4373f3ce pbrook
    else
939 5b340b51 balrog
        tcg_gen_movi_i32(cpu_F1s, 0);
940 4373f3ce pbrook
}
941 4373f3ce pbrook
942 4373f3ce pbrook
static inline void gen_vfp_uito(int dp)
943 4373f3ce pbrook
{
944 4373f3ce pbrook
    if (dp)
945 4373f3ce pbrook
        gen_helper_vfp_uitod(cpu_F0d, cpu_F0s, cpu_env);
946 4373f3ce pbrook
    else
947 4373f3ce pbrook
        gen_helper_vfp_uitos(cpu_F0s, cpu_F0s, cpu_env);
948 4373f3ce pbrook
}
949 4373f3ce pbrook
950 4373f3ce pbrook
static inline void gen_vfp_sito(int dp)
951 4373f3ce pbrook
{
952 4373f3ce pbrook
    if (dp)
953 66230e0d balrog
        gen_helper_vfp_sitod(cpu_F0d, cpu_F0s, cpu_env);
954 4373f3ce pbrook
    else
955 66230e0d balrog
        gen_helper_vfp_sitos(cpu_F0s, cpu_F0s, cpu_env);
956 4373f3ce pbrook
}
957 4373f3ce pbrook
958 4373f3ce pbrook
static inline void gen_vfp_toui(int dp)
959 4373f3ce pbrook
{
960 4373f3ce pbrook
    if (dp)
961 4373f3ce pbrook
        gen_helper_vfp_touid(cpu_F0s, cpu_F0d, cpu_env);
962 4373f3ce pbrook
    else
963 4373f3ce pbrook
        gen_helper_vfp_touis(cpu_F0s, cpu_F0s, cpu_env);
964 4373f3ce pbrook
}
965 4373f3ce pbrook
966 4373f3ce pbrook
static inline void gen_vfp_touiz(int dp)
967 4373f3ce pbrook
{
968 4373f3ce pbrook
    if (dp)
969 4373f3ce pbrook
        gen_helper_vfp_touizd(cpu_F0s, cpu_F0d, cpu_env);
970 4373f3ce pbrook
    else
971 4373f3ce pbrook
        gen_helper_vfp_touizs(cpu_F0s, cpu_F0s, cpu_env);
972 4373f3ce pbrook
}
973 4373f3ce pbrook
974 4373f3ce pbrook
static inline void gen_vfp_tosi(int dp)
975 4373f3ce pbrook
{
976 4373f3ce pbrook
    if (dp)
977 4373f3ce pbrook
        gen_helper_vfp_tosid(cpu_F0s, cpu_F0d, cpu_env);
978 4373f3ce pbrook
    else
979 4373f3ce pbrook
        gen_helper_vfp_tosis(cpu_F0s, cpu_F0s, cpu_env);
980 4373f3ce pbrook
}
981 4373f3ce pbrook
982 4373f3ce pbrook
static inline void gen_vfp_tosiz(int dp)
983 9ee6e8bb pbrook
{
984 9ee6e8bb pbrook
    if (dp)
985 4373f3ce pbrook
        gen_helper_vfp_tosizd(cpu_F0s, cpu_F0d, cpu_env);
986 9ee6e8bb pbrook
    else
987 4373f3ce pbrook
        gen_helper_vfp_tosizs(cpu_F0s, cpu_F0s, cpu_env);
988 4373f3ce pbrook
}
989 4373f3ce pbrook
990 4373f3ce pbrook
#define VFP_GEN_FIX(name) \
991 4373f3ce pbrook
static inline void gen_vfp_##name(int dp, int shift) \
992 4373f3ce pbrook
{ \
993 b75263d6 Juha Riihimรคki
    TCGv tmp_shift = tcg_const_i32(shift); \
994 4373f3ce pbrook
    if (dp) \
995 b75263d6 Juha Riihimรคki
        gen_helper_vfp_##name##d(cpu_F0d, cpu_F0d, tmp_shift, cpu_env);\
996 4373f3ce pbrook
    else \
997 b75263d6 Juha Riihimรคki
        gen_helper_vfp_##name##s(cpu_F0s, cpu_F0s, tmp_shift, cpu_env);\
998 b75263d6 Juha Riihimรคki
    tcg_temp_free_i32(tmp_shift); \
999 9ee6e8bb pbrook
}
1000 4373f3ce pbrook
VFP_GEN_FIX(tosh)
1001 4373f3ce pbrook
VFP_GEN_FIX(tosl)
1002 4373f3ce pbrook
VFP_GEN_FIX(touh)
1003 4373f3ce pbrook
VFP_GEN_FIX(toul)
1004 4373f3ce pbrook
VFP_GEN_FIX(shto)
1005 4373f3ce pbrook
VFP_GEN_FIX(slto)
1006 4373f3ce pbrook
VFP_GEN_FIX(uhto)
1007 4373f3ce pbrook
VFP_GEN_FIX(ulto)
1008 4373f3ce pbrook
#undef VFP_GEN_FIX
1009 9ee6e8bb pbrook
1010 312eea9f Filip Navara
static inline void gen_vfp_ld(DisasContext *s, int dp, TCGv addr)
1011 b5ff1b31 bellard
{
1012 b5ff1b31 bellard
    if (dp)
1013 312eea9f Filip Navara
        tcg_gen_qemu_ld64(cpu_F0d, addr, IS_USER(s));
1014 b5ff1b31 bellard
    else
1015 312eea9f Filip Navara
        tcg_gen_qemu_ld32u(cpu_F0s, addr, IS_USER(s));
1016 b5ff1b31 bellard
}
1017 b5ff1b31 bellard
1018 312eea9f Filip Navara
static inline void gen_vfp_st(DisasContext *s, int dp, TCGv addr)
1019 b5ff1b31 bellard
{
1020 b5ff1b31 bellard
    if (dp)
1021 312eea9f Filip Navara
        tcg_gen_qemu_st64(cpu_F0d, addr, IS_USER(s));
1022 b5ff1b31 bellard
    else
1023 312eea9f Filip Navara
        tcg_gen_qemu_st32(cpu_F0s, addr, IS_USER(s));
1024 b5ff1b31 bellard
}
1025 b5ff1b31 bellard
1026 8e96005d bellard
static inline long
1027 8e96005d bellard
vfp_reg_offset (int dp, int reg)
1028 8e96005d bellard
{
1029 8e96005d bellard
    if (dp)
1030 8e96005d bellard
        return offsetof(CPUARMState, vfp.regs[reg]);
1031 8e96005d bellard
    else if (reg & 1) {
1032 8e96005d bellard
        return offsetof(CPUARMState, vfp.regs[reg >> 1])
1033 8e96005d bellard
          + offsetof(CPU_DoubleU, l.upper);
1034 8e96005d bellard
    } else {
1035 8e96005d bellard
        return offsetof(CPUARMState, vfp.regs[reg >> 1])
1036 8e96005d bellard
          + offsetof(CPU_DoubleU, l.lower);
1037 8e96005d bellard
    }
1038 8e96005d bellard
}
1039 9ee6e8bb pbrook
1040 9ee6e8bb pbrook
/* Return the offset of a 32-bit piece of a NEON register.
1041 9ee6e8bb pbrook
   zero is the least significant end of the register.  */
1042 9ee6e8bb pbrook
static inline long
1043 9ee6e8bb pbrook
neon_reg_offset (int reg, int n)
1044 9ee6e8bb pbrook
{
1045 9ee6e8bb pbrook
    int sreg;
1046 9ee6e8bb pbrook
    sreg = reg * 2 + n;
1047 9ee6e8bb pbrook
    return vfp_reg_offset(0, sreg);
1048 9ee6e8bb pbrook
}
1049 9ee6e8bb pbrook
1050 8f8e3aa4 pbrook
static TCGv neon_load_reg(int reg, int pass)
1051 8f8e3aa4 pbrook
{
1052 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
1053 8f8e3aa4 pbrook
    tcg_gen_ld_i32(tmp, cpu_env, neon_reg_offset(reg, pass));
1054 8f8e3aa4 pbrook
    return tmp;
1055 8f8e3aa4 pbrook
}
1056 8f8e3aa4 pbrook
1057 8f8e3aa4 pbrook
static void neon_store_reg(int reg, int pass, TCGv var)
1058 8f8e3aa4 pbrook
{
1059 8f8e3aa4 pbrook
    tcg_gen_st_i32(var, cpu_env, neon_reg_offset(reg, pass));
1060 7d1b0095 Peter Maydell
    tcg_temp_free_i32(var);
1061 8f8e3aa4 pbrook
}
1062 8f8e3aa4 pbrook
1063 a7812ae4 pbrook
static inline void neon_load_reg64(TCGv_i64 var, int reg)
1064 ad69471c pbrook
{
1065 ad69471c pbrook
    tcg_gen_ld_i64(var, cpu_env, vfp_reg_offset(1, reg));
1066 ad69471c pbrook
}
1067 ad69471c pbrook
1068 a7812ae4 pbrook
static inline void neon_store_reg64(TCGv_i64 var, int reg)
1069 ad69471c pbrook
{
1070 ad69471c pbrook
    tcg_gen_st_i64(var, cpu_env, vfp_reg_offset(1, reg));
1071 ad69471c pbrook
}
1072 ad69471c pbrook
1073 4373f3ce pbrook
#define tcg_gen_ld_f32 tcg_gen_ld_i32
1074 4373f3ce pbrook
#define tcg_gen_ld_f64 tcg_gen_ld_i64
1075 4373f3ce pbrook
#define tcg_gen_st_f32 tcg_gen_st_i32
1076 4373f3ce pbrook
#define tcg_gen_st_f64 tcg_gen_st_i64
1077 4373f3ce pbrook
1078 b7bcbe95 bellard
static inline void gen_mov_F0_vreg(int dp, int reg)
1079 b7bcbe95 bellard
{
1080 b7bcbe95 bellard
    if (dp)
1081 4373f3ce pbrook
        tcg_gen_ld_f64(cpu_F0d, cpu_env, vfp_reg_offset(dp, reg));
1082 b7bcbe95 bellard
    else
1083 4373f3ce pbrook
        tcg_gen_ld_f32(cpu_F0s, cpu_env, vfp_reg_offset(dp, reg));
1084 b7bcbe95 bellard
}
1085 b7bcbe95 bellard
1086 b7bcbe95 bellard
static inline void gen_mov_F1_vreg(int dp, int reg)
1087 b7bcbe95 bellard
{
1088 b7bcbe95 bellard
    if (dp)
1089 4373f3ce pbrook
        tcg_gen_ld_f64(cpu_F1d, cpu_env, vfp_reg_offset(dp, reg));
1090 b7bcbe95 bellard
    else
1091 4373f3ce pbrook
        tcg_gen_ld_f32(cpu_F1s, cpu_env, vfp_reg_offset(dp, reg));
1092 b7bcbe95 bellard
}
1093 b7bcbe95 bellard
1094 b7bcbe95 bellard
static inline void gen_mov_vreg_F0(int dp, int reg)
1095 b7bcbe95 bellard
{
1096 b7bcbe95 bellard
    if (dp)
1097 4373f3ce pbrook
        tcg_gen_st_f64(cpu_F0d, cpu_env, vfp_reg_offset(dp, reg));
1098 b7bcbe95 bellard
    else
1099 4373f3ce pbrook
        tcg_gen_st_f32(cpu_F0s, cpu_env, vfp_reg_offset(dp, reg));
1100 b7bcbe95 bellard
}
1101 b7bcbe95 bellard
1102 18c9b560 balrog
#define ARM_CP_RW_BIT        (1 << 20)
1103 18c9b560 balrog
1104 a7812ae4 pbrook
static inline void iwmmxt_load_reg(TCGv_i64 var, int reg)
1105 e677137d pbrook
{
1106 e677137d pbrook
    tcg_gen_ld_i64(var, cpu_env, offsetof(CPUState, iwmmxt.regs[reg]));
1107 e677137d pbrook
}
1108 e677137d pbrook
1109 a7812ae4 pbrook
static inline void iwmmxt_store_reg(TCGv_i64 var, int reg)
1110 e677137d pbrook
{
1111 e677137d pbrook
    tcg_gen_st_i64(var, cpu_env, offsetof(CPUState, iwmmxt.regs[reg]));
1112 e677137d pbrook
}
1113 e677137d pbrook
1114 da6b5335 Filip Navara
static inline TCGv iwmmxt_load_creg(int reg)
1115 e677137d pbrook
{
1116 7d1b0095 Peter Maydell
    TCGv var = tcg_temp_new_i32();
1117 da6b5335 Filip Navara
    tcg_gen_ld_i32(var, cpu_env, offsetof(CPUState, iwmmxt.cregs[reg]));
1118 da6b5335 Filip Navara
    return var;
1119 e677137d pbrook
}
1120 e677137d pbrook
1121 da6b5335 Filip Navara
static inline void iwmmxt_store_creg(int reg, TCGv var)
1122 e677137d pbrook
{
1123 da6b5335 Filip Navara
    tcg_gen_st_i32(var, cpu_env, offsetof(CPUState, iwmmxt.cregs[reg]));
1124 7d1b0095 Peter Maydell
    tcg_temp_free_i32(var);
1125 e677137d pbrook
}
1126 e677137d pbrook
1127 e677137d pbrook
static inline void gen_op_iwmmxt_movq_wRn_M0(int rn)
1128 e677137d pbrook
{
1129 e677137d pbrook
    iwmmxt_store_reg(cpu_M0, rn);
1130 e677137d pbrook
}
1131 e677137d pbrook
1132 e677137d pbrook
static inline void gen_op_iwmmxt_movq_M0_wRn(int rn)
1133 e677137d pbrook
{
1134 e677137d pbrook
    iwmmxt_load_reg(cpu_M0, rn);
1135 e677137d pbrook
}
1136 e677137d pbrook
1137 e677137d pbrook
static inline void gen_op_iwmmxt_orq_M0_wRn(int rn)
1138 e677137d pbrook
{
1139 e677137d pbrook
    iwmmxt_load_reg(cpu_V1, rn);
1140 e677137d pbrook
    tcg_gen_or_i64(cpu_M0, cpu_M0, cpu_V1);
1141 e677137d pbrook
}
1142 e677137d pbrook
1143 e677137d pbrook
static inline void gen_op_iwmmxt_andq_M0_wRn(int rn)
1144 e677137d pbrook
{
1145 e677137d pbrook
    iwmmxt_load_reg(cpu_V1, rn);
1146 e677137d pbrook
    tcg_gen_and_i64(cpu_M0, cpu_M0, cpu_V1);
1147 e677137d pbrook
}
1148 e677137d pbrook
1149 e677137d pbrook
static inline void gen_op_iwmmxt_xorq_M0_wRn(int rn)
1150 e677137d pbrook
{
1151 e677137d pbrook
    iwmmxt_load_reg(cpu_V1, rn);
1152 e677137d pbrook
    tcg_gen_xor_i64(cpu_M0, cpu_M0, cpu_V1);
1153 e677137d pbrook
}
1154 e677137d pbrook
1155 e677137d pbrook
#define IWMMXT_OP(name) \
1156 e677137d pbrook
static inline void gen_op_iwmmxt_##name##_M0_wRn(int rn) \
1157 e677137d pbrook
{ \
1158 e677137d pbrook
    iwmmxt_load_reg(cpu_V1, rn); \
1159 e677137d pbrook
    gen_helper_iwmmxt_##name(cpu_M0, cpu_M0, cpu_V1); \
1160 e677137d pbrook
}
1161 e677137d pbrook
1162 e677137d pbrook
#define IWMMXT_OP_ENV(name) \
1163 e677137d pbrook
static inline void gen_op_iwmmxt_##name##_M0_wRn(int rn) \
1164 e677137d pbrook
{ \
1165 e677137d pbrook
    iwmmxt_load_reg(cpu_V1, rn); \
1166 e677137d pbrook
    gen_helper_iwmmxt_##name(cpu_M0, cpu_env, cpu_M0, cpu_V1); \
1167 e677137d pbrook
}
1168 e677137d pbrook
1169 e677137d pbrook
#define IWMMXT_OP_ENV_SIZE(name) \
1170 e677137d pbrook
IWMMXT_OP_ENV(name##b) \
1171 e677137d pbrook
IWMMXT_OP_ENV(name##w) \
1172 e677137d pbrook
IWMMXT_OP_ENV(name##l)
1173 e677137d pbrook
1174 e677137d pbrook
#define IWMMXT_OP_ENV1(name) \
1175 e677137d pbrook
static inline void gen_op_iwmmxt_##name##_M0(void) \
1176 e677137d pbrook
{ \
1177 e677137d pbrook
    gen_helper_iwmmxt_##name(cpu_M0, cpu_env, cpu_M0); \
1178 e677137d pbrook
}
1179 e677137d pbrook
1180 e677137d pbrook
IWMMXT_OP(maddsq)
1181 e677137d pbrook
IWMMXT_OP(madduq)
1182 e677137d pbrook
IWMMXT_OP(sadb)
1183 e677137d pbrook
IWMMXT_OP(sadw)
1184 e677137d pbrook
IWMMXT_OP(mulslw)
1185 e677137d pbrook
IWMMXT_OP(mulshw)
1186 e677137d pbrook
IWMMXT_OP(mululw)
1187 e677137d pbrook
IWMMXT_OP(muluhw)
1188 e677137d pbrook
IWMMXT_OP(macsw)
1189 e677137d pbrook
IWMMXT_OP(macuw)
1190 e677137d pbrook
1191 e677137d pbrook
IWMMXT_OP_ENV_SIZE(unpackl)
1192 e677137d pbrook
IWMMXT_OP_ENV_SIZE(unpackh)
1193 e677137d pbrook
1194 e677137d pbrook
IWMMXT_OP_ENV1(unpacklub)
1195 e677137d pbrook
IWMMXT_OP_ENV1(unpackluw)
1196 e677137d pbrook
IWMMXT_OP_ENV1(unpacklul)
1197 e677137d pbrook
IWMMXT_OP_ENV1(unpackhub)
1198 e677137d pbrook
IWMMXT_OP_ENV1(unpackhuw)
1199 e677137d pbrook
IWMMXT_OP_ENV1(unpackhul)
1200 e677137d pbrook
IWMMXT_OP_ENV1(unpacklsb)
1201 e677137d pbrook
IWMMXT_OP_ENV1(unpacklsw)
1202 e677137d pbrook
IWMMXT_OP_ENV1(unpacklsl)
1203 e677137d pbrook
IWMMXT_OP_ENV1(unpackhsb)
1204 e677137d pbrook
IWMMXT_OP_ENV1(unpackhsw)
1205 e677137d pbrook
IWMMXT_OP_ENV1(unpackhsl)
1206 e677137d pbrook
1207 e677137d pbrook
IWMMXT_OP_ENV_SIZE(cmpeq)
1208 e677137d pbrook
IWMMXT_OP_ENV_SIZE(cmpgtu)
1209 e677137d pbrook
IWMMXT_OP_ENV_SIZE(cmpgts)
1210 e677137d pbrook
1211 e677137d pbrook
IWMMXT_OP_ENV_SIZE(mins)
1212 e677137d pbrook
IWMMXT_OP_ENV_SIZE(minu)
1213 e677137d pbrook
IWMMXT_OP_ENV_SIZE(maxs)
1214 e677137d pbrook
IWMMXT_OP_ENV_SIZE(maxu)
1215 e677137d pbrook
1216 e677137d pbrook
IWMMXT_OP_ENV_SIZE(subn)
1217 e677137d pbrook
IWMMXT_OP_ENV_SIZE(addn)
1218 e677137d pbrook
IWMMXT_OP_ENV_SIZE(subu)
1219 e677137d pbrook
IWMMXT_OP_ENV_SIZE(addu)
1220 e677137d pbrook
IWMMXT_OP_ENV_SIZE(subs)
1221 e677137d pbrook
IWMMXT_OP_ENV_SIZE(adds)
1222 e677137d pbrook
1223 e677137d pbrook
IWMMXT_OP_ENV(avgb0)
1224 e677137d pbrook
IWMMXT_OP_ENV(avgb1)
1225 e677137d pbrook
IWMMXT_OP_ENV(avgw0)
1226 e677137d pbrook
IWMMXT_OP_ENV(avgw1)
1227 e677137d pbrook
1228 e677137d pbrook
IWMMXT_OP(msadb)
1229 e677137d pbrook
1230 e677137d pbrook
IWMMXT_OP_ENV(packuw)
1231 e677137d pbrook
IWMMXT_OP_ENV(packul)
1232 e677137d pbrook
IWMMXT_OP_ENV(packuq)
1233 e677137d pbrook
IWMMXT_OP_ENV(packsw)
1234 e677137d pbrook
IWMMXT_OP_ENV(packsl)
1235 e677137d pbrook
IWMMXT_OP_ENV(packsq)
1236 e677137d pbrook
1237 e677137d pbrook
static void gen_op_iwmmxt_set_mup(void)
1238 e677137d pbrook
{
1239 e677137d pbrook
    TCGv tmp;
1240 e677137d pbrook
    tmp = load_cpu_field(iwmmxt.cregs[ARM_IWMMXT_wCon]);
1241 e677137d pbrook
    tcg_gen_ori_i32(tmp, tmp, 2);
1242 e677137d pbrook
    store_cpu_field(tmp, iwmmxt.cregs[ARM_IWMMXT_wCon]);
1243 e677137d pbrook
}
1244 e677137d pbrook
1245 e677137d pbrook
static void gen_op_iwmmxt_set_cup(void)
1246 e677137d pbrook
{
1247 e677137d pbrook
    TCGv tmp;
1248 e677137d pbrook
    tmp = load_cpu_field(iwmmxt.cregs[ARM_IWMMXT_wCon]);
1249 e677137d pbrook
    tcg_gen_ori_i32(tmp, tmp, 1);
1250 e677137d pbrook
    store_cpu_field(tmp, iwmmxt.cregs[ARM_IWMMXT_wCon]);
1251 e677137d pbrook
}
1252 e677137d pbrook
1253 e677137d pbrook
static void gen_op_iwmmxt_setpsr_nz(void)
1254 e677137d pbrook
{
1255 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
1256 e677137d pbrook
    gen_helper_iwmmxt_setpsr_nz(tmp, cpu_M0);
1257 e677137d pbrook
    store_cpu_field(tmp, iwmmxt.cregs[ARM_IWMMXT_wCASF]);
1258 e677137d pbrook
}
1259 e677137d pbrook
1260 e677137d pbrook
static inline void gen_op_iwmmxt_addl_M0_wRn(int rn)
1261 e677137d pbrook
{
1262 e677137d pbrook
    iwmmxt_load_reg(cpu_V1, rn);
1263 86831435 pbrook
    tcg_gen_ext32u_i64(cpu_V1, cpu_V1);
1264 e677137d pbrook
    tcg_gen_add_i64(cpu_M0, cpu_M0, cpu_V1);
1265 e677137d pbrook
}
1266 e677137d pbrook
1267 da6b5335 Filip Navara
static inline int gen_iwmmxt_address(DisasContext *s, uint32_t insn, TCGv dest)
1268 18c9b560 balrog
{
1269 18c9b560 balrog
    int rd;
1270 18c9b560 balrog
    uint32_t offset;
1271 da6b5335 Filip Navara
    TCGv tmp;
1272 18c9b560 balrog
1273 18c9b560 balrog
    rd = (insn >> 16) & 0xf;
1274 da6b5335 Filip Navara
    tmp = load_reg(s, rd);
1275 18c9b560 balrog
1276 18c9b560 balrog
    offset = (insn & 0xff) << ((insn >> 7) & 2);
1277 18c9b560 balrog
    if (insn & (1 << 24)) {
1278 18c9b560 balrog
        /* Pre indexed */
1279 18c9b560 balrog
        if (insn & (1 << 23))
1280 da6b5335 Filip Navara
            tcg_gen_addi_i32(tmp, tmp, offset);
1281 18c9b560 balrog
        else
1282 da6b5335 Filip Navara
            tcg_gen_addi_i32(tmp, tmp, -offset);
1283 da6b5335 Filip Navara
        tcg_gen_mov_i32(dest, tmp);
1284 18c9b560 balrog
        if (insn & (1 << 21))
1285 da6b5335 Filip Navara
            store_reg(s, rd, tmp);
1286 da6b5335 Filip Navara
        else
1287 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
1288 18c9b560 balrog
    } else if (insn & (1 << 21)) {
1289 18c9b560 balrog
        /* Post indexed */
1290 da6b5335 Filip Navara
        tcg_gen_mov_i32(dest, tmp);
1291 18c9b560 balrog
        if (insn & (1 << 23))
1292 da6b5335 Filip Navara
            tcg_gen_addi_i32(tmp, tmp, offset);
1293 18c9b560 balrog
        else
1294 da6b5335 Filip Navara
            tcg_gen_addi_i32(tmp, tmp, -offset);
1295 da6b5335 Filip Navara
        store_reg(s, rd, tmp);
1296 18c9b560 balrog
    } else if (!(insn & (1 << 23)))
1297 18c9b560 balrog
        return 1;
1298 18c9b560 balrog
    return 0;
1299 18c9b560 balrog
}
1300 18c9b560 balrog
1301 da6b5335 Filip Navara
static inline int gen_iwmmxt_shift(uint32_t insn, uint32_t mask, TCGv dest)
1302 18c9b560 balrog
{
1303 18c9b560 balrog
    int rd = (insn >> 0) & 0xf;
1304 da6b5335 Filip Navara
    TCGv tmp;
1305 18c9b560 balrog
1306 da6b5335 Filip Navara
    if (insn & (1 << 8)) {
1307 da6b5335 Filip Navara
        if (rd < ARM_IWMMXT_wCGR0 || rd > ARM_IWMMXT_wCGR3) {
1308 18c9b560 balrog
            return 1;
1309 da6b5335 Filip Navara
        } else {
1310 da6b5335 Filip Navara
            tmp = iwmmxt_load_creg(rd);
1311 da6b5335 Filip Navara
        }
1312 da6b5335 Filip Navara
    } else {
1313 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
1314 da6b5335 Filip Navara
        iwmmxt_load_reg(cpu_V0, rd);
1315 da6b5335 Filip Navara
        tcg_gen_trunc_i64_i32(tmp, cpu_V0);
1316 da6b5335 Filip Navara
    }
1317 da6b5335 Filip Navara
    tcg_gen_andi_i32(tmp, tmp, mask);
1318 da6b5335 Filip Navara
    tcg_gen_mov_i32(dest, tmp);
1319 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
1320 18c9b560 balrog
    return 0;
1321 18c9b560 balrog
}
1322 18c9b560 balrog
1323 18c9b560 balrog
/* Disassemble an iwMMXt instruction.  Returns nonzero if an error occured
1324 18c9b560 balrog
   (ie. an undefined instruction).  */
1325 18c9b560 balrog
static int disas_iwmmxt_insn(CPUState *env, DisasContext *s, uint32_t insn)
1326 18c9b560 balrog
{
1327 18c9b560 balrog
    int rd, wrd;
1328 18c9b560 balrog
    int rdhi, rdlo, rd0, rd1, i;
1329 da6b5335 Filip Navara
    TCGv addr;
1330 da6b5335 Filip Navara
    TCGv tmp, tmp2, tmp3;
1331 18c9b560 balrog
1332 18c9b560 balrog
    if ((insn & 0x0e000e00) == 0x0c000000) {
1333 18c9b560 balrog
        if ((insn & 0x0fe00ff0) == 0x0c400000) {
1334 18c9b560 balrog
            wrd = insn & 0xf;
1335 18c9b560 balrog
            rdlo = (insn >> 12) & 0xf;
1336 18c9b560 balrog
            rdhi = (insn >> 16) & 0xf;
1337 18c9b560 balrog
            if (insn & ARM_CP_RW_BIT) {                        /* TMRRC */
1338 da6b5335 Filip Navara
                iwmmxt_load_reg(cpu_V0, wrd);
1339 da6b5335 Filip Navara
                tcg_gen_trunc_i64_i32(cpu_R[rdlo], cpu_V0);
1340 da6b5335 Filip Navara
                tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
1341 da6b5335 Filip Navara
                tcg_gen_trunc_i64_i32(cpu_R[rdhi], cpu_V0);
1342 18c9b560 balrog
            } else {                                        /* TMCRR */
1343 da6b5335 Filip Navara
                tcg_gen_concat_i32_i64(cpu_V0, cpu_R[rdlo], cpu_R[rdhi]);
1344 da6b5335 Filip Navara
                iwmmxt_store_reg(cpu_V0, wrd);
1345 18c9b560 balrog
                gen_op_iwmmxt_set_mup();
1346 18c9b560 balrog
            }
1347 18c9b560 balrog
            return 0;
1348 18c9b560 balrog
        }
1349 18c9b560 balrog
1350 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1351 7d1b0095 Peter Maydell
        addr = tcg_temp_new_i32();
1352 da6b5335 Filip Navara
        if (gen_iwmmxt_address(s, insn, addr)) {
1353 7d1b0095 Peter Maydell
            tcg_temp_free_i32(addr);
1354 18c9b560 balrog
            return 1;
1355 da6b5335 Filip Navara
        }
1356 18c9b560 balrog
        if (insn & ARM_CP_RW_BIT) {
1357 18c9b560 balrog
            if ((insn >> 28) == 0xf) {                        /* WLDRW wCx */
1358 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
1359 da6b5335 Filip Navara
                tcg_gen_qemu_ld32u(tmp, addr, IS_USER(s));
1360 da6b5335 Filip Navara
                iwmmxt_store_creg(wrd, tmp);
1361 18c9b560 balrog
            } else {
1362 e677137d pbrook
                i = 1;
1363 e677137d pbrook
                if (insn & (1 << 8)) {
1364 e677137d pbrook
                    if (insn & (1 << 22)) {                /* WLDRD */
1365 da6b5335 Filip Navara
                        tcg_gen_qemu_ld64(cpu_M0, addr, IS_USER(s));
1366 e677137d pbrook
                        i = 0;
1367 e677137d pbrook
                    } else {                                /* WLDRW wRd */
1368 da6b5335 Filip Navara
                        tmp = gen_ld32(addr, IS_USER(s));
1369 e677137d pbrook
                    }
1370 e677137d pbrook
                } else {
1371 e677137d pbrook
                    if (insn & (1 << 22)) {                /* WLDRH */
1372 da6b5335 Filip Navara
                        tmp = gen_ld16u(addr, IS_USER(s));
1373 e677137d pbrook
                    } else {                                /* WLDRB */
1374 da6b5335 Filip Navara
                        tmp = gen_ld8u(addr, IS_USER(s));
1375 e677137d pbrook
                    }
1376 e677137d pbrook
                }
1377 e677137d pbrook
                if (i) {
1378 e677137d pbrook
                    tcg_gen_extu_i32_i64(cpu_M0, tmp);
1379 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
1380 e677137d pbrook
                }
1381 18c9b560 balrog
                gen_op_iwmmxt_movq_wRn_M0(wrd);
1382 18c9b560 balrog
            }
1383 18c9b560 balrog
        } else {
1384 18c9b560 balrog
            if ((insn >> 28) == 0xf) {                        /* WSTRW wCx */
1385 da6b5335 Filip Navara
                tmp = iwmmxt_load_creg(wrd);
1386 da6b5335 Filip Navara
                gen_st32(tmp, addr, IS_USER(s));
1387 18c9b560 balrog
            } else {
1388 18c9b560 balrog
                gen_op_iwmmxt_movq_M0_wRn(wrd);
1389 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
1390 e677137d pbrook
                if (insn & (1 << 8)) {
1391 e677137d pbrook
                    if (insn & (1 << 22)) {                /* WSTRD */
1392 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
1393 da6b5335 Filip Navara
                        tcg_gen_qemu_st64(cpu_M0, addr, IS_USER(s));
1394 e677137d pbrook
                    } else {                                /* WSTRW wRd */
1395 e677137d pbrook
                        tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1396 da6b5335 Filip Navara
                        gen_st32(tmp, addr, IS_USER(s));
1397 e677137d pbrook
                    }
1398 e677137d pbrook
                } else {
1399 e677137d pbrook
                    if (insn & (1 << 22)) {                /* WSTRH */
1400 e677137d pbrook
                        tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1401 da6b5335 Filip Navara
                        gen_st16(tmp, addr, IS_USER(s));
1402 e677137d pbrook
                    } else {                                /* WSTRB */
1403 e677137d pbrook
                        tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1404 da6b5335 Filip Navara
                        gen_st8(tmp, addr, IS_USER(s));
1405 e677137d pbrook
                    }
1406 e677137d pbrook
                }
1407 18c9b560 balrog
            }
1408 18c9b560 balrog
        }
1409 7d1b0095 Peter Maydell
        tcg_temp_free_i32(addr);
1410 18c9b560 balrog
        return 0;
1411 18c9b560 balrog
    }
1412 18c9b560 balrog
1413 18c9b560 balrog
    if ((insn & 0x0f000000) != 0x0e000000)
1414 18c9b560 balrog
        return 1;
1415 18c9b560 balrog
1416 18c9b560 balrog
    switch (((insn >> 12) & 0xf00) | ((insn >> 4) & 0xff)) {
1417 18c9b560 balrog
    case 0x000:                                                /* WOR */
1418 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1419 18c9b560 balrog
        rd0 = (insn >> 0) & 0xf;
1420 18c9b560 balrog
        rd1 = (insn >> 16) & 0xf;
1421 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1422 18c9b560 balrog
        gen_op_iwmmxt_orq_M0_wRn(rd1);
1423 18c9b560 balrog
        gen_op_iwmmxt_setpsr_nz();
1424 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1425 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1426 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1427 18c9b560 balrog
        break;
1428 18c9b560 balrog
    case 0x011:                                                /* TMCR */
1429 18c9b560 balrog
        if (insn & 0xf)
1430 18c9b560 balrog
            return 1;
1431 18c9b560 balrog
        rd = (insn >> 12) & 0xf;
1432 18c9b560 balrog
        wrd = (insn >> 16) & 0xf;
1433 18c9b560 balrog
        switch (wrd) {
1434 18c9b560 balrog
        case ARM_IWMMXT_wCID:
1435 18c9b560 balrog
        case ARM_IWMMXT_wCASF:
1436 18c9b560 balrog
            break;
1437 18c9b560 balrog
        case ARM_IWMMXT_wCon:
1438 18c9b560 balrog
            gen_op_iwmmxt_set_cup();
1439 18c9b560 balrog
            /* Fall through.  */
1440 18c9b560 balrog
        case ARM_IWMMXT_wCSSF:
1441 da6b5335 Filip Navara
            tmp = iwmmxt_load_creg(wrd);
1442 da6b5335 Filip Navara
            tmp2 = load_reg(s, rd);
1443 f669df27 Aurelien Jarno
            tcg_gen_andc_i32(tmp, tmp, tmp2);
1444 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
1445 da6b5335 Filip Navara
            iwmmxt_store_creg(wrd, tmp);
1446 18c9b560 balrog
            break;
1447 18c9b560 balrog
        case ARM_IWMMXT_wCGR0:
1448 18c9b560 balrog
        case ARM_IWMMXT_wCGR1:
1449 18c9b560 balrog
        case ARM_IWMMXT_wCGR2:
1450 18c9b560 balrog
        case ARM_IWMMXT_wCGR3:
1451 18c9b560 balrog
            gen_op_iwmmxt_set_cup();
1452 da6b5335 Filip Navara
            tmp = load_reg(s, rd);
1453 da6b5335 Filip Navara
            iwmmxt_store_creg(wrd, tmp);
1454 18c9b560 balrog
            break;
1455 18c9b560 balrog
        default:
1456 18c9b560 balrog
            return 1;
1457 18c9b560 balrog
        }
1458 18c9b560 balrog
        break;
1459 18c9b560 balrog
    case 0x100:                                                /* WXOR */
1460 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1461 18c9b560 balrog
        rd0 = (insn >> 0) & 0xf;
1462 18c9b560 balrog
        rd1 = (insn >> 16) & 0xf;
1463 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1464 18c9b560 balrog
        gen_op_iwmmxt_xorq_M0_wRn(rd1);
1465 18c9b560 balrog
        gen_op_iwmmxt_setpsr_nz();
1466 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1467 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1468 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1469 18c9b560 balrog
        break;
1470 18c9b560 balrog
    case 0x111:                                                /* TMRC */
1471 18c9b560 balrog
        if (insn & 0xf)
1472 18c9b560 balrog
            return 1;
1473 18c9b560 balrog
        rd = (insn >> 12) & 0xf;
1474 18c9b560 balrog
        wrd = (insn >> 16) & 0xf;
1475 da6b5335 Filip Navara
        tmp = iwmmxt_load_creg(wrd);
1476 da6b5335 Filip Navara
        store_reg(s, rd, tmp);
1477 18c9b560 balrog
        break;
1478 18c9b560 balrog
    case 0x300:                                                /* WANDN */
1479 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1480 18c9b560 balrog
        rd0 = (insn >> 0) & 0xf;
1481 18c9b560 balrog
        rd1 = (insn >> 16) & 0xf;
1482 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1483 e677137d pbrook
        tcg_gen_neg_i64(cpu_M0, cpu_M0);
1484 18c9b560 balrog
        gen_op_iwmmxt_andq_M0_wRn(rd1);
1485 18c9b560 balrog
        gen_op_iwmmxt_setpsr_nz();
1486 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1487 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1488 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1489 18c9b560 balrog
        break;
1490 18c9b560 balrog
    case 0x200:                                                /* WAND */
1491 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1492 18c9b560 balrog
        rd0 = (insn >> 0) & 0xf;
1493 18c9b560 balrog
        rd1 = (insn >> 16) & 0xf;
1494 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1495 18c9b560 balrog
        gen_op_iwmmxt_andq_M0_wRn(rd1);
1496 18c9b560 balrog
        gen_op_iwmmxt_setpsr_nz();
1497 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1498 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1499 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1500 18c9b560 balrog
        break;
1501 18c9b560 balrog
    case 0x810: case 0xa10:                                /* WMADD */
1502 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1503 18c9b560 balrog
        rd0 = (insn >> 0) & 0xf;
1504 18c9b560 balrog
        rd1 = (insn >> 16) & 0xf;
1505 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1506 18c9b560 balrog
        if (insn & (1 << 21))
1507 18c9b560 balrog
            gen_op_iwmmxt_maddsq_M0_wRn(rd1);
1508 18c9b560 balrog
        else
1509 18c9b560 balrog
            gen_op_iwmmxt_madduq_M0_wRn(rd1);
1510 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1511 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1512 18c9b560 balrog
        break;
1513 18c9b560 balrog
    case 0x10e: case 0x50e: case 0x90e: case 0xd0e:        /* WUNPCKIL */
1514 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1515 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1516 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1517 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1518 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1519 18c9b560 balrog
        case 0:
1520 18c9b560 balrog
            gen_op_iwmmxt_unpacklb_M0_wRn(rd1);
1521 18c9b560 balrog
            break;
1522 18c9b560 balrog
        case 1:
1523 18c9b560 balrog
            gen_op_iwmmxt_unpacklw_M0_wRn(rd1);
1524 18c9b560 balrog
            break;
1525 18c9b560 balrog
        case 2:
1526 18c9b560 balrog
            gen_op_iwmmxt_unpackll_M0_wRn(rd1);
1527 18c9b560 balrog
            break;
1528 18c9b560 balrog
        case 3:
1529 18c9b560 balrog
            return 1;
1530 18c9b560 balrog
        }
1531 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1532 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1533 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1534 18c9b560 balrog
        break;
1535 18c9b560 balrog
    case 0x10c: case 0x50c: case 0x90c: case 0xd0c:        /* WUNPCKIH */
1536 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1537 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1538 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1539 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1540 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1541 18c9b560 balrog
        case 0:
1542 18c9b560 balrog
            gen_op_iwmmxt_unpackhb_M0_wRn(rd1);
1543 18c9b560 balrog
            break;
1544 18c9b560 balrog
        case 1:
1545 18c9b560 balrog
            gen_op_iwmmxt_unpackhw_M0_wRn(rd1);
1546 18c9b560 balrog
            break;
1547 18c9b560 balrog
        case 2:
1548 18c9b560 balrog
            gen_op_iwmmxt_unpackhl_M0_wRn(rd1);
1549 18c9b560 balrog
            break;
1550 18c9b560 balrog
        case 3:
1551 18c9b560 balrog
            return 1;
1552 18c9b560 balrog
        }
1553 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1554 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1555 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1556 18c9b560 balrog
        break;
1557 18c9b560 balrog
    case 0x012: case 0x112: case 0x412: case 0x512:        /* WSAD */
1558 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1559 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1560 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1561 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1562 18c9b560 balrog
        if (insn & (1 << 22))
1563 18c9b560 balrog
            gen_op_iwmmxt_sadw_M0_wRn(rd1);
1564 18c9b560 balrog
        else
1565 18c9b560 balrog
            gen_op_iwmmxt_sadb_M0_wRn(rd1);
1566 18c9b560 balrog
        if (!(insn & (1 << 20)))
1567 18c9b560 balrog
            gen_op_iwmmxt_addl_M0_wRn(wrd);
1568 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1569 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1570 18c9b560 balrog
        break;
1571 18c9b560 balrog
    case 0x010: case 0x110: case 0x210: case 0x310:        /* WMUL */
1572 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1573 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1574 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1575 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1576 e677137d pbrook
        if (insn & (1 << 21)) {
1577 e677137d pbrook
            if (insn & (1 << 20))
1578 e677137d pbrook
                gen_op_iwmmxt_mulshw_M0_wRn(rd1);
1579 e677137d pbrook
            else
1580 e677137d pbrook
                gen_op_iwmmxt_mulslw_M0_wRn(rd1);
1581 e677137d pbrook
        } else {
1582 e677137d pbrook
            if (insn & (1 << 20))
1583 e677137d pbrook
                gen_op_iwmmxt_muluhw_M0_wRn(rd1);
1584 e677137d pbrook
            else
1585 e677137d pbrook
                gen_op_iwmmxt_mululw_M0_wRn(rd1);
1586 e677137d pbrook
        }
1587 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1588 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1589 18c9b560 balrog
        break;
1590 18c9b560 balrog
    case 0x410: case 0x510: case 0x610: case 0x710:        /* WMAC */
1591 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1592 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1593 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1594 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1595 18c9b560 balrog
        if (insn & (1 << 21))
1596 18c9b560 balrog
            gen_op_iwmmxt_macsw_M0_wRn(rd1);
1597 18c9b560 balrog
        else
1598 18c9b560 balrog
            gen_op_iwmmxt_macuw_M0_wRn(rd1);
1599 18c9b560 balrog
        if (!(insn & (1 << 20))) {
1600 e677137d pbrook
            iwmmxt_load_reg(cpu_V1, wrd);
1601 e677137d pbrook
            tcg_gen_add_i64(cpu_M0, cpu_M0, cpu_V1);
1602 18c9b560 balrog
        }
1603 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1604 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1605 18c9b560 balrog
        break;
1606 18c9b560 balrog
    case 0x006: case 0x406: case 0x806: case 0xc06:        /* WCMPEQ */
1607 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1608 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1609 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1610 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1611 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1612 18c9b560 balrog
        case 0:
1613 18c9b560 balrog
            gen_op_iwmmxt_cmpeqb_M0_wRn(rd1);
1614 18c9b560 balrog
            break;
1615 18c9b560 balrog
        case 1:
1616 18c9b560 balrog
            gen_op_iwmmxt_cmpeqw_M0_wRn(rd1);
1617 18c9b560 balrog
            break;
1618 18c9b560 balrog
        case 2:
1619 18c9b560 balrog
            gen_op_iwmmxt_cmpeql_M0_wRn(rd1);
1620 18c9b560 balrog
            break;
1621 18c9b560 balrog
        case 3:
1622 18c9b560 balrog
            return 1;
1623 18c9b560 balrog
        }
1624 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1625 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1626 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1627 18c9b560 balrog
        break;
1628 18c9b560 balrog
    case 0x800: case 0x900: case 0xc00: case 0xd00:        /* WAVG2 */
1629 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1630 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1631 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1632 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1633 e677137d pbrook
        if (insn & (1 << 22)) {
1634 e677137d pbrook
            if (insn & (1 << 20))
1635 e677137d pbrook
                gen_op_iwmmxt_avgw1_M0_wRn(rd1);
1636 e677137d pbrook
            else
1637 e677137d pbrook
                gen_op_iwmmxt_avgw0_M0_wRn(rd1);
1638 e677137d pbrook
        } else {
1639 e677137d pbrook
            if (insn & (1 << 20))
1640 e677137d pbrook
                gen_op_iwmmxt_avgb1_M0_wRn(rd1);
1641 e677137d pbrook
            else
1642 e677137d pbrook
                gen_op_iwmmxt_avgb0_M0_wRn(rd1);
1643 e677137d pbrook
        }
1644 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1645 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1646 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1647 18c9b560 balrog
        break;
1648 18c9b560 balrog
    case 0x802: case 0x902: case 0xa02: case 0xb02:        /* WALIGNR */
1649 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1650 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1651 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1652 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1653 da6b5335 Filip Navara
        tmp = iwmmxt_load_creg(ARM_IWMMXT_wCGR0 + ((insn >> 20) & 3));
1654 da6b5335 Filip Navara
        tcg_gen_andi_i32(tmp, tmp, 7);
1655 da6b5335 Filip Navara
        iwmmxt_load_reg(cpu_V1, rd1);
1656 da6b5335 Filip Navara
        gen_helper_iwmmxt_align(cpu_M0, cpu_M0, cpu_V1, tmp);
1657 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1658 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1659 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1660 18c9b560 balrog
        break;
1661 18c9b560 balrog
    case 0x601: case 0x605: case 0x609: case 0x60d:        /* TINSR */
1662 da6b5335 Filip Navara
        if (((insn >> 6) & 3) == 3)
1663 da6b5335 Filip Navara
            return 1;
1664 18c9b560 balrog
        rd = (insn >> 12) & 0xf;
1665 18c9b560 balrog
        wrd = (insn >> 16) & 0xf;
1666 da6b5335 Filip Navara
        tmp = load_reg(s, rd);
1667 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(wrd);
1668 18c9b560 balrog
        switch ((insn >> 6) & 3) {
1669 18c9b560 balrog
        case 0:
1670 da6b5335 Filip Navara
            tmp2 = tcg_const_i32(0xff);
1671 da6b5335 Filip Navara
            tmp3 = tcg_const_i32((insn & 7) << 3);
1672 18c9b560 balrog
            break;
1673 18c9b560 balrog
        case 1:
1674 da6b5335 Filip Navara
            tmp2 = tcg_const_i32(0xffff);
1675 da6b5335 Filip Navara
            tmp3 = tcg_const_i32((insn & 3) << 4);
1676 18c9b560 balrog
            break;
1677 18c9b560 balrog
        case 2:
1678 da6b5335 Filip Navara
            tmp2 = tcg_const_i32(0xffffffff);
1679 da6b5335 Filip Navara
            tmp3 = tcg_const_i32((insn & 1) << 5);
1680 18c9b560 balrog
            break;
1681 da6b5335 Filip Navara
        default:
1682 da6b5335 Filip Navara
            TCGV_UNUSED(tmp2);
1683 da6b5335 Filip Navara
            TCGV_UNUSED(tmp3);
1684 18c9b560 balrog
        }
1685 da6b5335 Filip Navara
        gen_helper_iwmmxt_insr(cpu_M0, cpu_M0, tmp, tmp2, tmp3);
1686 da6b5335 Filip Navara
        tcg_temp_free(tmp3);
1687 da6b5335 Filip Navara
        tcg_temp_free(tmp2);
1688 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1689 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1690 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1691 18c9b560 balrog
        break;
1692 18c9b560 balrog
    case 0x107: case 0x507: case 0x907: case 0xd07:        /* TEXTRM */
1693 18c9b560 balrog
        rd = (insn >> 12) & 0xf;
1694 18c9b560 balrog
        wrd = (insn >> 16) & 0xf;
1695 da6b5335 Filip Navara
        if (rd == 15 || ((insn >> 22) & 3) == 3)
1696 18c9b560 balrog
            return 1;
1697 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(wrd);
1698 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
1699 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1700 18c9b560 balrog
        case 0:
1701 da6b5335 Filip Navara
            tcg_gen_shri_i64(cpu_M0, cpu_M0, (insn & 7) << 3);
1702 da6b5335 Filip Navara
            tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1703 da6b5335 Filip Navara
            if (insn & 8) {
1704 da6b5335 Filip Navara
                tcg_gen_ext8s_i32(tmp, tmp);
1705 da6b5335 Filip Navara
            } else {
1706 da6b5335 Filip Navara
                tcg_gen_andi_i32(tmp, tmp, 0xff);
1707 18c9b560 balrog
            }
1708 18c9b560 balrog
            break;
1709 18c9b560 balrog
        case 1:
1710 da6b5335 Filip Navara
            tcg_gen_shri_i64(cpu_M0, cpu_M0, (insn & 3) << 4);
1711 da6b5335 Filip Navara
            tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1712 da6b5335 Filip Navara
            if (insn & 8) {
1713 da6b5335 Filip Navara
                tcg_gen_ext16s_i32(tmp, tmp);
1714 da6b5335 Filip Navara
            } else {
1715 da6b5335 Filip Navara
                tcg_gen_andi_i32(tmp, tmp, 0xffff);
1716 18c9b560 balrog
            }
1717 18c9b560 balrog
            break;
1718 18c9b560 balrog
        case 2:
1719 da6b5335 Filip Navara
            tcg_gen_shri_i64(cpu_M0, cpu_M0, (insn & 1) << 5);
1720 da6b5335 Filip Navara
            tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1721 18c9b560 balrog
            break;
1722 18c9b560 balrog
        }
1723 da6b5335 Filip Navara
        store_reg(s, rd, tmp);
1724 18c9b560 balrog
        break;
1725 18c9b560 balrog
    case 0x117: case 0x517: case 0x917: case 0xd17:        /* TEXTRC */
1726 da6b5335 Filip Navara
        if ((insn & 0x000ff008) != 0x0003f000 || ((insn >> 22) & 3) == 3)
1727 18c9b560 balrog
            return 1;
1728 da6b5335 Filip Navara
        tmp = iwmmxt_load_creg(ARM_IWMMXT_wCASF);
1729 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1730 18c9b560 balrog
        case 0:
1731 da6b5335 Filip Navara
            tcg_gen_shri_i32(tmp, tmp, ((insn & 7) << 2) + 0);
1732 18c9b560 balrog
            break;
1733 18c9b560 balrog
        case 1:
1734 da6b5335 Filip Navara
            tcg_gen_shri_i32(tmp, tmp, ((insn & 3) << 3) + 4);
1735 18c9b560 balrog
            break;
1736 18c9b560 balrog
        case 2:
1737 da6b5335 Filip Navara
            tcg_gen_shri_i32(tmp, tmp, ((insn & 1) << 4) + 12);
1738 18c9b560 balrog
            break;
1739 18c9b560 balrog
        }
1740 da6b5335 Filip Navara
        tcg_gen_shli_i32(tmp, tmp, 28);
1741 da6b5335 Filip Navara
        gen_set_nzcv(tmp);
1742 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1743 18c9b560 balrog
        break;
1744 18c9b560 balrog
    case 0x401: case 0x405: case 0x409: case 0x40d:        /* TBCST */
1745 da6b5335 Filip Navara
        if (((insn >> 6) & 3) == 3)
1746 da6b5335 Filip Navara
            return 1;
1747 18c9b560 balrog
        rd = (insn >> 12) & 0xf;
1748 18c9b560 balrog
        wrd = (insn >> 16) & 0xf;
1749 da6b5335 Filip Navara
        tmp = load_reg(s, rd);
1750 18c9b560 balrog
        switch ((insn >> 6) & 3) {
1751 18c9b560 balrog
        case 0:
1752 da6b5335 Filip Navara
            gen_helper_iwmmxt_bcstb(cpu_M0, tmp);
1753 18c9b560 balrog
            break;
1754 18c9b560 balrog
        case 1:
1755 da6b5335 Filip Navara
            gen_helper_iwmmxt_bcstw(cpu_M0, tmp);
1756 18c9b560 balrog
            break;
1757 18c9b560 balrog
        case 2:
1758 da6b5335 Filip Navara
            gen_helper_iwmmxt_bcstl(cpu_M0, tmp);
1759 18c9b560 balrog
            break;
1760 18c9b560 balrog
        }
1761 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1762 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1763 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1764 18c9b560 balrog
        break;
1765 18c9b560 balrog
    case 0x113: case 0x513: case 0x913: case 0xd13:        /* TANDC */
1766 da6b5335 Filip Navara
        if ((insn & 0x000ff00f) != 0x0003f000 || ((insn >> 22) & 3) == 3)
1767 18c9b560 balrog
            return 1;
1768 da6b5335 Filip Navara
        tmp = iwmmxt_load_creg(ARM_IWMMXT_wCASF);
1769 7d1b0095 Peter Maydell
        tmp2 = tcg_temp_new_i32();
1770 da6b5335 Filip Navara
        tcg_gen_mov_i32(tmp2, tmp);
1771 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1772 18c9b560 balrog
        case 0:
1773 18c9b560 balrog
            for (i = 0; i < 7; i ++) {
1774 da6b5335 Filip Navara
                tcg_gen_shli_i32(tmp2, tmp2, 4);
1775 da6b5335 Filip Navara
                tcg_gen_and_i32(tmp, tmp, tmp2);
1776 18c9b560 balrog
            }
1777 18c9b560 balrog
            break;
1778 18c9b560 balrog
        case 1:
1779 18c9b560 balrog
            for (i = 0; i < 3; i ++) {
1780 da6b5335 Filip Navara
                tcg_gen_shli_i32(tmp2, tmp2, 8);
1781 da6b5335 Filip Navara
                tcg_gen_and_i32(tmp, tmp, tmp2);
1782 18c9b560 balrog
            }
1783 18c9b560 balrog
            break;
1784 18c9b560 balrog
        case 2:
1785 da6b5335 Filip Navara
            tcg_gen_shli_i32(tmp2, tmp2, 16);
1786 da6b5335 Filip Navara
            tcg_gen_and_i32(tmp, tmp, tmp2);
1787 18c9b560 balrog
            break;
1788 18c9b560 balrog
        }
1789 da6b5335 Filip Navara
        gen_set_nzcv(tmp);
1790 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
1791 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1792 18c9b560 balrog
        break;
1793 18c9b560 balrog
    case 0x01c: case 0x41c: case 0x81c: case 0xc1c:        /* WACC */
1794 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1795 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1796 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1797 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1798 18c9b560 balrog
        case 0:
1799 e677137d pbrook
            gen_helper_iwmmxt_addcb(cpu_M0, cpu_M0);
1800 18c9b560 balrog
            break;
1801 18c9b560 balrog
        case 1:
1802 e677137d pbrook
            gen_helper_iwmmxt_addcw(cpu_M0, cpu_M0);
1803 18c9b560 balrog
            break;
1804 18c9b560 balrog
        case 2:
1805 e677137d pbrook
            gen_helper_iwmmxt_addcl(cpu_M0, cpu_M0);
1806 18c9b560 balrog
            break;
1807 18c9b560 balrog
        case 3:
1808 18c9b560 balrog
            return 1;
1809 18c9b560 balrog
        }
1810 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1811 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1812 18c9b560 balrog
        break;
1813 18c9b560 balrog
    case 0x115: case 0x515: case 0x915: case 0xd15:        /* TORC */
1814 da6b5335 Filip Navara
        if ((insn & 0x000ff00f) != 0x0003f000 || ((insn >> 22) & 3) == 3)
1815 18c9b560 balrog
            return 1;
1816 da6b5335 Filip Navara
        tmp = iwmmxt_load_creg(ARM_IWMMXT_wCASF);
1817 7d1b0095 Peter Maydell
        tmp2 = tcg_temp_new_i32();
1818 da6b5335 Filip Navara
        tcg_gen_mov_i32(tmp2, tmp);
1819 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1820 18c9b560 balrog
        case 0:
1821 18c9b560 balrog
            for (i = 0; i < 7; i ++) {
1822 da6b5335 Filip Navara
                tcg_gen_shli_i32(tmp2, tmp2, 4);
1823 da6b5335 Filip Navara
                tcg_gen_or_i32(tmp, tmp, tmp2);
1824 18c9b560 balrog
            }
1825 18c9b560 balrog
            break;
1826 18c9b560 balrog
        case 1:
1827 18c9b560 balrog
            for (i = 0; i < 3; i ++) {
1828 da6b5335 Filip Navara
                tcg_gen_shli_i32(tmp2, tmp2, 8);
1829 da6b5335 Filip Navara
                tcg_gen_or_i32(tmp, tmp, tmp2);
1830 18c9b560 balrog
            }
1831 18c9b560 balrog
            break;
1832 18c9b560 balrog
        case 2:
1833 da6b5335 Filip Navara
            tcg_gen_shli_i32(tmp2, tmp2, 16);
1834 da6b5335 Filip Navara
            tcg_gen_or_i32(tmp, tmp, tmp2);
1835 18c9b560 balrog
            break;
1836 18c9b560 balrog
        }
1837 da6b5335 Filip Navara
        gen_set_nzcv(tmp);
1838 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
1839 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1840 18c9b560 balrog
        break;
1841 18c9b560 balrog
    case 0x103: case 0x503: case 0x903: case 0xd03:        /* TMOVMSK */
1842 18c9b560 balrog
        rd = (insn >> 12) & 0xf;
1843 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1844 da6b5335 Filip Navara
        if ((insn & 0xf) != 0 || ((insn >> 22) & 3) == 3)
1845 18c9b560 balrog
            return 1;
1846 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1847 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
1848 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1849 18c9b560 balrog
        case 0:
1850 da6b5335 Filip Navara
            gen_helper_iwmmxt_msbb(tmp, cpu_M0);
1851 18c9b560 balrog
            break;
1852 18c9b560 balrog
        case 1:
1853 da6b5335 Filip Navara
            gen_helper_iwmmxt_msbw(tmp, cpu_M0);
1854 18c9b560 balrog
            break;
1855 18c9b560 balrog
        case 2:
1856 da6b5335 Filip Navara
            gen_helper_iwmmxt_msbl(tmp, cpu_M0);
1857 18c9b560 balrog
            break;
1858 18c9b560 balrog
        }
1859 da6b5335 Filip Navara
        store_reg(s, rd, tmp);
1860 18c9b560 balrog
        break;
1861 18c9b560 balrog
    case 0x106: case 0x306: case 0x506: case 0x706:        /* WCMPGT */
1862 18c9b560 balrog
    case 0x906: case 0xb06: case 0xd06: case 0xf06:
1863 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1864 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1865 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
1866 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1867 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1868 18c9b560 balrog
        case 0:
1869 18c9b560 balrog
            if (insn & (1 << 21))
1870 18c9b560 balrog
                gen_op_iwmmxt_cmpgtsb_M0_wRn(rd1);
1871 18c9b560 balrog
            else
1872 18c9b560 balrog
                gen_op_iwmmxt_cmpgtub_M0_wRn(rd1);
1873 18c9b560 balrog
            break;
1874 18c9b560 balrog
        case 1:
1875 18c9b560 balrog
            if (insn & (1 << 21))
1876 18c9b560 balrog
                gen_op_iwmmxt_cmpgtsw_M0_wRn(rd1);
1877 18c9b560 balrog
            else
1878 18c9b560 balrog
                gen_op_iwmmxt_cmpgtuw_M0_wRn(rd1);
1879 18c9b560 balrog
            break;
1880 18c9b560 balrog
        case 2:
1881 18c9b560 balrog
            if (insn & (1 << 21))
1882 18c9b560 balrog
                gen_op_iwmmxt_cmpgtsl_M0_wRn(rd1);
1883 18c9b560 balrog
            else
1884 18c9b560 balrog
                gen_op_iwmmxt_cmpgtul_M0_wRn(rd1);
1885 18c9b560 balrog
            break;
1886 18c9b560 balrog
        case 3:
1887 18c9b560 balrog
            return 1;
1888 18c9b560 balrog
        }
1889 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1890 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1891 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1892 18c9b560 balrog
        break;
1893 18c9b560 balrog
    case 0x00e: case 0x20e: case 0x40e: case 0x60e:        /* WUNPCKEL */
1894 18c9b560 balrog
    case 0x80e: case 0xa0e: case 0xc0e: case 0xe0e:
1895 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1896 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1897 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1898 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1899 18c9b560 balrog
        case 0:
1900 18c9b560 balrog
            if (insn & (1 << 21))
1901 18c9b560 balrog
                gen_op_iwmmxt_unpacklsb_M0();
1902 18c9b560 balrog
            else
1903 18c9b560 balrog
                gen_op_iwmmxt_unpacklub_M0();
1904 18c9b560 balrog
            break;
1905 18c9b560 balrog
        case 1:
1906 18c9b560 balrog
            if (insn & (1 << 21))
1907 18c9b560 balrog
                gen_op_iwmmxt_unpacklsw_M0();
1908 18c9b560 balrog
            else
1909 18c9b560 balrog
                gen_op_iwmmxt_unpackluw_M0();
1910 18c9b560 balrog
            break;
1911 18c9b560 balrog
        case 2:
1912 18c9b560 balrog
            if (insn & (1 << 21))
1913 18c9b560 balrog
                gen_op_iwmmxt_unpacklsl_M0();
1914 18c9b560 balrog
            else
1915 18c9b560 balrog
                gen_op_iwmmxt_unpacklul_M0();
1916 18c9b560 balrog
            break;
1917 18c9b560 balrog
        case 3:
1918 18c9b560 balrog
            return 1;
1919 18c9b560 balrog
        }
1920 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1921 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1922 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1923 18c9b560 balrog
        break;
1924 18c9b560 balrog
    case 0x00c: case 0x20c: case 0x40c: case 0x60c:        /* WUNPCKEH */
1925 18c9b560 balrog
    case 0x80c: case 0xa0c: case 0xc0c: case 0xe0c:
1926 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1927 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1928 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1929 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1930 18c9b560 balrog
        case 0:
1931 18c9b560 balrog
            if (insn & (1 << 21))
1932 18c9b560 balrog
                gen_op_iwmmxt_unpackhsb_M0();
1933 18c9b560 balrog
            else
1934 18c9b560 balrog
                gen_op_iwmmxt_unpackhub_M0();
1935 18c9b560 balrog
            break;
1936 18c9b560 balrog
        case 1:
1937 18c9b560 balrog
            if (insn & (1 << 21))
1938 18c9b560 balrog
                gen_op_iwmmxt_unpackhsw_M0();
1939 18c9b560 balrog
            else
1940 18c9b560 balrog
                gen_op_iwmmxt_unpackhuw_M0();
1941 18c9b560 balrog
            break;
1942 18c9b560 balrog
        case 2:
1943 18c9b560 balrog
            if (insn & (1 << 21))
1944 18c9b560 balrog
                gen_op_iwmmxt_unpackhsl_M0();
1945 18c9b560 balrog
            else
1946 18c9b560 balrog
                gen_op_iwmmxt_unpackhul_M0();
1947 18c9b560 balrog
            break;
1948 18c9b560 balrog
        case 3:
1949 18c9b560 balrog
            return 1;
1950 18c9b560 balrog
        }
1951 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1952 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1953 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1954 18c9b560 balrog
        break;
1955 18c9b560 balrog
    case 0x204: case 0x604: case 0xa04: case 0xe04:        /* WSRL */
1956 18c9b560 balrog
    case 0x214: case 0x614: case 0xa14: case 0xe14:
1957 da6b5335 Filip Navara
        if (((insn >> 22) & 3) == 0)
1958 da6b5335 Filip Navara
            return 1;
1959 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1960 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1961 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1962 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
1963 da6b5335 Filip Navara
        if (gen_iwmmxt_shift(insn, 0xff, tmp)) {
1964 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
1965 18c9b560 balrog
            return 1;
1966 da6b5335 Filip Navara
        }
1967 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1968 18c9b560 balrog
        case 1:
1969 da6b5335 Filip Navara
            gen_helper_iwmmxt_srlw(cpu_M0, cpu_env, cpu_M0, tmp);
1970 18c9b560 balrog
            break;
1971 18c9b560 balrog
        case 2:
1972 da6b5335 Filip Navara
            gen_helper_iwmmxt_srll(cpu_M0, cpu_env, cpu_M0, tmp);
1973 18c9b560 balrog
            break;
1974 18c9b560 balrog
        case 3:
1975 da6b5335 Filip Navara
            gen_helper_iwmmxt_srlq(cpu_M0, cpu_env, cpu_M0, tmp);
1976 18c9b560 balrog
            break;
1977 18c9b560 balrog
        }
1978 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
1979 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
1980 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
1981 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
1982 18c9b560 balrog
        break;
1983 18c9b560 balrog
    case 0x004: case 0x404: case 0x804: case 0xc04:        /* WSRA */
1984 18c9b560 balrog
    case 0x014: case 0x414: case 0x814: case 0xc14:
1985 da6b5335 Filip Navara
        if (((insn >> 22) & 3) == 0)
1986 da6b5335 Filip Navara
            return 1;
1987 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
1988 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
1989 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
1990 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
1991 da6b5335 Filip Navara
        if (gen_iwmmxt_shift(insn, 0xff, tmp)) {
1992 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
1993 18c9b560 balrog
            return 1;
1994 da6b5335 Filip Navara
        }
1995 18c9b560 balrog
        switch ((insn >> 22) & 3) {
1996 18c9b560 balrog
        case 1:
1997 da6b5335 Filip Navara
            gen_helper_iwmmxt_sraw(cpu_M0, cpu_env, cpu_M0, tmp);
1998 18c9b560 balrog
            break;
1999 18c9b560 balrog
        case 2:
2000 da6b5335 Filip Navara
            gen_helper_iwmmxt_sral(cpu_M0, cpu_env, cpu_M0, tmp);
2001 18c9b560 balrog
            break;
2002 18c9b560 balrog
        case 3:
2003 da6b5335 Filip Navara
            gen_helper_iwmmxt_sraq(cpu_M0, cpu_env, cpu_M0, tmp);
2004 18c9b560 balrog
            break;
2005 18c9b560 balrog
        }
2006 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2007 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2008 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2009 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2010 18c9b560 balrog
        break;
2011 18c9b560 balrog
    case 0x104: case 0x504: case 0x904: case 0xd04:        /* WSLL */
2012 18c9b560 balrog
    case 0x114: case 0x514: case 0x914: case 0xd14:
2013 da6b5335 Filip Navara
        if (((insn >> 22) & 3) == 0)
2014 da6b5335 Filip Navara
            return 1;
2015 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2016 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2017 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2018 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
2019 da6b5335 Filip Navara
        if (gen_iwmmxt_shift(insn, 0xff, tmp)) {
2020 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
2021 18c9b560 balrog
            return 1;
2022 da6b5335 Filip Navara
        }
2023 18c9b560 balrog
        switch ((insn >> 22) & 3) {
2024 18c9b560 balrog
        case 1:
2025 da6b5335 Filip Navara
            gen_helper_iwmmxt_sllw(cpu_M0, cpu_env, cpu_M0, tmp);
2026 18c9b560 balrog
            break;
2027 18c9b560 balrog
        case 2:
2028 da6b5335 Filip Navara
            gen_helper_iwmmxt_slll(cpu_M0, cpu_env, cpu_M0, tmp);
2029 18c9b560 balrog
            break;
2030 18c9b560 balrog
        case 3:
2031 da6b5335 Filip Navara
            gen_helper_iwmmxt_sllq(cpu_M0, cpu_env, cpu_M0, tmp);
2032 18c9b560 balrog
            break;
2033 18c9b560 balrog
        }
2034 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2035 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2036 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2037 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2038 18c9b560 balrog
        break;
2039 18c9b560 balrog
    case 0x304: case 0x704: case 0xb04: case 0xf04:        /* WROR */
2040 18c9b560 balrog
    case 0x314: case 0x714: case 0xb14: case 0xf14:
2041 da6b5335 Filip Navara
        if (((insn >> 22) & 3) == 0)
2042 da6b5335 Filip Navara
            return 1;
2043 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2044 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2045 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2046 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
2047 18c9b560 balrog
        switch ((insn >> 22) & 3) {
2048 18c9b560 balrog
        case 1:
2049 da6b5335 Filip Navara
            if (gen_iwmmxt_shift(insn, 0xf, tmp)) {
2050 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
2051 18c9b560 balrog
                return 1;
2052 da6b5335 Filip Navara
            }
2053 da6b5335 Filip Navara
            gen_helper_iwmmxt_rorw(cpu_M0, cpu_env, cpu_M0, tmp);
2054 18c9b560 balrog
            break;
2055 18c9b560 balrog
        case 2:
2056 da6b5335 Filip Navara
            if (gen_iwmmxt_shift(insn, 0x1f, tmp)) {
2057 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
2058 18c9b560 balrog
                return 1;
2059 da6b5335 Filip Navara
            }
2060 da6b5335 Filip Navara
            gen_helper_iwmmxt_rorl(cpu_M0, cpu_env, cpu_M0, tmp);
2061 18c9b560 balrog
            break;
2062 18c9b560 balrog
        case 3:
2063 da6b5335 Filip Navara
            if (gen_iwmmxt_shift(insn, 0x3f, tmp)) {
2064 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
2065 18c9b560 balrog
                return 1;
2066 da6b5335 Filip Navara
            }
2067 da6b5335 Filip Navara
            gen_helper_iwmmxt_rorq(cpu_M0, cpu_env, cpu_M0, tmp);
2068 18c9b560 balrog
            break;
2069 18c9b560 balrog
        }
2070 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2071 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2072 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2073 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2074 18c9b560 balrog
        break;
2075 18c9b560 balrog
    case 0x116: case 0x316: case 0x516: case 0x716:        /* WMIN */
2076 18c9b560 balrog
    case 0x916: case 0xb16: case 0xd16: case 0xf16:
2077 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2078 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2079 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2080 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2081 18c9b560 balrog
        switch ((insn >> 22) & 3) {
2082 18c9b560 balrog
        case 0:
2083 18c9b560 balrog
            if (insn & (1 << 21))
2084 18c9b560 balrog
                gen_op_iwmmxt_minsb_M0_wRn(rd1);
2085 18c9b560 balrog
            else
2086 18c9b560 balrog
                gen_op_iwmmxt_minub_M0_wRn(rd1);
2087 18c9b560 balrog
            break;
2088 18c9b560 balrog
        case 1:
2089 18c9b560 balrog
            if (insn & (1 << 21))
2090 18c9b560 balrog
                gen_op_iwmmxt_minsw_M0_wRn(rd1);
2091 18c9b560 balrog
            else
2092 18c9b560 balrog
                gen_op_iwmmxt_minuw_M0_wRn(rd1);
2093 18c9b560 balrog
            break;
2094 18c9b560 balrog
        case 2:
2095 18c9b560 balrog
            if (insn & (1 << 21))
2096 18c9b560 balrog
                gen_op_iwmmxt_minsl_M0_wRn(rd1);
2097 18c9b560 balrog
            else
2098 18c9b560 balrog
                gen_op_iwmmxt_minul_M0_wRn(rd1);
2099 18c9b560 balrog
            break;
2100 18c9b560 balrog
        case 3:
2101 18c9b560 balrog
            return 1;
2102 18c9b560 balrog
        }
2103 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2104 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2105 18c9b560 balrog
        break;
2106 18c9b560 balrog
    case 0x016: case 0x216: case 0x416: case 0x616:        /* WMAX */
2107 18c9b560 balrog
    case 0x816: case 0xa16: case 0xc16: case 0xe16:
2108 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2109 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2110 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2111 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2112 18c9b560 balrog
        switch ((insn >> 22) & 3) {
2113 18c9b560 balrog
        case 0:
2114 18c9b560 balrog
            if (insn & (1 << 21))
2115 18c9b560 balrog
                gen_op_iwmmxt_maxsb_M0_wRn(rd1);
2116 18c9b560 balrog
            else
2117 18c9b560 balrog
                gen_op_iwmmxt_maxub_M0_wRn(rd1);
2118 18c9b560 balrog
            break;
2119 18c9b560 balrog
        case 1:
2120 18c9b560 balrog
            if (insn & (1 << 21))
2121 18c9b560 balrog
                gen_op_iwmmxt_maxsw_M0_wRn(rd1);
2122 18c9b560 balrog
            else
2123 18c9b560 balrog
                gen_op_iwmmxt_maxuw_M0_wRn(rd1);
2124 18c9b560 balrog
            break;
2125 18c9b560 balrog
        case 2:
2126 18c9b560 balrog
            if (insn & (1 << 21))
2127 18c9b560 balrog
                gen_op_iwmmxt_maxsl_M0_wRn(rd1);
2128 18c9b560 balrog
            else
2129 18c9b560 balrog
                gen_op_iwmmxt_maxul_M0_wRn(rd1);
2130 18c9b560 balrog
            break;
2131 18c9b560 balrog
        case 3:
2132 18c9b560 balrog
            return 1;
2133 18c9b560 balrog
        }
2134 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2135 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2136 18c9b560 balrog
        break;
2137 18c9b560 balrog
    case 0x002: case 0x102: case 0x202: case 0x302:        /* WALIGNI */
2138 18c9b560 balrog
    case 0x402: case 0x502: case 0x602: case 0x702:
2139 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2140 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2141 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2142 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2143 da6b5335 Filip Navara
        tmp = tcg_const_i32((insn >> 20) & 3);
2144 da6b5335 Filip Navara
        iwmmxt_load_reg(cpu_V1, rd1);
2145 da6b5335 Filip Navara
        gen_helper_iwmmxt_align(cpu_M0, cpu_M0, cpu_V1, tmp);
2146 da6b5335 Filip Navara
        tcg_temp_free(tmp);
2147 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2148 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2149 18c9b560 balrog
        break;
2150 18c9b560 balrog
    case 0x01a: case 0x11a: case 0x21a: case 0x31a:        /* WSUB */
2151 18c9b560 balrog
    case 0x41a: case 0x51a: case 0x61a: case 0x71a:
2152 18c9b560 balrog
    case 0x81a: case 0x91a: case 0xa1a: case 0xb1a:
2153 18c9b560 balrog
    case 0xc1a: case 0xd1a: case 0xe1a: case 0xf1a:
2154 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2155 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2156 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2157 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2158 18c9b560 balrog
        switch ((insn >> 20) & 0xf) {
2159 18c9b560 balrog
        case 0x0:
2160 18c9b560 balrog
            gen_op_iwmmxt_subnb_M0_wRn(rd1);
2161 18c9b560 balrog
            break;
2162 18c9b560 balrog
        case 0x1:
2163 18c9b560 balrog
            gen_op_iwmmxt_subub_M0_wRn(rd1);
2164 18c9b560 balrog
            break;
2165 18c9b560 balrog
        case 0x3:
2166 18c9b560 balrog
            gen_op_iwmmxt_subsb_M0_wRn(rd1);
2167 18c9b560 balrog
            break;
2168 18c9b560 balrog
        case 0x4:
2169 18c9b560 balrog
            gen_op_iwmmxt_subnw_M0_wRn(rd1);
2170 18c9b560 balrog
            break;
2171 18c9b560 balrog
        case 0x5:
2172 18c9b560 balrog
            gen_op_iwmmxt_subuw_M0_wRn(rd1);
2173 18c9b560 balrog
            break;
2174 18c9b560 balrog
        case 0x7:
2175 18c9b560 balrog
            gen_op_iwmmxt_subsw_M0_wRn(rd1);
2176 18c9b560 balrog
            break;
2177 18c9b560 balrog
        case 0x8:
2178 18c9b560 balrog
            gen_op_iwmmxt_subnl_M0_wRn(rd1);
2179 18c9b560 balrog
            break;
2180 18c9b560 balrog
        case 0x9:
2181 18c9b560 balrog
            gen_op_iwmmxt_subul_M0_wRn(rd1);
2182 18c9b560 balrog
            break;
2183 18c9b560 balrog
        case 0xb:
2184 18c9b560 balrog
            gen_op_iwmmxt_subsl_M0_wRn(rd1);
2185 18c9b560 balrog
            break;
2186 18c9b560 balrog
        default:
2187 18c9b560 balrog
            return 1;
2188 18c9b560 balrog
        }
2189 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2190 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2191 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2192 18c9b560 balrog
        break;
2193 18c9b560 balrog
    case 0x01e: case 0x11e: case 0x21e: case 0x31e:        /* WSHUFH */
2194 18c9b560 balrog
    case 0x41e: case 0x51e: case 0x61e: case 0x71e:
2195 18c9b560 balrog
    case 0x81e: case 0x91e: case 0xa1e: case 0xb1e:
2196 18c9b560 balrog
    case 0xc1e: case 0xd1e: case 0xe1e: case 0xf1e:
2197 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2198 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2199 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2200 da6b5335 Filip Navara
        tmp = tcg_const_i32(((insn >> 16) & 0xf0) | (insn & 0x0f));
2201 da6b5335 Filip Navara
        gen_helper_iwmmxt_shufh(cpu_M0, cpu_env, cpu_M0, tmp);
2202 da6b5335 Filip Navara
        tcg_temp_free(tmp);
2203 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2204 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2205 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2206 18c9b560 balrog
        break;
2207 18c9b560 balrog
    case 0x018: case 0x118: case 0x218: case 0x318:        /* WADD */
2208 18c9b560 balrog
    case 0x418: case 0x518: case 0x618: case 0x718:
2209 18c9b560 balrog
    case 0x818: case 0x918: case 0xa18: case 0xb18:
2210 18c9b560 balrog
    case 0xc18: case 0xd18: case 0xe18: case 0xf18:
2211 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2212 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2213 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2214 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2215 18c9b560 balrog
        switch ((insn >> 20) & 0xf) {
2216 18c9b560 balrog
        case 0x0:
2217 18c9b560 balrog
            gen_op_iwmmxt_addnb_M0_wRn(rd1);
2218 18c9b560 balrog
            break;
2219 18c9b560 balrog
        case 0x1:
2220 18c9b560 balrog
            gen_op_iwmmxt_addub_M0_wRn(rd1);
2221 18c9b560 balrog
            break;
2222 18c9b560 balrog
        case 0x3:
2223 18c9b560 balrog
            gen_op_iwmmxt_addsb_M0_wRn(rd1);
2224 18c9b560 balrog
            break;
2225 18c9b560 balrog
        case 0x4:
2226 18c9b560 balrog
            gen_op_iwmmxt_addnw_M0_wRn(rd1);
2227 18c9b560 balrog
            break;
2228 18c9b560 balrog
        case 0x5:
2229 18c9b560 balrog
            gen_op_iwmmxt_adduw_M0_wRn(rd1);
2230 18c9b560 balrog
            break;
2231 18c9b560 balrog
        case 0x7:
2232 18c9b560 balrog
            gen_op_iwmmxt_addsw_M0_wRn(rd1);
2233 18c9b560 balrog
            break;
2234 18c9b560 balrog
        case 0x8:
2235 18c9b560 balrog
            gen_op_iwmmxt_addnl_M0_wRn(rd1);
2236 18c9b560 balrog
            break;
2237 18c9b560 balrog
        case 0x9:
2238 18c9b560 balrog
            gen_op_iwmmxt_addul_M0_wRn(rd1);
2239 18c9b560 balrog
            break;
2240 18c9b560 balrog
        case 0xb:
2241 18c9b560 balrog
            gen_op_iwmmxt_addsl_M0_wRn(rd1);
2242 18c9b560 balrog
            break;
2243 18c9b560 balrog
        default:
2244 18c9b560 balrog
            return 1;
2245 18c9b560 balrog
        }
2246 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2247 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2248 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2249 18c9b560 balrog
        break;
2250 18c9b560 balrog
    case 0x008: case 0x108: case 0x208: case 0x308:        /* WPACK */
2251 18c9b560 balrog
    case 0x408: case 0x508: case 0x608: case 0x708:
2252 18c9b560 balrog
    case 0x808: case 0x908: case 0xa08: case 0xb08:
2253 18c9b560 balrog
    case 0xc08: case 0xd08: case 0xe08: case 0xf08:
2254 da6b5335 Filip Navara
        if (!(insn & (1 << 20)) || ((insn >> 22) & 3) == 0)
2255 da6b5335 Filip Navara
            return 1;
2256 18c9b560 balrog
        wrd = (insn >> 12) & 0xf;
2257 18c9b560 balrog
        rd0 = (insn >> 16) & 0xf;
2258 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2259 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(rd0);
2260 18c9b560 balrog
        switch ((insn >> 22) & 3) {
2261 18c9b560 balrog
        case 1:
2262 18c9b560 balrog
            if (insn & (1 << 21))
2263 18c9b560 balrog
                gen_op_iwmmxt_packsw_M0_wRn(rd1);
2264 18c9b560 balrog
            else
2265 18c9b560 balrog
                gen_op_iwmmxt_packuw_M0_wRn(rd1);
2266 18c9b560 balrog
            break;
2267 18c9b560 balrog
        case 2:
2268 18c9b560 balrog
            if (insn & (1 << 21))
2269 18c9b560 balrog
                gen_op_iwmmxt_packsl_M0_wRn(rd1);
2270 18c9b560 balrog
            else
2271 18c9b560 balrog
                gen_op_iwmmxt_packul_M0_wRn(rd1);
2272 18c9b560 balrog
            break;
2273 18c9b560 balrog
        case 3:
2274 18c9b560 balrog
            if (insn & (1 << 21))
2275 18c9b560 balrog
                gen_op_iwmmxt_packsq_M0_wRn(rd1);
2276 18c9b560 balrog
            else
2277 18c9b560 balrog
                gen_op_iwmmxt_packuq_M0_wRn(rd1);
2278 18c9b560 balrog
            break;
2279 18c9b560 balrog
        }
2280 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2281 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2282 18c9b560 balrog
        gen_op_iwmmxt_set_cup();
2283 18c9b560 balrog
        break;
2284 18c9b560 balrog
    case 0x201: case 0x203: case 0x205: case 0x207:
2285 18c9b560 balrog
    case 0x209: case 0x20b: case 0x20d: case 0x20f:
2286 18c9b560 balrog
    case 0x211: case 0x213: case 0x215: case 0x217:
2287 18c9b560 balrog
    case 0x219: case 0x21b: case 0x21d: case 0x21f:
2288 18c9b560 balrog
        wrd = (insn >> 5) & 0xf;
2289 18c9b560 balrog
        rd0 = (insn >> 12) & 0xf;
2290 18c9b560 balrog
        rd1 = (insn >> 0) & 0xf;
2291 18c9b560 balrog
        if (rd0 == 0xf || rd1 == 0xf)
2292 18c9b560 balrog
            return 1;
2293 18c9b560 balrog
        gen_op_iwmmxt_movq_M0_wRn(wrd);
2294 da6b5335 Filip Navara
        tmp = load_reg(s, rd0);
2295 da6b5335 Filip Navara
        tmp2 = load_reg(s, rd1);
2296 18c9b560 balrog
        switch ((insn >> 16) & 0xf) {
2297 18c9b560 balrog
        case 0x0:                                        /* TMIA */
2298 da6b5335 Filip Navara
            gen_helper_iwmmxt_muladdsl(cpu_M0, cpu_M0, tmp, tmp2);
2299 18c9b560 balrog
            break;
2300 18c9b560 balrog
        case 0x8:                                        /* TMIAPH */
2301 da6b5335 Filip Navara
            gen_helper_iwmmxt_muladdsw(cpu_M0, cpu_M0, tmp, tmp2);
2302 18c9b560 balrog
            break;
2303 18c9b560 balrog
        case 0xc: case 0xd: case 0xe: case 0xf:                /* TMIAxy */
2304 18c9b560 balrog
            if (insn & (1 << 16))
2305 da6b5335 Filip Navara
                tcg_gen_shri_i32(tmp, tmp, 16);
2306 18c9b560 balrog
            if (insn & (1 << 17))
2307 da6b5335 Filip Navara
                tcg_gen_shri_i32(tmp2, tmp2, 16);
2308 da6b5335 Filip Navara
            gen_helper_iwmmxt_muladdswl(cpu_M0, cpu_M0, tmp, tmp2);
2309 18c9b560 balrog
            break;
2310 18c9b560 balrog
        default:
2311 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
2312 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
2313 18c9b560 balrog
            return 1;
2314 18c9b560 balrog
        }
2315 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
2316 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2317 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(wrd);
2318 18c9b560 balrog
        gen_op_iwmmxt_set_mup();
2319 18c9b560 balrog
        break;
2320 18c9b560 balrog
    default:
2321 18c9b560 balrog
        return 1;
2322 18c9b560 balrog
    }
2323 18c9b560 balrog
2324 18c9b560 balrog
    return 0;
2325 18c9b560 balrog
}
2326 18c9b560 balrog
2327 18c9b560 balrog
/* Disassemble an XScale DSP instruction.  Returns nonzero if an error occured
2328 18c9b560 balrog
   (ie. an undefined instruction).  */
2329 18c9b560 balrog
static int disas_dsp_insn(CPUState *env, DisasContext *s, uint32_t insn)
2330 18c9b560 balrog
{
2331 18c9b560 balrog
    int acc, rd0, rd1, rdhi, rdlo;
2332 3a554c0f Filip Navara
    TCGv tmp, tmp2;
2333 18c9b560 balrog
2334 18c9b560 balrog
    if ((insn & 0x0ff00f10) == 0x0e200010) {
2335 18c9b560 balrog
        /* Multiply with Internal Accumulate Format */
2336 18c9b560 balrog
        rd0 = (insn >> 12) & 0xf;
2337 18c9b560 balrog
        rd1 = insn & 0xf;
2338 18c9b560 balrog
        acc = (insn >> 5) & 7;
2339 18c9b560 balrog
2340 18c9b560 balrog
        if (acc != 0)
2341 18c9b560 balrog
            return 1;
2342 18c9b560 balrog
2343 3a554c0f Filip Navara
        tmp = load_reg(s, rd0);
2344 3a554c0f Filip Navara
        tmp2 = load_reg(s, rd1);
2345 18c9b560 balrog
        switch ((insn >> 16) & 0xf) {
2346 18c9b560 balrog
        case 0x0:                                        /* MIA */
2347 3a554c0f Filip Navara
            gen_helper_iwmmxt_muladdsl(cpu_M0, cpu_M0, tmp, tmp2);
2348 18c9b560 balrog
            break;
2349 18c9b560 balrog
        case 0x8:                                        /* MIAPH */
2350 3a554c0f Filip Navara
            gen_helper_iwmmxt_muladdsw(cpu_M0, cpu_M0, tmp, tmp2);
2351 18c9b560 balrog
            break;
2352 18c9b560 balrog
        case 0xc:                                        /* MIABB */
2353 18c9b560 balrog
        case 0xd:                                        /* MIABT */
2354 18c9b560 balrog
        case 0xe:                                        /* MIATB */
2355 18c9b560 balrog
        case 0xf:                                        /* MIATT */
2356 18c9b560 balrog
            if (insn & (1 << 16))
2357 3a554c0f Filip Navara
                tcg_gen_shri_i32(tmp, tmp, 16);
2358 18c9b560 balrog
            if (insn & (1 << 17))
2359 3a554c0f Filip Navara
                tcg_gen_shri_i32(tmp2, tmp2, 16);
2360 3a554c0f Filip Navara
            gen_helper_iwmmxt_muladdswl(cpu_M0, cpu_M0, tmp, tmp2);
2361 18c9b560 balrog
            break;
2362 18c9b560 balrog
        default:
2363 18c9b560 balrog
            return 1;
2364 18c9b560 balrog
        }
2365 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
2366 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2367 18c9b560 balrog
2368 18c9b560 balrog
        gen_op_iwmmxt_movq_wRn_M0(acc);
2369 18c9b560 balrog
        return 0;
2370 18c9b560 balrog
    }
2371 18c9b560 balrog
2372 18c9b560 balrog
    if ((insn & 0x0fe00ff8) == 0x0c400000) {
2373 18c9b560 balrog
        /* Internal Accumulator Access Format */
2374 18c9b560 balrog
        rdhi = (insn >> 16) & 0xf;
2375 18c9b560 balrog
        rdlo = (insn >> 12) & 0xf;
2376 18c9b560 balrog
        acc = insn & 7;
2377 18c9b560 balrog
2378 18c9b560 balrog
        if (acc != 0)
2379 18c9b560 balrog
            return 1;
2380 18c9b560 balrog
2381 18c9b560 balrog
        if (insn & ARM_CP_RW_BIT) {                        /* MRA */
2382 3a554c0f Filip Navara
            iwmmxt_load_reg(cpu_V0, acc);
2383 3a554c0f Filip Navara
            tcg_gen_trunc_i64_i32(cpu_R[rdlo], cpu_V0);
2384 3a554c0f Filip Navara
            tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
2385 3a554c0f Filip Navara
            tcg_gen_trunc_i64_i32(cpu_R[rdhi], cpu_V0);
2386 3a554c0f Filip Navara
            tcg_gen_andi_i32(cpu_R[rdhi], cpu_R[rdhi], (1 << (40 - 32)) - 1);
2387 18c9b560 balrog
        } else {                                        /* MAR */
2388 3a554c0f Filip Navara
            tcg_gen_concat_i32_i64(cpu_V0, cpu_R[rdlo], cpu_R[rdhi]);
2389 3a554c0f Filip Navara
            iwmmxt_store_reg(cpu_V0, acc);
2390 18c9b560 balrog
        }
2391 18c9b560 balrog
        return 0;
2392 18c9b560 balrog
    }
2393 18c9b560 balrog
2394 18c9b560 balrog
    return 1;
2395 18c9b560 balrog
}
2396 18c9b560 balrog
2397 c1713132 balrog
/* Disassemble system coprocessor instruction.  Return nonzero if
2398 c1713132 balrog
   instruction is not defined.  */
2399 c1713132 balrog
static int disas_cp_insn(CPUState *env, DisasContext *s, uint32_t insn)
2400 c1713132 balrog
{
2401 b75263d6 Juha Riihimรคki
    TCGv tmp, tmp2;
2402 c1713132 balrog
    uint32_t rd = (insn >> 12) & 0xf;
2403 c1713132 balrog
    uint32_t cp = (insn >> 8) & 0xf;
2404 c1713132 balrog
    if (IS_USER(s)) {
2405 c1713132 balrog
        return 1;
2406 c1713132 balrog
    }
2407 c1713132 balrog
2408 18c9b560 balrog
    if (insn & ARM_CP_RW_BIT) {
2409 c1713132 balrog
        if (!env->cp[cp].cp_read)
2410 c1713132 balrog
            return 1;
2411 8984bd2e pbrook
        gen_set_pc_im(s->pc);
2412 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
2413 b75263d6 Juha Riihimรคki
        tmp2 = tcg_const_i32(insn);
2414 b75263d6 Juha Riihimรคki
        gen_helper_get_cp(tmp, cpu_env, tmp2);
2415 b75263d6 Juha Riihimรคki
        tcg_temp_free(tmp2);
2416 8984bd2e pbrook
        store_reg(s, rd, tmp);
2417 c1713132 balrog
    } else {
2418 c1713132 balrog
        if (!env->cp[cp].cp_write)
2419 c1713132 balrog
            return 1;
2420 8984bd2e pbrook
        gen_set_pc_im(s->pc);
2421 8984bd2e pbrook
        tmp = load_reg(s, rd);
2422 b75263d6 Juha Riihimรคki
        tmp2 = tcg_const_i32(insn);
2423 b75263d6 Juha Riihimรคki
        gen_helper_set_cp(cpu_env, tmp2, tmp);
2424 b75263d6 Juha Riihimรคki
        tcg_temp_free(tmp2);
2425 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2426 c1713132 balrog
    }
2427 c1713132 balrog
    return 0;
2428 c1713132 balrog
}
2429 c1713132 balrog
2430 9ee6e8bb pbrook
static int cp15_user_ok(uint32_t insn)
2431 9ee6e8bb pbrook
{
2432 9ee6e8bb pbrook
    int cpn = (insn >> 16) & 0xf;
2433 9ee6e8bb pbrook
    int cpm = insn & 0xf;
2434 9ee6e8bb pbrook
    int op = ((insn >> 5) & 7) | ((insn >> 18) & 0x38);
2435 9ee6e8bb pbrook
2436 9ee6e8bb pbrook
    if (cpn == 13 && cpm == 0) {
2437 9ee6e8bb pbrook
        /* TLS register.  */
2438 9ee6e8bb pbrook
        if (op == 2 || (op == 3 && (insn & ARM_CP_RW_BIT)))
2439 9ee6e8bb pbrook
            return 1;
2440 9ee6e8bb pbrook
    }
2441 9ee6e8bb pbrook
    if (cpn == 7) {
2442 9ee6e8bb pbrook
        /* ISB, DSB, DMB.  */
2443 9ee6e8bb pbrook
        if ((cpm == 5 && op == 4)
2444 9ee6e8bb pbrook
                || (cpm == 10 && (op == 4 || op == 5)))
2445 9ee6e8bb pbrook
            return 1;
2446 9ee6e8bb pbrook
    }
2447 9ee6e8bb pbrook
    return 0;
2448 9ee6e8bb pbrook
}
2449 9ee6e8bb pbrook
2450 3f26c122 Riku Voipio
static int cp15_tls_load_store(CPUState *env, DisasContext *s, uint32_t insn, uint32_t rd)
2451 3f26c122 Riku Voipio
{
2452 3f26c122 Riku Voipio
    TCGv tmp;
2453 3f26c122 Riku Voipio
    int cpn = (insn >> 16) & 0xf;
2454 3f26c122 Riku Voipio
    int cpm = insn & 0xf;
2455 3f26c122 Riku Voipio
    int op = ((insn >> 5) & 7) | ((insn >> 18) & 0x38);
2456 3f26c122 Riku Voipio
2457 3f26c122 Riku Voipio
    if (!arm_feature(env, ARM_FEATURE_V6K))
2458 3f26c122 Riku Voipio
        return 0;
2459 3f26c122 Riku Voipio
2460 3f26c122 Riku Voipio
    if (!(cpn == 13 && cpm == 0))
2461 3f26c122 Riku Voipio
        return 0;
2462 3f26c122 Riku Voipio
2463 3f26c122 Riku Voipio
    if (insn & ARM_CP_RW_BIT) {
2464 3f26c122 Riku Voipio
        switch (op) {
2465 3f26c122 Riku Voipio
        case 2:
2466 c5883be2 Paul Brook
            tmp = load_cpu_field(cp15.c13_tls1);
2467 3f26c122 Riku Voipio
            break;
2468 3f26c122 Riku Voipio
        case 3:
2469 c5883be2 Paul Brook
            tmp = load_cpu_field(cp15.c13_tls2);
2470 3f26c122 Riku Voipio
            break;
2471 3f26c122 Riku Voipio
        case 4:
2472 c5883be2 Paul Brook
            tmp = load_cpu_field(cp15.c13_tls3);
2473 3f26c122 Riku Voipio
            break;
2474 3f26c122 Riku Voipio
        default:
2475 3f26c122 Riku Voipio
            return 0;
2476 3f26c122 Riku Voipio
        }
2477 3f26c122 Riku Voipio
        store_reg(s, rd, tmp);
2478 3f26c122 Riku Voipio
2479 3f26c122 Riku Voipio
    } else {
2480 3f26c122 Riku Voipio
        tmp = load_reg(s, rd);
2481 3f26c122 Riku Voipio
        switch (op) {
2482 3f26c122 Riku Voipio
        case 2:
2483 c5883be2 Paul Brook
            store_cpu_field(tmp, cp15.c13_tls1);
2484 3f26c122 Riku Voipio
            break;
2485 3f26c122 Riku Voipio
        case 3:
2486 c5883be2 Paul Brook
            store_cpu_field(tmp, cp15.c13_tls2);
2487 3f26c122 Riku Voipio
            break;
2488 3f26c122 Riku Voipio
        case 4:
2489 c5883be2 Paul Brook
            store_cpu_field(tmp, cp15.c13_tls3);
2490 3f26c122 Riku Voipio
            break;
2491 3f26c122 Riku Voipio
        default:
2492 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
2493 3f26c122 Riku Voipio
            return 0;
2494 3f26c122 Riku Voipio
        }
2495 3f26c122 Riku Voipio
    }
2496 3f26c122 Riku Voipio
    return 1;
2497 3f26c122 Riku Voipio
}
2498 3f26c122 Riku Voipio
2499 b5ff1b31 bellard
/* Disassemble system coprocessor (cp15) instruction.  Return nonzero if
2500 b5ff1b31 bellard
   instruction is not defined.  */
2501 a90b7318 balrog
static int disas_cp15_insn(CPUState *env, DisasContext *s, uint32_t insn)
2502 b5ff1b31 bellard
{
2503 b5ff1b31 bellard
    uint32_t rd;
2504 b75263d6 Juha Riihimรคki
    TCGv tmp, tmp2;
2505 b5ff1b31 bellard
2506 9ee6e8bb pbrook
    /* M profile cores use memory mapped registers instead of cp15.  */
2507 9ee6e8bb pbrook
    if (arm_feature(env, ARM_FEATURE_M))
2508 9ee6e8bb pbrook
        return 1;
2509 9ee6e8bb pbrook
2510 9ee6e8bb pbrook
    if ((insn & (1 << 25)) == 0) {
2511 9ee6e8bb pbrook
        if (insn & (1 << 20)) {
2512 9ee6e8bb pbrook
            /* mrrc */
2513 9ee6e8bb pbrook
            return 1;
2514 9ee6e8bb pbrook
        }
2515 9ee6e8bb pbrook
        /* mcrr.  Used for block cache operations, so implement as no-op.  */
2516 9ee6e8bb pbrook
        return 0;
2517 9ee6e8bb pbrook
    }
2518 9ee6e8bb pbrook
    if ((insn & (1 << 4)) == 0) {
2519 9ee6e8bb pbrook
        /* cdp */
2520 9ee6e8bb pbrook
        return 1;
2521 9ee6e8bb pbrook
    }
2522 9ee6e8bb pbrook
    if (IS_USER(s) && !cp15_user_ok(insn)) {
2523 b5ff1b31 bellard
        return 1;
2524 b5ff1b31 bellard
    }
2525 cc688901 Peter Maydell
2526 cc688901 Peter Maydell
    /* Pre-v7 versions of the architecture implemented WFI via coprocessor
2527 cc688901 Peter Maydell
     * instructions rather than a separate instruction.
2528 cc688901 Peter Maydell
     */
2529 cc688901 Peter Maydell
    if ((insn & 0x0fff0fff) == 0x0e070f90) {
2530 cc688901 Peter Maydell
        /* 0,c7,c0,4: Standard v6 WFI (also used in some pre-v6 cores).
2531 cc688901 Peter Maydell
         * In v7, this must NOP.
2532 cc688901 Peter Maydell
         */
2533 cc688901 Peter Maydell
        if (!arm_feature(env, ARM_FEATURE_V7)) {
2534 cc688901 Peter Maydell
            /* Wait for interrupt.  */
2535 cc688901 Peter Maydell
            gen_set_pc_im(s->pc);
2536 cc688901 Peter Maydell
            s->is_jmp = DISAS_WFI;
2537 cc688901 Peter Maydell
        }
2538 9332f9da bellard
        return 0;
2539 9332f9da bellard
    }
2540 cc688901 Peter Maydell
2541 cc688901 Peter Maydell
    if ((insn & 0x0fff0fff) == 0x0e070f58) {
2542 cc688901 Peter Maydell
        /* 0,c7,c8,2: Not all pre-v6 cores implemented this WFI,
2543 cc688901 Peter Maydell
         * so this is slightly over-broad.
2544 cc688901 Peter Maydell
         */
2545 cc688901 Peter Maydell
        if (!arm_feature(env, ARM_FEATURE_V6)) {
2546 cc688901 Peter Maydell
            /* Wait for interrupt.  */
2547 cc688901 Peter Maydell
            gen_set_pc_im(s->pc);
2548 cc688901 Peter Maydell
            s->is_jmp = DISAS_WFI;
2549 cc688901 Peter Maydell
            return 0;
2550 cc688901 Peter Maydell
        }
2551 cc688901 Peter Maydell
        /* Otherwise fall through to handle via helper function.
2552 cc688901 Peter Maydell
         * In particular, on v7 and some v6 cores this is one of
2553 cc688901 Peter Maydell
         * the VA-PA registers.
2554 cc688901 Peter Maydell
         */
2555 cc688901 Peter Maydell
    }
2556 cc688901 Peter Maydell
2557 b5ff1b31 bellard
    rd = (insn >> 12) & 0xf;
2558 3f26c122 Riku Voipio
2559 3f26c122 Riku Voipio
    if (cp15_tls_load_store(env, s, insn, rd))
2560 3f26c122 Riku Voipio
        return 0;
2561 3f26c122 Riku Voipio
2562 b75263d6 Juha Riihimรคki
    tmp2 = tcg_const_i32(insn);
2563 18c9b560 balrog
    if (insn & ARM_CP_RW_BIT) {
2564 7d1b0095 Peter Maydell
        tmp = tcg_temp_new_i32();
2565 b75263d6 Juha Riihimรคki
        gen_helper_get_cp15(tmp, cpu_env, tmp2);
2566 b5ff1b31 bellard
        /* If the destination register is r15 then sets condition codes.  */
2567 b5ff1b31 bellard
        if (rd != 15)
2568 8984bd2e pbrook
            store_reg(s, rd, tmp);
2569 8984bd2e pbrook
        else
2570 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
2571 b5ff1b31 bellard
    } else {
2572 8984bd2e pbrook
        tmp = load_reg(s, rd);
2573 b75263d6 Juha Riihimรคki
        gen_helper_set_cp15(cpu_env, tmp2, tmp);
2574 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
2575 a90b7318 balrog
        /* Normally we would always end the TB here, but Linux
2576 a90b7318 balrog
         * arch/arm/mach-pxa/sleep.S expects two instructions following
2577 a90b7318 balrog
         * an MMU enable to execute from cache.  Imitate this behaviour.  */
2578 a90b7318 balrog
        if (!arm_feature(env, ARM_FEATURE_XSCALE) ||
2579 a90b7318 balrog
                (insn & 0x0fff0fff) != 0x0e010f10)
2580 a90b7318 balrog
            gen_lookup_tb(s);
2581 b5ff1b31 bellard
    }
2582 b75263d6 Juha Riihimรคki
    tcg_temp_free_i32(tmp2);
2583 b5ff1b31 bellard
    return 0;
2584 b5ff1b31 bellard
}
2585 b5ff1b31 bellard
2586 9ee6e8bb pbrook
#define VFP_REG_SHR(x, n) (((n) > 0) ? (x) >> (n) : (x) << -(n))
2587 9ee6e8bb pbrook
#define VFP_SREG(insn, bigbit, smallbit) \
2588 9ee6e8bb pbrook
  ((VFP_REG_SHR(insn, bigbit - 1) & 0x1e) | (((insn) >> (smallbit)) & 1))
2589 9ee6e8bb pbrook
#define VFP_DREG(reg, insn, bigbit, smallbit) do { \
2590 9ee6e8bb pbrook
    if (arm_feature(env, ARM_FEATURE_VFP3)) { \
2591 9ee6e8bb pbrook
        reg = (((insn) >> (bigbit)) & 0x0f) \
2592 9ee6e8bb pbrook
              | (((insn) >> ((smallbit) - 4)) & 0x10); \
2593 9ee6e8bb pbrook
    } else { \
2594 9ee6e8bb pbrook
        if (insn & (1 << (smallbit))) \
2595 9ee6e8bb pbrook
            return 1; \
2596 9ee6e8bb pbrook
        reg = ((insn) >> (bigbit)) & 0x0f; \
2597 9ee6e8bb pbrook
    }} while (0)
2598 9ee6e8bb pbrook
2599 9ee6e8bb pbrook
#define VFP_SREG_D(insn) VFP_SREG(insn, 12, 22)
2600 9ee6e8bb pbrook
#define VFP_DREG_D(reg, insn) VFP_DREG(reg, insn, 12, 22)
2601 9ee6e8bb pbrook
#define VFP_SREG_N(insn) VFP_SREG(insn, 16,  7)
2602 9ee6e8bb pbrook
#define VFP_DREG_N(reg, insn) VFP_DREG(reg, insn, 16,  7)
2603 9ee6e8bb pbrook
#define VFP_SREG_M(insn) VFP_SREG(insn,  0,  5)
2604 9ee6e8bb pbrook
#define VFP_DREG_M(reg, insn) VFP_DREG(reg, insn,  0,  5)
2605 9ee6e8bb pbrook
2606 4373f3ce pbrook
/* Move between integer and VFP cores.  */
2607 4373f3ce pbrook
static TCGv gen_vfp_mrs(void)
2608 4373f3ce pbrook
{
2609 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
2610 4373f3ce pbrook
    tcg_gen_mov_i32(tmp, cpu_F0s);
2611 4373f3ce pbrook
    return tmp;
2612 4373f3ce pbrook
}
2613 4373f3ce pbrook
2614 4373f3ce pbrook
static void gen_vfp_msr(TCGv tmp)
2615 4373f3ce pbrook
{
2616 4373f3ce pbrook
    tcg_gen_mov_i32(cpu_F0s, tmp);
2617 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
2618 4373f3ce pbrook
}
2619 4373f3ce pbrook
2620 ad69471c pbrook
static void gen_neon_dup_u8(TCGv var, int shift)
2621 ad69471c pbrook
{
2622 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
2623 ad69471c pbrook
    if (shift)
2624 ad69471c pbrook
        tcg_gen_shri_i32(var, var, shift);
2625 86831435 pbrook
    tcg_gen_ext8u_i32(var, var);
2626 ad69471c pbrook
    tcg_gen_shli_i32(tmp, var, 8);
2627 ad69471c pbrook
    tcg_gen_or_i32(var, var, tmp);
2628 ad69471c pbrook
    tcg_gen_shli_i32(tmp, var, 16);
2629 ad69471c pbrook
    tcg_gen_or_i32(var, var, tmp);
2630 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
2631 ad69471c pbrook
}
2632 ad69471c pbrook
2633 ad69471c pbrook
static void gen_neon_dup_low16(TCGv var)
2634 ad69471c pbrook
{
2635 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
2636 86831435 pbrook
    tcg_gen_ext16u_i32(var, var);
2637 ad69471c pbrook
    tcg_gen_shli_i32(tmp, var, 16);
2638 ad69471c pbrook
    tcg_gen_or_i32(var, var, tmp);
2639 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
2640 ad69471c pbrook
}
2641 ad69471c pbrook
2642 ad69471c pbrook
static void gen_neon_dup_high16(TCGv var)
2643 ad69471c pbrook
{
2644 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
2645 ad69471c pbrook
    tcg_gen_andi_i32(var, var, 0xffff0000);
2646 ad69471c pbrook
    tcg_gen_shri_i32(tmp, var, 16);
2647 ad69471c pbrook
    tcg_gen_or_i32(var, var, tmp);
2648 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
2649 ad69471c pbrook
}
2650 ad69471c pbrook
2651 8e18cde3 Peter Maydell
static TCGv gen_load_and_replicate(DisasContext *s, TCGv addr, int size)
2652 8e18cde3 Peter Maydell
{
2653 8e18cde3 Peter Maydell
    /* Load a single Neon element and replicate into a 32 bit TCG reg */
2654 8e18cde3 Peter Maydell
    TCGv tmp;
2655 8e18cde3 Peter Maydell
    switch (size) {
2656 8e18cde3 Peter Maydell
    case 0:
2657 8e18cde3 Peter Maydell
        tmp = gen_ld8u(addr, IS_USER(s));
2658 8e18cde3 Peter Maydell
        gen_neon_dup_u8(tmp, 0);
2659 8e18cde3 Peter Maydell
        break;
2660 8e18cde3 Peter Maydell
    case 1:
2661 8e18cde3 Peter Maydell
        tmp = gen_ld16u(addr, IS_USER(s));
2662 8e18cde3 Peter Maydell
        gen_neon_dup_low16(tmp);
2663 8e18cde3 Peter Maydell
        break;
2664 8e18cde3 Peter Maydell
    case 2:
2665 8e18cde3 Peter Maydell
        tmp = gen_ld32(addr, IS_USER(s));
2666 8e18cde3 Peter Maydell
        break;
2667 8e18cde3 Peter Maydell
    default: /* Avoid compiler warnings.  */
2668 8e18cde3 Peter Maydell
        abort();
2669 8e18cde3 Peter Maydell
    }
2670 8e18cde3 Peter Maydell
    return tmp;
2671 8e18cde3 Peter Maydell
}
2672 8e18cde3 Peter Maydell
2673 b7bcbe95 bellard
/* Disassemble a VFP instruction.  Returns nonzero if an error occured
2674 b7bcbe95 bellard
   (ie. an undefined instruction).  */
2675 b7bcbe95 bellard
static int disas_vfp_insn(CPUState * env, DisasContext *s, uint32_t insn)
2676 b7bcbe95 bellard
{
2677 b7bcbe95 bellard
    uint32_t rd, rn, rm, op, i, n, offset, delta_d, delta_m, bank_mask;
2678 b7bcbe95 bellard
    int dp, veclen;
2679 312eea9f Filip Navara
    TCGv addr;
2680 4373f3ce pbrook
    TCGv tmp;
2681 ad69471c pbrook
    TCGv tmp2;
2682 b7bcbe95 bellard
2683 40f137e1 pbrook
    if (!arm_feature(env, ARM_FEATURE_VFP))
2684 40f137e1 pbrook
        return 1;
2685 40f137e1 pbrook
2686 5df8bac1 Peter Maydell
    if (!s->vfp_enabled) {
2687 9ee6e8bb pbrook
        /* VFP disabled.  Only allow fmxr/fmrx to/from some control regs.  */
2688 40f137e1 pbrook
        if ((insn & 0x0fe00fff) != 0x0ee00a10)
2689 40f137e1 pbrook
            return 1;
2690 40f137e1 pbrook
        rn = (insn >> 16) & 0xf;
2691 9ee6e8bb pbrook
        if (rn != ARM_VFP_FPSID && rn != ARM_VFP_FPEXC
2692 9ee6e8bb pbrook
            && rn != ARM_VFP_MVFR1 && rn != ARM_VFP_MVFR0)
2693 40f137e1 pbrook
            return 1;
2694 40f137e1 pbrook
    }
2695 b7bcbe95 bellard
    dp = ((insn & 0xf00) == 0xb00);
2696 b7bcbe95 bellard
    switch ((insn >> 24) & 0xf) {
2697 b7bcbe95 bellard
    case 0xe:
2698 b7bcbe95 bellard
        if (insn & (1 << 4)) {
2699 b7bcbe95 bellard
            /* single register transfer */
2700 b7bcbe95 bellard
            rd = (insn >> 12) & 0xf;
2701 b7bcbe95 bellard
            if (dp) {
2702 9ee6e8bb pbrook
                int size;
2703 9ee6e8bb pbrook
                int pass;
2704 9ee6e8bb pbrook
2705 9ee6e8bb pbrook
                VFP_DREG_N(rn, insn);
2706 9ee6e8bb pbrook
                if (insn & 0xf)
2707 b7bcbe95 bellard
                    return 1;
2708 9ee6e8bb pbrook
                if (insn & 0x00c00060
2709 9ee6e8bb pbrook
                    && !arm_feature(env, ARM_FEATURE_NEON))
2710 9ee6e8bb pbrook
                    return 1;
2711 9ee6e8bb pbrook
2712 9ee6e8bb pbrook
                pass = (insn >> 21) & 1;
2713 9ee6e8bb pbrook
                if (insn & (1 << 22)) {
2714 9ee6e8bb pbrook
                    size = 0;
2715 9ee6e8bb pbrook
                    offset = ((insn >> 5) & 3) * 8;
2716 9ee6e8bb pbrook
                } else if (insn & (1 << 5)) {
2717 9ee6e8bb pbrook
                    size = 1;
2718 9ee6e8bb pbrook
                    offset = (insn & (1 << 6)) ? 16 : 0;
2719 9ee6e8bb pbrook
                } else {
2720 9ee6e8bb pbrook
                    size = 2;
2721 9ee6e8bb pbrook
                    offset = 0;
2722 9ee6e8bb pbrook
                }
2723 18c9b560 balrog
                if (insn & ARM_CP_RW_BIT) {
2724 b7bcbe95 bellard
                    /* vfp->arm */
2725 ad69471c pbrook
                    tmp = neon_load_reg(rn, pass);
2726 9ee6e8bb pbrook
                    switch (size) {
2727 9ee6e8bb pbrook
                    case 0:
2728 9ee6e8bb pbrook
                        if (offset)
2729 ad69471c pbrook
                            tcg_gen_shri_i32(tmp, tmp, offset);
2730 9ee6e8bb pbrook
                        if (insn & (1 << 23))
2731 ad69471c pbrook
                            gen_uxtb(tmp);
2732 9ee6e8bb pbrook
                        else
2733 ad69471c pbrook
                            gen_sxtb(tmp);
2734 9ee6e8bb pbrook
                        break;
2735 9ee6e8bb pbrook
                    case 1:
2736 9ee6e8bb pbrook
                        if (insn & (1 << 23)) {
2737 9ee6e8bb pbrook
                            if (offset) {
2738 ad69471c pbrook
                                tcg_gen_shri_i32(tmp, tmp, 16);
2739 9ee6e8bb pbrook
                            } else {
2740 ad69471c pbrook
                                gen_uxth(tmp);
2741 9ee6e8bb pbrook
                            }
2742 9ee6e8bb pbrook
                        } else {
2743 9ee6e8bb pbrook
                            if (offset) {
2744 ad69471c pbrook
                                tcg_gen_sari_i32(tmp, tmp, 16);
2745 9ee6e8bb pbrook
                            } else {
2746 ad69471c pbrook
                                gen_sxth(tmp);
2747 9ee6e8bb pbrook
                            }
2748 9ee6e8bb pbrook
                        }
2749 9ee6e8bb pbrook
                        break;
2750 9ee6e8bb pbrook
                    case 2:
2751 9ee6e8bb pbrook
                        break;
2752 9ee6e8bb pbrook
                    }
2753 ad69471c pbrook
                    store_reg(s, rd, tmp);
2754 b7bcbe95 bellard
                } else {
2755 b7bcbe95 bellard
                    /* arm->vfp */
2756 ad69471c pbrook
                    tmp = load_reg(s, rd);
2757 9ee6e8bb pbrook
                    if (insn & (1 << 23)) {
2758 9ee6e8bb pbrook
                        /* VDUP */
2759 9ee6e8bb pbrook
                        if (size == 0) {
2760 ad69471c pbrook
                            gen_neon_dup_u8(tmp, 0);
2761 9ee6e8bb pbrook
                        } else if (size == 1) {
2762 ad69471c pbrook
                            gen_neon_dup_low16(tmp);
2763 9ee6e8bb pbrook
                        }
2764 cbbccffc pbrook
                        for (n = 0; n <= pass * 2; n++) {
2765 7d1b0095 Peter Maydell
                            tmp2 = tcg_temp_new_i32();
2766 cbbccffc pbrook
                            tcg_gen_mov_i32(tmp2, tmp);
2767 cbbccffc pbrook
                            neon_store_reg(rn, n, tmp2);
2768 cbbccffc pbrook
                        }
2769 cbbccffc pbrook
                        neon_store_reg(rn, n, tmp);
2770 9ee6e8bb pbrook
                    } else {
2771 9ee6e8bb pbrook
                        /* VMOV */
2772 9ee6e8bb pbrook
                        switch (size) {
2773 9ee6e8bb pbrook
                        case 0:
2774 ad69471c pbrook
                            tmp2 = neon_load_reg(rn, pass);
2775 ad69471c pbrook
                            gen_bfi(tmp, tmp2, tmp, offset, 0xff);
2776 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
2777 9ee6e8bb pbrook
                            break;
2778 9ee6e8bb pbrook
                        case 1:
2779 ad69471c pbrook
                            tmp2 = neon_load_reg(rn, pass);
2780 ad69471c pbrook
                            gen_bfi(tmp, tmp2, tmp, offset, 0xffff);
2781 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
2782 9ee6e8bb pbrook
                            break;
2783 9ee6e8bb pbrook
                        case 2:
2784 9ee6e8bb pbrook
                            break;
2785 9ee6e8bb pbrook
                        }
2786 ad69471c pbrook
                        neon_store_reg(rn, pass, tmp);
2787 9ee6e8bb pbrook
                    }
2788 b7bcbe95 bellard
                }
2789 9ee6e8bb pbrook
            } else { /* !dp */
2790 9ee6e8bb pbrook
                if ((insn & 0x6f) != 0x00)
2791 9ee6e8bb pbrook
                    return 1;
2792 9ee6e8bb pbrook
                rn = VFP_SREG_N(insn);
2793 18c9b560 balrog
                if (insn & ARM_CP_RW_BIT) {
2794 b7bcbe95 bellard
                    /* vfp->arm */
2795 b7bcbe95 bellard
                    if (insn & (1 << 21)) {
2796 b7bcbe95 bellard
                        /* system register */
2797 40f137e1 pbrook
                        rn >>= 1;
2798 9ee6e8bb pbrook
2799 b7bcbe95 bellard
                        switch (rn) {
2800 40f137e1 pbrook
                        case ARM_VFP_FPSID:
2801 4373f3ce pbrook
                            /* VFP2 allows access to FSID from userspace.
2802 9ee6e8bb pbrook
                               VFP3 restricts all id registers to privileged
2803 9ee6e8bb pbrook
                               accesses.  */
2804 9ee6e8bb pbrook
                            if (IS_USER(s)
2805 9ee6e8bb pbrook
                                && arm_feature(env, ARM_FEATURE_VFP3))
2806 9ee6e8bb pbrook
                                return 1;
2807 4373f3ce pbrook
                            tmp = load_cpu_field(vfp.xregs[rn]);
2808 9ee6e8bb pbrook
                            break;
2809 40f137e1 pbrook
                        case ARM_VFP_FPEXC:
2810 9ee6e8bb pbrook
                            if (IS_USER(s))
2811 9ee6e8bb pbrook
                                return 1;
2812 4373f3ce pbrook
                            tmp = load_cpu_field(vfp.xregs[rn]);
2813 9ee6e8bb pbrook
                            break;
2814 40f137e1 pbrook
                        case ARM_VFP_FPINST:
2815 40f137e1 pbrook
                        case ARM_VFP_FPINST2:
2816 9ee6e8bb pbrook
                            /* Not present in VFP3.  */
2817 9ee6e8bb pbrook
                            if (IS_USER(s)
2818 9ee6e8bb pbrook
                                || arm_feature(env, ARM_FEATURE_VFP3))
2819 9ee6e8bb pbrook
                                return 1;
2820 4373f3ce pbrook
                            tmp = load_cpu_field(vfp.xregs[rn]);
2821 b7bcbe95 bellard
                            break;
2822 40f137e1 pbrook
                        case ARM_VFP_FPSCR:
2823 601d70b9 balrog
                            if (rd == 15) {
2824 4373f3ce pbrook
                                tmp = load_cpu_field(vfp.xregs[ARM_VFP_FPSCR]);
2825 4373f3ce pbrook
                                tcg_gen_andi_i32(tmp, tmp, 0xf0000000);
2826 4373f3ce pbrook
                            } else {
2827 7d1b0095 Peter Maydell
                                tmp = tcg_temp_new_i32();
2828 4373f3ce pbrook
                                gen_helper_vfp_get_fpscr(tmp, cpu_env);
2829 4373f3ce pbrook
                            }
2830 b7bcbe95 bellard
                            break;
2831 9ee6e8bb pbrook
                        case ARM_VFP_MVFR0:
2832 9ee6e8bb pbrook
                        case ARM_VFP_MVFR1:
2833 9ee6e8bb pbrook
                            if (IS_USER(s)
2834 9ee6e8bb pbrook
                                || !arm_feature(env, ARM_FEATURE_VFP3))
2835 9ee6e8bb pbrook
                                return 1;
2836 4373f3ce pbrook
                            tmp = load_cpu_field(vfp.xregs[rn]);
2837 9ee6e8bb pbrook
                            break;
2838 b7bcbe95 bellard
                        default:
2839 b7bcbe95 bellard
                            return 1;
2840 b7bcbe95 bellard
                        }
2841 b7bcbe95 bellard
                    } else {
2842 b7bcbe95 bellard
                        gen_mov_F0_vreg(0, rn);
2843 4373f3ce pbrook
                        tmp = gen_vfp_mrs();
2844 b7bcbe95 bellard
                    }
2845 b7bcbe95 bellard
                    if (rd == 15) {
2846 b5ff1b31 bellard
                        /* Set the 4 flag bits in the CPSR.  */
2847 4373f3ce pbrook
                        gen_set_nzcv(tmp);
2848 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
2849 4373f3ce pbrook
                    } else {
2850 4373f3ce pbrook
                        store_reg(s, rd, tmp);
2851 4373f3ce pbrook
                    }
2852 b7bcbe95 bellard
                } else {
2853 b7bcbe95 bellard
                    /* arm->vfp */
2854 4373f3ce pbrook
                    tmp = load_reg(s, rd);
2855 b7bcbe95 bellard
                    if (insn & (1 << 21)) {
2856 40f137e1 pbrook
                        rn >>= 1;
2857 b7bcbe95 bellard
                        /* system register */
2858 b7bcbe95 bellard
                        switch (rn) {
2859 40f137e1 pbrook
                        case ARM_VFP_FPSID:
2860 9ee6e8bb pbrook
                        case ARM_VFP_MVFR0:
2861 9ee6e8bb pbrook
                        case ARM_VFP_MVFR1:
2862 b7bcbe95 bellard
                            /* Writes are ignored.  */
2863 b7bcbe95 bellard
                            break;
2864 40f137e1 pbrook
                        case ARM_VFP_FPSCR:
2865 4373f3ce pbrook
                            gen_helper_vfp_set_fpscr(cpu_env, tmp);
2866 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp);
2867 b5ff1b31 bellard
                            gen_lookup_tb(s);
2868 b7bcbe95 bellard
                            break;
2869 40f137e1 pbrook
                        case ARM_VFP_FPEXC:
2870 9ee6e8bb pbrook
                            if (IS_USER(s))
2871 9ee6e8bb pbrook
                                return 1;
2872 71b3c3de Juha Riihimรคki
                            /* TODO: VFP subarchitecture support.
2873 71b3c3de Juha Riihimรคki
                             * For now, keep the EN bit only */
2874 71b3c3de Juha Riihimรคki
                            tcg_gen_andi_i32(tmp, tmp, 1 << 30);
2875 4373f3ce pbrook
                            store_cpu_field(tmp, vfp.xregs[rn]);
2876 40f137e1 pbrook
                            gen_lookup_tb(s);
2877 40f137e1 pbrook
                            break;
2878 40f137e1 pbrook
                        case ARM_VFP_FPINST:
2879 40f137e1 pbrook
                        case ARM_VFP_FPINST2:
2880 4373f3ce pbrook
                            store_cpu_field(tmp, vfp.xregs[rn]);
2881 40f137e1 pbrook
                            break;
2882 b7bcbe95 bellard
                        default:
2883 b7bcbe95 bellard
                            return 1;
2884 b7bcbe95 bellard
                        }
2885 b7bcbe95 bellard
                    } else {
2886 4373f3ce pbrook
                        gen_vfp_msr(tmp);
2887 b7bcbe95 bellard
                        gen_mov_vreg_F0(0, rn);
2888 b7bcbe95 bellard
                    }
2889 b7bcbe95 bellard
                }
2890 b7bcbe95 bellard
            }
2891 b7bcbe95 bellard
        } else {
2892 b7bcbe95 bellard
            /* data processing */
2893 b7bcbe95 bellard
            /* The opcode is in bits 23, 21, 20 and 6.  */
2894 b7bcbe95 bellard
            op = ((insn >> 20) & 8) | ((insn >> 19) & 6) | ((insn >> 6) & 1);
2895 b7bcbe95 bellard
            if (dp) {
2896 b7bcbe95 bellard
                if (op == 15) {
2897 b7bcbe95 bellard
                    /* rn is opcode */
2898 b7bcbe95 bellard
                    rn = ((insn >> 15) & 0x1e) | ((insn >> 7) & 1);
2899 b7bcbe95 bellard
                } else {
2900 b7bcbe95 bellard
                    /* rn is register number */
2901 9ee6e8bb pbrook
                    VFP_DREG_N(rn, insn);
2902 b7bcbe95 bellard
                }
2903 b7bcbe95 bellard
2904 04595bf6 Peter Maydell
                if (op == 15 && (rn == 15 || ((rn & 0x1c) == 0x18))) {
2905 b7bcbe95 bellard
                    /* Integer or single precision destination.  */
2906 9ee6e8bb pbrook
                    rd = VFP_SREG_D(insn);
2907 b7bcbe95 bellard
                } else {
2908 9ee6e8bb pbrook
                    VFP_DREG_D(rd, insn);
2909 b7bcbe95 bellard
                }
2910 04595bf6 Peter Maydell
                if (op == 15 &&
2911 04595bf6 Peter Maydell
                    (((rn & 0x1c) == 0x10) || ((rn & 0x14) == 0x14))) {
2912 04595bf6 Peter Maydell
                    /* VCVT from int is always from S reg regardless of dp bit.
2913 04595bf6 Peter Maydell
                     * VCVT with immediate frac_bits has same format as SREG_M
2914 04595bf6 Peter Maydell
                     */
2915 04595bf6 Peter Maydell
                    rm = VFP_SREG_M(insn);
2916 b7bcbe95 bellard
                } else {
2917 9ee6e8bb pbrook
                    VFP_DREG_M(rm, insn);
2918 b7bcbe95 bellard
                }
2919 b7bcbe95 bellard
            } else {
2920 9ee6e8bb pbrook
                rn = VFP_SREG_N(insn);
2921 b7bcbe95 bellard
                if (op == 15 && rn == 15) {
2922 b7bcbe95 bellard
                    /* Double precision destination.  */
2923 9ee6e8bb pbrook
                    VFP_DREG_D(rd, insn);
2924 9ee6e8bb pbrook
                } else {
2925 9ee6e8bb pbrook
                    rd = VFP_SREG_D(insn);
2926 9ee6e8bb pbrook
                }
2927 04595bf6 Peter Maydell
                /* NB that we implicitly rely on the encoding for the frac_bits
2928 04595bf6 Peter Maydell
                 * in VCVT of fixed to float being the same as that of an SREG_M
2929 04595bf6 Peter Maydell
                 */
2930 9ee6e8bb pbrook
                rm = VFP_SREG_M(insn);
2931 b7bcbe95 bellard
            }
2932 b7bcbe95 bellard
2933 69d1fc22 Peter Maydell
            veclen = s->vec_len;
2934 b7bcbe95 bellard
            if (op == 15 && rn > 3)
2935 b7bcbe95 bellard
                veclen = 0;
2936 b7bcbe95 bellard
2937 b7bcbe95 bellard
            /* Shut up compiler warnings.  */
2938 b7bcbe95 bellard
            delta_m = 0;
2939 b7bcbe95 bellard
            delta_d = 0;
2940 b7bcbe95 bellard
            bank_mask = 0;
2941 3b46e624 ths
2942 b7bcbe95 bellard
            if (veclen > 0) {
2943 b7bcbe95 bellard
                if (dp)
2944 b7bcbe95 bellard
                    bank_mask = 0xc;
2945 b7bcbe95 bellard
                else
2946 b7bcbe95 bellard
                    bank_mask = 0x18;
2947 b7bcbe95 bellard
2948 b7bcbe95 bellard
                /* Figure out what type of vector operation this is.  */
2949 b7bcbe95 bellard
                if ((rd & bank_mask) == 0) {
2950 b7bcbe95 bellard
                    /* scalar */
2951 b7bcbe95 bellard
                    veclen = 0;
2952 b7bcbe95 bellard
                } else {
2953 b7bcbe95 bellard
                    if (dp)
2954 69d1fc22 Peter Maydell
                        delta_d = (s->vec_stride >> 1) + 1;
2955 b7bcbe95 bellard
                    else
2956 69d1fc22 Peter Maydell
                        delta_d = s->vec_stride + 1;
2957 b7bcbe95 bellard
2958 b7bcbe95 bellard
                    if ((rm & bank_mask) == 0) {
2959 b7bcbe95 bellard
                        /* mixed scalar/vector */
2960 b7bcbe95 bellard
                        delta_m = 0;
2961 b7bcbe95 bellard
                    } else {
2962 b7bcbe95 bellard
                        /* vector */
2963 b7bcbe95 bellard
                        delta_m = delta_d;
2964 b7bcbe95 bellard
                    }
2965 b7bcbe95 bellard
                }
2966 b7bcbe95 bellard
            }
2967 b7bcbe95 bellard
2968 b7bcbe95 bellard
            /* Load the initial operands.  */
2969 b7bcbe95 bellard
            if (op == 15) {
2970 b7bcbe95 bellard
                switch (rn) {
2971 b7bcbe95 bellard
                case 16:
2972 b7bcbe95 bellard
                case 17:
2973 b7bcbe95 bellard
                    /* Integer source */
2974 b7bcbe95 bellard
                    gen_mov_F0_vreg(0, rm);
2975 b7bcbe95 bellard
                    break;
2976 b7bcbe95 bellard
                case 8:
2977 b7bcbe95 bellard
                case 9:
2978 b7bcbe95 bellard
                    /* Compare */
2979 b7bcbe95 bellard
                    gen_mov_F0_vreg(dp, rd);
2980 b7bcbe95 bellard
                    gen_mov_F1_vreg(dp, rm);
2981 b7bcbe95 bellard
                    break;
2982 b7bcbe95 bellard
                case 10:
2983 b7bcbe95 bellard
                case 11:
2984 b7bcbe95 bellard
                    /* Compare with zero */
2985 b7bcbe95 bellard
                    gen_mov_F0_vreg(dp, rd);
2986 b7bcbe95 bellard
                    gen_vfp_F1_ld0(dp);
2987 b7bcbe95 bellard
                    break;
2988 9ee6e8bb pbrook
                case 20:
2989 9ee6e8bb pbrook
                case 21:
2990 9ee6e8bb pbrook
                case 22:
2991 9ee6e8bb pbrook
                case 23:
2992 644ad806 pbrook
                case 28:
2993 644ad806 pbrook
                case 29:
2994 644ad806 pbrook
                case 30:
2995 644ad806 pbrook
                case 31:
2996 9ee6e8bb pbrook
                    /* Source and destination the same.  */
2997 9ee6e8bb pbrook
                    gen_mov_F0_vreg(dp, rd);
2998 9ee6e8bb pbrook
                    break;
2999 b7bcbe95 bellard
                default:
3000 b7bcbe95 bellard
                    /* One source operand.  */
3001 b7bcbe95 bellard
                    gen_mov_F0_vreg(dp, rm);
3002 9ee6e8bb pbrook
                    break;
3003 b7bcbe95 bellard
                }
3004 b7bcbe95 bellard
            } else {
3005 b7bcbe95 bellard
                /* Two source operands.  */
3006 b7bcbe95 bellard
                gen_mov_F0_vreg(dp, rn);
3007 b7bcbe95 bellard
                gen_mov_F1_vreg(dp, rm);
3008 b7bcbe95 bellard
            }
3009 b7bcbe95 bellard
3010 b7bcbe95 bellard
            for (;;) {
3011 b7bcbe95 bellard
                /* Perform the calculation.  */
3012 b7bcbe95 bellard
                switch (op) {
3013 b7bcbe95 bellard
                case 0: /* mac: fd + (fn * fm) */
3014 b7bcbe95 bellard
                    gen_vfp_mul(dp);
3015 b7bcbe95 bellard
                    gen_mov_F1_vreg(dp, rd);
3016 b7bcbe95 bellard
                    gen_vfp_add(dp);
3017 b7bcbe95 bellard
                    break;
3018 b7bcbe95 bellard
                case 1: /* nmac: fd - (fn * fm) */
3019 b7bcbe95 bellard
                    gen_vfp_mul(dp);
3020 b7bcbe95 bellard
                    gen_vfp_neg(dp);
3021 b7bcbe95 bellard
                    gen_mov_F1_vreg(dp, rd);
3022 b7bcbe95 bellard
                    gen_vfp_add(dp);
3023 b7bcbe95 bellard
                    break;
3024 b7bcbe95 bellard
                case 2: /* msc: -fd + (fn * fm) */
3025 b7bcbe95 bellard
                    gen_vfp_mul(dp);
3026 b7bcbe95 bellard
                    gen_mov_F1_vreg(dp, rd);
3027 b7bcbe95 bellard
                    gen_vfp_sub(dp);
3028 b7bcbe95 bellard
                    break;
3029 b7bcbe95 bellard
                case 3: /* nmsc: -fd - (fn * fm)  */
3030 b7bcbe95 bellard
                    gen_vfp_mul(dp);
3031 b7bcbe95 bellard
                    gen_vfp_neg(dp);
3032 c9fb531a pbrook
                    gen_mov_F1_vreg(dp, rd);
3033 c9fb531a pbrook
                    gen_vfp_sub(dp);
3034 b7bcbe95 bellard
                    break;
3035 b7bcbe95 bellard
                case 4: /* mul: fn * fm */
3036 b7bcbe95 bellard
                    gen_vfp_mul(dp);
3037 b7bcbe95 bellard
                    break;
3038 b7bcbe95 bellard
                case 5: /* nmul: -(fn * fm) */
3039 b7bcbe95 bellard
                    gen_vfp_mul(dp);
3040 b7bcbe95 bellard
                    gen_vfp_neg(dp);
3041 b7bcbe95 bellard
                    break;
3042 b7bcbe95 bellard
                case 6: /* add: fn + fm */
3043 b7bcbe95 bellard
                    gen_vfp_add(dp);
3044 b7bcbe95 bellard
                    break;
3045 b7bcbe95 bellard
                case 7: /* sub: fn - fm */
3046 b7bcbe95 bellard
                    gen_vfp_sub(dp);
3047 b7bcbe95 bellard
                    break;
3048 b7bcbe95 bellard
                case 8: /* div: fn / fm */
3049 b7bcbe95 bellard
                    gen_vfp_div(dp);
3050 b7bcbe95 bellard
                    break;
3051 9ee6e8bb pbrook
                case 14: /* fconst */
3052 9ee6e8bb pbrook
                    if (!arm_feature(env, ARM_FEATURE_VFP3))
3053 9ee6e8bb pbrook
                      return 1;
3054 9ee6e8bb pbrook
3055 9ee6e8bb pbrook
                    n = (insn << 12) & 0x80000000;
3056 9ee6e8bb pbrook
                    i = ((insn >> 12) & 0x70) | (insn & 0xf);
3057 9ee6e8bb pbrook
                    if (dp) {
3058 9ee6e8bb pbrook
                        if (i & 0x40)
3059 9ee6e8bb pbrook
                            i |= 0x3f80;
3060 9ee6e8bb pbrook
                        else
3061 9ee6e8bb pbrook
                            i |= 0x4000;
3062 9ee6e8bb pbrook
                        n |= i << 16;
3063 4373f3ce pbrook
                        tcg_gen_movi_i64(cpu_F0d, ((uint64_t)n) << 32);
3064 9ee6e8bb pbrook
                    } else {
3065 9ee6e8bb pbrook
                        if (i & 0x40)
3066 9ee6e8bb pbrook
                            i |= 0x780;
3067 9ee6e8bb pbrook
                        else
3068 9ee6e8bb pbrook
                            i |= 0x800;
3069 9ee6e8bb pbrook
                        n |= i << 19;
3070 5b340b51 balrog
                        tcg_gen_movi_i32(cpu_F0s, n);
3071 9ee6e8bb pbrook
                    }
3072 9ee6e8bb pbrook
                    break;
3073 b7bcbe95 bellard
                case 15: /* extension space */
3074 b7bcbe95 bellard
                    switch (rn) {
3075 b7bcbe95 bellard
                    case 0: /* cpy */
3076 b7bcbe95 bellard
                        /* no-op */
3077 b7bcbe95 bellard
                        break;
3078 b7bcbe95 bellard
                    case 1: /* abs */
3079 b7bcbe95 bellard
                        gen_vfp_abs(dp);
3080 b7bcbe95 bellard
                        break;
3081 b7bcbe95 bellard
                    case 2: /* neg */
3082 b7bcbe95 bellard
                        gen_vfp_neg(dp);
3083 b7bcbe95 bellard
                        break;
3084 b7bcbe95 bellard
                    case 3: /* sqrt */
3085 b7bcbe95 bellard
                        gen_vfp_sqrt(dp);
3086 b7bcbe95 bellard
                        break;
3087 60011498 Paul Brook
                    case 4: /* vcvtb.f32.f16 */
3088 60011498 Paul Brook
                        if (!arm_feature(env, ARM_FEATURE_VFP_FP16))
3089 60011498 Paul Brook
                          return 1;
3090 60011498 Paul Brook
                        tmp = gen_vfp_mrs();
3091 60011498 Paul Brook
                        tcg_gen_ext16u_i32(tmp, tmp);
3092 60011498 Paul Brook
                        gen_helper_vfp_fcvt_f16_to_f32(cpu_F0s, tmp, cpu_env);
3093 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
3094 60011498 Paul Brook
                        break;
3095 60011498 Paul Brook
                    case 5: /* vcvtt.f32.f16 */
3096 60011498 Paul Brook
                        if (!arm_feature(env, ARM_FEATURE_VFP_FP16))
3097 60011498 Paul Brook
                          return 1;
3098 60011498 Paul Brook
                        tmp = gen_vfp_mrs();
3099 60011498 Paul Brook
                        tcg_gen_shri_i32(tmp, tmp, 16);
3100 60011498 Paul Brook
                        gen_helper_vfp_fcvt_f16_to_f32(cpu_F0s, tmp, cpu_env);
3101 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
3102 60011498 Paul Brook
                        break;
3103 60011498 Paul Brook
                    case 6: /* vcvtb.f16.f32 */
3104 60011498 Paul Brook
                        if (!arm_feature(env, ARM_FEATURE_VFP_FP16))
3105 60011498 Paul Brook
                          return 1;
3106 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
3107 60011498 Paul Brook
                        gen_helper_vfp_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
3108 60011498 Paul Brook
                        gen_mov_F0_vreg(0, rd);
3109 60011498 Paul Brook
                        tmp2 = gen_vfp_mrs();
3110 60011498 Paul Brook
                        tcg_gen_andi_i32(tmp2, tmp2, 0xffff0000);
3111 60011498 Paul Brook
                        tcg_gen_or_i32(tmp, tmp, tmp2);
3112 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
3113 60011498 Paul Brook
                        gen_vfp_msr(tmp);
3114 60011498 Paul Brook
                        break;
3115 60011498 Paul Brook
                    case 7: /* vcvtt.f16.f32 */
3116 60011498 Paul Brook
                        if (!arm_feature(env, ARM_FEATURE_VFP_FP16))
3117 60011498 Paul Brook
                          return 1;
3118 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
3119 60011498 Paul Brook
                        gen_helper_vfp_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
3120 60011498 Paul Brook
                        tcg_gen_shli_i32(tmp, tmp, 16);
3121 60011498 Paul Brook
                        gen_mov_F0_vreg(0, rd);
3122 60011498 Paul Brook
                        tmp2 = gen_vfp_mrs();
3123 60011498 Paul Brook
                        tcg_gen_ext16u_i32(tmp2, tmp2);
3124 60011498 Paul Brook
                        tcg_gen_or_i32(tmp, tmp, tmp2);
3125 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
3126 60011498 Paul Brook
                        gen_vfp_msr(tmp);
3127 60011498 Paul Brook
                        break;
3128 b7bcbe95 bellard
                    case 8: /* cmp */
3129 b7bcbe95 bellard
                        gen_vfp_cmp(dp);
3130 b7bcbe95 bellard
                        break;
3131 b7bcbe95 bellard
                    case 9: /* cmpe */
3132 b7bcbe95 bellard
                        gen_vfp_cmpe(dp);
3133 b7bcbe95 bellard
                        break;
3134 b7bcbe95 bellard
                    case 10: /* cmpz */
3135 b7bcbe95 bellard
                        gen_vfp_cmp(dp);
3136 b7bcbe95 bellard
                        break;
3137 b7bcbe95 bellard
                    case 11: /* cmpez */
3138 b7bcbe95 bellard
                        gen_vfp_F1_ld0(dp);
3139 b7bcbe95 bellard
                        gen_vfp_cmpe(dp);
3140 b7bcbe95 bellard
                        break;
3141 b7bcbe95 bellard
                    case 15: /* single<->double conversion */
3142 b7bcbe95 bellard
                        if (dp)
3143 4373f3ce pbrook
                            gen_helper_vfp_fcvtsd(cpu_F0s, cpu_F0d, cpu_env);
3144 b7bcbe95 bellard
                        else
3145 4373f3ce pbrook
                            gen_helper_vfp_fcvtds(cpu_F0d, cpu_F0s, cpu_env);
3146 b7bcbe95 bellard
                        break;
3147 b7bcbe95 bellard
                    case 16: /* fuito */
3148 b7bcbe95 bellard
                        gen_vfp_uito(dp);
3149 b7bcbe95 bellard
                        break;
3150 b7bcbe95 bellard
                    case 17: /* fsito */
3151 b7bcbe95 bellard
                        gen_vfp_sito(dp);
3152 b7bcbe95 bellard
                        break;
3153 9ee6e8bb pbrook
                    case 20: /* fshto */
3154 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3155 9ee6e8bb pbrook
                          return 1;
3156 644ad806 pbrook
                        gen_vfp_shto(dp, 16 - rm);
3157 9ee6e8bb pbrook
                        break;
3158 9ee6e8bb pbrook
                    case 21: /* fslto */
3159 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3160 9ee6e8bb pbrook
                          return 1;
3161 644ad806 pbrook
                        gen_vfp_slto(dp, 32 - rm);
3162 9ee6e8bb pbrook
                        break;
3163 9ee6e8bb pbrook
                    case 22: /* fuhto */
3164 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3165 9ee6e8bb pbrook
                          return 1;
3166 644ad806 pbrook
                        gen_vfp_uhto(dp, 16 - rm);
3167 9ee6e8bb pbrook
                        break;
3168 9ee6e8bb pbrook
                    case 23: /* fulto */
3169 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3170 9ee6e8bb pbrook
                          return 1;
3171 644ad806 pbrook
                        gen_vfp_ulto(dp, 32 - rm);
3172 9ee6e8bb pbrook
                        break;
3173 b7bcbe95 bellard
                    case 24: /* ftoui */
3174 b7bcbe95 bellard
                        gen_vfp_toui(dp);
3175 b7bcbe95 bellard
                        break;
3176 b7bcbe95 bellard
                    case 25: /* ftouiz */
3177 b7bcbe95 bellard
                        gen_vfp_touiz(dp);
3178 b7bcbe95 bellard
                        break;
3179 b7bcbe95 bellard
                    case 26: /* ftosi */
3180 b7bcbe95 bellard
                        gen_vfp_tosi(dp);
3181 b7bcbe95 bellard
                        break;
3182 b7bcbe95 bellard
                    case 27: /* ftosiz */
3183 b7bcbe95 bellard
                        gen_vfp_tosiz(dp);
3184 b7bcbe95 bellard
                        break;
3185 9ee6e8bb pbrook
                    case 28: /* ftosh */
3186 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3187 9ee6e8bb pbrook
                          return 1;
3188 644ad806 pbrook
                        gen_vfp_tosh(dp, 16 - rm);
3189 9ee6e8bb pbrook
                        break;
3190 9ee6e8bb pbrook
                    case 29: /* ftosl */
3191 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3192 9ee6e8bb pbrook
                          return 1;
3193 644ad806 pbrook
                        gen_vfp_tosl(dp, 32 - rm);
3194 9ee6e8bb pbrook
                        break;
3195 9ee6e8bb pbrook
                    case 30: /* ftouh */
3196 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3197 9ee6e8bb pbrook
                          return 1;
3198 644ad806 pbrook
                        gen_vfp_touh(dp, 16 - rm);
3199 9ee6e8bb pbrook
                        break;
3200 9ee6e8bb pbrook
                    case 31: /* ftoul */
3201 9ee6e8bb pbrook
                        if (!arm_feature(env, ARM_FEATURE_VFP3))
3202 9ee6e8bb pbrook
                          return 1;
3203 644ad806 pbrook
                        gen_vfp_toul(dp, 32 - rm);
3204 9ee6e8bb pbrook
                        break;
3205 b7bcbe95 bellard
                    default: /* undefined */
3206 b7bcbe95 bellard
                        printf ("rn:%d\n", rn);
3207 b7bcbe95 bellard
                        return 1;
3208 b7bcbe95 bellard
                    }
3209 b7bcbe95 bellard
                    break;
3210 b7bcbe95 bellard
                default: /* undefined */
3211 b7bcbe95 bellard
                    printf ("op:%d\n", op);
3212 b7bcbe95 bellard
                    return 1;
3213 b7bcbe95 bellard
                }
3214 b7bcbe95 bellard
3215 b7bcbe95 bellard
                /* Write back the result.  */
3216 b7bcbe95 bellard
                if (op == 15 && (rn >= 8 && rn <= 11))
3217 b7bcbe95 bellard
                    ; /* Comparison, do nothing.  */
3218 04595bf6 Peter Maydell
                else if (op == 15 && dp && ((rn & 0x1c) == 0x18))
3219 04595bf6 Peter Maydell
                    /* VCVT double to int: always integer result. */
3220 b7bcbe95 bellard
                    gen_mov_vreg_F0(0, rd);
3221 b7bcbe95 bellard
                else if (op == 15 && rn == 15)
3222 b7bcbe95 bellard
                    /* conversion */
3223 b7bcbe95 bellard
                    gen_mov_vreg_F0(!dp, rd);
3224 b7bcbe95 bellard
                else
3225 b7bcbe95 bellard
                    gen_mov_vreg_F0(dp, rd);
3226 b7bcbe95 bellard
3227 b7bcbe95 bellard
                /* break out of the loop if we have finished  */
3228 b7bcbe95 bellard
                if (veclen == 0)
3229 b7bcbe95 bellard
                    break;
3230 b7bcbe95 bellard
3231 b7bcbe95 bellard
                if (op == 15 && delta_m == 0) {
3232 b7bcbe95 bellard
                    /* single source one-many */
3233 b7bcbe95 bellard
                    while (veclen--) {
3234 b7bcbe95 bellard
                        rd = ((rd + delta_d) & (bank_mask - 1))
3235 b7bcbe95 bellard
                             | (rd & bank_mask);
3236 b7bcbe95 bellard
                        gen_mov_vreg_F0(dp, rd);
3237 b7bcbe95 bellard
                    }
3238 b7bcbe95 bellard
                    break;
3239 b7bcbe95 bellard
                }
3240 b7bcbe95 bellard
                /* Setup the next operands.  */
3241 b7bcbe95 bellard
                veclen--;
3242 b7bcbe95 bellard
                rd = ((rd + delta_d) & (bank_mask - 1))
3243 b7bcbe95 bellard
                     | (rd & bank_mask);
3244 b7bcbe95 bellard
3245 b7bcbe95 bellard
                if (op == 15) {
3246 b7bcbe95 bellard
                    /* One source operand.  */
3247 b7bcbe95 bellard
                    rm = ((rm + delta_m) & (bank_mask - 1))
3248 b7bcbe95 bellard
                         | (rm & bank_mask);
3249 b7bcbe95 bellard
                    gen_mov_F0_vreg(dp, rm);
3250 b7bcbe95 bellard
                } else {
3251 b7bcbe95 bellard
                    /* Two source operands.  */
3252 b7bcbe95 bellard
                    rn = ((rn + delta_d) & (bank_mask - 1))
3253 b7bcbe95 bellard
                         | (rn & bank_mask);
3254 b7bcbe95 bellard
                    gen_mov_F0_vreg(dp, rn);
3255 b7bcbe95 bellard
                    if (delta_m) {
3256 b7bcbe95 bellard
                        rm = ((rm + delta_m) & (bank_mask - 1))
3257 b7bcbe95 bellard
                             | (rm & bank_mask);
3258 b7bcbe95 bellard
                        gen_mov_F1_vreg(dp, rm);
3259 b7bcbe95 bellard
                    }
3260 b7bcbe95 bellard
                }
3261 b7bcbe95 bellard
            }
3262 b7bcbe95 bellard
        }
3263 b7bcbe95 bellard
        break;
3264 b7bcbe95 bellard
    case 0xc:
3265 b7bcbe95 bellard
    case 0xd:
3266 8387da81 Peter Maydell
        if ((insn & 0x03e00000) == 0x00400000) {
3267 b7bcbe95 bellard
            /* two-register transfer */
3268 b7bcbe95 bellard
            rn = (insn >> 16) & 0xf;
3269 b7bcbe95 bellard
            rd = (insn >> 12) & 0xf;
3270 b7bcbe95 bellard
            if (dp) {
3271 9ee6e8bb pbrook
                VFP_DREG_M(rm, insn);
3272 9ee6e8bb pbrook
            } else {
3273 9ee6e8bb pbrook
                rm = VFP_SREG_M(insn);
3274 9ee6e8bb pbrook
            }
3275 b7bcbe95 bellard
3276 18c9b560 balrog
            if (insn & ARM_CP_RW_BIT) {
3277 b7bcbe95 bellard
                /* vfp->arm */
3278 b7bcbe95 bellard
                if (dp) {
3279 4373f3ce pbrook
                    gen_mov_F0_vreg(0, rm * 2);
3280 4373f3ce pbrook
                    tmp = gen_vfp_mrs();
3281 4373f3ce pbrook
                    store_reg(s, rd, tmp);
3282 4373f3ce pbrook
                    gen_mov_F0_vreg(0, rm * 2 + 1);
3283 4373f3ce pbrook
                    tmp = gen_vfp_mrs();
3284 4373f3ce pbrook
                    store_reg(s, rn, tmp);
3285 b7bcbe95 bellard
                } else {
3286 b7bcbe95 bellard
                    gen_mov_F0_vreg(0, rm);
3287 4373f3ce pbrook
                    tmp = gen_vfp_mrs();
3288 8387da81 Peter Maydell
                    store_reg(s, rd, tmp);
3289 b7bcbe95 bellard
                    gen_mov_F0_vreg(0, rm + 1);
3290 4373f3ce pbrook
                    tmp = gen_vfp_mrs();
3291 8387da81 Peter Maydell
                    store_reg(s, rn, tmp);
3292 b7bcbe95 bellard
                }
3293 b7bcbe95 bellard
            } else {
3294 b7bcbe95 bellard
                /* arm->vfp */
3295 b7bcbe95 bellard
                if (dp) {
3296 4373f3ce pbrook
                    tmp = load_reg(s, rd);
3297 4373f3ce pbrook
                    gen_vfp_msr(tmp);
3298 4373f3ce pbrook
                    gen_mov_vreg_F0(0, rm * 2);
3299 4373f3ce pbrook
                    tmp = load_reg(s, rn);
3300 4373f3ce pbrook
                    gen_vfp_msr(tmp);
3301 4373f3ce pbrook
                    gen_mov_vreg_F0(0, rm * 2 + 1);
3302 b7bcbe95 bellard
                } else {
3303 8387da81 Peter Maydell
                    tmp = load_reg(s, rd);
3304 4373f3ce pbrook
                    gen_vfp_msr(tmp);
3305 b7bcbe95 bellard
                    gen_mov_vreg_F0(0, rm);
3306 8387da81 Peter Maydell
                    tmp = load_reg(s, rn);
3307 4373f3ce pbrook
                    gen_vfp_msr(tmp);
3308 b7bcbe95 bellard
                    gen_mov_vreg_F0(0, rm + 1);
3309 b7bcbe95 bellard
                }
3310 b7bcbe95 bellard
            }
3311 b7bcbe95 bellard
        } else {
3312 b7bcbe95 bellard
            /* Load/store */
3313 b7bcbe95 bellard
            rn = (insn >> 16) & 0xf;
3314 b7bcbe95 bellard
            if (dp)
3315 9ee6e8bb pbrook
                VFP_DREG_D(rd, insn);
3316 b7bcbe95 bellard
            else
3317 9ee6e8bb pbrook
                rd = VFP_SREG_D(insn);
3318 9ee6e8bb pbrook
            if (s->thumb && rn == 15) {
3319 7d1b0095 Peter Maydell
                addr = tcg_temp_new_i32();
3320 312eea9f Filip Navara
                tcg_gen_movi_i32(addr, s->pc & ~2);
3321 9ee6e8bb pbrook
            } else {
3322 312eea9f Filip Navara
                addr = load_reg(s, rn);
3323 9ee6e8bb pbrook
            }
3324 b7bcbe95 bellard
            if ((insn & 0x01200000) == 0x01000000) {
3325 b7bcbe95 bellard
                /* Single load/store */
3326 b7bcbe95 bellard
                offset = (insn & 0xff) << 2;
3327 b7bcbe95 bellard
                if ((insn & (1 << 23)) == 0)
3328 b7bcbe95 bellard
                    offset = -offset;
3329 312eea9f Filip Navara
                tcg_gen_addi_i32(addr, addr, offset);
3330 b7bcbe95 bellard
                if (insn & (1 << 20)) {
3331 312eea9f Filip Navara
                    gen_vfp_ld(s, dp, addr);
3332 b7bcbe95 bellard
                    gen_mov_vreg_F0(dp, rd);
3333 b7bcbe95 bellard
                } else {
3334 b7bcbe95 bellard
                    gen_mov_F0_vreg(dp, rd);
3335 312eea9f Filip Navara
                    gen_vfp_st(s, dp, addr);
3336 b7bcbe95 bellard
                }
3337 7d1b0095 Peter Maydell
                tcg_temp_free_i32(addr);
3338 b7bcbe95 bellard
            } else {
3339 b7bcbe95 bellard
                /* load/store multiple */
3340 b7bcbe95 bellard
                if (dp)
3341 b7bcbe95 bellard
                    n = (insn >> 1) & 0x7f;
3342 b7bcbe95 bellard
                else
3343 b7bcbe95 bellard
                    n = insn & 0xff;
3344 b7bcbe95 bellard
3345 b7bcbe95 bellard
                if (insn & (1 << 24)) /* pre-decrement */
3346 312eea9f Filip Navara
                    tcg_gen_addi_i32(addr, addr, -((insn & 0xff) << 2));
3347 b7bcbe95 bellard
3348 b7bcbe95 bellard
                if (dp)
3349 b7bcbe95 bellard
                    offset = 8;
3350 b7bcbe95 bellard
                else
3351 b7bcbe95 bellard
                    offset = 4;
3352 b7bcbe95 bellard
                for (i = 0; i < n; i++) {
3353 18c9b560 balrog
                    if (insn & ARM_CP_RW_BIT) {
3354 b7bcbe95 bellard
                        /* load */
3355 312eea9f Filip Navara
                        gen_vfp_ld(s, dp, addr);
3356 b7bcbe95 bellard
                        gen_mov_vreg_F0(dp, rd + i);
3357 b7bcbe95 bellard
                    } else {
3358 b7bcbe95 bellard
                        /* store */
3359 b7bcbe95 bellard
                        gen_mov_F0_vreg(dp, rd + i);
3360 312eea9f Filip Navara
                        gen_vfp_st(s, dp, addr);
3361 b7bcbe95 bellard
                    }
3362 312eea9f Filip Navara
                    tcg_gen_addi_i32(addr, addr, offset);
3363 b7bcbe95 bellard
                }
3364 b7bcbe95 bellard
                if (insn & (1 << 21)) {
3365 b7bcbe95 bellard
                    /* writeback */
3366 b7bcbe95 bellard
                    if (insn & (1 << 24))
3367 b7bcbe95 bellard
                        offset = -offset * n;
3368 b7bcbe95 bellard
                    else if (dp && (insn & 1))
3369 b7bcbe95 bellard
                        offset = 4;
3370 b7bcbe95 bellard
                    else
3371 b7bcbe95 bellard
                        offset = 0;
3372 b7bcbe95 bellard
3373 b7bcbe95 bellard
                    if (offset != 0)
3374 312eea9f Filip Navara
                        tcg_gen_addi_i32(addr, addr, offset);
3375 312eea9f Filip Navara
                    store_reg(s, rn, addr);
3376 312eea9f Filip Navara
                } else {
3377 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(addr);
3378 b7bcbe95 bellard
                }
3379 b7bcbe95 bellard
            }
3380 b7bcbe95 bellard
        }
3381 b7bcbe95 bellard
        break;
3382 b7bcbe95 bellard
    default:
3383 b7bcbe95 bellard
        /* Should never happen.  */
3384 b7bcbe95 bellard
        return 1;
3385 b7bcbe95 bellard
    }
3386 b7bcbe95 bellard
    return 0;
3387 b7bcbe95 bellard
}
3388 b7bcbe95 bellard
3389 6e256c93 bellard
static inline void gen_goto_tb(DisasContext *s, int n, uint32_t dest)
3390 c53be334 bellard
{
3391 6e256c93 bellard
    TranslationBlock *tb;
3392 6e256c93 bellard
3393 6e256c93 bellard
    tb = s->tb;
3394 6e256c93 bellard
    if ((tb->pc & TARGET_PAGE_MASK) == (dest & TARGET_PAGE_MASK)) {
3395 57fec1fe bellard
        tcg_gen_goto_tb(n);
3396 8984bd2e pbrook
        gen_set_pc_im(dest);
3397 57fec1fe bellard
        tcg_gen_exit_tb((long)tb + n);
3398 6e256c93 bellard
    } else {
3399 8984bd2e pbrook
        gen_set_pc_im(dest);
3400 57fec1fe bellard
        tcg_gen_exit_tb(0);
3401 6e256c93 bellard
    }
3402 c53be334 bellard
}
3403 c53be334 bellard
3404 8aaca4c0 bellard
static inline void gen_jmp (DisasContext *s, uint32_t dest)
3405 8aaca4c0 bellard
{
3406 551bd27f ths
    if (unlikely(s->singlestep_enabled)) {
3407 8aaca4c0 bellard
        /* An indirect jump so that we still trigger the debug exception.  */
3408 5899f386 bellard
        if (s->thumb)
3409 d9ba4830 pbrook
            dest |= 1;
3410 d9ba4830 pbrook
        gen_bx_im(s, dest);
3411 8aaca4c0 bellard
    } else {
3412 6e256c93 bellard
        gen_goto_tb(s, 0, dest);
3413 8aaca4c0 bellard
        s->is_jmp = DISAS_TB_JUMP;
3414 8aaca4c0 bellard
    }
3415 8aaca4c0 bellard
}
3416 8aaca4c0 bellard
3417 d9ba4830 pbrook
static inline void gen_mulxy(TCGv t0, TCGv t1, int x, int y)
3418 b5ff1b31 bellard
{
3419 ee097184 bellard
    if (x)
3420 d9ba4830 pbrook
        tcg_gen_sari_i32(t0, t0, 16);
3421 b5ff1b31 bellard
    else
3422 d9ba4830 pbrook
        gen_sxth(t0);
3423 ee097184 bellard
    if (y)
3424 d9ba4830 pbrook
        tcg_gen_sari_i32(t1, t1, 16);
3425 b5ff1b31 bellard
    else
3426 d9ba4830 pbrook
        gen_sxth(t1);
3427 d9ba4830 pbrook
    tcg_gen_mul_i32(t0, t0, t1);
3428 b5ff1b31 bellard
}
3429 b5ff1b31 bellard
3430 b5ff1b31 bellard
/* Return the mask of PSR bits set by a MSR instruction.  */
3431 9ee6e8bb pbrook
static uint32_t msr_mask(CPUState *env, DisasContext *s, int flags, int spsr) {
3432 b5ff1b31 bellard
    uint32_t mask;
3433 b5ff1b31 bellard
3434 b5ff1b31 bellard
    mask = 0;
3435 b5ff1b31 bellard
    if (flags & (1 << 0))
3436 b5ff1b31 bellard
        mask |= 0xff;
3437 b5ff1b31 bellard
    if (flags & (1 << 1))
3438 b5ff1b31 bellard
        mask |= 0xff00;
3439 b5ff1b31 bellard
    if (flags & (1 << 2))
3440 b5ff1b31 bellard
        mask |= 0xff0000;
3441 b5ff1b31 bellard
    if (flags & (1 << 3))
3442 b5ff1b31 bellard
        mask |= 0xff000000;
3443 9ee6e8bb pbrook
3444 2ae23e75 pbrook
    /* Mask out undefined bits.  */
3445 9ee6e8bb pbrook
    mask &= ~CPSR_RESERVED;
3446 9ee6e8bb pbrook
    if (!arm_feature(env, ARM_FEATURE_V6))
3447 e160c51c pbrook
        mask &= ~(CPSR_E | CPSR_GE);
3448 9ee6e8bb pbrook
    if (!arm_feature(env, ARM_FEATURE_THUMB2))
3449 e160c51c pbrook
        mask &= ~CPSR_IT;
3450 9ee6e8bb pbrook
    /* Mask out execution state bits.  */
3451 2ae23e75 pbrook
    if (!spsr)
3452 e160c51c pbrook
        mask &= ~CPSR_EXEC;
3453 b5ff1b31 bellard
    /* Mask out privileged bits.  */
3454 b5ff1b31 bellard
    if (IS_USER(s))
3455 9ee6e8bb pbrook
        mask &= CPSR_USER;
3456 b5ff1b31 bellard
    return mask;
3457 b5ff1b31 bellard
}
3458 b5ff1b31 bellard
3459 2fbac54b Filip Navara
/* Returns nonzero if access to the PSR is not permitted. Marks t0 as dead. */
3460 2fbac54b Filip Navara
static int gen_set_psr(DisasContext *s, uint32_t mask, int spsr, TCGv t0)
3461 b5ff1b31 bellard
{
3462 d9ba4830 pbrook
    TCGv tmp;
3463 b5ff1b31 bellard
    if (spsr) {
3464 b5ff1b31 bellard
        /* ??? This is also undefined in system mode.  */
3465 b5ff1b31 bellard
        if (IS_USER(s))
3466 b5ff1b31 bellard
            return 1;
3467 d9ba4830 pbrook
3468 d9ba4830 pbrook
        tmp = load_cpu_field(spsr);
3469 d9ba4830 pbrook
        tcg_gen_andi_i32(tmp, tmp, ~mask);
3470 2fbac54b Filip Navara
        tcg_gen_andi_i32(t0, t0, mask);
3471 2fbac54b Filip Navara
        tcg_gen_or_i32(tmp, tmp, t0);
3472 d9ba4830 pbrook
        store_cpu_field(tmp, spsr);
3473 b5ff1b31 bellard
    } else {
3474 2fbac54b Filip Navara
        gen_set_cpsr(t0, mask);
3475 b5ff1b31 bellard
    }
3476 7d1b0095 Peter Maydell
    tcg_temp_free_i32(t0);
3477 b5ff1b31 bellard
    gen_lookup_tb(s);
3478 b5ff1b31 bellard
    return 0;
3479 b5ff1b31 bellard
}
3480 b5ff1b31 bellard
3481 2fbac54b Filip Navara
/* Returns nonzero if access to the PSR is not permitted.  */
3482 2fbac54b Filip Navara
static int gen_set_psr_im(DisasContext *s, uint32_t mask, int spsr, uint32_t val)
3483 2fbac54b Filip Navara
{
3484 2fbac54b Filip Navara
    TCGv tmp;
3485 7d1b0095 Peter Maydell
    tmp = tcg_temp_new_i32();
3486 2fbac54b Filip Navara
    tcg_gen_movi_i32(tmp, val);
3487 2fbac54b Filip Navara
    return gen_set_psr(s, mask, spsr, tmp);
3488 2fbac54b Filip Navara
}
3489 2fbac54b Filip Navara
3490 e9bb4aa9 Juha Riihimรคki
/* Generate an old-style exception return. Marks pc as dead. */
3491 e9bb4aa9 Juha Riihimรคki
static void gen_exception_return(DisasContext *s, TCGv pc)
3492 b5ff1b31 bellard
{
3493 d9ba4830 pbrook
    TCGv tmp;
3494 e9bb4aa9 Juha Riihimรคki
    store_reg(s, 15, pc);
3495 d9ba4830 pbrook
    tmp = load_cpu_field(spsr);
3496 d9ba4830 pbrook
    gen_set_cpsr(tmp, 0xffffffff);
3497 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
3498 b5ff1b31 bellard
    s->is_jmp = DISAS_UPDATE;
3499 b5ff1b31 bellard
}
3500 b5ff1b31 bellard
3501 b0109805 pbrook
/* Generate a v6 exception return.  Marks both values as dead.  */
3502 b0109805 pbrook
static void gen_rfe(DisasContext *s, TCGv pc, TCGv cpsr)
3503 2c0262af bellard
{
3504 b0109805 pbrook
    gen_set_cpsr(cpsr, 0xffffffff);
3505 7d1b0095 Peter Maydell
    tcg_temp_free_i32(cpsr);
3506 b0109805 pbrook
    store_reg(s, 15, pc);
3507 9ee6e8bb pbrook
    s->is_jmp = DISAS_UPDATE;
3508 9ee6e8bb pbrook
}
3509 3b46e624 ths
3510 9ee6e8bb pbrook
static inline void
3511 9ee6e8bb pbrook
gen_set_condexec (DisasContext *s)
3512 9ee6e8bb pbrook
{
3513 9ee6e8bb pbrook
    if (s->condexec_mask) {
3514 8f01245e pbrook
        uint32_t val = (s->condexec_cond << 4) | (s->condexec_mask >> 1);
3515 7d1b0095 Peter Maydell
        TCGv tmp = tcg_temp_new_i32();
3516 8f01245e pbrook
        tcg_gen_movi_i32(tmp, val);
3517 d9ba4830 pbrook
        store_cpu_field(tmp, condexec_bits);
3518 9ee6e8bb pbrook
    }
3519 9ee6e8bb pbrook
}
3520 3b46e624 ths
3521 bc4a0de0 Peter Maydell
static void gen_exception_insn(DisasContext *s, int offset, int excp)
3522 bc4a0de0 Peter Maydell
{
3523 bc4a0de0 Peter Maydell
    gen_set_condexec(s);
3524 bc4a0de0 Peter Maydell
    gen_set_pc_im(s->pc - offset);
3525 bc4a0de0 Peter Maydell
    gen_exception(excp);
3526 bc4a0de0 Peter Maydell
    s->is_jmp = DISAS_JUMP;
3527 bc4a0de0 Peter Maydell
}
3528 bc4a0de0 Peter Maydell
3529 9ee6e8bb pbrook
static void gen_nop_hint(DisasContext *s, int val)
3530 9ee6e8bb pbrook
{
3531 9ee6e8bb pbrook
    switch (val) {
3532 9ee6e8bb pbrook
    case 3: /* wfi */
3533 8984bd2e pbrook
        gen_set_pc_im(s->pc);
3534 9ee6e8bb pbrook
        s->is_jmp = DISAS_WFI;
3535 9ee6e8bb pbrook
        break;
3536 9ee6e8bb pbrook
    case 2: /* wfe */
3537 9ee6e8bb pbrook
    case 4: /* sev */
3538 9ee6e8bb pbrook
        /* TODO: Implement SEV and WFE.  May help SMP performance.  */
3539 9ee6e8bb pbrook
    default: /* nop */
3540 9ee6e8bb pbrook
        break;
3541 9ee6e8bb pbrook
    }
3542 9ee6e8bb pbrook
}
3543 99c475ab bellard
3544 ad69471c pbrook
#define CPU_V001 cpu_V0, cpu_V0, cpu_V1
3545 9ee6e8bb pbrook
3546 dd8fbd78 Filip Navara
static inline int gen_neon_add(int size, TCGv t0, TCGv t1)
3547 9ee6e8bb pbrook
{
3548 9ee6e8bb pbrook
    switch (size) {
3549 dd8fbd78 Filip Navara
    case 0: gen_helper_neon_add_u8(t0, t0, t1); break;
3550 dd8fbd78 Filip Navara
    case 1: gen_helper_neon_add_u16(t0, t0, t1); break;
3551 dd8fbd78 Filip Navara
    case 2: tcg_gen_add_i32(t0, t0, t1); break;
3552 9ee6e8bb pbrook
    default: return 1;
3553 9ee6e8bb pbrook
    }
3554 9ee6e8bb pbrook
    return 0;
3555 9ee6e8bb pbrook
}
3556 9ee6e8bb pbrook
3557 dd8fbd78 Filip Navara
static inline void gen_neon_rsb(int size, TCGv t0, TCGv t1)
3558 ad69471c pbrook
{
3559 ad69471c pbrook
    switch (size) {
3560 dd8fbd78 Filip Navara
    case 0: gen_helper_neon_sub_u8(t0, t1, t0); break;
3561 dd8fbd78 Filip Navara
    case 1: gen_helper_neon_sub_u16(t0, t1, t0); break;
3562 dd8fbd78 Filip Navara
    case 2: tcg_gen_sub_i32(t0, t1, t0); break;
3563 ad69471c pbrook
    default: return;
3564 ad69471c pbrook
    }
3565 ad69471c pbrook
}
3566 ad69471c pbrook
3567 ad69471c pbrook
/* 32-bit pairwise ops end up the same as the elementwise versions.  */
3568 ad69471c pbrook
#define gen_helper_neon_pmax_s32  gen_helper_neon_max_s32
3569 ad69471c pbrook
#define gen_helper_neon_pmax_u32  gen_helper_neon_max_u32
3570 ad69471c pbrook
#define gen_helper_neon_pmin_s32  gen_helper_neon_min_s32
3571 ad69471c pbrook
#define gen_helper_neon_pmin_u32  gen_helper_neon_min_u32
3572 ad69471c pbrook
3573 ad69471c pbrook
#define GEN_NEON_INTEGER_OP_ENV(name) do { \
3574 ad69471c pbrook
    switch ((size << 1) | u) { \
3575 ad69471c pbrook
    case 0: \
3576 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_s8(tmp, cpu_env, tmp, tmp2); \
3577 ad69471c pbrook
        break; \
3578 ad69471c pbrook
    case 1: \
3579 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_u8(tmp, cpu_env, tmp, tmp2); \
3580 ad69471c pbrook
        break; \
3581 ad69471c pbrook
    case 2: \
3582 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_s16(tmp, cpu_env, tmp, tmp2); \
3583 ad69471c pbrook
        break; \
3584 ad69471c pbrook
    case 3: \
3585 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_u16(tmp, cpu_env, tmp, tmp2); \
3586 ad69471c pbrook
        break; \
3587 ad69471c pbrook
    case 4: \
3588 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_s32(tmp, cpu_env, tmp, tmp2); \
3589 ad69471c pbrook
        break; \
3590 ad69471c pbrook
    case 5: \
3591 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_u32(tmp, cpu_env, tmp, tmp2); \
3592 ad69471c pbrook
        break; \
3593 ad69471c pbrook
    default: return 1; \
3594 ad69471c pbrook
    }} while (0)
3595 9ee6e8bb pbrook
3596 9ee6e8bb pbrook
#define GEN_NEON_INTEGER_OP(name) do { \
3597 9ee6e8bb pbrook
    switch ((size << 1) | u) { \
3598 ad69471c pbrook
    case 0: \
3599 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_s8(tmp, tmp, tmp2); \
3600 ad69471c pbrook
        break; \
3601 ad69471c pbrook
    case 1: \
3602 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_u8(tmp, tmp, tmp2); \
3603 ad69471c pbrook
        break; \
3604 ad69471c pbrook
    case 2: \
3605 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_s16(tmp, tmp, tmp2); \
3606 ad69471c pbrook
        break; \
3607 ad69471c pbrook
    case 3: \
3608 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_u16(tmp, tmp, tmp2); \
3609 ad69471c pbrook
        break; \
3610 ad69471c pbrook
    case 4: \
3611 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_s32(tmp, tmp, tmp2); \
3612 ad69471c pbrook
        break; \
3613 ad69471c pbrook
    case 5: \
3614 dd8fbd78 Filip Navara
        gen_helper_neon_##name##_u32(tmp, tmp, tmp2); \
3615 ad69471c pbrook
        break; \
3616 9ee6e8bb pbrook
    default: return 1; \
3617 9ee6e8bb pbrook
    }} while (0)
3618 9ee6e8bb pbrook
3619 dd8fbd78 Filip Navara
static TCGv neon_load_scratch(int scratch)
3620 9ee6e8bb pbrook
{
3621 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
3622 dd8fbd78 Filip Navara
    tcg_gen_ld_i32(tmp, cpu_env, offsetof(CPUARMState, vfp.scratch[scratch]));
3623 dd8fbd78 Filip Navara
    return tmp;
3624 9ee6e8bb pbrook
}
3625 9ee6e8bb pbrook
3626 dd8fbd78 Filip Navara
static void neon_store_scratch(int scratch, TCGv var)
3627 9ee6e8bb pbrook
{
3628 dd8fbd78 Filip Navara
    tcg_gen_st_i32(var, cpu_env, offsetof(CPUARMState, vfp.scratch[scratch]));
3629 7d1b0095 Peter Maydell
    tcg_temp_free_i32(var);
3630 9ee6e8bb pbrook
}
3631 9ee6e8bb pbrook
3632 dd8fbd78 Filip Navara
static inline TCGv neon_get_scalar(int size, int reg)
3633 9ee6e8bb pbrook
{
3634 dd8fbd78 Filip Navara
    TCGv tmp;
3635 9ee6e8bb pbrook
    if (size == 1) {
3636 0fad6efc Peter Maydell
        tmp = neon_load_reg(reg & 7, reg >> 4);
3637 0fad6efc Peter Maydell
        if (reg & 8) {
3638 dd8fbd78 Filip Navara
            gen_neon_dup_high16(tmp);
3639 0fad6efc Peter Maydell
        } else {
3640 0fad6efc Peter Maydell
            gen_neon_dup_low16(tmp);
3641 dd8fbd78 Filip Navara
        }
3642 0fad6efc Peter Maydell
    } else {
3643 0fad6efc Peter Maydell
        tmp = neon_load_reg(reg & 15, reg >> 4);
3644 9ee6e8bb pbrook
    }
3645 dd8fbd78 Filip Navara
    return tmp;
3646 9ee6e8bb pbrook
}
3647 9ee6e8bb pbrook
3648 02acedf9 Peter Maydell
static int gen_neon_unzip(int rd, int rm, int size, int q)
3649 19457615 Filip Navara
{
3650 02acedf9 Peter Maydell
    TCGv tmp, tmp2;
3651 02acedf9 Peter Maydell
    if (size == 3 || (!q && size == 2)) {
3652 02acedf9 Peter Maydell
        return 1;
3653 02acedf9 Peter Maydell
    }
3654 02acedf9 Peter Maydell
    tmp = tcg_const_i32(rd);
3655 02acedf9 Peter Maydell
    tmp2 = tcg_const_i32(rm);
3656 02acedf9 Peter Maydell
    if (q) {
3657 02acedf9 Peter Maydell
        switch (size) {
3658 02acedf9 Peter Maydell
        case 0:
3659 02acedf9 Peter Maydell
            gen_helper_neon_qunzip8(cpu_env, tmp, tmp2);
3660 02acedf9 Peter Maydell
            break;
3661 02acedf9 Peter Maydell
        case 1:
3662 02acedf9 Peter Maydell
            gen_helper_neon_qunzip16(cpu_env, tmp, tmp2);
3663 02acedf9 Peter Maydell
            break;
3664 02acedf9 Peter Maydell
        case 2:
3665 02acedf9 Peter Maydell
            gen_helper_neon_qunzip32(cpu_env, tmp, tmp2);
3666 02acedf9 Peter Maydell
            break;
3667 02acedf9 Peter Maydell
        default:
3668 02acedf9 Peter Maydell
            abort();
3669 02acedf9 Peter Maydell
        }
3670 02acedf9 Peter Maydell
    } else {
3671 02acedf9 Peter Maydell
        switch (size) {
3672 02acedf9 Peter Maydell
        case 0:
3673 02acedf9 Peter Maydell
            gen_helper_neon_unzip8(cpu_env, tmp, tmp2);
3674 02acedf9 Peter Maydell
            break;
3675 02acedf9 Peter Maydell
        case 1:
3676 02acedf9 Peter Maydell
            gen_helper_neon_unzip16(cpu_env, tmp, tmp2);
3677 02acedf9 Peter Maydell
            break;
3678 02acedf9 Peter Maydell
        default:
3679 02acedf9 Peter Maydell
            abort();
3680 02acedf9 Peter Maydell
        }
3681 02acedf9 Peter Maydell
    }
3682 02acedf9 Peter Maydell
    tcg_temp_free_i32(tmp);
3683 02acedf9 Peter Maydell
    tcg_temp_free_i32(tmp2);
3684 02acedf9 Peter Maydell
    return 0;
3685 19457615 Filip Navara
}
3686 19457615 Filip Navara
3687 d68a6f3a Peter Maydell
static int gen_neon_zip(int rd, int rm, int size, int q)
3688 19457615 Filip Navara
{
3689 19457615 Filip Navara
    TCGv tmp, tmp2;
3690 d68a6f3a Peter Maydell
    if (size == 3 || (!q && size == 2)) {
3691 d68a6f3a Peter Maydell
        return 1;
3692 d68a6f3a Peter Maydell
    }
3693 d68a6f3a Peter Maydell
    tmp = tcg_const_i32(rd);
3694 d68a6f3a Peter Maydell
    tmp2 = tcg_const_i32(rm);
3695 d68a6f3a Peter Maydell
    if (q) {
3696 d68a6f3a Peter Maydell
        switch (size) {
3697 d68a6f3a Peter Maydell
        case 0:
3698 d68a6f3a Peter Maydell
            gen_helper_neon_qzip8(cpu_env, tmp, tmp2);
3699 d68a6f3a Peter Maydell
            break;
3700 d68a6f3a Peter Maydell
        case 1:
3701 d68a6f3a Peter Maydell
            gen_helper_neon_qzip16(cpu_env, tmp, tmp2);
3702 d68a6f3a Peter Maydell
            break;
3703 d68a6f3a Peter Maydell
        case 2:
3704 d68a6f3a Peter Maydell
            gen_helper_neon_qzip32(cpu_env, tmp, tmp2);
3705 d68a6f3a Peter Maydell
            break;
3706 d68a6f3a Peter Maydell
        default:
3707 d68a6f3a Peter Maydell
            abort();
3708 d68a6f3a Peter Maydell
        }
3709 d68a6f3a Peter Maydell
    } else {
3710 d68a6f3a Peter Maydell
        switch (size) {
3711 d68a6f3a Peter Maydell
        case 0:
3712 d68a6f3a Peter Maydell
            gen_helper_neon_zip8(cpu_env, tmp, tmp2);
3713 d68a6f3a Peter Maydell
            break;
3714 d68a6f3a Peter Maydell
        case 1:
3715 d68a6f3a Peter Maydell
            gen_helper_neon_zip16(cpu_env, tmp, tmp2);
3716 d68a6f3a Peter Maydell
            break;
3717 d68a6f3a Peter Maydell
        default:
3718 d68a6f3a Peter Maydell
            abort();
3719 d68a6f3a Peter Maydell
        }
3720 d68a6f3a Peter Maydell
    }
3721 d68a6f3a Peter Maydell
    tcg_temp_free_i32(tmp);
3722 d68a6f3a Peter Maydell
    tcg_temp_free_i32(tmp2);
3723 d68a6f3a Peter Maydell
    return 0;
3724 19457615 Filip Navara
}
3725 19457615 Filip Navara
3726 19457615 Filip Navara
static void gen_neon_trn_u8(TCGv t0, TCGv t1)
3727 19457615 Filip Navara
{
3728 19457615 Filip Navara
    TCGv rd, tmp;
3729 19457615 Filip Navara
3730 7d1b0095 Peter Maydell
    rd = tcg_temp_new_i32();
3731 7d1b0095 Peter Maydell
    tmp = tcg_temp_new_i32();
3732 19457615 Filip Navara
3733 19457615 Filip Navara
    tcg_gen_shli_i32(rd, t0, 8);
3734 19457615 Filip Navara
    tcg_gen_andi_i32(rd, rd, 0xff00ff00);
3735 19457615 Filip Navara
    tcg_gen_andi_i32(tmp, t1, 0x00ff00ff);
3736 19457615 Filip Navara
    tcg_gen_or_i32(rd, rd, tmp);
3737 19457615 Filip Navara
3738 19457615 Filip Navara
    tcg_gen_shri_i32(t1, t1, 8);
3739 19457615 Filip Navara
    tcg_gen_andi_i32(t1, t1, 0x00ff00ff);
3740 19457615 Filip Navara
    tcg_gen_andi_i32(tmp, t0, 0xff00ff00);
3741 19457615 Filip Navara
    tcg_gen_or_i32(t1, t1, tmp);
3742 19457615 Filip Navara
    tcg_gen_mov_i32(t0, rd);
3743 19457615 Filip Navara
3744 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
3745 7d1b0095 Peter Maydell
    tcg_temp_free_i32(rd);
3746 19457615 Filip Navara
}
3747 19457615 Filip Navara
3748 19457615 Filip Navara
static void gen_neon_trn_u16(TCGv t0, TCGv t1)
3749 19457615 Filip Navara
{
3750 19457615 Filip Navara
    TCGv rd, tmp;
3751 19457615 Filip Navara
3752 7d1b0095 Peter Maydell
    rd = tcg_temp_new_i32();
3753 7d1b0095 Peter Maydell
    tmp = tcg_temp_new_i32();
3754 19457615 Filip Navara
3755 19457615 Filip Navara
    tcg_gen_shli_i32(rd, t0, 16);
3756 19457615 Filip Navara
    tcg_gen_andi_i32(tmp, t1, 0xffff);
3757 19457615 Filip Navara
    tcg_gen_or_i32(rd, rd, tmp);
3758 19457615 Filip Navara
    tcg_gen_shri_i32(t1, t1, 16);
3759 19457615 Filip Navara
    tcg_gen_andi_i32(tmp, t0, 0xffff0000);
3760 19457615 Filip Navara
    tcg_gen_or_i32(t1, t1, tmp);
3761 19457615 Filip Navara
    tcg_gen_mov_i32(t0, rd);
3762 19457615 Filip Navara
3763 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
3764 7d1b0095 Peter Maydell
    tcg_temp_free_i32(rd);
3765 19457615 Filip Navara
}
3766 19457615 Filip Navara
3767 19457615 Filip Navara
3768 9ee6e8bb pbrook
static struct {
3769 9ee6e8bb pbrook
    int nregs;
3770 9ee6e8bb pbrook
    int interleave;
3771 9ee6e8bb pbrook
    int spacing;
3772 9ee6e8bb pbrook
} neon_ls_element_type[11] = {
3773 9ee6e8bb pbrook
    {4, 4, 1},
3774 9ee6e8bb pbrook
    {4, 4, 2},
3775 9ee6e8bb pbrook
    {4, 1, 1},
3776 9ee6e8bb pbrook
    {4, 2, 1},
3777 9ee6e8bb pbrook
    {3, 3, 1},
3778 9ee6e8bb pbrook
    {3, 3, 2},
3779 9ee6e8bb pbrook
    {3, 1, 1},
3780 9ee6e8bb pbrook
    {1, 1, 1},
3781 9ee6e8bb pbrook
    {2, 2, 1},
3782 9ee6e8bb pbrook
    {2, 2, 2},
3783 9ee6e8bb pbrook
    {2, 1, 1}
3784 9ee6e8bb pbrook
};
3785 9ee6e8bb pbrook
3786 9ee6e8bb pbrook
/* Translate a NEON load/store element instruction.  Return nonzero if the
3787 9ee6e8bb pbrook
   instruction is invalid.  */
3788 9ee6e8bb pbrook
static int disas_neon_ls_insn(CPUState * env, DisasContext *s, uint32_t insn)
3789 9ee6e8bb pbrook
{
3790 9ee6e8bb pbrook
    int rd, rn, rm;
3791 9ee6e8bb pbrook
    int op;
3792 9ee6e8bb pbrook
    int nregs;
3793 9ee6e8bb pbrook
    int interleave;
3794 84496233 Juha Riihimรคki
    int spacing;
3795 9ee6e8bb pbrook
    int stride;
3796 9ee6e8bb pbrook
    int size;
3797 9ee6e8bb pbrook
    int reg;
3798 9ee6e8bb pbrook
    int pass;
3799 9ee6e8bb pbrook
    int load;
3800 9ee6e8bb pbrook
    int shift;
3801 9ee6e8bb pbrook
    int n;
3802 1b2b1e54 Filip Navara
    TCGv addr;
3803 b0109805 pbrook
    TCGv tmp;
3804 8f8e3aa4 pbrook
    TCGv tmp2;
3805 84496233 Juha Riihimรคki
    TCGv_i64 tmp64;
3806 9ee6e8bb pbrook
3807 5df8bac1 Peter Maydell
    if (!s->vfp_enabled)
3808 9ee6e8bb pbrook
      return 1;
3809 9ee6e8bb pbrook
    VFP_DREG_D(rd, insn);
3810 9ee6e8bb pbrook
    rn = (insn >> 16) & 0xf;
3811 9ee6e8bb pbrook
    rm = insn & 0xf;
3812 9ee6e8bb pbrook
    load = (insn & (1 << 21)) != 0;
3813 7d1b0095 Peter Maydell
    addr = tcg_temp_new_i32();
3814 9ee6e8bb pbrook
    if ((insn & (1 << 23)) == 0) {
3815 9ee6e8bb pbrook
        /* Load store all elements.  */
3816 9ee6e8bb pbrook
        op = (insn >> 8) & 0xf;
3817 9ee6e8bb pbrook
        size = (insn >> 6) & 3;
3818 84496233 Juha Riihimรคki
        if (op > 10)
3819 9ee6e8bb pbrook
            return 1;
3820 9ee6e8bb pbrook
        nregs = neon_ls_element_type[op].nregs;
3821 9ee6e8bb pbrook
        interleave = neon_ls_element_type[op].interleave;
3822 84496233 Juha Riihimรคki
        spacing = neon_ls_element_type[op].spacing;
3823 84496233 Juha Riihimรคki
        if (size == 3 && (interleave | spacing) != 1)
3824 84496233 Juha Riihimรคki
            return 1;
3825 dcc65026 Aurelien Jarno
        load_reg_var(s, addr, rn);
3826 9ee6e8bb pbrook
        stride = (1 << size) * interleave;
3827 9ee6e8bb pbrook
        for (reg = 0; reg < nregs; reg++) {
3828 9ee6e8bb pbrook
            if (interleave > 2 || (interleave == 2 && nregs == 2)) {
3829 dcc65026 Aurelien Jarno
                load_reg_var(s, addr, rn);
3830 dcc65026 Aurelien Jarno
                tcg_gen_addi_i32(addr, addr, (1 << size) * reg);
3831 9ee6e8bb pbrook
            } else if (interleave == 2 && nregs == 4 && reg == 2) {
3832 dcc65026 Aurelien Jarno
                load_reg_var(s, addr, rn);
3833 dcc65026 Aurelien Jarno
                tcg_gen_addi_i32(addr, addr, 1 << size);
3834 9ee6e8bb pbrook
            }
3835 84496233 Juha Riihimรคki
            if (size == 3) {
3836 84496233 Juha Riihimรคki
                if (load) {
3837 84496233 Juha Riihimรคki
                    tmp64 = gen_ld64(addr, IS_USER(s));
3838 84496233 Juha Riihimรคki
                    neon_store_reg64(tmp64, rd);
3839 84496233 Juha Riihimรคki
                    tcg_temp_free_i64(tmp64);
3840 84496233 Juha Riihimรคki
                } else {
3841 84496233 Juha Riihimรคki
                    tmp64 = tcg_temp_new_i64();
3842 84496233 Juha Riihimรคki
                    neon_load_reg64(tmp64, rd);
3843 84496233 Juha Riihimรคki
                    gen_st64(tmp64, addr, IS_USER(s));
3844 84496233 Juha Riihimรคki
                }
3845 84496233 Juha Riihimรคki
                tcg_gen_addi_i32(addr, addr, stride);
3846 84496233 Juha Riihimรคki
            } else {
3847 84496233 Juha Riihimรคki
                for (pass = 0; pass < 2; pass++) {
3848 84496233 Juha Riihimรคki
                    if (size == 2) {
3849 84496233 Juha Riihimรคki
                        if (load) {
3850 84496233 Juha Riihimรคki
                            tmp = gen_ld32(addr, IS_USER(s));
3851 84496233 Juha Riihimรคki
                            neon_store_reg(rd, pass, tmp);
3852 84496233 Juha Riihimรคki
                        } else {
3853 84496233 Juha Riihimรคki
                            tmp = neon_load_reg(rd, pass);
3854 84496233 Juha Riihimรคki
                            gen_st32(tmp, addr, IS_USER(s));
3855 84496233 Juha Riihimรคki
                        }
3856 1b2b1e54 Filip Navara
                        tcg_gen_addi_i32(addr, addr, stride);
3857 84496233 Juha Riihimรคki
                    } else if (size == 1) {
3858 84496233 Juha Riihimรคki
                        if (load) {
3859 84496233 Juha Riihimรคki
                            tmp = gen_ld16u(addr, IS_USER(s));
3860 84496233 Juha Riihimรคki
                            tcg_gen_addi_i32(addr, addr, stride);
3861 84496233 Juha Riihimรคki
                            tmp2 = gen_ld16u(addr, IS_USER(s));
3862 84496233 Juha Riihimรคki
                            tcg_gen_addi_i32(addr, addr, stride);
3863 41ba8341 Paul Brook
                            tcg_gen_shli_i32(tmp2, tmp2, 16);
3864 41ba8341 Paul Brook
                            tcg_gen_or_i32(tmp, tmp, tmp2);
3865 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
3866 84496233 Juha Riihimรคki
                            neon_store_reg(rd, pass, tmp);
3867 84496233 Juha Riihimรคki
                        } else {
3868 84496233 Juha Riihimรคki
                            tmp = neon_load_reg(rd, pass);
3869 7d1b0095 Peter Maydell
                            tmp2 = tcg_temp_new_i32();
3870 84496233 Juha Riihimรคki
                            tcg_gen_shri_i32(tmp2, tmp, 16);
3871 84496233 Juha Riihimรคki
                            gen_st16(tmp, addr, IS_USER(s));
3872 84496233 Juha Riihimรคki
                            tcg_gen_addi_i32(addr, addr, stride);
3873 84496233 Juha Riihimรคki
                            gen_st16(tmp2, addr, IS_USER(s));
3874 1b2b1e54 Filip Navara
                            tcg_gen_addi_i32(addr, addr, stride);
3875 9ee6e8bb pbrook
                        }
3876 84496233 Juha Riihimรคki
                    } else /* size == 0 */ {
3877 84496233 Juha Riihimรคki
                        if (load) {
3878 84496233 Juha Riihimรคki
                            TCGV_UNUSED(tmp2);
3879 84496233 Juha Riihimรคki
                            for (n = 0; n < 4; n++) {
3880 84496233 Juha Riihimรคki
                                tmp = gen_ld8u(addr, IS_USER(s));
3881 84496233 Juha Riihimรคki
                                tcg_gen_addi_i32(addr, addr, stride);
3882 84496233 Juha Riihimรคki
                                if (n == 0) {
3883 84496233 Juha Riihimรคki
                                    tmp2 = tmp;
3884 84496233 Juha Riihimรคki
                                } else {
3885 41ba8341 Paul Brook
                                    tcg_gen_shli_i32(tmp, tmp, n * 8);
3886 41ba8341 Paul Brook
                                    tcg_gen_or_i32(tmp2, tmp2, tmp);
3887 7d1b0095 Peter Maydell
                                    tcg_temp_free_i32(tmp);
3888 84496233 Juha Riihimรคki
                                }
3889 9ee6e8bb pbrook
                            }
3890 84496233 Juha Riihimรคki
                            neon_store_reg(rd, pass, tmp2);
3891 84496233 Juha Riihimรคki
                        } else {
3892 84496233 Juha Riihimรคki
                            tmp2 = neon_load_reg(rd, pass);
3893 84496233 Juha Riihimรคki
                            for (n = 0; n < 4; n++) {
3894 7d1b0095 Peter Maydell
                                tmp = tcg_temp_new_i32();
3895 84496233 Juha Riihimรคki
                                if (n == 0) {
3896 84496233 Juha Riihimรคki
                                    tcg_gen_mov_i32(tmp, tmp2);
3897 84496233 Juha Riihimรคki
                                } else {
3898 84496233 Juha Riihimรคki
                                    tcg_gen_shri_i32(tmp, tmp2, n * 8);
3899 84496233 Juha Riihimรคki
                                }
3900 84496233 Juha Riihimรคki
                                gen_st8(tmp, addr, IS_USER(s));
3901 84496233 Juha Riihimรคki
                                tcg_gen_addi_i32(addr, addr, stride);
3902 84496233 Juha Riihimรคki
                            }
3903 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
3904 9ee6e8bb pbrook
                        }
3905 9ee6e8bb pbrook
                    }
3906 9ee6e8bb pbrook
                }
3907 9ee6e8bb pbrook
            }
3908 84496233 Juha Riihimรคki
            rd += spacing;
3909 9ee6e8bb pbrook
        }
3910 9ee6e8bb pbrook
        stride = nregs * 8;
3911 9ee6e8bb pbrook
    } else {
3912 9ee6e8bb pbrook
        size = (insn >> 10) & 3;
3913 9ee6e8bb pbrook
        if (size == 3) {
3914 9ee6e8bb pbrook
            /* Load single element to all lanes.  */
3915 8e18cde3 Peter Maydell
            int a = (insn >> 4) & 1;
3916 8e18cde3 Peter Maydell
            if (!load) {
3917 9ee6e8bb pbrook
                return 1;
3918 8e18cde3 Peter Maydell
            }
3919 9ee6e8bb pbrook
            size = (insn >> 6) & 3;
3920 9ee6e8bb pbrook
            nregs = ((insn >> 8) & 3) + 1;
3921 8e18cde3 Peter Maydell
3922 8e18cde3 Peter Maydell
            if (size == 3) {
3923 8e18cde3 Peter Maydell
                if (nregs != 4 || a == 0) {
3924 9ee6e8bb pbrook
                    return 1;
3925 99c475ab bellard
                }
3926 8e18cde3 Peter Maydell
                /* For VLD4 size==3 a == 1 means 32 bits at 16 byte alignment */
3927 8e18cde3 Peter Maydell
                size = 2;
3928 8e18cde3 Peter Maydell
            }
3929 8e18cde3 Peter Maydell
            if (nregs == 1 && a == 1 && size == 0) {
3930 8e18cde3 Peter Maydell
                return 1;
3931 8e18cde3 Peter Maydell
            }
3932 8e18cde3 Peter Maydell
            if (nregs == 3 && a == 1) {
3933 8e18cde3 Peter Maydell
                return 1;
3934 8e18cde3 Peter Maydell
            }
3935 8e18cde3 Peter Maydell
            load_reg_var(s, addr, rn);
3936 8e18cde3 Peter Maydell
            if (nregs == 1) {
3937 8e18cde3 Peter Maydell
                /* VLD1 to all lanes: bit 5 indicates how many Dregs to write */
3938 8e18cde3 Peter Maydell
                tmp = gen_load_and_replicate(s, addr, size);
3939 8e18cde3 Peter Maydell
                tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 0));
3940 8e18cde3 Peter Maydell
                tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 1));
3941 8e18cde3 Peter Maydell
                if (insn & (1 << 5)) {
3942 8e18cde3 Peter Maydell
                    tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd + 1, 0));
3943 8e18cde3 Peter Maydell
                    tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd + 1, 1));
3944 8e18cde3 Peter Maydell
                }
3945 8e18cde3 Peter Maydell
                tcg_temp_free_i32(tmp);
3946 8e18cde3 Peter Maydell
            } else {
3947 8e18cde3 Peter Maydell
                /* VLD2/3/4 to all lanes: bit 5 indicates register stride */
3948 8e18cde3 Peter Maydell
                stride = (insn & (1 << 5)) ? 2 : 1;
3949 8e18cde3 Peter Maydell
                for (reg = 0; reg < nregs; reg++) {
3950 8e18cde3 Peter Maydell
                    tmp = gen_load_and_replicate(s, addr, size);
3951 8e18cde3 Peter Maydell
                    tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 0));
3952 8e18cde3 Peter Maydell
                    tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 1));
3953 8e18cde3 Peter Maydell
                    tcg_temp_free_i32(tmp);
3954 8e18cde3 Peter Maydell
                    tcg_gen_addi_i32(addr, addr, 1 << size);
3955 8e18cde3 Peter Maydell
                    rd += stride;
3956 8e18cde3 Peter Maydell
                }
3957 9ee6e8bb pbrook
            }
3958 9ee6e8bb pbrook
            stride = (1 << size) * nregs;
3959 9ee6e8bb pbrook
        } else {
3960 9ee6e8bb pbrook
            /* Single element.  */
3961 9ee6e8bb pbrook
            pass = (insn >> 7) & 1;
3962 9ee6e8bb pbrook
            switch (size) {
3963 9ee6e8bb pbrook
            case 0:
3964 9ee6e8bb pbrook
                shift = ((insn >> 5) & 3) * 8;
3965 9ee6e8bb pbrook
                stride = 1;
3966 9ee6e8bb pbrook
                break;
3967 9ee6e8bb pbrook
            case 1:
3968 9ee6e8bb pbrook
                shift = ((insn >> 6) & 1) * 16;
3969 9ee6e8bb pbrook
                stride = (insn & (1 << 5)) ? 2 : 1;
3970 9ee6e8bb pbrook
                break;
3971 9ee6e8bb pbrook
            case 2:
3972 9ee6e8bb pbrook
                shift = 0;
3973 9ee6e8bb pbrook
                stride = (insn & (1 << 6)) ? 2 : 1;
3974 9ee6e8bb pbrook
                break;
3975 9ee6e8bb pbrook
            default:
3976 9ee6e8bb pbrook
                abort();
3977 9ee6e8bb pbrook
            }
3978 9ee6e8bb pbrook
            nregs = ((insn >> 8) & 3) + 1;
3979 dcc65026 Aurelien Jarno
            load_reg_var(s, addr, rn);
3980 9ee6e8bb pbrook
            for (reg = 0; reg < nregs; reg++) {
3981 9ee6e8bb pbrook
                if (load) {
3982 9ee6e8bb pbrook
                    switch (size) {
3983 9ee6e8bb pbrook
                    case 0:
3984 1b2b1e54 Filip Navara
                        tmp = gen_ld8u(addr, IS_USER(s));
3985 9ee6e8bb pbrook
                        break;
3986 9ee6e8bb pbrook
                    case 1:
3987 1b2b1e54 Filip Navara
                        tmp = gen_ld16u(addr, IS_USER(s));
3988 9ee6e8bb pbrook
                        break;
3989 9ee6e8bb pbrook
                    case 2:
3990 1b2b1e54 Filip Navara
                        tmp = gen_ld32(addr, IS_USER(s));
3991 9ee6e8bb pbrook
                        break;
3992 a50f5b91 pbrook
                    default: /* Avoid compiler warnings.  */
3993 a50f5b91 pbrook
                        abort();
3994 9ee6e8bb pbrook
                    }
3995 9ee6e8bb pbrook
                    if (size != 2) {
3996 8f8e3aa4 pbrook
                        tmp2 = neon_load_reg(rd, pass);
3997 8f8e3aa4 pbrook
                        gen_bfi(tmp, tmp2, tmp, shift, size ? 0xffff : 0xff);
3998 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
3999 9ee6e8bb pbrook
                    }
4000 8f8e3aa4 pbrook
                    neon_store_reg(rd, pass, tmp);
4001 9ee6e8bb pbrook
                } else { /* Store */
4002 8f8e3aa4 pbrook
                    tmp = neon_load_reg(rd, pass);
4003 8f8e3aa4 pbrook
                    if (shift)
4004 8f8e3aa4 pbrook
                        tcg_gen_shri_i32(tmp, tmp, shift);
4005 9ee6e8bb pbrook
                    switch (size) {
4006 9ee6e8bb pbrook
                    case 0:
4007 1b2b1e54 Filip Navara
                        gen_st8(tmp, addr, IS_USER(s));
4008 9ee6e8bb pbrook
                        break;
4009 9ee6e8bb pbrook
                    case 1:
4010 1b2b1e54 Filip Navara
                        gen_st16(tmp, addr, IS_USER(s));
4011 9ee6e8bb pbrook
                        break;
4012 9ee6e8bb pbrook
                    case 2:
4013 1b2b1e54 Filip Navara
                        gen_st32(tmp, addr, IS_USER(s));
4014 9ee6e8bb pbrook
                        break;
4015 99c475ab bellard
                    }
4016 99c475ab bellard
                }
4017 9ee6e8bb pbrook
                rd += stride;
4018 1b2b1e54 Filip Navara
                tcg_gen_addi_i32(addr, addr, 1 << size);
4019 99c475ab bellard
            }
4020 9ee6e8bb pbrook
            stride = nregs * (1 << size);
4021 99c475ab bellard
        }
4022 9ee6e8bb pbrook
    }
4023 7d1b0095 Peter Maydell
    tcg_temp_free_i32(addr);
4024 9ee6e8bb pbrook
    if (rm != 15) {
4025 b26eefb6 pbrook
        TCGv base;
4026 b26eefb6 pbrook
4027 b26eefb6 pbrook
        base = load_reg(s, rn);
4028 9ee6e8bb pbrook
        if (rm == 13) {
4029 b26eefb6 pbrook
            tcg_gen_addi_i32(base, base, stride);
4030 9ee6e8bb pbrook
        } else {
4031 b26eefb6 pbrook
            TCGv index;
4032 b26eefb6 pbrook
            index = load_reg(s, rm);
4033 b26eefb6 pbrook
            tcg_gen_add_i32(base, base, index);
4034 7d1b0095 Peter Maydell
            tcg_temp_free_i32(index);
4035 9ee6e8bb pbrook
        }
4036 b26eefb6 pbrook
        store_reg(s, rn, base);
4037 9ee6e8bb pbrook
    }
4038 9ee6e8bb pbrook
    return 0;
4039 9ee6e8bb pbrook
}
4040 3b46e624 ths
4041 8f8e3aa4 pbrook
/* Bitwise select.  dest = c ? t : f.  Clobbers T and F.  */
4042 8f8e3aa4 pbrook
static void gen_neon_bsl(TCGv dest, TCGv t, TCGv f, TCGv c)
4043 8f8e3aa4 pbrook
{
4044 8f8e3aa4 pbrook
    tcg_gen_and_i32(t, t, c);
4045 f669df27 Aurelien Jarno
    tcg_gen_andc_i32(f, f, c);
4046 8f8e3aa4 pbrook
    tcg_gen_or_i32(dest, t, f);
4047 8f8e3aa4 pbrook
}
4048 8f8e3aa4 pbrook
4049 a7812ae4 pbrook
static inline void gen_neon_narrow(int size, TCGv dest, TCGv_i64 src)
4050 ad69471c pbrook
{
4051 ad69471c pbrook
    switch (size) {
4052 ad69471c pbrook
    case 0: gen_helper_neon_narrow_u8(dest, src); break;
4053 ad69471c pbrook
    case 1: gen_helper_neon_narrow_u16(dest, src); break;
4054 ad69471c pbrook
    case 2: tcg_gen_trunc_i64_i32(dest, src); break;
4055 ad69471c pbrook
    default: abort();
4056 ad69471c pbrook
    }
4057 ad69471c pbrook
}
4058 ad69471c pbrook
4059 a7812ae4 pbrook
static inline void gen_neon_narrow_sats(int size, TCGv dest, TCGv_i64 src)
4060 ad69471c pbrook
{
4061 ad69471c pbrook
    switch (size) {
4062 ad69471c pbrook
    case 0: gen_helper_neon_narrow_sat_s8(dest, cpu_env, src); break;
4063 ad69471c pbrook
    case 1: gen_helper_neon_narrow_sat_s16(dest, cpu_env, src); break;
4064 ad69471c pbrook
    case 2: gen_helper_neon_narrow_sat_s32(dest, cpu_env, src); break;
4065 ad69471c pbrook
    default: abort();
4066 ad69471c pbrook
    }
4067 ad69471c pbrook
}
4068 ad69471c pbrook
4069 a7812ae4 pbrook
static inline void gen_neon_narrow_satu(int size, TCGv dest, TCGv_i64 src)
4070 ad69471c pbrook
{
4071 ad69471c pbrook
    switch (size) {
4072 ad69471c pbrook
    case 0: gen_helper_neon_narrow_sat_u8(dest, cpu_env, src); break;
4073 ad69471c pbrook
    case 1: gen_helper_neon_narrow_sat_u16(dest, cpu_env, src); break;
4074 ad69471c pbrook
    case 2: gen_helper_neon_narrow_sat_u32(dest, cpu_env, src); break;
4075 ad69471c pbrook
    default: abort();
4076 ad69471c pbrook
    }
4077 ad69471c pbrook
}
4078 ad69471c pbrook
4079 af1bbf30 Juha Riihimรคki
static inline void gen_neon_unarrow_sats(int size, TCGv dest, TCGv_i64 src)
4080 af1bbf30 Juha Riihimรคki
{
4081 af1bbf30 Juha Riihimรคki
    switch (size) {
4082 af1bbf30 Juha Riihimรคki
    case 0: gen_helper_neon_unarrow_sat8(dest, cpu_env, src); break;
4083 af1bbf30 Juha Riihimรคki
    case 1: gen_helper_neon_unarrow_sat16(dest, cpu_env, src); break;
4084 af1bbf30 Juha Riihimรคki
    case 2: gen_helper_neon_unarrow_sat32(dest, cpu_env, src); break;
4085 af1bbf30 Juha Riihimรคki
    default: abort();
4086 af1bbf30 Juha Riihimรคki
    }
4087 af1bbf30 Juha Riihimรคki
}
4088 af1bbf30 Juha Riihimรคki
4089 ad69471c pbrook
static inline void gen_neon_shift_narrow(int size, TCGv var, TCGv shift,
4090 ad69471c pbrook
                                         int q, int u)
4091 ad69471c pbrook
{
4092 ad69471c pbrook
    if (q) {
4093 ad69471c pbrook
        if (u) {
4094 ad69471c pbrook
            switch (size) {
4095 ad69471c pbrook
            case 1: gen_helper_neon_rshl_u16(var, var, shift); break;
4096 ad69471c pbrook
            case 2: gen_helper_neon_rshl_u32(var, var, shift); break;
4097 ad69471c pbrook
            default: abort();
4098 ad69471c pbrook
            }
4099 ad69471c pbrook
        } else {
4100 ad69471c pbrook
            switch (size) {
4101 ad69471c pbrook
            case 1: gen_helper_neon_rshl_s16(var, var, shift); break;
4102 ad69471c pbrook
            case 2: gen_helper_neon_rshl_s32(var, var, shift); break;
4103 ad69471c pbrook
            default: abort();
4104 ad69471c pbrook
            }
4105 ad69471c pbrook
        }
4106 ad69471c pbrook
    } else {
4107 ad69471c pbrook
        if (u) {
4108 ad69471c pbrook
            switch (size) {
4109 b408a9b0 Christophe Lyon
            case 1: gen_helper_neon_shl_u16(var, var, shift); break;
4110 b408a9b0 Christophe Lyon
            case 2: gen_helper_neon_shl_u32(var, var, shift); break;
4111 ad69471c pbrook
            default: abort();
4112 ad69471c pbrook
            }
4113 ad69471c pbrook
        } else {
4114 ad69471c pbrook
            switch (size) {
4115 ad69471c pbrook
            case 1: gen_helper_neon_shl_s16(var, var, shift); break;
4116 ad69471c pbrook
            case 2: gen_helper_neon_shl_s32(var, var, shift); break;
4117 ad69471c pbrook
            default: abort();
4118 ad69471c pbrook
            }
4119 ad69471c pbrook
        }
4120 ad69471c pbrook
    }
4121 ad69471c pbrook
}
4122 ad69471c pbrook
4123 a7812ae4 pbrook
static inline void gen_neon_widen(TCGv_i64 dest, TCGv src, int size, int u)
4124 ad69471c pbrook
{
4125 ad69471c pbrook
    if (u) {
4126 ad69471c pbrook
        switch (size) {
4127 ad69471c pbrook
        case 0: gen_helper_neon_widen_u8(dest, src); break;
4128 ad69471c pbrook
        case 1: gen_helper_neon_widen_u16(dest, src); break;
4129 ad69471c pbrook
        case 2: tcg_gen_extu_i32_i64(dest, src); break;
4130 ad69471c pbrook
        default: abort();
4131 ad69471c pbrook
        }
4132 ad69471c pbrook
    } else {
4133 ad69471c pbrook
        switch (size) {
4134 ad69471c pbrook
        case 0: gen_helper_neon_widen_s8(dest, src); break;
4135 ad69471c pbrook
        case 1: gen_helper_neon_widen_s16(dest, src); break;
4136 ad69471c pbrook
        case 2: tcg_gen_ext_i32_i64(dest, src); break;
4137 ad69471c pbrook
        default: abort();
4138 ad69471c pbrook
        }
4139 ad69471c pbrook
    }
4140 7d1b0095 Peter Maydell
    tcg_temp_free_i32(src);
4141 ad69471c pbrook
}
4142 ad69471c pbrook
4143 ad69471c pbrook
static inline void gen_neon_addl(int size)
4144 ad69471c pbrook
{
4145 ad69471c pbrook
    switch (size) {
4146 ad69471c pbrook
    case 0: gen_helper_neon_addl_u16(CPU_V001); break;
4147 ad69471c pbrook
    case 1: gen_helper_neon_addl_u32(CPU_V001); break;
4148 ad69471c pbrook
    case 2: tcg_gen_add_i64(CPU_V001); break;
4149 ad69471c pbrook
    default: abort();
4150 ad69471c pbrook
    }
4151 ad69471c pbrook
}
4152 ad69471c pbrook
4153 ad69471c pbrook
static inline void gen_neon_subl(int size)
4154 ad69471c pbrook
{
4155 ad69471c pbrook
    switch (size) {
4156 ad69471c pbrook
    case 0: gen_helper_neon_subl_u16(CPU_V001); break;
4157 ad69471c pbrook
    case 1: gen_helper_neon_subl_u32(CPU_V001); break;
4158 ad69471c pbrook
    case 2: tcg_gen_sub_i64(CPU_V001); break;
4159 ad69471c pbrook
    default: abort();
4160 ad69471c pbrook
    }
4161 ad69471c pbrook
}
4162 ad69471c pbrook
4163 a7812ae4 pbrook
static inline void gen_neon_negl(TCGv_i64 var, int size)
4164 ad69471c pbrook
{
4165 ad69471c pbrook
    switch (size) {
4166 ad69471c pbrook
    case 0: gen_helper_neon_negl_u16(var, var); break;
4167 ad69471c pbrook
    case 1: gen_helper_neon_negl_u32(var, var); break;
4168 ad69471c pbrook
    case 2: gen_helper_neon_negl_u64(var, var); break;
4169 ad69471c pbrook
    default: abort();
4170 ad69471c pbrook
    }
4171 ad69471c pbrook
}
4172 ad69471c pbrook
4173 a7812ae4 pbrook
static inline void gen_neon_addl_saturate(TCGv_i64 op0, TCGv_i64 op1, int size)
4174 ad69471c pbrook
{
4175 ad69471c pbrook
    switch (size) {
4176 ad69471c pbrook
    case 1: gen_helper_neon_addl_saturate_s32(op0, cpu_env, op0, op1); break;
4177 ad69471c pbrook
    case 2: gen_helper_neon_addl_saturate_s64(op0, cpu_env, op0, op1); break;
4178 ad69471c pbrook
    default: abort();
4179 ad69471c pbrook
    }
4180 ad69471c pbrook
}
4181 ad69471c pbrook
4182 a7812ae4 pbrook
static inline void gen_neon_mull(TCGv_i64 dest, TCGv a, TCGv b, int size, int u)
4183 ad69471c pbrook
{
4184 a7812ae4 pbrook
    TCGv_i64 tmp;
4185 ad69471c pbrook
4186 ad69471c pbrook
    switch ((size << 1) | u) {
4187 ad69471c pbrook
    case 0: gen_helper_neon_mull_s8(dest, a, b); break;
4188 ad69471c pbrook
    case 1: gen_helper_neon_mull_u8(dest, a, b); break;
4189 ad69471c pbrook
    case 2: gen_helper_neon_mull_s16(dest, a, b); break;
4190 ad69471c pbrook
    case 3: gen_helper_neon_mull_u16(dest, a, b); break;
4191 ad69471c pbrook
    case 4:
4192 ad69471c pbrook
        tmp = gen_muls_i64_i32(a, b);
4193 ad69471c pbrook
        tcg_gen_mov_i64(dest, tmp);
4194 7d2aabe2 Peter Maydell
        tcg_temp_free_i64(tmp);
4195 ad69471c pbrook
        break;
4196 ad69471c pbrook
    case 5:
4197 ad69471c pbrook
        tmp = gen_mulu_i64_i32(a, b);
4198 ad69471c pbrook
        tcg_gen_mov_i64(dest, tmp);
4199 7d2aabe2 Peter Maydell
        tcg_temp_free_i64(tmp);
4200 ad69471c pbrook
        break;
4201 ad69471c pbrook
    default: abort();
4202 ad69471c pbrook
    }
4203 c6067f04 Christophe Lyon
4204 c6067f04 Christophe Lyon
    /* gen_helper_neon_mull_[su]{8|16} do not free their parameters.
4205 c6067f04 Christophe Lyon
       Don't forget to clean them now.  */
4206 c6067f04 Christophe Lyon
    if (size < 2) {
4207 7d1b0095 Peter Maydell
        tcg_temp_free_i32(a);
4208 7d1b0095 Peter Maydell
        tcg_temp_free_i32(b);
4209 c6067f04 Christophe Lyon
    }
4210 ad69471c pbrook
}
4211 ad69471c pbrook
4212 c33171c7 Peter Maydell
static void gen_neon_narrow_op(int op, int u, int size, TCGv dest, TCGv_i64 src)
4213 c33171c7 Peter Maydell
{
4214 c33171c7 Peter Maydell
    if (op) {
4215 c33171c7 Peter Maydell
        if (u) {
4216 c33171c7 Peter Maydell
            gen_neon_unarrow_sats(size, dest, src);
4217 c33171c7 Peter Maydell
        } else {
4218 c33171c7 Peter Maydell
            gen_neon_narrow(size, dest, src);
4219 c33171c7 Peter Maydell
        }
4220 c33171c7 Peter Maydell
    } else {
4221 c33171c7 Peter Maydell
        if (u) {
4222 c33171c7 Peter Maydell
            gen_neon_narrow_satu(size, dest, src);
4223 c33171c7 Peter Maydell
        } else {
4224 c33171c7 Peter Maydell
            gen_neon_narrow_sats(size, dest, src);
4225 c33171c7 Peter Maydell
        }
4226 c33171c7 Peter Maydell
    }
4227 c33171c7 Peter Maydell
}
4228 c33171c7 Peter Maydell
4229 9ee6e8bb pbrook
/* Translate a NEON data processing instruction.  Return nonzero if the
4230 9ee6e8bb pbrook
   instruction is invalid.
4231 ad69471c pbrook
   We process data in a mixture of 32-bit and 64-bit chunks.
4232 ad69471c pbrook
   Mostly we use 32-bit chunks so we can use normal scalar instructions.  */
4233 2c0262af bellard
4234 9ee6e8bb pbrook
static int disas_neon_data_insn(CPUState * env, DisasContext *s, uint32_t insn)
4235 9ee6e8bb pbrook
{
4236 9ee6e8bb pbrook
    int op;
4237 9ee6e8bb pbrook
    int q;
4238 9ee6e8bb pbrook
    int rd, rn, rm;
4239 9ee6e8bb pbrook
    int size;
4240 9ee6e8bb pbrook
    int shift;
4241 9ee6e8bb pbrook
    int pass;
4242 9ee6e8bb pbrook
    int count;
4243 9ee6e8bb pbrook
    int pairwise;
4244 9ee6e8bb pbrook
    int u;
4245 9ee6e8bb pbrook
    int n;
4246 ca9a32e4 Juha Riihimรคki
    uint32_t imm, mask;
4247 b75263d6 Juha Riihimรคki
    TCGv tmp, tmp2, tmp3, tmp4, tmp5;
4248 a7812ae4 pbrook
    TCGv_i64 tmp64;
4249 9ee6e8bb pbrook
4250 5df8bac1 Peter Maydell
    if (!s->vfp_enabled)
4251 9ee6e8bb pbrook
      return 1;
4252 9ee6e8bb pbrook
    q = (insn & (1 << 6)) != 0;
4253 9ee6e8bb pbrook
    u = (insn >> 24) & 1;
4254 9ee6e8bb pbrook
    VFP_DREG_D(rd, insn);
4255 9ee6e8bb pbrook
    VFP_DREG_N(rn, insn);
4256 9ee6e8bb pbrook
    VFP_DREG_M(rm, insn);
4257 9ee6e8bb pbrook
    size = (insn >> 20) & 3;
4258 9ee6e8bb pbrook
    if ((insn & (1 << 23)) == 0) {
4259 9ee6e8bb pbrook
        /* Three register same length.  */
4260 9ee6e8bb pbrook
        op = ((insn >> 7) & 0x1e) | ((insn >> 4) & 1);
4261 ad69471c pbrook
        if (size == 3 && (op == 1 || op == 5 || op == 8 || op == 9
4262 ad69471c pbrook
                          || op == 10 || op  == 11 || op == 16)) {
4263 ad69471c pbrook
            /* 64-bit element instructions.  */
4264 9ee6e8bb pbrook
            for (pass = 0; pass < (q ? 2 : 1); pass++) {
4265 ad69471c pbrook
                neon_load_reg64(cpu_V0, rn + pass);
4266 ad69471c pbrook
                neon_load_reg64(cpu_V1, rm + pass);
4267 9ee6e8bb pbrook
                switch (op) {
4268 9ee6e8bb pbrook
                case 1: /* VQADD */
4269 9ee6e8bb pbrook
                    if (u) {
4270 72902672 Christophe Lyon
                        gen_helper_neon_qadd_u64(cpu_V0, cpu_env,
4271 72902672 Christophe Lyon
                                                 cpu_V0, cpu_V1);
4272 2c0262af bellard
                    } else {
4273 72902672 Christophe Lyon
                        gen_helper_neon_qadd_s64(cpu_V0, cpu_env,
4274 72902672 Christophe Lyon
                                                 cpu_V0, cpu_V1);
4275 2c0262af bellard
                    }
4276 9ee6e8bb pbrook
                    break;
4277 9ee6e8bb pbrook
                case 5: /* VQSUB */
4278 9ee6e8bb pbrook
                    if (u) {
4279 72902672 Christophe Lyon
                        gen_helper_neon_qsub_u64(cpu_V0, cpu_env,
4280 72902672 Christophe Lyon
                                                 cpu_V0, cpu_V1);
4281 ad69471c pbrook
                    } else {
4282 72902672 Christophe Lyon
                        gen_helper_neon_qsub_s64(cpu_V0, cpu_env,
4283 72902672 Christophe Lyon
                                                 cpu_V0, cpu_V1);
4284 ad69471c pbrook
                    }
4285 ad69471c pbrook
                    break;
4286 ad69471c pbrook
                case 8: /* VSHL */
4287 ad69471c pbrook
                    if (u) {
4288 ad69471c pbrook
                        gen_helper_neon_shl_u64(cpu_V0, cpu_V1, cpu_V0);
4289 ad69471c pbrook
                    } else {
4290 ad69471c pbrook
                        gen_helper_neon_shl_s64(cpu_V0, cpu_V1, cpu_V0);
4291 ad69471c pbrook
                    }
4292 ad69471c pbrook
                    break;
4293 ad69471c pbrook
                case 9: /* VQSHL */
4294 ad69471c pbrook
                    if (u) {
4295 ad69471c pbrook
                        gen_helper_neon_qshl_u64(cpu_V0, cpu_env,
4296 def126ce Juha Riihimรคki
                                                 cpu_V1, cpu_V0);
4297 ad69471c pbrook
                    } else {
4298 def126ce Juha Riihimรคki
                        gen_helper_neon_qshl_s64(cpu_V0, cpu_env,
4299 ad69471c pbrook
                                                 cpu_V1, cpu_V0);
4300 ad69471c pbrook
                    }
4301 ad69471c pbrook
                    break;
4302 ad69471c pbrook
                case 10: /* VRSHL */
4303 ad69471c pbrook
                    if (u) {
4304 ad69471c pbrook
                        gen_helper_neon_rshl_u64(cpu_V0, cpu_V1, cpu_V0);
4305 1e8d4eec bellard
                    } else {
4306 ad69471c pbrook
                        gen_helper_neon_rshl_s64(cpu_V0, cpu_V1, cpu_V0);
4307 ad69471c pbrook
                    }
4308 ad69471c pbrook
                    break;
4309 ad69471c pbrook
                case 11: /* VQRSHL */
4310 ad69471c pbrook
                    if (u) {
4311 ad69471c pbrook
                        gen_helper_neon_qrshl_u64(cpu_V0, cpu_env,
4312 ad69471c pbrook
                                                  cpu_V1, cpu_V0);
4313 ad69471c pbrook
                    } else {
4314 ad69471c pbrook
                        gen_helper_neon_qrshl_s64(cpu_V0, cpu_env,
4315 ad69471c pbrook
                                                  cpu_V1, cpu_V0);
4316 1e8d4eec bellard
                    }
4317 9ee6e8bb pbrook
                    break;
4318 9ee6e8bb pbrook
                case 16:
4319 9ee6e8bb pbrook
                    if (u) {
4320 ad69471c pbrook
                        tcg_gen_sub_i64(CPU_V001);
4321 9ee6e8bb pbrook
                    } else {
4322 ad69471c pbrook
                        tcg_gen_add_i64(CPU_V001);
4323 9ee6e8bb pbrook
                    }
4324 9ee6e8bb pbrook
                    break;
4325 9ee6e8bb pbrook
                default:
4326 9ee6e8bb pbrook
                    abort();
4327 2c0262af bellard
                }
4328 ad69471c pbrook
                neon_store_reg64(cpu_V0, rd + pass);
4329 2c0262af bellard
            }
4330 9ee6e8bb pbrook
            return 0;
4331 2c0262af bellard
        }
4332 9ee6e8bb pbrook
        switch (op) {
4333 9ee6e8bb pbrook
        case 8: /* VSHL */
4334 9ee6e8bb pbrook
        case 9: /* VQSHL */
4335 9ee6e8bb pbrook
        case 10: /* VRSHL */
4336 ad69471c pbrook
        case 11: /* VQRSHL */
4337 9ee6e8bb pbrook
            {
4338 ad69471c pbrook
                int rtmp;
4339 ad69471c pbrook
                /* Shift instruction operands are reversed.  */
4340 ad69471c pbrook
                rtmp = rn;
4341 9ee6e8bb pbrook
                rn = rm;
4342 ad69471c pbrook
                rm = rtmp;
4343 9ee6e8bb pbrook
                pairwise = 0;
4344 9ee6e8bb pbrook
            }
4345 2c0262af bellard
            break;
4346 9ee6e8bb pbrook
        case 20: /* VPMAX */
4347 9ee6e8bb pbrook
        case 21: /* VPMIN */
4348 9ee6e8bb pbrook
        case 23: /* VPADD */
4349 9ee6e8bb pbrook
            pairwise = 1;
4350 2c0262af bellard
            break;
4351 9ee6e8bb pbrook
        case 26: /* VPADD (float) */
4352 9ee6e8bb pbrook
            pairwise = (u && size < 2);
4353 2c0262af bellard
            break;
4354 9ee6e8bb pbrook
        case 30: /* VPMIN/VPMAX (float) */
4355 9ee6e8bb pbrook
            pairwise = u;
4356 2c0262af bellard
            break;
4357 9ee6e8bb pbrook
        default:
4358 9ee6e8bb pbrook
            pairwise = 0;
4359 2c0262af bellard
            break;
4360 9ee6e8bb pbrook
        }
4361 dd8fbd78 Filip Navara
4362 9ee6e8bb pbrook
        for (pass = 0; pass < (q ? 4 : 2); pass++) {
4363 9ee6e8bb pbrook
4364 9ee6e8bb pbrook
        if (pairwise) {
4365 9ee6e8bb pbrook
            /* Pairwise.  */
4366 9ee6e8bb pbrook
            if (q)
4367 9ee6e8bb pbrook
                n = (pass & 1) * 2;
4368 2c0262af bellard
            else
4369 9ee6e8bb pbrook
                n = 0;
4370 9ee6e8bb pbrook
            if (pass < q + 1) {
4371 dd8fbd78 Filip Navara
                tmp = neon_load_reg(rn, n);
4372 dd8fbd78 Filip Navara
                tmp2 = neon_load_reg(rn, n + 1);
4373 9ee6e8bb pbrook
            } else {
4374 dd8fbd78 Filip Navara
                tmp = neon_load_reg(rm, n);
4375 dd8fbd78 Filip Navara
                tmp2 = neon_load_reg(rm, n + 1);
4376 9ee6e8bb pbrook
            }
4377 9ee6e8bb pbrook
        } else {
4378 9ee6e8bb pbrook
            /* Elementwise.  */
4379 dd8fbd78 Filip Navara
            tmp = neon_load_reg(rn, pass);
4380 dd8fbd78 Filip Navara
            tmp2 = neon_load_reg(rm, pass);
4381 9ee6e8bb pbrook
        }
4382 9ee6e8bb pbrook
        switch (op) {
4383 9ee6e8bb pbrook
        case 0: /* VHADD */
4384 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(hadd);
4385 9ee6e8bb pbrook
            break;
4386 9ee6e8bb pbrook
        case 1: /* VQADD */
4387 ad69471c pbrook
            GEN_NEON_INTEGER_OP_ENV(qadd);
4388 2c0262af bellard
            break;
4389 9ee6e8bb pbrook
        case 2: /* VRHADD */
4390 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(rhadd);
4391 2c0262af bellard
            break;
4392 9ee6e8bb pbrook
        case 3: /* Logic ops.  */
4393 9ee6e8bb pbrook
            switch ((u << 2) | size) {
4394 9ee6e8bb pbrook
            case 0: /* VAND */
4395 dd8fbd78 Filip Navara
                tcg_gen_and_i32(tmp, tmp, tmp2);
4396 9ee6e8bb pbrook
                break;
4397 9ee6e8bb pbrook
            case 1: /* BIC */
4398 f669df27 Aurelien Jarno
                tcg_gen_andc_i32(tmp, tmp, tmp2);
4399 9ee6e8bb pbrook
                break;
4400 9ee6e8bb pbrook
            case 2: /* VORR */
4401 dd8fbd78 Filip Navara
                tcg_gen_or_i32(tmp, tmp, tmp2);
4402 9ee6e8bb pbrook
                break;
4403 9ee6e8bb pbrook
            case 3: /* VORN */
4404 f669df27 Aurelien Jarno
                tcg_gen_orc_i32(tmp, tmp, tmp2);
4405 9ee6e8bb pbrook
                break;
4406 9ee6e8bb pbrook
            case 4: /* VEOR */
4407 dd8fbd78 Filip Navara
                tcg_gen_xor_i32(tmp, tmp, tmp2);
4408 9ee6e8bb pbrook
                break;
4409 9ee6e8bb pbrook
            case 5: /* VBSL */
4410 dd8fbd78 Filip Navara
                tmp3 = neon_load_reg(rd, pass);
4411 dd8fbd78 Filip Navara
                gen_neon_bsl(tmp, tmp, tmp2, tmp3);
4412 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp3);
4413 9ee6e8bb pbrook
                break;
4414 9ee6e8bb pbrook
            case 6: /* VBIT */
4415 dd8fbd78 Filip Navara
                tmp3 = neon_load_reg(rd, pass);
4416 dd8fbd78 Filip Navara
                gen_neon_bsl(tmp, tmp, tmp3, tmp2);
4417 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp3);
4418 9ee6e8bb pbrook
                break;
4419 9ee6e8bb pbrook
            case 7: /* VBIF */
4420 dd8fbd78 Filip Navara
                tmp3 = neon_load_reg(rd, pass);
4421 dd8fbd78 Filip Navara
                gen_neon_bsl(tmp, tmp3, tmp, tmp2);
4422 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp3);
4423 9ee6e8bb pbrook
                break;
4424 2c0262af bellard
            }
4425 2c0262af bellard
            break;
4426 9ee6e8bb pbrook
        case 4: /* VHSUB */
4427 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(hsub);
4428 9ee6e8bb pbrook
            break;
4429 9ee6e8bb pbrook
        case 5: /* VQSUB */
4430 ad69471c pbrook
            GEN_NEON_INTEGER_OP_ENV(qsub);
4431 2c0262af bellard
            break;
4432 9ee6e8bb pbrook
        case 6: /* VCGT */
4433 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(cgt);
4434 9ee6e8bb pbrook
            break;
4435 9ee6e8bb pbrook
        case 7: /* VCGE */
4436 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(cge);
4437 9ee6e8bb pbrook
            break;
4438 9ee6e8bb pbrook
        case 8: /* VSHL */
4439 ad69471c pbrook
            GEN_NEON_INTEGER_OP(shl);
4440 2c0262af bellard
            break;
4441 9ee6e8bb pbrook
        case 9: /* VQSHL */
4442 ad69471c pbrook
            GEN_NEON_INTEGER_OP_ENV(qshl);
4443 2c0262af bellard
            break;
4444 9ee6e8bb pbrook
        case 10: /* VRSHL */
4445 ad69471c pbrook
            GEN_NEON_INTEGER_OP(rshl);
4446 2c0262af bellard
            break;
4447 9ee6e8bb pbrook
        case 11: /* VQRSHL */
4448 ad69471c pbrook
            GEN_NEON_INTEGER_OP_ENV(qrshl);
4449 9ee6e8bb pbrook
            break;
4450 9ee6e8bb pbrook
        case 12: /* VMAX */
4451 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(max);
4452 9ee6e8bb pbrook
            break;
4453 9ee6e8bb pbrook
        case 13: /* VMIN */
4454 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(min);
4455 9ee6e8bb pbrook
            break;
4456 9ee6e8bb pbrook
        case 14: /* VABD */
4457 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(abd);
4458 9ee6e8bb pbrook
            break;
4459 9ee6e8bb pbrook
        case 15: /* VABA */
4460 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(abd);
4461 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
4462 dd8fbd78 Filip Navara
            tmp2 = neon_load_reg(rd, pass);
4463 dd8fbd78 Filip Navara
            gen_neon_add(size, tmp, tmp2);
4464 9ee6e8bb pbrook
            break;
4465 9ee6e8bb pbrook
        case 16:
4466 9ee6e8bb pbrook
            if (!u) { /* VADD */
4467 dd8fbd78 Filip Navara
                if (gen_neon_add(size, tmp, tmp2))
4468 9ee6e8bb pbrook
                    return 1;
4469 9ee6e8bb pbrook
            } else { /* VSUB */
4470 9ee6e8bb pbrook
                switch (size) {
4471 dd8fbd78 Filip Navara
                case 0: gen_helper_neon_sub_u8(tmp, tmp, tmp2); break;
4472 dd8fbd78 Filip Navara
                case 1: gen_helper_neon_sub_u16(tmp, tmp, tmp2); break;
4473 dd8fbd78 Filip Navara
                case 2: tcg_gen_sub_i32(tmp, tmp, tmp2); break;
4474 9ee6e8bb pbrook
                default: return 1;
4475 9ee6e8bb pbrook
                }
4476 9ee6e8bb pbrook
            }
4477 9ee6e8bb pbrook
            break;
4478 9ee6e8bb pbrook
        case 17:
4479 9ee6e8bb pbrook
            if (!u) { /* VTST */
4480 9ee6e8bb pbrook
                switch (size) {
4481 dd8fbd78 Filip Navara
                case 0: gen_helper_neon_tst_u8(tmp, tmp, tmp2); break;
4482 dd8fbd78 Filip Navara
                case 1: gen_helper_neon_tst_u16(tmp, tmp, tmp2); break;
4483 dd8fbd78 Filip Navara
                case 2: gen_helper_neon_tst_u32(tmp, tmp, tmp2); break;
4484 9ee6e8bb pbrook
                default: return 1;
4485 9ee6e8bb pbrook
                }
4486 9ee6e8bb pbrook
            } else { /* VCEQ */
4487 9ee6e8bb pbrook
                switch (size) {
4488 dd8fbd78 Filip Navara
                case 0: gen_helper_neon_ceq_u8(tmp, tmp, tmp2); break;
4489 dd8fbd78 Filip Navara
                case 1: gen_helper_neon_ceq_u16(tmp, tmp, tmp2); break;
4490 dd8fbd78 Filip Navara
                case 2: gen_helper_neon_ceq_u32(tmp, tmp, tmp2); break;
4491 9ee6e8bb pbrook
                default: return 1;
4492 9ee6e8bb pbrook
                }
4493 9ee6e8bb pbrook
            }
4494 9ee6e8bb pbrook
            break;
4495 9ee6e8bb pbrook
        case 18: /* Multiply.  */
4496 9ee6e8bb pbrook
            switch (size) {
4497 dd8fbd78 Filip Navara
            case 0: gen_helper_neon_mul_u8(tmp, tmp, tmp2); break;
4498 dd8fbd78 Filip Navara
            case 1: gen_helper_neon_mul_u16(tmp, tmp, tmp2); break;
4499 dd8fbd78 Filip Navara
            case 2: tcg_gen_mul_i32(tmp, tmp, tmp2); break;
4500 9ee6e8bb pbrook
            default: return 1;
4501 9ee6e8bb pbrook
            }
4502 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
4503 dd8fbd78 Filip Navara
            tmp2 = neon_load_reg(rd, pass);
4504 9ee6e8bb pbrook
            if (u) { /* VMLS */
4505 dd8fbd78 Filip Navara
                gen_neon_rsb(size, tmp, tmp2);
4506 9ee6e8bb pbrook
            } else { /* VMLA */
4507 dd8fbd78 Filip Navara
                gen_neon_add(size, tmp, tmp2);
4508 9ee6e8bb pbrook
            }
4509 9ee6e8bb pbrook
            break;
4510 9ee6e8bb pbrook
        case 19: /* VMUL */
4511 9ee6e8bb pbrook
            if (u) { /* polynomial */
4512 dd8fbd78 Filip Navara
                gen_helper_neon_mul_p8(tmp, tmp, tmp2);
4513 9ee6e8bb pbrook
            } else { /* Integer */
4514 9ee6e8bb pbrook
                switch (size) {
4515 dd8fbd78 Filip Navara
                case 0: gen_helper_neon_mul_u8(tmp, tmp, tmp2); break;
4516 dd8fbd78 Filip Navara
                case 1: gen_helper_neon_mul_u16(tmp, tmp, tmp2); break;
4517 dd8fbd78 Filip Navara
                case 2: tcg_gen_mul_i32(tmp, tmp, tmp2); break;
4518 9ee6e8bb pbrook
                default: return 1;
4519 9ee6e8bb pbrook
                }
4520 9ee6e8bb pbrook
            }
4521 9ee6e8bb pbrook
            break;
4522 9ee6e8bb pbrook
        case 20: /* VPMAX */
4523 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(pmax);
4524 9ee6e8bb pbrook
            break;
4525 9ee6e8bb pbrook
        case 21: /* VPMIN */
4526 9ee6e8bb pbrook
            GEN_NEON_INTEGER_OP(pmin);
4527 9ee6e8bb pbrook
            break;
4528 9ee6e8bb pbrook
        case 22: /* Hultiply high.  */
4529 9ee6e8bb pbrook
            if (!u) { /* VQDMULH */
4530 9ee6e8bb pbrook
                switch (size) {
4531 dd8fbd78 Filip Navara
                case 1: gen_helper_neon_qdmulh_s16(tmp, cpu_env, tmp, tmp2); break;
4532 dd8fbd78 Filip Navara
                case 2: gen_helper_neon_qdmulh_s32(tmp, cpu_env, tmp, tmp2); break;
4533 9ee6e8bb pbrook
                default: return 1;
4534 9ee6e8bb pbrook
                }
4535 9ee6e8bb pbrook
            } else { /* VQRDHMUL */
4536 9ee6e8bb pbrook
                switch (size) {
4537 dd8fbd78 Filip Navara
                case 1: gen_helper_neon_qrdmulh_s16(tmp, cpu_env, tmp, tmp2); break;
4538 dd8fbd78 Filip Navara
                case 2: gen_helper_neon_qrdmulh_s32(tmp, cpu_env, tmp, tmp2); break;
4539 9ee6e8bb pbrook
                default: return 1;
4540 9ee6e8bb pbrook
                }
4541 9ee6e8bb pbrook
            }
4542 9ee6e8bb pbrook
            break;
4543 9ee6e8bb pbrook
        case 23: /* VPADD */
4544 9ee6e8bb pbrook
            if (u)
4545 9ee6e8bb pbrook
                return 1;
4546 9ee6e8bb pbrook
            switch (size) {
4547 dd8fbd78 Filip Navara
            case 0: gen_helper_neon_padd_u8(tmp, tmp, tmp2); break;
4548 dd8fbd78 Filip Navara
            case 1: gen_helper_neon_padd_u16(tmp, tmp, tmp2); break;
4549 dd8fbd78 Filip Navara
            case 2: tcg_gen_add_i32(tmp, tmp, tmp2); break;
4550 9ee6e8bb pbrook
            default: return 1;
4551 9ee6e8bb pbrook
            }
4552 9ee6e8bb pbrook
            break;
4553 9ee6e8bb pbrook
        case 26: /* Floating point arithnetic.  */
4554 9ee6e8bb pbrook
            switch ((u << 2) | size) {
4555 9ee6e8bb pbrook
            case 0: /* VADD */
4556 dd8fbd78 Filip Navara
                gen_helper_neon_add_f32(tmp, tmp, tmp2);
4557 9ee6e8bb pbrook
                break;
4558 9ee6e8bb pbrook
            case 2: /* VSUB */
4559 dd8fbd78 Filip Navara
                gen_helper_neon_sub_f32(tmp, tmp, tmp2);
4560 9ee6e8bb pbrook
                break;
4561 9ee6e8bb pbrook
            case 4: /* VPADD */
4562 dd8fbd78 Filip Navara
                gen_helper_neon_add_f32(tmp, tmp, tmp2);
4563 9ee6e8bb pbrook
                break;
4564 9ee6e8bb pbrook
            case 6: /* VABD */
4565 dd8fbd78 Filip Navara
                gen_helper_neon_abd_f32(tmp, tmp, tmp2);
4566 9ee6e8bb pbrook
                break;
4567 9ee6e8bb pbrook
            default:
4568 9ee6e8bb pbrook
                return 1;
4569 9ee6e8bb pbrook
            }
4570 9ee6e8bb pbrook
            break;
4571 9ee6e8bb pbrook
        case 27: /* Float multiply.  */
4572 dd8fbd78 Filip Navara
            gen_helper_neon_mul_f32(tmp, tmp, tmp2);
4573 9ee6e8bb pbrook
            if (!u) {
4574 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
4575 dd8fbd78 Filip Navara
                tmp2 = neon_load_reg(rd, pass);
4576 9ee6e8bb pbrook
                if (size == 0) {
4577 dd8fbd78 Filip Navara
                    gen_helper_neon_add_f32(tmp, tmp, tmp2);
4578 9ee6e8bb pbrook
                } else {
4579 dd8fbd78 Filip Navara
                    gen_helper_neon_sub_f32(tmp, tmp2, tmp);
4580 9ee6e8bb pbrook
                }
4581 9ee6e8bb pbrook
            }
4582 9ee6e8bb pbrook
            break;
4583 9ee6e8bb pbrook
        case 28: /* Float compare.  */
4584 9ee6e8bb pbrook
            if (!u) {
4585 dd8fbd78 Filip Navara
                gen_helper_neon_ceq_f32(tmp, tmp, tmp2);
4586 b5ff1b31 bellard
            } else {
4587 9ee6e8bb pbrook
                if (size == 0)
4588 dd8fbd78 Filip Navara
                    gen_helper_neon_cge_f32(tmp, tmp, tmp2);
4589 9ee6e8bb pbrook
                else
4590 dd8fbd78 Filip Navara
                    gen_helper_neon_cgt_f32(tmp, tmp, tmp2);
4591 b5ff1b31 bellard
            }
4592 2c0262af bellard
            break;
4593 9ee6e8bb pbrook
        case 29: /* Float compare absolute.  */
4594 9ee6e8bb pbrook
            if (!u)
4595 9ee6e8bb pbrook
                return 1;
4596 9ee6e8bb pbrook
            if (size == 0)
4597 dd8fbd78 Filip Navara
                gen_helper_neon_acge_f32(tmp, tmp, tmp2);
4598 9ee6e8bb pbrook
            else
4599 dd8fbd78 Filip Navara
                gen_helper_neon_acgt_f32(tmp, tmp, tmp2);
4600 2c0262af bellard
            break;
4601 9ee6e8bb pbrook
        case 30: /* Float min/max.  */
4602 9ee6e8bb pbrook
            if (size == 0)
4603 dd8fbd78 Filip Navara
                gen_helper_neon_max_f32(tmp, tmp, tmp2);
4604 9ee6e8bb pbrook
            else
4605 dd8fbd78 Filip Navara
                gen_helper_neon_min_f32(tmp, tmp, tmp2);
4606 9ee6e8bb pbrook
            break;
4607 9ee6e8bb pbrook
        case 31:
4608 9ee6e8bb pbrook
            if (size == 0)
4609 dd8fbd78 Filip Navara
                gen_helper_recps_f32(tmp, tmp, tmp2, cpu_env);
4610 9ee6e8bb pbrook
            else
4611 dd8fbd78 Filip Navara
                gen_helper_rsqrts_f32(tmp, tmp, tmp2, cpu_env);
4612 2c0262af bellard
            break;
4613 9ee6e8bb pbrook
        default:
4614 9ee6e8bb pbrook
            abort();
4615 2c0262af bellard
        }
4616 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
4617 dd8fbd78 Filip Navara
4618 9ee6e8bb pbrook
        /* Save the result.  For elementwise operations we can put it
4619 9ee6e8bb pbrook
           straight into the destination register.  For pairwise operations
4620 9ee6e8bb pbrook
           we have to be careful to avoid clobbering the source operands.  */
4621 9ee6e8bb pbrook
        if (pairwise && rd == rm) {
4622 dd8fbd78 Filip Navara
            neon_store_scratch(pass, tmp);
4623 9ee6e8bb pbrook
        } else {
4624 dd8fbd78 Filip Navara
            neon_store_reg(rd, pass, tmp);
4625 9ee6e8bb pbrook
        }
4626 9ee6e8bb pbrook
4627 9ee6e8bb pbrook
        } /* for pass */
4628 9ee6e8bb pbrook
        if (pairwise && rd == rm) {
4629 9ee6e8bb pbrook
            for (pass = 0; pass < (q ? 4 : 2); pass++) {
4630 dd8fbd78 Filip Navara
                tmp = neon_load_scratch(pass);
4631 dd8fbd78 Filip Navara
                neon_store_reg(rd, pass, tmp);
4632 9ee6e8bb pbrook
            }
4633 9ee6e8bb pbrook
        }
4634 ad69471c pbrook
        /* End of 3 register same size operations.  */
4635 9ee6e8bb pbrook
    } else if (insn & (1 << 4)) {
4636 9ee6e8bb pbrook
        if ((insn & 0x00380080) != 0) {
4637 9ee6e8bb pbrook
            /* Two registers and shift.  */
4638 9ee6e8bb pbrook
            op = (insn >> 8) & 0xf;
4639 9ee6e8bb pbrook
            if (insn & (1 << 7)) {
4640 9ee6e8bb pbrook
                /* 64-bit shift.   */
4641 9ee6e8bb pbrook
                size = 3;
4642 9ee6e8bb pbrook
            } else {
4643 9ee6e8bb pbrook
                size = 2;
4644 9ee6e8bb pbrook
                while ((insn & (1 << (size + 19))) == 0)
4645 9ee6e8bb pbrook
                    size--;
4646 9ee6e8bb pbrook
            }
4647 9ee6e8bb pbrook
            shift = (insn >> 16) & ((1 << (3 + size)) - 1);
4648 9ee6e8bb pbrook
            /* To avoid excessive dumplication of ops we implement shift
4649 9ee6e8bb pbrook
               by immediate using the variable shift operations.  */
4650 9ee6e8bb pbrook
            if (op < 8) {
4651 9ee6e8bb pbrook
                /* Shift by immediate:
4652 9ee6e8bb pbrook
                   VSHR, VSRA, VRSHR, VRSRA, VSRI, VSHL, VQSHL, VQSHLU.  */
4653 9ee6e8bb pbrook
                /* Right shifts are encoded as N - shift, where N is the
4654 9ee6e8bb pbrook
                   element size in bits.  */
4655 9ee6e8bb pbrook
                if (op <= 4)
4656 9ee6e8bb pbrook
                    shift = shift - (1 << (size + 3));
4657 9ee6e8bb pbrook
                if (size == 3) {
4658 9ee6e8bb pbrook
                    count = q + 1;
4659 9ee6e8bb pbrook
                } else {
4660 9ee6e8bb pbrook
                    count = q ? 4: 2;
4661 9ee6e8bb pbrook
                }
4662 9ee6e8bb pbrook
                switch (size) {
4663 9ee6e8bb pbrook
                case 0:
4664 9ee6e8bb pbrook
                    imm = (uint8_t) shift;
4665 9ee6e8bb pbrook
                    imm |= imm << 8;
4666 9ee6e8bb pbrook
                    imm |= imm << 16;
4667 9ee6e8bb pbrook
                    break;
4668 9ee6e8bb pbrook
                case 1:
4669 9ee6e8bb pbrook
                    imm = (uint16_t) shift;
4670 9ee6e8bb pbrook
                    imm |= imm << 16;
4671 9ee6e8bb pbrook
                    break;
4672 9ee6e8bb pbrook
                case 2:
4673 9ee6e8bb pbrook
                case 3:
4674 9ee6e8bb pbrook
                    imm = shift;
4675 9ee6e8bb pbrook
                    break;
4676 9ee6e8bb pbrook
                default:
4677 9ee6e8bb pbrook
                    abort();
4678 9ee6e8bb pbrook
                }
4679 9ee6e8bb pbrook
4680 9ee6e8bb pbrook
                for (pass = 0; pass < count; pass++) {
4681 ad69471c pbrook
                    if (size == 3) {
4682 ad69471c pbrook
                        neon_load_reg64(cpu_V0, rm + pass);
4683 ad69471c pbrook
                        tcg_gen_movi_i64(cpu_V1, imm);
4684 ad69471c pbrook
                        switch (op) {
4685 ad69471c pbrook
                        case 0:  /* VSHR */
4686 ad69471c pbrook
                        case 1:  /* VSRA */
4687 ad69471c pbrook
                            if (u)
4688 ad69471c pbrook
                                gen_helper_neon_shl_u64(cpu_V0, cpu_V0, cpu_V1);
4689 9ee6e8bb pbrook
                            else
4690 ad69471c pbrook
                                gen_helper_neon_shl_s64(cpu_V0, cpu_V0, cpu_V1);
4691 9ee6e8bb pbrook
                            break;
4692 ad69471c pbrook
                        case 2: /* VRSHR */
4693 ad69471c pbrook
                        case 3: /* VRSRA */
4694 ad69471c pbrook
                            if (u)
4695 ad69471c pbrook
                                gen_helper_neon_rshl_u64(cpu_V0, cpu_V0, cpu_V1);
4696 9ee6e8bb pbrook
                            else
4697 ad69471c pbrook
                                gen_helper_neon_rshl_s64(cpu_V0, cpu_V0, cpu_V1);
4698 9ee6e8bb pbrook
                            break;
4699 ad69471c pbrook
                        case 4: /* VSRI */
4700 ad69471c pbrook
                            if (!u)
4701 ad69471c pbrook
                                return 1;
4702 ad69471c pbrook
                            gen_helper_neon_shl_u64(cpu_V0, cpu_V0, cpu_V1);
4703 ad69471c pbrook
                            break;
4704 ad69471c pbrook
                        case 5: /* VSHL, VSLI */
4705 ad69471c pbrook
                            gen_helper_neon_shl_u64(cpu_V0, cpu_V0, cpu_V1);
4706 ad69471c pbrook
                            break;
4707 0322b26e Peter Maydell
                        case 6: /* VQSHLU */
4708 0322b26e Peter Maydell
                            if (u) {
4709 0322b26e Peter Maydell
                                gen_helper_neon_qshlu_s64(cpu_V0, cpu_env,
4710 0322b26e Peter Maydell
                                                          cpu_V0, cpu_V1);
4711 0322b26e Peter Maydell
                            } else {
4712 0322b26e Peter Maydell
                                return 1;
4713 0322b26e Peter Maydell
                            }
4714 ad69471c pbrook
                            break;
4715 0322b26e Peter Maydell
                        case 7: /* VQSHL */
4716 0322b26e Peter Maydell
                            if (u) {
4717 0322b26e Peter Maydell
                                gen_helper_neon_qshl_u64(cpu_V0, cpu_env,
4718 0322b26e Peter Maydell
                                                         cpu_V0, cpu_V1);
4719 0322b26e Peter Maydell
                            } else {
4720 0322b26e Peter Maydell
                                gen_helper_neon_qshl_s64(cpu_V0, cpu_env,
4721 0322b26e Peter Maydell
                                                         cpu_V0, cpu_V1);
4722 0322b26e Peter Maydell
                            }
4723 9ee6e8bb pbrook
                            break;
4724 9ee6e8bb pbrook
                        }
4725 ad69471c pbrook
                        if (op == 1 || op == 3) {
4726 ad69471c pbrook
                            /* Accumulate.  */
4727 5371cb81 Christophe Lyon
                            neon_load_reg64(cpu_V1, rd + pass);
4728 ad69471c pbrook
                            tcg_gen_add_i64(cpu_V0, cpu_V0, cpu_V1);
4729 ad69471c pbrook
                        } else if (op == 4 || (op == 5 && u)) {
4730 ad69471c pbrook
                            /* Insert */
4731 923e6509 Christophe Lyon
                            neon_load_reg64(cpu_V1, rd + pass);
4732 923e6509 Christophe Lyon
                            uint64_t mask;
4733 923e6509 Christophe Lyon
                            if (shift < -63 || shift > 63) {
4734 923e6509 Christophe Lyon
                                mask = 0;
4735 923e6509 Christophe Lyon
                            } else {
4736 923e6509 Christophe Lyon
                                if (op == 4) {
4737 923e6509 Christophe Lyon
                                    mask = 0xffffffffffffffffull >> -shift;
4738 923e6509 Christophe Lyon
                                } else {
4739 923e6509 Christophe Lyon
                                    mask = 0xffffffffffffffffull << shift;
4740 923e6509 Christophe Lyon
                                }
4741 923e6509 Christophe Lyon
                            }
4742 923e6509 Christophe Lyon
                            tcg_gen_andi_i64(cpu_V1, cpu_V1, ~mask);
4743 923e6509 Christophe Lyon
                            tcg_gen_or_i64(cpu_V0, cpu_V0, cpu_V1);
4744 ad69471c pbrook
                        }
4745 ad69471c pbrook
                        neon_store_reg64(cpu_V0, rd + pass);
4746 ad69471c pbrook
                    } else { /* size < 3 */
4747 ad69471c pbrook
                        /* Operands in T0 and T1.  */
4748 dd8fbd78 Filip Navara
                        tmp = neon_load_reg(rm, pass);
4749 7d1b0095 Peter Maydell
                        tmp2 = tcg_temp_new_i32();
4750 dd8fbd78 Filip Navara
                        tcg_gen_movi_i32(tmp2, imm);
4751 ad69471c pbrook
                        switch (op) {
4752 ad69471c pbrook
                        case 0:  /* VSHR */
4753 ad69471c pbrook
                        case 1:  /* VSRA */
4754 ad69471c pbrook
                            GEN_NEON_INTEGER_OP(shl);
4755 ad69471c pbrook
                            break;
4756 ad69471c pbrook
                        case 2: /* VRSHR */
4757 ad69471c pbrook
                        case 3: /* VRSRA */
4758 ad69471c pbrook
                            GEN_NEON_INTEGER_OP(rshl);
4759 ad69471c pbrook
                            break;
4760 ad69471c pbrook
                        case 4: /* VSRI */
4761 ad69471c pbrook
                            if (!u)
4762 ad69471c pbrook
                                return 1;
4763 ad69471c pbrook
                            GEN_NEON_INTEGER_OP(shl);
4764 ad69471c pbrook
                            break;
4765 ad69471c pbrook
                        case 5: /* VSHL, VSLI */
4766 ad69471c pbrook
                            switch (size) {
4767 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_shl_u8(tmp, tmp, tmp2); break;
4768 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_shl_u16(tmp, tmp, tmp2); break;
4769 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_shl_u32(tmp, tmp, tmp2); break;
4770 ad69471c pbrook
                            default: return 1;
4771 ad69471c pbrook
                            }
4772 ad69471c pbrook
                            break;
4773 0322b26e Peter Maydell
                        case 6: /* VQSHLU */
4774 0322b26e Peter Maydell
                            if (!u) {
4775 0322b26e Peter Maydell
                                return 1;
4776 0322b26e Peter Maydell
                            }
4777 ad69471c pbrook
                            switch (size) {
4778 0322b26e Peter Maydell
                            case 0:
4779 0322b26e Peter Maydell
                                gen_helper_neon_qshlu_s8(tmp, cpu_env,
4780 0322b26e Peter Maydell
                                                         tmp, tmp2);
4781 0322b26e Peter Maydell
                                break;
4782 0322b26e Peter Maydell
                            case 1:
4783 0322b26e Peter Maydell
                                gen_helper_neon_qshlu_s16(tmp, cpu_env,
4784 0322b26e Peter Maydell
                                                          tmp, tmp2);
4785 0322b26e Peter Maydell
                                break;
4786 0322b26e Peter Maydell
                            case 2:
4787 0322b26e Peter Maydell
                                gen_helper_neon_qshlu_s32(tmp, cpu_env,
4788 0322b26e Peter Maydell
                                                          tmp, tmp2);
4789 0322b26e Peter Maydell
                                break;
4790 0322b26e Peter Maydell
                            default:
4791 0322b26e Peter Maydell
                                return 1;
4792 ad69471c pbrook
                            }
4793 ad69471c pbrook
                            break;
4794 0322b26e Peter Maydell
                        case 7: /* VQSHL */
4795 0322b26e Peter Maydell
                            GEN_NEON_INTEGER_OP_ENV(qshl);
4796 0322b26e Peter Maydell
                            break;
4797 ad69471c pbrook
                        }
4798 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
4799 ad69471c pbrook
4800 ad69471c pbrook
                        if (op == 1 || op == 3) {
4801 ad69471c pbrook
                            /* Accumulate.  */
4802 dd8fbd78 Filip Navara
                            tmp2 = neon_load_reg(rd, pass);
4803 5371cb81 Christophe Lyon
                            gen_neon_add(size, tmp, tmp2);
4804 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
4805 ad69471c pbrook
                        } else if (op == 4 || (op == 5 && u)) {
4806 ad69471c pbrook
                            /* Insert */
4807 ad69471c pbrook
                            switch (size) {
4808 ad69471c pbrook
                            case 0:
4809 ad69471c pbrook
                                if (op == 4)
4810 ca9a32e4 Juha Riihimรคki
                                    mask = 0xff >> -shift;
4811 ad69471c pbrook
                                else
4812 ca9a32e4 Juha Riihimรคki
                                    mask = (uint8_t)(0xff << shift);
4813 ca9a32e4 Juha Riihimรคki
                                mask |= mask << 8;
4814 ca9a32e4 Juha Riihimรคki
                                mask |= mask << 16;
4815 ad69471c pbrook
                                break;
4816 ad69471c pbrook
                            case 1:
4817 ad69471c pbrook
                                if (op == 4)
4818 ca9a32e4 Juha Riihimรคki
                                    mask = 0xffff >> -shift;
4819 ad69471c pbrook
                                else
4820 ca9a32e4 Juha Riihimรคki
                                    mask = (uint16_t)(0xffff << shift);
4821 ca9a32e4 Juha Riihimรคki
                                mask |= mask << 16;
4822 ad69471c pbrook
                                break;
4823 ad69471c pbrook
                            case 2:
4824 ca9a32e4 Juha Riihimรคki
                                if (shift < -31 || shift > 31) {
4825 ca9a32e4 Juha Riihimรคki
                                    mask = 0;
4826 ca9a32e4 Juha Riihimรคki
                                } else {
4827 ca9a32e4 Juha Riihimรคki
                                    if (op == 4)
4828 ca9a32e4 Juha Riihimรคki
                                        mask = 0xffffffffu >> -shift;
4829 ca9a32e4 Juha Riihimรคki
                                    else
4830 ca9a32e4 Juha Riihimรคki
                                        mask = 0xffffffffu << shift;
4831 ca9a32e4 Juha Riihimรคki
                                }
4832 ad69471c pbrook
                                break;
4833 ad69471c pbrook
                            default:
4834 ad69471c pbrook
                                abort();
4835 ad69471c pbrook
                            }
4836 dd8fbd78 Filip Navara
                            tmp2 = neon_load_reg(rd, pass);
4837 ca9a32e4 Juha Riihimรคki
                            tcg_gen_andi_i32(tmp, tmp, mask);
4838 ca9a32e4 Juha Riihimรคki
                            tcg_gen_andi_i32(tmp2, tmp2, ~mask);
4839 dd8fbd78 Filip Navara
                            tcg_gen_or_i32(tmp, tmp, tmp2);
4840 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
4841 ad69471c pbrook
                        }
4842 dd8fbd78 Filip Navara
                        neon_store_reg(rd, pass, tmp);
4843 9ee6e8bb pbrook
                    }
4844 9ee6e8bb pbrook
                } /* for pass */
4845 9ee6e8bb pbrook
            } else if (op < 10) {
4846 ad69471c pbrook
                /* Shift by immediate and narrow:
4847 9ee6e8bb pbrook
                   VSHRN, VRSHRN, VQSHRN, VQRSHRN.  */
4848 0b36f4cd Christophe Lyon
                int input_unsigned = (op == 8) ? !u : u;
4849 0b36f4cd Christophe Lyon
4850 9ee6e8bb pbrook
                shift = shift - (1 << (size + 3));
4851 9ee6e8bb pbrook
                size++;
4852 92cdfaeb Peter Maydell
                if (size == 3) {
4853 a7812ae4 pbrook
                    tmp64 = tcg_const_i64(shift);
4854 92cdfaeb Peter Maydell
                    neon_load_reg64(cpu_V0, rm);
4855 92cdfaeb Peter Maydell
                    neon_load_reg64(cpu_V1, rm + 1);
4856 92cdfaeb Peter Maydell
                    for (pass = 0; pass < 2; pass++) {
4857 92cdfaeb Peter Maydell
                        TCGv_i64 in;
4858 92cdfaeb Peter Maydell
                        if (pass == 0) {
4859 92cdfaeb Peter Maydell
                            in = cpu_V0;
4860 92cdfaeb Peter Maydell
                        } else {
4861 92cdfaeb Peter Maydell
                            in = cpu_V1;
4862 92cdfaeb Peter Maydell
                        }
4863 ad69471c pbrook
                        if (q) {
4864 0b36f4cd Christophe Lyon
                            if (input_unsigned) {
4865 92cdfaeb Peter Maydell
                                gen_helper_neon_rshl_u64(cpu_V0, in, tmp64);
4866 0b36f4cd Christophe Lyon
                            } else {
4867 92cdfaeb Peter Maydell
                                gen_helper_neon_rshl_s64(cpu_V0, in, tmp64);
4868 0b36f4cd Christophe Lyon
                            }
4869 ad69471c pbrook
                        } else {
4870 0b36f4cd Christophe Lyon
                            if (input_unsigned) {
4871 92cdfaeb Peter Maydell
                                gen_helper_neon_shl_u64(cpu_V0, in, tmp64);
4872 0b36f4cd Christophe Lyon
                            } else {
4873 92cdfaeb Peter Maydell
                                gen_helper_neon_shl_s64(cpu_V0, in, tmp64);
4874 0b36f4cd Christophe Lyon
                            }
4875 ad69471c pbrook
                        }
4876 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
4877 92cdfaeb Peter Maydell
                        gen_neon_narrow_op(op == 8, u, size - 1, tmp, cpu_V0);
4878 92cdfaeb Peter Maydell
                        neon_store_reg(rd, pass, tmp);
4879 92cdfaeb Peter Maydell
                    } /* for pass */
4880 92cdfaeb Peter Maydell
                    tcg_temp_free_i64(tmp64);
4881 92cdfaeb Peter Maydell
                } else {
4882 92cdfaeb Peter Maydell
                    if (size == 1) {
4883 92cdfaeb Peter Maydell
                        imm = (uint16_t)shift;
4884 92cdfaeb Peter Maydell
                        imm |= imm << 16;
4885 2c0262af bellard
                    } else {
4886 92cdfaeb Peter Maydell
                        /* size == 2 */
4887 92cdfaeb Peter Maydell
                        imm = (uint32_t)shift;
4888 92cdfaeb Peter Maydell
                    }
4889 92cdfaeb Peter Maydell
                    tmp2 = tcg_const_i32(imm);
4890 92cdfaeb Peter Maydell
                    tmp4 = neon_load_reg(rm + 1, 0);
4891 92cdfaeb Peter Maydell
                    tmp5 = neon_load_reg(rm + 1, 1);
4892 92cdfaeb Peter Maydell
                    for (pass = 0; pass < 2; pass++) {
4893 92cdfaeb Peter Maydell
                        if (pass == 0) {
4894 92cdfaeb Peter Maydell
                            tmp = neon_load_reg(rm, 0);
4895 92cdfaeb Peter Maydell
                        } else {
4896 92cdfaeb Peter Maydell
                            tmp = tmp4;
4897 92cdfaeb Peter Maydell
                        }
4898 0b36f4cd Christophe Lyon
                        gen_neon_shift_narrow(size, tmp, tmp2, q,
4899 0b36f4cd Christophe Lyon
                                              input_unsigned);
4900 92cdfaeb Peter Maydell
                        if (pass == 0) {
4901 92cdfaeb Peter Maydell
                            tmp3 = neon_load_reg(rm, 1);
4902 92cdfaeb Peter Maydell
                        } else {
4903 92cdfaeb Peter Maydell
                            tmp3 = tmp5;
4904 92cdfaeb Peter Maydell
                        }
4905 0b36f4cd Christophe Lyon
                        gen_neon_shift_narrow(size, tmp3, tmp2, q,
4906 0b36f4cd Christophe Lyon
                                              input_unsigned);
4907 36aa55dc pbrook
                        tcg_gen_concat_i32_i64(cpu_V0, tmp, tmp3);
4908 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
4909 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp3);
4910 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
4911 92cdfaeb Peter Maydell
                        gen_neon_narrow_op(op == 8, u, size - 1, tmp, cpu_V0);
4912 92cdfaeb Peter Maydell
                        neon_store_reg(rd, pass, tmp);
4913 92cdfaeb Peter Maydell
                    } /* for pass */
4914 c6067f04 Christophe Lyon
                    tcg_temp_free_i32(tmp2);
4915 b75263d6 Juha Riihimรคki
                }
4916 9ee6e8bb pbrook
            } else if (op == 10) {
4917 9ee6e8bb pbrook
                /* VSHLL */
4918 ad69471c pbrook
                if (q || size == 3)
4919 9ee6e8bb pbrook
                    return 1;
4920 ad69471c pbrook
                tmp = neon_load_reg(rm, 0);
4921 ad69471c pbrook
                tmp2 = neon_load_reg(rm, 1);
4922 9ee6e8bb pbrook
                for (pass = 0; pass < 2; pass++) {
4923 ad69471c pbrook
                    if (pass == 1)
4924 ad69471c pbrook
                        tmp = tmp2;
4925 ad69471c pbrook
4926 ad69471c pbrook
                    gen_neon_widen(cpu_V0, tmp, size, u);
4927 9ee6e8bb pbrook
4928 9ee6e8bb pbrook
                    if (shift != 0) {
4929 9ee6e8bb pbrook
                        /* The shift is less than the width of the source
4930 ad69471c pbrook
                           type, so we can just shift the whole register.  */
4931 ad69471c pbrook
                        tcg_gen_shli_i64(cpu_V0, cpu_V0, shift);
4932 acdf01ef Christophe Lyon
                        /* Widen the result of shift: we need to clear
4933 acdf01ef Christophe Lyon
                         * the potential overflow bits resulting from
4934 acdf01ef Christophe Lyon
                         * left bits of the narrow input appearing as
4935 acdf01ef Christophe Lyon
                         * right bits of left the neighbour narrow
4936 acdf01ef Christophe Lyon
                         * input.  */
4937 ad69471c pbrook
                        if (size < 2 || !u) {
4938 ad69471c pbrook
                            uint64_t imm64;
4939 ad69471c pbrook
                            if (size == 0) {
4940 ad69471c pbrook
                                imm = (0xffu >> (8 - shift));
4941 ad69471c pbrook
                                imm |= imm << 16;
4942 acdf01ef Christophe Lyon
                            } else if (size == 1) {
4943 ad69471c pbrook
                                imm = 0xffff >> (16 - shift);
4944 acdf01ef Christophe Lyon
                            } else {
4945 acdf01ef Christophe Lyon
                                /* size == 2 */
4946 acdf01ef Christophe Lyon
                                imm = 0xffffffff >> (32 - shift);
4947 acdf01ef Christophe Lyon
                            }
4948 acdf01ef Christophe Lyon
                            if (size < 2) {
4949 acdf01ef Christophe Lyon
                                imm64 = imm | (((uint64_t)imm) << 32);
4950 acdf01ef Christophe Lyon
                            } else {
4951 acdf01ef Christophe Lyon
                                imm64 = imm;
4952 9ee6e8bb pbrook
                            }
4953 acdf01ef Christophe Lyon
                            tcg_gen_andi_i64(cpu_V0, cpu_V0, ~imm64);
4954 9ee6e8bb pbrook
                        }
4955 9ee6e8bb pbrook
                    }
4956 ad69471c pbrook
                    neon_store_reg64(cpu_V0, rd + pass);
4957 9ee6e8bb pbrook
                }
4958 f73534a5 Peter Maydell
            } else if (op >= 14) {
4959 9ee6e8bb pbrook
                /* VCVT fixed-point.  */
4960 f73534a5 Peter Maydell
                /* We have already masked out the must-be-1 top bit of imm6,
4961 f73534a5 Peter Maydell
                 * hence this 32-shift where the ARM ARM has 64-imm6.
4962 f73534a5 Peter Maydell
                 */
4963 f73534a5 Peter Maydell
                shift = 32 - shift;
4964 9ee6e8bb pbrook
                for (pass = 0; pass < (q ? 4 : 2); pass++) {
4965 4373f3ce pbrook
                    tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, pass));
4966 f73534a5 Peter Maydell
                    if (!(op & 1)) {
4967 9ee6e8bb pbrook
                        if (u)
4968 4373f3ce pbrook
                            gen_vfp_ulto(0, shift);
4969 9ee6e8bb pbrook
                        else
4970 4373f3ce pbrook
                            gen_vfp_slto(0, shift);
4971 9ee6e8bb pbrook
                    } else {
4972 9ee6e8bb pbrook
                        if (u)
4973 4373f3ce pbrook
                            gen_vfp_toul(0, shift);
4974 9ee6e8bb pbrook
                        else
4975 4373f3ce pbrook
                            gen_vfp_tosl(0, shift);
4976 2c0262af bellard
                    }
4977 4373f3ce pbrook
                    tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, pass));
4978 2c0262af bellard
                }
4979 2c0262af bellard
            } else {
4980 9ee6e8bb pbrook
                return 1;
4981 9ee6e8bb pbrook
            }
4982 9ee6e8bb pbrook
        } else { /* (insn & 0x00380080) == 0 */
4983 9ee6e8bb pbrook
            int invert;
4984 9ee6e8bb pbrook
4985 9ee6e8bb pbrook
            op = (insn >> 8) & 0xf;
4986 9ee6e8bb pbrook
            /* One register and immediate.  */
4987 9ee6e8bb pbrook
            imm = (u << 7) | ((insn >> 12) & 0x70) | (insn & 0xf);
4988 9ee6e8bb pbrook
            invert = (insn & (1 << 5)) != 0;
4989 9ee6e8bb pbrook
            switch (op) {
4990 9ee6e8bb pbrook
            case 0: case 1:
4991 9ee6e8bb pbrook
                /* no-op */
4992 9ee6e8bb pbrook
                break;
4993 9ee6e8bb pbrook
            case 2: case 3:
4994 9ee6e8bb pbrook
                imm <<= 8;
4995 9ee6e8bb pbrook
                break;
4996 9ee6e8bb pbrook
            case 4: case 5:
4997 9ee6e8bb pbrook
                imm <<= 16;
4998 9ee6e8bb pbrook
                break;
4999 9ee6e8bb pbrook
            case 6: case 7:
5000 9ee6e8bb pbrook
                imm <<= 24;
5001 9ee6e8bb pbrook
                break;
5002 9ee6e8bb pbrook
            case 8: case 9:
5003 9ee6e8bb pbrook
                imm |= imm << 16;
5004 9ee6e8bb pbrook
                break;
5005 9ee6e8bb pbrook
            case 10: case 11:
5006 9ee6e8bb pbrook
                imm = (imm << 8) | (imm << 24);
5007 9ee6e8bb pbrook
                break;
5008 9ee6e8bb pbrook
            case 12:
5009 8e31209e Juha Riihimรคki
                imm = (imm << 8) | 0xff;
5010 9ee6e8bb pbrook
                break;
5011 9ee6e8bb pbrook
            case 13:
5012 9ee6e8bb pbrook
                imm = (imm << 16) | 0xffff;
5013 9ee6e8bb pbrook
                break;
5014 9ee6e8bb pbrook
            case 14:
5015 9ee6e8bb pbrook
                imm |= (imm << 8) | (imm << 16) | (imm << 24);
5016 9ee6e8bb pbrook
                if (invert)
5017 9ee6e8bb pbrook
                    imm = ~imm;
5018 9ee6e8bb pbrook
                break;
5019 9ee6e8bb pbrook
            case 15:
5020 9ee6e8bb pbrook
                imm = ((imm & 0x80) << 24) | ((imm & 0x3f) << 19)
5021 9ee6e8bb pbrook
                      | ((imm & 0x40) ? (0x1f << 25) : (1 << 30));
5022 9ee6e8bb pbrook
                break;
5023 9ee6e8bb pbrook
            }
5024 9ee6e8bb pbrook
            if (invert)
5025 9ee6e8bb pbrook
                imm = ~imm;
5026 9ee6e8bb pbrook
5027 9ee6e8bb pbrook
            for (pass = 0; pass < (q ? 4 : 2); pass++) {
5028 9ee6e8bb pbrook
                if (op & 1 && op < 12) {
5029 ad69471c pbrook
                    tmp = neon_load_reg(rd, pass);
5030 9ee6e8bb pbrook
                    if (invert) {
5031 9ee6e8bb pbrook
                        /* The immediate value has already been inverted, so
5032 9ee6e8bb pbrook
                           BIC becomes AND.  */
5033 ad69471c pbrook
                        tcg_gen_andi_i32(tmp, tmp, imm);
5034 9ee6e8bb pbrook
                    } else {
5035 ad69471c pbrook
                        tcg_gen_ori_i32(tmp, tmp, imm);
5036 9ee6e8bb pbrook
                    }
5037 9ee6e8bb pbrook
                } else {
5038 ad69471c pbrook
                    /* VMOV, VMVN.  */
5039 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
5040 9ee6e8bb pbrook
                    if (op == 14 && invert) {
5041 ad69471c pbrook
                        uint32_t val;
5042 ad69471c pbrook
                        val = 0;
5043 9ee6e8bb pbrook
                        for (n = 0; n < 4; n++) {
5044 9ee6e8bb pbrook
                            if (imm & (1 << (n + (pass & 1) * 4)))
5045 ad69471c pbrook
                                val |= 0xff << (n * 8);
5046 9ee6e8bb pbrook
                        }
5047 ad69471c pbrook
                        tcg_gen_movi_i32(tmp, val);
5048 ad69471c pbrook
                    } else {
5049 ad69471c pbrook
                        tcg_gen_movi_i32(tmp, imm);
5050 9ee6e8bb pbrook
                    }
5051 9ee6e8bb pbrook
                }
5052 ad69471c pbrook
                neon_store_reg(rd, pass, tmp);
5053 9ee6e8bb pbrook
            }
5054 9ee6e8bb pbrook
        }
5055 e4b3861d pbrook
    } else { /* (insn & 0x00800010 == 0x00800000) */
5056 9ee6e8bb pbrook
        if (size != 3) {
5057 9ee6e8bb pbrook
            op = (insn >> 8) & 0xf;
5058 9ee6e8bb pbrook
            if ((insn & (1 << 6)) == 0) {
5059 9ee6e8bb pbrook
                /* Three registers of different lengths.  */
5060 9ee6e8bb pbrook
                int src1_wide;
5061 9ee6e8bb pbrook
                int src2_wide;
5062 9ee6e8bb pbrook
                int prewiden;
5063 9ee6e8bb pbrook
                /* prewiden, src1_wide, src2_wide */
5064 9ee6e8bb pbrook
                static const int neon_3reg_wide[16][3] = {
5065 9ee6e8bb pbrook
                    {1, 0, 0}, /* VADDL */
5066 9ee6e8bb pbrook
                    {1, 1, 0}, /* VADDW */
5067 9ee6e8bb pbrook
                    {1, 0, 0}, /* VSUBL */
5068 9ee6e8bb pbrook
                    {1, 1, 0}, /* VSUBW */
5069 9ee6e8bb pbrook
                    {0, 1, 1}, /* VADDHN */
5070 9ee6e8bb pbrook
                    {0, 0, 0}, /* VABAL */
5071 9ee6e8bb pbrook
                    {0, 1, 1}, /* VSUBHN */
5072 9ee6e8bb pbrook
                    {0, 0, 0}, /* VABDL */
5073 9ee6e8bb pbrook
                    {0, 0, 0}, /* VMLAL */
5074 9ee6e8bb pbrook
                    {0, 0, 0}, /* VQDMLAL */
5075 9ee6e8bb pbrook
                    {0, 0, 0}, /* VMLSL */
5076 9ee6e8bb pbrook
                    {0, 0, 0}, /* VQDMLSL */
5077 9ee6e8bb pbrook
                    {0, 0, 0}, /* Integer VMULL */
5078 9ee6e8bb pbrook
                    {0, 0, 0}, /* VQDMULL */
5079 9ee6e8bb pbrook
                    {0, 0, 0}  /* Polynomial VMULL */
5080 9ee6e8bb pbrook
                };
5081 9ee6e8bb pbrook
5082 9ee6e8bb pbrook
                prewiden = neon_3reg_wide[op][0];
5083 9ee6e8bb pbrook
                src1_wide = neon_3reg_wide[op][1];
5084 9ee6e8bb pbrook
                src2_wide = neon_3reg_wide[op][2];
5085 9ee6e8bb pbrook
5086 ad69471c pbrook
                if (size == 0 && (op == 9 || op == 11 || op == 13))
5087 ad69471c pbrook
                    return 1;
5088 ad69471c pbrook
5089 9ee6e8bb pbrook
                /* Avoid overlapping operands.  Wide source operands are
5090 9ee6e8bb pbrook
                   always aligned so will never overlap with wide
5091 9ee6e8bb pbrook
                   destinations in problematic ways.  */
5092 8f8e3aa4 pbrook
                if (rd == rm && !src2_wide) {
5093 dd8fbd78 Filip Navara
                    tmp = neon_load_reg(rm, 1);
5094 dd8fbd78 Filip Navara
                    neon_store_scratch(2, tmp);
5095 8f8e3aa4 pbrook
                } else if (rd == rn && !src1_wide) {
5096 dd8fbd78 Filip Navara
                    tmp = neon_load_reg(rn, 1);
5097 dd8fbd78 Filip Navara
                    neon_store_scratch(2, tmp);
5098 9ee6e8bb pbrook
                }
5099 a50f5b91 pbrook
                TCGV_UNUSED(tmp3);
5100 9ee6e8bb pbrook
                for (pass = 0; pass < 2; pass++) {
5101 ad69471c pbrook
                    if (src1_wide) {
5102 ad69471c pbrook
                        neon_load_reg64(cpu_V0, rn + pass);
5103 a50f5b91 pbrook
                        TCGV_UNUSED(tmp);
5104 9ee6e8bb pbrook
                    } else {
5105 ad69471c pbrook
                        if (pass == 1 && rd == rn) {
5106 dd8fbd78 Filip Navara
                            tmp = neon_load_scratch(2);
5107 9ee6e8bb pbrook
                        } else {
5108 ad69471c pbrook
                            tmp = neon_load_reg(rn, pass);
5109 ad69471c pbrook
                        }
5110 ad69471c pbrook
                        if (prewiden) {
5111 ad69471c pbrook
                            gen_neon_widen(cpu_V0, tmp, size, u);
5112 9ee6e8bb pbrook
                        }
5113 9ee6e8bb pbrook
                    }
5114 ad69471c pbrook
                    if (src2_wide) {
5115 ad69471c pbrook
                        neon_load_reg64(cpu_V1, rm + pass);
5116 a50f5b91 pbrook
                        TCGV_UNUSED(tmp2);
5117 9ee6e8bb pbrook
                    } else {
5118 ad69471c pbrook
                        if (pass == 1 && rd == rm) {
5119 dd8fbd78 Filip Navara
                            tmp2 = neon_load_scratch(2);
5120 9ee6e8bb pbrook
                        } else {
5121 ad69471c pbrook
                            tmp2 = neon_load_reg(rm, pass);
5122 ad69471c pbrook
                        }
5123 ad69471c pbrook
                        if (prewiden) {
5124 ad69471c pbrook
                            gen_neon_widen(cpu_V1, tmp2, size, u);
5125 9ee6e8bb pbrook
                        }
5126 9ee6e8bb pbrook
                    }
5127 9ee6e8bb pbrook
                    switch (op) {
5128 9ee6e8bb pbrook
                    case 0: case 1: case 4: /* VADDL, VADDW, VADDHN, VRADDHN */
5129 ad69471c pbrook
                        gen_neon_addl(size);
5130 9ee6e8bb pbrook
                        break;
5131 79b0e534 Riku Voipio
                    case 2: case 3: case 6: /* VSUBL, VSUBW, VSUBHN, VRSUBHN */
5132 ad69471c pbrook
                        gen_neon_subl(size);
5133 9ee6e8bb pbrook
                        break;
5134 9ee6e8bb pbrook
                    case 5: case 7: /* VABAL, VABDL */
5135 9ee6e8bb pbrook
                        switch ((size << 1) | u) {
5136 ad69471c pbrook
                        case 0:
5137 ad69471c pbrook
                            gen_helper_neon_abdl_s16(cpu_V0, tmp, tmp2);
5138 ad69471c pbrook
                            break;
5139 ad69471c pbrook
                        case 1:
5140 ad69471c pbrook
                            gen_helper_neon_abdl_u16(cpu_V0, tmp, tmp2);
5141 ad69471c pbrook
                            break;
5142 ad69471c pbrook
                        case 2:
5143 ad69471c pbrook
                            gen_helper_neon_abdl_s32(cpu_V0, tmp, tmp2);
5144 ad69471c pbrook
                            break;
5145 ad69471c pbrook
                        case 3:
5146 ad69471c pbrook
                            gen_helper_neon_abdl_u32(cpu_V0, tmp, tmp2);
5147 ad69471c pbrook
                            break;
5148 ad69471c pbrook
                        case 4:
5149 ad69471c pbrook
                            gen_helper_neon_abdl_s64(cpu_V0, tmp, tmp2);
5150 ad69471c pbrook
                            break;
5151 ad69471c pbrook
                        case 5:
5152 ad69471c pbrook
                            gen_helper_neon_abdl_u64(cpu_V0, tmp, tmp2);
5153 ad69471c pbrook
                            break;
5154 9ee6e8bb pbrook
                        default: abort();
5155 9ee6e8bb pbrook
                        }
5156 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
5157 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
5158 9ee6e8bb pbrook
                        break;
5159 9ee6e8bb pbrook
                    case 8: case 9: case 10: case 11: case 12: case 13:
5160 9ee6e8bb pbrook
                        /* VMLAL, VQDMLAL, VMLSL, VQDMLSL, VMULL, VQDMULL */
5161 ad69471c pbrook
                        gen_neon_mull(cpu_V0, tmp, tmp2, size, u);
5162 9ee6e8bb pbrook
                        break;
5163 9ee6e8bb pbrook
                    case 14: /* Polynomial VMULL */
5164 e5ca24cb Peter Maydell
                        gen_helper_neon_mull_p8(cpu_V0, tmp, tmp2);
5165 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
5166 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
5167 e5ca24cb Peter Maydell
                        break;
5168 9ee6e8bb pbrook
                    default: /* 15 is RESERVED.  */
5169 9ee6e8bb pbrook
                        return 1;
5170 9ee6e8bb pbrook
                    }
5171 ebcd88ce Peter Maydell
                    if (op == 13) {
5172 ebcd88ce Peter Maydell
                        /* VQDMULL */
5173 ebcd88ce Peter Maydell
                        gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
5174 ebcd88ce Peter Maydell
                        neon_store_reg64(cpu_V0, rd + pass);
5175 ebcd88ce Peter Maydell
                    } else if (op == 5 || (op >= 8 && op <= 11)) {
5176 9ee6e8bb pbrook
                        /* Accumulate.  */
5177 ebcd88ce Peter Maydell
                        neon_load_reg64(cpu_V1, rd + pass);
5178 9ee6e8bb pbrook
                        switch (op) {
5179 4dc064e6 Peter Maydell
                        case 10: /* VMLSL */
5180 4dc064e6 Peter Maydell
                            gen_neon_negl(cpu_V0, size);
5181 4dc064e6 Peter Maydell
                            /* Fall through */
5182 4dc064e6 Peter Maydell
                        case 5: case 8: /* VABAL, VMLAL */
5183 ad69471c pbrook
                            gen_neon_addl(size);
5184 9ee6e8bb pbrook
                            break;
5185 9ee6e8bb pbrook
                        case 9: case 11: /* VQDMLAL, VQDMLSL */
5186 ad69471c pbrook
                            gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
5187 4dc064e6 Peter Maydell
                            if (op == 11) {
5188 4dc064e6 Peter Maydell
                                gen_neon_negl(cpu_V0, size);
5189 4dc064e6 Peter Maydell
                            }
5190 ad69471c pbrook
                            gen_neon_addl_saturate(cpu_V0, cpu_V1, size);
5191 ad69471c pbrook
                            break;
5192 9ee6e8bb pbrook
                        default:
5193 9ee6e8bb pbrook
                            abort();
5194 9ee6e8bb pbrook
                        }
5195 ad69471c pbrook
                        neon_store_reg64(cpu_V0, rd + pass);
5196 9ee6e8bb pbrook
                    } else if (op == 4 || op == 6) {
5197 9ee6e8bb pbrook
                        /* Narrowing operation.  */
5198 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
5199 79b0e534 Riku Voipio
                        if (!u) {
5200 9ee6e8bb pbrook
                            switch (size) {
5201 ad69471c pbrook
                            case 0:
5202 ad69471c pbrook
                                gen_helper_neon_narrow_high_u8(tmp, cpu_V0);
5203 ad69471c pbrook
                                break;
5204 ad69471c pbrook
                            case 1:
5205 ad69471c pbrook
                                gen_helper_neon_narrow_high_u16(tmp, cpu_V0);
5206 ad69471c pbrook
                                break;
5207 ad69471c pbrook
                            case 2:
5208 ad69471c pbrook
                                tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
5209 ad69471c pbrook
                                tcg_gen_trunc_i64_i32(tmp, cpu_V0);
5210 ad69471c pbrook
                                break;
5211 9ee6e8bb pbrook
                            default: abort();
5212 9ee6e8bb pbrook
                            }
5213 9ee6e8bb pbrook
                        } else {
5214 9ee6e8bb pbrook
                            switch (size) {
5215 ad69471c pbrook
                            case 0:
5216 ad69471c pbrook
                                gen_helper_neon_narrow_round_high_u8(tmp, cpu_V0);
5217 ad69471c pbrook
                                break;
5218 ad69471c pbrook
                            case 1:
5219 ad69471c pbrook
                                gen_helper_neon_narrow_round_high_u16(tmp, cpu_V0);
5220 ad69471c pbrook
                                break;
5221 ad69471c pbrook
                            case 2:
5222 ad69471c pbrook
                                tcg_gen_addi_i64(cpu_V0, cpu_V0, 1u << 31);
5223 ad69471c pbrook
                                tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
5224 ad69471c pbrook
                                tcg_gen_trunc_i64_i32(tmp, cpu_V0);
5225 ad69471c pbrook
                                break;
5226 9ee6e8bb pbrook
                            default: abort();
5227 9ee6e8bb pbrook
                            }
5228 9ee6e8bb pbrook
                        }
5229 ad69471c pbrook
                        if (pass == 0) {
5230 ad69471c pbrook
                            tmp3 = tmp;
5231 ad69471c pbrook
                        } else {
5232 ad69471c pbrook
                            neon_store_reg(rd, 0, tmp3);
5233 ad69471c pbrook
                            neon_store_reg(rd, 1, tmp);
5234 ad69471c pbrook
                        }
5235 9ee6e8bb pbrook
                    } else {
5236 9ee6e8bb pbrook
                        /* Write back the result.  */
5237 ad69471c pbrook
                        neon_store_reg64(cpu_V0, rd + pass);
5238 9ee6e8bb pbrook
                    }
5239 9ee6e8bb pbrook
                }
5240 9ee6e8bb pbrook
            } else {
5241 9ee6e8bb pbrook
                /* Two registers and a scalar.  */
5242 9ee6e8bb pbrook
                switch (op) {
5243 9ee6e8bb pbrook
                case 0: /* Integer VMLA scalar */
5244 9ee6e8bb pbrook
                case 1: /* Float VMLA scalar */
5245 9ee6e8bb pbrook
                case 4: /* Integer VMLS scalar */
5246 9ee6e8bb pbrook
                case 5: /* Floating point VMLS scalar */
5247 9ee6e8bb pbrook
                case 8: /* Integer VMUL scalar */
5248 9ee6e8bb pbrook
                case 9: /* Floating point VMUL scalar */
5249 9ee6e8bb pbrook
                case 12: /* VQDMULH scalar */
5250 9ee6e8bb pbrook
                case 13: /* VQRDMULH scalar */
5251 dd8fbd78 Filip Navara
                    tmp = neon_get_scalar(size, rm);
5252 dd8fbd78 Filip Navara
                    neon_store_scratch(0, tmp);
5253 9ee6e8bb pbrook
                    for (pass = 0; pass < (u ? 4 : 2); pass++) {
5254 dd8fbd78 Filip Navara
                        tmp = neon_load_scratch(0);
5255 dd8fbd78 Filip Navara
                        tmp2 = neon_load_reg(rn, pass);
5256 9ee6e8bb pbrook
                        if (op == 12) {
5257 9ee6e8bb pbrook
                            if (size == 1) {
5258 dd8fbd78 Filip Navara
                                gen_helper_neon_qdmulh_s16(tmp, cpu_env, tmp, tmp2);
5259 9ee6e8bb pbrook
                            } else {
5260 dd8fbd78 Filip Navara
                                gen_helper_neon_qdmulh_s32(tmp, cpu_env, tmp, tmp2);
5261 9ee6e8bb pbrook
                            }
5262 9ee6e8bb pbrook
                        } else if (op == 13) {
5263 9ee6e8bb pbrook
                            if (size == 1) {
5264 dd8fbd78 Filip Navara
                                gen_helper_neon_qrdmulh_s16(tmp, cpu_env, tmp, tmp2);
5265 9ee6e8bb pbrook
                            } else {
5266 dd8fbd78 Filip Navara
                                gen_helper_neon_qrdmulh_s32(tmp, cpu_env, tmp, tmp2);
5267 9ee6e8bb pbrook
                            }
5268 9ee6e8bb pbrook
                        } else if (op & 1) {
5269 dd8fbd78 Filip Navara
                            gen_helper_neon_mul_f32(tmp, tmp, tmp2);
5270 9ee6e8bb pbrook
                        } else {
5271 9ee6e8bb pbrook
                            switch (size) {
5272 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_mul_u8(tmp, tmp, tmp2); break;
5273 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_mul_u16(tmp, tmp, tmp2); break;
5274 dd8fbd78 Filip Navara
                            case 2: tcg_gen_mul_i32(tmp, tmp, tmp2); break;
5275 9ee6e8bb pbrook
                            default: return 1;
5276 9ee6e8bb pbrook
                            }
5277 9ee6e8bb pbrook
                        }
5278 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
5279 9ee6e8bb pbrook
                        if (op < 8) {
5280 9ee6e8bb pbrook
                            /* Accumulate.  */
5281 dd8fbd78 Filip Navara
                            tmp2 = neon_load_reg(rd, pass);
5282 9ee6e8bb pbrook
                            switch (op) {
5283 9ee6e8bb pbrook
                            case 0:
5284 dd8fbd78 Filip Navara
                                gen_neon_add(size, tmp, tmp2);
5285 9ee6e8bb pbrook
                                break;
5286 9ee6e8bb pbrook
                            case 1:
5287 dd8fbd78 Filip Navara
                                gen_helper_neon_add_f32(tmp, tmp, tmp2);
5288 9ee6e8bb pbrook
                                break;
5289 9ee6e8bb pbrook
                            case 4:
5290 dd8fbd78 Filip Navara
                                gen_neon_rsb(size, tmp, tmp2);
5291 9ee6e8bb pbrook
                                break;
5292 9ee6e8bb pbrook
                            case 5:
5293 dd8fbd78 Filip Navara
                                gen_helper_neon_sub_f32(tmp, tmp2, tmp);
5294 9ee6e8bb pbrook
                                break;
5295 9ee6e8bb pbrook
                            default:
5296 9ee6e8bb pbrook
                                abort();
5297 9ee6e8bb pbrook
                            }
5298 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
5299 9ee6e8bb pbrook
                        }
5300 dd8fbd78 Filip Navara
                        neon_store_reg(rd, pass, tmp);
5301 9ee6e8bb pbrook
                    }
5302 9ee6e8bb pbrook
                    break;
5303 9ee6e8bb pbrook
                case 2: /* VMLAL sclar */
5304 9ee6e8bb pbrook
                case 3: /* VQDMLAL scalar */
5305 9ee6e8bb pbrook
                case 6: /* VMLSL scalar */
5306 9ee6e8bb pbrook
                case 7: /* VQDMLSL scalar */
5307 9ee6e8bb pbrook
                case 10: /* VMULL scalar */
5308 9ee6e8bb pbrook
                case 11: /* VQDMULL scalar */
5309 ad69471c pbrook
                    if (size == 0 && (op == 3 || op == 7 || op == 11))
5310 ad69471c pbrook
                        return 1;
5311 ad69471c pbrook
5312 dd8fbd78 Filip Navara
                    tmp2 = neon_get_scalar(size, rm);
5313 c6067f04 Christophe Lyon
                    /* We need a copy of tmp2 because gen_neon_mull
5314 c6067f04 Christophe Lyon
                     * deletes it during pass 0.  */
5315 7d1b0095 Peter Maydell
                    tmp4 = tcg_temp_new_i32();
5316 c6067f04 Christophe Lyon
                    tcg_gen_mov_i32(tmp4, tmp2);
5317 dd8fbd78 Filip Navara
                    tmp3 = neon_load_reg(rn, 1);
5318 ad69471c pbrook
5319 9ee6e8bb pbrook
                    for (pass = 0; pass < 2; pass++) {
5320 ad69471c pbrook
                        if (pass == 0) {
5321 ad69471c pbrook
                            tmp = neon_load_reg(rn, 0);
5322 9ee6e8bb pbrook
                        } else {
5323 dd8fbd78 Filip Navara
                            tmp = tmp3;
5324 c6067f04 Christophe Lyon
                            tmp2 = tmp4;
5325 9ee6e8bb pbrook
                        }
5326 ad69471c pbrook
                        gen_neon_mull(cpu_V0, tmp, tmp2, size, u);
5327 ad69471c pbrook
                        if (op != 11) {
5328 ad69471c pbrook
                            neon_load_reg64(cpu_V1, rd + pass);
5329 9ee6e8bb pbrook
                        }
5330 9ee6e8bb pbrook
                        switch (op) {
5331 4dc064e6 Peter Maydell
                        case 6:
5332 4dc064e6 Peter Maydell
                            gen_neon_negl(cpu_V0, size);
5333 4dc064e6 Peter Maydell
                            /* Fall through */
5334 4dc064e6 Peter Maydell
                        case 2:
5335 ad69471c pbrook
                            gen_neon_addl(size);
5336 9ee6e8bb pbrook
                            break;
5337 9ee6e8bb pbrook
                        case 3: case 7:
5338 ad69471c pbrook
                            gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
5339 4dc064e6 Peter Maydell
                            if (op == 7) {
5340 4dc064e6 Peter Maydell
                                gen_neon_negl(cpu_V0, size);
5341 4dc064e6 Peter Maydell
                            }
5342 ad69471c pbrook
                            gen_neon_addl_saturate(cpu_V0, cpu_V1, size);
5343 9ee6e8bb pbrook
                            break;
5344 9ee6e8bb pbrook
                        case 10:
5345 9ee6e8bb pbrook
                            /* no-op */
5346 9ee6e8bb pbrook
                            break;
5347 9ee6e8bb pbrook
                        case 11:
5348 ad69471c pbrook
                            gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
5349 9ee6e8bb pbrook
                            break;
5350 9ee6e8bb pbrook
                        default:
5351 9ee6e8bb pbrook
                            abort();
5352 9ee6e8bb pbrook
                        }
5353 ad69471c pbrook
                        neon_store_reg64(cpu_V0, rd + pass);
5354 9ee6e8bb pbrook
                    }
5355 dd8fbd78 Filip Navara
5356 dd8fbd78 Filip Navara
5357 9ee6e8bb pbrook
                    break;
5358 9ee6e8bb pbrook
                default: /* 14 and 15 are RESERVED */
5359 9ee6e8bb pbrook
                    return 1;
5360 9ee6e8bb pbrook
                }
5361 9ee6e8bb pbrook
            }
5362 9ee6e8bb pbrook
        } else { /* size == 3 */
5363 9ee6e8bb pbrook
            if (!u) {
5364 9ee6e8bb pbrook
                /* Extract.  */
5365 9ee6e8bb pbrook
                imm = (insn >> 8) & 0xf;
5366 ad69471c pbrook
5367 ad69471c pbrook
                if (imm > 7 && !q)
5368 ad69471c pbrook
                    return 1;
5369 ad69471c pbrook
5370 ad69471c pbrook
                if (imm == 0) {
5371 ad69471c pbrook
                    neon_load_reg64(cpu_V0, rn);
5372 ad69471c pbrook
                    if (q) {
5373 ad69471c pbrook
                        neon_load_reg64(cpu_V1, rn + 1);
5374 9ee6e8bb pbrook
                    }
5375 ad69471c pbrook
                } else if (imm == 8) {
5376 ad69471c pbrook
                    neon_load_reg64(cpu_V0, rn + 1);
5377 ad69471c pbrook
                    if (q) {
5378 ad69471c pbrook
                        neon_load_reg64(cpu_V1, rm);
5379 9ee6e8bb pbrook
                    }
5380 ad69471c pbrook
                } else if (q) {
5381 a7812ae4 pbrook
                    tmp64 = tcg_temp_new_i64();
5382 ad69471c pbrook
                    if (imm < 8) {
5383 ad69471c pbrook
                        neon_load_reg64(cpu_V0, rn);
5384 a7812ae4 pbrook
                        neon_load_reg64(tmp64, rn + 1);
5385 ad69471c pbrook
                    } else {
5386 ad69471c pbrook
                        neon_load_reg64(cpu_V0, rn + 1);
5387 a7812ae4 pbrook
                        neon_load_reg64(tmp64, rm);
5388 ad69471c pbrook
                    }
5389 ad69471c pbrook
                    tcg_gen_shri_i64(cpu_V0, cpu_V0, (imm & 7) * 8);
5390 a7812ae4 pbrook
                    tcg_gen_shli_i64(cpu_V1, tmp64, 64 - ((imm & 7) * 8));
5391 ad69471c pbrook
                    tcg_gen_or_i64(cpu_V0, cpu_V0, cpu_V1);
5392 ad69471c pbrook
                    if (imm < 8) {
5393 ad69471c pbrook
                        neon_load_reg64(cpu_V1, rm);
5394 9ee6e8bb pbrook
                    } else {
5395 ad69471c pbrook
                        neon_load_reg64(cpu_V1, rm + 1);
5396 ad69471c pbrook
                        imm -= 8;
5397 9ee6e8bb pbrook
                    }
5398 ad69471c pbrook
                    tcg_gen_shli_i64(cpu_V1, cpu_V1, 64 - (imm * 8));
5399 a7812ae4 pbrook
                    tcg_gen_shri_i64(tmp64, tmp64, imm * 8);
5400 a7812ae4 pbrook
                    tcg_gen_or_i64(cpu_V1, cpu_V1, tmp64);
5401 b75263d6 Juha Riihimรคki
                    tcg_temp_free_i64(tmp64);
5402 ad69471c pbrook
                } else {
5403 a7812ae4 pbrook
                    /* BUGFIX */
5404 ad69471c pbrook
                    neon_load_reg64(cpu_V0, rn);
5405 a7812ae4 pbrook
                    tcg_gen_shri_i64(cpu_V0, cpu_V0, imm * 8);
5406 ad69471c pbrook
                    neon_load_reg64(cpu_V1, rm);
5407 a7812ae4 pbrook
                    tcg_gen_shli_i64(cpu_V1, cpu_V1, 64 - (imm * 8));
5408 ad69471c pbrook
                    tcg_gen_or_i64(cpu_V0, cpu_V0, cpu_V1);
5409 ad69471c pbrook
                }
5410 ad69471c pbrook
                neon_store_reg64(cpu_V0, rd);
5411 ad69471c pbrook
                if (q) {
5412 ad69471c pbrook
                    neon_store_reg64(cpu_V1, rd + 1);
5413 9ee6e8bb pbrook
                }
5414 9ee6e8bb pbrook
            } else if ((insn & (1 << 11)) == 0) {
5415 9ee6e8bb pbrook
                /* Two register misc.  */
5416 9ee6e8bb pbrook
                op = ((insn >> 12) & 0x30) | ((insn >> 7) & 0xf);
5417 9ee6e8bb pbrook
                size = (insn >> 18) & 3;
5418 9ee6e8bb pbrook
                switch (op) {
5419 9ee6e8bb pbrook
                case 0: /* VREV64 */
5420 9ee6e8bb pbrook
                    if (size == 3)
5421 9ee6e8bb pbrook
                        return 1;
5422 9ee6e8bb pbrook
                    for (pass = 0; pass < (q ? 2 : 1); pass++) {
5423 dd8fbd78 Filip Navara
                        tmp = neon_load_reg(rm, pass * 2);
5424 dd8fbd78 Filip Navara
                        tmp2 = neon_load_reg(rm, pass * 2 + 1);
5425 9ee6e8bb pbrook
                        switch (size) {
5426 dd8fbd78 Filip Navara
                        case 0: tcg_gen_bswap32_i32(tmp, tmp); break;
5427 dd8fbd78 Filip Navara
                        case 1: gen_swap_half(tmp); break;
5428 9ee6e8bb pbrook
                        case 2: /* no-op */ break;
5429 9ee6e8bb pbrook
                        default: abort();
5430 9ee6e8bb pbrook
                        }
5431 dd8fbd78 Filip Navara
                        neon_store_reg(rd, pass * 2 + 1, tmp);
5432 9ee6e8bb pbrook
                        if (size == 2) {
5433 dd8fbd78 Filip Navara
                            neon_store_reg(rd, pass * 2, tmp2);
5434 9ee6e8bb pbrook
                        } else {
5435 9ee6e8bb pbrook
                            switch (size) {
5436 dd8fbd78 Filip Navara
                            case 0: tcg_gen_bswap32_i32(tmp2, tmp2); break;
5437 dd8fbd78 Filip Navara
                            case 1: gen_swap_half(tmp2); break;
5438 9ee6e8bb pbrook
                            default: abort();
5439 9ee6e8bb pbrook
                            }
5440 dd8fbd78 Filip Navara
                            neon_store_reg(rd, pass * 2, tmp2);
5441 9ee6e8bb pbrook
                        }
5442 9ee6e8bb pbrook
                    }
5443 9ee6e8bb pbrook
                    break;
5444 9ee6e8bb pbrook
                case 4: case 5: /* VPADDL */
5445 9ee6e8bb pbrook
                case 12: case 13: /* VPADAL */
5446 9ee6e8bb pbrook
                    if (size == 3)
5447 9ee6e8bb pbrook
                        return 1;
5448 ad69471c pbrook
                    for (pass = 0; pass < q + 1; pass++) {
5449 ad69471c pbrook
                        tmp = neon_load_reg(rm, pass * 2);
5450 ad69471c pbrook
                        gen_neon_widen(cpu_V0, tmp, size, op & 1);
5451 ad69471c pbrook
                        tmp = neon_load_reg(rm, pass * 2 + 1);
5452 ad69471c pbrook
                        gen_neon_widen(cpu_V1, tmp, size, op & 1);
5453 ad69471c pbrook
                        switch (size) {
5454 ad69471c pbrook
                        case 0: gen_helper_neon_paddl_u16(CPU_V001); break;
5455 ad69471c pbrook
                        case 1: gen_helper_neon_paddl_u32(CPU_V001); break;
5456 ad69471c pbrook
                        case 2: tcg_gen_add_i64(CPU_V001); break;
5457 ad69471c pbrook
                        default: abort();
5458 ad69471c pbrook
                        }
5459 9ee6e8bb pbrook
                        if (op >= 12) {
5460 9ee6e8bb pbrook
                            /* Accumulate.  */
5461 ad69471c pbrook
                            neon_load_reg64(cpu_V1, rd + pass);
5462 ad69471c pbrook
                            gen_neon_addl(size);
5463 9ee6e8bb pbrook
                        }
5464 ad69471c pbrook
                        neon_store_reg64(cpu_V0, rd + pass);
5465 9ee6e8bb pbrook
                    }
5466 9ee6e8bb pbrook
                    break;
5467 9ee6e8bb pbrook
                case 33: /* VTRN */
5468 9ee6e8bb pbrook
                    if (size == 2) {
5469 9ee6e8bb pbrook
                        for (n = 0; n < (q ? 4 : 2); n += 2) {
5470 dd8fbd78 Filip Navara
                            tmp = neon_load_reg(rm, n);
5471 dd8fbd78 Filip Navara
                            tmp2 = neon_load_reg(rd, n + 1);
5472 dd8fbd78 Filip Navara
                            neon_store_reg(rm, n, tmp2);
5473 dd8fbd78 Filip Navara
                            neon_store_reg(rd, n + 1, tmp);
5474 9ee6e8bb pbrook
                        }
5475 9ee6e8bb pbrook
                    } else {
5476 9ee6e8bb pbrook
                        goto elementwise;
5477 9ee6e8bb pbrook
                    }
5478 9ee6e8bb pbrook
                    break;
5479 9ee6e8bb pbrook
                case 34: /* VUZP */
5480 02acedf9 Peter Maydell
                    if (gen_neon_unzip(rd, rm, size, q)) {
5481 9ee6e8bb pbrook
                        return 1;
5482 9ee6e8bb pbrook
                    }
5483 9ee6e8bb pbrook
                    break;
5484 9ee6e8bb pbrook
                case 35: /* VZIP */
5485 d68a6f3a Peter Maydell
                    if (gen_neon_zip(rd, rm, size, q)) {
5486 9ee6e8bb pbrook
                        return 1;
5487 9ee6e8bb pbrook
                    }
5488 9ee6e8bb pbrook
                    break;
5489 9ee6e8bb pbrook
                case 36: case 37: /* VMOVN, VQMOVUN, VQMOVN */
5490 ad69471c pbrook
                    if (size == 3)
5491 ad69471c pbrook
                        return 1;
5492 a50f5b91 pbrook
                    TCGV_UNUSED(tmp2);
5493 9ee6e8bb pbrook
                    for (pass = 0; pass < 2; pass++) {
5494 ad69471c pbrook
                        neon_load_reg64(cpu_V0, rm + pass);
5495 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
5496 c33171c7 Peter Maydell
                        gen_neon_narrow_op(op == 36, q, size, tmp, cpu_V0);
5497 ad69471c pbrook
                        if (pass == 0) {
5498 ad69471c pbrook
                            tmp2 = tmp;
5499 ad69471c pbrook
                        } else {
5500 ad69471c pbrook
                            neon_store_reg(rd, 0, tmp2);
5501 ad69471c pbrook
                            neon_store_reg(rd, 1, tmp);
5502 9ee6e8bb pbrook
                        }
5503 9ee6e8bb pbrook
                    }
5504 9ee6e8bb pbrook
                    break;
5505 9ee6e8bb pbrook
                case 38: /* VSHLL */
5506 ad69471c pbrook
                    if (q || size == 3)
5507 9ee6e8bb pbrook
                        return 1;
5508 ad69471c pbrook
                    tmp = neon_load_reg(rm, 0);
5509 ad69471c pbrook
                    tmp2 = neon_load_reg(rm, 1);
5510 9ee6e8bb pbrook
                    for (pass = 0; pass < 2; pass++) {
5511 ad69471c pbrook
                        if (pass == 1)
5512 ad69471c pbrook
                            tmp = tmp2;
5513 ad69471c pbrook
                        gen_neon_widen(cpu_V0, tmp, size, 1);
5514 30d11a2a Juha Riihimรคki
                        tcg_gen_shli_i64(cpu_V0, cpu_V0, 8 << size);
5515 ad69471c pbrook
                        neon_store_reg64(cpu_V0, rd + pass);
5516 9ee6e8bb pbrook
                    }
5517 9ee6e8bb pbrook
                    break;
5518 60011498 Paul Brook
                case 44: /* VCVT.F16.F32 */
5519 60011498 Paul Brook
                    if (!arm_feature(env, ARM_FEATURE_VFP_FP16))
5520 60011498 Paul Brook
                      return 1;
5521 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
5522 7d1b0095 Peter Maydell
                    tmp2 = tcg_temp_new_i32();
5523 60011498 Paul Brook
                    tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 0));
5524 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
5525 60011498 Paul Brook
                    tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 1));
5526 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f32_to_f16(tmp2, cpu_F0s, cpu_env);
5527 60011498 Paul Brook
                    tcg_gen_shli_i32(tmp2, tmp2, 16);
5528 60011498 Paul Brook
                    tcg_gen_or_i32(tmp2, tmp2, tmp);
5529 60011498 Paul Brook
                    tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 2));
5530 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
5531 60011498 Paul Brook
                    tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 3));
5532 60011498 Paul Brook
                    neon_store_reg(rd, 0, tmp2);
5533 7d1b0095 Peter Maydell
                    tmp2 = tcg_temp_new_i32();
5534 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f32_to_f16(tmp2, cpu_F0s, cpu_env);
5535 60011498 Paul Brook
                    tcg_gen_shli_i32(tmp2, tmp2, 16);
5536 60011498 Paul Brook
                    tcg_gen_or_i32(tmp2, tmp2, tmp);
5537 60011498 Paul Brook
                    neon_store_reg(rd, 1, tmp2);
5538 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
5539 60011498 Paul Brook
                    break;
5540 60011498 Paul Brook
                case 46: /* VCVT.F32.F16 */
5541 60011498 Paul Brook
                    if (!arm_feature(env, ARM_FEATURE_VFP_FP16))
5542 60011498 Paul Brook
                      return 1;
5543 7d1b0095 Peter Maydell
                    tmp3 = tcg_temp_new_i32();
5544 60011498 Paul Brook
                    tmp = neon_load_reg(rm, 0);
5545 60011498 Paul Brook
                    tmp2 = neon_load_reg(rm, 1);
5546 60011498 Paul Brook
                    tcg_gen_ext16u_i32(tmp3, tmp);
5547 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
5548 60011498 Paul Brook
                    tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 0));
5549 60011498 Paul Brook
                    tcg_gen_shri_i32(tmp3, tmp, 16);
5550 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
5551 60011498 Paul Brook
                    tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 1));
5552 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
5553 60011498 Paul Brook
                    tcg_gen_ext16u_i32(tmp3, tmp2);
5554 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
5555 60011498 Paul Brook
                    tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 2));
5556 60011498 Paul Brook
                    tcg_gen_shri_i32(tmp3, tmp2, 16);
5557 2d981da7 Peter Maydell
                    gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
5558 60011498 Paul Brook
                    tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 3));
5559 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
5560 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp3);
5561 60011498 Paul Brook
                    break;
5562 9ee6e8bb pbrook
                default:
5563 9ee6e8bb pbrook
                elementwise:
5564 9ee6e8bb pbrook
                    for (pass = 0; pass < (q ? 4 : 2); pass++) {
5565 9ee6e8bb pbrook
                        if (op == 30 || op == 31 || op >= 58) {
5566 4373f3ce pbrook
                            tcg_gen_ld_f32(cpu_F0s, cpu_env,
5567 4373f3ce pbrook
                                           neon_reg_offset(rm, pass));
5568 dd8fbd78 Filip Navara
                            TCGV_UNUSED(tmp);
5569 9ee6e8bb pbrook
                        } else {
5570 dd8fbd78 Filip Navara
                            tmp = neon_load_reg(rm, pass);
5571 9ee6e8bb pbrook
                        }
5572 9ee6e8bb pbrook
                        switch (op) {
5573 9ee6e8bb pbrook
                        case 1: /* VREV32 */
5574 9ee6e8bb pbrook
                            switch (size) {
5575 dd8fbd78 Filip Navara
                            case 0: tcg_gen_bswap32_i32(tmp, tmp); break;
5576 dd8fbd78 Filip Navara
                            case 1: gen_swap_half(tmp); break;
5577 9ee6e8bb pbrook
                            default: return 1;
5578 9ee6e8bb pbrook
                            }
5579 9ee6e8bb pbrook
                            break;
5580 9ee6e8bb pbrook
                        case 2: /* VREV16 */
5581 9ee6e8bb pbrook
                            if (size != 0)
5582 9ee6e8bb pbrook
                                return 1;
5583 dd8fbd78 Filip Navara
                            gen_rev16(tmp);
5584 9ee6e8bb pbrook
                            break;
5585 9ee6e8bb pbrook
                        case 8: /* CLS */
5586 9ee6e8bb pbrook
                            switch (size) {
5587 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_cls_s8(tmp, tmp); break;
5588 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_cls_s16(tmp, tmp); break;
5589 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_cls_s32(tmp, tmp); break;
5590 9ee6e8bb pbrook
                            default: return 1;
5591 9ee6e8bb pbrook
                            }
5592 9ee6e8bb pbrook
                            break;
5593 9ee6e8bb pbrook
                        case 9: /* CLZ */
5594 9ee6e8bb pbrook
                            switch (size) {
5595 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_clz_u8(tmp, tmp); break;
5596 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_clz_u16(tmp, tmp); break;
5597 dd8fbd78 Filip Navara
                            case 2: gen_helper_clz(tmp, tmp); break;
5598 9ee6e8bb pbrook
                            default: return 1;
5599 9ee6e8bb pbrook
                            }
5600 9ee6e8bb pbrook
                            break;
5601 9ee6e8bb pbrook
                        case 10: /* CNT */
5602 9ee6e8bb pbrook
                            if (size != 0)
5603 9ee6e8bb pbrook
                                return 1;
5604 dd8fbd78 Filip Navara
                            gen_helper_neon_cnt_u8(tmp, tmp);
5605 9ee6e8bb pbrook
                            break;
5606 9ee6e8bb pbrook
                        case 11: /* VNOT */
5607 9ee6e8bb pbrook
                            if (size != 0)
5608 9ee6e8bb pbrook
                                return 1;
5609 dd8fbd78 Filip Navara
                            tcg_gen_not_i32(tmp, tmp);
5610 9ee6e8bb pbrook
                            break;
5611 9ee6e8bb pbrook
                        case 14: /* VQABS */
5612 9ee6e8bb pbrook
                            switch (size) {
5613 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_qabs_s8(tmp, cpu_env, tmp); break;
5614 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_qabs_s16(tmp, cpu_env, tmp); break;
5615 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_qabs_s32(tmp, cpu_env, tmp); break;
5616 9ee6e8bb pbrook
                            default: return 1;
5617 9ee6e8bb pbrook
                            }
5618 9ee6e8bb pbrook
                            break;
5619 9ee6e8bb pbrook
                        case 15: /* VQNEG */
5620 9ee6e8bb pbrook
                            switch (size) {
5621 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_qneg_s8(tmp, cpu_env, tmp); break;
5622 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_qneg_s16(tmp, cpu_env, tmp); break;
5623 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_qneg_s32(tmp, cpu_env, tmp); break;
5624 9ee6e8bb pbrook
                            default: return 1;
5625 9ee6e8bb pbrook
                            }
5626 9ee6e8bb pbrook
                            break;
5627 9ee6e8bb pbrook
                        case 16: case 19: /* VCGT #0, VCLE #0 */
5628 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5629 9ee6e8bb pbrook
                            switch(size) {
5630 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_cgt_s8(tmp, tmp, tmp2); break;
5631 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_cgt_s16(tmp, tmp, tmp2); break;
5632 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_cgt_s32(tmp, tmp, tmp2); break;
5633 9ee6e8bb pbrook
                            default: return 1;
5634 9ee6e8bb pbrook
                            }
5635 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5636 9ee6e8bb pbrook
                            if (op == 19)
5637 dd8fbd78 Filip Navara
                                tcg_gen_not_i32(tmp, tmp);
5638 9ee6e8bb pbrook
                            break;
5639 9ee6e8bb pbrook
                        case 17: case 20: /* VCGE #0, VCLT #0 */
5640 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5641 9ee6e8bb pbrook
                            switch(size) {
5642 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_cge_s8(tmp, tmp, tmp2); break;
5643 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_cge_s16(tmp, tmp, tmp2); break;
5644 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_cge_s32(tmp, tmp, tmp2); break;
5645 9ee6e8bb pbrook
                            default: return 1;
5646 9ee6e8bb pbrook
                            }
5647 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5648 9ee6e8bb pbrook
                            if (op == 20)
5649 dd8fbd78 Filip Navara
                                tcg_gen_not_i32(tmp, tmp);
5650 9ee6e8bb pbrook
                            break;
5651 9ee6e8bb pbrook
                        case 18: /* VCEQ #0 */
5652 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5653 9ee6e8bb pbrook
                            switch(size) {
5654 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_ceq_u8(tmp, tmp, tmp2); break;
5655 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_ceq_u16(tmp, tmp, tmp2); break;
5656 dd8fbd78 Filip Navara
                            case 2: gen_helper_neon_ceq_u32(tmp, tmp, tmp2); break;
5657 9ee6e8bb pbrook
                            default: return 1;
5658 9ee6e8bb pbrook
                            }
5659 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5660 9ee6e8bb pbrook
                            break;
5661 9ee6e8bb pbrook
                        case 22: /* VABS */
5662 9ee6e8bb pbrook
                            switch(size) {
5663 dd8fbd78 Filip Navara
                            case 0: gen_helper_neon_abs_s8(tmp, tmp); break;
5664 dd8fbd78 Filip Navara
                            case 1: gen_helper_neon_abs_s16(tmp, tmp); break;
5665 dd8fbd78 Filip Navara
                            case 2: tcg_gen_abs_i32(tmp, tmp); break;
5666 9ee6e8bb pbrook
                            default: return 1;
5667 9ee6e8bb pbrook
                            }
5668 9ee6e8bb pbrook
                            break;
5669 9ee6e8bb pbrook
                        case 23: /* VNEG */
5670 ad69471c pbrook
                            if (size == 3)
5671 ad69471c pbrook
                                return 1;
5672 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5673 dd8fbd78 Filip Navara
                            gen_neon_rsb(size, tmp, tmp2);
5674 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5675 9ee6e8bb pbrook
                            break;
5676 9ee6e8bb pbrook
                        case 24: case 27: /* Float VCGT #0, Float VCLE #0 */
5677 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5678 dd8fbd78 Filip Navara
                            gen_helper_neon_cgt_f32(tmp, tmp, tmp2);
5679 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5680 9ee6e8bb pbrook
                            if (op == 27)
5681 dd8fbd78 Filip Navara
                                tcg_gen_not_i32(tmp, tmp);
5682 9ee6e8bb pbrook
                            break;
5683 9ee6e8bb pbrook
                        case 25: case 28: /* Float VCGE #0, Float VCLT #0 */
5684 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5685 dd8fbd78 Filip Navara
                            gen_helper_neon_cge_f32(tmp, tmp, tmp2);
5686 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5687 9ee6e8bb pbrook
                            if (op == 28)
5688 dd8fbd78 Filip Navara
                                tcg_gen_not_i32(tmp, tmp);
5689 9ee6e8bb pbrook
                            break;
5690 9ee6e8bb pbrook
                        case 26: /* Float VCEQ #0 */
5691 dd8fbd78 Filip Navara
                            tmp2 = tcg_const_i32(0);
5692 dd8fbd78 Filip Navara
                            gen_helper_neon_ceq_f32(tmp, tmp, tmp2);
5693 dd8fbd78 Filip Navara
                            tcg_temp_free(tmp2);
5694 9ee6e8bb pbrook
                            break;
5695 9ee6e8bb pbrook
                        case 30: /* Float VABS */
5696 4373f3ce pbrook
                            gen_vfp_abs(0);
5697 9ee6e8bb pbrook
                            break;
5698 9ee6e8bb pbrook
                        case 31: /* Float VNEG */
5699 4373f3ce pbrook
                            gen_vfp_neg(0);
5700 9ee6e8bb pbrook
                            break;
5701 9ee6e8bb pbrook
                        case 32: /* VSWP */
5702 dd8fbd78 Filip Navara
                            tmp2 = neon_load_reg(rd, pass);
5703 dd8fbd78 Filip Navara
                            neon_store_reg(rm, pass, tmp2);
5704 9ee6e8bb pbrook
                            break;
5705 9ee6e8bb pbrook
                        case 33: /* VTRN */
5706 dd8fbd78 Filip Navara
                            tmp2 = neon_load_reg(rd, pass);
5707 9ee6e8bb pbrook
                            switch (size) {
5708 dd8fbd78 Filip Navara
                            case 0: gen_neon_trn_u8(tmp, tmp2); break;
5709 dd8fbd78 Filip Navara
                            case 1: gen_neon_trn_u16(tmp, tmp2); break;
5710 9ee6e8bb pbrook
                            case 2: abort();
5711 9ee6e8bb pbrook
                            default: return 1;
5712 9ee6e8bb pbrook
                            }
5713 dd8fbd78 Filip Navara
                            neon_store_reg(rm, pass, tmp2);
5714 9ee6e8bb pbrook
                            break;
5715 9ee6e8bb pbrook
                        case 56: /* Integer VRECPE */
5716 dd8fbd78 Filip Navara
                            gen_helper_recpe_u32(tmp, tmp, cpu_env);
5717 9ee6e8bb pbrook
                            break;
5718 9ee6e8bb pbrook
                        case 57: /* Integer VRSQRTE */
5719 dd8fbd78 Filip Navara
                            gen_helper_rsqrte_u32(tmp, tmp, cpu_env);
5720 9ee6e8bb pbrook
                            break;
5721 9ee6e8bb pbrook
                        case 58: /* Float VRECPE */
5722 4373f3ce pbrook
                            gen_helper_recpe_f32(cpu_F0s, cpu_F0s, cpu_env);
5723 9ee6e8bb pbrook
                            break;
5724 9ee6e8bb pbrook
                        case 59: /* Float VRSQRTE */
5725 4373f3ce pbrook
                            gen_helper_rsqrte_f32(cpu_F0s, cpu_F0s, cpu_env);
5726 9ee6e8bb pbrook
                            break;
5727 9ee6e8bb pbrook
                        case 60: /* VCVT.F32.S32 */
5728 d3587ef8 Peter Maydell
                            gen_vfp_sito(0);
5729 9ee6e8bb pbrook
                            break;
5730 9ee6e8bb pbrook
                        case 61: /* VCVT.F32.U32 */
5731 d3587ef8 Peter Maydell
                            gen_vfp_uito(0);
5732 9ee6e8bb pbrook
                            break;
5733 9ee6e8bb pbrook
                        case 62: /* VCVT.S32.F32 */
5734 d3587ef8 Peter Maydell
                            gen_vfp_tosiz(0);
5735 9ee6e8bb pbrook
                            break;
5736 9ee6e8bb pbrook
                        case 63: /* VCVT.U32.F32 */
5737 d3587ef8 Peter Maydell
                            gen_vfp_touiz(0);
5738 9ee6e8bb pbrook
                            break;
5739 9ee6e8bb pbrook
                        default:
5740 9ee6e8bb pbrook
                            /* Reserved: 21, 29, 39-56 */
5741 9ee6e8bb pbrook
                            return 1;
5742 9ee6e8bb pbrook
                        }
5743 9ee6e8bb pbrook
                        if (op == 30 || op == 31 || op >= 58) {
5744 4373f3ce pbrook
                            tcg_gen_st_f32(cpu_F0s, cpu_env,
5745 4373f3ce pbrook
                                           neon_reg_offset(rd, pass));
5746 9ee6e8bb pbrook
                        } else {
5747 dd8fbd78 Filip Navara
                            neon_store_reg(rd, pass, tmp);
5748 9ee6e8bb pbrook
                        }
5749 9ee6e8bb pbrook
                    }
5750 9ee6e8bb pbrook
                    break;
5751 9ee6e8bb pbrook
                }
5752 9ee6e8bb pbrook
            } else if ((insn & (1 << 10)) == 0) {
5753 9ee6e8bb pbrook
                /* VTBL, VTBX.  */
5754 3018f259 pbrook
                n = ((insn >> 5) & 0x18) + 8;
5755 9ee6e8bb pbrook
                if (insn & (1 << 6)) {
5756 8f8e3aa4 pbrook
                    tmp = neon_load_reg(rd, 0);
5757 9ee6e8bb pbrook
                } else {
5758 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
5759 8f8e3aa4 pbrook
                    tcg_gen_movi_i32(tmp, 0);
5760 9ee6e8bb pbrook
                }
5761 8f8e3aa4 pbrook
                tmp2 = neon_load_reg(rm, 0);
5762 b75263d6 Juha Riihimรคki
                tmp4 = tcg_const_i32(rn);
5763 b75263d6 Juha Riihimรคki
                tmp5 = tcg_const_i32(n);
5764 b75263d6 Juha Riihimรคki
                gen_helper_neon_tbl(tmp2, tmp2, tmp, tmp4, tmp5);
5765 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
5766 9ee6e8bb pbrook
                if (insn & (1 << 6)) {
5767 8f8e3aa4 pbrook
                    tmp = neon_load_reg(rd, 1);
5768 9ee6e8bb pbrook
                } else {
5769 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
5770 8f8e3aa4 pbrook
                    tcg_gen_movi_i32(tmp, 0);
5771 9ee6e8bb pbrook
                }
5772 8f8e3aa4 pbrook
                tmp3 = neon_load_reg(rm, 1);
5773 b75263d6 Juha Riihimรคki
                gen_helper_neon_tbl(tmp3, tmp3, tmp, tmp4, tmp5);
5774 25aeb69b Juha Riihimรคki
                tcg_temp_free_i32(tmp5);
5775 25aeb69b Juha Riihimรคki
                tcg_temp_free_i32(tmp4);
5776 8f8e3aa4 pbrook
                neon_store_reg(rd, 0, tmp2);
5777 3018f259 pbrook
                neon_store_reg(rd, 1, tmp3);
5778 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
5779 9ee6e8bb pbrook
            } else if ((insn & 0x380) == 0) {
5780 9ee6e8bb pbrook
                /* VDUP */
5781 9ee6e8bb pbrook
                if (insn & (1 << 19)) {
5782 dd8fbd78 Filip Navara
                    tmp = neon_load_reg(rm, 1);
5783 9ee6e8bb pbrook
                } else {
5784 dd8fbd78 Filip Navara
                    tmp = neon_load_reg(rm, 0);
5785 9ee6e8bb pbrook
                }
5786 9ee6e8bb pbrook
                if (insn & (1 << 16)) {
5787 dd8fbd78 Filip Navara
                    gen_neon_dup_u8(tmp, ((insn >> 17) & 3) * 8);
5788 9ee6e8bb pbrook
                } else if (insn & (1 << 17)) {
5789 9ee6e8bb pbrook
                    if ((insn >> 18) & 1)
5790 dd8fbd78 Filip Navara
                        gen_neon_dup_high16(tmp);
5791 9ee6e8bb pbrook
                    else
5792 dd8fbd78 Filip Navara
                        gen_neon_dup_low16(tmp);
5793 9ee6e8bb pbrook
                }
5794 9ee6e8bb pbrook
                for (pass = 0; pass < (q ? 4 : 2); pass++) {
5795 7d1b0095 Peter Maydell
                    tmp2 = tcg_temp_new_i32();
5796 dd8fbd78 Filip Navara
                    tcg_gen_mov_i32(tmp2, tmp);
5797 dd8fbd78 Filip Navara
                    neon_store_reg(rd, pass, tmp2);
5798 9ee6e8bb pbrook
                }
5799 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
5800 9ee6e8bb pbrook
            } else {
5801 9ee6e8bb pbrook
                return 1;
5802 9ee6e8bb pbrook
            }
5803 9ee6e8bb pbrook
        }
5804 9ee6e8bb pbrook
    }
5805 9ee6e8bb pbrook
    return 0;
5806 9ee6e8bb pbrook
}
5807 9ee6e8bb pbrook
5808 fe1479c3 pbrook
static int disas_cp14_read(CPUState * env, DisasContext *s, uint32_t insn)
5809 fe1479c3 pbrook
{
5810 fe1479c3 pbrook
    int crn = (insn >> 16) & 0xf;
5811 fe1479c3 pbrook
    int crm = insn & 0xf;
5812 fe1479c3 pbrook
    int op1 = (insn >> 21) & 7;
5813 fe1479c3 pbrook
    int op2 = (insn >> 5) & 7;
5814 fe1479c3 pbrook
    int rt = (insn >> 12) & 0xf;
5815 fe1479c3 pbrook
    TCGv tmp;
5816 fe1479c3 pbrook
5817 ca27c052 Peter Maydell
    /* Minimal set of debug registers, since we don't support debug */
5818 ca27c052 Peter Maydell
    if (op1 == 0 && crn == 0 && op2 == 0) {
5819 ca27c052 Peter Maydell
        switch (crm) {
5820 ca27c052 Peter Maydell
        case 0:
5821 ca27c052 Peter Maydell
            /* DBGDIDR: just RAZ. In particular this means the
5822 ca27c052 Peter Maydell
             * "debug architecture version" bits will read as
5823 ca27c052 Peter Maydell
             * a reserved value, which should cause Linux to
5824 ca27c052 Peter Maydell
             * not try to use the debug hardware.
5825 ca27c052 Peter Maydell
             */
5826 ca27c052 Peter Maydell
            tmp = tcg_const_i32(0);
5827 ca27c052 Peter Maydell
            store_reg(s, rt, tmp);
5828 ca27c052 Peter Maydell
            return 0;
5829 ca27c052 Peter Maydell
        case 1:
5830 ca27c052 Peter Maydell
        case 2:
5831 ca27c052 Peter Maydell
            /* DBGDRAR and DBGDSAR: v7 only. Always RAZ since we
5832 ca27c052 Peter Maydell
             * don't implement memory mapped debug components
5833 ca27c052 Peter Maydell
             */
5834 ca27c052 Peter Maydell
            if (ENABLE_ARCH_7) {
5835 ca27c052 Peter Maydell
                tmp = tcg_const_i32(0);
5836 ca27c052 Peter Maydell
                store_reg(s, rt, tmp);
5837 ca27c052 Peter Maydell
                return 0;
5838 ca27c052 Peter Maydell
            }
5839 ca27c052 Peter Maydell
            break;
5840 ca27c052 Peter Maydell
        default:
5841 ca27c052 Peter Maydell
            break;
5842 ca27c052 Peter Maydell
        }
5843 ca27c052 Peter Maydell
    }
5844 ca27c052 Peter Maydell
5845 fe1479c3 pbrook
    if (arm_feature(env, ARM_FEATURE_THUMB2EE)) {
5846 fe1479c3 pbrook
        if (op1 == 6 && crn == 0 && crm == 0 && op2 == 0) {
5847 fe1479c3 pbrook
            /* TEECR */
5848 fe1479c3 pbrook
            if (IS_USER(s))
5849 fe1479c3 pbrook
                return 1;
5850 fe1479c3 pbrook
            tmp = load_cpu_field(teecr);
5851 fe1479c3 pbrook
            store_reg(s, rt, tmp);
5852 fe1479c3 pbrook
            return 0;
5853 fe1479c3 pbrook
        }
5854 fe1479c3 pbrook
        if (op1 == 6 && crn == 1 && crm == 0 && op2 == 0) {
5855 fe1479c3 pbrook
            /* TEEHBR */
5856 fe1479c3 pbrook
            if (IS_USER(s) && (env->teecr & 1))
5857 fe1479c3 pbrook
                return 1;
5858 fe1479c3 pbrook
            tmp = load_cpu_field(teehbr);
5859 fe1479c3 pbrook
            store_reg(s, rt, tmp);
5860 fe1479c3 pbrook
            return 0;
5861 fe1479c3 pbrook
        }
5862 fe1479c3 pbrook
    }
5863 fe1479c3 pbrook
    fprintf(stderr, "Unknown cp14 read op1:%d crn:%d crm:%d op2:%d\n",
5864 fe1479c3 pbrook
            op1, crn, crm, op2);
5865 fe1479c3 pbrook
    return 1;
5866 fe1479c3 pbrook
}
5867 fe1479c3 pbrook
5868 fe1479c3 pbrook
static int disas_cp14_write(CPUState * env, DisasContext *s, uint32_t insn)
5869 fe1479c3 pbrook
{
5870 fe1479c3 pbrook
    int crn = (insn >> 16) & 0xf;
5871 fe1479c3 pbrook
    int crm = insn & 0xf;
5872 fe1479c3 pbrook
    int op1 = (insn >> 21) & 7;
5873 fe1479c3 pbrook
    int op2 = (insn >> 5) & 7;
5874 fe1479c3 pbrook
    int rt = (insn >> 12) & 0xf;
5875 fe1479c3 pbrook
    TCGv tmp;
5876 fe1479c3 pbrook
5877 fe1479c3 pbrook
    if (arm_feature(env, ARM_FEATURE_THUMB2EE)) {
5878 fe1479c3 pbrook
        if (op1 == 6 && crn == 0 && crm == 0 && op2 == 0) {
5879 fe1479c3 pbrook
            /* TEECR */
5880 fe1479c3 pbrook
            if (IS_USER(s))
5881 fe1479c3 pbrook
                return 1;
5882 fe1479c3 pbrook
            tmp = load_reg(s, rt);
5883 fe1479c3 pbrook
            gen_helper_set_teecr(cpu_env, tmp);
5884 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
5885 fe1479c3 pbrook
            return 0;
5886 fe1479c3 pbrook
        }
5887 fe1479c3 pbrook
        if (op1 == 6 && crn == 1 && crm == 0 && op2 == 0) {
5888 fe1479c3 pbrook
            /* TEEHBR */
5889 fe1479c3 pbrook
            if (IS_USER(s) && (env->teecr & 1))
5890 fe1479c3 pbrook
                return 1;
5891 fe1479c3 pbrook
            tmp = load_reg(s, rt);
5892 fe1479c3 pbrook
            store_cpu_field(tmp, teehbr);
5893 fe1479c3 pbrook
            return 0;
5894 fe1479c3 pbrook
        }
5895 fe1479c3 pbrook
    }
5896 fe1479c3 pbrook
    fprintf(stderr, "Unknown cp14 write op1:%d crn:%d crm:%d op2:%d\n",
5897 fe1479c3 pbrook
            op1, crn, crm, op2);
5898 fe1479c3 pbrook
    return 1;
5899 fe1479c3 pbrook
}
5900 fe1479c3 pbrook
5901 9ee6e8bb pbrook
static int disas_coproc_insn(CPUState * env, DisasContext *s, uint32_t insn)
5902 9ee6e8bb pbrook
{
5903 9ee6e8bb pbrook
    int cpnum;
5904 9ee6e8bb pbrook
5905 9ee6e8bb pbrook
    cpnum = (insn >> 8) & 0xf;
5906 9ee6e8bb pbrook
    if (arm_feature(env, ARM_FEATURE_XSCALE)
5907 9ee6e8bb pbrook
            && ((env->cp15.c15_cpar ^ 0x3fff) & (1 << cpnum)))
5908 9ee6e8bb pbrook
        return 1;
5909 9ee6e8bb pbrook
5910 9ee6e8bb pbrook
    switch (cpnum) {
5911 9ee6e8bb pbrook
      case 0:
5912 9ee6e8bb pbrook
      case 1:
5913 9ee6e8bb pbrook
        if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
5914 9ee6e8bb pbrook
            return disas_iwmmxt_insn(env, s, insn);
5915 9ee6e8bb pbrook
        } else if (arm_feature(env, ARM_FEATURE_XSCALE)) {
5916 9ee6e8bb pbrook
            return disas_dsp_insn(env, s, insn);
5917 9ee6e8bb pbrook
        }
5918 9ee6e8bb pbrook
        return 1;
5919 9ee6e8bb pbrook
    case 10:
5920 9ee6e8bb pbrook
    case 11:
5921 9ee6e8bb pbrook
        return disas_vfp_insn (env, s, insn);
5922 fe1479c3 pbrook
    case 14:
5923 fe1479c3 pbrook
        /* Coprocessors 7-15 are architecturally reserved by ARM.
5924 fe1479c3 pbrook
           Unfortunately Intel decided to ignore this.  */
5925 fe1479c3 pbrook
        if (arm_feature(env, ARM_FEATURE_XSCALE))
5926 fe1479c3 pbrook
            goto board;
5927 fe1479c3 pbrook
        if (insn & (1 << 20))
5928 fe1479c3 pbrook
            return disas_cp14_read(env, s, insn);
5929 fe1479c3 pbrook
        else
5930 fe1479c3 pbrook
            return disas_cp14_write(env, s, insn);
5931 9ee6e8bb pbrook
    case 15:
5932 9ee6e8bb pbrook
        return disas_cp15_insn (env, s, insn);
5933 9ee6e8bb pbrook
    default:
5934 fe1479c3 pbrook
    board:
5935 9ee6e8bb pbrook
        /* Unknown coprocessor.  See if the board has hooked it.  */
5936 9ee6e8bb pbrook
        return disas_cp_insn (env, s, insn);
5937 9ee6e8bb pbrook
    }
5938 9ee6e8bb pbrook
}
5939 9ee6e8bb pbrook
5940 5e3f878a pbrook
5941 5e3f878a pbrook
/* Store a 64-bit value to a register pair.  Clobbers val.  */
5942 a7812ae4 pbrook
static void gen_storeq_reg(DisasContext *s, int rlow, int rhigh, TCGv_i64 val)
5943 5e3f878a pbrook
{
5944 5e3f878a pbrook
    TCGv tmp;
5945 7d1b0095 Peter Maydell
    tmp = tcg_temp_new_i32();
5946 5e3f878a pbrook
    tcg_gen_trunc_i64_i32(tmp, val);
5947 5e3f878a pbrook
    store_reg(s, rlow, tmp);
5948 7d1b0095 Peter Maydell
    tmp = tcg_temp_new_i32();
5949 5e3f878a pbrook
    tcg_gen_shri_i64(val, val, 32);
5950 5e3f878a pbrook
    tcg_gen_trunc_i64_i32(tmp, val);
5951 5e3f878a pbrook
    store_reg(s, rhigh, tmp);
5952 5e3f878a pbrook
}
5953 5e3f878a pbrook
5954 5e3f878a pbrook
/* load a 32-bit value from a register and perform a 64-bit accumulate.  */
5955 a7812ae4 pbrook
static void gen_addq_lo(DisasContext *s, TCGv_i64 val, int rlow)
5956 5e3f878a pbrook
{
5957 a7812ae4 pbrook
    TCGv_i64 tmp;
5958 5e3f878a pbrook
    TCGv tmp2;
5959 5e3f878a pbrook
5960 36aa55dc pbrook
    /* Load value and extend to 64 bits.  */
5961 a7812ae4 pbrook
    tmp = tcg_temp_new_i64();
5962 5e3f878a pbrook
    tmp2 = load_reg(s, rlow);
5963 5e3f878a pbrook
    tcg_gen_extu_i32_i64(tmp, tmp2);
5964 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp2);
5965 5e3f878a pbrook
    tcg_gen_add_i64(val, val, tmp);
5966 b75263d6 Juha Riihimรคki
    tcg_temp_free_i64(tmp);
5967 5e3f878a pbrook
}
5968 5e3f878a pbrook
5969 5e3f878a pbrook
/* load and add a 64-bit value from a register pair.  */
5970 a7812ae4 pbrook
static void gen_addq(DisasContext *s, TCGv_i64 val, int rlow, int rhigh)
5971 5e3f878a pbrook
{
5972 a7812ae4 pbrook
    TCGv_i64 tmp;
5973 36aa55dc pbrook
    TCGv tmpl;
5974 36aa55dc pbrook
    TCGv tmph;
5975 5e3f878a pbrook
5976 5e3f878a pbrook
    /* Load 64-bit value rd:rn.  */
5977 36aa55dc pbrook
    tmpl = load_reg(s, rlow);
5978 36aa55dc pbrook
    tmph = load_reg(s, rhigh);
5979 a7812ae4 pbrook
    tmp = tcg_temp_new_i64();
5980 36aa55dc pbrook
    tcg_gen_concat_i32_i64(tmp, tmpl, tmph);
5981 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmpl);
5982 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmph);
5983 5e3f878a pbrook
    tcg_gen_add_i64(val, val, tmp);
5984 b75263d6 Juha Riihimรคki
    tcg_temp_free_i64(tmp);
5985 5e3f878a pbrook
}
5986 5e3f878a pbrook
5987 5e3f878a pbrook
/* Set N and Z flags from a 64-bit value.  */
5988 a7812ae4 pbrook
static void gen_logicq_cc(TCGv_i64 val)
5989 5e3f878a pbrook
{
5990 7d1b0095 Peter Maydell
    TCGv tmp = tcg_temp_new_i32();
5991 5e3f878a pbrook
    gen_helper_logicq_cc(tmp, val);
5992 6fbe23d5 pbrook
    gen_logic_CC(tmp);
5993 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
5994 5e3f878a pbrook
}
5995 5e3f878a pbrook
5996 426f5abc Paul Brook
/* Load/Store exclusive instructions are implemented by remembering
5997 426f5abc Paul Brook
   the value/address loaded, and seeing if these are the same
5998 426f5abc Paul Brook
   when the store is performed. This should be is sufficient to implement
5999 426f5abc Paul Brook
   the architecturally mandated semantics, and avoids having to monitor
6000 426f5abc Paul Brook
   regular stores.
6001 426f5abc Paul Brook

6002 426f5abc Paul Brook
   In system emulation mode only one CPU will be running at once, so
6003 426f5abc Paul Brook
   this sequence is effectively atomic.  In user emulation mode we
6004 426f5abc Paul Brook
   throw an exception and handle the atomic operation elsewhere.  */
6005 426f5abc Paul Brook
static void gen_load_exclusive(DisasContext *s, int rt, int rt2,
6006 426f5abc Paul Brook
                               TCGv addr, int size)
6007 426f5abc Paul Brook
{
6008 426f5abc Paul Brook
    TCGv tmp;
6009 426f5abc Paul Brook
6010 426f5abc Paul Brook
    switch (size) {
6011 426f5abc Paul Brook
    case 0:
6012 426f5abc Paul Brook
        tmp = gen_ld8u(addr, IS_USER(s));
6013 426f5abc Paul Brook
        break;
6014 426f5abc Paul Brook
    case 1:
6015 426f5abc Paul Brook
        tmp = gen_ld16u(addr, IS_USER(s));
6016 426f5abc Paul Brook
        break;
6017 426f5abc Paul Brook
    case 2:
6018 426f5abc Paul Brook
    case 3:
6019 426f5abc Paul Brook
        tmp = gen_ld32(addr, IS_USER(s));
6020 426f5abc Paul Brook
        break;
6021 426f5abc Paul Brook
    default:
6022 426f5abc Paul Brook
        abort();
6023 426f5abc Paul Brook
    }
6024 426f5abc Paul Brook
    tcg_gen_mov_i32(cpu_exclusive_val, tmp);
6025 426f5abc Paul Brook
    store_reg(s, rt, tmp);
6026 426f5abc Paul Brook
    if (size == 3) {
6027 7d1b0095 Peter Maydell
        TCGv tmp2 = tcg_temp_new_i32();
6028 2c9adbda Peter Maydell
        tcg_gen_addi_i32(tmp2, addr, 4);
6029 2c9adbda Peter Maydell
        tmp = gen_ld32(tmp2, IS_USER(s));
6030 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
6031 426f5abc Paul Brook
        tcg_gen_mov_i32(cpu_exclusive_high, tmp);
6032 426f5abc Paul Brook
        store_reg(s, rt2, tmp);
6033 426f5abc Paul Brook
    }
6034 426f5abc Paul Brook
    tcg_gen_mov_i32(cpu_exclusive_addr, addr);
6035 426f5abc Paul Brook
}
6036 426f5abc Paul Brook
6037 426f5abc Paul Brook
static void gen_clrex(DisasContext *s)
6038 426f5abc Paul Brook
{
6039 426f5abc Paul Brook
    tcg_gen_movi_i32(cpu_exclusive_addr, -1);
6040 426f5abc Paul Brook
}
6041 426f5abc Paul Brook
6042 426f5abc Paul Brook
#ifdef CONFIG_USER_ONLY
6043 426f5abc Paul Brook
static void gen_store_exclusive(DisasContext *s, int rd, int rt, int rt2,
6044 426f5abc Paul Brook
                                TCGv addr, int size)
6045 426f5abc Paul Brook
{
6046 426f5abc Paul Brook
    tcg_gen_mov_i32(cpu_exclusive_test, addr);
6047 426f5abc Paul Brook
    tcg_gen_movi_i32(cpu_exclusive_info,
6048 426f5abc Paul Brook
                     size | (rd << 4) | (rt << 8) | (rt2 << 12));
6049 bc4a0de0 Peter Maydell
    gen_exception_insn(s, 4, EXCP_STREX);
6050 426f5abc Paul Brook
}
6051 426f5abc Paul Brook
#else
6052 426f5abc Paul Brook
static void gen_store_exclusive(DisasContext *s, int rd, int rt, int rt2,
6053 426f5abc Paul Brook
                                TCGv addr, int size)
6054 426f5abc Paul Brook
{
6055 426f5abc Paul Brook
    TCGv tmp;
6056 426f5abc Paul Brook
    int done_label;
6057 426f5abc Paul Brook
    int fail_label;
6058 426f5abc Paul Brook
6059 426f5abc Paul Brook
    /* if (env->exclusive_addr == addr && env->exclusive_val == [addr]) {
6060 426f5abc Paul Brook
         [addr] = {Rt};
6061 426f5abc Paul Brook
         {Rd} = 0;
6062 426f5abc Paul Brook
       } else {
6063 426f5abc Paul Brook
         {Rd} = 1;
6064 426f5abc Paul Brook
       } */
6065 426f5abc Paul Brook
    fail_label = gen_new_label();
6066 426f5abc Paul Brook
    done_label = gen_new_label();
6067 426f5abc Paul Brook
    tcg_gen_brcond_i32(TCG_COND_NE, addr, cpu_exclusive_addr, fail_label);
6068 426f5abc Paul Brook
    switch (size) {
6069 426f5abc Paul Brook
    case 0:
6070 426f5abc Paul Brook
        tmp = gen_ld8u(addr, IS_USER(s));
6071 426f5abc Paul Brook
        break;
6072 426f5abc Paul Brook
    case 1:
6073 426f5abc Paul Brook
        tmp = gen_ld16u(addr, IS_USER(s));
6074 426f5abc Paul Brook
        break;
6075 426f5abc Paul Brook
    case 2:
6076 426f5abc Paul Brook
    case 3:
6077 426f5abc Paul Brook
        tmp = gen_ld32(addr, IS_USER(s));
6078 426f5abc Paul Brook
        break;
6079 426f5abc Paul Brook
    default:
6080 426f5abc Paul Brook
        abort();
6081 426f5abc Paul Brook
    }
6082 426f5abc Paul Brook
    tcg_gen_brcond_i32(TCG_COND_NE, tmp, cpu_exclusive_val, fail_label);
6083 7d1b0095 Peter Maydell
    tcg_temp_free_i32(tmp);
6084 426f5abc Paul Brook
    if (size == 3) {
6085 7d1b0095 Peter Maydell
        TCGv tmp2 = tcg_temp_new_i32();
6086 426f5abc Paul Brook
        tcg_gen_addi_i32(tmp2, addr, 4);
6087 2c9adbda Peter Maydell
        tmp = gen_ld32(tmp2, IS_USER(s));
6088 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp2);
6089 426f5abc Paul Brook
        tcg_gen_brcond_i32(TCG_COND_NE, tmp, cpu_exclusive_high, fail_label);
6090 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
6091 426f5abc Paul Brook
    }
6092 426f5abc Paul Brook
    tmp = load_reg(s, rt);
6093 426f5abc Paul Brook
    switch (size) {
6094 426f5abc Paul Brook
    case 0:
6095 426f5abc Paul Brook
        gen_st8(tmp, addr, IS_USER(s));
6096 426f5abc Paul Brook
        break;
6097 426f5abc Paul Brook
    case 1:
6098 426f5abc Paul Brook
        gen_st16(tmp, addr, IS_USER(s));
6099 426f5abc Paul Brook
        break;
6100 426f5abc Paul Brook
    case 2:
6101 426f5abc Paul Brook
    case 3:
6102 426f5abc Paul Brook
        gen_st32(tmp, addr, IS_USER(s));
6103 426f5abc Paul Brook
        break;
6104 426f5abc Paul Brook
    default:
6105 426f5abc Paul Brook
        abort();
6106 426f5abc Paul Brook
    }
6107 426f5abc Paul Brook
    if (size == 3) {
6108 426f5abc Paul Brook
        tcg_gen_addi_i32(addr, addr, 4);
6109 426f5abc Paul Brook
        tmp = load_reg(s, rt2);
6110 426f5abc Paul Brook
        gen_st32(tmp, addr, IS_USER(s));
6111 426f5abc Paul Brook
    }
6112 426f5abc Paul Brook
    tcg_gen_movi_i32(cpu_R[rd], 0);
6113 426f5abc Paul Brook
    tcg_gen_br(done_label);
6114 426f5abc Paul Brook
    gen_set_label(fail_label);
6115 426f5abc Paul Brook
    tcg_gen_movi_i32(cpu_R[rd], 1);
6116 426f5abc Paul Brook
    gen_set_label(done_label);
6117 426f5abc Paul Brook
    tcg_gen_movi_i32(cpu_exclusive_addr, -1);
6118 426f5abc Paul Brook
}
6119 426f5abc Paul Brook
#endif
6120 426f5abc Paul Brook
6121 9ee6e8bb pbrook
static void disas_arm_insn(CPUState * env, DisasContext *s)
6122 9ee6e8bb pbrook
{
6123 9ee6e8bb pbrook
    unsigned int cond, insn, val, op1, i, shift, rm, rs, rn, rd, sh;
6124 b26eefb6 pbrook
    TCGv tmp;
6125 3670669c pbrook
    TCGv tmp2;
6126 6ddbc6e4 pbrook
    TCGv tmp3;
6127 b0109805 pbrook
    TCGv addr;
6128 a7812ae4 pbrook
    TCGv_i64 tmp64;
6129 9ee6e8bb pbrook
6130 9ee6e8bb pbrook
    insn = ldl_code(s->pc);
6131 9ee6e8bb pbrook
    s->pc += 4;
6132 9ee6e8bb pbrook
6133 9ee6e8bb pbrook
    /* M variants do not implement ARM mode.  */
6134 9ee6e8bb pbrook
    if (IS_M(env))
6135 9ee6e8bb pbrook
        goto illegal_op;
6136 9ee6e8bb pbrook
    cond = insn >> 28;
6137 9ee6e8bb pbrook
    if (cond == 0xf){
6138 9ee6e8bb pbrook
        /* Unconditional instructions.  */
6139 9ee6e8bb pbrook
        if (((insn >> 25) & 7) == 1) {
6140 9ee6e8bb pbrook
            /* NEON Data processing.  */
6141 9ee6e8bb pbrook
            if (!arm_feature(env, ARM_FEATURE_NEON))
6142 9ee6e8bb pbrook
                goto illegal_op;
6143 9ee6e8bb pbrook
6144 9ee6e8bb pbrook
            if (disas_neon_data_insn(env, s, insn))
6145 9ee6e8bb pbrook
                goto illegal_op;
6146 9ee6e8bb pbrook
            return;
6147 9ee6e8bb pbrook
        }
6148 9ee6e8bb pbrook
        if ((insn & 0x0f100000) == 0x04000000) {
6149 9ee6e8bb pbrook
            /* NEON load/store.  */
6150 9ee6e8bb pbrook
            if (!arm_feature(env, ARM_FEATURE_NEON))
6151 9ee6e8bb pbrook
                goto illegal_op;
6152 9ee6e8bb pbrook
6153 9ee6e8bb pbrook
            if (disas_neon_ls_insn(env, s, insn))
6154 9ee6e8bb pbrook
                goto illegal_op;
6155 9ee6e8bb pbrook
            return;
6156 9ee6e8bb pbrook
        }
6157 3d185e5d Peter Maydell
        if (((insn & 0x0f30f000) == 0x0510f000) ||
6158 3d185e5d Peter Maydell
            ((insn & 0x0f30f010) == 0x0710f000)) {
6159 3d185e5d Peter Maydell
            if ((insn & (1 << 22)) == 0) {
6160 3d185e5d Peter Maydell
                /* PLDW; v7MP */
6161 3d185e5d Peter Maydell
                if (!arm_feature(env, ARM_FEATURE_V7MP)) {
6162 3d185e5d Peter Maydell
                    goto illegal_op;
6163 3d185e5d Peter Maydell
                }
6164 3d185e5d Peter Maydell
            }
6165 3d185e5d Peter Maydell
            /* Otherwise PLD; v5TE+ */
6166 3d185e5d Peter Maydell
            return;
6167 3d185e5d Peter Maydell
        }
6168 3d185e5d Peter Maydell
        if (((insn & 0x0f70f000) == 0x0450f000) ||
6169 3d185e5d Peter Maydell
            ((insn & 0x0f70f010) == 0x0650f000)) {
6170 3d185e5d Peter Maydell
            ARCH(7);
6171 3d185e5d Peter Maydell
            return; /* PLI; V7 */
6172 3d185e5d Peter Maydell
        }
6173 3d185e5d Peter Maydell
        if (((insn & 0x0f700000) == 0x04100000) ||
6174 3d185e5d Peter Maydell
            ((insn & 0x0f700010) == 0x06100000)) {
6175 3d185e5d Peter Maydell
            if (!arm_feature(env, ARM_FEATURE_V7MP)) {
6176 3d185e5d Peter Maydell
                goto illegal_op;
6177 3d185e5d Peter Maydell
            }
6178 3d185e5d Peter Maydell
            return; /* v7MP: Unallocated memory hint: must NOP */
6179 3d185e5d Peter Maydell
        }
6180 3d185e5d Peter Maydell
6181 3d185e5d Peter Maydell
        if ((insn & 0x0ffffdff) == 0x01010000) {
6182 9ee6e8bb pbrook
            ARCH(6);
6183 9ee6e8bb pbrook
            /* setend */
6184 9ee6e8bb pbrook
            if (insn & (1 << 9)) {
6185 9ee6e8bb pbrook
                /* BE8 mode not implemented.  */
6186 9ee6e8bb pbrook
                goto illegal_op;
6187 9ee6e8bb pbrook
            }
6188 9ee6e8bb pbrook
            return;
6189 9ee6e8bb pbrook
        } else if ((insn & 0x0fffff00) == 0x057ff000) {
6190 9ee6e8bb pbrook
            switch ((insn >> 4) & 0xf) {
6191 9ee6e8bb pbrook
            case 1: /* clrex */
6192 9ee6e8bb pbrook
                ARCH(6K);
6193 426f5abc Paul Brook
                gen_clrex(s);
6194 9ee6e8bb pbrook
                return;
6195 9ee6e8bb pbrook
            case 4: /* dsb */
6196 9ee6e8bb pbrook
            case 5: /* dmb */
6197 9ee6e8bb pbrook
            case 6: /* isb */
6198 9ee6e8bb pbrook
                ARCH(7);
6199 9ee6e8bb pbrook
                /* We don't emulate caches so these are a no-op.  */
6200 9ee6e8bb pbrook
                return;
6201 9ee6e8bb pbrook
            default:
6202 9ee6e8bb pbrook
                goto illegal_op;
6203 9ee6e8bb pbrook
            }
6204 9ee6e8bb pbrook
        } else if ((insn & 0x0e5fffe0) == 0x084d0500) {
6205 9ee6e8bb pbrook
            /* srs */
6206 c67b6b71 Filip Navara
            int32_t offset;
6207 9ee6e8bb pbrook
            if (IS_USER(s))
6208 9ee6e8bb pbrook
                goto illegal_op;
6209 9ee6e8bb pbrook
            ARCH(6);
6210 9ee6e8bb pbrook
            op1 = (insn & 0x1f);
6211 7d1b0095 Peter Maydell
            addr = tcg_temp_new_i32();
6212 39ea3d4e Peter Maydell
            tmp = tcg_const_i32(op1);
6213 39ea3d4e Peter Maydell
            gen_helper_get_r13_banked(addr, cpu_env, tmp);
6214 39ea3d4e Peter Maydell
            tcg_temp_free_i32(tmp);
6215 9ee6e8bb pbrook
            i = (insn >> 23) & 3;
6216 9ee6e8bb pbrook
            switch (i) {
6217 9ee6e8bb pbrook
            case 0: offset = -4; break; /* DA */
6218 c67b6b71 Filip Navara
            case 1: offset = 0; break; /* IA */
6219 c67b6b71 Filip Navara
            case 2: offset = -8; break; /* DB */
6220 9ee6e8bb pbrook
            case 3: offset = 4; break; /* IB */
6221 9ee6e8bb pbrook
            default: abort();
6222 9ee6e8bb pbrook
            }
6223 9ee6e8bb pbrook
            if (offset)
6224 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, offset);
6225 b0109805 pbrook
            tmp = load_reg(s, 14);
6226 b0109805 pbrook
            gen_st32(tmp, addr, 0);
6227 c67b6b71 Filip Navara
            tmp = load_cpu_field(spsr);
6228 b0109805 pbrook
            tcg_gen_addi_i32(addr, addr, 4);
6229 b0109805 pbrook
            gen_st32(tmp, addr, 0);
6230 9ee6e8bb pbrook
            if (insn & (1 << 21)) {
6231 9ee6e8bb pbrook
                /* Base writeback.  */
6232 9ee6e8bb pbrook
                switch (i) {
6233 9ee6e8bb pbrook
                case 0: offset = -8; break;
6234 c67b6b71 Filip Navara
                case 1: offset = 4; break;
6235 c67b6b71 Filip Navara
                case 2: offset = -4; break;
6236 9ee6e8bb pbrook
                case 3: offset = 0; break;
6237 9ee6e8bb pbrook
                default: abort();
6238 9ee6e8bb pbrook
                }
6239 9ee6e8bb pbrook
                if (offset)
6240 c67b6b71 Filip Navara
                    tcg_gen_addi_i32(addr, addr, offset);
6241 39ea3d4e Peter Maydell
                tmp = tcg_const_i32(op1);
6242 39ea3d4e Peter Maydell
                gen_helper_set_r13_banked(cpu_env, tmp, addr);
6243 39ea3d4e Peter Maydell
                tcg_temp_free_i32(tmp);
6244 7d1b0095 Peter Maydell
                tcg_temp_free_i32(addr);
6245 b0109805 pbrook
            } else {
6246 7d1b0095 Peter Maydell
                tcg_temp_free_i32(addr);
6247 9ee6e8bb pbrook
            }
6248 a990f58f Adam Lackorzynski
            return;
6249 ea825eee Adam Lackorzynski
        } else if ((insn & 0x0e50ffe0) == 0x08100a00) {
6250 9ee6e8bb pbrook
            /* rfe */
6251 c67b6b71 Filip Navara
            int32_t offset;
6252 9ee6e8bb pbrook
            if (IS_USER(s))
6253 9ee6e8bb pbrook
                goto illegal_op;
6254 9ee6e8bb pbrook
            ARCH(6);
6255 9ee6e8bb pbrook
            rn = (insn >> 16) & 0xf;
6256 b0109805 pbrook
            addr = load_reg(s, rn);
6257 9ee6e8bb pbrook
            i = (insn >> 23) & 3;
6258 9ee6e8bb pbrook
            switch (i) {
6259 b0109805 pbrook
            case 0: offset = -4; break; /* DA */
6260 c67b6b71 Filip Navara
            case 1: offset = 0; break; /* IA */
6261 c67b6b71 Filip Navara
            case 2: offset = -8; break; /* DB */
6262 b0109805 pbrook
            case 3: offset = 4; break; /* IB */
6263 9ee6e8bb pbrook
            default: abort();
6264 9ee6e8bb pbrook
            }
6265 9ee6e8bb pbrook
            if (offset)
6266 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, offset);
6267 b0109805 pbrook
            /* Load PC into tmp and CPSR into tmp2.  */
6268 b0109805 pbrook
            tmp = gen_ld32(addr, 0);
6269 b0109805 pbrook
            tcg_gen_addi_i32(addr, addr, 4);
6270 b0109805 pbrook
            tmp2 = gen_ld32(addr, 0);
6271 9ee6e8bb pbrook
            if (insn & (1 << 21)) {
6272 9ee6e8bb pbrook
                /* Base writeback.  */
6273 9ee6e8bb pbrook
                switch (i) {
6274 b0109805 pbrook
                case 0: offset = -8; break;
6275 c67b6b71 Filip Navara
                case 1: offset = 4; break;
6276 c67b6b71 Filip Navara
                case 2: offset = -4; break;
6277 b0109805 pbrook
                case 3: offset = 0; break;
6278 9ee6e8bb pbrook
                default: abort();
6279 9ee6e8bb pbrook
                }
6280 9ee6e8bb pbrook
                if (offset)
6281 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, offset);
6282 b0109805 pbrook
                store_reg(s, rn, addr);
6283 b0109805 pbrook
            } else {
6284 7d1b0095 Peter Maydell
                tcg_temp_free_i32(addr);
6285 9ee6e8bb pbrook
            }
6286 b0109805 pbrook
            gen_rfe(s, tmp, tmp2);
6287 c67b6b71 Filip Navara
            return;
6288 9ee6e8bb pbrook
        } else if ((insn & 0x0e000000) == 0x0a000000) {
6289 9ee6e8bb pbrook
            /* branch link and change to thumb (blx <offset>) */
6290 9ee6e8bb pbrook
            int32_t offset;
6291 9ee6e8bb pbrook
6292 9ee6e8bb pbrook
            val = (uint32_t)s->pc;
6293 7d1b0095 Peter Maydell
            tmp = tcg_temp_new_i32();
6294 d9ba4830 pbrook
            tcg_gen_movi_i32(tmp, val);
6295 d9ba4830 pbrook
            store_reg(s, 14, tmp);
6296 9ee6e8bb pbrook
            /* Sign-extend the 24-bit offset */
6297 9ee6e8bb pbrook
            offset = (((int32_t)insn) << 8) >> 8;
6298 9ee6e8bb pbrook
            /* offset * 4 + bit24 * 2 + (thumb bit) */
6299 9ee6e8bb pbrook
            val += (offset << 2) | ((insn >> 23) & 2) | 1;
6300 9ee6e8bb pbrook
            /* pipeline offset */
6301 9ee6e8bb pbrook
            val += 4;
6302 d9ba4830 pbrook
            gen_bx_im(s, val);
6303 9ee6e8bb pbrook
            return;
6304 9ee6e8bb pbrook
        } else if ((insn & 0x0e000f00) == 0x0c000100) {
6305 9ee6e8bb pbrook
            if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
6306 9ee6e8bb pbrook
                /* iWMMXt register transfer.  */
6307 9ee6e8bb pbrook
                if (env->cp15.c15_cpar & (1 << 1))
6308 9ee6e8bb pbrook
                    if (!disas_iwmmxt_insn(env, s, insn))
6309 9ee6e8bb pbrook
                        return;
6310 9ee6e8bb pbrook
            }
6311 9ee6e8bb pbrook
        } else if ((insn & 0x0fe00000) == 0x0c400000) {
6312 9ee6e8bb pbrook
            /* Coprocessor double register transfer.  */
6313 9ee6e8bb pbrook
        } else if ((insn & 0x0f000010) == 0x0e000010) {
6314 9ee6e8bb pbrook
            /* Additional coprocessor register transfer.  */
6315 7997d92f balrog
        } else if ((insn & 0x0ff10020) == 0x01000000) {
6316 9ee6e8bb pbrook
            uint32_t mask;
6317 9ee6e8bb pbrook
            uint32_t val;
6318 9ee6e8bb pbrook
            /* cps (privileged) */
6319 9ee6e8bb pbrook
            if (IS_USER(s))
6320 9ee6e8bb pbrook
                return;
6321 9ee6e8bb pbrook
            mask = val = 0;
6322 9ee6e8bb pbrook
            if (insn & (1 << 19)) {
6323 9ee6e8bb pbrook
                if (insn & (1 << 8))
6324 9ee6e8bb pbrook
                    mask |= CPSR_A;
6325 9ee6e8bb pbrook
                if (insn & (1 << 7))
6326 9ee6e8bb pbrook
                    mask |= CPSR_I;
6327 9ee6e8bb pbrook
                if (insn & (1 << 6))
6328 9ee6e8bb pbrook
                    mask |= CPSR_F;
6329 9ee6e8bb pbrook
                if (insn & (1 << 18))
6330 9ee6e8bb pbrook
                    val |= mask;
6331 9ee6e8bb pbrook
            }
6332 7997d92f balrog
            if (insn & (1 << 17)) {
6333 9ee6e8bb pbrook
                mask |= CPSR_M;
6334 9ee6e8bb pbrook
                val |= (insn & 0x1f);
6335 9ee6e8bb pbrook
            }
6336 9ee6e8bb pbrook
            if (mask) {
6337 2fbac54b Filip Navara
                gen_set_psr_im(s, mask, 0, val);
6338 9ee6e8bb pbrook
            }
6339 9ee6e8bb pbrook
            return;
6340 9ee6e8bb pbrook
        }
6341 9ee6e8bb pbrook
        goto illegal_op;
6342 9ee6e8bb pbrook
    }
6343 9ee6e8bb pbrook
    if (cond != 0xe) {
6344 9ee6e8bb pbrook
        /* if not always execute, we generate a conditional jump to
6345 9ee6e8bb pbrook
           next instruction */
6346 9ee6e8bb pbrook
        s->condlabel = gen_new_label();
6347 d9ba4830 pbrook
        gen_test_cc(cond ^ 1, s->condlabel);
6348 9ee6e8bb pbrook
        s->condjmp = 1;
6349 9ee6e8bb pbrook
    }
6350 9ee6e8bb pbrook
    if ((insn & 0x0f900000) == 0x03000000) {
6351 9ee6e8bb pbrook
        if ((insn & (1 << 21)) == 0) {
6352 9ee6e8bb pbrook
            ARCH(6T2);
6353 9ee6e8bb pbrook
            rd = (insn >> 12) & 0xf;
6354 9ee6e8bb pbrook
            val = ((insn >> 4) & 0xf000) | (insn & 0xfff);
6355 9ee6e8bb pbrook
            if ((insn & (1 << 22)) == 0) {
6356 9ee6e8bb pbrook
                /* MOVW */
6357 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
6358 5e3f878a pbrook
                tcg_gen_movi_i32(tmp, val);
6359 9ee6e8bb pbrook
            } else {
6360 9ee6e8bb pbrook
                /* MOVT */
6361 5e3f878a pbrook
                tmp = load_reg(s, rd);
6362 86831435 pbrook
                tcg_gen_ext16u_i32(tmp, tmp);
6363 5e3f878a pbrook
                tcg_gen_ori_i32(tmp, tmp, val << 16);
6364 9ee6e8bb pbrook
            }
6365 5e3f878a pbrook
            store_reg(s, rd, tmp);
6366 9ee6e8bb pbrook
        } else {
6367 9ee6e8bb pbrook
            if (((insn >> 12) & 0xf) != 0xf)
6368 9ee6e8bb pbrook
                goto illegal_op;
6369 9ee6e8bb pbrook
            if (((insn >> 16) & 0xf) == 0) {
6370 9ee6e8bb pbrook
                gen_nop_hint(s, insn & 0xff);
6371 9ee6e8bb pbrook
            } else {
6372 9ee6e8bb pbrook
                /* CPSR = immediate */
6373 9ee6e8bb pbrook
                val = insn & 0xff;
6374 9ee6e8bb pbrook
                shift = ((insn >> 8) & 0xf) * 2;
6375 9ee6e8bb pbrook
                if (shift)
6376 9ee6e8bb pbrook
                    val = (val >> shift) | (val << (32 - shift));
6377 9ee6e8bb pbrook
                i = ((insn & (1 << 22)) != 0);
6378 2fbac54b Filip Navara
                if (gen_set_psr_im(s, msr_mask(env, s, (insn >> 16) & 0xf, i), i, val))
6379 9ee6e8bb pbrook
                    goto illegal_op;
6380 9ee6e8bb pbrook
            }
6381 9ee6e8bb pbrook
        }
6382 9ee6e8bb pbrook
    } else if ((insn & 0x0f900000) == 0x01000000
6383 9ee6e8bb pbrook
               && (insn & 0x00000090) != 0x00000090) {
6384 9ee6e8bb pbrook
        /* miscellaneous instructions */
6385 9ee6e8bb pbrook
        op1 = (insn >> 21) & 3;
6386 9ee6e8bb pbrook
        sh = (insn >> 4) & 0xf;
6387 9ee6e8bb pbrook
        rm = insn & 0xf;
6388 9ee6e8bb pbrook
        switch (sh) {
6389 9ee6e8bb pbrook
        case 0x0: /* move program status register */
6390 9ee6e8bb pbrook
            if (op1 & 1) {
6391 9ee6e8bb pbrook
                /* PSR = reg */
6392 2fbac54b Filip Navara
                tmp = load_reg(s, rm);
6393 9ee6e8bb pbrook
                i = ((op1 & 2) != 0);
6394 2fbac54b Filip Navara
                if (gen_set_psr(s, msr_mask(env, s, (insn >> 16) & 0xf, i), i, tmp))
6395 9ee6e8bb pbrook
                    goto illegal_op;
6396 9ee6e8bb pbrook
            } else {
6397 9ee6e8bb pbrook
                /* reg = PSR */
6398 9ee6e8bb pbrook
                rd = (insn >> 12) & 0xf;
6399 9ee6e8bb pbrook
                if (op1 & 2) {
6400 9ee6e8bb pbrook
                    if (IS_USER(s))
6401 9ee6e8bb pbrook
                        goto illegal_op;
6402 d9ba4830 pbrook
                    tmp = load_cpu_field(spsr);
6403 9ee6e8bb pbrook
                } else {
6404 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
6405 d9ba4830 pbrook
                    gen_helper_cpsr_read(tmp);
6406 9ee6e8bb pbrook
                }
6407 d9ba4830 pbrook
                store_reg(s, rd, tmp);
6408 9ee6e8bb pbrook
            }
6409 9ee6e8bb pbrook
            break;
6410 9ee6e8bb pbrook
        case 0x1:
6411 9ee6e8bb pbrook
            if (op1 == 1) {
6412 9ee6e8bb pbrook
                /* branch/exchange thumb (bx).  */
6413 d9ba4830 pbrook
                tmp = load_reg(s, rm);
6414 d9ba4830 pbrook
                gen_bx(s, tmp);
6415 9ee6e8bb pbrook
            } else if (op1 == 3) {
6416 9ee6e8bb pbrook
                /* clz */
6417 9ee6e8bb pbrook
                rd = (insn >> 12) & 0xf;
6418 1497c961 pbrook
                tmp = load_reg(s, rm);
6419 1497c961 pbrook
                gen_helper_clz(tmp, tmp);
6420 1497c961 pbrook
                store_reg(s, rd, tmp);
6421 9ee6e8bb pbrook
            } else {
6422 9ee6e8bb pbrook
                goto illegal_op;
6423 9ee6e8bb pbrook
            }
6424 9ee6e8bb pbrook
            break;
6425 9ee6e8bb pbrook
        case 0x2:
6426 9ee6e8bb pbrook
            if (op1 == 1) {
6427 9ee6e8bb pbrook
                ARCH(5J); /* bxj */
6428 9ee6e8bb pbrook
                /* Trivial implementation equivalent to bx.  */
6429 d9ba4830 pbrook
                tmp = load_reg(s, rm);
6430 d9ba4830 pbrook
                gen_bx(s, tmp);
6431 9ee6e8bb pbrook
            } else {
6432 9ee6e8bb pbrook
                goto illegal_op;
6433 9ee6e8bb pbrook
            }
6434 9ee6e8bb pbrook
            break;
6435 9ee6e8bb pbrook
        case 0x3:
6436 9ee6e8bb pbrook
            if (op1 != 1)
6437 9ee6e8bb pbrook
              goto illegal_op;
6438 9ee6e8bb pbrook
6439 9ee6e8bb pbrook
            /* branch link/exchange thumb (blx) */
6440 d9ba4830 pbrook
            tmp = load_reg(s, rm);
6441 7d1b0095 Peter Maydell
            tmp2 = tcg_temp_new_i32();
6442 d9ba4830 pbrook
            tcg_gen_movi_i32(tmp2, s->pc);
6443 d9ba4830 pbrook
            store_reg(s, 14, tmp2);
6444 d9ba4830 pbrook
            gen_bx(s, tmp);
6445 9ee6e8bb pbrook
            break;
6446 9ee6e8bb pbrook
        case 0x5: /* saturating add/subtract */
6447 9ee6e8bb pbrook
            rd = (insn >> 12) & 0xf;
6448 9ee6e8bb pbrook
            rn = (insn >> 16) & 0xf;
6449 b40d0353 balrog
            tmp = load_reg(s, rm);
6450 5e3f878a pbrook
            tmp2 = load_reg(s, rn);
6451 9ee6e8bb pbrook
            if (op1 & 2)
6452 5e3f878a pbrook
                gen_helper_double_saturate(tmp2, tmp2);
6453 9ee6e8bb pbrook
            if (op1 & 1)
6454 5e3f878a pbrook
                gen_helper_sub_saturate(tmp, tmp, tmp2);
6455 9ee6e8bb pbrook
            else
6456 5e3f878a pbrook
                gen_helper_add_saturate(tmp, tmp, tmp2);
6457 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
6458 5e3f878a pbrook
            store_reg(s, rd, tmp);
6459 9ee6e8bb pbrook
            break;
6460 49e14940 Adam Lackorzynski
        case 7:
6461 49e14940 Adam Lackorzynski
            /* SMC instruction (op1 == 3)
6462 49e14940 Adam Lackorzynski
               and undefined instructions (op1 == 0 || op1 == 2)
6463 49e14940 Adam Lackorzynski
               will trap */
6464 49e14940 Adam Lackorzynski
            if (op1 != 1) {
6465 49e14940 Adam Lackorzynski
                goto illegal_op;
6466 49e14940 Adam Lackorzynski
            }
6467 49e14940 Adam Lackorzynski
            /* bkpt */
6468 bc4a0de0 Peter Maydell
            gen_exception_insn(s, 4, EXCP_BKPT);
6469 9ee6e8bb pbrook
            break;
6470 9ee6e8bb pbrook
        case 0x8: /* signed multiply */
6471 9ee6e8bb pbrook
        case 0xa:
6472 9ee6e8bb pbrook
        case 0xc:
6473 9ee6e8bb pbrook
        case 0xe:
6474 9ee6e8bb pbrook
            rs = (insn >> 8) & 0xf;
6475 9ee6e8bb pbrook
            rn = (insn >> 12) & 0xf;
6476 9ee6e8bb pbrook
            rd = (insn >> 16) & 0xf;
6477 9ee6e8bb pbrook
            if (op1 == 1) {
6478 9ee6e8bb pbrook
                /* (32 * 16) >> 16 */
6479 5e3f878a pbrook
                tmp = load_reg(s, rm);
6480 5e3f878a pbrook
                tmp2 = load_reg(s, rs);
6481 9ee6e8bb pbrook
                if (sh & 4)
6482 5e3f878a pbrook
                    tcg_gen_sari_i32(tmp2, tmp2, 16);
6483 9ee6e8bb pbrook
                else
6484 5e3f878a pbrook
                    gen_sxth(tmp2);
6485 a7812ae4 pbrook
                tmp64 = gen_muls_i64_i32(tmp, tmp2);
6486 a7812ae4 pbrook
                tcg_gen_shri_i64(tmp64, tmp64, 16);
6487 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
6488 a7812ae4 pbrook
                tcg_gen_trunc_i64_i32(tmp, tmp64);
6489 b75263d6 Juha Riihimรคki
                tcg_temp_free_i64(tmp64);
6490 9ee6e8bb pbrook
                if ((sh & 2) == 0) {
6491 5e3f878a pbrook
                    tmp2 = load_reg(s, rn);
6492 5e3f878a pbrook
                    gen_helper_add_setq(tmp, tmp, tmp2);
6493 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
6494 9ee6e8bb pbrook
                }
6495 5e3f878a pbrook
                store_reg(s, rd, tmp);
6496 9ee6e8bb pbrook
            } else {
6497 9ee6e8bb pbrook
                /* 16 * 16 */
6498 5e3f878a pbrook
                tmp = load_reg(s, rm);
6499 5e3f878a pbrook
                tmp2 = load_reg(s, rs);
6500 5e3f878a pbrook
                gen_mulxy(tmp, tmp2, sh & 2, sh & 4);
6501 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
6502 9ee6e8bb pbrook
                if (op1 == 2) {
6503 a7812ae4 pbrook
                    tmp64 = tcg_temp_new_i64();
6504 a7812ae4 pbrook
                    tcg_gen_ext_i32_i64(tmp64, tmp);
6505 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
6506 a7812ae4 pbrook
                    gen_addq(s, tmp64, rn, rd);
6507 a7812ae4 pbrook
                    gen_storeq_reg(s, rn, rd, tmp64);
6508 b75263d6 Juha Riihimรคki
                    tcg_temp_free_i64(tmp64);
6509 9ee6e8bb pbrook
                } else {
6510 9ee6e8bb pbrook
                    if (op1 == 0) {
6511 5e3f878a pbrook
                        tmp2 = load_reg(s, rn);
6512 5e3f878a pbrook
                        gen_helper_add_setq(tmp, tmp, tmp2);
6513 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
6514 9ee6e8bb pbrook
                    }
6515 5e3f878a pbrook
                    store_reg(s, rd, tmp);
6516 9ee6e8bb pbrook
                }
6517 9ee6e8bb pbrook
            }
6518 9ee6e8bb pbrook
            break;
6519 9ee6e8bb pbrook
        default:
6520 9ee6e8bb pbrook
            goto illegal_op;
6521 9ee6e8bb pbrook
        }
6522 9ee6e8bb pbrook
    } else if (((insn & 0x0e000000) == 0 &&
6523 9ee6e8bb pbrook
                (insn & 0x00000090) != 0x90) ||
6524 9ee6e8bb pbrook
               ((insn & 0x0e000000) == (1 << 25))) {
6525 9ee6e8bb pbrook
        int set_cc, logic_cc, shiftop;
6526 9ee6e8bb pbrook
6527 9ee6e8bb pbrook
        op1 = (insn >> 21) & 0xf;
6528 9ee6e8bb pbrook
        set_cc = (insn >> 20) & 1;
6529 9ee6e8bb pbrook
        logic_cc = table_logic_cc[op1] & set_cc;
6530 9ee6e8bb pbrook
6531 9ee6e8bb pbrook
        /* data processing instruction */
6532 9ee6e8bb pbrook
        if (insn & (1 << 25)) {
6533 9ee6e8bb pbrook
            /* immediate operand */
6534 9ee6e8bb pbrook
            val = insn & 0xff;
6535 9ee6e8bb pbrook
            shift = ((insn >> 8) & 0xf) * 2;
6536 e9bb4aa9 Juha Riihimรคki
            if (shift) {
6537 9ee6e8bb pbrook
                val = (val >> shift) | (val << (32 - shift));
6538 e9bb4aa9 Juha Riihimรคki
            }
6539 7d1b0095 Peter Maydell
            tmp2 = tcg_temp_new_i32();
6540 e9bb4aa9 Juha Riihimรคki
            tcg_gen_movi_i32(tmp2, val);
6541 e9bb4aa9 Juha Riihimรคki
            if (logic_cc && shift) {
6542 e9bb4aa9 Juha Riihimรคki
                gen_set_CF_bit31(tmp2);
6543 e9bb4aa9 Juha Riihimรคki
            }
6544 9ee6e8bb pbrook
        } else {
6545 9ee6e8bb pbrook
            /* register */
6546 9ee6e8bb pbrook
            rm = (insn) & 0xf;
6547 e9bb4aa9 Juha Riihimรคki
            tmp2 = load_reg(s, rm);
6548 9ee6e8bb pbrook
            shiftop = (insn >> 5) & 3;
6549 9ee6e8bb pbrook
            if (!(insn & (1 << 4))) {
6550 9ee6e8bb pbrook
                shift = (insn >> 7) & 0x1f;
6551 e9bb4aa9 Juha Riihimรคki
                gen_arm_shift_im(tmp2, shiftop, shift, logic_cc);
6552 9ee6e8bb pbrook
            } else {
6553 9ee6e8bb pbrook
                rs = (insn >> 8) & 0xf;
6554 8984bd2e pbrook
                tmp = load_reg(s, rs);
6555 e9bb4aa9 Juha Riihimรคki
                gen_arm_shift_reg(tmp2, shiftop, tmp, logic_cc);
6556 9ee6e8bb pbrook
            }
6557 9ee6e8bb pbrook
        }
6558 9ee6e8bb pbrook
        if (op1 != 0x0f && op1 != 0x0d) {
6559 9ee6e8bb pbrook
            rn = (insn >> 16) & 0xf;
6560 e9bb4aa9 Juha Riihimรคki
            tmp = load_reg(s, rn);
6561 e9bb4aa9 Juha Riihimรคki
        } else {
6562 e9bb4aa9 Juha Riihimรคki
            TCGV_UNUSED(tmp);
6563 9ee6e8bb pbrook
        }
6564 9ee6e8bb pbrook
        rd = (insn >> 12) & 0xf;
6565 9ee6e8bb pbrook
        switch(op1) {
6566 9ee6e8bb pbrook
        case 0x00:
6567 e9bb4aa9 Juha Riihimรคki
            tcg_gen_and_i32(tmp, tmp, tmp2);
6568 e9bb4aa9 Juha Riihimรคki
            if (logic_cc) {
6569 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp);
6570 e9bb4aa9 Juha Riihimรคki
            }
6571 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6572 9ee6e8bb pbrook
            break;
6573 9ee6e8bb pbrook
        case 0x01:
6574 e9bb4aa9 Juha Riihimรคki
            tcg_gen_xor_i32(tmp, tmp, tmp2);
6575 e9bb4aa9 Juha Riihimรคki
            if (logic_cc) {
6576 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp);
6577 e9bb4aa9 Juha Riihimรคki
            }
6578 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6579 9ee6e8bb pbrook
            break;
6580 9ee6e8bb pbrook
        case 0x02:
6581 9ee6e8bb pbrook
            if (set_cc && rd == 15) {
6582 9ee6e8bb pbrook
                /* SUBS r15, ... is used for exception return.  */
6583 e9bb4aa9 Juha Riihimรคki
                if (IS_USER(s)) {
6584 9ee6e8bb pbrook
                    goto illegal_op;
6585 e9bb4aa9 Juha Riihimรคki
                }
6586 e9bb4aa9 Juha Riihimรคki
                gen_helper_sub_cc(tmp, tmp, tmp2);
6587 e9bb4aa9 Juha Riihimรคki
                gen_exception_return(s, tmp);
6588 9ee6e8bb pbrook
            } else {
6589 e9bb4aa9 Juha Riihimรคki
                if (set_cc) {
6590 e9bb4aa9 Juha Riihimรคki
                    gen_helper_sub_cc(tmp, tmp, tmp2);
6591 e9bb4aa9 Juha Riihimรคki
                } else {
6592 e9bb4aa9 Juha Riihimรคki
                    tcg_gen_sub_i32(tmp, tmp, tmp2);
6593 e9bb4aa9 Juha Riihimรคki
                }
6594 21aeb343 Juha Riihimรคki
                store_reg_bx(env, s, rd, tmp);
6595 9ee6e8bb pbrook
            }
6596 9ee6e8bb pbrook
            break;
6597 9ee6e8bb pbrook
        case 0x03:
6598 e9bb4aa9 Juha Riihimรคki
            if (set_cc) {
6599 e9bb4aa9 Juha Riihimรคki
                gen_helper_sub_cc(tmp, tmp2, tmp);
6600 e9bb4aa9 Juha Riihimรคki
            } else {
6601 e9bb4aa9 Juha Riihimรคki
                tcg_gen_sub_i32(tmp, tmp2, tmp);
6602 e9bb4aa9 Juha Riihimรคki
            }
6603 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6604 9ee6e8bb pbrook
            break;
6605 9ee6e8bb pbrook
        case 0x04:
6606 e9bb4aa9 Juha Riihimรคki
            if (set_cc) {
6607 e9bb4aa9 Juha Riihimรคki
                gen_helper_add_cc(tmp, tmp, tmp2);
6608 e9bb4aa9 Juha Riihimรคki
            } else {
6609 e9bb4aa9 Juha Riihimรคki
                tcg_gen_add_i32(tmp, tmp, tmp2);
6610 e9bb4aa9 Juha Riihimรคki
            }
6611 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6612 9ee6e8bb pbrook
            break;
6613 9ee6e8bb pbrook
        case 0x05:
6614 e9bb4aa9 Juha Riihimรคki
            if (set_cc) {
6615 e9bb4aa9 Juha Riihimรคki
                gen_helper_adc_cc(tmp, tmp, tmp2);
6616 e9bb4aa9 Juha Riihimรคki
            } else {
6617 e9bb4aa9 Juha Riihimรคki
                gen_add_carry(tmp, tmp, tmp2);
6618 e9bb4aa9 Juha Riihimรคki
            }
6619 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6620 9ee6e8bb pbrook
            break;
6621 9ee6e8bb pbrook
        case 0x06:
6622 e9bb4aa9 Juha Riihimรคki
            if (set_cc) {
6623 e9bb4aa9 Juha Riihimรคki
                gen_helper_sbc_cc(tmp, tmp, tmp2);
6624 e9bb4aa9 Juha Riihimรคki
            } else {
6625 e9bb4aa9 Juha Riihimรคki
                gen_sub_carry(tmp, tmp, tmp2);
6626 e9bb4aa9 Juha Riihimรคki
            }
6627 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6628 9ee6e8bb pbrook
            break;
6629 9ee6e8bb pbrook
        case 0x07:
6630 e9bb4aa9 Juha Riihimรคki
            if (set_cc) {
6631 e9bb4aa9 Juha Riihimรคki
                gen_helper_sbc_cc(tmp, tmp2, tmp);
6632 e9bb4aa9 Juha Riihimรคki
            } else {
6633 e9bb4aa9 Juha Riihimรคki
                gen_sub_carry(tmp, tmp2, tmp);
6634 e9bb4aa9 Juha Riihimรคki
            }
6635 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6636 9ee6e8bb pbrook
            break;
6637 9ee6e8bb pbrook
        case 0x08:
6638 9ee6e8bb pbrook
            if (set_cc) {
6639 e9bb4aa9 Juha Riihimรคki
                tcg_gen_and_i32(tmp, tmp, tmp2);
6640 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp);
6641 9ee6e8bb pbrook
            }
6642 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
6643 9ee6e8bb pbrook
            break;
6644 9ee6e8bb pbrook
        case 0x09:
6645 9ee6e8bb pbrook
            if (set_cc) {
6646 e9bb4aa9 Juha Riihimรคki
                tcg_gen_xor_i32(tmp, tmp, tmp2);
6647 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp);
6648 9ee6e8bb pbrook
            }
6649 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
6650 9ee6e8bb pbrook
            break;
6651 9ee6e8bb pbrook
        case 0x0a:
6652 9ee6e8bb pbrook
            if (set_cc) {
6653 e9bb4aa9 Juha Riihimรคki
                gen_helper_sub_cc(tmp, tmp, tmp2);
6654 9ee6e8bb pbrook
            }
6655 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
6656 9ee6e8bb pbrook
            break;
6657 9ee6e8bb pbrook
        case 0x0b:
6658 9ee6e8bb pbrook
            if (set_cc) {
6659 e9bb4aa9 Juha Riihimรคki
                gen_helper_add_cc(tmp, tmp, tmp2);
6660 9ee6e8bb pbrook
            }
6661 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
6662 9ee6e8bb pbrook
            break;
6663 9ee6e8bb pbrook
        case 0x0c:
6664 e9bb4aa9 Juha Riihimรคki
            tcg_gen_or_i32(tmp, tmp, tmp2);
6665 e9bb4aa9 Juha Riihimรคki
            if (logic_cc) {
6666 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp);
6667 e9bb4aa9 Juha Riihimรคki
            }
6668 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6669 9ee6e8bb pbrook
            break;
6670 9ee6e8bb pbrook
        case 0x0d:
6671 9ee6e8bb pbrook
            if (logic_cc && rd == 15) {
6672 9ee6e8bb pbrook
                /* MOVS r15, ... is used for exception return.  */
6673 e9bb4aa9 Juha Riihimรคki
                if (IS_USER(s)) {
6674 9ee6e8bb pbrook
                    goto illegal_op;
6675 e9bb4aa9 Juha Riihimรคki
                }
6676 e9bb4aa9 Juha Riihimรคki
                gen_exception_return(s, tmp2);
6677 9ee6e8bb pbrook
            } else {
6678 e9bb4aa9 Juha Riihimรคki
                if (logic_cc) {
6679 e9bb4aa9 Juha Riihimรคki
                    gen_logic_CC(tmp2);
6680 e9bb4aa9 Juha Riihimรคki
                }
6681 21aeb343 Juha Riihimรคki
                store_reg_bx(env, s, rd, tmp2);
6682 9ee6e8bb pbrook
            }
6683 9ee6e8bb pbrook
            break;
6684 9ee6e8bb pbrook
        case 0x0e:
6685 f669df27 Aurelien Jarno
            tcg_gen_andc_i32(tmp, tmp, tmp2);
6686 e9bb4aa9 Juha Riihimรคki
            if (logic_cc) {
6687 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp);
6688 e9bb4aa9 Juha Riihimรคki
            }
6689 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
6690 9ee6e8bb pbrook
            break;
6691 9ee6e8bb pbrook
        default:
6692 9ee6e8bb pbrook
        case 0x0f:
6693 e9bb4aa9 Juha Riihimรคki
            tcg_gen_not_i32(tmp2, tmp2);
6694 e9bb4aa9 Juha Riihimรคki
            if (logic_cc) {
6695 e9bb4aa9 Juha Riihimรคki
                gen_logic_CC(tmp2);
6696 e9bb4aa9 Juha Riihimรคki
            }
6697 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp2);
6698 9ee6e8bb pbrook
            break;
6699 9ee6e8bb pbrook
        }
6700 e9bb4aa9 Juha Riihimรคki
        if (op1 != 0x0f && op1 != 0x0d) {
6701 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
6702 e9bb4aa9 Juha Riihimรคki
        }
6703 9ee6e8bb pbrook
    } else {
6704 9ee6e8bb pbrook
        /* other instructions */
6705 9ee6e8bb pbrook
        op1 = (insn >> 24) & 0xf;
6706 9ee6e8bb pbrook
        switch(op1) {
6707 9ee6e8bb pbrook
        case 0x0:
6708 9ee6e8bb pbrook
        case 0x1:
6709 9ee6e8bb pbrook
            /* multiplies, extra load/stores */
6710 9ee6e8bb pbrook
            sh = (insn >> 5) & 3;
6711 9ee6e8bb pbrook
            if (sh == 0) {
6712 9ee6e8bb pbrook
                if (op1 == 0x0) {
6713 9ee6e8bb pbrook
                    rd = (insn >> 16) & 0xf;
6714 9ee6e8bb pbrook
                    rn = (insn >> 12) & 0xf;
6715 9ee6e8bb pbrook
                    rs = (insn >> 8) & 0xf;
6716 9ee6e8bb pbrook
                    rm = (insn) & 0xf;
6717 9ee6e8bb pbrook
                    op1 = (insn >> 20) & 0xf;
6718 9ee6e8bb pbrook
                    switch (op1) {
6719 9ee6e8bb pbrook
                    case 0: case 1: case 2: case 3: case 6:
6720 9ee6e8bb pbrook
                        /* 32 bit mul */
6721 5e3f878a pbrook
                        tmp = load_reg(s, rs);
6722 5e3f878a pbrook
                        tmp2 = load_reg(s, rm);
6723 5e3f878a pbrook
                        tcg_gen_mul_i32(tmp, tmp, tmp2);
6724 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
6725 9ee6e8bb pbrook
                        if (insn & (1 << 22)) {
6726 9ee6e8bb pbrook
                            /* Subtract (mls) */
6727 9ee6e8bb pbrook
                            ARCH(6T2);
6728 5e3f878a pbrook
                            tmp2 = load_reg(s, rn);
6729 5e3f878a pbrook
                            tcg_gen_sub_i32(tmp, tmp2, tmp);
6730 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
6731 9ee6e8bb pbrook
                        } else if (insn & (1 << 21)) {
6732 9ee6e8bb pbrook
                            /* Add */
6733 5e3f878a pbrook
                            tmp2 = load_reg(s, rn);
6734 5e3f878a pbrook
                            tcg_gen_add_i32(tmp, tmp, tmp2);
6735 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
6736 9ee6e8bb pbrook
                        }
6737 9ee6e8bb pbrook
                        if (insn & (1 << 20))
6738 5e3f878a pbrook
                            gen_logic_CC(tmp);
6739 5e3f878a pbrook
                        store_reg(s, rd, tmp);
6740 9ee6e8bb pbrook
                        break;
6741 8aac08b1 Aurelien Jarno
                    case 4:
6742 8aac08b1 Aurelien Jarno
                        /* 64 bit mul double accumulate (UMAAL) */
6743 8aac08b1 Aurelien Jarno
                        ARCH(6);
6744 8aac08b1 Aurelien Jarno
                        tmp = load_reg(s, rs);
6745 8aac08b1 Aurelien Jarno
                        tmp2 = load_reg(s, rm);
6746 8aac08b1 Aurelien Jarno
                        tmp64 = gen_mulu_i64_i32(tmp, tmp2);
6747 8aac08b1 Aurelien Jarno
                        gen_addq_lo(s, tmp64, rn);
6748 8aac08b1 Aurelien Jarno
                        gen_addq_lo(s, tmp64, rd);
6749 8aac08b1 Aurelien Jarno
                        gen_storeq_reg(s, rn, rd, tmp64);
6750 8aac08b1 Aurelien Jarno
                        tcg_temp_free_i64(tmp64);
6751 8aac08b1 Aurelien Jarno
                        break;
6752 8aac08b1 Aurelien Jarno
                    case 8: case 9: case 10: case 11:
6753 8aac08b1 Aurelien Jarno
                    case 12: case 13: case 14: case 15:
6754 8aac08b1 Aurelien Jarno
                        /* 64 bit mul: UMULL, UMLAL, SMULL, SMLAL. */
6755 5e3f878a pbrook
                        tmp = load_reg(s, rs);
6756 5e3f878a pbrook
                        tmp2 = load_reg(s, rm);
6757 8aac08b1 Aurelien Jarno
                        if (insn & (1 << 22)) {
6758 a7812ae4 pbrook
                            tmp64 = gen_muls_i64_i32(tmp, tmp2);
6759 8aac08b1 Aurelien Jarno
                        } else {
6760 a7812ae4 pbrook
                            tmp64 = gen_mulu_i64_i32(tmp, tmp2);
6761 8aac08b1 Aurelien Jarno
                        }
6762 8aac08b1 Aurelien Jarno
                        if (insn & (1 << 21)) { /* mult accumulate */
6763 a7812ae4 pbrook
                            gen_addq(s, tmp64, rn, rd);
6764 9ee6e8bb pbrook
                        }
6765 8aac08b1 Aurelien Jarno
                        if (insn & (1 << 20)) {
6766 a7812ae4 pbrook
                            gen_logicq_cc(tmp64);
6767 8aac08b1 Aurelien Jarno
                        }
6768 a7812ae4 pbrook
                        gen_storeq_reg(s, rn, rd, tmp64);
6769 b75263d6 Juha Riihimรคki
                        tcg_temp_free_i64(tmp64);
6770 9ee6e8bb pbrook
                        break;
6771 8aac08b1 Aurelien Jarno
                    default:
6772 8aac08b1 Aurelien Jarno
                        goto illegal_op;
6773 9ee6e8bb pbrook
                    }
6774 9ee6e8bb pbrook
                } else {
6775 9ee6e8bb pbrook
                    rn = (insn >> 16) & 0xf;
6776 9ee6e8bb pbrook
                    rd = (insn >> 12) & 0xf;
6777 9ee6e8bb pbrook
                    if (insn & (1 << 23)) {
6778 9ee6e8bb pbrook
                        /* load/store exclusive */
6779 86753403 pbrook
                        op1 = (insn >> 21) & 0x3;
6780 86753403 pbrook
                        if (op1)
6781 a47f43d2 pbrook
                            ARCH(6K);
6782 86753403 pbrook
                        else
6783 86753403 pbrook
                            ARCH(6);
6784 3174f8e9 Filip Navara
                        addr = tcg_temp_local_new_i32();
6785 98a46317 Aurelien Jarno
                        load_reg_var(s, addr, rn);
6786 9ee6e8bb pbrook
                        if (insn & (1 << 20)) {
6787 86753403 pbrook
                            switch (op1) {
6788 86753403 pbrook
                            case 0: /* ldrex */
6789 426f5abc Paul Brook
                                gen_load_exclusive(s, rd, 15, addr, 2);
6790 86753403 pbrook
                                break;
6791 86753403 pbrook
                            case 1: /* ldrexd */
6792 426f5abc Paul Brook
                                gen_load_exclusive(s, rd, rd + 1, addr, 3);
6793 86753403 pbrook
                                break;
6794 86753403 pbrook
                            case 2: /* ldrexb */
6795 426f5abc Paul Brook
                                gen_load_exclusive(s, rd, 15, addr, 0);
6796 86753403 pbrook
                                break;
6797 86753403 pbrook
                            case 3: /* ldrexh */
6798 426f5abc Paul Brook
                                gen_load_exclusive(s, rd, 15, addr, 1);
6799 86753403 pbrook
                                break;
6800 86753403 pbrook
                            default:
6801 86753403 pbrook
                                abort();
6802 86753403 pbrook
                            }
6803 9ee6e8bb pbrook
                        } else {
6804 9ee6e8bb pbrook
                            rm = insn & 0xf;
6805 86753403 pbrook
                            switch (op1) {
6806 86753403 pbrook
                            case 0:  /*  strex */
6807 426f5abc Paul Brook
                                gen_store_exclusive(s, rd, rm, 15, addr, 2);
6808 86753403 pbrook
                                break;
6809 86753403 pbrook
                            case 1: /*  strexd */
6810 502e64fe Aurelien Jarno
                                gen_store_exclusive(s, rd, rm, rm + 1, addr, 3);
6811 86753403 pbrook
                                break;
6812 86753403 pbrook
                            case 2: /*  strexb */
6813 426f5abc Paul Brook
                                gen_store_exclusive(s, rd, rm, 15, addr, 0);
6814 86753403 pbrook
                                break;
6815 86753403 pbrook
                            case 3: /* strexh */
6816 426f5abc Paul Brook
                                gen_store_exclusive(s, rd, rm, 15, addr, 1);
6817 86753403 pbrook
                                break;
6818 86753403 pbrook
                            default:
6819 86753403 pbrook
                                abort();
6820 86753403 pbrook
                            }
6821 9ee6e8bb pbrook
                        }
6822 3174f8e9 Filip Navara
                        tcg_temp_free(addr);
6823 9ee6e8bb pbrook
                    } else {
6824 9ee6e8bb pbrook
                        /* SWP instruction */
6825 9ee6e8bb pbrook
                        rm = (insn) & 0xf;
6826 9ee6e8bb pbrook
6827 8984bd2e pbrook
                        /* ??? This is not really atomic.  However we know
6828 8984bd2e pbrook
                           we never have multiple CPUs running in parallel,
6829 8984bd2e pbrook
                           so it is good enough.  */
6830 8984bd2e pbrook
                        addr = load_reg(s, rn);
6831 8984bd2e pbrook
                        tmp = load_reg(s, rm);
6832 9ee6e8bb pbrook
                        if (insn & (1 << 22)) {
6833 8984bd2e pbrook
                            tmp2 = gen_ld8u(addr, IS_USER(s));
6834 8984bd2e pbrook
                            gen_st8(tmp, addr, IS_USER(s));
6835 9ee6e8bb pbrook
                        } else {
6836 8984bd2e pbrook
                            tmp2 = gen_ld32(addr, IS_USER(s));
6837 8984bd2e pbrook
                            gen_st32(tmp, addr, IS_USER(s));
6838 9ee6e8bb pbrook
                        }
6839 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(addr);
6840 8984bd2e pbrook
                        store_reg(s, rd, tmp2);
6841 9ee6e8bb pbrook
                    }
6842 9ee6e8bb pbrook
                }
6843 9ee6e8bb pbrook
            } else {
6844 9ee6e8bb pbrook
                int address_offset;
6845 9ee6e8bb pbrook
                int load;
6846 9ee6e8bb pbrook
                /* Misc load/store */
6847 9ee6e8bb pbrook
                rn = (insn >> 16) & 0xf;
6848 9ee6e8bb pbrook
                rd = (insn >> 12) & 0xf;
6849 b0109805 pbrook
                addr = load_reg(s, rn);
6850 9ee6e8bb pbrook
                if (insn & (1 << 24))
6851 b0109805 pbrook
                    gen_add_datah_offset(s, insn, 0, addr);
6852 9ee6e8bb pbrook
                address_offset = 0;
6853 9ee6e8bb pbrook
                if (insn & (1 << 20)) {
6854 9ee6e8bb pbrook
                    /* load */
6855 9ee6e8bb pbrook
                    switch(sh) {
6856 9ee6e8bb pbrook
                    case 1:
6857 b0109805 pbrook
                        tmp = gen_ld16u(addr, IS_USER(s));
6858 9ee6e8bb pbrook
                        break;
6859 9ee6e8bb pbrook
                    case 2:
6860 b0109805 pbrook
                        tmp = gen_ld8s(addr, IS_USER(s));
6861 9ee6e8bb pbrook
                        break;
6862 9ee6e8bb pbrook
                    default:
6863 9ee6e8bb pbrook
                    case 3:
6864 b0109805 pbrook
                        tmp = gen_ld16s(addr, IS_USER(s));
6865 9ee6e8bb pbrook
                        break;
6866 9ee6e8bb pbrook
                    }
6867 9ee6e8bb pbrook
                    load = 1;
6868 9ee6e8bb pbrook
                } else if (sh & 2) {
6869 9ee6e8bb pbrook
                    /* doubleword */
6870 9ee6e8bb pbrook
                    if (sh & 1) {
6871 9ee6e8bb pbrook
                        /* store */
6872 b0109805 pbrook
                        tmp = load_reg(s, rd);
6873 b0109805 pbrook
                        gen_st32(tmp, addr, IS_USER(s));
6874 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, 4);
6875 b0109805 pbrook
                        tmp = load_reg(s, rd + 1);
6876 b0109805 pbrook
                        gen_st32(tmp, addr, IS_USER(s));
6877 9ee6e8bb pbrook
                        load = 0;
6878 9ee6e8bb pbrook
                    } else {
6879 9ee6e8bb pbrook
                        /* load */
6880 b0109805 pbrook
                        tmp = gen_ld32(addr, IS_USER(s));
6881 b0109805 pbrook
                        store_reg(s, rd, tmp);
6882 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, 4);
6883 b0109805 pbrook
                        tmp = gen_ld32(addr, IS_USER(s));
6884 9ee6e8bb pbrook
                        rd++;
6885 9ee6e8bb pbrook
                        load = 1;
6886 9ee6e8bb pbrook
                    }
6887 9ee6e8bb pbrook
                    address_offset = -4;
6888 9ee6e8bb pbrook
                } else {
6889 9ee6e8bb pbrook
                    /* store */
6890 b0109805 pbrook
                    tmp = load_reg(s, rd);
6891 b0109805 pbrook
                    gen_st16(tmp, addr, IS_USER(s));
6892 9ee6e8bb pbrook
                    load = 0;
6893 9ee6e8bb pbrook
                }
6894 9ee6e8bb pbrook
                /* Perform base writeback before the loaded value to
6895 9ee6e8bb pbrook
                   ensure correct behavior with overlapping index registers.
6896 9ee6e8bb pbrook
                   ldrd with base writeback is is undefined if the
6897 9ee6e8bb pbrook
                   destination and index registers overlap.  */
6898 9ee6e8bb pbrook
                if (!(insn & (1 << 24))) {
6899 b0109805 pbrook
                    gen_add_datah_offset(s, insn, address_offset, addr);
6900 b0109805 pbrook
                    store_reg(s, rn, addr);
6901 9ee6e8bb pbrook
                } else if (insn & (1 << 21)) {
6902 9ee6e8bb pbrook
                    if (address_offset)
6903 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, address_offset);
6904 b0109805 pbrook
                    store_reg(s, rn, addr);
6905 b0109805 pbrook
                } else {
6906 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(addr);
6907 9ee6e8bb pbrook
                }
6908 9ee6e8bb pbrook
                if (load) {
6909 9ee6e8bb pbrook
                    /* Complete the load.  */
6910 b0109805 pbrook
                    store_reg(s, rd, tmp);
6911 9ee6e8bb pbrook
                }
6912 9ee6e8bb pbrook
            }
6913 9ee6e8bb pbrook
            break;
6914 9ee6e8bb pbrook
        case 0x4:
6915 9ee6e8bb pbrook
        case 0x5:
6916 9ee6e8bb pbrook
            goto do_ldst;
6917 9ee6e8bb pbrook
        case 0x6:
6918 9ee6e8bb pbrook
        case 0x7:
6919 9ee6e8bb pbrook
            if (insn & (1 << 4)) {
6920 9ee6e8bb pbrook
                ARCH(6);
6921 9ee6e8bb pbrook
                /* Armv6 Media instructions.  */
6922 9ee6e8bb pbrook
                rm = insn & 0xf;
6923 9ee6e8bb pbrook
                rn = (insn >> 16) & 0xf;
6924 2c0262af bellard
                rd = (insn >> 12) & 0xf;
6925 9ee6e8bb pbrook
                rs = (insn >> 8) & 0xf;
6926 9ee6e8bb pbrook
                switch ((insn >> 23) & 3) {
6927 9ee6e8bb pbrook
                case 0: /* Parallel add/subtract.  */
6928 9ee6e8bb pbrook
                    op1 = (insn >> 20) & 7;
6929 6ddbc6e4 pbrook
                    tmp = load_reg(s, rn);
6930 6ddbc6e4 pbrook
                    tmp2 = load_reg(s, rm);
6931 9ee6e8bb pbrook
                    sh = (insn >> 5) & 7;
6932 9ee6e8bb pbrook
                    if ((op1 & 3) == 0 || sh == 5 || sh == 6)
6933 9ee6e8bb pbrook
                        goto illegal_op;
6934 6ddbc6e4 pbrook
                    gen_arm_parallel_addsub(op1, sh, tmp, tmp2);
6935 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
6936 6ddbc6e4 pbrook
                    store_reg(s, rd, tmp);
6937 9ee6e8bb pbrook
                    break;
6938 9ee6e8bb pbrook
                case 1:
6939 9ee6e8bb pbrook
                    if ((insn & 0x00700020) == 0) {
6940 6c95676b balrog
                        /* Halfword pack.  */
6941 3670669c pbrook
                        tmp = load_reg(s, rn);
6942 3670669c pbrook
                        tmp2 = load_reg(s, rm);
6943 9ee6e8bb pbrook
                        shift = (insn >> 7) & 0x1f;
6944 3670669c pbrook
                        if (insn & (1 << 6)) {
6945 3670669c pbrook
                            /* pkhtb */
6946 22478e79 balrog
                            if (shift == 0)
6947 22478e79 balrog
                                shift = 31;
6948 22478e79 balrog
                            tcg_gen_sari_i32(tmp2, tmp2, shift);
6949 3670669c pbrook
                            tcg_gen_andi_i32(tmp, tmp, 0xffff0000);
6950 86831435 pbrook
                            tcg_gen_ext16u_i32(tmp2, tmp2);
6951 3670669c pbrook
                        } else {
6952 3670669c pbrook
                            /* pkhbt */
6953 22478e79 balrog
                            if (shift)
6954 22478e79 balrog
                                tcg_gen_shli_i32(tmp2, tmp2, shift);
6955 86831435 pbrook
                            tcg_gen_ext16u_i32(tmp, tmp);
6956 3670669c pbrook
                            tcg_gen_andi_i32(tmp2, tmp2, 0xffff0000);
6957 3670669c pbrook
                        }
6958 3670669c pbrook
                        tcg_gen_or_i32(tmp, tmp, tmp2);
6959 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
6960 3670669c pbrook
                        store_reg(s, rd, tmp);
6961 9ee6e8bb pbrook
                    } else if ((insn & 0x00200020) == 0x00200000) {
6962 9ee6e8bb pbrook
                        /* [us]sat */
6963 6ddbc6e4 pbrook
                        tmp = load_reg(s, rm);
6964 9ee6e8bb pbrook
                        shift = (insn >> 7) & 0x1f;
6965 9ee6e8bb pbrook
                        if (insn & (1 << 6)) {
6966 9ee6e8bb pbrook
                            if (shift == 0)
6967 9ee6e8bb pbrook
                                shift = 31;
6968 6ddbc6e4 pbrook
                            tcg_gen_sari_i32(tmp, tmp, shift);
6969 9ee6e8bb pbrook
                        } else {
6970 6ddbc6e4 pbrook
                            tcg_gen_shli_i32(tmp, tmp, shift);
6971 9ee6e8bb pbrook
                        }
6972 9ee6e8bb pbrook
                        sh = (insn >> 16) & 0x1f;
6973 40d3c433 Christophe Lyon
                        tmp2 = tcg_const_i32(sh);
6974 40d3c433 Christophe Lyon
                        if (insn & (1 << 22))
6975 40d3c433 Christophe Lyon
                          gen_helper_usat(tmp, tmp, tmp2);
6976 40d3c433 Christophe Lyon
                        else
6977 40d3c433 Christophe Lyon
                          gen_helper_ssat(tmp, tmp, tmp2);
6978 40d3c433 Christophe Lyon
                        tcg_temp_free_i32(tmp2);
6979 6ddbc6e4 pbrook
                        store_reg(s, rd, tmp);
6980 9ee6e8bb pbrook
                    } else if ((insn & 0x00300fe0) == 0x00200f20) {
6981 9ee6e8bb pbrook
                        /* [us]sat16 */
6982 6ddbc6e4 pbrook
                        tmp = load_reg(s, rm);
6983 9ee6e8bb pbrook
                        sh = (insn >> 16) & 0x1f;
6984 40d3c433 Christophe Lyon
                        tmp2 = tcg_const_i32(sh);
6985 40d3c433 Christophe Lyon
                        if (insn & (1 << 22))
6986 40d3c433 Christophe Lyon
                          gen_helper_usat16(tmp, tmp, tmp2);
6987 40d3c433 Christophe Lyon
                        else
6988 40d3c433 Christophe Lyon
                          gen_helper_ssat16(tmp, tmp, tmp2);
6989 40d3c433 Christophe Lyon
                        tcg_temp_free_i32(tmp2);
6990 6ddbc6e4 pbrook
                        store_reg(s, rd, tmp);
6991 9ee6e8bb pbrook
                    } else if ((insn & 0x00700fe0) == 0x00000fa0) {
6992 9ee6e8bb pbrook
                        /* Select bytes.  */
6993 6ddbc6e4 pbrook
                        tmp = load_reg(s, rn);
6994 6ddbc6e4 pbrook
                        tmp2 = load_reg(s, rm);
6995 7d1b0095 Peter Maydell
                        tmp3 = tcg_temp_new_i32();
6996 6ddbc6e4 pbrook
                        tcg_gen_ld_i32(tmp3, cpu_env, offsetof(CPUState, GE));
6997 6ddbc6e4 pbrook
                        gen_helper_sel_flags(tmp, tmp3, tmp, tmp2);
6998 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp3);
6999 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
7000 6ddbc6e4 pbrook
                        store_reg(s, rd, tmp);
7001 9ee6e8bb pbrook
                    } else if ((insn & 0x000003e0) == 0x00000060) {
7002 5e3f878a pbrook
                        tmp = load_reg(s, rm);
7003 9ee6e8bb pbrook
                        shift = (insn >> 10) & 3;
7004 9ee6e8bb pbrook
                        /* ??? In many cases it's not neccessary to do a
7005 9ee6e8bb pbrook
                           rotate, a shift is sufficient.  */
7006 9ee6e8bb pbrook
                        if (shift != 0)
7007 f669df27 Aurelien Jarno
                            tcg_gen_rotri_i32(tmp, tmp, shift * 8);
7008 9ee6e8bb pbrook
                        op1 = (insn >> 20) & 7;
7009 9ee6e8bb pbrook
                        switch (op1) {
7010 5e3f878a pbrook
                        case 0: gen_sxtb16(tmp);  break;
7011 5e3f878a pbrook
                        case 2: gen_sxtb(tmp);    break;
7012 5e3f878a pbrook
                        case 3: gen_sxth(tmp);    break;
7013 5e3f878a pbrook
                        case 4: gen_uxtb16(tmp);  break;
7014 5e3f878a pbrook
                        case 6: gen_uxtb(tmp);    break;
7015 5e3f878a pbrook
                        case 7: gen_uxth(tmp);    break;
7016 9ee6e8bb pbrook
                        default: goto illegal_op;
7017 9ee6e8bb pbrook
                        }
7018 9ee6e8bb pbrook
                        if (rn != 15) {
7019 5e3f878a pbrook
                            tmp2 = load_reg(s, rn);
7020 9ee6e8bb pbrook
                            if ((op1 & 3) == 0) {
7021 5e3f878a pbrook
                                gen_add16(tmp, tmp2);
7022 9ee6e8bb pbrook
                            } else {
7023 5e3f878a pbrook
                                tcg_gen_add_i32(tmp, tmp, tmp2);
7024 7d1b0095 Peter Maydell
                                tcg_temp_free_i32(tmp2);
7025 9ee6e8bb pbrook
                            }
7026 9ee6e8bb pbrook
                        }
7027 6c95676b balrog
                        store_reg(s, rd, tmp);
7028 9ee6e8bb pbrook
                    } else if ((insn & 0x003f0f60) == 0x003f0f20) {
7029 9ee6e8bb pbrook
                        /* rev */
7030 b0109805 pbrook
                        tmp = load_reg(s, rm);
7031 9ee6e8bb pbrook
                        if (insn & (1 << 22)) {
7032 9ee6e8bb pbrook
                            if (insn & (1 << 7)) {
7033 b0109805 pbrook
                                gen_revsh(tmp);
7034 9ee6e8bb pbrook
                            } else {
7035 9ee6e8bb pbrook
                                ARCH(6T2);
7036 b0109805 pbrook
                                gen_helper_rbit(tmp, tmp);
7037 9ee6e8bb pbrook
                            }
7038 9ee6e8bb pbrook
                        } else {
7039 9ee6e8bb pbrook
                            if (insn & (1 << 7))
7040 b0109805 pbrook
                                gen_rev16(tmp);
7041 9ee6e8bb pbrook
                            else
7042 66896cb8 aurel32
                                tcg_gen_bswap32_i32(tmp, tmp);
7043 9ee6e8bb pbrook
                        }
7044 b0109805 pbrook
                        store_reg(s, rd, tmp);
7045 9ee6e8bb pbrook
                    } else {
7046 9ee6e8bb pbrook
                        goto illegal_op;
7047 9ee6e8bb pbrook
                    }
7048 9ee6e8bb pbrook
                    break;
7049 9ee6e8bb pbrook
                case 2: /* Multiplies (Type 3).  */
7050 5e3f878a pbrook
                    tmp = load_reg(s, rm);
7051 5e3f878a pbrook
                    tmp2 = load_reg(s, rs);
7052 9ee6e8bb pbrook
                    if (insn & (1 << 20)) {
7053 838fa72d Aurelien Jarno
                        /* Signed multiply most significant [accumulate].
7054 838fa72d Aurelien Jarno
                           (SMMUL, SMMLA, SMMLS) */
7055 a7812ae4 pbrook
                        tmp64 = gen_muls_i64_i32(tmp, tmp2);
7056 838fa72d Aurelien Jarno
7057 955a7dd5 balrog
                        if (rd != 15) {
7058 838fa72d Aurelien Jarno
                            tmp = load_reg(s, rd);
7059 9ee6e8bb pbrook
                            if (insn & (1 << 6)) {
7060 838fa72d Aurelien Jarno
                                tmp64 = gen_subq_msw(tmp64, tmp);
7061 9ee6e8bb pbrook
                            } else {
7062 838fa72d Aurelien Jarno
                                tmp64 = gen_addq_msw(tmp64, tmp);
7063 9ee6e8bb pbrook
                            }
7064 9ee6e8bb pbrook
                        }
7065 838fa72d Aurelien Jarno
                        if (insn & (1 << 5)) {
7066 838fa72d Aurelien Jarno
                            tcg_gen_addi_i64(tmp64, tmp64, 0x80000000u);
7067 838fa72d Aurelien Jarno
                        }
7068 838fa72d Aurelien Jarno
                        tcg_gen_shri_i64(tmp64, tmp64, 32);
7069 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
7070 838fa72d Aurelien Jarno
                        tcg_gen_trunc_i64_i32(tmp, tmp64);
7071 838fa72d Aurelien Jarno
                        tcg_temp_free_i64(tmp64);
7072 955a7dd5 balrog
                        store_reg(s, rn, tmp);
7073 9ee6e8bb pbrook
                    } else {
7074 9ee6e8bb pbrook
                        if (insn & (1 << 5))
7075 5e3f878a pbrook
                            gen_swap_half(tmp2);
7076 5e3f878a pbrook
                        gen_smul_dual(tmp, tmp2);
7077 5e3f878a pbrook
                        if (insn & (1 << 6)) {
7078 e1d177b9 Peter Maydell
                            /* This subtraction cannot overflow. */
7079 5e3f878a pbrook
                            tcg_gen_sub_i32(tmp, tmp, tmp2);
7080 5e3f878a pbrook
                        } else {
7081 e1d177b9 Peter Maydell
                            /* This addition cannot overflow 32 bits;
7082 e1d177b9 Peter Maydell
                             * however it may overflow considered as a signed
7083 e1d177b9 Peter Maydell
                             * operation, in which case we must set the Q flag.
7084 e1d177b9 Peter Maydell
                             */
7085 e1d177b9 Peter Maydell
                            gen_helper_add_setq(tmp, tmp, tmp2);
7086 5e3f878a pbrook
                        }
7087 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
7088 9ee6e8bb pbrook
                        if (insn & (1 << 22)) {
7089 5e3f878a pbrook
                            /* smlald, smlsld */
7090 a7812ae4 pbrook
                            tmp64 = tcg_temp_new_i64();
7091 a7812ae4 pbrook
                            tcg_gen_ext_i32_i64(tmp64, tmp);
7092 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp);
7093 a7812ae4 pbrook
                            gen_addq(s, tmp64, rd, rn);
7094 a7812ae4 pbrook
                            gen_storeq_reg(s, rd, rn, tmp64);
7095 b75263d6 Juha Riihimรคki
                            tcg_temp_free_i64(tmp64);
7096 9ee6e8bb pbrook
                        } else {
7097 5e3f878a pbrook
                            /* smuad, smusd, smlad, smlsd */
7098 22478e79 balrog
                            if (rd != 15)
7099 9ee6e8bb pbrook
                              {
7100 22478e79 balrog
                                tmp2 = load_reg(s, rd);
7101 5e3f878a pbrook
                                gen_helper_add_setq(tmp, tmp, tmp2);
7102 7d1b0095 Peter Maydell
                                tcg_temp_free_i32(tmp2);
7103 9ee6e8bb pbrook
                              }
7104 22478e79 balrog
                            store_reg(s, rn, tmp);
7105 9ee6e8bb pbrook
                        }
7106 9ee6e8bb pbrook
                    }
7107 9ee6e8bb pbrook
                    break;
7108 9ee6e8bb pbrook
                case 3:
7109 9ee6e8bb pbrook
                    op1 = ((insn >> 17) & 0x38) | ((insn >> 5) & 7);
7110 9ee6e8bb pbrook
                    switch (op1) {
7111 9ee6e8bb pbrook
                    case 0: /* Unsigned sum of absolute differences.  */
7112 6ddbc6e4 pbrook
                        ARCH(6);
7113 6ddbc6e4 pbrook
                        tmp = load_reg(s, rm);
7114 6ddbc6e4 pbrook
                        tmp2 = load_reg(s, rs);
7115 6ddbc6e4 pbrook
                        gen_helper_usad8(tmp, tmp, tmp2);
7116 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
7117 ded9d295 balrog
                        if (rd != 15) {
7118 ded9d295 balrog
                            tmp2 = load_reg(s, rd);
7119 6ddbc6e4 pbrook
                            tcg_gen_add_i32(tmp, tmp, tmp2);
7120 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
7121 9ee6e8bb pbrook
                        }
7122 ded9d295 balrog
                        store_reg(s, rn, tmp);
7123 9ee6e8bb pbrook
                        break;
7124 9ee6e8bb pbrook
                    case 0x20: case 0x24: case 0x28: case 0x2c:
7125 9ee6e8bb pbrook
                        /* Bitfield insert/clear.  */
7126 9ee6e8bb pbrook
                        ARCH(6T2);
7127 9ee6e8bb pbrook
                        shift = (insn >> 7) & 0x1f;
7128 9ee6e8bb pbrook
                        i = (insn >> 16) & 0x1f;
7129 9ee6e8bb pbrook
                        i = i + 1 - shift;
7130 9ee6e8bb pbrook
                        if (rm == 15) {
7131 7d1b0095 Peter Maydell
                            tmp = tcg_temp_new_i32();
7132 5e3f878a pbrook
                            tcg_gen_movi_i32(tmp, 0);
7133 9ee6e8bb pbrook
                        } else {
7134 5e3f878a pbrook
                            tmp = load_reg(s, rm);
7135 9ee6e8bb pbrook
                        }
7136 9ee6e8bb pbrook
                        if (i != 32) {
7137 5e3f878a pbrook
                            tmp2 = load_reg(s, rd);
7138 8f8e3aa4 pbrook
                            gen_bfi(tmp, tmp2, tmp, shift, (1u << i) - 1);
7139 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
7140 9ee6e8bb pbrook
                        }
7141 5e3f878a pbrook
                        store_reg(s, rd, tmp);
7142 9ee6e8bb pbrook
                        break;
7143 9ee6e8bb pbrook
                    case 0x12: case 0x16: case 0x1a: case 0x1e: /* sbfx */
7144 9ee6e8bb pbrook
                    case 0x32: case 0x36: case 0x3a: case 0x3e: /* ubfx */
7145 4cc633c3 balrog
                        ARCH(6T2);
7146 5e3f878a pbrook
                        tmp = load_reg(s, rm);
7147 9ee6e8bb pbrook
                        shift = (insn >> 7) & 0x1f;
7148 9ee6e8bb pbrook
                        i = ((insn >> 16) & 0x1f) + 1;
7149 9ee6e8bb pbrook
                        if (shift + i > 32)
7150 9ee6e8bb pbrook
                            goto illegal_op;
7151 9ee6e8bb pbrook
                        if (i < 32) {
7152 9ee6e8bb pbrook
                            if (op1 & 0x20) {
7153 5e3f878a pbrook
                                gen_ubfx(tmp, shift, (1u << i) - 1);
7154 9ee6e8bb pbrook
                            } else {
7155 5e3f878a pbrook
                                gen_sbfx(tmp, shift, i);
7156 9ee6e8bb pbrook
                            }
7157 9ee6e8bb pbrook
                        }
7158 5e3f878a pbrook
                        store_reg(s, rd, tmp);
7159 9ee6e8bb pbrook
                        break;
7160 9ee6e8bb pbrook
                    default:
7161 9ee6e8bb pbrook
                        goto illegal_op;
7162 9ee6e8bb pbrook
                    }
7163 9ee6e8bb pbrook
                    break;
7164 9ee6e8bb pbrook
                }
7165 9ee6e8bb pbrook
                break;
7166 9ee6e8bb pbrook
            }
7167 9ee6e8bb pbrook
        do_ldst:
7168 9ee6e8bb pbrook
            /* Check for undefined extension instructions
7169 9ee6e8bb pbrook
             * per the ARM Bible IE:
7170 9ee6e8bb pbrook
             * xxxx 0111 1111 xxxx  xxxx xxxx 1111 xxxx
7171 9ee6e8bb pbrook
             */
7172 9ee6e8bb pbrook
            sh = (0xf << 20) | (0xf << 4);
7173 9ee6e8bb pbrook
            if (op1 == 0x7 && ((insn & sh) == sh))
7174 9ee6e8bb pbrook
            {
7175 9ee6e8bb pbrook
                goto illegal_op;
7176 9ee6e8bb pbrook
            }
7177 9ee6e8bb pbrook
            /* load/store byte/word */
7178 9ee6e8bb pbrook
            rn = (insn >> 16) & 0xf;
7179 9ee6e8bb pbrook
            rd = (insn >> 12) & 0xf;
7180 b0109805 pbrook
            tmp2 = load_reg(s, rn);
7181 9ee6e8bb pbrook
            i = (IS_USER(s) || (insn & 0x01200000) == 0x00200000);
7182 9ee6e8bb pbrook
            if (insn & (1 << 24))
7183 b0109805 pbrook
                gen_add_data_offset(s, insn, tmp2);
7184 9ee6e8bb pbrook
            if (insn & (1 << 20)) {
7185 9ee6e8bb pbrook
                /* load */
7186 9ee6e8bb pbrook
                if (insn & (1 << 22)) {
7187 b0109805 pbrook
                    tmp = gen_ld8u(tmp2, i);
7188 9ee6e8bb pbrook
                } else {
7189 b0109805 pbrook
                    tmp = gen_ld32(tmp2, i);
7190 9ee6e8bb pbrook
                }
7191 9ee6e8bb pbrook
            } else {
7192 9ee6e8bb pbrook
                /* store */
7193 b0109805 pbrook
                tmp = load_reg(s, rd);
7194 9ee6e8bb pbrook
                if (insn & (1 << 22))
7195 b0109805 pbrook
                    gen_st8(tmp, tmp2, i);
7196 9ee6e8bb pbrook
                else
7197 b0109805 pbrook
                    gen_st32(tmp, tmp2, i);
7198 9ee6e8bb pbrook
            }
7199 9ee6e8bb pbrook
            if (!(insn & (1 << 24))) {
7200 b0109805 pbrook
                gen_add_data_offset(s, insn, tmp2);
7201 b0109805 pbrook
                store_reg(s, rn, tmp2);
7202 b0109805 pbrook
            } else if (insn & (1 << 21)) {
7203 b0109805 pbrook
                store_reg(s, rn, tmp2);
7204 b0109805 pbrook
            } else {
7205 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7206 9ee6e8bb pbrook
            }
7207 9ee6e8bb pbrook
            if (insn & (1 << 20)) {
7208 9ee6e8bb pbrook
                /* Complete the load.  */
7209 9ee6e8bb pbrook
                if (rd == 15)
7210 b0109805 pbrook
                    gen_bx(s, tmp);
7211 9ee6e8bb pbrook
                else
7212 b0109805 pbrook
                    store_reg(s, rd, tmp);
7213 9ee6e8bb pbrook
            }
7214 9ee6e8bb pbrook
            break;
7215 9ee6e8bb pbrook
        case 0x08:
7216 9ee6e8bb pbrook
        case 0x09:
7217 9ee6e8bb pbrook
            {
7218 9ee6e8bb pbrook
                int j, n, user, loaded_base;
7219 b0109805 pbrook
                TCGv loaded_var;
7220 9ee6e8bb pbrook
                /* load/store multiple words */
7221 9ee6e8bb pbrook
                /* XXX: store correct base if write back */
7222 9ee6e8bb pbrook
                user = 0;
7223 9ee6e8bb pbrook
                if (insn & (1 << 22)) {
7224 9ee6e8bb pbrook
                    if (IS_USER(s))
7225 9ee6e8bb pbrook
                        goto illegal_op; /* only usable in supervisor mode */
7226 9ee6e8bb pbrook
7227 9ee6e8bb pbrook
                    if ((insn & (1 << 15)) == 0)
7228 9ee6e8bb pbrook
                        user = 1;
7229 9ee6e8bb pbrook
                }
7230 9ee6e8bb pbrook
                rn = (insn >> 16) & 0xf;
7231 b0109805 pbrook
                addr = load_reg(s, rn);
7232 9ee6e8bb pbrook
7233 9ee6e8bb pbrook
                /* compute total size */
7234 9ee6e8bb pbrook
                loaded_base = 0;
7235 a50f5b91 pbrook
                TCGV_UNUSED(loaded_var);
7236 9ee6e8bb pbrook
                n = 0;
7237 9ee6e8bb pbrook
                for(i=0;i<16;i++) {
7238 9ee6e8bb pbrook
                    if (insn & (1 << i))
7239 9ee6e8bb pbrook
                        n++;
7240 9ee6e8bb pbrook
                }
7241 9ee6e8bb pbrook
                /* XXX: test invalid n == 0 case ? */
7242 9ee6e8bb pbrook
                if (insn & (1 << 23)) {
7243 9ee6e8bb pbrook
                    if (insn & (1 << 24)) {
7244 9ee6e8bb pbrook
                        /* pre increment */
7245 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, 4);
7246 9ee6e8bb pbrook
                    } else {
7247 9ee6e8bb pbrook
                        /* post increment */
7248 9ee6e8bb pbrook
                    }
7249 9ee6e8bb pbrook
                } else {
7250 9ee6e8bb pbrook
                    if (insn & (1 << 24)) {
7251 9ee6e8bb pbrook
                        /* pre decrement */
7252 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, -(n * 4));
7253 9ee6e8bb pbrook
                    } else {
7254 9ee6e8bb pbrook
                        /* post decrement */
7255 9ee6e8bb pbrook
                        if (n != 1)
7256 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, -((n - 1) * 4));
7257 9ee6e8bb pbrook
                    }
7258 9ee6e8bb pbrook
                }
7259 9ee6e8bb pbrook
                j = 0;
7260 9ee6e8bb pbrook
                for(i=0;i<16;i++) {
7261 9ee6e8bb pbrook
                    if (insn & (1 << i)) {
7262 9ee6e8bb pbrook
                        if (insn & (1 << 20)) {
7263 9ee6e8bb pbrook
                            /* load */
7264 b0109805 pbrook
                            tmp = gen_ld32(addr, IS_USER(s));
7265 9ee6e8bb pbrook
                            if (i == 15) {
7266 b0109805 pbrook
                                gen_bx(s, tmp);
7267 9ee6e8bb pbrook
                            } else if (user) {
7268 b75263d6 Juha Riihimรคki
                                tmp2 = tcg_const_i32(i);
7269 b75263d6 Juha Riihimรคki
                                gen_helper_set_user_reg(tmp2, tmp);
7270 b75263d6 Juha Riihimรคki
                                tcg_temp_free_i32(tmp2);
7271 7d1b0095 Peter Maydell
                                tcg_temp_free_i32(tmp);
7272 9ee6e8bb pbrook
                            } else if (i == rn) {
7273 b0109805 pbrook
                                loaded_var = tmp;
7274 9ee6e8bb pbrook
                                loaded_base = 1;
7275 9ee6e8bb pbrook
                            } else {
7276 b0109805 pbrook
                                store_reg(s, i, tmp);
7277 9ee6e8bb pbrook
                            }
7278 9ee6e8bb pbrook
                        } else {
7279 9ee6e8bb pbrook
                            /* store */
7280 9ee6e8bb pbrook
                            if (i == 15) {
7281 9ee6e8bb pbrook
                                /* special case: r15 = PC + 8 */
7282 9ee6e8bb pbrook
                                val = (long)s->pc + 4;
7283 7d1b0095 Peter Maydell
                                tmp = tcg_temp_new_i32();
7284 b0109805 pbrook
                                tcg_gen_movi_i32(tmp, val);
7285 9ee6e8bb pbrook
                            } else if (user) {
7286 7d1b0095 Peter Maydell
                                tmp = tcg_temp_new_i32();
7287 b75263d6 Juha Riihimรคki
                                tmp2 = tcg_const_i32(i);
7288 b75263d6 Juha Riihimรคki
                                gen_helper_get_user_reg(tmp, tmp2);
7289 b75263d6 Juha Riihimรคki
                                tcg_temp_free_i32(tmp2);
7290 9ee6e8bb pbrook
                            } else {
7291 b0109805 pbrook
                                tmp = load_reg(s, i);
7292 9ee6e8bb pbrook
                            }
7293 b0109805 pbrook
                            gen_st32(tmp, addr, IS_USER(s));
7294 9ee6e8bb pbrook
                        }
7295 9ee6e8bb pbrook
                        j++;
7296 9ee6e8bb pbrook
                        /* no need to add after the last transfer */
7297 9ee6e8bb pbrook
                        if (j != n)
7298 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, 4);
7299 9ee6e8bb pbrook
                    }
7300 9ee6e8bb pbrook
                }
7301 9ee6e8bb pbrook
                if (insn & (1 << 21)) {
7302 9ee6e8bb pbrook
                    /* write back */
7303 9ee6e8bb pbrook
                    if (insn & (1 << 23)) {
7304 9ee6e8bb pbrook
                        if (insn & (1 << 24)) {
7305 9ee6e8bb pbrook
                            /* pre increment */
7306 9ee6e8bb pbrook
                        } else {
7307 9ee6e8bb pbrook
                            /* post increment */
7308 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, 4);
7309 9ee6e8bb pbrook
                        }
7310 9ee6e8bb pbrook
                    } else {
7311 9ee6e8bb pbrook
                        if (insn & (1 << 24)) {
7312 9ee6e8bb pbrook
                            /* pre decrement */
7313 9ee6e8bb pbrook
                            if (n != 1)
7314 b0109805 pbrook
                                tcg_gen_addi_i32(addr, addr, -((n - 1) * 4));
7315 9ee6e8bb pbrook
                        } else {
7316 9ee6e8bb pbrook
                            /* post decrement */
7317 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, -(n * 4));
7318 9ee6e8bb pbrook
                        }
7319 9ee6e8bb pbrook
                    }
7320 b0109805 pbrook
                    store_reg(s, rn, addr);
7321 b0109805 pbrook
                } else {
7322 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(addr);
7323 9ee6e8bb pbrook
                }
7324 9ee6e8bb pbrook
                if (loaded_base) {
7325 b0109805 pbrook
                    store_reg(s, rn, loaded_var);
7326 9ee6e8bb pbrook
                }
7327 9ee6e8bb pbrook
                if ((insn & (1 << 22)) && !user) {
7328 9ee6e8bb pbrook
                    /* Restore CPSR from SPSR.  */
7329 d9ba4830 pbrook
                    tmp = load_cpu_field(spsr);
7330 d9ba4830 pbrook
                    gen_set_cpsr(tmp, 0xffffffff);
7331 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
7332 9ee6e8bb pbrook
                    s->is_jmp = DISAS_UPDATE;
7333 9ee6e8bb pbrook
                }
7334 9ee6e8bb pbrook
            }
7335 9ee6e8bb pbrook
            break;
7336 9ee6e8bb pbrook
        case 0xa:
7337 9ee6e8bb pbrook
        case 0xb:
7338 9ee6e8bb pbrook
            {
7339 9ee6e8bb pbrook
                int32_t offset;
7340 9ee6e8bb pbrook
7341 9ee6e8bb pbrook
                /* branch (and link) */
7342 9ee6e8bb pbrook
                val = (int32_t)s->pc;
7343 9ee6e8bb pbrook
                if (insn & (1 << 24)) {
7344 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
7345 5e3f878a pbrook
                    tcg_gen_movi_i32(tmp, val);
7346 5e3f878a pbrook
                    store_reg(s, 14, tmp);
7347 9ee6e8bb pbrook
                }
7348 9ee6e8bb pbrook
                offset = (((int32_t)insn << 8) >> 8);
7349 9ee6e8bb pbrook
                val += (offset << 2) + 4;
7350 9ee6e8bb pbrook
                gen_jmp(s, val);
7351 9ee6e8bb pbrook
            }
7352 9ee6e8bb pbrook
            break;
7353 9ee6e8bb pbrook
        case 0xc:
7354 9ee6e8bb pbrook
        case 0xd:
7355 9ee6e8bb pbrook
        case 0xe:
7356 9ee6e8bb pbrook
            /* Coprocessor.  */
7357 9ee6e8bb pbrook
            if (disas_coproc_insn(env, s, insn))
7358 9ee6e8bb pbrook
                goto illegal_op;
7359 9ee6e8bb pbrook
            break;
7360 9ee6e8bb pbrook
        case 0xf:
7361 9ee6e8bb pbrook
            /* swi */
7362 5e3f878a pbrook
            gen_set_pc_im(s->pc);
7363 9ee6e8bb pbrook
            s->is_jmp = DISAS_SWI;
7364 9ee6e8bb pbrook
            break;
7365 9ee6e8bb pbrook
        default:
7366 9ee6e8bb pbrook
        illegal_op:
7367 bc4a0de0 Peter Maydell
            gen_exception_insn(s, 4, EXCP_UDEF);
7368 9ee6e8bb pbrook
            break;
7369 9ee6e8bb pbrook
        }
7370 9ee6e8bb pbrook
    }
7371 9ee6e8bb pbrook
}
7372 9ee6e8bb pbrook
7373 9ee6e8bb pbrook
/* Return true if this is a Thumb-2 logical op.  */
7374 9ee6e8bb pbrook
static int
7375 9ee6e8bb pbrook
thumb2_logic_op(int op)
7376 9ee6e8bb pbrook
{
7377 9ee6e8bb pbrook
    return (op < 8);
7378 9ee6e8bb pbrook
}
7379 9ee6e8bb pbrook
7380 9ee6e8bb pbrook
/* Generate code for a Thumb-2 data processing operation.  If CONDS is nonzero
7381 9ee6e8bb pbrook
   then set condition code flags based on the result of the operation.
7382 9ee6e8bb pbrook
   If SHIFTER_OUT is nonzero then set the carry flag for logical operations
7383 9ee6e8bb pbrook
   to the high bit of T1.
7384 9ee6e8bb pbrook
   Returns zero if the opcode is valid.  */
7385 9ee6e8bb pbrook
7386 9ee6e8bb pbrook
static int
7387 396e467c Filip Navara
gen_thumb2_data_op(DisasContext *s, int op, int conds, uint32_t shifter_out, TCGv t0, TCGv t1)
7388 9ee6e8bb pbrook
{
7389 9ee6e8bb pbrook
    int logic_cc;
7390 9ee6e8bb pbrook
7391 9ee6e8bb pbrook
    logic_cc = 0;
7392 9ee6e8bb pbrook
    switch (op) {
7393 9ee6e8bb pbrook
    case 0: /* and */
7394 396e467c Filip Navara
        tcg_gen_and_i32(t0, t0, t1);
7395 9ee6e8bb pbrook
        logic_cc = conds;
7396 9ee6e8bb pbrook
        break;
7397 9ee6e8bb pbrook
    case 1: /* bic */
7398 f669df27 Aurelien Jarno
        tcg_gen_andc_i32(t0, t0, t1);
7399 9ee6e8bb pbrook
        logic_cc = conds;
7400 9ee6e8bb pbrook
        break;
7401 9ee6e8bb pbrook
    case 2: /* orr */
7402 396e467c Filip Navara
        tcg_gen_or_i32(t0, t0, t1);
7403 9ee6e8bb pbrook
        logic_cc = conds;
7404 9ee6e8bb pbrook
        break;
7405 9ee6e8bb pbrook
    case 3: /* orn */
7406 29501f1b Peter Maydell
        tcg_gen_orc_i32(t0, t0, t1);
7407 9ee6e8bb pbrook
        logic_cc = conds;
7408 9ee6e8bb pbrook
        break;
7409 9ee6e8bb pbrook
    case 4: /* eor */
7410 396e467c Filip Navara
        tcg_gen_xor_i32(t0, t0, t1);
7411 9ee6e8bb pbrook
        logic_cc = conds;
7412 9ee6e8bb pbrook
        break;
7413 9ee6e8bb pbrook
    case 8: /* add */
7414 9ee6e8bb pbrook
        if (conds)
7415 396e467c Filip Navara
            gen_helper_add_cc(t0, t0, t1);
7416 9ee6e8bb pbrook
        else
7417 396e467c Filip Navara
            tcg_gen_add_i32(t0, t0, t1);
7418 9ee6e8bb pbrook
        break;
7419 9ee6e8bb pbrook
    case 10: /* adc */
7420 9ee6e8bb pbrook
        if (conds)
7421 396e467c Filip Navara
            gen_helper_adc_cc(t0, t0, t1);
7422 9ee6e8bb pbrook
        else
7423 396e467c Filip Navara
            gen_adc(t0, t1);
7424 9ee6e8bb pbrook
        break;
7425 9ee6e8bb pbrook
    case 11: /* sbc */
7426 9ee6e8bb pbrook
        if (conds)
7427 396e467c Filip Navara
            gen_helper_sbc_cc(t0, t0, t1);
7428 9ee6e8bb pbrook
        else
7429 396e467c Filip Navara
            gen_sub_carry(t0, t0, t1);
7430 9ee6e8bb pbrook
        break;
7431 9ee6e8bb pbrook
    case 13: /* sub */
7432 9ee6e8bb pbrook
        if (conds)
7433 396e467c Filip Navara
            gen_helper_sub_cc(t0, t0, t1);
7434 9ee6e8bb pbrook
        else
7435 396e467c Filip Navara
            tcg_gen_sub_i32(t0, t0, t1);
7436 9ee6e8bb pbrook
        break;
7437 9ee6e8bb pbrook
    case 14: /* rsb */
7438 9ee6e8bb pbrook
        if (conds)
7439 396e467c Filip Navara
            gen_helper_sub_cc(t0, t1, t0);
7440 9ee6e8bb pbrook
        else
7441 396e467c Filip Navara
            tcg_gen_sub_i32(t0, t1, t0);
7442 9ee6e8bb pbrook
        break;
7443 9ee6e8bb pbrook
    default: /* 5, 6, 7, 9, 12, 15. */
7444 9ee6e8bb pbrook
        return 1;
7445 9ee6e8bb pbrook
    }
7446 9ee6e8bb pbrook
    if (logic_cc) {
7447 396e467c Filip Navara
        gen_logic_CC(t0);
7448 9ee6e8bb pbrook
        if (shifter_out)
7449 396e467c Filip Navara
            gen_set_CF_bit31(t1);
7450 9ee6e8bb pbrook
    }
7451 9ee6e8bb pbrook
    return 0;
7452 9ee6e8bb pbrook
}
7453 9ee6e8bb pbrook
7454 9ee6e8bb pbrook
/* Translate a 32-bit thumb instruction.  Returns nonzero if the instruction
7455 9ee6e8bb pbrook
   is not legal.  */
7456 9ee6e8bb pbrook
static int disas_thumb2_insn(CPUState *env, DisasContext *s, uint16_t insn_hw1)
7457 9ee6e8bb pbrook
{
7458 b0109805 pbrook
    uint32_t insn, imm, shift, offset;
7459 9ee6e8bb pbrook
    uint32_t rd, rn, rm, rs;
7460 b26eefb6 pbrook
    TCGv tmp;
7461 6ddbc6e4 pbrook
    TCGv tmp2;
7462 6ddbc6e4 pbrook
    TCGv tmp3;
7463 b0109805 pbrook
    TCGv addr;
7464 a7812ae4 pbrook
    TCGv_i64 tmp64;
7465 9ee6e8bb pbrook
    int op;
7466 9ee6e8bb pbrook
    int shiftop;
7467 9ee6e8bb pbrook
    int conds;
7468 9ee6e8bb pbrook
    int logic_cc;
7469 9ee6e8bb pbrook
7470 9ee6e8bb pbrook
    if (!(arm_feature(env, ARM_FEATURE_THUMB2)
7471 9ee6e8bb pbrook
          || arm_feature (env, ARM_FEATURE_M))) {
7472 601d70b9 balrog
        /* Thumb-1 cores may need to treat bl and blx as a pair of
7473 9ee6e8bb pbrook
           16-bit instructions to get correct prefetch abort behavior.  */
7474 9ee6e8bb pbrook
        insn = insn_hw1;
7475 9ee6e8bb pbrook
        if ((insn & (1 << 12)) == 0) {
7476 9ee6e8bb pbrook
            /* Second half of blx.  */
7477 9ee6e8bb pbrook
            offset = ((insn & 0x7ff) << 1);
7478 d9ba4830 pbrook
            tmp = load_reg(s, 14);
7479 d9ba4830 pbrook
            tcg_gen_addi_i32(tmp, tmp, offset);
7480 d9ba4830 pbrook
            tcg_gen_andi_i32(tmp, tmp, 0xfffffffc);
7481 9ee6e8bb pbrook
7482 7d1b0095 Peter Maydell
            tmp2 = tcg_temp_new_i32();
7483 b0109805 pbrook
            tcg_gen_movi_i32(tmp2, s->pc | 1);
7484 d9ba4830 pbrook
            store_reg(s, 14, tmp2);
7485 d9ba4830 pbrook
            gen_bx(s, tmp);
7486 9ee6e8bb pbrook
            return 0;
7487 9ee6e8bb pbrook
        }
7488 9ee6e8bb pbrook
        if (insn & (1 << 11)) {
7489 9ee6e8bb pbrook
            /* Second half of bl.  */
7490 9ee6e8bb pbrook
            offset = ((insn & 0x7ff) << 1) | 1;
7491 d9ba4830 pbrook
            tmp = load_reg(s, 14);
7492 6a0d8a1d balrog
            tcg_gen_addi_i32(tmp, tmp, offset);
7493 9ee6e8bb pbrook
7494 7d1b0095 Peter Maydell
            tmp2 = tcg_temp_new_i32();
7495 b0109805 pbrook
            tcg_gen_movi_i32(tmp2, s->pc | 1);
7496 d9ba4830 pbrook
            store_reg(s, 14, tmp2);
7497 d9ba4830 pbrook
            gen_bx(s, tmp);
7498 9ee6e8bb pbrook
            return 0;
7499 9ee6e8bb pbrook
        }
7500 9ee6e8bb pbrook
        if ((s->pc & ~TARGET_PAGE_MASK) == 0) {
7501 9ee6e8bb pbrook
            /* Instruction spans a page boundary.  Implement it as two
7502 9ee6e8bb pbrook
               16-bit instructions in case the second half causes an
7503 9ee6e8bb pbrook
               prefetch abort.  */
7504 9ee6e8bb pbrook
            offset = ((int32_t)insn << 21) >> 9;
7505 396e467c Filip Navara
            tcg_gen_movi_i32(cpu_R[14], s->pc + 2 + offset);
7506 9ee6e8bb pbrook
            return 0;
7507 9ee6e8bb pbrook
        }
7508 9ee6e8bb pbrook
        /* Fall through to 32-bit decode.  */
7509 9ee6e8bb pbrook
    }
7510 9ee6e8bb pbrook
7511 9ee6e8bb pbrook
    insn = lduw_code(s->pc);
7512 9ee6e8bb pbrook
    s->pc += 2;
7513 9ee6e8bb pbrook
    insn |= (uint32_t)insn_hw1 << 16;
7514 9ee6e8bb pbrook
7515 9ee6e8bb pbrook
    if ((insn & 0xf800e800) != 0xf000e800) {
7516 9ee6e8bb pbrook
        ARCH(6T2);
7517 9ee6e8bb pbrook
    }
7518 9ee6e8bb pbrook
7519 9ee6e8bb pbrook
    rn = (insn >> 16) & 0xf;
7520 9ee6e8bb pbrook
    rs = (insn >> 12) & 0xf;
7521 9ee6e8bb pbrook
    rd = (insn >> 8) & 0xf;
7522 9ee6e8bb pbrook
    rm = insn & 0xf;
7523 9ee6e8bb pbrook
    switch ((insn >> 25) & 0xf) {
7524 9ee6e8bb pbrook
    case 0: case 1: case 2: case 3:
7525 9ee6e8bb pbrook
        /* 16-bit instructions.  Should never happen.  */
7526 9ee6e8bb pbrook
        abort();
7527 9ee6e8bb pbrook
    case 4:
7528 9ee6e8bb pbrook
        if (insn & (1 << 22)) {
7529 9ee6e8bb pbrook
            /* Other load/store, table branch.  */
7530 9ee6e8bb pbrook
            if (insn & 0x01200000) {
7531 9ee6e8bb pbrook
                /* Load/store doubleword.  */
7532 9ee6e8bb pbrook
                if (rn == 15) {
7533 7d1b0095 Peter Maydell
                    addr = tcg_temp_new_i32();
7534 b0109805 pbrook
                    tcg_gen_movi_i32(addr, s->pc & ~3);
7535 9ee6e8bb pbrook
                } else {
7536 b0109805 pbrook
                    addr = load_reg(s, rn);
7537 9ee6e8bb pbrook
                }
7538 9ee6e8bb pbrook
                offset = (insn & 0xff) * 4;
7539 9ee6e8bb pbrook
                if ((insn & (1 << 23)) == 0)
7540 9ee6e8bb pbrook
                    offset = -offset;
7541 9ee6e8bb pbrook
                if (insn & (1 << 24)) {
7542 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, offset);
7543 9ee6e8bb pbrook
                    offset = 0;
7544 9ee6e8bb pbrook
                }
7545 9ee6e8bb pbrook
                if (insn & (1 << 20)) {
7546 9ee6e8bb pbrook
                    /* ldrd */
7547 b0109805 pbrook
                    tmp = gen_ld32(addr, IS_USER(s));
7548 b0109805 pbrook
                    store_reg(s, rs, tmp);
7549 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, 4);
7550 b0109805 pbrook
                    tmp = gen_ld32(addr, IS_USER(s));
7551 b0109805 pbrook
                    store_reg(s, rd, tmp);
7552 9ee6e8bb pbrook
                } else {
7553 9ee6e8bb pbrook
                    /* strd */
7554 b0109805 pbrook
                    tmp = load_reg(s, rs);
7555 b0109805 pbrook
                    gen_st32(tmp, addr, IS_USER(s));
7556 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, 4);
7557 b0109805 pbrook
                    tmp = load_reg(s, rd);
7558 b0109805 pbrook
                    gen_st32(tmp, addr, IS_USER(s));
7559 9ee6e8bb pbrook
                }
7560 9ee6e8bb pbrook
                if (insn & (1 << 21)) {
7561 9ee6e8bb pbrook
                    /* Base writeback.  */
7562 9ee6e8bb pbrook
                    if (rn == 15)
7563 9ee6e8bb pbrook
                        goto illegal_op;
7564 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, offset - 4);
7565 b0109805 pbrook
                    store_reg(s, rn, addr);
7566 b0109805 pbrook
                } else {
7567 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(addr);
7568 9ee6e8bb pbrook
                }
7569 9ee6e8bb pbrook
            } else if ((insn & (1 << 23)) == 0) {
7570 9ee6e8bb pbrook
                /* Load/store exclusive word.  */
7571 3174f8e9 Filip Navara
                addr = tcg_temp_local_new();
7572 98a46317 Aurelien Jarno
                load_reg_var(s, addr, rn);
7573 426f5abc Paul Brook
                tcg_gen_addi_i32(addr, addr, (insn & 0xff) << 2);
7574 2c0262af bellard
                if (insn & (1 << 20)) {
7575 426f5abc Paul Brook
                    gen_load_exclusive(s, rs, 15, addr, 2);
7576 9ee6e8bb pbrook
                } else {
7577 426f5abc Paul Brook
                    gen_store_exclusive(s, rd, rs, 15, addr, 2);
7578 9ee6e8bb pbrook
                }
7579 3174f8e9 Filip Navara
                tcg_temp_free(addr);
7580 9ee6e8bb pbrook
            } else if ((insn & (1 << 6)) == 0) {
7581 9ee6e8bb pbrook
                /* Table Branch.  */
7582 9ee6e8bb pbrook
                if (rn == 15) {
7583 7d1b0095 Peter Maydell
                    addr = tcg_temp_new_i32();
7584 b0109805 pbrook
                    tcg_gen_movi_i32(addr, s->pc);
7585 9ee6e8bb pbrook
                } else {
7586 b0109805 pbrook
                    addr = load_reg(s, rn);
7587 9ee6e8bb pbrook
                }
7588 b26eefb6 pbrook
                tmp = load_reg(s, rm);
7589 b0109805 pbrook
                tcg_gen_add_i32(addr, addr, tmp);
7590 9ee6e8bb pbrook
                if (insn & (1 << 4)) {
7591 9ee6e8bb pbrook
                    /* tbh */
7592 b0109805 pbrook
                    tcg_gen_add_i32(addr, addr, tmp);
7593 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
7594 b0109805 pbrook
                    tmp = gen_ld16u(addr, IS_USER(s));
7595 9ee6e8bb pbrook
                } else { /* tbb */
7596 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
7597 b0109805 pbrook
                    tmp = gen_ld8u(addr, IS_USER(s));
7598 9ee6e8bb pbrook
                }
7599 7d1b0095 Peter Maydell
                tcg_temp_free_i32(addr);
7600 b0109805 pbrook
                tcg_gen_shli_i32(tmp, tmp, 1);
7601 b0109805 pbrook
                tcg_gen_addi_i32(tmp, tmp, s->pc);
7602 b0109805 pbrook
                store_reg(s, 15, tmp);
7603 9ee6e8bb pbrook
            } else {
7604 9ee6e8bb pbrook
                /* Load/store exclusive byte/halfword/doubleword.  */
7605 426f5abc Paul Brook
                ARCH(7);
7606 9ee6e8bb pbrook
                op = (insn >> 4) & 0x3;
7607 426f5abc Paul Brook
                if (op == 2) {
7608 426f5abc Paul Brook
                    goto illegal_op;
7609 426f5abc Paul Brook
                }
7610 3174f8e9 Filip Navara
                addr = tcg_temp_local_new();
7611 98a46317 Aurelien Jarno
                load_reg_var(s, addr, rn);
7612 9ee6e8bb pbrook
                if (insn & (1 << 20)) {
7613 426f5abc Paul Brook
                    gen_load_exclusive(s, rs, rd, addr, op);
7614 9ee6e8bb pbrook
                } else {
7615 426f5abc Paul Brook
                    gen_store_exclusive(s, rm, rs, rd, addr, op);
7616 9ee6e8bb pbrook
                }
7617 3174f8e9 Filip Navara
                tcg_temp_free(addr);
7618 9ee6e8bb pbrook
            }
7619 9ee6e8bb pbrook
        } else {
7620 9ee6e8bb pbrook
            /* Load/store multiple, RFE, SRS.  */
7621 9ee6e8bb pbrook
            if (((insn >> 23) & 1) == ((insn >> 24) & 1)) {
7622 9ee6e8bb pbrook
                /* Not available in user mode.  */
7623 b0109805 pbrook
                if (IS_USER(s))
7624 9ee6e8bb pbrook
                    goto illegal_op;
7625 9ee6e8bb pbrook
                if (insn & (1 << 20)) {
7626 9ee6e8bb pbrook
                    /* rfe */
7627 b0109805 pbrook
                    addr = load_reg(s, rn);
7628 b0109805 pbrook
                    if ((insn & (1 << 24)) == 0)
7629 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, -8);
7630 b0109805 pbrook
                    /* Load PC into tmp and CPSR into tmp2.  */
7631 b0109805 pbrook
                    tmp = gen_ld32(addr, 0);
7632 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, 4);
7633 b0109805 pbrook
                    tmp2 = gen_ld32(addr, 0);
7634 9ee6e8bb pbrook
                    if (insn & (1 << 21)) {
7635 9ee6e8bb pbrook
                        /* Base writeback.  */
7636 b0109805 pbrook
                        if (insn & (1 << 24)) {
7637 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, 4);
7638 b0109805 pbrook
                        } else {
7639 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, -4);
7640 b0109805 pbrook
                        }
7641 b0109805 pbrook
                        store_reg(s, rn, addr);
7642 b0109805 pbrook
                    } else {
7643 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(addr);
7644 9ee6e8bb pbrook
                    }
7645 b0109805 pbrook
                    gen_rfe(s, tmp, tmp2);
7646 9ee6e8bb pbrook
                } else {
7647 9ee6e8bb pbrook
                    /* srs */
7648 9ee6e8bb pbrook
                    op = (insn & 0x1f);
7649 7d1b0095 Peter Maydell
                    addr = tcg_temp_new_i32();
7650 39ea3d4e Peter Maydell
                    tmp = tcg_const_i32(op);
7651 39ea3d4e Peter Maydell
                    gen_helper_get_r13_banked(addr, cpu_env, tmp);
7652 39ea3d4e Peter Maydell
                    tcg_temp_free_i32(tmp);
7653 9ee6e8bb pbrook
                    if ((insn & (1 << 24)) == 0) {
7654 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, -8);
7655 9ee6e8bb pbrook
                    }
7656 b0109805 pbrook
                    tmp = load_reg(s, 14);
7657 b0109805 pbrook
                    gen_st32(tmp, addr, 0);
7658 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, 4);
7659 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
7660 b0109805 pbrook
                    gen_helper_cpsr_read(tmp);
7661 b0109805 pbrook
                    gen_st32(tmp, addr, 0);
7662 9ee6e8bb pbrook
                    if (insn & (1 << 21)) {
7663 9ee6e8bb pbrook
                        if ((insn & (1 << 24)) == 0) {
7664 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, -4);
7665 9ee6e8bb pbrook
                        } else {
7666 b0109805 pbrook
                            tcg_gen_addi_i32(addr, addr, 4);
7667 9ee6e8bb pbrook
                        }
7668 39ea3d4e Peter Maydell
                        tmp = tcg_const_i32(op);
7669 39ea3d4e Peter Maydell
                        gen_helper_set_r13_banked(cpu_env, tmp, addr);
7670 39ea3d4e Peter Maydell
                        tcg_temp_free_i32(tmp);
7671 b0109805 pbrook
                    } else {
7672 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(addr);
7673 9ee6e8bb pbrook
                    }
7674 9ee6e8bb pbrook
                }
7675 9ee6e8bb pbrook
            } else {
7676 9ee6e8bb pbrook
                int i;
7677 9ee6e8bb pbrook
                /* Load/store multiple.  */
7678 b0109805 pbrook
                addr = load_reg(s, rn);
7679 9ee6e8bb pbrook
                offset = 0;
7680 9ee6e8bb pbrook
                for (i = 0; i < 16; i++) {
7681 9ee6e8bb pbrook
                    if (insn & (1 << i))
7682 9ee6e8bb pbrook
                        offset += 4;
7683 9ee6e8bb pbrook
                }
7684 9ee6e8bb pbrook
                if (insn & (1 << 24)) {
7685 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, -offset);
7686 9ee6e8bb pbrook
                }
7687 9ee6e8bb pbrook
7688 9ee6e8bb pbrook
                for (i = 0; i < 16; i++) {
7689 9ee6e8bb pbrook
                    if ((insn & (1 << i)) == 0)
7690 9ee6e8bb pbrook
                        continue;
7691 9ee6e8bb pbrook
                    if (insn & (1 << 20)) {
7692 9ee6e8bb pbrook
                        /* Load.  */
7693 b0109805 pbrook
                        tmp = gen_ld32(addr, IS_USER(s));
7694 9ee6e8bb pbrook
                        if (i == 15) {
7695 b0109805 pbrook
                            gen_bx(s, tmp);
7696 9ee6e8bb pbrook
                        } else {
7697 b0109805 pbrook
                            store_reg(s, i, tmp);
7698 9ee6e8bb pbrook
                        }
7699 9ee6e8bb pbrook
                    } else {
7700 9ee6e8bb pbrook
                        /* Store.  */
7701 b0109805 pbrook
                        tmp = load_reg(s, i);
7702 b0109805 pbrook
                        gen_st32(tmp, addr, IS_USER(s));
7703 9ee6e8bb pbrook
                    }
7704 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, 4);
7705 9ee6e8bb pbrook
                }
7706 9ee6e8bb pbrook
                if (insn & (1 << 21)) {
7707 9ee6e8bb pbrook
                    /* Base register writeback.  */
7708 9ee6e8bb pbrook
                    if (insn & (1 << 24)) {
7709 b0109805 pbrook
                        tcg_gen_addi_i32(addr, addr, -offset);
7710 9ee6e8bb pbrook
                    }
7711 9ee6e8bb pbrook
                    /* Fault if writeback register is in register list.  */
7712 9ee6e8bb pbrook
                    if (insn & (1 << rn))
7713 9ee6e8bb pbrook
                        goto illegal_op;
7714 b0109805 pbrook
                    store_reg(s, rn, addr);
7715 b0109805 pbrook
                } else {
7716 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(addr);
7717 9ee6e8bb pbrook
                }
7718 9ee6e8bb pbrook
            }
7719 9ee6e8bb pbrook
        }
7720 9ee6e8bb pbrook
        break;
7721 2af9ab77 Johan Bengtsson
    case 5:
7722 2af9ab77 Johan Bengtsson
7723 9ee6e8bb pbrook
        op = (insn >> 21) & 0xf;
7724 2af9ab77 Johan Bengtsson
        if (op == 6) {
7725 2af9ab77 Johan Bengtsson
            /* Halfword pack.  */
7726 2af9ab77 Johan Bengtsson
            tmp = load_reg(s, rn);
7727 2af9ab77 Johan Bengtsson
            tmp2 = load_reg(s, rm);
7728 2af9ab77 Johan Bengtsson
            shift = ((insn >> 10) & 0x1c) | ((insn >> 6) & 0x3);
7729 2af9ab77 Johan Bengtsson
            if (insn & (1 << 5)) {
7730 2af9ab77 Johan Bengtsson
                /* pkhtb */
7731 2af9ab77 Johan Bengtsson
                if (shift == 0)
7732 2af9ab77 Johan Bengtsson
                    shift = 31;
7733 2af9ab77 Johan Bengtsson
                tcg_gen_sari_i32(tmp2, tmp2, shift);
7734 2af9ab77 Johan Bengtsson
                tcg_gen_andi_i32(tmp, tmp, 0xffff0000);
7735 2af9ab77 Johan Bengtsson
                tcg_gen_ext16u_i32(tmp2, tmp2);
7736 2af9ab77 Johan Bengtsson
            } else {
7737 2af9ab77 Johan Bengtsson
                /* pkhbt */
7738 2af9ab77 Johan Bengtsson
                if (shift)
7739 2af9ab77 Johan Bengtsson
                    tcg_gen_shli_i32(tmp2, tmp2, shift);
7740 2af9ab77 Johan Bengtsson
                tcg_gen_ext16u_i32(tmp, tmp);
7741 2af9ab77 Johan Bengtsson
                tcg_gen_andi_i32(tmp2, tmp2, 0xffff0000);
7742 2af9ab77 Johan Bengtsson
            }
7743 2af9ab77 Johan Bengtsson
            tcg_gen_or_i32(tmp, tmp, tmp2);
7744 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
7745 3174f8e9 Filip Navara
            store_reg(s, rd, tmp);
7746 3174f8e9 Filip Navara
        } else {
7747 2af9ab77 Johan Bengtsson
            /* Data processing register constant shift.  */
7748 2af9ab77 Johan Bengtsson
            if (rn == 15) {
7749 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
7750 2af9ab77 Johan Bengtsson
                tcg_gen_movi_i32(tmp, 0);
7751 2af9ab77 Johan Bengtsson
            } else {
7752 2af9ab77 Johan Bengtsson
                tmp = load_reg(s, rn);
7753 2af9ab77 Johan Bengtsson
            }
7754 2af9ab77 Johan Bengtsson
            tmp2 = load_reg(s, rm);
7755 2af9ab77 Johan Bengtsson
7756 2af9ab77 Johan Bengtsson
            shiftop = (insn >> 4) & 3;
7757 2af9ab77 Johan Bengtsson
            shift = ((insn >> 6) & 3) | ((insn >> 10) & 0x1c);
7758 2af9ab77 Johan Bengtsson
            conds = (insn & (1 << 20)) != 0;
7759 2af9ab77 Johan Bengtsson
            logic_cc = (conds && thumb2_logic_op(op));
7760 2af9ab77 Johan Bengtsson
            gen_arm_shift_im(tmp2, shiftop, shift, logic_cc);
7761 2af9ab77 Johan Bengtsson
            if (gen_thumb2_data_op(s, op, conds, 0, tmp, tmp2))
7762 2af9ab77 Johan Bengtsson
                goto illegal_op;
7763 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
7764 2af9ab77 Johan Bengtsson
            if (rd != 15) {
7765 2af9ab77 Johan Bengtsson
                store_reg(s, rd, tmp);
7766 2af9ab77 Johan Bengtsson
            } else {
7767 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
7768 2af9ab77 Johan Bengtsson
            }
7769 3174f8e9 Filip Navara
        }
7770 9ee6e8bb pbrook
        break;
7771 9ee6e8bb pbrook
    case 13: /* Misc data processing.  */
7772 9ee6e8bb pbrook
        op = ((insn >> 22) & 6) | ((insn >> 7) & 1);
7773 9ee6e8bb pbrook
        if (op < 4 && (insn & 0xf000) != 0xf000)
7774 9ee6e8bb pbrook
            goto illegal_op;
7775 9ee6e8bb pbrook
        switch (op) {
7776 9ee6e8bb pbrook
        case 0: /* Register controlled shift.  */
7777 8984bd2e pbrook
            tmp = load_reg(s, rn);
7778 8984bd2e pbrook
            tmp2 = load_reg(s, rm);
7779 9ee6e8bb pbrook
            if ((insn & 0x70) != 0)
7780 9ee6e8bb pbrook
                goto illegal_op;
7781 9ee6e8bb pbrook
            op = (insn >> 21) & 3;
7782 8984bd2e pbrook
            logic_cc = (insn & (1 << 20)) != 0;
7783 8984bd2e pbrook
            gen_arm_shift_reg(tmp, op, tmp2, logic_cc);
7784 8984bd2e pbrook
            if (logic_cc)
7785 8984bd2e pbrook
                gen_logic_CC(tmp);
7786 21aeb343 Juha Riihimรคki
            store_reg_bx(env, s, rd, tmp);
7787 9ee6e8bb pbrook
            break;
7788 9ee6e8bb pbrook
        case 1: /* Sign/zero extend.  */
7789 5e3f878a pbrook
            tmp = load_reg(s, rm);
7790 9ee6e8bb pbrook
            shift = (insn >> 4) & 3;
7791 9ee6e8bb pbrook
            /* ??? In many cases it's not neccessary to do a
7792 9ee6e8bb pbrook
               rotate, a shift is sufficient.  */
7793 9ee6e8bb pbrook
            if (shift != 0)
7794 f669df27 Aurelien Jarno
                tcg_gen_rotri_i32(tmp, tmp, shift * 8);
7795 9ee6e8bb pbrook
            op = (insn >> 20) & 7;
7796 9ee6e8bb pbrook
            switch (op) {
7797 5e3f878a pbrook
            case 0: gen_sxth(tmp);   break;
7798 5e3f878a pbrook
            case 1: gen_uxth(tmp);   break;
7799 5e3f878a pbrook
            case 2: gen_sxtb16(tmp); break;
7800 5e3f878a pbrook
            case 3: gen_uxtb16(tmp); break;
7801 5e3f878a pbrook
            case 4: gen_sxtb(tmp);   break;
7802 5e3f878a pbrook
            case 5: gen_uxtb(tmp);   break;
7803 9ee6e8bb pbrook
            default: goto illegal_op;
7804 9ee6e8bb pbrook
            }
7805 9ee6e8bb pbrook
            if (rn != 15) {
7806 5e3f878a pbrook
                tmp2 = load_reg(s, rn);
7807 9ee6e8bb pbrook
                if ((op >> 1) == 1) {
7808 5e3f878a pbrook
                    gen_add16(tmp, tmp2);
7809 9ee6e8bb pbrook
                } else {
7810 5e3f878a pbrook
                    tcg_gen_add_i32(tmp, tmp, tmp2);
7811 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7812 9ee6e8bb pbrook
                }
7813 9ee6e8bb pbrook
            }
7814 5e3f878a pbrook
            store_reg(s, rd, tmp);
7815 9ee6e8bb pbrook
            break;
7816 9ee6e8bb pbrook
        case 2: /* SIMD add/subtract.  */
7817 9ee6e8bb pbrook
            op = (insn >> 20) & 7;
7818 9ee6e8bb pbrook
            shift = (insn >> 4) & 7;
7819 9ee6e8bb pbrook
            if ((op & 3) == 3 || (shift & 3) == 3)
7820 9ee6e8bb pbrook
                goto illegal_op;
7821 6ddbc6e4 pbrook
            tmp = load_reg(s, rn);
7822 6ddbc6e4 pbrook
            tmp2 = load_reg(s, rm);
7823 6ddbc6e4 pbrook
            gen_thumb2_parallel_addsub(op, shift, tmp, tmp2);
7824 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
7825 6ddbc6e4 pbrook
            store_reg(s, rd, tmp);
7826 9ee6e8bb pbrook
            break;
7827 9ee6e8bb pbrook
        case 3: /* Other data processing.  */
7828 9ee6e8bb pbrook
            op = ((insn >> 17) & 0x38) | ((insn >> 4) & 7);
7829 9ee6e8bb pbrook
            if (op < 4) {
7830 9ee6e8bb pbrook
                /* Saturating add/subtract.  */
7831 d9ba4830 pbrook
                tmp = load_reg(s, rn);
7832 d9ba4830 pbrook
                tmp2 = load_reg(s, rm);
7833 9ee6e8bb pbrook
                if (op & 1)
7834 4809c612 Johan Bengtsson
                    gen_helper_double_saturate(tmp, tmp);
7835 4809c612 Johan Bengtsson
                if (op & 2)
7836 d9ba4830 pbrook
                    gen_helper_sub_saturate(tmp, tmp2, tmp);
7837 9ee6e8bb pbrook
                else
7838 d9ba4830 pbrook
                    gen_helper_add_saturate(tmp, tmp, tmp2);
7839 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7840 9ee6e8bb pbrook
            } else {
7841 d9ba4830 pbrook
                tmp = load_reg(s, rn);
7842 9ee6e8bb pbrook
                switch (op) {
7843 9ee6e8bb pbrook
                case 0x0a: /* rbit */
7844 d9ba4830 pbrook
                    gen_helper_rbit(tmp, tmp);
7845 9ee6e8bb pbrook
                    break;
7846 9ee6e8bb pbrook
                case 0x08: /* rev */
7847 66896cb8 aurel32
                    tcg_gen_bswap32_i32(tmp, tmp);
7848 9ee6e8bb pbrook
                    break;
7849 9ee6e8bb pbrook
                case 0x09: /* rev16 */
7850 d9ba4830 pbrook
                    gen_rev16(tmp);
7851 9ee6e8bb pbrook
                    break;
7852 9ee6e8bb pbrook
                case 0x0b: /* revsh */
7853 d9ba4830 pbrook
                    gen_revsh(tmp);
7854 9ee6e8bb pbrook
                    break;
7855 9ee6e8bb pbrook
                case 0x10: /* sel */
7856 d9ba4830 pbrook
                    tmp2 = load_reg(s, rm);
7857 7d1b0095 Peter Maydell
                    tmp3 = tcg_temp_new_i32();
7858 6ddbc6e4 pbrook
                    tcg_gen_ld_i32(tmp3, cpu_env, offsetof(CPUState, GE));
7859 d9ba4830 pbrook
                    gen_helper_sel_flags(tmp, tmp3, tmp, tmp2);
7860 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp3);
7861 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7862 9ee6e8bb pbrook
                    break;
7863 9ee6e8bb pbrook
                case 0x18: /* clz */
7864 d9ba4830 pbrook
                    gen_helper_clz(tmp, tmp);
7865 9ee6e8bb pbrook
                    break;
7866 9ee6e8bb pbrook
                default:
7867 9ee6e8bb pbrook
                    goto illegal_op;
7868 9ee6e8bb pbrook
                }
7869 9ee6e8bb pbrook
            }
7870 d9ba4830 pbrook
            store_reg(s, rd, tmp);
7871 9ee6e8bb pbrook
            break;
7872 9ee6e8bb pbrook
        case 4: case 5: /* 32-bit multiply.  Sum of absolute differences.  */
7873 9ee6e8bb pbrook
            op = (insn >> 4) & 0xf;
7874 d9ba4830 pbrook
            tmp = load_reg(s, rn);
7875 d9ba4830 pbrook
            tmp2 = load_reg(s, rm);
7876 9ee6e8bb pbrook
            switch ((insn >> 20) & 7) {
7877 9ee6e8bb pbrook
            case 0: /* 32 x 32 -> 32 */
7878 d9ba4830 pbrook
                tcg_gen_mul_i32(tmp, tmp, tmp2);
7879 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7880 9ee6e8bb pbrook
                if (rs != 15) {
7881 d9ba4830 pbrook
                    tmp2 = load_reg(s, rs);
7882 9ee6e8bb pbrook
                    if (op)
7883 d9ba4830 pbrook
                        tcg_gen_sub_i32(tmp, tmp2, tmp);
7884 9ee6e8bb pbrook
                    else
7885 d9ba4830 pbrook
                        tcg_gen_add_i32(tmp, tmp, tmp2);
7886 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7887 9ee6e8bb pbrook
                }
7888 9ee6e8bb pbrook
                break;
7889 9ee6e8bb pbrook
            case 1: /* 16 x 16 -> 32 */
7890 d9ba4830 pbrook
                gen_mulxy(tmp, tmp2, op & 2, op & 1);
7891 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7892 9ee6e8bb pbrook
                if (rs != 15) {
7893 d9ba4830 pbrook
                    tmp2 = load_reg(s, rs);
7894 d9ba4830 pbrook
                    gen_helper_add_setq(tmp, tmp, tmp2);
7895 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7896 9ee6e8bb pbrook
                }
7897 9ee6e8bb pbrook
                break;
7898 9ee6e8bb pbrook
            case 2: /* Dual multiply add.  */
7899 9ee6e8bb pbrook
            case 4: /* Dual multiply subtract.  */
7900 9ee6e8bb pbrook
                if (op)
7901 d9ba4830 pbrook
                    gen_swap_half(tmp2);
7902 d9ba4830 pbrook
                gen_smul_dual(tmp, tmp2);
7903 9ee6e8bb pbrook
                if (insn & (1 << 22)) {
7904 e1d177b9 Peter Maydell
                    /* This subtraction cannot overflow. */
7905 d9ba4830 pbrook
                    tcg_gen_sub_i32(tmp, tmp, tmp2);
7906 9ee6e8bb pbrook
                } else {
7907 e1d177b9 Peter Maydell
                    /* This addition cannot overflow 32 bits;
7908 e1d177b9 Peter Maydell
                     * however it may overflow considered as a signed
7909 e1d177b9 Peter Maydell
                     * operation, in which case we must set the Q flag.
7910 e1d177b9 Peter Maydell
                     */
7911 e1d177b9 Peter Maydell
                    gen_helper_add_setq(tmp, tmp, tmp2);
7912 9ee6e8bb pbrook
                }
7913 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7914 9ee6e8bb pbrook
                if (rs != 15)
7915 9ee6e8bb pbrook
                  {
7916 d9ba4830 pbrook
                    tmp2 = load_reg(s, rs);
7917 d9ba4830 pbrook
                    gen_helper_add_setq(tmp, tmp, tmp2);
7918 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7919 9ee6e8bb pbrook
                  }
7920 9ee6e8bb pbrook
                break;
7921 9ee6e8bb pbrook
            case 3: /* 32 * 16 -> 32msb */
7922 9ee6e8bb pbrook
                if (op)
7923 d9ba4830 pbrook
                    tcg_gen_sari_i32(tmp2, tmp2, 16);
7924 9ee6e8bb pbrook
                else
7925 d9ba4830 pbrook
                    gen_sxth(tmp2);
7926 a7812ae4 pbrook
                tmp64 = gen_muls_i64_i32(tmp, tmp2);
7927 a7812ae4 pbrook
                tcg_gen_shri_i64(tmp64, tmp64, 16);
7928 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
7929 a7812ae4 pbrook
                tcg_gen_trunc_i64_i32(tmp, tmp64);
7930 b75263d6 Juha Riihimรคki
                tcg_temp_free_i64(tmp64);
7931 9ee6e8bb pbrook
                if (rs != 15)
7932 9ee6e8bb pbrook
                  {
7933 d9ba4830 pbrook
                    tmp2 = load_reg(s, rs);
7934 d9ba4830 pbrook
                    gen_helper_add_setq(tmp, tmp, tmp2);
7935 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7936 9ee6e8bb pbrook
                  }
7937 9ee6e8bb pbrook
                break;
7938 838fa72d Aurelien Jarno
            case 5: case 6: /* 32 * 32 -> 32msb (SMMUL, SMMLA, SMMLS) */
7939 838fa72d Aurelien Jarno
                tmp64 = gen_muls_i64_i32(tmp, tmp2);
7940 9ee6e8bb pbrook
                if (rs != 15) {
7941 838fa72d Aurelien Jarno
                    tmp = load_reg(s, rs);
7942 838fa72d Aurelien Jarno
                    if (insn & (1 << 20)) {
7943 838fa72d Aurelien Jarno
                        tmp64 = gen_addq_msw(tmp64, tmp);
7944 99c475ab bellard
                    } else {
7945 838fa72d Aurelien Jarno
                        tmp64 = gen_subq_msw(tmp64, tmp);
7946 99c475ab bellard
                    }
7947 2c0262af bellard
                }
7948 838fa72d Aurelien Jarno
                if (insn & (1 << 4)) {
7949 838fa72d Aurelien Jarno
                    tcg_gen_addi_i64(tmp64, tmp64, 0x80000000u);
7950 838fa72d Aurelien Jarno
                }
7951 838fa72d Aurelien Jarno
                tcg_gen_shri_i64(tmp64, tmp64, 32);
7952 7d1b0095 Peter Maydell
                tmp = tcg_temp_new_i32();
7953 838fa72d Aurelien Jarno
                tcg_gen_trunc_i64_i32(tmp, tmp64);
7954 838fa72d Aurelien Jarno
                tcg_temp_free_i64(tmp64);
7955 9ee6e8bb pbrook
                break;
7956 9ee6e8bb pbrook
            case 7: /* Unsigned sum of absolute differences.  */
7957 d9ba4830 pbrook
                gen_helper_usad8(tmp, tmp, tmp2);
7958 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7959 9ee6e8bb pbrook
                if (rs != 15) {
7960 d9ba4830 pbrook
                    tmp2 = load_reg(s, rs);
7961 d9ba4830 pbrook
                    tcg_gen_add_i32(tmp, tmp, tmp2);
7962 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp2);
7963 5fd46862 pbrook
                }
7964 9ee6e8bb pbrook
                break;
7965 2c0262af bellard
            }
7966 d9ba4830 pbrook
            store_reg(s, rd, tmp);
7967 2c0262af bellard
            break;
7968 9ee6e8bb pbrook
        case 6: case 7: /* 64-bit multiply, Divide.  */
7969 9ee6e8bb pbrook
            op = ((insn >> 4) & 0xf) | ((insn >> 16) & 0x70);
7970 5e3f878a pbrook
            tmp = load_reg(s, rn);
7971 5e3f878a pbrook
            tmp2 = load_reg(s, rm);
7972 9ee6e8bb pbrook
            if ((op & 0x50) == 0x10) {
7973 9ee6e8bb pbrook
                /* sdiv, udiv */
7974 9ee6e8bb pbrook
                if (!arm_feature(env, ARM_FEATURE_DIV))
7975 9ee6e8bb pbrook
                    goto illegal_op;
7976 9ee6e8bb pbrook
                if (op & 0x20)
7977 5e3f878a pbrook
                    gen_helper_udiv(tmp, tmp, tmp2);
7978 2c0262af bellard
                else
7979 5e3f878a pbrook
                    gen_helper_sdiv(tmp, tmp, tmp2);
7980 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7981 5e3f878a pbrook
                store_reg(s, rd, tmp);
7982 9ee6e8bb pbrook
            } else if ((op & 0xe) == 0xc) {
7983 9ee6e8bb pbrook
                /* Dual multiply accumulate long.  */
7984 9ee6e8bb pbrook
                if (op & 1)
7985 5e3f878a pbrook
                    gen_swap_half(tmp2);
7986 5e3f878a pbrook
                gen_smul_dual(tmp, tmp2);
7987 9ee6e8bb pbrook
                if (op & 0x10) {
7988 5e3f878a pbrook
                    tcg_gen_sub_i32(tmp, tmp, tmp2);
7989 b5ff1b31 bellard
                } else {
7990 5e3f878a pbrook
                    tcg_gen_add_i32(tmp, tmp, tmp2);
7991 b5ff1b31 bellard
                }
7992 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
7993 a7812ae4 pbrook
                /* BUGFIX */
7994 a7812ae4 pbrook
                tmp64 = tcg_temp_new_i64();
7995 a7812ae4 pbrook
                tcg_gen_ext_i32_i64(tmp64, tmp);
7996 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
7997 a7812ae4 pbrook
                gen_addq(s, tmp64, rs, rd);
7998 a7812ae4 pbrook
                gen_storeq_reg(s, rs, rd, tmp64);
7999 b75263d6 Juha Riihimรคki
                tcg_temp_free_i64(tmp64);
8000 2c0262af bellard
            } else {
8001 9ee6e8bb pbrook
                if (op & 0x20) {
8002 9ee6e8bb pbrook
                    /* Unsigned 64-bit multiply  */
8003 a7812ae4 pbrook
                    tmp64 = gen_mulu_i64_i32(tmp, tmp2);
8004 b5ff1b31 bellard
                } else {
8005 9ee6e8bb pbrook
                    if (op & 8) {
8006 9ee6e8bb pbrook
                        /* smlalxy */
8007 5e3f878a pbrook
                        gen_mulxy(tmp, tmp2, op & 2, op & 1);
8008 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp2);
8009 a7812ae4 pbrook
                        tmp64 = tcg_temp_new_i64();
8010 a7812ae4 pbrook
                        tcg_gen_ext_i32_i64(tmp64, tmp);
8011 7d1b0095 Peter Maydell
                        tcg_temp_free_i32(tmp);
8012 9ee6e8bb pbrook
                    } else {
8013 9ee6e8bb pbrook
                        /* Signed 64-bit multiply  */
8014 a7812ae4 pbrook
                        tmp64 = gen_muls_i64_i32(tmp, tmp2);
8015 9ee6e8bb pbrook
                    }
8016 b5ff1b31 bellard
                }
8017 9ee6e8bb pbrook
                if (op & 4) {
8018 9ee6e8bb pbrook
                    /* umaal */
8019 a7812ae4 pbrook
                    gen_addq_lo(s, tmp64, rs);
8020 a7812ae4 pbrook
                    gen_addq_lo(s, tmp64, rd);
8021 9ee6e8bb pbrook
                } else if (op & 0x40) {
8022 9ee6e8bb pbrook
                    /* 64-bit accumulate.  */
8023 a7812ae4 pbrook
                    gen_addq(s, tmp64, rs, rd);
8024 9ee6e8bb pbrook
                }
8025 a7812ae4 pbrook
                gen_storeq_reg(s, rs, rd, tmp64);
8026 b75263d6 Juha Riihimรคki
                tcg_temp_free_i64(tmp64);
8027 5fd46862 pbrook
            }
8028 2c0262af bellard
            break;
8029 9ee6e8bb pbrook
        }
8030 9ee6e8bb pbrook
        break;
8031 9ee6e8bb pbrook
    case 6: case 7: case 14: case 15:
8032 9ee6e8bb pbrook
        /* Coprocessor.  */
8033 9ee6e8bb pbrook
        if (((insn >> 24) & 3) == 3) {
8034 9ee6e8bb pbrook
            /* Translate into the equivalent ARM encoding.  */
8035 f06053e3 Juha Riihimรคki
            insn = (insn & 0xe2ffffff) | ((insn & (1 << 28)) >> 4) | (1 << 28);
8036 9ee6e8bb pbrook
            if (disas_neon_data_insn(env, s, insn))
8037 9ee6e8bb pbrook
                goto illegal_op;
8038 9ee6e8bb pbrook
        } else {
8039 9ee6e8bb pbrook
            if (insn & (1 << 28))
8040 9ee6e8bb pbrook
                goto illegal_op;
8041 9ee6e8bb pbrook
            if (disas_coproc_insn (env, s, insn))
8042 9ee6e8bb pbrook
                goto illegal_op;
8043 9ee6e8bb pbrook
        }
8044 9ee6e8bb pbrook
        break;
8045 9ee6e8bb pbrook
    case 8: case 9: case 10: case 11:
8046 9ee6e8bb pbrook
        if (insn & (1 << 15)) {
8047 9ee6e8bb pbrook
            /* Branches, misc control.  */
8048 9ee6e8bb pbrook
            if (insn & 0x5000) {
8049 9ee6e8bb pbrook
                /* Unconditional branch.  */
8050 9ee6e8bb pbrook
                /* signextend(hw1[10:0]) -> offset[:12].  */
8051 9ee6e8bb pbrook
                offset = ((int32_t)insn << 5) >> 9 & ~(int32_t)0xfff;
8052 9ee6e8bb pbrook
                /* hw1[10:0] -> offset[11:1].  */
8053 9ee6e8bb pbrook
                offset |= (insn & 0x7ff) << 1;
8054 9ee6e8bb pbrook
                /* (~hw2[13, 11] ^ offset[24]) -> offset[23,22]
8055 9ee6e8bb pbrook
                   offset[24:22] already have the same value because of the
8056 9ee6e8bb pbrook
                   sign extension above.  */
8057 9ee6e8bb pbrook
                offset ^= ((~insn) & (1 << 13)) << 10;
8058 9ee6e8bb pbrook
                offset ^= ((~insn) & (1 << 11)) << 11;
8059 9ee6e8bb pbrook
8060 9ee6e8bb pbrook
                if (insn & (1 << 14)) {
8061 9ee6e8bb pbrook
                    /* Branch and link.  */
8062 3174f8e9 Filip Navara
                    tcg_gen_movi_i32(cpu_R[14], s->pc | 1);
8063 b5ff1b31 bellard
                }
8064 3b46e624 ths
8065 b0109805 pbrook
                offset += s->pc;
8066 9ee6e8bb pbrook
                if (insn & (1 << 12)) {
8067 9ee6e8bb pbrook
                    /* b/bl */
8068 b0109805 pbrook
                    gen_jmp(s, offset);
8069 9ee6e8bb pbrook
                } else {
8070 9ee6e8bb pbrook
                    /* blx */
8071 b0109805 pbrook
                    offset &= ~(uint32_t)2;
8072 b0109805 pbrook
                    gen_bx_im(s, offset);
8073 2c0262af bellard
                }
8074 9ee6e8bb pbrook
            } else if (((insn >> 23) & 7) == 7) {
8075 9ee6e8bb pbrook
                /* Misc control */
8076 9ee6e8bb pbrook
                if (insn & (1 << 13))
8077 9ee6e8bb pbrook
                    goto illegal_op;
8078 9ee6e8bb pbrook
8079 9ee6e8bb pbrook
                if (insn & (1 << 26)) {
8080 9ee6e8bb pbrook
                    /* Secure monitor call (v6Z) */
8081 9ee6e8bb pbrook
                    goto illegal_op; /* not implemented.  */
8082 2c0262af bellard
                } else {
8083 9ee6e8bb pbrook
                    op = (insn >> 20) & 7;
8084 9ee6e8bb pbrook
                    switch (op) {
8085 9ee6e8bb pbrook
                    case 0: /* msr cpsr.  */
8086 9ee6e8bb pbrook
                        if (IS_M(env)) {
8087 8984bd2e pbrook
                            tmp = load_reg(s, rn);
8088 8984bd2e pbrook
                            addr = tcg_const_i32(insn & 0xff);
8089 8984bd2e pbrook
                            gen_helper_v7m_msr(cpu_env, addr, tmp);
8090 b75263d6 Juha Riihimรคki
                            tcg_temp_free_i32(addr);
8091 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp);
8092 9ee6e8bb pbrook
                            gen_lookup_tb(s);
8093 9ee6e8bb pbrook
                            break;
8094 9ee6e8bb pbrook
                        }
8095 9ee6e8bb pbrook
                        /* fall through */
8096 9ee6e8bb pbrook
                    case 1: /* msr spsr.  */
8097 9ee6e8bb pbrook
                        if (IS_M(env))
8098 9ee6e8bb pbrook
                            goto illegal_op;
8099 2fbac54b Filip Navara
                        tmp = load_reg(s, rn);
8100 2fbac54b Filip Navara
                        if (gen_set_psr(s,
8101 9ee6e8bb pbrook
                              msr_mask(env, s, (insn >> 8) & 0xf, op == 1),
8102 2fbac54b Filip Navara
                              op == 1, tmp))
8103 9ee6e8bb pbrook
                            goto illegal_op;
8104 9ee6e8bb pbrook
                        break;
8105 9ee6e8bb pbrook
                    case 2: /* cps, nop-hint.  */
8106 9ee6e8bb pbrook
                        if (((insn >> 8) & 7) == 0) {
8107 9ee6e8bb pbrook
                            gen_nop_hint(s, insn & 0xff);
8108 9ee6e8bb pbrook
                        }
8109 9ee6e8bb pbrook
                        /* Implemented as NOP in user mode.  */
8110 9ee6e8bb pbrook
                        if (IS_USER(s))
8111 9ee6e8bb pbrook
                            break;
8112 9ee6e8bb pbrook
                        offset = 0;
8113 9ee6e8bb pbrook
                        imm = 0;
8114 9ee6e8bb pbrook
                        if (insn & (1 << 10)) {
8115 9ee6e8bb pbrook
                            if (insn & (1 << 7))
8116 9ee6e8bb pbrook
                                offset |= CPSR_A;
8117 9ee6e8bb pbrook
                            if (insn & (1 << 6))
8118 9ee6e8bb pbrook
                                offset |= CPSR_I;
8119 9ee6e8bb pbrook
                            if (insn & (1 << 5))
8120 9ee6e8bb pbrook
                                offset |= CPSR_F;
8121 9ee6e8bb pbrook
                            if (insn & (1 << 9))
8122 9ee6e8bb pbrook
                                imm = CPSR_A | CPSR_I | CPSR_F;
8123 9ee6e8bb pbrook
                        }
8124 9ee6e8bb pbrook
                        if (insn & (1 << 8)) {
8125 9ee6e8bb pbrook
                            offset |= 0x1f;
8126 9ee6e8bb pbrook
                            imm |= (insn & 0x1f);
8127 9ee6e8bb pbrook
                        }
8128 9ee6e8bb pbrook
                        if (offset) {
8129 2fbac54b Filip Navara
                            gen_set_psr_im(s, offset, 0, imm);
8130 9ee6e8bb pbrook
                        }
8131 9ee6e8bb pbrook
                        break;
8132 9ee6e8bb pbrook
                    case 3: /* Special control operations.  */
8133 426f5abc Paul Brook
                        ARCH(7);
8134 9ee6e8bb pbrook
                        op = (insn >> 4) & 0xf;
8135 9ee6e8bb pbrook
                        switch (op) {
8136 9ee6e8bb pbrook
                        case 2: /* clrex */
8137 426f5abc Paul Brook
                            gen_clrex(s);
8138 9ee6e8bb pbrook
                            break;
8139 9ee6e8bb pbrook
                        case 4: /* dsb */
8140 9ee6e8bb pbrook
                        case 5: /* dmb */
8141 9ee6e8bb pbrook
                        case 6: /* isb */
8142 9ee6e8bb pbrook
                            /* These execute as NOPs.  */
8143 9ee6e8bb pbrook
                            break;
8144 9ee6e8bb pbrook
                        default:
8145 9ee6e8bb pbrook
                            goto illegal_op;
8146 9ee6e8bb pbrook
                        }
8147 9ee6e8bb pbrook
                        break;
8148 9ee6e8bb pbrook
                    case 4: /* bxj */
8149 9ee6e8bb pbrook
                        /* Trivial implementation equivalent to bx.  */
8150 d9ba4830 pbrook
                        tmp = load_reg(s, rn);
8151 d9ba4830 pbrook
                        gen_bx(s, tmp);
8152 9ee6e8bb pbrook
                        break;
8153 9ee6e8bb pbrook
                    case 5: /* Exception return.  */
8154 b8b45b68 Rabin Vincent
                        if (IS_USER(s)) {
8155 b8b45b68 Rabin Vincent
                            goto illegal_op;
8156 b8b45b68 Rabin Vincent
                        }
8157 b8b45b68 Rabin Vincent
                        if (rn != 14 || rd != 15) {
8158 b8b45b68 Rabin Vincent
                            goto illegal_op;
8159 b8b45b68 Rabin Vincent
                        }
8160 b8b45b68 Rabin Vincent
                        tmp = load_reg(s, rn);
8161 b8b45b68 Rabin Vincent
                        tcg_gen_subi_i32(tmp, tmp, insn & 0xff);
8162 b8b45b68 Rabin Vincent
                        gen_exception_return(s, tmp);
8163 b8b45b68 Rabin Vincent
                        break;
8164 9ee6e8bb pbrook
                    case 6: /* mrs cpsr.  */
8165 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
8166 9ee6e8bb pbrook
                        if (IS_M(env)) {
8167 8984bd2e pbrook
                            addr = tcg_const_i32(insn & 0xff);
8168 8984bd2e pbrook
                            gen_helper_v7m_mrs(tmp, cpu_env, addr);
8169 b75263d6 Juha Riihimรคki
                            tcg_temp_free_i32(addr);
8170 9ee6e8bb pbrook
                        } else {
8171 8984bd2e pbrook
                            gen_helper_cpsr_read(tmp);
8172 9ee6e8bb pbrook
                        }
8173 8984bd2e pbrook
                        store_reg(s, rd, tmp);
8174 9ee6e8bb pbrook
                        break;
8175 9ee6e8bb pbrook
                    case 7: /* mrs spsr.  */
8176 9ee6e8bb pbrook
                        /* Not accessible in user mode.  */
8177 9ee6e8bb pbrook
                        if (IS_USER(s) || IS_M(env))
8178 9ee6e8bb pbrook
                            goto illegal_op;
8179 d9ba4830 pbrook
                        tmp = load_cpu_field(spsr);
8180 d9ba4830 pbrook
                        store_reg(s, rd, tmp);
8181 9ee6e8bb pbrook
                        break;
8182 2c0262af bellard
                    }
8183 2c0262af bellard
                }
8184 9ee6e8bb pbrook
            } else {
8185 9ee6e8bb pbrook
                /* Conditional branch.  */
8186 9ee6e8bb pbrook
                op = (insn >> 22) & 0xf;
8187 9ee6e8bb pbrook
                /* Generate a conditional jump to next instruction.  */
8188 9ee6e8bb pbrook
                s->condlabel = gen_new_label();
8189 d9ba4830 pbrook
                gen_test_cc(op ^ 1, s->condlabel);
8190 9ee6e8bb pbrook
                s->condjmp = 1;
8191 9ee6e8bb pbrook
8192 9ee6e8bb pbrook
                /* offset[11:1] = insn[10:0] */
8193 9ee6e8bb pbrook
                offset = (insn & 0x7ff) << 1;
8194 9ee6e8bb pbrook
                /* offset[17:12] = insn[21:16].  */
8195 9ee6e8bb pbrook
                offset |= (insn & 0x003f0000) >> 4;
8196 9ee6e8bb pbrook
                /* offset[31:20] = insn[26].  */
8197 9ee6e8bb pbrook
                offset |= ((int32_t)((insn << 5) & 0x80000000)) >> 11;
8198 9ee6e8bb pbrook
                /* offset[18] = insn[13].  */
8199 9ee6e8bb pbrook
                offset |= (insn & (1 << 13)) << 5;
8200 9ee6e8bb pbrook
                /* offset[19] = insn[11].  */
8201 9ee6e8bb pbrook
                offset |= (insn & (1 << 11)) << 8;
8202 9ee6e8bb pbrook
8203 9ee6e8bb pbrook
                /* jump to the offset */
8204 b0109805 pbrook
                gen_jmp(s, s->pc + offset);
8205 9ee6e8bb pbrook
            }
8206 9ee6e8bb pbrook
        } else {
8207 9ee6e8bb pbrook
            /* Data processing immediate.  */
8208 9ee6e8bb pbrook
            if (insn & (1 << 25)) {
8209 9ee6e8bb pbrook
                if (insn & (1 << 24)) {
8210 9ee6e8bb pbrook
                    if (insn & (1 << 20))
8211 9ee6e8bb pbrook
                        goto illegal_op;
8212 9ee6e8bb pbrook
                    /* Bitfield/Saturate.  */
8213 9ee6e8bb pbrook
                    op = (insn >> 21) & 7;
8214 9ee6e8bb pbrook
                    imm = insn & 0x1f;
8215 9ee6e8bb pbrook
                    shift = ((insn >> 6) & 3) | ((insn >> 10) & 0x1c);
8216 6ddbc6e4 pbrook
                    if (rn == 15) {
8217 7d1b0095 Peter Maydell
                        tmp = tcg_temp_new_i32();
8218 6ddbc6e4 pbrook
                        tcg_gen_movi_i32(tmp, 0);
8219 6ddbc6e4 pbrook
                    } else {
8220 6ddbc6e4 pbrook
                        tmp = load_reg(s, rn);
8221 6ddbc6e4 pbrook
                    }
8222 9ee6e8bb pbrook
                    switch (op) {
8223 9ee6e8bb pbrook
                    case 2: /* Signed bitfield extract.  */
8224 9ee6e8bb pbrook
                        imm++;
8225 9ee6e8bb pbrook
                        if (shift + imm > 32)
8226 9ee6e8bb pbrook
                            goto illegal_op;
8227 9ee6e8bb pbrook
                        if (imm < 32)
8228 6ddbc6e4 pbrook
                            gen_sbfx(tmp, shift, imm);
8229 9ee6e8bb pbrook
                        break;
8230 9ee6e8bb pbrook
                    case 6: /* Unsigned bitfield extract.  */
8231 9ee6e8bb pbrook
                        imm++;
8232 9ee6e8bb pbrook
                        if (shift + imm > 32)
8233 9ee6e8bb pbrook
                            goto illegal_op;
8234 9ee6e8bb pbrook
                        if (imm < 32)
8235 6ddbc6e4 pbrook
                            gen_ubfx(tmp, shift, (1u << imm) - 1);
8236 9ee6e8bb pbrook
                        break;
8237 9ee6e8bb pbrook
                    case 3: /* Bitfield insert/clear.  */
8238 9ee6e8bb pbrook
                        if (imm < shift)
8239 9ee6e8bb pbrook
                            goto illegal_op;
8240 9ee6e8bb pbrook
                        imm = imm + 1 - shift;
8241 9ee6e8bb pbrook
                        if (imm != 32) {
8242 6ddbc6e4 pbrook
                            tmp2 = load_reg(s, rd);
8243 8f8e3aa4 pbrook
                            gen_bfi(tmp, tmp2, tmp, shift, (1u << imm) - 1);
8244 7d1b0095 Peter Maydell
                            tcg_temp_free_i32(tmp2);
8245 9ee6e8bb pbrook
                        }
8246 9ee6e8bb pbrook
                        break;
8247 9ee6e8bb pbrook
                    case 7:
8248 9ee6e8bb pbrook
                        goto illegal_op;
8249 9ee6e8bb pbrook
                    default: /* Saturate.  */
8250 9ee6e8bb pbrook
                        if (shift) {
8251 9ee6e8bb pbrook
                            if (op & 1)
8252 6ddbc6e4 pbrook
                                tcg_gen_sari_i32(tmp, tmp, shift);
8253 9ee6e8bb pbrook
                            else
8254 6ddbc6e4 pbrook
                                tcg_gen_shli_i32(tmp, tmp, shift);
8255 9ee6e8bb pbrook
                        }
8256 6ddbc6e4 pbrook
                        tmp2 = tcg_const_i32(imm);
8257 9ee6e8bb pbrook
                        if (op & 4) {
8258 9ee6e8bb pbrook
                            /* Unsigned.  */
8259 9ee6e8bb pbrook
                            if ((op & 1) && shift == 0)
8260 6ddbc6e4 pbrook
                                gen_helper_usat16(tmp, tmp, tmp2);
8261 9ee6e8bb pbrook
                            else
8262 6ddbc6e4 pbrook
                                gen_helper_usat(tmp, tmp, tmp2);
8263 2c0262af bellard
                        } else {
8264 9ee6e8bb pbrook
                            /* Signed.  */
8265 9ee6e8bb pbrook
                            if ((op & 1) && shift == 0)
8266 6ddbc6e4 pbrook
                                gen_helper_ssat16(tmp, tmp, tmp2);
8267 9ee6e8bb pbrook
                            else
8268 6ddbc6e4 pbrook
                                gen_helper_ssat(tmp, tmp, tmp2);
8269 2c0262af bellard
                        }
8270 b75263d6 Juha Riihimรคki
                        tcg_temp_free_i32(tmp2);
8271 9ee6e8bb pbrook
                        break;
8272 2c0262af bellard
                    }
8273 6ddbc6e4 pbrook
                    store_reg(s, rd, tmp);
8274 9ee6e8bb pbrook
                } else {
8275 9ee6e8bb pbrook
                    imm = ((insn & 0x04000000) >> 15)
8276 9ee6e8bb pbrook
                          | ((insn & 0x7000) >> 4) | (insn & 0xff);
8277 9ee6e8bb pbrook
                    if (insn & (1 << 22)) {
8278 9ee6e8bb pbrook
                        /* 16-bit immediate.  */
8279 9ee6e8bb pbrook
                        imm |= (insn >> 4) & 0xf000;
8280 9ee6e8bb pbrook
                        if (insn & (1 << 23)) {
8281 9ee6e8bb pbrook
                            /* movt */
8282 5e3f878a pbrook
                            tmp = load_reg(s, rd);
8283 86831435 pbrook
                            tcg_gen_ext16u_i32(tmp, tmp);
8284 5e3f878a pbrook
                            tcg_gen_ori_i32(tmp, tmp, imm << 16);
8285 2c0262af bellard
                        } else {
8286 9ee6e8bb pbrook
                            /* movw */
8287 7d1b0095 Peter Maydell
                            tmp = tcg_temp_new_i32();
8288 5e3f878a pbrook
                            tcg_gen_movi_i32(tmp, imm);
8289 2c0262af bellard
                        }
8290 2c0262af bellard
                    } else {
8291 9ee6e8bb pbrook
                        /* Add/sub 12-bit immediate.  */
8292 9ee6e8bb pbrook
                        if (rn == 15) {
8293 b0109805 pbrook
                            offset = s->pc & ~(uint32_t)3;
8294 9ee6e8bb pbrook
                            if (insn & (1 << 23))
8295 b0109805 pbrook
                                offset -= imm;
8296 9ee6e8bb pbrook
                            else
8297 b0109805 pbrook
                                offset += imm;
8298 7d1b0095 Peter Maydell
                            tmp = tcg_temp_new_i32();
8299 5e3f878a pbrook
                            tcg_gen_movi_i32(tmp, offset);
8300 2c0262af bellard
                        } else {
8301 5e3f878a pbrook
                            tmp = load_reg(s, rn);
8302 9ee6e8bb pbrook
                            if (insn & (1 << 23))
8303 5e3f878a pbrook
                                tcg_gen_subi_i32(tmp, tmp, imm);
8304 9ee6e8bb pbrook
                            else
8305 5e3f878a pbrook
                                tcg_gen_addi_i32(tmp, tmp, imm);
8306 2c0262af bellard
                        }
8307 9ee6e8bb pbrook
                    }
8308 5e3f878a pbrook
                    store_reg(s, rd, tmp);
8309 191abaa2 pbrook
                }
8310 9ee6e8bb pbrook
            } else {
8311 9ee6e8bb pbrook
                int shifter_out = 0;
8312 9ee6e8bb pbrook
                /* modified 12-bit immediate.  */
8313 9ee6e8bb pbrook
                shift = ((insn & 0x04000000) >> 23) | ((insn & 0x7000) >> 12);
8314 9ee6e8bb pbrook
                imm = (insn & 0xff);
8315 9ee6e8bb pbrook
                switch (shift) {
8316 9ee6e8bb pbrook
                case 0: /* XY */
8317 9ee6e8bb pbrook
                    /* Nothing to do.  */
8318 9ee6e8bb pbrook
                    break;
8319 9ee6e8bb pbrook
                case 1: /* 00XY00XY */
8320 9ee6e8bb pbrook
                    imm |= imm << 16;
8321 9ee6e8bb pbrook
                    break;
8322 9ee6e8bb pbrook
                case 2: /* XY00XY00 */
8323 9ee6e8bb pbrook
                    imm |= imm << 16;
8324 9ee6e8bb pbrook
                    imm <<= 8;
8325 9ee6e8bb pbrook
                    break;
8326 9ee6e8bb pbrook
                case 3: /* XYXYXYXY */
8327 9ee6e8bb pbrook
                    imm |= imm << 16;
8328 9ee6e8bb pbrook
                    imm |= imm << 8;
8329 9ee6e8bb pbrook
                    break;
8330 9ee6e8bb pbrook
                default: /* Rotated constant.  */
8331 9ee6e8bb pbrook
                    shift = (shift << 1) | (imm >> 7);
8332 9ee6e8bb pbrook
                    imm |= 0x80;
8333 9ee6e8bb pbrook
                    imm = imm << (32 - shift);
8334 9ee6e8bb pbrook
                    shifter_out = 1;
8335 9ee6e8bb pbrook
                    break;
8336 b5ff1b31 bellard
                }
8337 7d1b0095 Peter Maydell
                tmp2 = tcg_temp_new_i32();
8338 3174f8e9 Filip Navara
                tcg_gen_movi_i32(tmp2, imm);
8339 9ee6e8bb pbrook
                rn = (insn >> 16) & 0xf;
8340 3174f8e9 Filip Navara
                if (rn == 15) {
8341 7d1b0095 Peter Maydell
                    tmp = tcg_temp_new_i32();
8342 3174f8e9 Filip Navara
                    tcg_gen_movi_i32(tmp, 0);
8343 3174f8e9 Filip Navara
                } else {
8344 3174f8e9 Filip Navara
                    tmp = load_reg(s, rn);
8345 3174f8e9 Filip Navara
                }
8346 9ee6e8bb pbrook
                op = (insn >> 21) & 0xf;
8347 9ee6e8bb pbrook
                if (gen_thumb2_data_op(s, op, (insn & (1 << 20)) != 0,
8348 3174f8e9 Filip Navara
                                       shifter_out, tmp, tmp2))
8349 9ee6e8bb pbrook
                    goto illegal_op;
8350 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8351 9ee6e8bb pbrook
                rd = (insn >> 8) & 0xf;
8352 9ee6e8bb pbrook
                if (rd != 15) {
8353 3174f8e9 Filip Navara
                    store_reg(s, rd, tmp);
8354 3174f8e9 Filip Navara
                } else {
8355 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
8356 2c0262af bellard
                }
8357 2c0262af bellard
            }
8358 9ee6e8bb pbrook
        }
8359 9ee6e8bb pbrook
        break;
8360 9ee6e8bb pbrook
    case 12: /* Load/store single data item.  */
8361 9ee6e8bb pbrook
        {
8362 9ee6e8bb pbrook
        int postinc = 0;
8363 9ee6e8bb pbrook
        int writeback = 0;
8364 b0109805 pbrook
        int user;
8365 9ee6e8bb pbrook
        if ((insn & 0x01100000) == 0x01000000) {
8366 9ee6e8bb pbrook
            if (disas_neon_ls_insn(env, s, insn))
8367 c1713132 balrog
                goto illegal_op;
8368 9ee6e8bb pbrook
            break;
8369 9ee6e8bb pbrook
        }
8370 a2fdc890 Peter Maydell
        op = ((insn >> 21) & 3) | ((insn >> 22) & 4);
8371 a2fdc890 Peter Maydell
        if (rs == 15) {
8372 a2fdc890 Peter Maydell
            if (!(insn & (1 << 20))) {
8373 a2fdc890 Peter Maydell
                goto illegal_op;
8374 a2fdc890 Peter Maydell
            }
8375 a2fdc890 Peter Maydell
            if (op != 2) {
8376 a2fdc890 Peter Maydell
                /* Byte or halfword load space with dest == r15 : memory hints.
8377 a2fdc890 Peter Maydell
                 * Catch them early so we don't emit pointless addressing code.
8378 a2fdc890 Peter Maydell
                 * This space is a mix of:
8379 a2fdc890 Peter Maydell
                 *  PLD/PLDW/PLI,  which we implement as NOPs (note that unlike
8380 a2fdc890 Peter Maydell
                 *     the ARM encodings, PLDW space doesn't UNDEF for non-v7MP
8381 a2fdc890 Peter Maydell
                 *     cores)
8382 a2fdc890 Peter Maydell
                 *  unallocated hints, which must be treated as NOPs
8383 a2fdc890 Peter Maydell
                 *  UNPREDICTABLE space, which we NOP or UNDEF depending on
8384 a2fdc890 Peter Maydell
                 *     which is easiest for the decoding logic
8385 a2fdc890 Peter Maydell
                 *  Some space which must UNDEF
8386 a2fdc890 Peter Maydell
                 */
8387 a2fdc890 Peter Maydell
                int op1 = (insn >> 23) & 3;
8388 a2fdc890 Peter Maydell
                int op2 = (insn >> 6) & 0x3f;
8389 a2fdc890 Peter Maydell
                if (op & 2) {
8390 a2fdc890 Peter Maydell
                    goto illegal_op;
8391 a2fdc890 Peter Maydell
                }
8392 a2fdc890 Peter Maydell
                if (rn == 15) {
8393 a2fdc890 Peter Maydell
                    /* UNPREDICTABLE or unallocated hint */
8394 a2fdc890 Peter Maydell
                    return 0;
8395 a2fdc890 Peter Maydell
                }
8396 a2fdc890 Peter Maydell
                if (op1 & 1) {
8397 a2fdc890 Peter Maydell
                    return 0; /* PLD* or unallocated hint */
8398 a2fdc890 Peter Maydell
                }
8399 a2fdc890 Peter Maydell
                if ((op2 == 0) || ((op2 & 0x3c) == 0x30)) {
8400 a2fdc890 Peter Maydell
                    return 0; /* PLD* or unallocated hint */
8401 a2fdc890 Peter Maydell
                }
8402 a2fdc890 Peter Maydell
                /* UNDEF space, or an UNPREDICTABLE */
8403 a2fdc890 Peter Maydell
                return 1;
8404 a2fdc890 Peter Maydell
            }
8405 a2fdc890 Peter Maydell
        }
8406 b0109805 pbrook
        user = IS_USER(s);
8407 9ee6e8bb pbrook
        if (rn == 15) {
8408 7d1b0095 Peter Maydell
            addr = tcg_temp_new_i32();
8409 9ee6e8bb pbrook
            /* PC relative.  */
8410 9ee6e8bb pbrook
            /* s->pc has already been incremented by 4.  */
8411 9ee6e8bb pbrook
            imm = s->pc & 0xfffffffc;
8412 9ee6e8bb pbrook
            if (insn & (1 << 23))
8413 9ee6e8bb pbrook
                imm += insn & 0xfff;
8414 9ee6e8bb pbrook
            else
8415 9ee6e8bb pbrook
                imm -= insn & 0xfff;
8416 b0109805 pbrook
            tcg_gen_movi_i32(addr, imm);
8417 9ee6e8bb pbrook
        } else {
8418 b0109805 pbrook
            addr = load_reg(s, rn);
8419 9ee6e8bb pbrook
            if (insn & (1 << 23)) {
8420 9ee6e8bb pbrook
                /* Positive offset.  */
8421 9ee6e8bb pbrook
                imm = insn & 0xfff;
8422 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, imm);
8423 9ee6e8bb pbrook
            } else {
8424 9ee6e8bb pbrook
                imm = insn & 0xff;
8425 2a0308c5 Peter Maydell
                switch ((insn >> 8) & 0xf) {
8426 2a0308c5 Peter Maydell
                case 0x0: /* Shifted Register.  */
8427 9ee6e8bb pbrook
                    shift = (insn >> 4) & 0xf;
8428 2a0308c5 Peter Maydell
                    if (shift > 3) {
8429 2a0308c5 Peter Maydell
                        tcg_temp_free_i32(addr);
8430 18c9b560 balrog
                        goto illegal_op;
8431 2a0308c5 Peter Maydell
                    }
8432 b26eefb6 pbrook
                    tmp = load_reg(s, rm);
8433 9ee6e8bb pbrook
                    if (shift)
8434 b26eefb6 pbrook
                        tcg_gen_shli_i32(tmp, tmp, shift);
8435 b0109805 pbrook
                    tcg_gen_add_i32(addr, addr, tmp);
8436 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
8437 9ee6e8bb pbrook
                    break;
8438 2a0308c5 Peter Maydell
                case 0xc: /* Negative offset.  */
8439 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, -imm);
8440 9ee6e8bb pbrook
                    break;
8441 2a0308c5 Peter Maydell
                case 0xe: /* User privilege.  */
8442 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, imm);
8443 b0109805 pbrook
                    user = 1;
8444 9ee6e8bb pbrook
                    break;
8445 2a0308c5 Peter Maydell
                case 0x9: /* Post-decrement.  */
8446 9ee6e8bb pbrook
                    imm = -imm;
8447 9ee6e8bb pbrook
                    /* Fall through.  */
8448 2a0308c5 Peter Maydell
                case 0xb: /* Post-increment.  */
8449 9ee6e8bb pbrook
                    postinc = 1;
8450 9ee6e8bb pbrook
                    writeback = 1;
8451 9ee6e8bb pbrook
                    break;
8452 2a0308c5 Peter Maydell
                case 0xd: /* Pre-decrement.  */
8453 9ee6e8bb pbrook
                    imm = -imm;
8454 9ee6e8bb pbrook
                    /* Fall through.  */
8455 2a0308c5 Peter Maydell
                case 0xf: /* Pre-increment.  */
8456 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, imm);
8457 9ee6e8bb pbrook
                    writeback = 1;
8458 9ee6e8bb pbrook
                    break;
8459 9ee6e8bb pbrook
                default:
8460 2a0308c5 Peter Maydell
                    tcg_temp_free_i32(addr);
8461 b7bcbe95 bellard
                    goto illegal_op;
8462 9ee6e8bb pbrook
                }
8463 9ee6e8bb pbrook
            }
8464 9ee6e8bb pbrook
        }
8465 9ee6e8bb pbrook
        if (insn & (1 << 20)) {
8466 9ee6e8bb pbrook
            /* Load.  */
8467 a2fdc890 Peter Maydell
            switch (op) {
8468 a2fdc890 Peter Maydell
            case 0: tmp = gen_ld8u(addr, user); break;
8469 a2fdc890 Peter Maydell
            case 4: tmp = gen_ld8s(addr, user); break;
8470 a2fdc890 Peter Maydell
            case 1: tmp = gen_ld16u(addr, user); break;
8471 a2fdc890 Peter Maydell
            case 5: tmp = gen_ld16s(addr, user); break;
8472 a2fdc890 Peter Maydell
            case 2: tmp = gen_ld32(addr, user); break;
8473 2a0308c5 Peter Maydell
            default:
8474 2a0308c5 Peter Maydell
                tcg_temp_free_i32(addr);
8475 2a0308c5 Peter Maydell
                goto illegal_op;
8476 a2fdc890 Peter Maydell
            }
8477 a2fdc890 Peter Maydell
            if (rs == 15) {
8478 a2fdc890 Peter Maydell
                gen_bx(s, tmp);
8479 9ee6e8bb pbrook
            } else {
8480 a2fdc890 Peter Maydell
                store_reg(s, rs, tmp);
8481 9ee6e8bb pbrook
            }
8482 9ee6e8bb pbrook
        } else {
8483 9ee6e8bb pbrook
            /* Store.  */
8484 b0109805 pbrook
            tmp = load_reg(s, rs);
8485 9ee6e8bb pbrook
            switch (op) {
8486 b0109805 pbrook
            case 0: gen_st8(tmp, addr, user); break;
8487 b0109805 pbrook
            case 1: gen_st16(tmp, addr, user); break;
8488 b0109805 pbrook
            case 2: gen_st32(tmp, addr, user); break;
8489 2a0308c5 Peter Maydell
            default:
8490 2a0308c5 Peter Maydell
                tcg_temp_free_i32(addr);
8491 2a0308c5 Peter Maydell
                goto illegal_op;
8492 b7bcbe95 bellard
            }
8493 2c0262af bellard
        }
8494 9ee6e8bb pbrook
        if (postinc)
8495 b0109805 pbrook
            tcg_gen_addi_i32(addr, addr, imm);
8496 b0109805 pbrook
        if (writeback) {
8497 b0109805 pbrook
            store_reg(s, rn, addr);
8498 b0109805 pbrook
        } else {
8499 7d1b0095 Peter Maydell
            tcg_temp_free_i32(addr);
8500 b0109805 pbrook
        }
8501 9ee6e8bb pbrook
        }
8502 9ee6e8bb pbrook
        break;
8503 9ee6e8bb pbrook
    default:
8504 9ee6e8bb pbrook
        goto illegal_op;
8505 2c0262af bellard
    }
8506 9ee6e8bb pbrook
    return 0;
8507 9ee6e8bb pbrook
illegal_op:
8508 9ee6e8bb pbrook
    return 1;
8509 2c0262af bellard
}
8510 2c0262af bellard
8511 9ee6e8bb pbrook
static void disas_thumb_insn(CPUState *env, DisasContext *s)
8512 99c475ab bellard
{
8513 99c475ab bellard
    uint32_t val, insn, op, rm, rn, rd, shift, cond;
8514 99c475ab bellard
    int32_t offset;
8515 99c475ab bellard
    int i;
8516 b26eefb6 pbrook
    TCGv tmp;
8517 d9ba4830 pbrook
    TCGv tmp2;
8518 b0109805 pbrook
    TCGv addr;
8519 99c475ab bellard
8520 9ee6e8bb pbrook
    if (s->condexec_mask) {
8521 9ee6e8bb pbrook
        cond = s->condexec_cond;
8522 bedd2912 Johan Bengtsson
        if (cond != 0x0e) {     /* Skip conditional when condition is AL. */
8523 bedd2912 Johan Bengtsson
          s->condlabel = gen_new_label();
8524 bedd2912 Johan Bengtsson
          gen_test_cc(cond ^ 1, s->condlabel);
8525 bedd2912 Johan Bengtsson
          s->condjmp = 1;
8526 bedd2912 Johan Bengtsson
        }
8527 9ee6e8bb pbrook
    }
8528 9ee6e8bb pbrook
8529 b5ff1b31 bellard
    insn = lduw_code(s->pc);
8530 99c475ab bellard
    s->pc += 2;
8531 b5ff1b31 bellard
8532 99c475ab bellard
    switch (insn >> 12) {
8533 99c475ab bellard
    case 0: case 1:
8534 396e467c Filip Navara
8535 99c475ab bellard
        rd = insn & 7;
8536 99c475ab bellard
        op = (insn >> 11) & 3;
8537 99c475ab bellard
        if (op == 3) {
8538 99c475ab bellard
            /* add/subtract */
8539 99c475ab bellard
            rn = (insn >> 3) & 7;
8540 396e467c Filip Navara
            tmp = load_reg(s, rn);
8541 99c475ab bellard
            if (insn & (1 << 10)) {
8542 99c475ab bellard
                /* immediate */
8543 7d1b0095 Peter Maydell
                tmp2 = tcg_temp_new_i32();
8544 396e467c Filip Navara
                tcg_gen_movi_i32(tmp2, (insn >> 6) & 7);
8545 99c475ab bellard
            } else {
8546 99c475ab bellard
                /* reg */
8547 99c475ab bellard
                rm = (insn >> 6) & 7;
8548 396e467c Filip Navara
                tmp2 = load_reg(s, rm);
8549 99c475ab bellard
            }
8550 9ee6e8bb pbrook
            if (insn & (1 << 9)) {
8551 9ee6e8bb pbrook
                if (s->condexec_mask)
8552 396e467c Filip Navara
                    tcg_gen_sub_i32(tmp, tmp, tmp2);
8553 9ee6e8bb pbrook
                else
8554 396e467c Filip Navara
                    gen_helper_sub_cc(tmp, tmp, tmp2);
8555 9ee6e8bb pbrook
            } else {
8556 9ee6e8bb pbrook
                if (s->condexec_mask)
8557 396e467c Filip Navara
                    tcg_gen_add_i32(tmp, tmp, tmp2);
8558 9ee6e8bb pbrook
                else
8559 396e467c Filip Navara
                    gen_helper_add_cc(tmp, tmp, tmp2);
8560 9ee6e8bb pbrook
            }
8561 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
8562 396e467c Filip Navara
            store_reg(s, rd, tmp);
8563 99c475ab bellard
        } else {
8564 99c475ab bellard
            /* shift immediate */
8565 99c475ab bellard
            rm = (insn >> 3) & 7;
8566 99c475ab bellard
            shift = (insn >> 6) & 0x1f;
8567 9a119ff6 pbrook
            tmp = load_reg(s, rm);
8568 9a119ff6 pbrook
            gen_arm_shift_im(tmp, op, shift, s->condexec_mask == 0);
8569 9a119ff6 pbrook
            if (!s->condexec_mask)
8570 9a119ff6 pbrook
                gen_logic_CC(tmp);
8571 9a119ff6 pbrook
            store_reg(s, rd, tmp);
8572 99c475ab bellard
        }
8573 99c475ab bellard
        break;
8574 99c475ab bellard
    case 2: case 3:
8575 99c475ab bellard
        /* arithmetic large immediate */
8576 99c475ab bellard
        op = (insn >> 11) & 3;
8577 99c475ab bellard
        rd = (insn >> 8) & 0x7;
8578 396e467c Filip Navara
        if (op == 0) { /* mov */
8579 7d1b0095 Peter Maydell
            tmp = tcg_temp_new_i32();
8580 396e467c Filip Navara
            tcg_gen_movi_i32(tmp, insn & 0xff);
8581 9ee6e8bb pbrook
            if (!s->condexec_mask)
8582 396e467c Filip Navara
                gen_logic_CC(tmp);
8583 396e467c Filip Navara
            store_reg(s, rd, tmp);
8584 396e467c Filip Navara
        } else {
8585 396e467c Filip Navara
            tmp = load_reg(s, rd);
8586 7d1b0095 Peter Maydell
            tmp2 = tcg_temp_new_i32();
8587 396e467c Filip Navara
            tcg_gen_movi_i32(tmp2, insn & 0xff);
8588 396e467c Filip Navara
            switch (op) {
8589 396e467c Filip Navara
            case 1: /* cmp */
8590 396e467c Filip Navara
                gen_helper_sub_cc(tmp, tmp, tmp2);
8591 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
8592 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8593 396e467c Filip Navara
                break;
8594 396e467c Filip Navara
            case 2: /* add */
8595 396e467c Filip Navara
                if (s->condexec_mask)
8596 396e467c Filip Navara
                    tcg_gen_add_i32(tmp, tmp, tmp2);
8597 396e467c Filip Navara
                else
8598 396e467c Filip Navara
                    gen_helper_add_cc(tmp, tmp, tmp2);
8599 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8600 396e467c Filip Navara
                store_reg(s, rd, tmp);
8601 396e467c Filip Navara
                break;
8602 396e467c Filip Navara
            case 3: /* sub */
8603 396e467c Filip Navara
                if (s->condexec_mask)
8604 396e467c Filip Navara
                    tcg_gen_sub_i32(tmp, tmp, tmp2);
8605 396e467c Filip Navara
                else
8606 396e467c Filip Navara
                    gen_helper_sub_cc(tmp, tmp, tmp2);
8607 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8608 396e467c Filip Navara
                store_reg(s, rd, tmp);
8609 396e467c Filip Navara
                break;
8610 396e467c Filip Navara
            }
8611 99c475ab bellard
        }
8612 99c475ab bellard
        break;
8613 99c475ab bellard
    case 4:
8614 99c475ab bellard
        if (insn & (1 << 11)) {
8615 99c475ab bellard
            rd = (insn >> 8) & 7;
8616 5899f386 bellard
            /* load pc-relative.  Bit 1 of PC is ignored.  */
8617 5899f386 bellard
            val = s->pc + 2 + ((insn & 0xff) * 4);
8618 5899f386 bellard
            val &= ~(uint32_t)2;
8619 7d1b0095 Peter Maydell
            addr = tcg_temp_new_i32();
8620 b0109805 pbrook
            tcg_gen_movi_i32(addr, val);
8621 b0109805 pbrook
            tmp = gen_ld32(addr, IS_USER(s));
8622 7d1b0095 Peter Maydell
            tcg_temp_free_i32(addr);
8623 b0109805 pbrook
            store_reg(s, rd, tmp);
8624 99c475ab bellard
            break;
8625 99c475ab bellard
        }
8626 99c475ab bellard
        if (insn & (1 << 10)) {
8627 99c475ab bellard
            /* data processing extended or blx */
8628 99c475ab bellard
            rd = (insn & 7) | ((insn >> 4) & 8);
8629 99c475ab bellard
            rm = (insn >> 3) & 0xf;
8630 99c475ab bellard
            op = (insn >> 8) & 3;
8631 99c475ab bellard
            switch (op) {
8632 99c475ab bellard
            case 0: /* add */
8633 396e467c Filip Navara
                tmp = load_reg(s, rd);
8634 396e467c Filip Navara
                tmp2 = load_reg(s, rm);
8635 396e467c Filip Navara
                tcg_gen_add_i32(tmp, tmp, tmp2);
8636 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8637 396e467c Filip Navara
                store_reg(s, rd, tmp);
8638 99c475ab bellard
                break;
8639 99c475ab bellard
            case 1: /* cmp */
8640 396e467c Filip Navara
                tmp = load_reg(s, rd);
8641 396e467c Filip Navara
                tmp2 = load_reg(s, rm);
8642 396e467c Filip Navara
                gen_helper_sub_cc(tmp, tmp, tmp2);
8643 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8644 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp);
8645 99c475ab bellard
                break;
8646 99c475ab bellard
            case 2: /* mov/cpy */
8647 396e467c Filip Navara
                tmp = load_reg(s, rm);
8648 396e467c Filip Navara
                store_reg(s, rd, tmp);
8649 99c475ab bellard
                break;
8650 99c475ab bellard
            case 3:/* branch [and link] exchange thumb register */
8651 b0109805 pbrook
                tmp = load_reg(s, rm);
8652 99c475ab bellard
                if (insn & (1 << 7)) {
8653 99c475ab bellard
                    val = (uint32_t)s->pc | 1;
8654 7d1b0095 Peter Maydell
                    tmp2 = tcg_temp_new_i32();
8655 b0109805 pbrook
                    tcg_gen_movi_i32(tmp2, val);
8656 b0109805 pbrook
                    store_reg(s, 14, tmp2);
8657 99c475ab bellard
                }
8658 d9ba4830 pbrook
                gen_bx(s, tmp);
8659 99c475ab bellard
                break;
8660 99c475ab bellard
            }
8661 99c475ab bellard
            break;
8662 99c475ab bellard
        }
8663 99c475ab bellard
8664 99c475ab bellard
        /* data processing register */
8665 99c475ab bellard
        rd = insn & 7;
8666 99c475ab bellard
        rm = (insn >> 3) & 7;
8667 99c475ab bellard
        op = (insn >> 6) & 0xf;
8668 99c475ab bellard
        if (op == 2 || op == 3 || op == 4 || op == 7) {
8669 99c475ab bellard
            /* the shift/rotate ops want the operands backwards */
8670 99c475ab bellard
            val = rm;
8671 99c475ab bellard
            rm = rd;
8672 99c475ab bellard
            rd = val;
8673 99c475ab bellard
            val = 1;
8674 99c475ab bellard
        } else {
8675 99c475ab bellard
            val = 0;
8676 99c475ab bellard
        }
8677 99c475ab bellard
8678 396e467c Filip Navara
        if (op == 9) { /* neg */
8679 7d1b0095 Peter Maydell
            tmp = tcg_temp_new_i32();
8680 396e467c Filip Navara
            tcg_gen_movi_i32(tmp, 0);
8681 396e467c Filip Navara
        } else if (op != 0xf) { /* mvn doesn't read its first operand */
8682 396e467c Filip Navara
            tmp = load_reg(s, rd);
8683 396e467c Filip Navara
        } else {
8684 396e467c Filip Navara
            TCGV_UNUSED(tmp);
8685 396e467c Filip Navara
        }
8686 99c475ab bellard
8687 396e467c Filip Navara
        tmp2 = load_reg(s, rm);
8688 5899f386 bellard
        switch (op) {
8689 99c475ab bellard
        case 0x0: /* and */
8690 396e467c Filip Navara
            tcg_gen_and_i32(tmp, tmp, tmp2);
8691 9ee6e8bb pbrook
            if (!s->condexec_mask)
8692 396e467c Filip Navara
                gen_logic_CC(tmp);
8693 99c475ab bellard
            break;
8694 99c475ab bellard
        case 0x1: /* eor */
8695 396e467c Filip Navara
            tcg_gen_xor_i32(tmp, tmp, tmp2);
8696 9ee6e8bb pbrook
            if (!s->condexec_mask)
8697 396e467c Filip Navara
                gen_logic_CC(tmp);
8698 99c475ab bellard
            break;
8699 99c475ab bellard
        case 0x2: /* lsl */
8700 9ee6e8bb pbrook
            if (s->condexec_mask) {
8701 396e467c Filip Navara
                gen_helper_shl(tmp2, tmp2, tmp);
8702 9ee6e8bb pbrook
            } else {
8703 396e467c Filip Navara
                gen_helper_shl_cc(tmp2, tmp2, tmp);
8704 396e467c Filip Navara
                gen_logic_CC(tmp2);
8705 9ee6e8bb pbrook
            }
8706 99c475ab bellard
            break;
8707 99c475ab bellard
        case 0x3: /* lsr */
8708 9ee6e8bb pbrook
            if (s->condexec_mask) {
8709 396e467c Filip Navara
                gen_helper_shr(tmp2, tmp2, tmp);
8710 9ee6e8bb pbrook
            } else {
8711 396e467c Filip Navara
                gen_helper_shr_cc(tmp2, tmp2, tmp);
8712 396e467c Filip Navara
                gen_logic_CC(tmp2);
8713 9ee6e8bb pbrook
            }
8714 99c475ab bellard
            break;
8715 99c475ab bellard
        case 0x4: /* asr */
8716 9ee6e8bb pbrook
            if (s->condexec_mask) {
8717 396e467c Filip Navara
                gen_helper_sar(tmp2, tmp2, tmp);
8718 9ee6e8bb pbrook
            } else {
8719 396e467c Filip Navara
                gen_helper_sar_cc(tmp2, tmp2, tmp);
8720 396e467c Filip Navara
                gen_logic_CC(tmp2);
8721 9ee6e8bb pbrook
            }
8722 99c475ab bellard
            break;
8723 99c475ab bellard
        case 0x5: /* adc */
8724 9ee6e8bb pbrook
            if (s->condexec_mask)
8725 396e467c Filip Navara
                gen_adc(tmp, tmp2);
8726 9ee6e8bb pbrook
            else
8727 396e467c Filip Navara
                gen_helper_adc_cc(tmp, tmp, tmp2);
8728 99c475ab bellard
            break;
8729 99c475ab bellard
        case 0x6: /* sbc */
8730 9ee6e8bb pbrook
            if (s->condexec_mask)
8731 396e467c Filip Navara
                gen_sub_carry(tmp, tmp, tmp2);
8732 9ee6e8bb pbrook
            else
8733 396e467c Filip Navara
                gen_helper_sbc_cc(tmp, tmp, tmp2);
8734 99c475ab bellard
            break;
8735 99c475ab bellard
        case 0x7: /* ror */
8736 9ee6e8bb pbrook
            if (s->condexec_mask) {
8737 f669df27 Aurelien Jarno
                tcg_gen_andi_i32(tmp, tmp, 0x1f);
8738 f669df27 Aurelien Jarno
                tcg_gen_rotr_i32(tmp2, tmp2, tmp);
8739 9ee6e8bb pbrook
            } else {
8740 396e467c Filip Navara
                gen_helper_ror_cc(tmp2, tmp2, tmp);
8741 396e467c Filip Navara
                gen_logic_CC(tmp2);
8742 9ee6e8bb pbrook
            }
8743 99c475ab bellard
            break;
8744 99c475ab bellard
        case 0x8: /* tst */
8745 396e467c Filip Navara
            tcg_gen_and_i32(tmp, tmp, tmp2);
8746 396e467c Filip Navara
            gen_logic_CC(tmp);
8747 99c475ab bellard
            rd = 16;
8748 5899f386 bellard
            break;
8749 99c475ab bellard
        case 0x9: /* neg */
8750 9ee6e8bb pbrook
            if (s->condexec_mask)
8751 396e467c Filip Navara
                tcg_gen_neg_i32(tmp, tmp2);
8752 9ee6e8bb pbrook
            else
8753 396e467c Filip Navara
                gen_helper_sub_cc(tmp, tmp, tmp2);
8754 99c475ab bellard
            break;
8755 99c475ab bellard
        case 0xa: /* cmp */
8756 396e467c Filip Navara
            gen_helper_sub_cc(tmp, tmp, tmp2);
8757 99c475ab bellard
            rd = 16;
8758 99c475ab bellard
            break;
8759 99c475ab bellard
        case 0xb: /* cmn */
8760 396e467c Filip Navara
            gen_helper_add_cc(tmp, tmp, tmp2);
8761 99c475ab bellard
            rd = 16;
8762 99c475ab bellard
            break;
8763 99c475ab bellard
        case 0xc: /* orr */
8764 396e467c Filip Navara
            tcg_gen_or_i32(tmp, tmp, tmp2);
8765 9ee6e8bb pbrook
            if (!s->condexec_mask)
8766 396e467c Filip Navara
                gen_logic_CC(tmp);
8767 99c475ab bellard
            break;
8768 99c475ab bellard
        case 0xd: /* mul */
8769 7b2919a0 Juha.Riihimaki@nokia.com
            tcg_gen_mul_i32(tmp, tmp, tmp2);
8770 9ee6e8bb pbrook
            if (!s->condexec_mask)
8771 396e467c Filip Navara
                gen_logic_CC(tmp);
8772 99c475ab bellard
            break;
8773 99c475ab bellard
        case 0xe: /* bic */
8774 f669df27 Aurelien Jarno
            tcg_gen_andc_i32(tmp, tmp, tmp2);
8775 9ee6e8bb pbrook
            if (!s->condexec_mask)
8776 396e467c Filip Navara
                gen_logic_CC(tmp);
8777 99c475ab bellard
            break;
8778 99c475ab bellard
        case 0xf: /* mvn */
8779 396e467c Filip Navara
            tcg_gen_not_i32(tmp2, tmp2);
8780 9ee6e8bb pbrook
            if (!s->condexec_mask)
8781 396e467c Filip Navara
                gen_logic_CC(tmp2);
8782 99c475ab bellard
            val = 1;
8783 5899f386 bellard
            rm = rd;
8784 99c475ab bellard
            break;
8785 99c475ab bellard
        }
8786 99c475ab bellard
        if (rd != 16) {
8787 396e467c Filip Navara
            if (val) {
8788 396e467c Filip Navara
                store_reg(s, rm, tmp2);
8789 396e467c Filip Navara
                if (op != 0xf)
8790 7d1b0095 Peter Maydell
                    tcg_temp_free_i32(tmp);
8791 396e467c Filip Navara
            } else {
8792 396e467c Filip Navara
                store_reg(s, rd, tmp);
8793 7d1b0095 Peter Maydell
                tcg_temp_free_i32(tmp2);
8794 396e467c Filip Navara
            }
8795 396e467c Filip Navara
        } else {
8796 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
8797 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp2);
8798 99c475ab bellard
        }
8799 99c475ab bellard
        break;
8800 99c475ab bellard
8801 99c475ab bellard
    case 5:
8802 99c475ab bellard
        /* load/store register offset.  */
8803 99c475ab bellard
        rd = insn & 7;
8804 99c475ab bellard
        rn = (insn >> 3) & 7;
8805 99c475ab bellard
        rm = (insn >> 6) & 7;
8806 99c475ab bellard
        op = (insn >> 9) & 7;
8807 b0109805 pbrook
        addr = load_reg(s, rn);
8808 b26eefb6 pbrook
        tmp = load_reg(s, rm);
8809 b0109805 pbrook
        tcg_gen_add_i32(addr, addr, tmp);
8810 7d1b0095 Peter Maydell
        tcg_temp_free_i32(tmp);
8811 99c475ab bellard
8812 99c475ab bellard
        if (op < 3) /* store */
8813 b0109805 pbrook
            tmp = load_reg(s, rd);
8814 99c475ab bellard
8815 99c475ab bellard
        switch (op) {
8816 99c475ab bellard
        case 0: /* str */
8817 b0109805 pbrook
            gen_st32(tmp, addr, IS_USER(s));
8818 99c475ab bellard
            break;
8819 99c475ab bellard
        case 1: /* strh */
8820 b0109805 pbrook
            gen_st16(tmp, addr, IS_USER(s));
8821 99c475ab bellard
            break;
8822 99c475ab bellard
        case 2: /* strb */
8823 b0109805 pbrook
            gen_st8(tmp, addr, IS_USER(s));
8824 99c475ab bellard
            break;
8825 99c475ab bellard
        case 3: /* ldrsb */
8826 b0109805 pbrook
            tmp = gen_ld8s(addr, IS_USER(s));
8827 99c475ab bellard
            break;
8828 99c475ab bellard
        case 4: /* ldr */
8829 b0109805 pbrook
            tmp = gen_ld32(addr, IS_USER(s));
8830 99c475ab bellard
            break;
8831 99c475ab bellard
        case 5: /* ldrh */
8832 b0109805 pbrook
            tmp = gen_ld16u(addr, IS_USER(s));
8833 99c475ab bellard
            break;
8834 99c475ab bellard
        case 6: /* ldrb */
8835 b0109805 pbrook
            tmp = gen_ld8u(addr, IS_USER(s));
8836 99c475ab bellard
            break;
8837 99c475ab bellard
        case 7: /* ldrsh */
8838 b0109805 pbrook
            tmp = gen_ld16s(addr, IS_USER(s));
8839 99c475ab bellard
            break;
8840 99c475ab bellard
        }
8841 99c475ab bellard
        if (op >= 3) /* load */
8842 b0109805 pbrook
            store_reg(s, rd, tmp);
8843 7d1b0095 Peter Maydell
        tcg_temp_free_i32(addr);
8844 99c475ab bellard
        break;
8845 99c475ab bellard
8846 99c475ab bellard
    case 6:
8847 99c475ab bellard
        /* load/store word immediate offset */
8848 99c475ab bellard
        rd = insn & 7;
8849 99c475ab bellard
        rn = (insn >> 3) & 7;
8850 b0109805 pbrook
        addr = load_reg(s, rn);
8851 99c475ab bellard
        val = (insn >> 4) & 0x7c;
8852 b0109805 pbrook
        tcg_gen_addi_i32(addr, addr, val);
8853 99c475ab bellard
8854 99c475ab bellard
        if (insn & (1 << 11)) {
8855 99c475ab bellard
            /* load */
8856 b0109805 pbrook
            tmp = gen_ld32(addr, IS_USER(s));
8857 b0109805 pbrook
            store_reg(s, rd, tmp);
8858 99c475ab bellard
        } else {
8859 99c475ab bellard
            /* store */
8860 b0109805 pbrook
            tmp = load_reg(s, rd);
8861 b0109805 pbrook
            gen_st32(tmp, addr, IS_USER(s));
8862 99c475ab bellard
        }
8863 7d1b0095 Peter Maydell
        tcg_temp_free_i32(addr);
8864 99c475ab bellard
        break;
8865 99c475ab bellard
8866 99c475ab bellard
    case 7:
8867 99c475ab bellard
        /* load/store byte immediate offset */
8868 99c475ab bellard
        rd = insn & 7;
8869 99c475ab bellard
        rn = (insn >> 3) & 7;
8870 b0109805 pbrook
        addr = load_reg(s, rn);
8871 99c475ab bellard
        val = (insn >> 6) & 0x1f;
8872 b0109805 pbrook
        tcg_gen_addi_i32(addr, addr, val);
8873 99c475ab bellard
8874 99c475ab bellard
        if (insn & (1 << 11)) {
8875 99c475ab bellard
            /* load */
8876 b0109805 pbrook
            tmp = gen_ld8u(addr, IS_USER(s));
8877 b0109805 pbrook
            store_reg(s, rd, tmp);
8878 99c475ab bellard
        } else {
8879 99c475ab bellard
            /* store */
8880 b0109805 pbrook
            tmp = load_reg(s, rd);
8881 b0109805 pbrook
            gen_st8(tmp, addr, IS_USER(s));
8882 99c475ab bellard
        }
8883 7d1b0095 Peter Maydell
        tcg_temp_free_i32(addr);
8884 99c475ab bellard
        break;
8885 99c475ab bellard
8886 99c475ab bellard
    case 8:
8887 99c475ab bellard
        /* load/store halfword immediate offset */
8888 99c475ab bellard
        rd = insn & 7;
8889 99c475ab bellard
        rn = (insn >> 3) & 7;
8890 b0109805 pbrook
        addr = load_reg(s, rn);
8891 99c475ab bellard
        val = (insn >> 5) & 0x3e;
8892 b0109805 pbrook
        tcg_gen_addi_i32(addr, addr, val);
8893 99c475ab bellard
8894 99c475ab bellard
        if (insn & (1 << 11)) {
8895 99c475ab bellard
            /* load */
8896 b0109805 pbrook
            tmp = gen_ld16u(addr, IS_USER(s));
8897 b0109805 pbrook
            store_reg(s, rd, tmp);
8898 99c475ab bellard
        } else {
8899 99c475ab bellard
            /* store */
8900 b0109805 pbrook
            tmp = load_reg(s, rd);
8901 b0109805 pbrook
            gen_st16(tmp, addr, IS_USER(s));
8902 99c475ab bellard
        }
8903 7d1b0095 Peter Maydell
        tcg_temp_free_i32(addr);
8904 99c475ab bellard
        break;
8905 99c475ab bellard
8906 99c475ab bellard
    case 9:
8907 99c475ab bellard
        /* load/store from stack */
8908 99c475ab bellard
        rd = (insn >> 8) & 7;
8909 b0109805 pbrook
        addr = load_reg(s, 13);
8910 99c475ab bellard
        val = (insn & 0xff) * 4;
8911 b0109805 pbrook
        tcg_gen_addi_i32(addr, addr, val);
8912 99c475ab bellard
8913 99c475ab bellard
        if (insn & (1 << 11)) {
8914 99c475ab bellard
            /* load */
8915 b0109805 pbrook
            tmp = gen_ld32(addr, IS_USER(s));
8916 b0109805 pbrook
            store_reg(s, rd, tmp);
8917 99c475ab bellard
        } else {
8918 99c475ab bellard
            /* store */
8919 b0109805 pbrook
            tmp = load_reg(s, rd);
8920 b0109805 pbrook
            gen_st32(tmp, addr, IS_USER(s));
8921 99c475ab bellard
        }
8922 7d1b0095 Peter Maydell
        tcg_temp_free_i32(addr);
8923 99c475ab bellard
        break;
8924 99c475ab bellard
8925 99c475ab bellard
    case 10:
8926 99c475ab bellard
        /* add to high reg */
8927 99c475ab bellard
        rd = (insn >> 8) & 7;
8928 5899f386 bellard
        if (insn & (1 << 11)) {
8929 5899f386 bellard
            /* SP */
8930 5e3f878a pbrook
            tmp = load_reg(s, 13);
8931 5899f386 bellard
        } else {
8932 5899f386 bellard
            /* PC. bit 1 is ignored.  */
8933 7d1b0095 Peter Maydell
            tmp = tcg_temp_new_i32();
8934 5e3f878a pbrook
            tcg_gen_movi_i32(tmp, (s->pc + 2) & ~(uint32_t)2);
8935 5899f386 bellard
        }
8936 99c475ab bellard
        val = (insn & 0xff) * 4;
8937 5e3f878a pbrook
        tcg_gen_addi_i32(tmp, tmp, val);
8938 5e3f878a pbrook
        store_reg(s, rd, tmp);
8939 99c475ab bellard
        break;
8940 99c475ab bellard
8941 99c475ab bellard
    case 11:
8942 99c475ab bellard
        /* misc */
8943 99c475ab bellard
        op = (insn >> 8) & 0xf;
8944 99c475ab bellard
        switch (op) {
8945 99c475ab bellard
        case 0:
8946 99c475ab bellard
            /* adjust stack pointer */
8947 b26eefb6 pbrook
            tmp = load_reg(s, 13);
8948 99c475ab bellard
            val = (insn & 0x7f) * 4;
8949 99c475ab bellard
            if (insn & (1 << 7))
8950 6a0d8a1d balrog
                val = -(int32_t)val;
8951 b26eefb6 pbrook
            tcg_gen_addi_i32(tmp, tmp, val);
8952 b26eefb6 pbrook
            store_reg(s, 13, tmp);
8953 99c475ab bellard
            break;
8954 99c475ab bellard
8955 9ee6e8bb pbrook
        case 2: /* sign/zero extend.  */
8956 9ee6e8bb pbrook
            ARCH(6);
8957 9ee6e8bb pbrook
            rd = insn & 7;
8958 9ee6e8bb pbrook
            rm = (insn >> 3) & 7;
8959 b0109805 pbrook
            tmp = load_reg(s, rm);
8960 9ee6e8bb pbrook
            switch ((insn >> 6) & 3) {
8961 b0109805 pbrook
            case 0: gen_sxth(tmp); break;
8962 b0109805 pbrook
            case 1: gen_sxtb(tmp); break;
8963 b0109805 pbrook
            case 2: gen_uxth(tmp); break;
8964 b0109805 pbrook
            case 3: gen_uxtb(tmp); break;
8965 9ee6e8bb pbrook
            }
8966 b0109805 pbrook
            store_reg(s, rd, tmp);
8967 9ee6e8bb pbrook
            break;
8968 99c475ab bellard
        case 4: case 5: case 0xc: case 0xd:
8969 99c475ab bellard
            /* push/pop */
8970 b0109805 pbrook
            addr = load_reg(s, 13);
8971 5899f386 bellard
            if (insn & (1 << 8))
8972 5899f386 bellard
                offset = 4;
8973 99c475ab bellard
            else
8974 5899f386 bellard
                offset = 0;
8975 5899f386 bellard
            for (i = 0; i < 8; i++) {
8976 5899f386 bellard
                if (insn & (1 << i))
8977 5899f386 bellard
                    offset += 4;
8978 5899f386 bellard
            }
8979 5899f386 bellard
            if ((insn & (1 << 11)) == 0) {
8980 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, -offset);
8981 5899f386 bellard
            }
8982 99c475ab bellard
            for (i = 0; i < 8; i++) {
8983 99c475ab bellard
                if (insn & (1 << i)) {
8984 99c475ab bellard
                    if (insn & (1 << 11)) {
8985 99c475ab bellard
                        /* pop */
8986 b0109805 pbrook
                        tmp = gen_ld32(addr, IS_USER(s));
8987 b0109805 pbrook
                        store_reg(s, i, tmp);
8988 99c475ab bellard
                    } else {
8989 99c475ab bellard
                        /* push */
8990 b0109805 pbrook
                        tmp = load_reg(s, i);
8991 b0109805 pbrook
                        gen_st32(tmp, addr, IS_USER(s));
8992 99c475ab bellard
                    }
8993 5899f386 bellard
                    /* advance to the next address.  */
8994 b0109805 pbrook
                    tcg_gen_addi_i32(addr, addr, 4);
8995 99c475ab bellard
                }
8996 99c475ab bellard
            }
8997 a50f5b91 pbrook
            TCGV_UNUSED(tmp);
8998 99c475ab bellard
            if (insn & (1 << 8)) {
8999 99c475ab bellard
                if (insn & (1 << 11)) {
9000 99c475ab bellard
                    /* pop pc */
9001 b0109805 pbrook
                    tmp = gen_ld32(addr, IS_USER(s));
9002 99c475ab bellard
                    /* don't set the pc until the rest of the instruction
9003 99c475ab bellard
                       has completed */
9004 99c475ab bellard
                } else {
9005 99c475ab bellard
                    /* push lr */
9006 b0109805 pbrook
                    tmp = load_reg(s, 14);
9007 b0109805 pbrook
                    gen_st32(tmp, addr, IS_USER(s));
9008 99c475ab bellard
                }
9009 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, 4);
9010 99c475ab bellard
            }
9011 5899f386 bellard
            if ((insn & (1 << 11)) == 0) {
9012 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, -offset);
9013 5899f386 bellard
            }
9014 99c475ab bellard
            /* write back the new stack pointer */
9015 b0109805 pbrook
            store_reg(s, 13, addr);
9016 99c475ab bellard
            /* set the new PC value */
9017 99c475ab bellard
            if ((insn & 0x0900) == 0x0900)
9018 b0109805 pbrook
                gen_bx(s, tmp);
9019 99c475ab bellard
            break;
9020 99c475ab bellard
9021 9ee6e8bb pbrook
        case 1: case 3: case 9: case 11: /* czb */
9022 9ee6e8bb pbrook
            rm = insn & 7;
9023 d9ba4830 pbrook
            tmp = load_reg(s, rm);
9024 9ee6e8bb pbrook
            s->condlabel = gen_new_label();
9025 9ee6e8bb pbrook
            s->condjmp = 1;
9026 9ee6e8bb pbrook
            if (insn & (1 << 11))
9027 cb63669a pbrook
                tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, s->condlabel);
9028 9ee6e8bb pbrook
            else
9029 cb63669a pbrook
                tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, s->condlabel);
9030 7d1b0095 Peter Maydell
            tcg_temp_free_i32(tmp);
9031 9ee6e8bb pbrook
            offset = ((insn & 0xf8) >> 2) | (insn & 0x200) >> 3;
9032 9ee6e8bb pbrook
            val = (uint32_t)s->pc + 2;
9033 9ee6e8bb pbrook
            val += offset;
9034 9ee6e8bb pbrook
            gen_jmp(s, val);
9035 9ee6e8bb pbrook
            break;
9036 9ee6e8bb pbrook
9037 9ee6e8bb pbrook
        case 15: /* IT, nop-hint.  */
9038 9ee6e8bb pbrook
            if ((insn & 0xf) == 0) {
9039 9ee6e8bb pbrook
                gen_nop_hint(s, (insn >> 4) & 0xf);
9040 9ee6e8bb pbrook
                break;
9041 9ee6e8bb pbrook
            }
9042 9ee6e8bb pbrook
            /* If Then.  */
9043 9ee6e8bb pbrook
            s->condexec_cond = (insn >> 4) & 0xe;
9044 9ee6e8bb pbrook
            s->condexec_mask = insn & 0x1f;
9045 9ee6e8bb pbrook
            /* No actual code generated for this insn, just setup state.  */
9046 9ee6e8bb pbrook
            break;
9047 9ee6e8bb pbrook
9048 06c949e6 pbrook
        case 0xe: /* bkpt */
9049 bc4a0de0 Peter Maydell
            gen_exception_insn(s, 2, EXCP_BKPT);
9050 06c949e6 pbrook
            break;
9051 06c949e6 pbrook
9052 9ee6e8bb pbrook
        case 0xa: /* rev */
9053 9ee6e8bb pbrook
            ARCH(6);
9054 9ee6e8bb pbrook
            rn = (insn >> 3) & 0x7;
9055 9ee6e8bb pbrook
            rd = insn & 0x7;
9056 b0109805 pbrook
            tmp = load_reg(s, rn);
9057 9ee6e8bb pbrook
            switch ((insn >> 6) & 3) {
9058 66896cb8 aurel32
            case 0: tcg_gen_bswap32_i32(tmp, tmp); break;
9059 b0109805 pbrook
            case 1: gen_rev16(tmp); break;
9060 b0109805 pbrook
            case 3: gen_revsh(tmp); break;
9061 9ee6e8bb pbrook
            default: goto illegal_op;
9062 9ee6e8bb pbrook
            }
9063 b0109805 pbrook
            store_reg(s, rd, tmp);
9064 9ee6e8bb pbrook
            break;
9065 9ee6e8bb pbrook
9066 9ee6e8bb pbrook
        case 6: /* cps */
9067 9ee6e8bb pbrook
            ARCH(6);
9068 9ee6e8bb pbrook
            if (IS_USER(s))
9069 9ee6e8bb pbrook
                break;
9070 9ee6e8bb pbrook
            if (IS_M(env)) {
9071 8984bd2e pbrook
                tmp = tcg_const_i32((insn & (1 << 4)) != 0);
9072 9ee6e8bb pbrook
                /* PRIMASK */
9073 8984bd2e pbrook
                if (insn & 1) {
9074 8984bd2e pbrook
                    addr = tcg_const_i32(16);
9075 8984bd2e pbrook
                    gen_helper_v7m_msr(cpu_env, addr, tmp);
9076 b75263d6 Juha Riihimรคki
                    tcg_temp_free_i32(addr);
9077 8984bd2e pbrook
                }
9078 9ee6e8bb pbrook
                /* FAULTMASK */
9079 8984bd2e pbrook
                if (insn & 2) {
9080 8984bd2e pbrook
                    addr = tcg_const_i32(17);
9081 8984bd2e pbrook
                    gen_helper_v7m_msr(cpu_env, addr, tmp);
9082 b75263d6 Juha Riihimรคki
                    tcg_temp_free_i32(addr);
9083 8984bd2e pbrook
                }
9084 b75263d6 Juha Riihimรคki
                tcg_temp_free_i32(tmp);
9085 9ee6e8bb pbrook
                gen_lookup_tb(s);
9086 9ee6e8bb pbrook
            } else {
9087 9ee6e8bb pbrook
                if (insn & (1 << 4))
9088 9ee6e8bb pbrook
                    shift = CPSR_A | CPSR_I | CPSR_F;
9089 9ee6e8bb pbrook
                else
9090 9ee6e8bb pbrook
                    shift = 0;
9091 fa26df03 Rabin Vincent
                gen_set_psr_im(s, ((insn & 7) << 6), 0, shift);
9092 9ee6e8bb pbrook
            }
9093 9ee6e8bb pbrook
            break;
9094 9ee6e8bb pbrook
9095 99c475ab bellard
        default:
9096 99c475ab bellard
            goto undef;
9097 99c475ab bellard
        }
9098 99c475ab bellard
        break;
9099 99c475ab bellard
9100 99c475ab bellard
    case 12:
9101 99c475ab bellard
        /* load/store multiple */
9102 99c475ab bellard
        rn = (insn >> 8) & 0x7;
9103 b0109805 pbrook
        addr = load_reg(s, rn);
9104 99c475ab bellard
        for (i = 0; i < 8; i++) {
9105 99c475ab bellard
            if (insn & (1 << i)) {
9106 99c475ab bellard
                if (insn & (1 << 11)) {
9107 99c475ab bellard
                    /* load */
9108 b0109805 pbrook
                    tmp = gen_ld32(addr, IS_USER(s));
9109 b0109805 pbrook
                    store_reg(s, i, tmp);
9110 99c475ab bellard
                } else {
9111 99c475ab bellard
                    /* store */
9112 b0109805 pbrook
                    tmp = load_reg(s, i);
9113 b0109805 pbrook
                    gen_st32(tmp, addr, IS_USER(s));
9114 99c475ab bellard
                }
9115 5899f386 bellard
                /* advance to the next address */
9116 b0109805 pbrook
                tcg_gen_addi_i32(addr, addr, 4);
9117 99c475ab bellard
            }
9118 99c475ab bellard
        }
9119 5899f386 bellard
        /* Base register writeback.  */
9120 b0109805 pbrook
        if ((insn & (1 << rn)) == 0) {
9121 b0109805 pbrook
            store_reg(s, rn, addr);
9122 b0109805 pbrook
        } else {
9123 7d1b0095 Peter Maydell
            tcg_temp_free_i32(addr);
9124 b0109805 pbrook
        }
9125 99c475ab bellard
        break;
9126 99c475ab bellard
9127 99c475ab bellard
    case 13:
9128 99c475ab bellard
        /* conditional branch or swi */
9129 99c475ab bellard
        cond = (insn >> 8) & 0xf;
9130 99c475ab bellard
        if (cond == 0xe)
9131 99c475ab bellard
            goto undef;
9132 99c475ab bellard
9133 99c475ab bellard
        if (cond == 0xf) {
9134 99c475ab bellard
            /* swi */
9135 422ebf69 balrog
            gen_set_pc_im(s->pc);
9136 9ee6e8bb pbrook
            s->is_jmp = DISAS_SWI;
9137 99c475ab bellard
            break;
9138 99c475ab bellard
        }
9139 99c475ab bellard
        /* generate a conditional jump to next instruction */
9140 e50e6a20 bellard
        s->condlabel = gen_new_label();
9141 d9ba4830 pbrook
        gen_test_cc(cond ^ 1, s->condlabel);
9142 e50e6a20 bellard
        s->condjmp = 1;
9143 99c475ab bellard
9144 99c475ab bellard
        /* jump to the offset */
9145 5899f386 bellard
        val = (uint32_t)s->pc + 2;
9146 99c475ab bellard
        offset = ((int32_t)insn << 24) >> 24;
9147 5899f386 bellard
        val += offset << 1;
9148 8aaca4c0 bellard
        gen_jmp(s, val);
9149 99c475ab bellard
        break;
9150 99c475ab bellard
9151 99c475ab bellard
    case 14:
9152 358bf29e pbrook
        if (insn & (1 << 11)) {
9153 9ee6e8bb pbrook
            if (disas_thumb2_insn(env, s, insn))
9154 9ee6e8bb pbrook
              goto undef32;
9155 358bf29e pbrook
            break;
9156 358bf29e pbrook
        }
9157 9ee6e8bb pbrook
        /* unconditional branch */
9158 99c475ab bellard
        val = (uint32_t)s->pc;
9159 99c475ab bellard
        offset = ((int32_t)insn << 21) >> 21;
9160 99c475ab bellard
        val += (offset << 1) + 2;
9161 8aaca4c0 bellard
        gen_jmp(s, val);
9162 99c475ab bellard
        break;
9163 99c475ab bellard
9164 99c475ab bellard
    case 15:
9165 9ee6e8bb pbrook
        if (disas_thumb2_insn(env, s, insn))
9166 6a0d8a1d balrog
            goto undef32;
9167 9ee6e8bb pbrook
        break;
9168 99c475ab bellard
    }
9169 99c475ab bellard
    return;
9170 9ee6e8bb pbrook
undef32:
9171 bc4a0de0 Peter Maydell
    gen_exception_insn(s, 4, EXCP_UDEF);
9172 9ee6e8bb pbrook
    return;
9173 9ee6e8bb pbrook
illegal_op:
9174 99c475ab bellard
undef:
9175 bc4a0de0 Peter Maydell
    gen_exception_insn(s, 2, EXCP_UDEF);
9176 99c475ab bellard
}
9177 99c475ab bellard
9178 2c0262af bellard
/* generate intermediate code in gen_opc_buf and gen_opparam_buf for
9179 2c0262af bellard
   basic block 'tb'. If search_pc is TRUE, also generate PC
9180 2c0262af bellard
   information for each intermediate instruction. */
9181 2cfc5f17 ths
static inline void gen_intermediate_code_internal(CPUState *env,
9182 2cfc5f17 ths
                                                  TranslationBlock *tb,
9183 2cfc5f17 ths
                                                  int search_pc)
9184 2c0262af bellard
{
9185 2c0262af bellard
    DisasContext dc1, *dc = &dc1;
9186 a1d1bb31 aliguori
    CPUBreakpoint *bp;
9187 2c0262af bellard
    uint16_t *gen_opc_end;
9188 2c0262af bellard
    int j, lj;
9189 0fa85d43 bellard
    target_ulong pc_start;
9190 b5ff1b31 bellard
    uint32_t next_page_start;
9191 2e70f6ef pbrook
    int num_insns;
9192 2e70f6ef pbrook
    int max_insns;
9193 3b46e624 ths
9194 2c0262af bellard
    /* generate intermediate code */
9195 0fa85d43 bellard
    pc_start = tb->pc;
9196 3b46e624 ths
9197 2c0262af bellard
    dc->tb = tb;
9198 2c0262af bellard
9199 2c0262af bellard
    gen_opc_end = gen_opc_buf + OPC_MAX_SIZE;
9200 2c0262af bellard
9201 2c0262af bellard
    dc->is_jmp = DISAS_NEXT;
9202 2c0262af bellard
    dc->pc = pc_start;
9203 8aaca4c0 bellard
    dc->singlestep_enabled = env->singlestep_enabled;
9204 e50e6a20 bellard
    dc->condjmp = 0;
9205 7204ab88 Peter Maydell
    dc->thumb = ARM_TBFLAG_THUMB(tb->flags);
9206 98eac7ca Peter Maydell
    dc->condexec_mask = (ARM_TBFLAG_CONDEXEC(tb->flags) & 0xf) << 1;
9207 98eac7ca Peter Maydell
    dc->condexec_cond = ARM_TBFLAG_CONDEXEC(tb->flags) >> 4;
9208 b5ff1b31 bellard
#if !defined(CONFIG_USER_ONLY)
9209 61f74d6a Peter Maydell
    dc->user = (ARM_TBFLAG_PRIV(tb->flags) == 0);
9210 b5ff1b31 bellard
#endif
9211 5df8bac1 Peter Maydell
    dc->vfp_enabled = ARM_TBFLAG_VFPEN(tb->flags);
9212 69d1fc22 Peter Maydell
    dc->vec_len = ARM_TBFLAG_VECLEN(tb->flags);
9213 69d1fc22 Peter Maydell
    dc->vec_stride = ARM_TBFLAG_VECSTRIDE(tb->flags);
9214 a7812ae4 pbrook
    cpu_F0s = tcg_temp_new_i32();
9215 a7812ae4 pbrook
    cpu_F1s = tcg_temp_new_i32();
9216 a7812ae4 pbrook
    cpu_F0d = tcg_temp_new_i64();
9217 a7812ae4 pbrook
    cpu_F1d = tcg_temp_new_i64();
9218 ad69471c pbrook
    cpu_V0 = cpu_F0d;
9219 ad69471c pbrook
    cpu_V1 = cpu_F1d;
9220 e677137d pbrook
    /* FIXME: cpu_M0 can probably be the same as cpu_V0.  */
9221 a7812ae4 pbrook
    cpu_M0 = tcg_temp_new_i64();
9222 b5ff1b31 bellard
    next_page_start = (pc_start & TARGET_PAGE_MASK) + TARGET_PAGE_SIZE;
9223 2c0262af bellard
    lj = -1;
9224 2e70f6ef pbrook
    num_insns = 0;
9225 2e70f6ef pbrook
    max_insns = tb->cflags & CF_COUNT_MASK;
9226 2e70f6ef pbrook
    if (max_insns == 0)
9227 2e70f6ef pbrook
        max_insns = CF_COUNT_MASK;
9228 2e70f6ef pbrook
9229 2e70f6ef pbrook
    gen_icount_start();
9230 e12ce78d Peter Maydell
9231 3849902c Peter Maydell
    tcg_clear_temp_count();
9232 3849902c Peter Maydell
9233 e12ce78d Peter Maydell
    /* A note on handling of the condexec (IT) bits:
9234 e12ce78d Peter Maydell
     *
9235 e12ce78d Peter Maydell
     * We want to avoid the overhead of having to write the updated condexec
9236 e12ce78d Peter Maydell
     * bits back to the CPUState for every instruction in an IT block. So:
9237 e12ce78d Peter Maydell
     * (1) if the condexec bits are not already zero then we write
9238 e12ce78d Peter Maydell
     * zero back into the CPUState now. This avoids complications trying
9239 e12ce78d Peter Maydell
     * to do it at the end of the block. (For example if we don't do this
9240 e12ce78d Peter Maydell
     * it's hard to identify whether we can safely skip writing condexec
9241 e12ce78d Peter Maydell
     * at the end of the TB, which we definitely want to do for the case
9242 e12ce78d Peter Maydell
     * where a TB doesn't do anything with the IT state at all.)
9243 e12ce78d Peter Maydell
     * (2) if we are going to leave the TB then we call gen_set_condexec()
9244 e12ce78d Peter Maydell
     * which will write the correct value into CPUState if zero is wrong.
9245 e12ce78d Peter Maydell
     * This is done both for leaving the TB at the end, and for leaving
9246 e12ce78d Peter Maydell
     * it because of an exception we know will happen, which is done in
9247 e12ce78d Peter Maydell
     * gen_exception_insn(). The latter is necessary because we need to
9248 e12ce78d Peter Maydell
     * leave the TB with the PC/IT state just prior to execution of the
9249 e12ce78d Peter Maydell
     * instruction which caused the exception.
9250 e12ce78d Peter Maydell
     * (3) if we leave the TB unexpectedly (eg a data abort on a load)
9251 e12ce78d Peter Maydell
     * then the CPUState will be wrong and we need to reset it.
9252 e12ce78d Peter Maydell
     * This is handled in the same way as restoration of the
9253 e12ce78d Peter Maydell
     * PC in these situations: we will be called again with search_pc=1
9254 e12ce78d Peter Maydell
     * and generate a mapping of the condexec bits for each PC in
9255 e12ce78d Peter Maydell
     * gen_opc_condexec_bits[]. gen_pc_load[] then uses this to restore
9256 e12ce78d Peter Maydell
     * the condexec bits.
9257 e12ce78d Peter Maydell
     *
9258 e12ce78d Peter Maydell
     * Note that there are no instructions which can read the condexec
9259 e12ce78d Peter Maydell
     * bits, and none which can write non-static values to them, so
9260 e12ce78d Peter Maydell
     * we don't need to care about whether CPUState is correct in the
9261 e12ce78d Peter Maydell
     * middle of a TB.
9262 e12ce78d Peter Maydell
     */
9263 e12ce78d Peter Maydell
9264 9ee6e8bb pbrook
    /* Reset the conditional execution bits immediately. This avoids
9265 9ee6e8bb pbrook
       complications trying to do it at the end of the block.  */
9266 98eac7ca Peter Maydell
    if (dc->condexec_mask || dc->condexec_cond)
9267 8f01245e pbrook
      {
9268 7d1b0095 Peter Maydell
        TCGv tmp = tcg_temp_new_i32();
9269 8f01245e pbrook
        tcg_gen_movi_i32(tmp, 0);
9270 d9ba4830 pbrook
        store_cpu_field(tmp, condexec_bits);
9271 8f01245e pbrook
      }
9272 2c0262af bellard
    do {
9273 fbb4a2e3 pbrook
#ifdef CONFIG_USER_ONLY
9274 fbb4a2e3 pbrook
        /* Intercept jump to the magic kernel page.  */
9275 fbb4a2e3 pbrook
        if (dc->pc >= 0xffff0000) {
9276 fbb4a2e3 pbrook
            /* We always get here via a jump, so know we are not in a
9277 fbb4a2e3 pbrook
               conditional execution block.  */
9278 fbb4a2e3 pbrook
            gen_exception(EXCP_KERNEL_TRAP);
9279 fbb4a2e3 pbrook
            dc->is_jmp = DISAS_UPDATE;
9280 fbb4a2e3 pbrook
            break;
9281 fbb4a2e3 pbrook
        }
9282 fbb4a2e3 pbrook
#else
9283 9ee6e8bb pbrook
        if (dc->pc >= 0xfffffff0 && IS_M(env)) {
9284 9ee6e8bb pbrook
            /* We always get here via a jump, so know we are not in a
9285 9ee6e8bb pbrook
               conditional execution block.  */
9286 d9ba4830 pbrook
            gen_exception(EXCP_EXCEPTION_EXIT);
9287 d60bb01c pbrook
            dc->is_jmp = DISAS_UPDATE;
9288 d60bb01c pbrook
            break;
9289 9ee6e8bb pbrook
        }
9290 9ee6e8bb pbrook
#endif
9291 9ee6e8bb pbrook
9292 72cf2d4f Blue Swirl
        if (unlikely(!QTAILQ_EMPTY(&env->breakpoints))) {
9293 72cf2d4f Blue Swirl
            QTAILQ_FOREACH(bp, &env->breakpoints, entry) {
9294 a1d1bb31 aliguori
                if (bp->pc == dc->pc) {
9295 bc4a0de0 Peter Maydell
                    gen_exception_insn(dc, 0, EXCP_DEBUG);
9296 9ee6e8bb pbrook
                    /* Advance PC so that clearing the breakpoint will
9297 9ee6e8bb pbrook
                       invalidate this TB.  */
9298 9ee6e8bb pbrook
                    dc->pc += 2;
9299 9ee6e8bb pbrook
                    goto done_generating;
9300 1fddef4b bellard
                    break;
9301 1fddef4b bellard
                }
9302 1fddef4b bellard
            }
9303 1fddef4b bellard
        }
9304 2c0262af bellard
        if (search_pc) {
9305 2c0262af bellard
            j = gen_opc_ptr - gen_opc_buf;
9306 2c0262af bellard
            if (lj < j) {
9307 2c0262af bellard
                lj++;
9308 2c0262af bellard
                while (lj < j)
9309 2c0262af bellard
                    gen_opc_instr_start[lj++] = 0;
9310 2c0262af bellard
            }
9311 0fa85d43 bellard
            gen_opc_pc[lj] = dc->pc;
9312 e12ce78d Peter Maydell
            gen_opc_condexec_bits[lj] = (dc->condexec_cond << 4) | (dc->condexec_mask >> 1);
9313 2c0262af bellard
            gen_opc_instr_start[lj] = 1;
9314 2e70f6ef pbrook
            gen_opc_icount[lj] = num_insns;
9315 2c0262af bellard
        }
9316 e50e6a20 bellard
9317 2e70f6ef pbrook
        if (num_insns + 1 == max_insns && (tb->cflags & CF_LAST_IO))
9318 2e70f6ef pbrook
            gen_io_start();
9319 2e70f6ef pbrook
9320 5642463a Peter Maydell
        if (unlikely(qemu_loglevel_mask(CPU_LOG_TB_OP))) {
9321 5642463a Peter Maydell
            tcg_gen_debug_insn_start(dc->pc);
9322 5642463a Peter Maydell
        }
9323 5642463a Peter Maydell
9324 7204ab88 Peter Maydell
        if (dc->thumb) {
9325 9ee6e8bb pbrook
            disas_thumb_insn(env, dc);
9326 9ee6e8bb pbrook
            if (dc->condexec_mask) {
9327 9ee6e8bb pbrook
                dc->condexec_cond = (dc->condexec_cond & 0xe)
9328 9ee6e8bb pbrook
                                   | ((dc->condexec_mask >> 4) & 1);
9329 9ee6e8bb pbrook
                dc->condexec_mask = (dc->condexec_mask << 1) & 0x1f;
9330 9ee6e8bb pbrook
                if (dc->condexec_mask == 0) {
9331 9ee6e8bb pbrook
                    dc->condexec_cond = 0;
9332 9ee6e8bb pbrook
                }
9333 9ee6e8bb pbrook
            }
9334 9ee6e8bb pbrook
        } else {
9335 9ee6e8bb pbrook
            disas_arm_insn(env, dc);
9336 9ee6e8bb pbrook
        }
9337 e50e6a20 bellard
9338 e50e6a20 bellard
        if (dc->condjmp && !dc->is_jmp) {
9339 e50e6a20 bellard
            gen_set_label(dc->condlabel);
9340 e50e6a20 bellard
            dc->condjmp = 0;
9341 e50e6a20 bellard
        }
9342 3849902c Peter Maydell
9343 3849902c Peter Maydell
        if (tcg_check_temp_count()) {
9344 3849902c Peter Maydell
            fprintf(stderr, "TCG temporary leak before %08x\n", dc->pc);
9345 3849902c Peter Maydell
        }
9346 3849902c Peter Maydell
9347 aaf2d97d balrog
        /* Translation stops when a conditional branch is encountered.
9348 e50e6a20 bellard
         * Otherwise the subsequent code could get translated several times.
9349 b5ff1b31 bellard
         * Also stop translation when a page boundary is reached.  This
9350 bf20dc07 ths
         * ensures prefetch aborts occur at the right place.  */
9351 2e70f6ef pbrook
        num_insns ++;
9352 1fddef4b bellard
    } while (!dc->is_jmp && gen_opc_ptr < gen_opc_end &&
9353 1fddef4b bellard
             !env->singlestep_enabled &&
9354 1b530a6d aurel32
             !singlestep &&
9355 2e70f6ef pbrook
             dc->pc < next_page_start &&
9356 2e70f6ef pbrook
             num_insns < max_insns);
9357 2e70f6ef pbrook
9358 2e70f6ef pbrook
    if (tb->cflags & CF_LAST_IO) {
9359 2e70f6ef pbrook
        if (dc->condjmp) {
9360 2e70f6ef pbrook
            /* FIXME:  This can theoretically happen with self-modifying
9361 2e70f6ef pbrook
               code.  */
9362 2e70f6ef pbrook
            cpu_abort(env, "IO on conditional branch instruction");
9363 2e70f6ef pbrook
        }
9364 2e70f6ef pbrook
        gen_io_end();
9365 2e70f6ef pbrook
    }
9366 9ee6e8bb pbrook
9367 b5ff1b31 bellard
    /* At this stage dc->condjmp will only be set when the skipped
9368 9ee6e8bb pbrook
       instruction was a conditional branch or trap, and the PC has
9369 9ee6e8bb pbrook
       already been written.  */
9370 551bd27f ths
    if (unlikely(env->singlestep_enabled)) {
9371 8aaca4c0 bellard
        /* Make sure the pc is updated, and raise a debug exception.  */
9372 e50e6a20 bellard
        if (dc->condjmp) {
9373 9ee6e8bb pbrook
            gen_set_condexec(dc);
9374 9ee6e8bb pbrook
            if (dc->is_jmp == DISAS_SWI) {
9375 d9ba4830 pbrook
                gen_exception(EXCP_SWI);
9376 9ee6e8bb pbrook
            } else {
9377 d9ba4830 pbrook
                gen_exception(EXCP_DEBUG);
9378 9ee6e8bb pbrook
            }
9379 e50e6a20 bellard
            gen_set_label(dc->condlabel);
9380 e50e6a20 bellard
        }
9381 e50e6a20 bellard
        if (dc->condjmp || !dc->is_jmp) {
9382 5e3f878a pbrook
            gen_set_pc_im(dc->pc);
9383 e50e6a20 bellard
            dc->condjmp = 0;
9384 8aaca4c0 bellard
        }
9385 9ee6e8bb pbrook
        gen_set_condexec(dc);
9386 9ee6e8bb pbrook
        if (dc->is_jmp == DISAS_SWI && !dc->condjmp) {
9387 d9ba4830 pbrook
            gen_exception(EXCP_SWI);
9388 9ee6e8bb pbrook
        } else {
9389 9ee6e8bb pbrook
            /* FIXME: Single stepping a WFI insn will not halt
9390 9ee6e8bb pbrook
               the CPU.  */
9391 d9ba4830 pbrook
            gen_exception(EXCP_DEBUG);
9392 9ee6e8bb pbrook
        }
9393 8aaca4c0 bellard
    } else {
9394 9ee6e8bb pbrook
        /* While branches must always occur at the end of an IT block,
9395 9ee6e8bb pbrook
           there are a few other things that can cause us to terminate
9396 9ee6e8bb pbrook
           the TB in the middel of an IT block:
9397 9ee6e8bb pbrook
            - Exception generating instructions (bkpt, swi, undefined).
9398 9ee6e8bb pbrook
            - Page boundaries.
9399 9ee6e8bb pbrook
            - Hardware watchpoints.
9400 9ee6e8bb pbrook
           Hardware breakpoints have already been handled and skip this code.
9401 9ee6e8bb pbrook
         */
9402 9ee6e8bb pbrook
        gen_set_condexec(dc);
9403 8aaca4c0 bellard
        switch(dc->is_jmp) {
9404 8aaca4c0 bellard
        case DISAS_NEXT:
9405 6e256c93 bellard
            gen_goto_tb(dc, 1, dc->pc);
9406 8aaca4c0 bellard
            break;
9407 8aaca4c0 bellard
        default:
9408 8aaca4c0 bellard
        case DISAS_JUMP:
9409 8aaca4c0 bellard
        case DISAS_UPDATE:
9410 8aaca4c0 bellard
            /* indicate that the hash table must be used to find the next TB */
9411 57fec1fe bellard
            tcg_gen_exit_tb(0);
9412 8aaca4c0 bellard
            break;
9413 8aaca4c0 bellard
        case DISAS_TB_JUMP:
9414 8aaca4c0 bellard
            /* nothing more to generate */
9415 8aaca4c0 bellard
            break;
9416 9ee6e8bb pbrook
        case DISAS_WFI:
9417 d9ba4830 pbrook
            gen_helper_wfi();
9418 9ee6e8bb pbrook
            break;
9419 9ee6e8bb pbrook
        case DISAS_SWI:
9420 d9ba4830 pbrook
            gen_exception(EXCP_SWI);
9421 9ee6e8bb pbrook
            break;
9422 8aaca4c0 bellard
        }
9423 e50e6a20 bellard
        if (dc->condjmp) {
9424 e50e6a20 bellard
            gen_set_label(dc->condlabel);
9425 9ee6e8bb pbrook
            gen_set_condexec(dc);
9426 6e256c93 bellard
            gen_goto_tb(dc, 1, dc->pc);
9427 e50e6a20 bellard
            dc->condjmp = 0;
9428 e50e6a20 bellard
        }
9429 2c0262af bellard
    }
9430 2e70f6ef pbrook
9431 9ee6e8bb pbrook
done_generating:
9432 2e70f6ef pbrook
    gen_icount_end(tb, num_insns);
9433 2c0262af bellard
    *gen_opc_ptr = INDEX_op_end;
9434 2c0262af bellard
9435 2c0262af bellard
#ifdef DEBUG_DISAS
9436 8fec2b8c aliguori
    if (qemu_loglevel_mask(CPU_LOG_TB_IN_ASM)) {
9437 93fcfe39 aliguori
        qemu_log("----------------\n");
9438 93fcfe39 aliguori
        qemu_log("IN: %s\n", lookup_symbol(pc_start));
9439 7204ab88 Peter Maydell
        log_target_disas(pc_start, dc->pc - pc_start, dc->thumb);
9440 93fcfe39 aliguori
        qemu_log("\n");
9441 2c0262af bellard
    }
9442 2c0262af bellard
#endif
9443 b5ff1b31 bellard
    if (search_pc) {
9444 b5ff1b31 bellard
        j = gen_opc_ptr - gen_opc_buf;
9445 b5ff1b31 bellard
        lj++;
9446 b5ff1b31 bellard
        while (lj <= j)
9447 b5ff1b31 bellard
            gen_opc_instr_start[lj++] = 0;
9448 b5ff1b31 bellard
    } else {
9449 2c0262af bellard
        tb->size = dc->pc - pc_start;
9450 2e70f6ef pbrook
        tb->icount = num_insns;
9451 b5ff1b31 bellard
    }
9452 2c0262af bellard
}
9453 2c0262af bellard
9454 2cfc5f17 ths
void gen_intermediate_code(CPUState *env, TranslationBlock *tb)
9455 2c0262af bellard
{
9456 2cfc5f17 ths
    gen_intermediate_code_internal(env, tb, 0);
9457 2c0262af bellard
}
9458 2c0262af bellard
9459 2cfc5f17 ths
void gen_intermediate_code_pc(CPUState *env, TranslationBlock *tb)
9460 2c0262af bellard
{
9461 2cfc5f17 ths
    gen_intermediate_code_internal(env, tb, 1);
9462 2c0262af bellard
}
9463 2c0262af bellard
9464 b5ff1b31 bellard
static const char *cpu_mode_names[16] = {
9465 b5ff1b31 bellard
  "usr", "fiq", "irq", "svc", "???", "???", "???", "abt",
9466 b5ff1b31 bellard
  "???", "???", "???", "und", "???", "???", "???", "sys"
9467 b5ff1b31 bellard
};
9468 9ee6e8bb pbrook
9469 9a78eead Stefan Weil
void cpu_dump_state(CPUState *env, FILE *f, fprintf_function cpu_fprintf,
9470 7fe48483 bellard
                    int flags)
9471 2c0262af bellard
{
9472 2c0262af bellard
    int i;
9473 06e80fc9 ths
#if 0
9474 bc380d17 bellard
    union {
9475 b7bcbe95 bellard
        uint32_t i;
9476 b7bcbe95 bellard
        float s;
9477 b7bcbe95 bellard
    } s0, s1;
9478 b7bcbe95 bellard
    CPU_DoubleU d;
9479 a94a6abf pbrook
    /* ??? This assumes float64 and double have the same layout.
9480 a94a6abf pbrook
       Oh well, it's only debug dumps.  */
9481 a94a6abf pbrook
    union {
9482 a94a6abf pbrook
        float64 f64;
9483 a94a6abf pbrook
        double d;
9484 a94a6abf pbrook
    } d0;
9485 06e80fc9 ths
#endif
9486 b5ff1b31 bellard
    uint32_t psr;
9487 2c0262af bellard
9488 2c0262af bellard
    for(i=0;i<16;i++) {
9489 7fe48483 bellard
        cpu_fprintf(f, "R%02d=%08x", i, env->regs[i]);
9490 2c0262af bellard
        if ((i % 4) == 3)
9491 7fe48483 bellard
            cpu_fprintf(f, "\n");
9492 2c0262af bellard
        else
9493 7fe48483 bellard
            cpu_fprintf(f, " ");
9494 2c0262af bellard
    }
9495 b5ff1b31 bellard
    psr = cpsr_read(env);
9496 687fa640 ths
    cpu_fprintf(f, "PSR=%08x %c%c%c%c %c %s%d\n",
9497 687fa640 ths
                psr,
9498 b5ff1b31 bellard
                psr & (1 << 31) ? 'N' : '-',
9499 b5ff1b31 bellard
                psr & (1 << 30) ? 'Z' : '-',
9500 b5ff1b31 bellard
                psr & (1 << 29) ? 'C' : '-',
9501 b5ff1b31 bellard
                psr & (1 << 28) ? 'V' : '-',
9502 5fafdf24 ths
                psr & CPSR_T ? 'T' : 'A',
9503 b5ff1b31 bellard
                cpu_mode_names[psr & 0xf], (psr & 0x10) ? 32 : 26);
9504 b7bcbe95 bellard
9505 5e3f878a pbrook
#if 0
9506 b7bcbe95 bellard
    for (i = 0; i < 16; i++) {
9507 8e96005d bellard
        d.d = env->vfp.regs[i];
9508 8e96005d bellard
        s0.i = d.l.lower;
9509 8e96005d bellard
        s1.i = d.l.upper;
9510 a94a6abf pbrook
        d0.f64 = d.d;
9511 a94a6abf pbrook
        cpu_fprintf(f, "s%02d=%08x(%8g) s%02d=%08x(%8g) d%02d=%08x%08x(%8g)\n",
9512 b7bcbe95 bellard
                    i * 2, (int)s0.i, s0.s,
9513 a94a6abf pbrook
                    i * 2 + 1, (int)s1.i, s1.s,
9514 b7bcbe95 bellard
                    i, (int)(uint32_t)d.l.upper, (int)(uint32_t)d.l.lower,
9515 a94a6abf pbrook
                    d0.d);
9516 b7bcbe95 bellard
    }
9517 40f137e1 pbrook
    cpu_fprintf(f, "FPSCR: %08x\n", (int)env->vfp.xregs[ARM_VFP_FPSCR]);
9518 5e3f878a pbrook
#endif
9519 2c0262af bellard
}
9520 a6b025d3 bellard
9521 d2856f1a aurel32
void gen_pc_load(CPUState *env, TranslationBlock *tb,
9522 d2856f1a aurel32
                unsigned long searched_pc, int pc_pos, void *puc)
9523 d2856f1a aurel32
{
9524 d2856f1a aurel32
    env->regs[15] = gen_opc_pc[pc_pos];
9525 e12ce78d Peter Maydell
    env->condexec_bits = gen_opc_condexec_bits[pc_pos];
9526 d2856f1a aurel32
}