Statistics
| Branch: | Revision:

root / target-i386 / translate.c @ 8001c294

History | View | Annotate | Download (256.4 kB)

1 2c0262af bellard
/*
2 2c0262af bellard
 *  i386 translation
3 5fafdf24 ths
 *
4 2c0262af bellard
 *  Copyright (c) 2003 Fabrice Bellard
5 2c0262af bellard
 *
6 2c0262af bellard
 * This library is free software; you can redistribute it and/or
7 2c0262af bellard
 * modify it under the terms of the GNU Lesser General Public
8 2c0262af bellard
 * License as published by the Free Software Foundation; either
9 2c0262af bellard
 * version 2 of the License, or (at your option) any later version.
10 2c0262af bellard
 *
11 2c0262af bellard
 * This library is distributed in the hope that it will be useful,
12 2c0262af bellard
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 2c0262af bellard
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 2c0262af bellard
 * Lesser General Public License for more details.
15 2c0262af bellard
 *
16 2c0262af bellard
 * You should have received a copy of the GNU Lesser General Public
17 8167ee88 Blue Swirl
 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18 2c0262af bellard
 */
19 2c0262af bellard
#include <stdarg.h>
20 2c0262af bellard
#include <stdlib.h>
21 2c0262af bellard
#include <stdio.h>
22 2c0262af bellard
#include <string.h>
23 2c0262af bellard
#include <inttypes.h>
24 2c0262af bellard
#include <signal.h>
25 2c0262af bellard
26 2c0262af bellard
#include "cpu.h"
27 2c0262af bellard
#include "exec-all.h"
28 2c0262af bellard
#include "disas.h"
29 57fec1fe bellard
#include "tcg-op.h"
30 2c0262af bellard
31 a7812ae4 pbrook
#include "helper.h"
32 a7812ae4 pbrook
#define GEN_HELPER 1
33 a7812ae4 pbrook
#include "helper.h"
34 a7812ae4 pbrook
35 2c0262af bellard
#define PREFIX_REPZ   0x01
36 2c0262af bellard
#define PREFIX_REPNZ  0x02
37 2c0262af bellard
#define PREFIX_LOCK   0x04
38 2c0262af bellard
#define PREFIX_DATA   0x08
39 2c0262af bellard
#define PREFIX_ADR    0x10
40 2c0262af bellard
41 14ce26e7 bellard
#ifdef TARGET_X86_64
42 14ce26e7 bellard
#define X86_64_ONLY(x) x
43 001faf32 Blue Swirl
#define X86_64_DEF(...)  __VA_ARGS__
44 14ce26e7 bellard
#define CODE64(s) ((s)->code64)
45 14ce26e7 bellard
#define REX_X(s) ((s)->rex_x)
46 14ce26e7 bellard
#define REX_B(s) ((s)->rex_b)
47 14ce26e7 bellard
/* XXX: gcc generates push/pop in some opcodes, so we cannot use them */
48 14ce26e7 bellard
#if 1
49 14ce26e7 bellard
#define BUGGY_64(x) NULL
50 14ce26e7 bellard
#endif
51 14ce26e7 bellard
#else
52 14ce26e7 bellard
#define X86_64_ONLY(x) NULL
53 001faf32 Blue Swirl
#define X86_64_DEF(...)
54 14ce26e7 bellard
#define CODE64(s) 0
55 14ce26e7 bellard
#define REX_X(s) 0
56 14ce26e7 bellard
#define REX_B(s) 0
57 14ce26e7 bellard
#endif
58 14ce26e7 bellard
59 57fec1fe bellard
//#define MACRO_TEST   1
60 57fec1fe bellard
61 57fec1fe bellard
/* global register indexes */
62 a7812ae4 pbrook
static TCGv_ptr cpu_env;
63 a7812ae4 pbrook
static TCGv cpu_A0, cpu_cc_src, cpu_cc_dst, cpu_cc_tmp;
64 a7812ae4 pbrook
static TCGv_i32 cpu_cc_op;
65 cc739bb0 Laurent Desnogues
static TCGv cpu_regs[CPU_NB_REGS];
66 1e4840bf bellard
/* local temps */
67 1e4840bf bellard
static TCGv cpu_T[2], cpu_T3;
68 57fec1fe bellard
/* local register indexes (only used inside old micro ops) */
69 a7812ae4 pbrook
static TCGv cpu_tmp0, cpu_tmp4;
70 a7812ae4 pbrook
static TCGv_ptr cpu_ptr0, cpu_ptr1;
71 a7812ae4 pbrook
static TCGv_i32 cpu_tmp2_i32, cpu_tmp3_i32;
72 a7812ae4 pbrook
static TCGv_i64 cpu_tmp1_i64;
73 bedda79c Aurelien Jarno
static TCGv cpu_tmp5;
74 57fec1fe bellard
75 1a7ff922 Paolo Bonzini
static uint8_t gen_opc_cc_op[OPC_BUF_SIZE];
76 1a7ff922 Paolo Bonzini
77 2e70f6ef pbrook
#include "gen-icount.h"
78 2e70f6ef pbrook
79 57fec1fe bellard
#ifdef TARGET_X86_64
80 57fec1fe bellard
static int x86_64_hregs;
81 ae063a68 bellard
#endif
82 ae063a68 bellard
83 2c0262af bellard
typedef struct DisasContext {
84 2c0262af bellard
    /* current insn context */
85 2c0262af bellard
    int override; /* -1 if no override */
86 2c0262af bellard
    int prefix;
87 2c0262af bellard
    int aflag, dflag;
88 14ce26e7 bellard
    target_ulong pc; /* pc = eip + cs_base */
89 2c0262af bellard
    int is_jmp; /* 1 = means jump (stop translation), 2 means CPU
90 2c0262af bellard
                   static state change (stop translation) */
91 2c0262af bellard
    /* current block context */
92 14ce26e7 bellard
    target_ulong cs_base; /* base of CS segment */
93 2c0262af bellard
    int pe;     /* protected mode */
94 2c0262af bellard
    int code32; /* 32 bit code segment */
95 14ce26e7 bellard
#ifdef TARGET_X86_64
96 14ce26e7 bellard
    int lma;    /* long mode active */
97 14ce26e7 bellard
    int code64; /* 64 bit code segment */
98 14ce26e7 bellard
    int rex_x, rex_b;
99 14ce26e7 bellard
#endif
100 2c0262af bellard
    int ss32;   /* 32 bit stack segment */
101 2c0262af bellard
    int cc_op;  /* current CC operation */
102 2c0262af bellard
    int addseg; /* non zero if either DS/ES/SS have a non zero base */
103 2c0262af bellard
    int f_st;   /* currently unused */
104 2c0262af bellard
    int vm86;   /* vm86 mode */
105 2c0262af bellard
    int cpl;
106 2c0262af bellard
    int iopl;
107 2c0262af bellard
    int tf;     /* TF cpu flag */
108 34865134 bellard
    int singlestep_enabled; /* "hardware" single step enabled */
109 2c0262af bellard
    int jmp_opt; /* use direct block chaining for direct jumps */
110 2c0262af bellard
    int mem_index; /* select memory access functions */
111 c068688b j_mayer
    uint64_t flags; /* all execution flags */
112 2c0262af bellard
    struct TranslationBlock *tb;
113 2c0262af bellard
    int popl_esp_hack; /* for correct popl with esp base handling */
114 14ce26e7 bellard
    int rip_offset; /* only used in x86_64, but left for simplicity */
115 14ce26e7 bellard
    int cpuid_features;
116 3d7374c5 bellard
    int cpuid_ext_features;
117 e771edab aurel32
    int cpuid_ext2_features;
118 12e26b75 bellard
    int cpuid_ext3_features;
119 2c0262af bellard
} DisasContext;
120 2c0262af bellard
121 2c0262af bellard
static void gen_eob(DisasContext *s);
122 14ce26e7 bellard
static void gen_jmp(DisasContext *s, target_ulong eip);
123 14ce26e7 bellard
static void gen_jmp_tb(DisasContext *s, target_ulong eip, int tb_num);
124 2c0262af bellard
125 2c0262af bellard
/* i386 arith/logic operations */
126 2c0262af bellard
enum {
127 5fafdf24 ths
    OP_ADDL,
128 5fafdf24 ths
    OP_ORL,
129 5fafdf24 ths
    OP_ADCL,
130 2c0262af bellard
    OP_SBBL,
131 5fafdf24 ths
    OP_ANDL,
132 5fafdf24 ths
    OP_SUBL,
133 5fafdf24 ths
    OP_XORL,
134 2c0262af bellard
    OP_CMPL,
135 2c0262af bellard
};
136 2c0262af bellard
137 2c0262af bellard
/* i386 shift ops */
138 2c0262af bellard
enum {
139 5fafdf24 ths
    OP_ROL,
140 5fafdf24 ths
    OP_ROR,
141 5fafdf24 ths
    OP_RCL,
142 5fafdf24 ths
    OP_RCR,
143 5fafdf24 ths
    OP_SHL,
144 5fafdf24 ths
    OP_SHR,
145 2c0262af bellard
    OP_SHL1, /* undocumented */
146 2c0262af bellard
    OP_SAR = 7,
147 2c0262af bellard
};
148 2c0262af bellard
149 8e1c85e3 bellard
enum {
150 8e1c85e3 bellard
    JCC_O,
151 8e1c85e3 bellard
    JCC_B,
152 8e1c85e3 bellard
    JCC_Z,
153 8e1c85e3 bellard
    JCC_BE,
154 8e1c85e3 bellard
    JCC_S,
155 8e1c85e3 bellard
    JCC_P,
156 8e1c85e3 bellard
    JCC_L,
157 8e1c85e3 bellard
    JCC_LE,
158 8e1c85e3 bellard
};
159 8e1c85e3 bellard
160 2c0262af bellard
/* operand size */
161 2c0262af bellard
enum {
162 2c0262af bellard
    OT_BYTE = 0,
163 2c0262af bellard
    OT_WORD,
164 5fafdf24 ths
    OT_LONG,
165 2c0262af bellard
    OT_QUAD,
166 2c0262af bellard
};
167 2c0262af bellard
168 2c0262af bellard
enum {
169 2c0262af bellard
    /* I386 int registers */
170 2c0262af bellard
    OR_EAX,   /* MUST be even numbered */
171 2c0262af bellard
    OR_ECX,
172 2c0262af bellard
    OR_EDX,
173 2c0262af bellard
    OR_EBX,
174 2c0262af bellard
    OR_ESP,
175 2c0262af bellard
    OR_EBP,
176 2c0262af bellard
    OR_ESI,
177 2c0262af bellard
    OR_EDI,
178 14ce26e7 bellard
179 14ce26e7 bellard
    OR_TMP0 = 16,    /* temporary operand register */
180 2c0262af bellard
    OR_TMP1,
181 2c0262af bellard
    OR_A0, /* temporary register used when doing address evaluation */
182 2c0262af bellard
};
183 2c0262af bellard
184 57fec1fe bellard
static inline void gen_op_movl_T0_0(void)
185 57fec1fe bellard
{
186 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[0], 0);
187 57fec1fe bellard
}
188 57fec1fe bellard
189 57fec1fe bellard
static inline void gen_op_movl_T0_im(int32_t val)
190 57fec1fe bellard
{
191 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[0], val);
192 57fec1fe bellard
}
193 57fec1fe bellard
194 57fec1fe bellard
static inline void gen_op_movl_T0_imu(uint32_t val)
195 57fec1fe bellard
{
196 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[0], val);
197 57fec1fe bellard
}
198 57fec1fe bellard
199 57fec1fe bellard
static inline void gen_op_movl_T1_im(int32_t val)
200 57fec1fe bellard
{
201 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[1], val);
202 57fec1fe bellard
}
203 57fec1fe bellard
204 57fec1fe bellard
static inline void gen_op_movl_T1_imu(uint32_t val)
205 57fec1fe bellard
{
206 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[1], val);
207 57fec1fe bellard
}
208 57fec1fe bellard
209 57fec1fe bellard
static inline void gen_op_movl_A0_im(uint32_t val)
210 57fec1fe bellard
{
211 57fec1fe bellard
    tcg_gen_movi_tl(cpu_A0, val);
212 57fec1fe bellard
}
213 57fec1fe bellard
214 57fec1fe bellard
#ifdef TARGET_X86_64
215 57fec1fe bellard
static inline void gen_op_movq_A0_im(int64_t val)
216 57fec1fe bellard
{
217 57fec1fe bellard
    tcg_gen_movi_tl(cpu_A0, val);
218 57fec1fe bellard
}
219 57fec1fe bellard
#endif
220 57fec1fe bellard
221 57fec1fe bellard
static inline void gen_movtl_T0_im(target_ulong val)
222 57fec1fe bellard
{
223 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[0], val);
224 57fec1fe bellard
}
225 57fec1fe bellard
226 57fec1fe bellard
static inline void gen_movtl_T1_im(target_ulong val)
227 57fec1fe bellard
{
228 57fec1fe bellard
    tcg_gen_movi_tl(cpu_T[1], val);
229 57fec1fe bellard
}
230 57fec1fe bellard
231 57fec1fe bellard
static inline void gen_op_andl_T0_ffff(void)
232 57fec1fe bellard
{
233 57fec1fe bellard
    tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 0xffff);
234 57fec1fe bellard
}
235 57fec1fe bellard
236 57fec1fe bellard
static inline void gen_op_andl_T0_im(uint32_t val)
237 57fec1fe bellard
{
238 57fec1fe bellard
    tcg_gen_andi_tl(cpu_T[0], cpu_T[0], val);
239 57fec1fe bellard
}
240 57fec1fe bellard
241 57fec1fe bellard
static inline void gen_op_movl_T0_T1(void)
242 57fec1fe bellard
{
243 57fec1fe bellard
    tcg_gen_mov_tl(cpu_T[0], cpu_T[1]);
244 57fec1fe bellard
}
245 57fec1fe bellard
246 57fec1fe bellard
static inline void gen_op_andl_A0_ffff(void)
247 57fec1fe bellard
{
248 57fec1fe bellard
    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffff);
249 57fec1fe bellard
}
250 57fec1fe bellard
251 14ce26e7 bellard
#ifdef TARGET_X86_64
252 14ce26e7 bellard
253 14ce26e7 bellard
#define NB_OP_SIZES 4
254 14ce26e7 bellard
255 14ce26e7 bellard
#else /* !TARGET_X86_64 */
256 14ce26e7 bellard
257 14ce26e7 bellard
#define NB_OP_SIZES 3
258 14ce26e7 bellard
259 14ce26e7 bellard
#endif /* !TARGET_X86_64 */
260 14ce26e7 bellard
261 e2542fe2 Juan Quintela
#if defined(HOST_WORDS_BIGENDIAN)
262 57fec1fe bellard
#define REG_B_OFFSET (sizeof(target_ulong) - 1)
263 57fec1fe bellard
#define REG_H_OFFSET (sizeof(target_ulong) - 2)
264 57fec1fe bellard
#define REG_W_OFFSET (sizeof(target_ulong) - 2)
265 57fec1fe bellard
#define REG_L_OFFSET (sizeof(target_ulong) - 4)
266 57fec1fe bellard
#define REG_LH_OFFSET (sizeof(target_ulong) - 8)
267 14ce26e7 bellard
#else
268 57fec1fe bellard
#define REG_B_OFFSET 0
269 57fec1fe bellard
#define REG_H_OFFSET 1
270 57fec1fe bellard
#define REG_W_OFFSET 0
271 57fec1fe bellard
#define REG_L_OFFSET 0
272 57fec1fe bellard
#define REG_LH_OFFSET 4
273 14ce26e7 bellard
#endif
274 57fec1fe bellard
275 1e4840bf bellard
static inline void gen_op_mov_reg_v(int ot, int reg, TCGv t0)
276 57fec1fe bellard
{
277 57fec1fe bellard
    switch(ot) {
278 57fec1fe bellard
    case OT_BYTE:
279 57fec1fe bellard
        if (reg < 4 X86_64_DEF( || reg >= 8 || x86_64_hregs)) {
280 c832e3de Richard Henderson
            tcg_gen_deposit_tl(cpu_regs[reg], cpu_regs[reg], t0, 0, 8);
281 57fec1fe bellard
        } else {
282 c832e3de Richard Henderson
            tcg_gen_deposit_tl(cpu_regs[reg - 4], cpu_regs[reg - 4], t0, 8, 8);
283 57fec1fe bellard
        }
284 57fec1fe bellard
        break;
285 57fec1fe bellard
    case OT_WORD:
286 c832e3de Richard Henderson
        tcg_gen_deposit_tl(cpu_regs[reg], cpu_regs[reg], t0, 0, 16);
287 57fec1fe bellard
        break;
288 cc739bb0 Laurent Desnogues
    default: /* XXX this shouldn't be reached;  abort? */
289 57fec1fe bellard
    case OT_LONG:
290 cc739bb0 Laurent Desnogues
        /* For x86_64, this sets the higher half of register to zero.
291 cc739bb0 Laurent Desnogues
           For i386, this is equivalent to a mov. */
292 cc739bb0 Laurent Desnogues
        tcg_gen_ext32u_tl(cpu_regs[reg], t0);
293 57fec1fe bellard
        break;
294 cc739bb0 Laurent Desnogues
#ifdef TARGET_X86_64
295 57fec1fe bellard
    case OT_QUAD:
296 cc739bb0 Laurent Desnogues
        tcg_gen_mov_tl(cpu_regs[reg], t0);
297 57fec1fe bellard
        break;
298 14ce26e7 bellard
#endif
299 57fec1fe bellard
    }
300 57fec1fe bellard
}
301 2c0262af bellard
302 57fec1fe bellard
static inline void gen_op_mov_reg_T0(int ot, int reg)
303 57fec1fe bellard
{
304 1e4840bf bellard
    gen_op_mov_reg_v(ot, reg, cpu_T[0]);
305 57fec1fe bellard
}
306 57fec1fe bellard
307 57fec1fe bellard
static inline void gen_op_mov_reg_T1(int ot, int reg)
308 57fec1fe bellard
{
309 1e4840bf bellard
    gen_op_mov_reg_v(ot, reg, cpu_T[1]);
310 57fec1fe bellard
}
311 57fec1fe bellard
312 57fec1fe bellard
static inline void gen_op_mov_reg_A0(int size, int reg)
313 57fec1fe bellard
{
314 57fec1fe bellard
    switch(size) {
315 57fec1fe bellard
    case 0:
316 c832e3de Richard Henderson
        tcg_gen_deposit_tl(cpu_regs[reg], cpu_regs[reg], cpu_A0, 0, 16);
317 57fec1fe bellard
        break;
318 cc739bb0 Laurent Desnogues
    default: /* XXX this shouldn't be reached;  abort? */
319 57fec1fe bellard
    case 1:
320 cc739bb0 Laurent Desnogues
        /* For x86_64, this sets the higher half of register to zero.
321 cc739bb0 Laurent Desnogues
           For i386, this is equivalent to a mov. */
322 cc739bb0 Laurent Desnogues
        tcg_gen_ext32u_tl(cpu_regs[reg], cpu_A0);
323 57fec1fe bellard
        break;
324 cc739bb0 Laurent Desnogues
#ifdef TARGET_X86_64
325 57fec1fe bellard
    case 2:
326 cc739bb0 Laurent Desnogues
        tcg_gen_mov_tl(cpu_regs[reg], cpu_A0);
327 57fec1fe bellard
        break;
328 14ce26e7 bellard
#endif
329 57fec1fe bellard
    }
330 57fec1fe bellard
}
331 57fec1fe bellard
332 1e4840bf bellard
static inline void gen_op_mov_v_reg(int ot, TCGv t0, int reg)
333 57fec1fe bellard
{
334 57fec1fe bellard
    switch(ot) {
335 57fec1fe bellard
    case OT_BYTE:
336 57fec1fe bellard
        if (reg < 4 X86_64_DEF( || reg >= 8 || x86_64_hregs)) {
337 57fec1fe bellard
            goto std_case;
338 57fec1fe bellard
        } else {
339 cc739bb0 Laurent Desnogues
            tcg_gen_shri_tl(t0, cpu_regs[reg - 4], 8);
340 cc739bb0 Laurent Desnogues
            tcg_gen_ext8u_tl(t0, t0);
341 57fec1fe bellard
        }
342 57fec1fe bellard
        break;
343 57fec1fe bellard
    default:
344 57fec1fe bellard
    std_case:
345 cc739bb0 Laurent Desnogues
        tcg_gen_mov_tl(t0, cpu_regs[reg]);
346 57fec1fe bellard
        break;
347 57fec1fe bellard
    }
348 57fec1fe bellard
}
349 57fec1fe bellard
350 1e4840bf bellard
static inline void gen_op_mov_TN_reg(int ot, int t_index, int reg)
351 1e4840bf bellard
{
352 1e4840bf bellard
    gen_op_mov_v_reg(ot, cpu_T[t_index], reg);
353 1e4840bf bellard
}
354 1e4840bf bellard
355 57fec1fe bellard
static inline void gen_op_movl_A0_reg(int reg)
356 57fec1fe bellard
{
357 cc739bb0 Laurent Desnogues
    tcg_gen_mov_tl(cpu_A0, cpu_regs[reg]);
358 57fec1fe bellard
}
359 57fec1fe bellard
360 57fec1fe bellard
static inline void gen_op_addl_A0_im(int32_t val)
361 57fec1fe bellard
{
362 57fec1fe bellard
    tcg_gen_addi_tl(cpu_A0, cpu_A0, val);
363 14ce26e7 bellard
#ifdef TARGET_X86_64
364 57fec1fe bellard
    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffffffff);
365 14ce26e7 bellard
#endif
366 57fec1fe bellard
}
367 2c0262af bellard
368 14ce26e7 bellard
#ifdef TARGET_X86_64
369 57fec1fe bellard
static inline void gen_op_addq_A0_im(int64_t val)
370 57fec1fe bellard
{
371 57fec1fe bellard
    tcg_gen_addi_tl(cpu_A0, cpu_A0, val);
372 57fec1fe bellard
}
373 14ce26e7 bellard
#endif
374 57fec1fe bellard
    
375 57fec1fe bellard
static void gen_add_A0_im(DisasContext *s, int val)
376 57fec1fe bellard
{
377 57fec1fe bellard
#ifdef TARGET_X86_64
378 57fec1fe bellard
    if (CODE64(s))
379 57fec1fe bellard
        gen_op_addq_A0_im(val);
380 57fec1fe bellard
    else
381 57fec1fe bellard
#endif
382 57fec1fe bellard
        gen_op_addl_A0_im(val);
383 57fec1fe bellard
}
384 2c0262af bellard
385 57fec1fe bellard
static inline void gen_op_addl_T0_T1(void)
386 2c0262af bellard
{
387 57fec1fe bellard
    tcg_gen_add_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
388 57fec1fe bellard
}
389 57fec1fe bellard
390 57fec1fe bellard
static inline void gen_op_jmp_T0(void)
391 57fec1fe bellard
{
392 57fec1fe bellard
    tcg_gen_st_tl(cpu_T[0], cpu_env, offsetof(CPUState, eip));
393 57fec1fe bellard
}
394 57fec1fe bellard
395 6e0d8677 bellard
static inline void gen_op_add_reg_im(int size, int reg, int32_t val)
396 57fec1fe bellard
{
397 6e0d8677 bellard
    switch(size) {
398 6e0d8677 bellard
    case 0:
399 cc739bb0 Laurent Desnogues
        tcg_gen_addi_tl(cpu_tmp0, cpu_regs[reg], val);
400 c832e3de Richard Henderson
        tcg_gen_deposit_tl(cpu_regs[reg], cpu_regs[reg], cpu_tmp0, 0, 16);
401 6e0d8677 bellard
        break;
402 6e0d8677 bellard
    case 1:
403 cc739bb0 Laurent Desnogues
        tcg_gen_addi_tl(cpu_tmp0, cpu_regs[reg], val);
404 cc739bb0 Laurent Desnogues
        /* For x86_64, this sets the higher half of register to zero.
405 cc739bb0 Laurent Desnogues
           For i386, this is equivalent to a nop. */
406 cc739bb0 Laurent Desnogues
        tcg_gen_ext32u_tl(cpu_tmp0, cpu_tmp0);
407 cc739bb0 Laurent Desnogues
        tcg_gen_mov_tl(cpu_regs[reg], cpu_tmp0);
408 6e0d8677 bellard
        break;
409 6e0d8677 bellard
#ifdef TARGET_X86_64
410 6e0d8677 bellard
    case 2:
411 cc739bb0 Laurent Desnogues
        tcg_gen_addi_tl(cpu_regs[reg], cpu_regs[reg], val);
412 6e0d8677 bellard
        break;
413 6e0d8677 bellard
#endif
414 6e0d8677 bellard
    }
415 57fec1fe bellard
}
416 57fec1fe bellard
417 6e0d8677 bellard
static inline void gen_op_add_reg_T0(int size, int reg)
418 57fec1fe bellard
{
419 6e0d8677 bellard
    switch(size) {
420 6e0d8677 bellard
    case 0:
421 cc739bb0 Laurent Desnogues
        tcg_gen_add_tl(cpu_tmp0, cpu_regs[reg], cpu_T[0]);
422 c832e3de Richard Henderson
        tcg_gen_deposit_tl(cpu_regs[reg], cpu_regs[reg], cpu_tmp0, 0, 16);
423 6e0d8677 bellard
        break;
424 6e0d8677 bellard
    case 1:
425 cc739bb0 Laurent Desnogues
        tcg_gen_add_tl(cpu_tmp0, cpu_regs[reg], cpu_T[0]);
426 cc739bb0 Laurent Desnogues
        /* For x86_64, this sets the higher half of register to zero.
427 cc739bb0 Laurent Desnogues
           For i386, this is equivalent to a nop. */
428 cc739bb0 Laurent Desnogues
        tcg_gen_ext32u_tl(cpu_tmp0, cpu_tmp0);
429 cc739bb0 Laurent Desnogues
        tcg_gen_mov_tl(cpu_regs[reg], cpu_tmp0);
430 6e0d8677 bellard
        break;
431 14ce26e7 bellard
#ifdef TARGET_X86_64
432 6e0d8677 bellard
    case 2:
433 cc739bb0 Laurent Desnogues
        tcg_gen_add_tl(cpu_regs[reg], cpu_regs[reg], cpu_T[0]);
434 6e0d8677 bellard
        break;
435 14ce26e7 bellard
#endif
436 6e0d8677 bellard
    }
437 6e0d8677 bellard
}
438 57fec1fe bellard
439 57fec1fe bellard
static inline void gen_op_set_cc_op(int32_t val)
440 57fec1fe bellard
{
441 b6abf97d bellard
    tcg_gen_movi_i32(cpu_cc_op, val);
442 57fec1fe bellard
}
443 57fec1fe bellard
444 57fec1fe bellard
static inline void gen_op_addl_A0_reg_sN(int shift, int reg)
445 57fec1fe bellard
{
446 cc739bb0 Laurent Desnogues
    tcg_gen_mov_tl(cpu_tmp0, cpu_regs[reg]);
447 cc739bb0 Laurent Desnogues
    if (shift != 0)
448 57fec1fe bellard
        tcg_gen_shli_tl(cpu_tmp0, cpu_tmp0, shift);
449 57fec1fe bellard
    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);
450 cc739bb0 Laurent Desnogues
    /* For x86_64, this sets the higher half of register to zero.
451 cc739bb0 Laurent Desnogues
       For i386, this is equivalent to a nop. */
452 cc739bb0 Laurent Desnogues
    tcg_gen_ext32u_tl(cpu_A0, cpu_A0);
453 57fec1fe bellard
}
454 2c0262af bellard
455 57fec1fe bellard
static inline void gen_op_movl_A0_seg(int reg)
456 57fec1fe bellard
{
457 57fec1fe bellard
    tcg_gen_ld32u_tl(cpu_A0, cpu_env, offsetof(CPUState, segs[reg].base) + REG_L_OFFSET);
458 57fec1fe bellard
}
459 2c0262af bellard
460 57fec1fe bellard
static inline void gen_op_addl_A0_seg(int reg)
461 57fec1fe bellard
{
462 57fec1fe bellard
    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, segs[reg].base));
463 57fec1fe bellard
    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);
464 57fec1fe bellard
#ifdef TARGET_X86_64
465 57fec1fe bellard
    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffffffff);
466 57fec1fe bellard
#endif
467 57fec1fe bellard
}
468 2c0262af bellard
469 14ce26e7 bellard
#ifdef TARGET_X86_64
470 57fec1fe bellard
static inline void gen_op_movq_A0_seg(int reg)
471 57fec1fe bellard
{
472 57fec1fe bellard
    tcg_gen_ld_tl(cpu_A0, cpu_env, offsetof(CPUState, segs[reg].base));
473 57fec1fe bellard
}
474 14ce26e7 bellard
475 57fec1fe bellard
static inline void gen_op_addq_A0_seg(int reg)
476 57fec1fe bellard
{
477 57fec1fe bellard
    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, segs[reg].base));
478 57fec1fe bellard
    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);
479 57fec1fe bellard
}
480 57fec1fe bellard
481 57fec1fe bellard
static inline void gen_op_movq_A0_reg(int reg)
482 57fec1fe bellard
{
483 cc739bb0 Laurent Desnogues
    tcg_gen_mov_tl(cpu_A0, cpu_regs[reg]);
484 57fec1fe bellard
}
485 57fec1fe bellard
486 57fec1fe bellard
static inline void gen_op_addq_A0_reg_sN(int shift, int reg)
487 57fec1fe bellard
{
488 cc739bb0 Laurent Desnogues
    tcg_gen_mov_tl(cpu_tmp0, cpu_regs[reg]);
489 cc739bb0 Laurent Desnogues
    if (shift != 0)
490 57fec1fe bellard
        tcg_gen_shli_tl(cpu_tmp0, cpu_tmp0, shift);
491 57fec1fe bellard
    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);
492 57fec1fe bellard
}
493 14ce26e7 bellard
#endif
494 14ce26e7 bellard
495 57fec1fe bellard
static inline void gen_op_lds_T0_A0(int idx)
496 57fec1fe bellard
{
497 57fec1fe bellard
    int mem_index = (idx >> 2) - 1;
498 57fec1fe bellard
    switch(idx & 3) {
499 57fec1fe bellard
    case 0:
500 57fec1fe bellard
        tcg_gen_qemu_ld8s(cpu_T[0], cpu_A0, mem_index);
501 57fec1fe bellard
        break;
502 57fec1fe bellard
    case 1:
503 57fec1fe bellard
        tcg_gen_qemu_ld16s(cpu_T[0], cpu_A0, mem_index);
504 57fec1fe bellard
        break;
505 57fec1fe bellard
    default:
506 57fec1fe bellard
    case 2:
507 57fec1fe bellard
        tcg_gen_qemu_ld32s(cpu_T[0], cpu_A0, mem_index);
508 57fec1fe bellard
        break;
509 57fec1fe bellard
    }
510 57fec1fe bellard
}
511 2c0262af bellard
512 1e4840bf bellard
static inline void gen_op_ld_v(int idx, TCGv t0, TCGv a0)
513 57fec1fe bellard
{
514 57fec1fe bellard
    int mem_index = (idx >> 2) - 1;
515 57fec1fe bellard
    switch(idx & 3) {
516 57fec1fe bellard
    case 0:
517 1e4840bf bellard
        tcg_gen_qemu_ld8u(t0, a0, mem_index);
518 57fec1fe bellard
        break;
519 57fec1fe bellard
    case 1:
520 1e4840bf bellard
        tcg_gen_qemu_ld16u(t0, a0, mem_index);
521 57fec1fe bellard
        break;
522 57fec1fe bellard
    case 2:
523 1e4840bf bellard
        tcg_gen_qemu_ld32u(t0, a0, mem_index);
524 57fec1fe bellard
        break;
525 57fec1fe bellard
    default:
526 57fec1fe bellard
    case 3:
527 a7812ae4 pbrook
        /* Should never happen on 32-bit targets.  */
528 a7812ae4 pbrook
#ifdef TARGET_X86_64
529 1e4840bf bellard
        tcg_gen_qemu_ld64(t0, a0, mem_index);
530 a7812ae4 pbrook
#endif
531 57fec1fe bellard
        break;
532 57fec1fe bellard
    }
533 57fec1fe bellard
}
534 2c0262af bellard
535 1e4840bf bellard
/* XXX: always use ldu or lds */
536 1e4840bf bellard
static inline void gen_op_ld_T0_A0(int idx)
537 1e4840bf bellard
{
538 1e4840bf bellard
    gen_op_ld_v(idx, cpu_T[0], cpu_A0);
539 1e4840bf bellard
}
540 1e4840bf bellard
541 57fec1fe bellard
static inline void gen_op_ldu_T0_A0(int idx)
542 57fec1fe bellard
{
543 1e4840bf bellard
    gen_op_ld_v(idx, cpu_T[0], cpu_A0);
544 57fec1fe bellard
}
545 2c0262af bellard
546 57fec1fe bellard
static inline void gen_op_ld_T1_A0(int idx)
547 57fec1fe bellard
{
548 1e4840bf bellard
    gen_op_ld_v(idx, cpu_T[1], cpu_A0);
549 1e4840bf bellard
}
550 1e4840bf bellard
551 1e4840bf bellard
static inline void gen_op_st_v(int idx, TCGv t0, TCGv a0)
552 1e4840bf bellard
{
553 57fec1fe bellard
    int mem_index = (idx >> 2) - 1;
554 57fec1fe bellard
    switch(idx & 3) {
555 57fec1fe bellard
    case 0:
556 1e4840bf bellard
        tcg_gen_qemu_st8(t0, a0, mem_index);
557 57fec1fe bellard
        break;
558 57fec1fe bellard
    case 1:
559 1e4840bf bellard
        tcg_gen_qemu_st16(t0, a0, mem_index);
560 57fec1fe bellard
        break;
561 57fec1fe bellard
    case 2:
562 1e4840bf bellard
        tcg_gen_qemu_st32(t0, a0, mem_index);
563 57fec1fe bellard
        break;
564 57fec1fe bellard
    default:
565 57fec1fe bellard
    case 3:
566 a7812ae4 pbrook
        /* Should never happen on 32-bit targets.  */
567 a7812ae4 pbrook
#ifdef TARGET_X86_64
568 1e4840bf bellard
        tcg_gen_qemu_st64(t0, a0, mem_index);
569 a7812ae4 pbrook
#endif
570 57fec1fe bellard
        break;
571 57fec1fe bellard
    }
572 57fec1fe bellard
}
573 4f31916f bellard
574 57fec1fe bellard
static inline void gen_op_st_T0_A0(int idx)
575 57fec1fe bellard
{
576 1e4840bf bellard
    gen_op_st_v(idx, cpu_T[0], cpu_A0);
577 57fec1fe bellard
}
578 4f31916f bellard
579 57fec1fe bellard
static inline void gen_op_st_T1_A0(int idx)
580 57fec1fe bellard
{
581 1e4840bf bellard
    gen_op_st_v(idx, cpu_T[1], cpu_A0);
582 57fec1fe bellard
}
583 4f31916f bellard
584 14ce26e7 bellard
static inline void gen_jmp_im(target_ulong pc)
585 14ce26e7 bellard
{
586 57fec1fe bellard
    tcg_gen_movi_tl(cpu_tmp0, pc);
587 57fec1fe bellard
    tcg_gen_st_tl(cpu_tmp0, cpu_env, offsetof(CPUState, eip));
588 14ce26e7 bellard
}
589 14ce26e7 bellard
590 2c0262af bellard
static inline void gen_string_movl_A0_ESI(DisasContext *s)
591 2c0262af bellard
{
592 2c0262af bellard
    int override;
593 2c0262af bellard
594 2c0262af bellard
    override = s->override;
595 14ce26e7 bellard
#ifdef TARGET_X86_64
596 14ce26e7 bellard
    if (s->aflag == 2) {
597 14ce26e7 bellard
        if (override >= 0) {
598 57fec1fe bellard
            gen_op_movq_A0_seg(override);
599 57fec1fe bellard
            gen_op_addq_A0_reg_sN(0, R_ESI);
600 14ce26e7 bellard
        } else {
601 57fec1fe bellard
            gen_op_movq_A0_reg(R_ESI);
602 14ce26e7 bellard
        }
603 14ce26e7 bellard
    } else
604 14ce26e7 bellard
#endif
605 2c0262af bellard
    if (s->aflag) {
606 2c0262af bellard
        /* 32 bit address */
607 2c0262af bellard
        if (s->addseg && override < 0)
608 2c0262af bellard
            override = R_DS;
609 2c0262af bellard
        if (override >= 0) {
610 57fec1fe bellard
            gen_op_movl_A0_seg(override);
611 57fec1fe bellard
            gen_op_addl_A0_reg_sN(0, R_ESI);
612 2c0262af bellard
        } else {
613 57fec1fe bellard
            gen_op_movl_A0_reg(R_ESI);
614 2c0262af bellard
        }
615 2c0262af bellard
    } else {
616 2c0262af bellard
        /* 16 address, always override */
617 2c0262af bellard
        if (override < 0)
618 2c0262af bellard
            override = R_DS;
619 57fec1fe bellard
        gen_op_movl_A0_reg(R_ESI);
620 2c0262af bellard
        gen_op_andl_A0_ffff();
621 57fec1fe bellard
        gen_op_addl_A0_seg(override);
622 2c0262af bellard
    }
623 2c0262af bellard
}
624 2c0262af bellard
625 2c0262af bellard
static inline void gen_string_movl_A0_EDI(DisasContext *s)
626 2c0262af bellard
{
627 14ce26e7 bellard
#ifdef TARGET_X86_64
628 14ce26e7 bellard
    if (s->aflag == 2) {
629 57fec1fe bellard
        gen_op_movq_A0_reg(R_EDI);
630 14ce26e7 bellard
    } else
631 14ce26e7 bellard
#endif
632 2c0262af bellard
    if (s->aflag) {
633 2c0262af bellard
        if (s->addseg) {
634 57fec1fe bellard
            gen_op_movl_A0_seg(R_ES);
635 57fec1fe bellard
            gen_op_addl_A0_reg_sN(0, R_EDI);
636 2c0262af bellard
        } else {
637 57fec1fe bellard
            gen_op_movl_A0_reg(R_EDI);
638 2c0262af bellard
        }
639 2c0262af bellard
    } else {
640 57fec1fe bellard
        gen_op_movl_A0_reg(R_EDI);
641 2c0262af bellard
        gen_op_andl_A0_ffff();
642 57fec1fe bellard
        gen_op_addl_A0_seg(R_ES);
643 2c0262af bellard
    }
644 2c0262af bellard
}
645 2c0262af bellard
646 6e0d8677 bellard
static inline void gen_op_movl_T0_Dshift(int ot) 
647 6e0d8677 bellard
{
648 6e0d8677 bellard
    tcg_gen_ld32s_tl(cpu_T[0], cpu_env, offsetof(CPUState, df));
649 6e0d8677 bellard
    tcg_gen_shli_tl(cpu_T[0], cpu_T[0], ot);
650 2c0262af bellard
};
651 2c0262af bellard
652 6e0d8677 bellard
static void gen_extu(int ot, TCGv reg)
653 6e0d8677 bellard
{
654 6e0d8677 bellard
    switch(ot) {
655 6e0d8677 bellard
    case OT_BYTE:
656 6e0d8677 bellard
        tcg_gen_ext8u_tl(reg, reg);
657 6e0d8677 bellard
        break;
658 6e0d8677 bellard
    case OT_WORD:
659 6e0d8677 bellard
        tcg_gen_ext16u_tl(reg, reg);
660 6e0d8677 bellard
        break;
661 6e0d8677 bellard
    case OT_LONG:
662 6e0d8677 bellard
        tcg_gen_ext32u_tl(reg, reg);
663 6e0d8677 bellard
        break;
664 6e0d8677 bellard
    default:
665 6e0d8677 bellard
        break;
666 6e0d8677 bellard
    }
667 6e0d8677 bellard
}
668 3b46e624 ths
669 6e0d8677 bellard
static void gen_exts(int ot, TCGv reg)
670 6e0d8677 bellard
{
671 6e0d8677 bellard
    switch(ot) {
672 6e0d8677 bellard
    case OT_BYTE:
673 6e0d8677 bellard
        tcg_gen_ext8s_tl(reg, reg);
674 6e0d8677 bellard
        break;
675 6e0d8677 bellard
    case OT_WORD:
676 6e0d8677 bellard
        tcg_gen_ext16s_tl(reg, reg);
677 6e0d8677 bellard
        break;
678 6e0d8677 bellard
    case OT_LONG:
679 6e0d8677 bellard
        tcg_gen_ext32s_tl(reg, reg);
680 6e0d8677 bellard
        break;
681 6e0d8677 bellard
    default:
682 6e0d8677 bellard
        break;
683 6e0d8677 bellard
    }
684 6e0d8677 bellard
}
685 2c0262af bellard
686 6e0d8677 bellard
static inline void gen_op_jnz_ecx(int size, int label1)
687 6e0d8677 bellard
{
688 cc739bb0 Laurent Desnogues
    tcg_gen_mov_tl(cpu_tmp0, cpu_regs[R_ECX]);
689 6e0d8677 bellard
    gen_extu(size + 1, cpu_tmp0);
690 cb63669a pbrook
    tcg_gen_brcondi_tl(TCG_COND_NE, cpu_tmp0, 0, label1);
691 6e0d8677 bellard
}
692 6e0d8677 bellard
693 6e0d8677 bellard
static inline void gen_op_jz_ecx(int size, int label1)
694 6e0d8677 bellard
{
695 cc739bb0 Laurent Desnogues
    tcg_gen_mov_tl(cpu_tmp0, cpu_regs[R_ECX]);
696 6e0d8677 bellard
    gen_extu(size + 1, cpu_tmp0);
697 cb63669a pbrook
    tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_tmp0, 0, label1);
698 6e0d8677 bellard
}
699 2c0262af bellard
700 a7812ae4 pbrook
static void gen_helper_in_func(int ot, TCGv v, TCGv_i32 n)
701 a7812ae4 pbrook
{
702 a7812ae4 pbrook
    switch (ot) {
703 a7812ae4 pbrook
    case 0: gen_helper_inb(v, n); break;
704 a7812ae4 pbrook
    case 1: gen_helper_inw(v, n); break;
705 a7812ae4 pbrook
    case 2: gen_helper_inl(v, n); break;
706 a7812ae4 pbrook
    }
707 2c0262af bellard
708 a7812ae4 pbrook
}
709 2c0262af bellard
710 a7812ae4 pbrook
static void gen_helper_out_func(int ot, TCGv_i32 v, TCGv_i32 n)
711 a7812ae4 pbrook
{
712 a7812ae4 pbrook
    switch (ot) {
713 a7812ae4 pbrook
    case 0: gen_helper_outb(v, n); break;
714 a7812ae4 pbrook
    case 1: gen_helper_outw(v, n); break;
715 a7812ae4 pbrook
    case 2: gen_helper_outl(v, n); break;
716 a7812ae4 pbrook
    }
717 a7812ae4 pbrook
718 a7812ae4 pbrook
}
719 f115e911 bellard
720 b8b6a50b bellard
static void gen_check_io(DisasContext *s, int ot, target_ulong cur_eip,
721 b8b6a50b bellard
                         uint32_t svm_flags)
722 f115e911 bellard
{
723 b8b6a50b bellard
    int state_saved;
724 b8b6a50b bellard
    target_ulong next_eip;
725 b8b6a50b bellard
726 b8b6a50b bellard
    state_saved = 0;
727 f115e911 bellard
    if (s->pe && (s->cpl > s->iopl || s->vm86)) {
728 f115e911 bellard
        if (s->cc_op != CC_OP_DYNAMIC)
729 f115e911 bellard
            gen_op_set_cc_op(s->cc_op);
730 14ce26e7 bellard
        gen_jmp_im(cur_eip);
731 b8b6a50b bellard
        state_saved = 1;
732 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
733 a7812ae4 pbrook
        switch (ot) {
734 a7812ae4 pbrook
        case 0: gen_helper_check_iob(cpu_tmp2_i32); break;
735 a7812ae4 pbrook
        case 1: gen_helper_check_iow(cpu_tmp2_i32); break;
736 a7812ae4 pbrook
        case 2: gen_helper_check_iol(cpu_tmp2_i32); break;
737 a7812ae4 pbrook
        }
738 b8b6a50b bellard
    }
739 872929aa bellard
    if(s->flags & HF_SVMI_MASK) {
740 b8b6a50b bellard
        if (!state_saved) {
741 b8b6a50b bellard
            if (s->cc_op != CC_OP_DYNAMIC)
742 b8b6a50b bellard
                gen_op_set_cc_op(s->cc_op);
743 b8b6a50b bellard
            gen_jmp_im(cur_eip);
744 b8b6a50b bellard
        }
745 b8b6a50b bellard
        svm_flags |= (1 << (4 + ot));
746 b8b6a50b bellard
        next_eip = s->pc - s->cs_base;
747 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
748 a7812ae4 pbrook
        gen_helper_svm_check_io(cpu_tmp2_i32, tcg_const_i32(svm_flags),
749 a7812ae4 pbrook
                                tcg_const_i32(next_eip - cur_eip));
750 f115e911 bellard
    }
751 f115e911 bellard
}
752 f115e911 bellard
753 2c0262af bellard
static inline void gen_movs(DisasContext *s, int ot)
754 2c0262af bellard
{
755 2c0262af bellard
    gen_string_movl_A0_ESI(s);
756 57fec1fe bellard
    gen_op_ld_T0_A0(ot + s->mem_index);
757 2c0262af bellard
    gen_string_movl_A0_EDI(s);
758 57fec1fe bellard
    gen_op_st_T0_A0(ot + s->mem_index);
759 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
760 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_ESI);
761 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_EDI);
762 2c0262af bellard
}
763 2c0262af bellard
764 2c0262af bellard
static inline void gen_update_cc_op(DisasContext *s)
765 2c0262af bellard
{
766 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC) {
767 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
768 2c0262af bellard
        s->cc_op = CC_OP_DYNAMIC;
769 2c0262af bellard
    }
770 2c0262af bellard
}
771 2c0262af bellard
772 b6abf97d bellard
static void gen_op_update1_cc(void)
773 b6abf97d bellard
{
774 b6abf97d bellard
    tcg_gen_discard_tl(cpu_cc_src);
775 b6abf97d bellard
    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
776 b6abf97d bellard
}
777 b6abf97d bellard
778 b6abf97d bellard
static void gen_op_update2_cc(void)
779 b6abf97d bellard
{
780 b6abf97d bellard
    tcg_gen_mov_tl(cpu_cc_src, cpu_T[1]);
781 b6abf97d bellard
    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
782 b6abf97d bellard
}
783 b6abf97d bellard
784 b6abf97d bellard
static inline void gen_op_cmpl_T0_T1_cc(void)
785 b6abf97d bellard
{
786 b6abf97d bellard
    tcg_gen_mov_tl(cpu_cc_src, cpu_T[1]);
787 b6abf97d bellard
    tcg_gen_sub_tl(cpu_cc_dst, cpu_T[0], cpu_T[1]);
788 b6abf97d bellard
}
789 b6abf97d bellard
790 b6abf97d bellard
static inline void gen_op_testl_T0_T1_cc(void)
791 b6abf97d bellard
{
792 b6abf97d bellard
    tcg_gen_discard_tl(cpu_cc_src);
793 b6abf97d bellard
    tcg_gen_and_tl(cpu_cc_dst, cpu_T[0], cpu_T[1]);
794 b6abf97d bellard
}
795 b6abf97d bellard
796 b6abf97d bellard
static void gen_op_update_neg_cc(void)
797 b6abf97d bellard
{
798 b6abf97d bellard
    tcg_gen_neg_tl(cpu_cc_src, cpu_T[0]);
799 b6abf97d bellard
    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
800 b6abf97d bellard
}
801 b6abf97d bellard
802 8e1c85e3 bellard
/* compute eflags.C to reg */
803 8e1c85e3 bellard
static void gen_compute_eflags_c(TCGv reg)
804 8e1c85e3 bellard
{
805 a7812ae4 pbrook
    gen_helper_cc_compute_c(cpu_tmp2_i32, cpu_cc_op);
806 8e1c85e3 bellard
    tcg_gen_extu_i32_tl(reg, cpu_tmp2_i32);
807 8e1c85e3 bellard
}
808 8e1c85e3 bellard
809 8e1c85e3 bellard
/* compute all eflags to cc_src */
810 8e1c85e3 bellard
static void gen_compute_eflags(TCGv reg)
811 8e1c85e3 bellard
{
812 a7812ae4 pbrook
    gen_helper_cc_compute_all(cpu_tmp2_i32, cpu_cc_op);
813 8e1c85e3 bellard
    tcg_gen_extu_i32_tl(reg, cpu_tmp2_i32);
814 8e1c85e3 bellard
}
815 8e1c85e3 bellard
816 1e4840bf bellard
static inline void gen_setcc_slow_T0(DisasContext *s, int jcc_op)
817 8e1c85e3 bellard
{
818 1e4840bf bellard
    if (s->cc_op != CC_OP_DYNAMIC)
819 1e4840bf bellard
        gen_op_set_cc_op(s->cc_op);
820 1e4840bf bellard
    switch(jcc_op) {
821 8e1c85e3 bellard
    case JCC_O:
822 8e1c85e3 bellard
        gen_compute_eflags(cpu_T[0]);
823 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 11);
824 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
825 8e1c85e3 bellard
        break;
826 8e1c85e3 bellard
    case JCC_B:
827 8e1c85e3 bellard
        gen_compute_eflags_c(cpu_T[0]);
828 8e1c85e3 bellard
        break;
829 8e1c85e3 bellard
    case JCC_Z:
830 8e1c85e3 bellard
        gen_compute_eflags(cpu_T[0]);
831 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 6);
832 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
833 8e1c85e3 bellard
        break;
834 8e1c85e3 bellard
    case JCC_BE:
835 8e1c85e3 bellard
        gen_compute_eflags(cpu_tmp0);
836 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_tmp0, 6);
837 8e1c85e3 bellard
        tcg_gen_or_tl(cpu_T[0], cpu_T[0], cpu_tmp0);
838 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
839 8e1c85e3 bellard
        break;
840 8e1c85e3 bellard
    case JCC_S:
841 8e1c85e3 bellard
        gen_compute_eflags(cpu_T[0]);
842 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 7);
843 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
844 8e1c85e3 bellard
        break;
845 8e1c85e3 bellard
    case JCC_P:
846 8e1c85e3 bellard
        gen_compute_eflags(cpu_T[0]);
847 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 2);
848 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
849 8e1c85e3 bellard
        break;
850 8e1c85e3 bellard
    case JCC_L:
851 8e1c85e3 bellard
        gen_compute_eflags(cpu_tmp0);
852 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_tmp0, 11); /* CC_O */
853 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_tmp0, cpu_tmp0, 7); /* CC_S */
854 8e1c85e3 bellard
        tcg_gen_xor_tl(cpu_T[0], cpu_T[0], cpu_tmp0);
855 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
856 8e1c85e3 bellard
        break;
857 8e1c85e3 bellard
    default:
858 8e1c85e3 bellard
    case JCC_LE:
859 8e1c85e3 bellard
        gen_compute_eflags(cpu_tmp0);
860 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_T[0], cpu_tmp0, 11); /* CC_O */
861 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_tmp4, cpu_tmp0, 7); /* CC_S */
862 8e1c85e3 bellard
        tcg_gen_shri_tl(cpu_tmp0, cpu_tmp0, 6); /* CC_Z */
863 8e1c85e3 bellard
        tcg_gen_xor_tl(cpu_T[0], cpu_T[0], cpu_tmp4);
864 8e1c85e3 bellard
        tcg_gen_or_tl(cpu_T[0], cpu_T[0], cpu_tmp0);
865 8e1c85e3 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 1);
866 8e1c85e3 bellard
        break;
867 8e1c85e3 bellard
    }
868 8e1c85e3 bellard
}
869 8e1c85e3 bellard
870 8e1c85e3 bellard
/* return true if setcc_slow is not needed (WARNING: must be kept in
871 8e1c85e3 bellard
   sync with gen_jcc1) */
872 8e1c85e3 bellard
static int is_fast_jcc_case(DisasContext *s, int b)
873 8e1c85e3 bellard
{
874 8e1c85e3 bellard
    int jcc_op;
875 8e1c85e3 bellard
    jcc_op = (b >> 1) & 7;
876 8e1c85e3 bellard
    switch(s->cc_op) {
877 8e1c85e3 bellard
        /* we optimize the cmp/jcc case */
878 8e1c85e3 bellard
    case CC_OP_SUBB:
879 8e1c85e3 bellard
    case CC_OP_SUBW:
880 8e1c85e3 bellard
    case CC_OP_SUBL:
881 8e1c85e3 bellard
    case CC_OP_SUBQ:
882 8e1c85e3 bellard
        if (jcc_op == JCC_O || jcc_op == JCC_P)
883 8e1c85e3 bellard
            goto slow_jcc;
884 8e1c85e3 bellard
        break;
885 8e1c85e3 bellard
886 8e1c85e3 bellard
        /* some jumps are easy to compute */
887 8e1c85e3 bellard
    case CC_OP_ADDB:
888 8e1c85e3 bellard
    case CC_OP_ADDW:
889 8e1c85e3 bellard
    case CC_OP_ADDL:
890 8e1c85e3 bellard
    case CC_OP_ADDQ:
891 8e1c85e3 bellard
892 8e1c85e3 bellard
    case CC_OP_LOGICB:
893 8e1c85e3 bellard
    case CC_OP_LOGICW:
894 8e1c85e3 bellard
    case CC_OP_LOGICL:
895 8e1c85e3 bellard
    case CC_OP_LOGICQ:
896 8e1c85e3 bellard
897 8e1c85e3 bellard
    case CC_OP_INCB:
898 8e1c85e3 bellard
    case CC_OP_INCW:
899 8e1c85e3 bellard
    case CC_OP_INCL:
900 8e1c85e3 bellard
    case CC_OP_INCQ:
901 8e1c85e3 bellard
902 8e1c85e3 bellard
    case CC_OP_DECB:
903 8e1c85e3 bellard
    case CC_OP_DECW:
904 8e1c85e3 bellard
    case CC_OP_DECL:
905 8e1c85e3 bellard
    case CC_OP_DECQ:
906 8e1c85e3 bellard
907 8e1c85e3 bellard
    case CC_OP_SHLB:
908 8e1c85e3 bellard
    case CC_OP_SHLW:
909 8e1c85e3 bellard
    case CC_OP_SHLL:
910 8e1c85e3 bellard
    case CC_OP_SHLQ:
911 8e1c85e3 bellard
        if (jcc_op != JCC_Z && jcc_op != JCC_S)
912 8e1c85e3 bellard
            goto slow_jcc;
913 8e1c85e3 bellard
        break;
914 8e1c85e3 bellard
    default:
915 8e1c85e3 bellard
    slow_jcc:
916 8e1c85e3 bellard
        return 0;
917 8e1c85e3 bellard
    }
918 8e1c85e3 bellard
    return 1;
919 8e1c85e3 bellard
}
920 8e1c85e3 bellard
921 8e1c85e3 bellard
/* generate a conditional jump to label 'l1' according to jump opcode
922 8e1c85e3 bellard
   value 'b'. In the fast case, T0 is guaranted not to be used. */
923 8e1c85e3 bellard
static inline void gen_jcc1(DisasContext *s, int cc_op, int b, int l1)
924 8e1c85e3 bellard
{
925 8e1c85e3 bellard
    int inv, jcc_op, size, cond;
926 8e1c85e3 bellard
    TCGv t0;
927 8e1c85e3 bellard
928 8e1c85e3 bellard
    inv = b & 1;
929 8e1c85e3 bellard
    jcc_op = (b >> 1) & 7;
930 8e1c85e3 bellard
931 8e1c85e3 bellard
    switch(cc_op) {
932 8e1c85e3 bellard
        /* we optimize the cmp/jcc case */
933 8e1c85e3 bellard
    case CC_OP_SUBB:
934 8e1c85e3 bellard
    case CC_OP_SUBW:
935 8e1c85e3 bellard
    case CC_OP_SUBL:
936 8e1c85e3 bellard
    case CC_OP_SUBQ:
937 8e1c85e3 bellard
        
938 8e1c85e3 bellard
        size = cc_op - CC_OP_SUBB;
939 8e1c85e3 bellard
        switch(jcc_op) {
940 8e1c85e3 bellard
        case JCC_Z:
941 8e1c85e3 bellard
        fast_jcc_z:
942 8e1c85e3 bellard
            switch(size) {
943 8e1c85e3 bellard
            case 0:
944 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_cc_dst, 0xff);
945 8e1c85e3 bellard
                t0 = cpu_tmp0;
946 8e1c85e3 bellard
                break;
947 8e1c85e3 bellard
            case 1:
948 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_cc_dst, 0xffff);
949 8e1c85e3 bellard
                t0 = cpu_tmp0;
950 8e1c85e3 bellard
                break;
951 8e1c85e3 bellard
#ifdef TARGET_X86_64
952 8e1c85e3 bellard
            case 2:
953 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_cc_dst, 0xffffffff);
954 8e1c85e3 bellard
                t0 = cpu_tmp0;
955 8e1c85e3 bellard
                break;
956 8e1c85e3 bellard
#endif
957 8e1c85e3 bellard
            default:
958 8e1c85e3 bellard
                t0 = cpu_cc_dst;
959 8e1c85e3 bellard
                break;
960 8e1c85e3 bellard
            }
961 cb63669a pbrook
            tcg_gen_brcondi_tl(inv ? TCG_COND_NE : TCG_COND_EQ, t0, 0, l1);
962 8e1c85e3 bellard
            break;
963 8e1c85e3 bellard
        case JCC_S:
964 8e1c85e3 bellard
        fast_jcc_s:
965 8e1c85e3 bellard
            switch(size) {
966 8e1c85e3 bellard
            case 0:
967 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_cc_dst, 0x80);
968 cb63669a pbrook
                tcg_gen_brcondi_tl(inv ? TCG_COND_EQ : TCG_COND_NE, cpu_tmp0, 
969 cb63669a pbrook
                                   0, l1);
970 8e1c85e3 bellard
                break;
971 8e1c85e3 bellard
            case 1:
972 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_cc_dst, 0x8000);
973 cb63669a pbrook
                tcg_gen_brcondi_tl(inv ? TCG_COND_EQ : TCG_COND_NE, cpu_tmp0, 
974 cb63669a pbrook
                                   0, l1);
975 8e1c85e3 bellard
                break;
976 8e1c85e3 bellard
#ifdef TARGET_X86_64
977 8e1c85e3 bellard
            case 2:
978 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_cc_dst, 0x80000000);
979 cb63669a pbrook
                tcg_gen_brcondi_tl(inv ? TCG_COND_EQ : TCG_COND_NE, cpu_tmp0, 
980 cb63669a pbrook
                                   0, l1);
981 8e1c85e3 bellard
                break;
982 8e1c85e3 bellard
#endif
983 8e1c85e3 bellard
            default:
984 cb63669a pbrook
                tcg_gen_brcondi_tl(inv ? TCG_COND_GE : TCG_COND_LT, cpu_cc_dst, 
985 cb63669a pbrook
                                   0, l1);
986 8e1c85e3 bellard
                break;
987 8e1c85e3 bellard
            }
988 8e1c85e3 bellard
            break;
989 8e1c85e3 bellard
            
990 8e1c85e3 bellard
        case JCC_B:
991 8e1c85e3 bellard
            cond = inv ? TCG_COND_GEU : TCG_COND_LTU;
992 8e1c85e3 bellard
            goto fast_jcc_b;
993 8e1c85e3 bellard
        case JCC_BE:
994 8e1c85e3 bellard
            cond = inv ? TCG_COND_GTU : TCG_COND_LEU;
995 8e1c85e3 bellard
        fast_jcc_b:
996 8e1c85e3 bellard
            tcg_gen_add_tl(cpu_tmp4, cpu_cc_dst, cpu_cc_src);
997 8e1c85e3 bellard
            switch(size) {
998 8e1c85e3 bellard
            case 0:
999 8e1c85e3 bellard
                t0 = cpu_tmp0;
1000 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp4, cpu_tmp4, 0xff);
1001 8e1c85e3 bellard
                tcg_gen_andi_tl(t0, cpu_cc_src, 0xff);
1002 8e1c85e3 bellard
                break;
1003 8e1c85e3 bellard
            case 1:
1004 8e1c85e3 bellard
                t0 = cpu_tmp0;
1005 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp4, cpu_tmp4, 0xffff);
1006 8e1c85e3 bellard
                tcg_gen_andi_tl(t0, cpu_cc_src, 0xffff);
1007 8e1c85e3 bellard
                break;
1008 8e1c85e3 bellard
#ifdef TARGET_X86_64
1009 8e1c85e3 bellard
            case 2:
1010 8e1c85e3 bellard
                t0 = cpu_tmp0;
1011 8e1c85e3 bellard
                tcg_gen_andi_tl(cpu_tmp4, cpu_tmp4, 0xffffffff);
1012 8e1c85e3 bellard
                tcg_gen_andi_tl(t0, cpu_cc_src, 0xffffffff);
1013 8e1c85e3 bellard
                break;
1014 8e1c85e3 bellard
#endif
1015 8e1c85e3 bellard
            default:
1016 8e1c85e3 bellard
                t0 = cpu_cc_src;
1017 8e1c85e3 bellard
                break;
1018 8e1c85e3 bellard
            }
1019 8e1c85e3 bellard
            tcg_gen_brcond_tl(cond, cpu_tmp4, t0, l1);
1020 8e1c85e3 bellard
            break;
1021 8e1c85e3 bellard
            
1022 8e1c85e3 bellard
        case JCC_L:
1023 8e1c85e3 bellard
            cond = inv ? TCG_COND_GE : TCG_COND_LT;
1024 8e1c85e3 bellard
            goto fast_jcc_l;
1025 8e1c85e3 bellard
        case JCC_LE:
1026 8e1c85e3 bellard
            cond = inv ? TCG_COND_GT : TCG_COND_LE;
1027 8e1c85e3 bellard
        fast_jcc_l:
1028 8e1c85e3 bellard
            tcg_gen_add_tl(cpu_tmp4, cpu_cc_dst, cpu_cc_src);
1029 8e1c85e3 bellard
            switch(size) {
1030 8e1c85e3 bellard
            case 0:
1031 8e1c85e3 bellard
                t0 = cpu_tmp0;
1032 8e1c85e3 bellard
                tcg_gen_ext8s_tl(cpu_tmp4, cpu_tmp4);
1033 8e1c85e3 bellard
                tcg_gen_ext8s_tl(t0, cpu_cc_src);
1034 8e1c85e3 bellard
                break;
1035 8e1c85e3 bellard
            case 1:
1036 8e1c85e3 bellard
                t0 = cpu_tmp0;
1037 8e1c85e3 bellard
                tcg_gen_ext16s_tl(cpu_tmp4, cpu_tmp4);
1038 8e1c85e3 bellard
                tcg_gen_ext16s_tl(t0, cpu_cc_src);
1039 8e1c85e3 bellard
                break;
1040 8e1c85e3 bellard
#ifdef TARGET_X86_64
1041 8e1c85e3 bellard
            case 2:
1042 8e1c85e3 bellard
                t0 = cpu_tmp0;
1043 8e1c85e3 bellard
                tcg_gen_ext32s_tl(cpu_tmp4, cpu_tmp4);
1044 8e1c85e3 bellard
                tcg_gen_ext32s_tl(t0, cpu_cc_src);
1045 8e1c85e3 bellard
                break;
1046 8e1c85e3 bellard
#endif
1047 8e1c85e3 bellard
            default:
1048 8e1c85e3 bellard
                t0 = cpu_cc_src;
1049 8e1c85e3 bellard
                break;
1050 8e1c85e3 bellard
            }
1051 8e1c85e3 bellard
            tcg_gen_brcond_tl(cond, cpu_tmp4, t0, l1);
1052 8e1c85e3 bellard
            break;
1053 8e1c85e3 bellard
            
1054 8e1c85e3 bellard
        default:
1055 8e1c85e3 bellard
            goto slow_jcc;
1056 8e1c85e3 bellard
        }
1057 8e1c85e3 bellard
        break;
1058 8e1c85e3 bellard
        
1059 8e1c85e3 bellard
        /* some jumps are easy to compute */
1060 8e1c85e3 bellard
    case CC_OP_ADDB:
1061 8e1c85e3 bellard
    case CC_OP_ADDW:
1062 8e1c85e3 bellard
    case CC_OP_ADDL:
1063 8e1c85e3 bellard
    case CC_OP_ADDQ:
1064 8e1c85e3 bellard
        
1065 8e1c85e3 bellard
    case CC_OP_ADCB:
1066 8e1c85e3 bellard
    case CC_OP_ADCW:
1067 8e1c85e3 bellard
    case CC_OP_ADCL:
1068 8e1c85e3 bellard
    case CC_OP_ADCQ:
1069 8e1c85e3 bellard
        
1070 8e1c85e3 bellard
    case CC_OP_SBBB:
1071 8e1c85e3 bellard
    case CC_OP_SBBW:
1072 8e1c85e3 bellard
    case CC_OP_SBBL:
1073 8e1c85e3 bellard
    case CC_OP_SBBQ:
1074 8e1c85e3 bellard
        
1075 8e1c85e3 bellard
    case CC_OP_LOGICB:
1076 8e1c85e3 bellard
    case CC_OP_LOGICW:
1077 8e1c85e3 bellard
    case CC_OP_LOGICL:
1078 8e1c85e3 bellard
    case CC_OP_LOGICQ:
1079 8e1c85e3 bellard
        
1080 8e1c85e3 bellard
    case CC_OP_INCB:
1081 8e1c85e3 bellard
    case CC_OP_INCW:
1082 8e1c85e3 bellard
    case CC_OP_INCL:
1083 8e1c85e3 bellard
    case CC_OP_INCQ:
1084 8e1c85e3 bellard
        
1085 8e1c85e3 bellard
    case CC_OP_DECB:
1086 8e1c85e3 bellard
    case CC_OP_DECW:
1087 8e1c85e3 bellard
    case CC_OP_DECL:
1088 8e1c85e3 bellard
    case CC_OP_DECQ:
1089 8e1c85e3 bellard
        
1090 8e1c85e3 bellard
    case CC_OP_SHLB:
1091 8e1c85e3 bellard
    case CC_OP_SHLW:
1092 8e1c85e3 bellard
    case CC_OP_SHLL:
1093 8e1c85e3 bellard
    case CC_OP_SHLQ:
1094 8e1c85e3 bellard
        
1095 8e1c85e3 bellard
    case CC_OP_SARB:
1096 8e1c85e3 bellard
    case CC_OP_SARW:
1097 8e1c85e3 bellard
    case CC_OP_SARL:
1098 8e1c85e3 bellard
    case CC_OP_SARQ:
1099 8e1c85e3 bellard
        switch(jcc_op) {
1100 8e1c85e3 bellard
        case JCC_Z:
1101 8e1c85e3 bellard
            size = (cc_op - CC_OP_ADDB) & 3;
1102 8e1c85e3 bellard
            goto fast_jcc_z;
1103 8e1c85e3 bellard
        case JCC_S:
1104 8e1c85e3 bellard
            size = (cc_op - CC_OP_ADDB) & 3;
1105 8e1c85e3 bellard
            goto fast_jcc_s;
1106 8e1c85e3 bellard
        default:
1107 8e1c85e3 bellard
            goto slow_jcc;
1108 8e1c85e3 bellard
        }
1109 8e1c85e3 bellard
        break;
1110 8e1c85e3 bellard
    default:
1111 8e1c85e3 bellard
    slow_jcc:
1112 1e4840bf bellard
        gen_setcc_slow_T0(s, jcc_op);
1113 cb63669a pbrook
        tcg_gen_brcondi_tl(inv ? TCG_COND_EQ : TCG_COND_NE, 
1114 cb63669a pbrook
                           cpu_T[0], 0, l1);
1115 8e1c85e3 bellard
        break;
1116 8e1c85e3 bellard
    }
1117 8e1c85e3 bellard
}
1118 8e1c85e3 bellard
1119 14ce26e7 bellard
/* XXX: does not work with gdbstub "ice" single step - not a
1120 14ce26e7 bellard
   serious problem */
1121 14ce26e7 bellard
static int gen_jz_ecx_string(DisasContext *s, target_ulong next_eip)
1122 2c0262af bellard
{
1123 14ce26e7 bellard
    int l1, l2;
1124 14ce26e7 bellard
1125 14ce26e7 bellard
    l1 = gen_new_label();
1126 14ce26e7 bellard
    l2 = gen_new_label();
1127 6e0d8677 bellard
    gen_op_jnz_ecx(s->aflag, l1);
1128 14ce26e7 bellard
    gen_set_label(l2);
1129 14ce26e7 bellard
    gen_jmp_tb(s, next_eip, 1);
1130 14ce26e7 bellard
    gen_set_label(l1);
1131 14ce26e7 bellard
    return l2;
1132 2c0262af bellard
}
1133 2c0262af bellard
1134 2c0262af bellard
static inline void gen_stos(DisasContext *s, int ot)
1135 2c0262af bellard
{
1136 57fec1fe bellard
    gen_op_mov_TN_reg(OT_LONG, 0, R_EAX);
1137 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1138 57fec1fe bellard
    gen_op_st_T0_A0(ot + s->mem_index);
1139 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
1140 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_EDI);
1141 2c0262af bellard
}
1142 2c0262af bellard
1143 2c0262af bellard
static inline void gen_lods(DisasContext *s, int ot)
1144 2c0262af bellard
{
1145 2c0262af bellard
    gen_string_movl_A0_ESI(s);
1146 57fec1fe bellard
    gen_op_ld_T0_A0(ot + s->mem_index);
1147 57fec1fe bellard
    gen_op_mov_reg_T0(ot, R_EAX);
1148 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
1149 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_ESI);
1150 2c0262af bellard
}
1151 2c0262af bellard
1152 2c0262af bellard
static inline void gen_scas(DisasContext *s, int ot)
1153 2c0262af bellard
{
1154 57fec1fe bellard
    gen_op_mov_TN_reg(OT_LONG, 0, R_EAX);
1155 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1156 57fec1fe bellard
    gen_op_ld_T1_A0(ot + s->mem_index);
1157 2c0262af bellard
    gen_op_cmpl_T0_T1_cc();
1158 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
1159 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_EDI);
1160 2c0262af bellard
}
1161 2c0262af bellard
1162 2c0262af bellard
static inline void gen_cmps(DisasContext *s, int ot)
1163 2c0262af bellard
{
1164 2c0262af bellard
    gen_string_movl_A0_ESI(s);
1165 57fec1fe bellard
    gen_op_ld_T0_A0(ot + s->mem_index);
1166 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1167 57fec1fe bellard
    gen_op_ld_T1_A0(ot + s->mem_index);
1168 2c0262af bellard
    gen_op_cmpl_T0_T1_cc();
1169 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
1170 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_ESI);
1171 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_EDI);
1172 2c0262af bellard
}
1173 2c0262af bellard
1174 2c0262af bellard
static inline void gen_ins(DisasContext *s, int ot)
1175 2c0262af bellard
{
1176 2e70f6ef pbrook
    if (use_icount)
1177 2e70f6ef pbrook
        gen_io_start();
1178 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1179 6e0d8677 bellard
    /* Note: we must do this dummy write first to be restartable in
1180 6e0d8677 bellard
       case of page fault. */
1181 9772c73b bellard
    gen_op_movl_T0_0();
1182 57fec1fe bellard
    gen_op_st_T0_A0(ot + s->mem_index);
1183 b8b6a50b bellard
    gen_op_mov_TN_reg(OT_WORD, 1, R_EDX);
1184 b6abf97d bellard
    tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[1]);
1185 b6abf97d bellard
    tcg_gen_andi_i32(cpu_tmp2_i32, cpu_tmp2_i32, 0xffff);
1186 a7812ae4 pbrook
    gen_helper_in_func(ot, cpu_T[0], cpu_tmp2_i32);
1187 57fec1fe bellard
    gen_op_st_T0_A0(ot + s->mem_index);
1188 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
1189 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_EDI);
1190 2e70f6ef pbrook
    if (use_icount)
1191 2e70f6ef pbrook
        gen_io_end();
1192 2c0262af bellard
}
1193 2c0262af bellard
1194 2c0262af bellard
static inline void gen_outs(DisasContext *s, int ot)
1195 2c0262af bellard
{
1196 2e70f6ef pbrook
    if (use_icount)
1197 2e70f6ef pbrook
        gen_io_start();
1198 2c0262af bellard
    gen_string_movl_A0_ESI(s);
1199 57fec1fe bellard
    gen_op_ld_T0_A0(ot + s->mem_index);
1200 b8b6a50b bellard
1201 b8b6a50b bellard
    gen_op_mov_TN_reg(OT_WORD, 1, R_EDX);
1202 b6abf97d bellard
    tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[1]);
1203 b6abf97d bellard
    tcg_gen_andi_i32(cpu_tmp2_i32, cpu_tmp2_i32, 0xffff);
1204 b6abf97d bellard
    tcg_gen_trunc_tl_i32(cpu_tmp3_i32, cpu_T[0]);
1205 a7812ae4 pbrook
    gen_helper_out_func(ot, cpu_tmp2_i32, cpu_tmp3_i32);
1206 b8b6a50b bellard
1207 6e0d8677 bellard
    gen_op_movl_T0_Dshift(ot);
1208 6e0d8677 bellard
    gen_op_add_reg_T0(s->aflag, R_ESI);
1209 2e70f6ef pbrook
    if (use_icount)
1210 2e70f6ef pbrook
        gen_io_end();
1211 2c0262af bellard
}
1212 2c0262af bellard
1213 2c0262af bellard
/* same method as Valgrind : we generate jumps to current or next
1214 2c0262af bellard
   instruction */
1215 2c0262af bellard
#define GEN_REPZ(op)                                                          \
1216 2c0262af bellard
static inline void gen_repz_ ## op(DisasContext *s, int ot,                   \
1217 14ce26e7 bellard
                                 target_ulong cur_eip, target_ulong next_eip) \
1218 2c0262af bellard
{                                                                             \
1219 14ce26e7 bellard
    int l2;\
1220 2c0262af bellard
    gen_update_cc_op(s);                                                      \
1221 14ce26e7 bellard
    l2 = gen_jz_ecx_string(s, next_eip);                                      \
1222 2c0262af bellard
    gen_ ## op(s, ot);                                                        \
1223 6e0d8677 bellard
    gen_op_add_reg_im(s->aflag, R_ECX, -1);                                   \
1224 2c0262af bellard
    /* a loop would cause two single step exceptions if ECX = 1               \
1225 2c0262af bellard
       before rep string_insn */                                              \
1226 2c0262af bellard
    if (!s->jmp_opt)                                                          \
1227 6e0d8677 bellard
        gen_op_jz_ecx(s->aflag, l2);                                          \
1228 2c0262af bellard
    gen_jmp(s, cur_eip);                                                      \
1229 2c0262af bellard
}
1230 2c0262af bellard
1231 2c0262af bellard
#define GEN_REPZ2(op)                                                         \
1232 2c0262af bellard
static inline void gen_repz_ ## op(DisasContext *s, int ot,                   \
1233 14ce26e7 bellard
                                   target_ulong cur_eip,                      \
1234 14ce26e7 bellard
                                   target_ulong next_eip,                     \
1235 2c0262af bellard
                                   int nz)                                    \
1236 2c0262af bellard
{                                                                             \
1237 14ce26e7 bellard
    int l2;\
1238 2c0262af bellard
    gen_update_cc_op(s);                                                      \
1239 14ce26e7 bellard
    l2 = gen_jz_ecx_string(s, next_eip);                                      \
1240 2c0262af bellard
    gen_ ## op(s, ot);                                                        \
1241 6e0d8677 bellard
    gen_op_add_reg_im(s->aflag, R_ECX, -1);                                   \
1242 2c0262af bellard
    gen_op_set_cc_op(CC_OP_SUBB + ot);                                        \
1243 8e1c85e3 bellard
    gen_jcc1(s, CC_OP_SUBB + ot, (JCC_Z << 1) | (nz ^ 1), l2);                \
1244 2c0262af bellard
    if (!s->jmp_opt)                                                          \
1245 6e0d8677 bellard
        gen_op_jz_ecx(s->aflag, l2);                                          \
1246 2c0262af bellard
    gen_jmp(s, cur_eip);                                                      \
1247 2c0262af bellard
}
1248 2c0262af bellard
1249 2c0262af bellard
GEN_REPZ(movs)
1250 2c0262af bellard
GEN_REPZ(stos)
1251 2c0262af bellard
GEN_REPZ(lods)
1252 2c0262af bellard
GEN_REPZ(ins)
1253 2c0262af bellard
GEN_REPZ(outs)
1254 2c0262af bellard
GEN_REPZ2(scas)
1255 2c0262af bellard
GEN_REPZ2(cmps)
1256 2c0262af bellard
1257 a7812ae4 pbrook
static void gen_helper_fp_arith_ST0_FT0(int op)
1258 a7812ae4 pbrook
{
1259 a7812ae4 pbrook
    switch (op) {
1260 a7812ae4 pbrook
    case 0: gen_helper_fadd_ST0_FT0(); break;
1261 a7812ae4 pbrook
    case 1: gen_helper_fmul_ST0_FT0(); break;
1262 a7812ae4 pbrook
    case 2: gen_helper_fcom_ST0_FT0(); break;
1263 a7812ae4 pbrook
    case 3: gen_helper_fcom_ST0_FT0(); break;
1264 a7812ae4 pbrook
    case 4: gen_helper_fsub_ST0_FT0(); break;
1265 a7812ae4 pbrook
    case 5: gen_helper_fsubr_ST0_FT0(); break;
1266 a7812ae4 pbrook
    case 6: gen_helper_fdiv_ST0_FT0(); break;
1267 a7812ae4 pbrook
    case 7: gen_helper_fdivr_ST0_FT0(); break;
1268 a7812ae4 pbrook
    }
1269 a7812ae4 pbrook
}
1270 2c0262af bellard
1271 2c0262af bellard
/* NOTE the exception in "r" op ordering */
1272 a7812ae4 pbrook
static void gen_helper_fp_arith_STN_ST0(int op, int opreg)
1273 a7812ae4 pbrook
{
1274 a7812ae4 pbrook
    TCGv_i32 tmp = tcg_const_i32(opreg);
1275 a7812ae4 pbrook
    switch (op) {
1276 a7812ae4 pbrook
    case 0: gen_helper_fadd_STN_ST0(tmp); break;
1277 a7812ae4 pbrook
    case 1: gen_helper_fmul_STN_ST0(tmp); break;
1278 a7812ae4 pbrook
    case 4: gen_helper_fsubr_STN_ST0(tmp); break;
1279 a7812ae4 pbrook
    case 5: gen_helper_fsub_STN_ST0(tmp); break;
1280 a7812ae4 pbrook
    case 6: gen_helper_fdivr_STN_ST0(tmp); break;
1281 a7812ae4 pbrook
    case 7: gen_helper_fdiv_STN_ST0(tmp); break;
1282 a7812ae4 pbrook
    }
1283 a7812ae4 pbrook
}
1284 2c0262af bellard
1285 2c0262af bellard
/* if d == OR_TMP0, it means memory operand (address in A0) */
1286 2c0262af bellard
static void gen_op(DisasContext *s1, int op, int ot, int d)
1287 2c0262af bellard
{
1288 2c0262af bellard
    if (d != OR_TMP0) {
1289 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 0, d);
1290 2c0262af bellard
    } else {
1291 57fec1fe bellard
        gen_op_ld_T0_A0(ot + s1->mem_index);
1292 2c0262af bellard
    }
1293 2c0262af bellard
    switch(op) {
1294 2c0262af bellard
    case OP_ADCL:
1295 cad3a37d bellard
        if (s1->cc_op != CC_OP_DYNAMIC)
1296 cad3a37d bellard
            gen_op_set_cc_op(s1->cc_op);
1297 cad3a37d bellard
        gen_compute_eflags_c(cpu_tmp4);
1298 cad3a37d bellard
        tcg_gen_add_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1299 cad3a37d bellard
        tcg_gen_add_tl(cpu_T[0], cpu_T[0], cpu_tmp4);
1300 cad3a37d bellard
        if (d != OR_TMP0)
1301 cad3a37d bellard
            gen_op_mov_reg_T0(ot, d);
1302 cad3a37d bellard
        else
1303 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1304 cad3a37d bellard
        tcg_gen_mov_tl(cpu_cc_src, cpu_T[1]);
1305 cad3a37d bellard
        tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
1306 cad3a37d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_tmp4);
1307 cad3a37d bellard
        tcg_gen_shli_i32(cpu_tmp2_i32, cpu_tmp2_i32, 2);
1308 cad3a37d bellard
        tcg_gen_addi_i32(cpu_cc_op, cpu_tmp2_i32, CC_OP_ADDB + ot);
1309 cad3a37d bellard
        s1->cc_op = CC_OP_DYNAMIC;
1310 cad3a37d bellard
        break;
1311 2c0262af bellard
    case OP_SBBL:
1312 2c0262af bellard
        if (s1->cc_op != CC_OP_DYNAMIC)
1313 2c0262af bellard
            gen_op_set_cc_op(s1->cc_op);
1314 cad3a37d bellard
        gen_compute_eflags_c(cpu_tmp4);
1315 cad3a37d bellard
        tcg_gen_sub_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1316 cad3a37d bellard
        tcg_gen_sub_tl(cpu_T[0], cpu_T[0], cpu_tmp4);
1317 cad3a37d bellard
        if (d != OR_TMP0)
1318 57fec1fe bellard
            gen_op_mov_reg_T0(ot, d);
1319 cad3a37d bellard
        else
1320 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1321 cad3a37d bellard
        tcg_gen_mov_tl(cpu_cc_src, cpu_T[1]);
1322 cad3a37d bellard
        tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
1323 cad3a37d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_tmp4);
1324 cad3a37d bellard
        tcg_gen_shli_i32(cpu_tmp2_i32, cpu_tmp2_i32, 2);
1325 cad3a37d bellard
        tcg_gen_addi_i32(cpu_cc_op, cpu_tmp2_i32, CC_OP_SUBB + ot);
1326 2c0262af bellard
        s1->cc_op = CC_OP_DYNAMIC;
1327 cad3a37d bellard
        break;
1328 2c0262af bellard
    case OP_ADDL:
1329 2c0262af bellard
        gen_op_addl_T0_T1();
1330 cad3a37d bellard
        if (d != OR_TMP0)
1331 cad3a37d bellard
            gen_op_mov_reg_T0(ot, d);
1332 cad3a37d bellard
        else
1333 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1334 cad3a37d bellard
        gen_op_update2_cc();
1335 2c0262af bellard
        s1->cc_op = CC_OP_ADDB + ot;
1336 2c0262af bellard
        break;
1337 2c0262af bellard
    case OP_SUBL:
1338 57fec1fe bellard
        tcg_gen_sub_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1339 cad3a37d bellard
        if (d != OR_TMP0)
1340 cad3a37d bellard
            gen_op_mov_reg_T0(ot, d);
1341 cad3a37d bellard
        else
1342 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1343 cad3a37d bellard
        gen_op_update2_cc();
1344 2c0262af bellard
        s1->cc_op = CC_OP_SUBB + ot;
1345 2c0262af bellard
        break;
1346 2c0262af bellard
    default:
1347 2c0262af bellard
    case OP_ANDL:
1348 57fec1fe bellard
        tcg_gen_and_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1349 cad3a37d bellard
        if (d != OR_TMP0)
1350 cad3a37d bellard
            gen_op_mov_reg_T0(ot, d);
1351 cad3a37d bellard
        else
1352 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1353 cad3a37d bellard
        gen_op_update1_cc();
1354 57fec1fe bellard
        s1->cc_op = CC_OP_LOGICB + ot;
1355 57fec1fe bellard
        break;
1356 2c0262af bellard
    case OP_ORL:
1357 57fec1fe bellard
        tcg_gen_or_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1358 cad3a37d bellard
        if (d != OR_TMP0)
1359 cad3a37d bellard
            gen_op_mov_reg_T0(ot, d);
1360 cad3a37d bellard
        else
1361 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1362 cad3a37d bellard
        gen_op_update1_cc();
1363 57fec1fe bellard
        s1->cc_op = CC_OP_LOGICB + ot;
1364 57fec1fe bellard
        break;
1365 2c0262af bellard
    case OP_XORL:
1366 57fec1fe bellard
        tcg_gen_xor_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1367 cad3a37d bellard
        if (d != OR_TMP0)
1368 cad3a37d bellard
            gen_op_mov_reg_T0(ot, d);
1369 cad3a37d bellard
        else
1370 cad3a37d bellard
            gen_op_st_T0_A0(ot + s1->mem_index);
1371 cad3a37d bellard
        gen_op_update1_cc();
1372 2c0262af bellard
        s1->cc_op = CC_OP_LOGICB + ot;
1373 2c0262af bellard
        break;
1374 2c0262af bellard
    case OP_CMPL:
1375 2c0262af bellard
        gen_op_cmpl_T0_T1_cc();
1376 2c0262af bellard
        s1->cc_op = CC_OP_SUBB + ot;
1377 2c0262af bellard
        break;
1378 2c0262af bellard
    }
1379 b6abf97d bellard
}
1380 b6abf97d bellard
1381 2c0262af bellard
/* if d == OR_TMP0, it means memory operand (address in A0) */
1382 2c0262af bellard
static void gen_inc(DisasContext *s1, int ot, int d, int c)
1383 2c0262af bellard
{
1384 2c0262af bellard
    if (d != OR_TMP0)
1385 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 0, d);
1386 2c0262af bellard
    else
1387 57fec1fe bellard
        gen_op_ld_T0_A0(ot + s1->mem_index);
1388 2c0262af bellard
    if (s1->cc_op != CC_OP_DYNAMIC)
1389 2c0262af bellard
        gen_op_set_cc_op(s1->cc_op);
1390 2c0262af bellard
    if (c > 0) {
1391 b6abf97d bellard
        tcg_gen_addi_tl(cpu_T[0], cpu_T[0], 1);
1392 2c0262af bellard
        s1->cc_op = CC_OP_INCB + ot;
1393 2c0262af bellard
    } else {
1394 b6abf97d bellard
        tcg_gen_addi_tl(cpu_T[0], cpu_T[0], -1);
1395 2c0262af bellard
        s1->cc_op = CC_OP_DECB + ot;
1396 2c0262af bellard
    }
1397 2c0262af bellard
    if (d != OR_TMP0)
1398 57fec1fe bellard
        gen_op_mov_reg_T0(ot, d);
1399 2c0262af bellard
    else
1400 57fec1fe bellard
        gen_op_st_T0_A0(ot + s1->mem_index);
1401 b6abf97d bellard
    gen_compute_eflags_c(cpu_cc_src);
1402 cd31fefa bellard
    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
1403 2c0262af bellard
}
1404 2c0262af bellard
1405 b6abf97d bellard
static void gen_shift_rm_T1(DisasContext *s, int ot, int op1, 
1406 b6abf97d bellard
                            int is_right, int is_arith)
1407 2c0262af bellard
{
1408 b6abf97d bellard
    target_ulong mask;
1409 b6abf97d bellard
    int shift_label;
1410 1e4840bf bellard
    TCGv t0, t1;
1411 1e4840bf bellard
1412 b6abf97d bellard
    if (ot == OT_QUAD)
1413 b6abf97d bellard
        mask = 0x3f;
1414 2c0262af bellard
    else
1415 b6abf97d bellard
        mask = 0x1f;
1416 3b46e624 ths
1417 b6abf97d bellard
    /* load */
1418 b6abf97d bellard
    if (op1 == OR_TMP0)
1419 b6abf97d bellard
        gen_op_ld_T0_A0(ot + s->mem_index);
1420 2c0262af bellard
    else
1421 b6abf97d bellard
        gen_op_mov_TN_reg(ot, 0, op1);
1422 b6abf97d bellard
1423 b6abf97d bellard
    tcg_gen_andi_tl(cpu_T[1], cpu_T[1], mask);
1424 b6abf97d bellard
1425 b6abf97d bellard
    tcg_gen_addi_tl(cpu_tmp5, cpu_T[1], -1);
1426 b6abf97d bellard
1427 b6abf97d bellard
    if (is_right) {
1428 b6abf97d bellard
        if (is_arith) {
1429 f484d386 bellard
            gen_exts(ot, cpu_T[0]);
1430 b6abf97d bellard
            tcg_gen_sar_tl(cpu_T3, cpu_T[0], cpu_tmp5);
1431 b6abf97d bellard
            tcg_gen_sar_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1432 b6abf97d bellard
        } else {
1433 cad3a37d bellard
            gen_extu(ot, cpu_T[0]);
1434 b6abf97d bellard
            tcg_gen_shr_tl(cpu_T3, cpu_T[0], cpu_tmp5);
1435 b6abf97d bellard
            tcg_gen_shr_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1436 b6abf97d bellard
        }
1437 b6abf97d bellard
    } else {
1438 b6abf97d bellard
        tcg_gen_shl_tl(cpu_T3, cpu_T[0], cpu_tmp5);
1439 b6abf97d bellard
        tcg_gen_shl_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
1440 b6abf97d bellard
    }
1441 b6abf97d bellard
1442 b6abf97d bellard
    /* store */
1443 b6abf97d bellard
    if (op1 == OR_TMP0)
1444 b6abf97d bellard
        gen_op_st_T0_A0(ot + s->mem_index);
1445 b6abf97d bellard
    else
1446 b6abf97d bellard
        gen_op_mov_reg_T0(ot, op1);
1447 b6abf97d bellard
        
1448 b6abf97d bellard
    /* update eflags if non zero shift */
1449 b6abf97d bellard
    if (s->cc_op != CC_OP_DYNAMIC)
1450 b6abf97d bellard
        gen_op_set_cc_op(s->cc_op);
1451 b6abf97d bellard
1452 1e4840bf bellard
    /* XXX: inefficient */
1453 a7812ae4 pbrook
    t0 = tcg_temp_local_new();
1454 a7812ae4 pbrook
    t1 = tcg_temp_local_new();
1455 1e4840bf bellard
1456 1e4840bf bellard
    tcg_gen_mov_tl(t0, cpu_T[0]);
1457 1e4840bf bellard
    tcg_gen_mov_tl(t1, cpu_T3);
1458 1e4840bf bellard
1459 b6abf97d bellard
    shift_label = gen_new_label();
1460 cb63669a pbrook
    tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_T[1], 0, shift_label);
1461 b6abf97d bellard
1462 1e4840bf bellard
    tcg_gen_mov_tl(cpu_cc_src, t1);
1463 1e4840bf bellard
    tcg_gen_mov_tl(cpu_cc_dst, t0);
1464 b6abf97d bellard
    if (is_right)
1465 b6abf97d bellard
        tcg_gen_movi_i32(cpu_cc_op, CC_OP_SARB + ot);
1466 b6abf97d bellard
    else
1467 b6abf97d bellard
        tcg_gen_movi_i32(cpu_cc_op, CC_OP_SHLB + ot);
1468 b6abf97d bellard
        
1469 b6abf97d bellard
    gen_set_label(shift_label);
1470 b6abf97d bellard
    s->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
1471 1e4840bf bellard
1472 1e4840bf bellard
    tcg_temp_free(t0);
1473 1e4840bf bellard
    tcg_temp_free(t1);
1474 b6abf97d bellard
}
1475 b6abf97d bellard
1476 c1c37968 bellard
static void gen_shift_rm_im(DisasContext *s, int ot, int op1, int op2,
1477 c1c37968 bellard
                            int is_right, int is_arith)
1478 c1c37968 bellard
{
1479 c1c37968 bellard
    int mask;
1480 c1c37968 bellard
    
1481 c1c37968 bellard
    if (ot == OT_QUAD)
1482 c1c37968 bellard
        mask = 0x3f;
1483 c1c37968 bellard
    else
1484 c1c37968 bellard
        mask = 0x1f;
1485 c1c37968 bellard
1486 c1c37968 bellard
    /* load */
1487 c1c37968 bellard
    if (op1 == OR_TMP0)
1488 c1c37968 bellard
        gen_op_ld_T0_A0(ot + s->mem_index);
1489 c1c37968 bellard
    else
1490 c1c37968 bellard
        gen_op_mov_TN_reg(ot, 0, op1);
1491 c1c37968 bellard
1492 c1c37968 bellard
    op2 &= mask;
1493 c1c37968 bellard
    if (op2 != 0) {
1494 c1c37968 bellard
        if (is_right) {
1495 c1c37968 bellard
            if (is_arith) {
1496 c1c37968 bellard
                gen_exts(ot, cpu_T[0]);
1497 2a449d14 bellard
                tcg_gen_sari_tl(cpu_tmp4, cpu_T[0], op2 - 1);
1498 c1c37968 bellard
                tcg_gen_sari_tl(cpu_T[0], cpu_T[0], op2);
1499 c1c37968 bellard
            } else {
1500 c1c37968 bellard
                gen_extu(ot, cpu_T[0]);
1501 2a449d14 bellard
                tcg_gen_shri_tl(cpu_tmp4, cpu_T[0], op2 - 1);
1502 c1c37968 bellard
                tcg_gen_shri_tl(cpu_T[0], cpu_T[0], op2);
1503 c1c37968 bellard
            }
1504 c1c37968 bellard
        } else {
1505 2a449d14 bellard
            tcg_gen_shli_tl(cpu_tmp4, cpu_T[0], op2 - 1);
1506 c1c37968 bellard
            tcg_gen_shli_tl(cpu_T[0], cpu_T[0], op2);
1507 c1c37968 bellard
        }
1508 c1c37968 bellard
    }
1509 c1c37968 bellard
1510 c1c37968 bellard
    /* store */
1511 c1c37968 bellard
    if (op1 == OR_TMP0)
1512 c1c37968 bellard
        gen_op_st_T0_A0(ot + s->mem_index);
1513 c1c37968 bellard
    else
1514 c1c37968 bellard
        gen_op_mov_reg_T0(ot, op1);
1515 c1c37968 bellard
        
1516 c1c37968 bellard
    /* update eflags if non zero shift */
1517 c1c37968 bellard
    if (op2 != 0) {
1518 2a449d14 bellard
        tcg_gen_mov_tl(cpu_cc_src, cpu_tmp4);
1519 c1c37968 bellard
        tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
1520 c1c37968 bellard
        if (is_right)
1521 c1c37968 bellard
            s->cc_op = CC_OP_SARB + ot;
1522 c1c37968 bellard
        else
1523 c1c37968 bellard
            s->cc_op = CC_OP_SHLB + ot;
1524 c1c37968 bellard
    }
1525 c1c37968 bellard
}
1526 c1c37968 bellard
1527 b6abf97d bellard
static inline void tcg_gen_lshift(TCGv ret, TCGv arg1, target_long arg2)
1528 b6abf97d bellard
{
1529 b6abf97d bellard
    if (arg2 >= 0)
1530 b6abf97d bellard
        tcg_gen_shli_tl(ret, arg1, arg2);
1531 b6abf97d bellard
    else
1532 b6abf97d bellard
        tcg_gen_shri_tl(ret, arg1, -arg2);
1533 b6abf97d bellard
}
1534 b6abf97d bellard
1535 b6abf97d bellard
static void gen_rot_rm_T1(DisasContext *s, int ot, int op1, 
1536 b6abf97d bellard
                          int is_right)
1537 b6abf97d bellard
{
1538 b6abf97d bellard
    target_ulong mask;
1539 b6abf97d bellard
    int label1, label2, data_bits;
1540 1e4840bf bellard
    TCGv t0, t1, t2, a0;
1541 1e4840bf bellard
1542 1e4840bf bellard
    /* XXX: inefficient, but we must use local temps */
1543 a7812ae4 pbrook
    t0 = tcg_temp_local_new();
1544 a7812ae4 pbrook
    t1 = tcg_temp_local_new();
1545 a7812ae4 pbrook
    t2 = tcg_temp_local_new();
1546 a7812ae4 pbrook
    a0 = tcg_temp_local_new();
1547 1e4840bf bellard
1548 b6abf97d bellard
    if (ot == OT_QUAD)
1549 b6abf97d bellard
        mask = 0x3f;
1550 b6abf97d bellard
    else
1551 b6abf97d bellard
        mask = 0x1f;
1552 b6abf97d bellard
1553 b6abf97d bellard
    /* load */
1554 1e4840bf bellard
    if (op1 == OR_TMP0) {
1555 1e4840bf bellard
        tcg_gen_mov_tl(a0, cpu_A0);
1556 1e4840bf bellard
        gen_op_ld_v(ot + s->mem_index, t0, a0);
1557 1e4840bf bellard
    } else {
1558 1e4840bf bellard
        gen_op_mov_v_reg(ot, t0, op1);
1559 1e4840bf bellard
    }
1560 b6abf97d bellard
1561 1e4840bf bellard
    tcg_gen_mov_tl(t1, cpu_T[1]);
1562 1e4840bf bellard
1563 1e4840bf bellard
    tcg_gen_andi_tl(t1, t1, mask);
1564 b6abf97d bellard
1565 b6abf97d bellard
    /* Must test zero case to avoid using undefined behaviour in TCG
1566 b6abf97d bellard
       shifts. */
1567 b6abf97d bellard
    label1 = gen_new_label();
1568 1e4840bf bellard
    tcg_gen_brcondi_tl(TCG_COND_EQ, t1, 0, label1);
1569 b6abf97d bellard
    
1570 b6abf97d bellard
    if (ot <= OT_WORD)
1571 1e4840bf bellard
        tcg_gen_andi_tl(cpu_tmp0, t1, (1 << (3 + ot)) - 1);
1572 b6abf97d bellard
    else
1573 1e4840bf bellard
        tcg_gen_mov_tl(cpu_tmp0, t1);
1574 b6abf97d bellard
    
1575 1e4840bf bellard
    gen_extu(ot, t0);
1576 1e4840bf bellard
    tcg_gen_mov_tl(t2, t0);
1577 b6abf97d bellard
1578 b6abf97d bellard
    data_bits = 8 << ot;
1579 b6abf97d bellard
    /* XXX: rely on behaviour of shifts when operand 2 overflows (XXX:
1580 b6abf97d bellard
       fix TCG definition) */
1581 b6abf97d bellard
    if (is_right) {
1582 1e4840bf bellard
        tcg_gen_shr_tl(cpu_tmp4, t0, cpu_tmp0);
1583 5b207c00 Aurelien Jarno
        tcg_gen_subfi_tl(cpu_tmp0, data_bits, cpu_tmp0);
1584 1e4840bf bellard
        tcg_gen_shl_tl(t0, t0, cpu_tmp0);
1585 b6abf97d bellard
    } else {
1586 1e4840bf bellard
        tcg_gen_shl_tl(cpu_tmp4, t0, cpu_tmp0);
1587 5b207c00 Aurelien Jarno
        tcg_gen_subfi_tl(cpu_tmp0, data_bits, cpu_tmp0);
1588 1e4840bf bellard
        tcg_gen_shr_tl(t0, t0, cpu_tmp0);
1589 b6abf97d bellard
    }
1590 1e4840bf bellard
    tcg_gen_or_tl(t0, t0, cpu_tmp4);
1591 b6abf97d bellard
1592 b6abf97d bellard
    gen_set_label(label1);
1593 b6abf97d bellard
    /* store */
1594 1e4840bf bellard
    if (op1 == OR_TMP0) {
1595 1e4840bf bellard
        gen_op_st_v(ot + s->mem_index, t0, a0);
1596 1e4840bf bellard
    } else {
1597 1e4840bf bellard
        gen_op_mov_reg_v(ot, op1, t0);
1598 1e4840bf bellard
    }
1599 b6abf97d bellard
    
1600 b6abf97d bellard
    /* update eflags */
1601 b6abf97d bellard
    if (s->cc_op != CC_OP_DYNAMIC)
1602 b6abf97d bellard
        gen_op_set_cc_op(s->cc_op);
1603 b6abf97d bellard
1604 b6abf97d bellard
    label2 = gen_new_label();
1605 1e4840bf bellard
    tcg_gen_brcondi_tl(TCG_COND_EQ, t1, 0, label2);
1606 b6abf97d bellard
1607 b6abf97d bellard
    gen_compute_eflags(cpu_cc_src);
1608 b6abf97d bellard
    tcg_gen_andi_tl(cpu_cc_src, cpu_cc_src, ~(CC_O | CC_C));
1609 1e4840bf bellard
    tcg_gen_xor_tl(cpu_tmp0, t2, t0);
1610 b6abf97d bellard
    tcg_gen_lshift(cpu_tmp0, cpu_tmp0, 11 - (data_bits - 1));
1611 b6abf97d bellard
    tcg_gen_andi_tl(cpu_tmp0, cpu_tmp0, CC_O);
1612 b6abf97d bellard
    tcg_gen_or_tl(cpu_cc_src, cpu_cc_src, cpu_tmp0);
1613 b6abf97d bellard
    if (is_right) {
1614 1e4840bf bellard
        tcg_gen_shri_tl(t0, t0, data_bits - 1);
1615 b6abf97d bellard
    }
1616 1e4840bf bellard
    tcg_gen_andi_tl(t0, t0, CC_C);
1617 1e4840bf bellard
    tcg_gen_or_tl(cpu_cc_src, cpu_cc_src, t0);
1618 b6abf97d bellard
    
1619 b6abf97d bellard
    tcg_gen_discard_tl(cpu_cc_dst);
1620 b6abf97d bellard
    tcg_gen_movi_i32(cpu_cc_op, CC_OP_EFLAGS);
1621 b6abf97d bellard
        
1622 b6abf97d bellard
    gen_set_label(label2);
1623 b6abf97d bellard
    s->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
1624 1e4840bf bellard
1625 1e4840bf bellard
    tcg_temp_free(t0);
1626 1e4840bf bellard
    tcg_temp_free(t1);
1627 1e4840bf bellard
    tcg_temp_free(t2);
1628 1e4840bf bellard
    tcg_temp_free(a0);
1629 b6abf97d bellard
}
1630 b6abf97d bellard
1631 8cd6345d malc
static void gen_rot_rm_im(DisasContext *s, int ot, int op1, int op2,
1632 8cd6345d malc
                          int is_right)
1633 8cd6345d malc
{
1634 8cd6345d malc
    int mask;
1635 8cd6345d malc
    int data_bits;
1636 8cd6345d malc
    TCGv t0, t1, a0;
1637 8cd6345d malc
1638 8cd6345d malc
    /* XXX: inefficient, but we must use local temps */
1639 8cd6345d malc
    t0 = tcg_temp_local_new();
1640 8cd6345d malc
    t1 = tcg_temp_local_new();
1641 8cd6345d malc
    a0 = tcg_temp_local_new();
1642 8cd6345d malc
1643 8cd6345d malc
    if (ot == OT_QUAD)
1644 8cd6345d malc
        mask = 0x3f;
1645 8cd6345d malc
    else
1646 8cd6345d malc
        mask = 0x1f;
1647 8cd6345d malc
1648 8cd6345d malc
    /* load */
1649 8cd6345d malc
    if (op1 == OR_TMP0) {
1650 8cd6345d malc
        tcg_gen_mov_tl(a0, cpu_A0);
1651 8cd6345d malc
        gen_op_ld_v(ot + s->mem_index, t0, a0);
1652 8cd6345d malc
    } else {
1653 8cd6345d malc
        gen_op_mov_v_reg(ot, t0, op1);
1654 8cd6345d malc
    }
1655 8cd6345d malc
1656 8cd6345d malc
    gen_extu(ot, t0);
1657 8cd6345d malc
    tcg_gen_mov_tl(t1, t0);
1658 8cd6345d malc
1659 8cd6345d malc
    op2 &= mask;
1660 8cd6345d malc
    data_bits = 8 << ot;
1661 8cd6345d malc
    if (op2 != 0) {
1662 8cd6345d malc
        int shift = op2 & ((1 << (3 + ot)) - 1);
1663 8cd6345d malc
        if (is_right) {
1664 8cd6345d malc
            tcg_gen_shri_tl(cpu_tmp4, t0, shift);
1665 8cd6345d malc
            tcg_gen_shli_tl(t0, t0, data_bits - shift);
1666 8cd6345d malc
        }
1667 8cd6345d malc
        else {
1668 8cd6345d malc
            tcg_gen_shli_tl(cpu_tmp4, t0, shift);
1669 8cd6345d malc
            tcg_gen_shri_tl(t0, t0, data_bits - shift);
1670 8cd6345d malc
        }
1671 8cd6345d malc
        tcg_gen_or_tl(t0, t0, cpu_tmp4);
1672 8cd6345d malc
    }
1673 8cd6345d malc
1674 8cd6345d malc
    /* store */
1675 8cd6345d malc
    if (op1 == OR_TMP0) {
1676 8cd6345d malc
        gen_op_st_v(ot + s->mem_index, t0, a0);
1677 8cd6345d malc
    } else {
1678 8cd6345d malc
        gen_op_mov_reg_v(ot, op1, t0);
1679 8cd6345d malc
    }
1680 8cd6345d malc
1681 8cd6345d malc
    if (op2 != 0) {
1682 8cd6345d malc
        /* update eflags */
1683 8cd6345d malc
        if (s->cc_op != CC_OP_DYNAMIC)
1684 8cd6345d malc
            gen_op_set_cc_op(s->cc_op);
1685 8cd6345d malc
1686 8cd6345d malc
        gen_compute_eflags(cpu_cc_src);
1687 8cd6345d malc
        tcg_gen_andi_tl(cpu_cc_src, cpu_cc_src, ~(CC_O | CC_C));
1688 8cd6345d malc
        tcg_gen_xor_tl(cpu_tmp0, t1, t0);
1689 8cd6345d malc
        tcg_gen_lshift(cpu_tmp0, cpu_tmp0, 11 - (data_bits - 1));
1690 8cd6345d malc
        tcg_gen_andi_tl(cpu_tmp0, cpu_tmp0, CC_O);
1691 8cd6345d malc
        tcg_gen_or_tl(cpu_cc_src, cpu_cc_src, cpu_tmp0);
1692 8cd6345d malc
        if (is_right) {
1693 8cd6345d malc
            tcg_gen_shri_tl(t0, t0, data_bits - 1);
1694 8cd6345d malc
        }
1695 8cd6345d malc
        tcg_gen_andi_tl(t0, t0, CC_C);
1696 8cd6345d malc
        tcg_gen_or_tl(cpu_cc_src, cpu_cc_src, t0);
1697 8cd6345d malc
1698 8cd6345d malc
        tcg_gen_discard_tl(cpu_cc_dst);
1699 8cd6345d malc
        tcg_gen_movi_i32(cpu_cc_op, CC_OP_EFLAGS);
1700 8cd6345d malc
        s->cc_op = CC_OP_EFLAGS;
1701 8cd6345d malc
    }
1702 8cd6345d malc
1703 8cd6345d malc
    tcg_temp_free(t0);
1704 8cd6345d malc
    tcg_temp_free(t1);
1705 8cd6345d malc
    tcg_temp_free(a0);
1706 8cd6345d malc
}
1707 8cd6345d malc
1708 b6abf97d bellard
/* XXX: add faster immediate = 1 case */
1709 b6abf97d bellard
static void gen_rotc_rm_T1(DisasContext *s, int ot, int op1, 
1710 b6abf97d bellard
                           int is_right)
1711 b6abf97d bellard
{
1712 b6abf97d bellard
    int label1;
1713 b6abf97d bellard
1714 b6abf97d bellard
    if (s->cc_op != CC_OP_DYNAMIC)
1715 b6abf97d bellard
        gen_op_set_cc_op(s->cc_op);
1716 b6abf97d bellard
1717 b6abf97d bellard
    /* load */
1718 b6abf97d bellard
    if (op1 == OR_TMP0)
1719 b6abf97d bellard
        gen_op_ld_T0_A0(ot + s->mem_index);
1720 b6abf97d bellard
    else
1721 b6abf97d bellard
        gen_op_mov_TN_reg(ot, 0, op1);
1722 b6abf97d bellard
    
1723 a7812ae4 pbrook
    if (is_right) {
1724 a7812ae4 pbrook
        switch (ot) {
1725 a7812ae4 pbrook
        case 0: gen_helper_rcrb(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1726 a7812ae4 pbrook
        case 1: gen_helper_rcrw(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1727 a7812ae4 pbrook
        case 2: gen_helper_rcrl(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1728 a7812ae4 pbrook
#ifdef TARGET_X86_64
1729 a7812ae4 pbrook
        case 3: gen_helper_rcrq(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1730 a7812ae4 pbrook
#endif
1731 a7812ae4 pbrook
        }
1732 a7812ae4 pbrook
    } else {
1733 a7812ae4 pbrook
        switch (ot) {
1734 a7812ae4 pbrook
        case 0: gen_helper_rclb(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1735 a7812ae4 pbrook
        case 1: gen_helper_rclw(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1736 a7812ae4 pbrook
        case 2: gen_helper_rcll(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1737 a7812ae4 pbrook
#ifdef TARGET_X86_64
1738 a7812ae4 pbrook
        case 3: gen_helper_rclq(cpu_T[0], cpu_T[0], cpu_T[1]); break;
1739 a7812ae4 pbrook
#endif
1740 a7812ae4 pbrook
        }
1741 a7812ae4 pbrook
    }
1742 b6abf97d bellard
    /* store */
1743 b6abf97d bellard
    if (op1 == OR_TMP0)
1744 b6abf97d bellard
        gen_op_st_T0_A0(ot + s->mem_index);
1745 b6abf97d bellard
    else
1746 b6abf97d bellard
        gen_op_mov_reg_T0(ot, op1);
1747 b6abf97d bellard
1748 b6abf97d bellard
    /* update eflags */
1749 b6abf97d bellard
    label1 = gen_new_label();
1750 1e4840bf bellard
    tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_cc_tmp, -1, label1);
1751 b6abf97d bellard
1752 1e4840bf bellard
    tcg_gen_mov_tl(cpu_cc_src, cpu_cc_tmp);
1753 b6abf97d bellard
    tcg_gen_discard_tl(cpu_cc_dst);
1754 b6abf97d bellard
    tcg_gen_movi_i32(cpu_cc_op, CC_OP_EFLAGS);
1755 b6abf97d bellard
        
1756 b6abf97d bellard
    gen_set_label(label1);
1757 b6abf97d bellard
    s->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
1758 b6abf97d bellard
}
1759 b6abf97d bellard
1760 b6abf97d bellard
/* XXX: add faster immediate case */
1761 b6abf97d bellard
static void gen_shiftd_rm_T1_T3(DisasContext *s, int ot, int op1, 
1762 b6abf97d bellard
                                int is_right)
1763 b6abf97d bellard
{
1764 b6abf97d bellard
    int label1, label2, data_bits;
1765 b6abf97d bellard
    target_ulong mask;
1766 1e4840bf bellard
    TCGv t0, t1, t2, a0;
1767 1e4840bf bellard
1768 a7812ae4 pbrook
    t0 = tcg_temp_local_new();
1769 a7812ae4 pbrook
    t1 = tcg_temp_local_new();
1770 a7812ae4 pbrook
    t2 = tcg_temp_local_new();
1771 a7812ae4 pbrook
    a0 = tcg_temp_local_new();
1772 b6abf97d bellard
1773 b6abf97d bellard
    if (ot == OT_QUAD)
1774 b6abf97d bellard
        mask = 0x3f;
1775 b6abf97d bellard
    else
1776 b6abf97d bellard
        mask = 0x1f;
1777 b6abf97d bellard
1778 b6abf97d bellard
    /* load */
1779 1e4840bf bellard
    if (op1 == OR_TMP0) {
1780 1e4840bf bellard
        tcg_gen_mov_tl(a0, cpu_A0);
1781 1e4840bf bellard
        gen_op_ld_v(ot + s->mem_index, t0, a0);
1782 1e4840bf bellard
    } else {
1783 1e4840bf bellard
        gen_op_mov_v_reg(ot, t0, op1);
1784 1e4840bf bellard
    }
1785 b6abf97d bellard
1786 b6abf97d bellard
    tcg_gen_andi_tl(cpu_T3, cpu_T3, mask);
1787 1e4840bf bellard
1788 1e4840bf bellard
    tcg_gen_mov_tl(t1, cpu_T[1]);
1789 1e4840bf bellard
    tcg_gen_mov_tl(t2, cpu_T3);
1790 1e4840bf bellard
1791 b6abf97d bellard
    /* Must test zero case to avoid using undefined behaviour in TCG
1792 b6abf97d bellard
       shifts. */
1793 b6abf97d bellard
    label1 = gen_new_label();
1794 1e4840bf bellard
    tcg_gen_brcondi_tl(TCG_COND_EQ, t2, 0, label1);
1795 b6abf97d bellard
    
1796 1e4840bf bellard
    tcg_gen_addi_tl(cpu_tmp5, t2, -1);
1797 b6abf97d bellard
    if (ot == OT_WORD) {
1798 b6abf97d bellard
        /* Note: we implement the Intel behaviour for shift count > 16 */
1799 b6abf97d bellard
        if (is_right) {
1800 1e4840bf bellard
            tcg_gen_andi_tl(t0, t0, 0xffff);
1801 1e4840bf bellard
            tcg_gen_shli_tl(cpu_tmp0, t1, 16);
1802 1e4840bf bellard
            tcg_gen_or_tl(t0, t0, cpu_tmp0);
1803 1e4840bf bellard
            tcg_gen_ext32u_tl(t0, t0);
1804 b6abf97d bellard
1805 1e4840bf bellard
            tcg_gen_shr_tl(cpu_tmp4, t0, cpu_tmp5);
1806 b6abf97d bellard
            
1807 b6abf97d bellard
            /* only needed if count > 16, but a test would complicate */
1808 5b207c00 Aurelien Jarno
            tcg_gen_subfi_tl(cpu_tmp5, 32, t2);
1809 1e4840bf bellard
            tcg_gen_shl_tl(cpu_tmp0, t0, cpu_tmp5);
1810 b6abf97d bellard
1811 1e4840bf bellard
            tcg_gen_shr_tl(t0, t0, t2);
1812 b6abf97d bellard
1813 1e4840bf bellard
            tcg_gen_or_tl(t0, t0, cpu_tmp0);
1814 b6abf97d bellard
        } else {
1815 b6abf97d bellard
            /* XXX: not optimal */
1816 1e4840bf bellard
            tcg_gen_andi_tl(t0, t0, 0xffff);
1817 1e4840bf bellard
            tcg_gen_shli_tl(t1, t1, 16);
1818 1e4840bf bellard
            tcg_gen_or_tl(t1, t1, t0);
1819 1e4840bf bellard
            tcg_gen_ext32u_tl(t1, t1);
1820 b6abf97d bellard
            
1821 1e4840bf bellard
            tcg_gen_shl_tl(cpu_tmp4, t0, cpu_tmp5);
1822 5b207c00 Aurelien Jarno
            tcg_gen_subfi_tl(cpu_tmp0, 32, cpu_tmp5);
1823 bedda79c Aurelien Jarno
            tcg_gen_shr_tl(cpu_tmp5, t1, cpu_tmp0);
1824 bedda79c Aurelien Jarno
            tcg_gen_or_tl(cpu_tmp4, cpu_tmp4, cpu_tmp5);
1825 b6abf97d bellard
1826 1e4840bf bellard
            tcg_gen_shl_tl(t0, t0, t2);
1827 5b207c00 Aurelien Jarno
            tcg_gen_subfi_tl(cpu_tmp5, 32, t2);
1828 1e4840bf bellard
            tcg_gen_shr_tl(t1, t1, cpu_tmp5);
1829 1e4840bf bellard
            tcg_gen_or_tl(t0, t0, t1);
1830 b6abf97d bellard
        }
1831 b6abf97d bellard
    } else {
1832 b6abf97d bellard
        data_bits = 8 << ot;
1833 b6abf97d bellard
        if (is_right) {
1834 b6abf97d bellard
            if (ot == OT_LONG)
1835 1e4840bf bellard
                tcg_gen_ext32u_tl(t0, t0);
1836 b6abf97d bellard
1837 1e4840bf bellard
            tcg_gen_shr_tl(cpu_tmp4, t0, cpu_tmp5);
1838 b6abf97d bellard
1839 1e4840bf bellard
            tcg_gen_shr_tl(t0, t0, t2);
1840 5b207c00 Aurelien Jarno
            tcg_gen_subfi_tl(cpu_tmp5, data_bits, t2);
1841 1e4840bf bellard
            tcg_gen_shl_tl(t1, t1, cpu_tmp5);
1842 1e4840bf bellard
            tcg_gen_or_tl(t0, t0, t1);
1843 b6abf97d bellard
            
1844 b6abf97d bellard
        } else {
1845 b6abf97d bellard
            if (ot == OT_LONG)
1846 1e4840bf bellard
                tcg_gen_ext32u_tl(t1, t1);
1847 b6abf97d bellard
1848 1e4840bf bellard
            tcg_gen_shl_tl(cpu_tmp4, t0, cpu_tmp5);
1849 b6abf97d bellard
            
1850 1e4840bf bellard
            tcg_gen_shl_tl(t0, t0, t2);
1851 5b207c00 Aurelien Jarno
            tcg_gen_subfi_tl(cpu_tmp5, data_bits, t2);
1852 1e4840bf bellard
            tcg_gen_shr_tl(t1, t1, cpu_tmp5);
1853 1e4840bf bellard
            tcg_gen_or_tl(t0, t0, t1);
1854 b6abf97d bellard
        }
1855 b6abf97d bellard
    }
1856 1e4840bf bellard
    tcg_gen_mov_tl(t1, cpu_tmp4);
1857 b6abf97d bellard
1858 b6abf97d bellard
    gen_set_label(label1);
1859 b6abf97d bellard
    /* store */
1860 1e4840bf bellard
    if (op1 == OR_TMP0) {
1861 1e4840bf bellard
        gen_op_st_v(ot + s->mem_index, t0, a0);
1862 1e4840bf bellard
    } else {
1863 1e4840bf bellard
        gen_op_mov_reg_v(ot, op1, t0);
1864 1e4840bf bellard
    }
1865 b6abf97d bellard
    
1866 b6abf97d bellard
    /* update eflags */
1867 b6abf97d bellard
    if (s->cc_op != CC_OP_DYNAMIC)
1868 b6abf97d bellard
        gen_op_set_cc_op(s->cc_op);
1869 b6abf97d bellard
1870 b6abf97d bellard
    label2 = gen_new_label();
1871 1e4840bf bellard
    tcg_gen_brcondi_tl(TCG_COND_EQ, t2, 0, label2);
1872 b6abf97d bellard
1873 1e4840bf bellard
    tcg_gen_mov_tl(cpu_cc_src, t1);
1874 1e4840bf bellard
    tcg_gen_mov_tl(cpu_cc_dst, t0);
1875 b6abf97d bellard
    if (is_right) {
1876 b6abf97d bellard
        tcg_gen_movi_i32(cpu_cc_op, CC_OP_SARB + ot);
1877 b6abf97d bellard
    } else {
1878 b6abf97d bellard
        tcg_gen_movi_i32(cpu_cc_op, CC_OP_SHLB + ot);
1879 b6abf97d bellard
    }
1880 b6abf97d bellard
    gen_set_label(label2);
1881 b6abf97d bellard
    s->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
1882 1e4840bf bellard
1883 1e4840bf bellard
    tcg_temp_free(t0);
1884 1e4840bf bellard
    tcg_temp_free(t1);
1885 1e4840bf bellard
    tcg_temp_free(t2);
1886 1e4840bf bellard
    tcg_temp_free(a0);
1887 b6abf97d bellard
}
1888 b6abf97d bellard
1889 b6abf97d bellard
static void gen_shift(DisasContext *s1, int op, int ot, int d, int s)
1890 b6abf97d bellard
{
1891 b6abf97d bellard
    if (s != OR_TMP1)
1892 b6abf97d bellard
        gen_op_mov_TN_reg(ot, 1, s);
1893 b6abf97d bellard
    switch(op) {
1894 b6abf97d bellard
    case OP_ROL:
1895 b6abf97d bellard
        gen_rot_rm_T1(s1, ot, d, 0);
1896 b6abf97d bellard
        break;
1897 b6abf97d bellard
    case OP_ROR:
1898 b6abf97d bellard
        gen_rot_rm_T1(s1, ot, d, 1);
1899 b6abf97d bellard
        break;
1900 b6abf97d bellard
    case OP_SHL:
1901 b6abf97d bellard
    case OP_SHL1:
1902 b6abf97d bellard
        gen_shift_rm_T1(s1, ot, d, 0, 0);
1903 b6abf97d bellard
        break;
1904 b6abf97d bellard
    case OP_SHR:
1905 b6abf97d bellard
        gen_shift_rm_T1(s1, ot, d, 1, 0);
1906 b6abf97d bellard
        break;
1907 b6abf97d bellard
    case OP_SAR:
1908 b6abf97d bellard
        gen_shift_rm_T1(s1, ot, d, 1, 1);
1909 b6abf97d bellard
        break;
1910 b6abf97d bellard
    case OP_RCL:
1911 b6abf97d bellard
        gen_rotc_rm_T1(s1, ot, d, 0);
1912 b6abf97d bellard
        break;
1913 b6abf97d bellard
    case OP_RCR:
1914 b6abf97d bellard
        gen_rotc_rm_T1(s1, ot, d, 1);
1915 b6abf97d bellard
        break;
1916 b6abf97d bellard
    }
1917 2c0262af bellard
}
1918 2c0262af bellard
1919 2c0262af bellard
static void gen_shifti(DisasContext *s1, int op, int ot, int d, int c)
1920 2c0262af bellard
{
1921 c1c37968 bellard
    switch(op) {
1922 8cd6345d malc
    case OP_ROL:
1923 8cd6345d malc
        gen_rot_rm_im(s1, ot, d, c, 0);
1924 8cd6345d malc
        break;
1925 8cd6345d malc
    case OP_ROR:
1926 8cd6345d malc
        gen_rot_rm_im(s1, ot, d, c, 1);
1927 8cd6345d malc
        break;
1928 c1c37968 bellard
    case OP_SHL:
1929 c1c37968 bellard
    case OP_SHL1:
1930 c1c37968 bellard
        gen_shift_rm_im(s1, ot, d, c, 0, 0);
1931 c1c37968 bellard
        break;
1932 c1c37968 bellard
    case OP_SHR:
1933 c1c37968 bellard
        gen_shift_rm_im(s1, ot, d, c, 1, 0);
1934 c1c37968 bellard
        break;
1935 c1c37968 bellard
    case OP_SAR:
1936 c1c37968 bellard
        gen_shift_rm_im(s1, ot, d, c, 1, 1);
1937 c1c37968 bellard
        break;
1938 c1c37968 bellard
    default:
1939 c1c37968 bellard
        /* currently not optimized */
1940 c1c37968 bellard
        gen_op_movl_T1_im(c);
1941 c1c37968 bellard
        gen_shift(s1, op, ot, d, OR_TMP1);
1942 c1c37968 bellard
        break;
1943 c1c37968 bellard
    }
1944 2c0262af bellard
}
1945 2c0262af bellard
1946 2c0262af bellard
static void gen_lea_modrm(DisasContext *s, int modrm, int *reg_ptr, int *offset_ptr)
1947 2c0262af bellard
{
1948 14ce26e7 bellard
    target_long disp;
1949 2c0262af bellard
    int havesib;
1950 14ce26e7 bellard
    int base;
1951 2c0262af bellard
    int index;
1952 2c0262af bellard
    int scale;
1953 2c0262af bellard
    int opreg;
1954 2c0262af bellard
    int mod, rm, code, override, must_add_seg;
1955 2c0262af bellard
1956 2c0262af bellard
    override = s->override;
1957 2c0262af bellard
    must_add_seg = s->addseg;
1958 2c0262af bellard
    if (override >= 0)
1959 2c0262af bellard
        must_add_seg = 1;
1960 2c0262af bellard
    mod = (modrm >> 6) & 3;
1961 2c0262af bellard
    rm = modrm & 7;
1962 2c0262af bellard
1963 2c0262af bellard
    if (s->aflag) {
1964 2c0262af bellard
1965 2c0262af bellard
        havesib = 0;
1966 2c0262af bellard
        base = rm;
1967 2c0262af bellard
        index = 0;
1968 2c0262af bellard
        scale = 0;
1969 3b46e624 ths
1970 2c0262af bellard
        if (base == 4) {
1971 2c0262af bellard
            havesib = 1;
1972 61382a50 bellard
            code = ldub_code(s->pc++);
1973 2c0262af bellard
            scale = (code >> 6) & 3;
1974 14ce26e7 bellard
            index = ((code >> 3) & 7) | REX_X(s);
1975 14ce26e7 bellard
            base = (code & 7);
1976 2c0262af bellard
        }
1977 14ce26e7 bellard
        base |= REX_B(s);
1978 2c0262af bellard
1979 2c0262af bellard
        switch (mod) {
1980 2c0262af bellard
        case 0:
1981 14ce26e7 bellard
            if ((base & 7) == 5) {
1982 2c0262af bellard
                base = -1;
1983 14ce26e7 bellard
                disp = (int32_t)ldl_code(s->pc);
1984 2c0262af bellard
                s->pc += 4;
1985 14ce26e7 bellard
                if (CODE64(s) && !havesib) {
1986 14ce26e7 bellard
                    disp += s->pc + s->rip_offset;
1987 14ce26e7 bellard
                }
1988 2c0262af bellard
            } else {
1989 2c0262af bellard
                disp = 0;
1990 2c0262af bellard
            }
1991 2c0262af bellard
            break;
1992 2c0262af bellard
        case 1:
1993 61382a50 bellard
            disp = (int8_t)ldub_code(s->pc++);
1994 2c0262af bellard
            break;
1995 2c0262af bellard
        default:
1996 2c0262af bellard
        case 2:
1997 8c0e6340 Paolo Bonzini
            disp = (int32_t)ldl_code(s->pc);
1998 2c0262af bellard
            s->pc += 4;
1999 2c0262af bellard
            break;
2000 2c0262af bellard
        }
2001 3b46e624 ths
2002 2c0262af bellard
        if (base >= 0) {
2003 2c0262af bellard
            /* for correct popl handling with esp */
2004 2c0262af bellard
            if (base == 4 && s->popl_esp_hack)
2005 2c0262af bellard
                disp += s->popl_esp_hack;
2006 14ce26e7 bellard
#ifdef TARGET_X86_64
2007 14ce26e7 bellard
            if (s->aflag == 2) {
2008 57fec1fe bellard
                gen_op_movq_A0_reg(base);
2009 14ce26e7 bellard
                if (disp != 0) {
2010 57fec1fe bellard
                    gen_op_addq_A0_im(disp);
2011 14ce26e7 bellard
                }
2012 5fafdf24 ths
            } else
2013 14ce26e7 bellard
#endif
2014 14ce26e7 bellard
            {
2015 57fec1fe bellard
                gen_op_movl_A0_reg(base);
2016 14ce26e7 bellard
                if (disp != 0)
2017 14ce26e7 bellard
                    gen_op_addl_A0_im(disp);
2018 14ce26e7 bellard
            }
2019 2c0262af bellard
        } else {
2020 14ce26e7 bellard
#ifdef TARGET_X86_64
2021 14ce26e7 bellard
            if (s->aflag == 2) {
2022 57fec1fe bellard
                gen_op_movq_A0_im(disp);
2023 5fafdf24 ths
            } else
2024 14ce26e7 bellard
#endif
2025 14ce26e7 bellard
            {
2026 14ce26e7 bellard
                gen_op_movl_A0_im(disp);
2027 14ce26e7 bellard
            }
2028 2c0262af bellard
        }
2029 b16f827b Aurelien Jarno
        /* index == 4 means no index */
2030 b16f827b Aurelien Jarno
        if (havesib && (index != 4)) {
2031 14ce26e7 bellard
#ifdef TARGET_X86_64
2032 14ce26e7 bellard
            if (s->aflag == 2) {
2033 57fec1fe bellard
                gen_op_addq_A0_reg_sN(scale, index);
2034 5fafdf24 ths
            } else
2035 14ce26e7 bellard
#endif
2036 14ce26e7 bellard
            {
2037 57fec1fe bellard
                gen_op_addl_A0_reg_sN(scale, index);
2038 14ce26e7 bellard
            }
2039 2c0262af bellard
        }
2040 2c0262af bellard
        if (must_add_seg) {
2041 2c0262af bellard
            if (override < 0) {
2042 2c0262af bellard
                if (base == R_EBP || base == R_ESP)
2043 2c0262af bellard
                    override = R_SS;
2044 2c0262af bellard
                else
2045 2c0262af bellard
                    override = R_DS;
2046 2c0262af bellard
            }
2047 14ce26e7 bellard
#ifdef TARGET_X86_64
2048 14ce26e7 bellard
            if (s->aflag == 2) {
2049 57fec1fe bellard
                gen_op_addq_A0_seg(override);
2050 5fafdf24 ths
            } else
2051 14ce26e7 bellard
#endif
2052 14ce26e7 bellard
            {
2053 57fec1fe bellard
                gen_op_addl_A0_seg(override);
2054 14ce26e7 bellard
            }
2055 2c0262af bellard
        }
2056 2c0262af bellard
    } else {
2057 2c0262af bellard
        switch (mod) {
2058 2c0262af bellard
        case 0:
2059 2c0262af bellard
            if (rm == 6) {
2060 61382a50 bellard
                disp = lduw_code(s->pc);
2061 2c0262af bellard
                s->pc += 2;
2062 2c0262af bellard
                gen_op_movl_A0_im(disp);
2063 2c0262af bellard
                rm = 0; /* avoid SS override */
2064 2c0262af bellard
                goto no_rm;
2065 2c0262af bellard
            } else {
2066 2c0262af bellard
                disp = 0;
2067 2c0262af bellard
            }
2068 2c0262af bellard
            break;
2069 2c0262af bellard
        case 1:
2070 61382a50 bellard
            disp = (int8_t)ldub_code(s->pc++);
2071 2c0262af bellard
            break;
2072 2c0262af bellard
        default:
2073 2c0262af bellard
        case 2:
2074 61382a50 bellard
            disp = lduw_code(s->pc);
2075 2c0262af bellard
            s->pc += 2;
2076 2c0262af bellard
            break;
2077 2c0262af bellard
        }
2078 2c0262af bellard
        switch(rm) {
2079 2c0262af bellard
        case 0:
2080 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBX);
2081 57fec1fe bellard
            gen_op_addl_A0_reg_sN(0, R_ESI);
2082 2c0262af bellard
            break;
2083 2c0262af bellard
        case 1:
2084 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBX);
2085 57fec1fe bellard
            gen_op_addl_A0_reg_sN(0, R_EDI);
2086 2c0262af bellard
            break;
2087 2c0262af bellard
        case 2:
2088 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBP);
2089 57fec1fe bellard
            gen_op_addl_A0_reg_sN(0, R_ESI);
2090 2c0262af bellard
            break;
2091 2c0262af bellard
        case 3:
2092 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBP);
2093 57fec1fe bellard
            gen_op_addl_A0_reg_sN(0, R_EDI);
2094 2c0262af bellard
            break;
2095 2c0262af bellard
        case 4:
2096 57fec1fe bellard
            gen_op_movl_A0_reg(R_ESI);
2097 2c0262af bellard
            break;
2098 2c0262af bellard
        case 5:
2099 57fec1fe bellard
            gen_op_movl_A0_reg(R_EDI);
2100 2c0262af bellard
            break;
2101 2c0262af bellard
        case 6:
2102 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBP);
2103 2c0262af bellard
            break;
2104 2c0262af bellard
        default:
2105 2c0262af bellard
        case 7:
2106 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBX);
2107 2c0262af bellard
            break;
2108 2c0262af bellard
        }
2109 2c0262af bellard
        if (disp != 0)
2110 2c0262af bellard
            gen_op_addl_A0_im(disp);
2111 2c0262af bellard
        gen_op_andl_A0_ffff();
2112 2c0262af bellard
    no_rm:
2113 2c0262af bellard
        if (must_add_seg) {
2114 2c0262af bellard
            if (override < 0) {
2115 2c0262af bellard
                if (rm == 2 || rm == 3 || rm == 6)
2116 2c0262af bellard
                    override = R_SS;
2117 2c0262af bellard
                else
2118 2c0262af bellard
                    override = R_DS;
2119 2c0262af bellard
            }
2120 57fec1fe bellard
            gen_op_addl_A0_seg(override);
2121 2c0262af bellard
        }
2122 2c0262af bellard
    }
2123 2c0262af bellard
2124 2c0262af bellard
    opreg = OR_A0;
2125 2c0262af bellard
    disp = 0;
2126 2c0262af bellard
    *reg_ptr = opreg;
2127 2c0262af bellard
    *offset_ptr = disp;
2128 2c0262af bellard
}
2129 2c0262af bellard
2130 e17a36ce bellard
static void gen_nop_modrm(DisasContext *s, int modrm)
2131 e17a36ce bellard
{
2132 e17a36ce bellard
    int mod, rm, base, code;
2133 e17a36ce bellard
2134 e17a36ce bellard
    mod = (modrm >> 6) & 3;
2135 e17a36ce bellard
    if (mod == 3)
2136 e17a36ce bellard
        return;
2137 e17a36ce bellard
    rm = modrm & 7;
2138 e17a36ce bellard
2139 e17a36ce bellard
    if (s->aflag) {
2140 e17a36ce bellard
2141 e17a36ce bellard
        base = rm;
2142 3b46e624 ths
2143 e17a36ce bellard
        if (base == 4) {
2144 e17a36ce bellard
            code = ldub_code(s->pc++);
2145 e17a36ce bellard
            base = (code & 7);
2146 e17a36ce bellard
        }
2147 3b46e624 ths
2148 e17a36ce bellard
        switch (mod) {
2149 e17a36ce bellard
        case 0:
2150 e17a36ce bellard
            if (base == 5) {
2151 e17a36ce bellard
                s->pc += 4;
2152 e17a36ce bellard
            }
2153 e17a36ce bellard
            break;
2154 e17a36ce bellard
        case 1:
2155 e17a36ce bellard
            s->pc++;
2156 e17a36ce bellard
            break;
2157 e17a36ce bellard
        default:
2158 e17a36ce bellard
        case 2:
2159 e17a36ce bellard
            s->pc += 4;
2160 e17a36ce bellard
            break;
2161 e17a36ce bellard
        }
2162 e17a36ce bellard
    } else {
2163 e17a36ce bellard
        switch (mod) {
2164 e17a36ce bellard
        case 0:
2165 e17a36ce bellard
            if (rm == 6) {
2166 e17a36ce bellard
                s->pc += 2;
2167 e17a36ce bellard
            }
2168 e17a36ce bellard
            break;
2169 e17a36ce bellard
        case 1:
2170 e17a36ce bellard
            s->pc++;
2171 e17a36ce bellard
            break;
2172 e17a36ce bellard
        default:
2173 e17a36ce bellard
        case 2:
2174 e17a36ce bellard
            s->pc += 2;
2175 e17a36ce bellard
            break;
2176 e17a36ce bellard
        }
2177 e17a36ce bellard
    }
2178 e17a36ce bellard
}
2179 e17a36ce bellard
2180 664e0f19 bellard
/* used for LEA and MOV AX, mem */
2181 664e0f19 bellard
static void gen_add_A0_ds_seg(DisasContext *s)
2182 664e0f19 bellard
{
2183 664e0f19 bellard
    int override, must_add_seg;
2184 664e0f19 bellard
    must_add_seg = s->addseg;
2185 664e0f19 bellard
    override = R_DS;
2186 664e0f19 bellard
    if (s->override >= 0) {
2187 664e0f19 bellard
        override = s->override;
2188 664e0f19 bellard
        must_add_seg = 1;
2189 664e0f19 bellard
    }
2190 664e0f19 bellard
    if (must_add_seg) {
2191 8f091a59 bellard
#ifdef TARGET_X86_64
2192 8f091a59 bellard
        if (CODE64(s)) {
2193 57fec1fe bellard
            gen_op_addq_A0_seg(override);
2194 5fafdf24 ths
        } else
2195 8f091a59 bellard
#endif
2196 8f091a59 bellard
        {
2197 57fec1fe bellard
            gen_op_addl_A0_seg(override);
2198 8f091a59 bellard
        }
2199 664e0f19 bellard
    }
2200 664e0f19 bellard
}
2201 664e0f19 bellard
2202 222a3336 balrog
/* generate modrm memory load or store of 'reg'. TMP0 is used if reg ==
2203 2c0262af bellard
   OR_TMP0 */
2204 2c0262af bellard
static void gen_ldst_modrm(DisasContext *s, int modrm, int ot, int reg, int is_store)
2205 2c0262af bellard
{
2206 2c0262af bellard
    int mod, rm, opreg, disp;
2207 2c0262af bellard
2208 2c0262af bellard
    mod = (modrm >> 6) & 3;
2209 14ce26e7 bellard
    rm = (modrm & 7) | REX_B(s);
2210 2c0262af bellard
    if (mod == 3) {
2211 2c0262af bellard
        if (is_store) {
2212 2c0262af bellard
            if (reg != OR_TMP0)
2213 57fec1fe bellard
                gen_op_mov_TN_reg(ot, 0, reg);
2214 57fec1fe bellard
            gen_op_mov_reg_T0(ot, rm);
2215 2c0262af bellard
        } else {
2216 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, rm);
2217 2c0262af bellard
            if (reg != OR_TMP0)
2218 57fec1fe bellard
                gen_op_mov_reg_T0(ot, reg);
2219 2c0262af bellard
        }
2220 2c0262af bellard
    } else {
2221 2c0262af bellard
        gen_lea_modrm(s, modrm, &opreg, &disp);
2222 2c0262af bellard
        if (is_store) {
2223 2c0262af bellard
            if (reg != OR_TMP0)
2224 57fec1fe bellard
                gen_op_mov_TN_reg(ot, 0, reg);
2225 57fec1fe bellard
            gen_op_st_T0_A0(ot + s->mem_index);
2226 2c0262af bellard
        } else {
2227 57fec1fe bellard
            gen_op_ld_T0_A0(ot + s->mem_index);
2228 2c0262af bellard
            if (reg != OR_TMP0)
2229 57fec1fe bellard
                gen_op_mov_reg_T0(ot, reg);
2230 2c0262af bellard
        }
2231 2c0262af bellard
    }
2232 2c0262af bellard
}
2233 2c0262af bellard
2234 2c0262af bellard
static inline uint32_t insn_get(DisasContext *s, int ot)
2235 2c0262af bellard
{
2236 2c0262af bellard
    uint32_t ret;
2237 2c0262af bellard
2238 2c0262af bellard
    switch(ot) {
2239 2c0262af bellard
    case OT_BYTE:
2240 61382a50 bellard
        ret = ldub_code(s->pc);
2241 2c0262af bellard
        s->pc++;
2242 2c0262af bellard
        break;
2243 2c0262af bellard
    case OT_WORD:
2244 61382a50 bellard
        ret = lduw_code(s->pc);
2245 2c0262af bellard
        s->pc += 2;
2246 2c0262af bellard
        break;
2247 2c0262af bellard
    default:
2248 2c0262af bellard
    case OT_LONG:
2249 61382a50 bellard
        ret = ldl_code(s->pc);
2250 2c0262af bellard
        s->pc += 4;
2251 2c0262af bellard
        break;
2252 2c0262af bellard
    }
2253 2c0262af bellard
    return ret;
2254 2c0262af bellard
}
2255 2c0262af bellard
2256 14ce26e7 bellard
static inline int insn_const_size(unsigned int ot)
2257 14ce26e7 bellard
{
2258 14ce26e7 bellard
    if (ot <= OT_LONG)
2259 14ce26e7 bellard
        return 1 << ot;
2260 14ce26e7 bellard
    else
2261 14ce26e7 bellard
        return 4;
2262 14ce26e7 bellard
}
2263 14ce26e7 bellard
2264 6e256c93 bellard
static inline void gen_goto_tb(DisasContext *s, int tb_num, target_ulong eip)
2265 6e256c93 bellard
{
2266 6e256c93 bellard
    TranslationBlock *tb;
2267 6e256c93 bellard
    target_ulong pc;
2268 6e256c93 bellard
2269 6e256c93 bellard
    pc = s->cs_base + eip;
2270 6e256c93 bellard
    tb = s->tb;
2271 6e256c93 bellard
    /* NOTE: we handle the case where the TB spans two pages here */
2272 6e256c93 bellard
    if ((pc & TARGET_PAGE_MASK) == (tb->pc & TARGET_PAGE_MASK) ||
2273 6e256c93 bellard
        (pc & TARGET_PAGE_MASK) == ((s->pc - 1) & TARGET_PAGE_MASK))  {
2274 6e256c93 bellard
        /* jump to same page: we can use a direct jump */
2275 57fec1fe bellard
        tcg_gen_goto_tb(tb_num);
2276 6e256c93 bellard
        gen_jmp_im(eip);
2277 4b4a72e5 Stefan Weil
        tcg_gen_exit_tb((tcg_target_long)tb + tb_num);
2278 6e256c93 bellard
    } else {
2279 6e256c93 bellard
        /* jump to another page: currently not optimized */
2280 6e256c93 bellard
        gen_jmp_im(eip);
2281 6e256c93 bellard
        gen_eob(s);
2282 6e256c93 bellard
    }
2283 6e256c93 bellard
}
2284 6e256c93 bellard
2285 5fafdf24 ths
static inline void gen_jcc(DisasContext *s, int b,
2286 14ce26e7 bellard
                           target_ulong val, target_ulong next_eip)
2287 2c0262af bellard
{
2288 8e1c85e3 bellard
    int l1, l2, cc_op;
2289 3b46e624 ths
2290 8e1c85e3 bellard
    cc_op = s->cc_op;
2291 728d803b Jun Koi
    gen_update_cc_op(s);
2292 2c0262af bellard
    if (s->jmp_opt) {
2293 14ce26e7 bellard
        l1 = gen_new_label();
2294 8e1c85e3 bellard
        gen_jcc1(s, cc_op, b, l1);
2295 8e1c85e3 bellard
        
2296 6e256c93 bellard
        gen_goto_tb(s, 0, next_eip);
2297 14ce26e7 bellard
2298 14ce26e7 bellard
        gen_set_label(l1);
2299 6e256c93 bellard
        gen_goto_tb(s, 1, val);
2300 5779406a Jun Koi
        s->is_jmp = DISAS_TB_JUMP;
2301 2c0262af bellard
    } else {
2302 14ce26e7 bellard
2303 14ce26e7 bellard
        l1 = gen_new_label();
2304 14ce26e7 bellard
        l2 = gen_new_label();
2305 8e1c85e3 bellard
        gen_jcc1(s, cc_op, b, l1);
2306 8e1c85e3 bellard
2307 14ce26e7 bellard
        gen_jmp_im(next_eip);
2308 8e1c85e3 bellard
        tcg_gen_br(l2);
2309 8e1c85e3 bellard
2310 14ce26e7 bellard
        gen_set_label(l1);
2311 14ce26e7 bellard
        gen_jmp_im(val);
2312 14ce26e7 bellard
        gen_set_label(l2);
2313 2c0262af bellard
        gen_eob(s);
2314 2c0262af bellard
    }
2315 2c0262af bellard
}
2316 2c0262af bellard
2317 2c0262af bellard
static void gen_setcc(DisasContext *s, int b)
2318 2c0262af bellard
{
2319 8e1c85e3 bellard
    int inv, jcc_op, l1;
2320 1e4840bf bellard
    TCGv t0;
2321 14ce26e7 bellard
2322 8e1c85e3 bellard
    if (is_fast_jcc_case(s, b)) {
2323 8e1c85e3 bellard
        /* nominal case: we use a jump */
2324 1e4840bf bellard
        /* XXX: make it faster by adding new instructions in TCG */
2325 a7812ae4 pbrook
        t0 = tcg_temp_local_new();
2326 1e4840bf bellard
        tcg_gen_movi_tl(t0, 0);
2327 8e1c85e3 bellard
        l1 = gen_new_label();
2328 8e1c85e3 bellard
        gen_jcc1(s, s->cc_op, b ^ 1, l1);
2329 1e4840bf bellard
        tcg_gen_movi_tl(t0, 1);
2330 8e1c85e3 bellard
        gen_set_label(l1);
2331 1e4840bf bellard
        tcg_gen_mov_tl(cpu_T[0], t0);
2332 1e4840bf bellard
        tcg_temp_free(t0);
2333 8e1c85e3 bellard
    } else {
2334 8e1c85e3 bellard
        /* slow case: it is more efficient not to generate a jump,
2335 8e1c85e3 bellard
           although it is questionnable whether this optimization is
2336 8e1c85e3 bellard
           worth to */
2337 8e1c85e3 bellard
        inv = b & 1;
2338 8e1c85e3 bellard
        jcc_op = (b >> 1) & 7;
2339 1e4840bf bellard
        gen_setcc_slow_T0(s, jcc_op);
2340 8e1c85e3 bellard
        if (inv) {
2341 8e1c85e3 bellard
            tcg_gen_xori_tl(cpu_T[0], cpu_T[0], 1);
2342 8e1c85e3 bellard
        }
2343 2c0262af bellard
    }
2344 2c0262af bellard
}
2345 2c0262af bellard
2346 3bd7da9e bellard
static inline void gen_op_movl_T0_seg(int seg_reg)
2347 3bd7da9e bellard
{
2348 3bd7da9e bellard
    tcg_gen_ld32u_tl(cpu_T[0], cpu_env, 
2349 3bd7da9e bellard
                     offsetof(CPUX86State,segs[seg_reg].selector));
2350 3bd7da9e bellard
}
2351 3bd7da9e bellard
2352 3bd7da9e bellard
static inline void gen_op_movl_seg_T0_vm(int seg_reg)
2353 3bd7da9e bellard
{
2354 3bd7da9e bellard
    tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 0xffff);
2355 3bd7da9e bellard
    tcg_gen_st32_tl(cpu_T[0], cpu_env, 
2356 3bd7da9e bellard
                    offsetof(CPUX86State,segs[seg_reg].selector));
2357 3bd7da9e bellard
    tcg_gen_shli_tl(cpu_T[0], cpu_T[0], 4);
2358 3bd7da9e bellard
    tcg_gen_st_tl(cpu_T[0], cpu_env, 
2359 3bd7da9e bellard
                  offsetof(CPUX86State,segs[seg_reg].base));
2360 3bd7da9e bellard
}
2361 3bd7da9e bellard
2362 2c0262af bellard
/* move T0 to seg_reg and compute if the CPU state may change. Never
2363 2c0262af bellard
   call this function with seg_reg == R_CS */
2364 14ce26e7 bellard
static void gen_movl_seg_T0(DisasContext *s, int seg_reg, target_ulong cur_eip)
2365 2c0262af bellard
{
2366 3415a4dd bellard
    if (s->pe && !s->vm86) {
2367 3415a4dd bellard
        /* XXX: optimize by finding processor state dynamically */
2368 3415a4dd bellard
        if (s->cc_op != CC_OP_DYNAMIC)
2369 3415a4dd bellard
            gen_op_set_cc_op(s->cc_op);
2370 14ce26e7 bellard
        gen_jmp_im(cur_eip);
2371 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
2372 a7812ae4 pbrook
        gen_helper_load_seg(tcg_const_i32(seg_reg), cpu_tmp2_i32);
2373 dc196a57 bellard
        /* abort translation because the addseg value may change or
2374 dc196a57 bellard
           because ss32 may change. For R_SS, translation must always
2375 dc196a57 bellard
           stop as a special handling must be done to disable hardware
2376 dc196a57 bellard
           interrupts for the next instruction */
2377 dc196a57 bellard
        if (seg_reg == R_SS || (s->code32 && seg_reg < R_FS))
2378 5779406a Jun Koi
            s->is_jmp = DISAS_TB_JUMP;
2379 3415a4dd bellard
    } else {
2380 3bd7da9e bellard
        gen_op_movl_seg_T0_vm(seg_reg);
2381 dc196a57 bellard
        if (seg_reg == R_SS)
2382 5779406a Jun Koi
            s->is_jmp = DISAS_TB_JUMP;
2383 3415a4dd bellard
    }
2384 2c0262af bellard
}
2385 2c0262af bellard
2386 0573fbfc ths
static inline int svm_is_rep(int prefixes)
2387 0573fbfc ths
{
2388 0573fbfc ths
    return ((prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) ? 8 : 0);
2389 0573fbfc ths
}
2390 0573fbfc ths
2391 872929aa bellard
static inline void
2392 0573fbfc ths
gen_svm_check_intercept_param(DisasContext *s, target_ulong pc_start,
2393 b8b6a50b bellard
                              uint32_t type, uint64_t param)
2394 0573fbfc ths
{
2395 872929aa bellard
    /* no SVM activated; fast case */
2396 872929aa bellard
    if (likely(!(s->flags & HF_SVMI_MASK)))
2397 872929aa bellard
        return;
2398 872929aa bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2399 872929aa bellard
        gen_op_set_cc_op(s->cc_op);
2400 872929aa bellard
    gen_jmp_im(pc_start - s->cs_base);
2401 a7812ae4 pbrook
    gen_helper_svm_check_intercept_param(tcg_const_i32(type),
2402 a7812ae4 pbrook
                                         tcg_const_i64(param));
2403 0573fbfc ths
}
2404 0573fbfc ths
2405 872929aa bellard
static inline void
2406 0573fbfc ths
gen_svm_check_intercept(DisasContext *s, target_ulong pc_start, uint64_t type)
2407 0573fbfc ths
{
2408 872929aa bellard
    gen_svm_check_intercept_param(s, pc_start, type, 0);
2409 0573fbfc ths
}
2410 0573fbfc ths
2411 4f31916f bellard
static inline void gen_stack_update(DisasContext *s, int addend)
2412 4f31916f bellard
{
2413 14ce26e7 bellard
#ifdef TARGET_X86_64
2414 14ce26e7 bellard
    if (CODE64(s)) {
2415 6e0d8677 bellard
        gen_op_add_reg_im(2, R_ESP, addend);
2416 14ce26e7 bellard
    } else
2417 14ce26e7 bellard
#endif
2418 4f31916f bellard
    if (s->ss32) {
2419 6e0d8677 bellard
        gen_op_add_reg_im(1, R_ESP, addend);
2420 4f31916f bellard
    } else {
2421 6e0d8677 bellard
        gen_op_add_reg_im(0, R_ESP, addend);
2422 4f31916f bellard
    }
2423 4f31916f bellard
}
2424 4f31916f bellard
2425 2c0262af bellard
/* generate a push. It depends on ss32, addseg and dflag */
2426 2c0262af bellard
static void gen_push_T0(DisasContext *s)
2427 2c0262af bellard
{
2428 14ce26e7 bellard
#ifdef TARGET_X86_64
2429 14ce26e7 bellard
    if (CODE64(s)) {
2430 57fec1fe bellard
        gen_op_movq_A0_reg(R_ESP);
2431 8f091a59 bellard
        if (s->dflag) {
2432 57fec1fe bellard
            gen_op_addq_A0_im(-8);
2433 57fec1fe bellard
            gen_op_st_T0_A0(OT_QUAD + s->mem_index);
2434 8f091a59 bellard
        } else {
2435 57fec1fe bellard
            gen_op_addq_A0_im(-2);
2436 57fec1fe bellard
            gen_op_st_T0_A0(OT_WORD + s->mem_index);
2437 8f091a59 bellard
        }
2438 57fec1fe bellard
        gen_op_mov_reg_A0(2, R_ESP);
2439 5fafdf24 ths
    } else
2440 14ce26e7 bellard
#endif
2441 14ce26e7 bellard
    {
2442 57fec1fe bellard
        gen_op_movl_A0_reg(R_ESP);
2443 14ce26e7 bellard
        if (!s->dflag)
2444 57fec1fe bellard
            gen_op_addl_A0_im(-2);
2445 14ce26e7 bellard
        else
2446 57fec1fe bellard
            gen_op_addl_A0_im(-4);
2447 14ce26e7 bellard
        if (s->ss32) {
2448 14ce26e7 bellard
            if (s->addseg) {
2449 bbf662ee bellard
                tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2450 57fec1fe bellard
                gen_op_addl_A0_seg(R_SS);
2451 14ce26e7 bellard
            }
2452 14ce26e7 bellard
        } else {
2453 14ce26e7 bellard
            gen_op_andl_A0_ffff();
2454 bbf662ee bellard
            tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2455 57fec1fe bellard
            gen_op_addl_A0_seg(R_SS);
2456 2c0262af bellard
        }
2457 57fec1fe bellard
        gen_op_st_T0_A0(s->dflag + 1 + s->mem_index);
2458 14ce26e7 bellard
        if (s->ss32 && !s->addseg)
2459 57fec1fe bellard
            gen_op_mov_reg_A0(1, R_ESP);
2460 14ce26e7 bellard
        else
2461 57fec1fe bellard
            gen_op_mov_reg_T1(s->ss32 + 1, R_ESP);
2462 2c0262af bellard
    }
2463 2c0262af bellard
}
2464 2c0262af bellard
2465 4f31916f bellard
/* generate a push. It depends on ss32, addseg and dflag */
2466 4f31916f bellard
/* slower version for T1, only used for call Ev */
2467 4f31916f bellard
static void gen_push_T1(DisasContext *s)
2468 2c0262af bellard
{
2469 14ce26e7 bellard
#ifdef TARGET_X86_64
2470 14ce26e7 bellard
    if (CODE64(s)) {
2471 57fec1fe bellard
        gen_op_movq_A0_reg(R_ESP);
2472 8f091a59 bellard
        if (s->dflag) {
2473 57fec1fe bellard
            gen_op_addq_A0_im(-8);
2474 57fec1fe bellard
            gen_op_st_T1_A0(OT_QUAD + s->mem_index);
2475 8f091a59 bellard
        } else {
2476 57fec1fe bellard
            gen_op_addq_A0_im(-2);
2477 57fec1fe bellard
            gen_op_st_T0_A0(OT_WORD + s->mem_index);
2478 8f091a59 bellard
        }
2479 57fec1fe bellard
        gen_op_mov_reg_A0(2, R_ESP);
2480 5fafdf24 ths
    } else
2481 14ce26e7 bellard
#endif
2482 14ce26e7 bellard
    {
2483 57fec1fe bellard
        gen_op_movl_A0_reg(R_ESP);
2484 14ce26e7 bellard
        if (!s->dflag)
2485 57fec1fe bellard
            gen_op_addl_A0_im(-2);
2486 14ce26e7 bellard
        else
2487 57fec1fe bellard
            gen_op_addl_A0_im(-4);
2488 14ce26e7 bellard
        if (s->ss32) {
2489 14ce26e7 bellard
            if (s->addseg) {
2490 57fec1fe bellard
                gen_op_addl_A0_seg(R_SS);
2491 14ce26e7 bellard
            }
2492 14ce26e7 bellard
        } else {
2493 14ce26e7 bellard
            gen_op_andl_A0_ffff();
2494 57fec1fe bellard
            gen_op_addl_A0_seg(R_SS);
2495 2c0262af bellard
        }
2496 57fec1fe bellard
        gen_op_st_T1_A0(s->dflag + 1 + s->mem_index);
2497 3b46e624 ths
2498 14ce26e7 bellard
        if (s->ss32 && !s->addseg)
2499 57fec1fe bellard
            gen_op_mov_reg_A0(1, R_ESP);
2500 14ce26e7 bellard
        else
2501 14ce26e7 bellard
            gen_stack_update(s, (-2) << s->dflag);
2502 2c0262af bellard
    }
2503 2c0262af bellard
}
2504 2c0262af bellard
2505 4f31916f bellard
/* two step pop is necessary for precise exceptions */
2506 4f31916f bellard
static void gen_pop_T0(DisasContext *s)
2507 2c0262af bellard
{
2508 14ce26e7 bellard
#ifdef TARGET_X86_64
2509 14ce26e7 bellard
    if (CODE64(s)) {
2510 57fec1fe bellard
        gen_op_movq_A0_reg(R_ESP);
2511 57fec1fe bellard
        gen_op_ld_T0_A0((s->dflag ? OT_QUAD : OT_WORD) + s->mem_index);
2512 5fafdf24 ths
    } else
2513 14ce26e7 bellard
#endif
2514 14ce26e7 bellard
    {
2515 57fec1fe bellard
        gen_op_movl_A0_reg(R_ESP);
2516 14ce26e7 bellard
        if (s->ss32) {
2517 14ce26e7 bellard
            if (s->addseg)
2518 57fec1fe bellard
                gen_op_addl_A0_seg(R_SS);
2519 14ce26e7 bellard
        } else {
2520 14ce26e7 bellard
            gen_op_andl_A0_ffff();
2521 57fec1fe bellard
            gen_op_addl_A0_seg(R_SS);
2522 14ce26e7 bellard
        }
2523 57fec1fe bellard
        gen_op_ld_T0_A0(s->dflag + 1 + s->mem_index);
2524 2c0262af bellard
    }
2525 2c0262af bellard
}
2526 2c0262af bellard
2527 2c0262af bellard
static void gen_pop_update(DisasContext *s)
2528 2c0262af bellard
{
2529 14ce26e7 bellard
#ifdef TARGET_X86_64
2530 8f091a59 bellard
    if (CODE64(s) && s->dflag) {
2531 14ce26e7 bellard
        gen_stack_update(s, 8);
2532 14ce26e7 bellard
    } else
2533 14ce26e7 bellard
#endif
2534 14ce26e7 bellard
    {
2535 14ce26e7 bellard
        gen_stack_update(s, 2 << s->dflag);
2536 14ce26e7 bellard
    }
2537 2c0262af bellard
}
2538 2c0262af bellard
2539 2c0262af bellard
static void gen_stack_A0(DisasContext *s)
2540 2c0262af bellard
{
2541 57fec1fe bellard
    gen_op_movl_A0_reg(R_ESP);
2542 2c0262af bellard
    if (!s->ss32)
2543 2c0262af bellard
        gen_op_andl_A0_ffff();
2544 bbf662ee bellard
    tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2545 2c0262af bellard
    if (s->addseg)
2546 57fec1fe bellard
        gen_op_addl_A0_seg(R_SS);
2547 2c0262af bellard
}
2548 2c0262af bellard
2549 2c0262af bellard
/* NOTE: wrap around in 16 bit not fully handled */
2550 2c0262af bellard
static void gen_pusha(DisasContext *s)
2551 2c0262af bellard
{
2552 2c0262af bellard
    int i;
2553 57fec1fe bellard
    gen_op_movl_A0_reg(R_ESP);
2554 2c0262af bellard
    gen_op_addl_A0_im(-16 <<  s->dflag);
2555 2c0262af bellard
    if (!s->ss32)
2556 2c0262af bellard
        gen_op_andl_A0_ffff();
2557 bbf662ee bellard
    tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2558 2c0262af bellard
    if (s->addseg)
2559 57fec1fe bellard
        gen_op_addl_A0_seg(R_SS);
2560 2c0262af bellard
    for(i = 0;i < 8; i++) {
2561 57fec1fe bellard
        gen_op_mov_TN_reg(OT_LONG, 0, 7 - i);
2562 57fec1fe bellard
        gen_op_st_T0_A0(OT_WORD + s->dflag + s->mem_index);
2563 2c0262af bellard
        gen_op_addl_A0_im(2 <<  s->dflag);
2564 2c0262af bellard
    }
2565 57fec1fe bellard
    gen_op_mov_reg_T1(OT_WORD + s->ss32, R_ESP);
2566 2c0262af bellard
}
2567 2c0262af bellard
2568 2c0262af bellard
/* NOTE: wrap around in 16 bit not fully handled */
2569 2c0262af bellard
static void gen_popa(DisasContext *s)
2570 2c0262af bellard
{
2571 2c0262af bellard
    int i;
2572 57fec1fe bellard
    gen_op_movl_A0_reg(R_ESP);
2573 2c0262af bellard
    if (!s->ss32)
2574 2c0262af bellard
        gen_op_andl_A0_ffff();
2575 bbf662ee bellard
    tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2576 bbf662ee bellard
    tcg_gen_addi_tl(cpu_T[1], cpu_T[1], 16 <<  s->dflag);
2577 2c0262af bellard
    if (s->addseg)
2578 57fec1fe bellard
        gen_op_addl_A0_seg(R_SS);
2579 2c0262af bellard
    for(i = 0;i < 8; i++) {
2580 2c0262af bellard
        /* ESP is not reloaded */
2581 2c0262af bellard
        if (i != 3) {
2582 57fec1fe bellard
            gen_op_ld_T0_A0(OT_WORD + s->dflag + s->mem_index);
2583 57fec1fe bellard
            gen_op_mov_reg_T0(OT_WORD + s->dflag, 7 - i);
2584 2c0262af bellard
        }
2585 2c0262af bellard
        gen_op_addl_A0_im(2 <<  s->dflag);
2586 2c0262af bellard
    }
2587 57fec1fe bellard
    gen_op_mov_reg_T1(OT_WORD + s->ss32, R_ESP);
2588 2c0262af bellard
}
2589 2c0262af bellard
2590 2c0262af bellard
static void gen_enter(DisasContext *s, int esp_addend, int level)
2591 2c0262af bellard
{
2592 61a8c4ec bellard
    int ot, opsize;
2593 2c0262af bellard
2594 2c0262af bellard
    level &= 0x1f;
2595 8f091a59 bellard
#ifdef TARGET_X86_64
2596 8f091a59 bellard
    if (CODE64(s)) {
2597 8f091a59 bellard
        ot = s->dflag ? OT_QUAD : OT_WORD;
2598 8f091a59 bellard
        opsize = 1 << ot;
2599 3b46e624 ths
2600 57fec1fe bellard
        gen_op_movl_A0_reg(R_ESP);
2601 8f091a59 bellard
        gen_op_addq_A0_im(-opsize);
2602 bbf662ee bellard
        tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2603 8f091a59 bellard
2604 8f091a59 bellard
        /* push bp */
2605 57fec1fe bellard
        gen_op_mov_TN_reg(OT_LONG, 0, R_EBP);
2606 57fec1fe bellard
        gen_op_st_T0_A0(ot + s->mem_index);
2607 8f091a59 bellard
        if (level) {
2608 b5b38f61 bellard
            /* XXX: must save state */
2609 a7812ae4 pbrook
            gen_helper_enter64_level(tcg_const_i32(level),
2610 a7812ae4 pbrook
                                     tcg_const_i32((ot == OT_QUAD)),
2611 a7812ae4 pbrook
                                     cpu_T[1]);
2612 8f091a59 bellard
        }
2613 57fec1fe bellard
        gen_op_mov_reg_T1(ot, R_EBP);
2614 bbf662ee bellard
        tcg_gen_addi_tl(cpu_T[1], cpu_T[1], -esp_addend + (-opsize * level));
2615 57fec1fe bellard
        gen_op_mov_reg_T1(OT_QUAD, R_ESP);
2616 5fafdf24 ths
    } else
2617 8f091a59 bellard
#endif
2618 8f091a59 bellard
    {
2619 8f091a59 bellard
        ot = s->dflag + OT_WORD;
2620 8f091a59 bellard
        opsize = 2 << s->dflag;
2621 3b46e624 ths
2622 57fec1fe bellard
        gen_op_movl_A0_reg(R_ESP);
2623 8f091a59 bellard
        gen_op_addl_A0_im(-opsize);
2624 8f091a59 bellard
        if (!s->ss32)
2625 8f091a59 bellard
            gen_op_andl_A0_ffff();
2626 bbf662ee bellard
        tcg_gen_mov_tl(cpu_T[1], cpu_A0);
2627 8f091a59 bellard
        if (s->addseg)
2628 57fec1fe bellard
            gen_op_addl_A0_seg(R_SS);
2629 8f091a59 bellard
        /* push bp */
2630 57fec1fe bellard
        gen_op_mov_TN_reg(OT_LONG, 0, R_EBP);
2631 57fec1fe bellard
        gen_op_st_T0_A0(ot + s->mem_index);
2632 8f091a59 bellard
        if (level) {
2633 b5b38f61 bellard
            /* XXX: must save state */
2634 a7812ae4 pbrook
            gen_helper_enter_level(tcg_const_i32(level),
2635 a7812ae4 pbrook
                                   tcg_const_i32(s->dflag),
2636 a7812ae4 pbrook
                                   cpu_T[1]);
2637 8f091a59 bellard
        }
2638 57fec1fe bellard
        gen_op_mov_reg_T1(ot, R_EBP);
2639 bbf662ee bellard
        tcg_gen_addi_tl(cpu_T[1], cpu_T[1], -esp_addend + (-opsize * level));
2640 57fec1fe bellard
        gen_op_mov_reg_T1(OT_WORD + s->ss32, R_ESP);
2641 2c0262af bellard
    }
2642 2c0262af bellard
}
2643 2c0262af bellard
2644 14ce26e7 bellard
static void gen_exception(DisasContext *s, int trapno, target_ulong cur_eip)
2645 2c0262af bellard
{
2646 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2647 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2648 14ce26e7 bellard
    gen_jmp_im(cur_eip);
2649 a7812ae4 pbrook
    gen_helper_raise_exception(tcg_const_i32(trapno));
2650 5779406a Jun Koi
    s->is_jmp = DISAS_TB_JUMP;
2651 2c0262af bellard
}
2652 2c0262af bellard
2653 2c0262af bellard
/* an interrupt is different from an exception because of the
2654 7f75ffd3 blueswir1
   privilege checks */
2655 5fafdf24 ths
static void gen_interrupt(DisasContext *s, int intno,
2656 14ce26e7 bellard
                          target_ulong cur_eip, target_ulong next_eip)
2657 2c0262af bellard
{
2658 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2659 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2660 14ce26e7 bellard
    gen_jmp_im(cur_eip);
2661 a7812ae4 pbrook
    gen_helper_raise_interrupt(tcg_const_i32(intno), 
2662 a7812ae4 pbrook
                               tcg_const_i32(next_eip - cur_eip));
2663 5779406a Jun Koi
    s->is_jmp = DISAS_TB_JUMP;
2664 2c0262af bellard
}
2665 2c0262af bellard
2666 14ce26e7 bellard
static void gen_debug(DisasContext *s, target_ulong cur_eip)
2667 2c0262af bellard
{
2668 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2669 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2670 14ce26e7 bellard
    gen_jmp_im(cur_eip);
2671 a7812ae4 pbrook
    gen_helper_debug();
2672 5779406a Jun Koi
    s->is_jmp = DISAS_TB_JUMP;
2673 2c0262af bellard
}
2674 2c0262af bellard
2675 2c0262af bellard
/* generate a generic end of block. Trace exception is also generated
2676 2c0262af bellard
   if needed */
2677 2c0262af bellard
static void gen_eob(DisasContext *s)
2678 2c0262af bellard
{
2679 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2680 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2681 a2cc3b24 bellard
    if (s->tb->flags & HF_INHIBIT_IRQ_MASK) {
2682 a7812ae4 pbrook
        gen_helper_reset_inhibit_irq();
2683 a2cc3b24 bellard
    }
2684 a2397807 Jan Kiszka
    if (s->tb->flags & HF_RF_MASK) {
2685 a2397807 Jan Kiszka
        gen_helper_reset_rf();
2686 a2397807 Jan Kiszka
    }
2687 34865134 bellard
    if (s->singlestep_enabled) {
2688 a7812ae4 pbrook
        gen_helper_debug();
2689 34865134 bellard
    } else if (s->tf) {
2690 a7812ae4 pbrook
        gen_helper_single_step();
2691 2c0262af bellard
    } else {
2692 57fec1fe bellard
        tcg_gen_exit_tb(0);
2693 2c0262af bellard
    }
2694 5779406a Jun Koi
    s->is_jmp = DISAS_TB_JUMP;
2695 2c0262af bellard
}
2696 2c0262af bellard
2697 2c0262af bellard
/* generate a jump to eip. No segment change must happen before as a
2698 2c0262af bellard
   direct call to the next block may occur */
2699 14ce26e7 bellard
static void gen_jmp_tb(DisasContext *s, target_ulong eip, int tb_num)
2700 2c0262af bellard
{
2701 2c0262af bellard
    if (s->jmp_opt) {
2702 728d803b Jun Koi
        gen_update_cc_op(s);
2703 6e256c93 bellard
        gen_goto_tb(s, tb_num, eip);
2704 5779406a Jun Koi
        s->is_jmp = DISAS_TB_JUMP;
2705 2c0262af bellard
    } else {
2706 14ce26e7 bellard
        gen_jmp_im(eip);
2707 2c0262af bellard
        gen_eob(s);
2708 2c0262af bellard
    }
2709 2c0262af bellard
}
2710 2c0262af bellard
2711 14ce26e7 bellard
static void gen_jmp(DisasContext *s, target_ulong eip)
2712 14ce26e7 bellard
{
2713 14ce26e7 bellard
    gen_jmp_tb(s, eip, 0);
2714 14ce26e7 bellard
}
2715 14ce26e7 bellard
2716 8686c490 bellard
static inline void gen_ldq_env_A0(int idx, int offset)
2717 8686c490 bellard
{
2718 8686c490 bellard
    int mem_index = (idx >> 2) - 1;
2719 b6abf97d bellard
    tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_A0, mem_index);
2720 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, offset);
2721 8686c490 bellard
}
2722 664e0f19 bellard
2723 8686c490 bellard
static inline void gen_stq_env_A0(int idx, int offset)
2724 8686c490 bellard
{
2725 8686c490 bellard
    int mem_index = (idx >> 2) - 1;
2726 b6abf97d bellard
    tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env, offset);
2727 b6abf97d bellard
    tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_A0, mem_index);
2728 8686c490 bellard
}
2729 664e0f19 bellard
2730 8686c490 bellard
static inline void gen_ldo_env_A0(int idx, int offset)
2731 8686c490 bellard
{
2732 8686c490 bellard
    int mem_index = (idx >> 2) - 1;
2733 b6abf97d bellard
    tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_A0, mem_index);
2734 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, offset + offsetof(XMMReg, XMM_Q(0)));
2735 8686c490 bellard
    tcg_gen_addi_tl(cpu_tmp0, cpu_A0, 8);
2736 b6abf97d bellard
    tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_tmp0, mem_index);
2737 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, offset + offsetof(XMMReg, XMM_Q(1)));
2738 8686c490 bellard
}
2739 14ce26e7 bellard
2740 8686c490 bellard
static inline void gen_sto_env_A0(int idx, int offset)
2741 8686c490 bellard
{
2742 8686c490 bellard
    int mem_index = (idx >> 2) - 1;
2743 b6abf97d bellard
    tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env, offset + offsetof(XMMReg, XMM_Q(0)));
2744 b6abf97d bellard
    tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_A0, mem_index);
2745 8686c490 bellard
    tcg_gen_addi_tl(cpu_tmp0, cpu_A0, 8);
2746 b6abf97d bellard
    tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env, offset + offsetof(XMMReg, XMM_Q(1)));
2747 b6abf97d bellard
    tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_tmp0, mem_index);
2748 8686c490 bellard
}
2749 14ce26e7 bellard
2750 5af45186 bellard
static inline void gen_op_movo(int d_offset, int s_offset)
2751 5af45186 bellard
{
2752 b6abf97d bellard
    tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env, s_offset);
2753 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, d_offset);
2754 b6abf97d bellard
    tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env, s_offset + 8);
2755 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, d_offset + 8);
2756 5af45186 bellard
}
2757 5af45186 bellard
2758 5af45186 bellard
static inline void gen_op_movq(int d_offset, int s_offset)
2759 5af45186 bellard
{
2760 b6abf97d bellard
    tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env, s_offset);
2761 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, d_offset);
2762 5af45186 bellard
}
2763 5af45186 bellard
2764 5af45186 bellard
static inline void gen_op_movl(int d_offset, int s_offset)
2765 5af45186 bellard
{
2766 b6abf97d bellard
    tcg_gen_ld_i32(cpu_tmp2_i32, cpu_env, s_offset);
2767 b6abf97d bellard
    tcg_gen_st_i32(cpu_tmp2_i32, cpu_env, d_offset);
2768 5af45186 bellard
}
2769 5af45186 bellard
2770 5af45186 bellard
static inline void gen_op_movq_env_0(int d_offset)
2771 5af45186 bellard
{
2772 b6abf97d bellard
    tcg_gen_movi_i64(cpu_tmp1_i64, 0);
2773 b6abf97d bellard
    tcg_gen_st_i64(cpu_tmp1_i64, cpu_env, d_offset);
2774 5af45186 bellard
}
2775 664e0f19 bellard
2776 5af45186 bellard
#define SSE_SPECIAL ((void *)1)
2777 5af45186 bellard
#define SSE_DUMMY ((void *)2)
2778 664e0f19 bellard
2779 a7812ae4 pbrook
#define MMX_OP2(x) { gen_helper_ ## x ## _mmx, gen_helper_ ## x ## _xmm }
2780 a7812ae4 pbrook
#define SSE_FOP(x) { gen_helper_ ## x ## ps, gen_helper_ ## x ## pd, \
2781 a7812ae4 pbrook
                     gen_helper_ ## x ## ss, gen_helper_ ## x ## sd, }
2782 5af45186 bellard
2783 5af45186 bellard
static void *sse_op_table1[256][4] = {
2784 a35f3ec7 aurel32
    /* 3DNow! extensions */
2785 a35f3ec7 aurel32
    [0x0e] = { SSE_DUMMY }, /* femms */
2786 a35f3ec7 aurel32
    [0x0f] = { SSE_DUMMY }, /* pf... */
2787 664e0f19 bellard
    /* pure SSE operations */
2788 664e0f19 bellard
    [0x10] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movups, movupd, movss, movsd */
2789 664e0f19 bellard
    [0x11] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movups, movupd, movss, movsd */
2790 465e9838 bellard
    [0x12] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movlps, movlpd, movsldup, movddup */
2791 664e0f19 bellard
    [0x13] = { SSE_SPECIAL, SSE_SPECIAL },  /* movlps, movlpd */
2792 a7812ae4 pbrook
    [0x14] = { gen_helper_punpckldq_xmm, gen_helper_punpcklqdq_xmm },
2793 a7812ae4 pbrook
    [0x15] = { gen_helper_punpckhdq_xmm, gen_helper_punpckhqdq_xmm },
2794 664e0f19 bellard
    [0x16] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL },  /* movhps, movhpd, movshdup */
2795 664e0f19 bellard
    [0x17] = { SSE_SPECIAL, SSE_SPECIAL },  /* movhps, movhpd */
2796 664e0f19 bellard
2797 664e0f19 bellard
    [0x28] = { SSE_SPECIAL, SSE_SPECIAL },  /* movaps, movapd */
2798 664e0f19 bellard
    [0x29] = { SSE_SPECIAL, SSE_SPECIAL },  /* movaps, movapd */
2799 664e0f19 bellard
    [0x2a] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* cvtpi2ps, cvtpi2pd, cvtsi2ss, cvtsi2sd */
2800 d9f4bb27 Andre Przywara
    [0x2b] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movntps, movntpd, movntss, movntsd */
2801 664e0f19 bellard
    [0x2c] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* cvttps2pi, cvttpd2pi, cvttsd2si, cvttss2si */
2802 664e0f19 bellard
    [0x2d] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* cvtps2pi, cvtpd2pi, cvtsd2si, cvtss2si */
2803 a7812ae4 pbrook
    [0x2e] = { gen_helper_ucomiss, gen_helper_ucomisd },
2804 a7812ae4 pbrook
    [0x2f] = { gen_helper_comiss, gen_helper_comisd },
2805 664e0f19 bellard
    [0x50] = { SSE_SPECIAL, SSE_SPECIAL }, /* movmskps, movmskpd */
2806 664e0f19 bellard
    [0x51] = SSE_FOP(sqrt),
2807 a7812ae4 pbrook
    [0x52] = { gen_helper_rsqrtps, NULL, gen_helper_rsqrtss, NULL },
2808 a7812ae4 pbrook
    [0x53] = { gen_helper_rcpps, NULL, gen_helper_rcpss, NULL },
2809 a7812ae4 pbrook
    [0x54] = { gen_helper_pand_xmm, gen_helper_pand_xmm }, /* andps, andpd */
2810 a7812ae4 pbrook
    [0x55] = { gen_helper_pandn_xmm, gen_helper_pandn_xmm }, /* andnps, andnpd */
2811 a7812ae4 pbrook
    [0x56] = { gen_helper_por_xmm, gen_helper_por_xmm }, /* orps, orpd */
2812 a7812ae4 pbrook
    [0x57] = { gen_helper_pxor_xmm, gen_helper_pxor_xmm }, /* xorps, xorpd */
2813 664e0f19 bellard
    [0x58] = SSE_FOP(add),
2814 664e0f19 bellard
    [0x59] = SSE_FOP(mul),
2815 a7812ae4 pbrook
    [0x5a] = { gen_helper_cvtps2pd, gen_helper_cvtpd2ps,
2816 a7812ae4 pbrook
               gen_helper_cvtss2sd, gen_helper_cvtsd2ss },
2817 a7812ae4 pbrook
    [0x5b] = { gen_helper_cvtdq2ps, gen_helper_cvtps2dq, gen_helper_cvttps2dq },
2818 664e0f19 bellard
    [0x5c] = SSE_FOP(sub),
2819 664e0f19 bellard
    [0x5d] = SSE_FOP(min),
2820 664e0f19 bellard
    [0x5e] = SSE_FOP(div),
2821 664e0f19 bellard
    [0x5f] = SSE_FOP(max),
2822 664e0f19 bellard
2823 664e0f19 bellard
    [0xc2] = SSE_FOP(cmpeq),
2824 a7812ae4 pbrook
    [0xc6] = { gen_helper_shufps, gen_helper_shufpd },
2825 664e0f19 bellard
2826 222a3336 balrog
    [0x38] = { SSE_SPECIAL, SSE_SPECIAL, NULL, SSE_SPECIAL }, /* SSSE3/SSE4 */
2827 222a3336 balrog
    [0x3a] = { SSE_SPECIAL, SSE_SPECIAL }, /* SSSE3/SSE4 */
2828 4242b1bd balrog
2829 664e0f19 bellard
    /* MMX ops and their SSE extensions */
2830 664e0f19 bellard
    [0x60] = MMX_OP2(punpcklbw),
2831 664e0f19 bellard
    [0x61] = MMX_OP2(punpcklwd),
2832 664e0f19 bellard
    [0x62] = MMX_OP2(punpckldq),
2833 664e0f19 bellard
    [0x63] = MMX_OP2(packsswb),
2834 664e0f19 bellard
    [0x64] = MMX_OP2(pcmpgtb),
2835 664e0f19 bellard
    [0x65] = MMX_OP2(pcmpgtw),
2836 664e0f19 bellard
    [0x66] = MMX_OP2(pcmpgtl),
2837 664e0f19 bellard
    [0x67] = MMX_OP2(packuswb),
2838 664e0f19 bellard
    [0x68] = MMX_OP2(punpckhbw),
2839 664e0f19 bellard
    [0x69] = MMX_OP2(punpckhwd),
2840 664e0f19 bellard
    [0x6a] = MMX_OP2(punpckhdq),
2841 664e0f19 bellard
    [0x6b] = MMX_OP2(packssdw),
2842 a7812ae4 pbrook
    [0x6c] = { NULL, gen_helper_punpcklqdq_xmm },
2843 a7812ae4 pbrook
    [0x6d] = { NULL, gen_helper_punpckhqdq_xmm },
2844 664e0f19 bellard
    [0x6e] = { SSE_SPECIAL, SSE_SPECIAL }, /* movd mm, ea */
2845 664e0f19 bellard
    [0x6f] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movq, movdqa, , movqdu */
2846 a7812ae4 pbrook
    [0x70] = { gen_helper_pshufw_mmx,
2847 a7812ae4 pbrook
               gen_helper_pshufd_xmm,
2848 a7812ae4 pbrook
               gen_helper_pshufhw_xmm,
2849 a7812ae4 pbrook
               gen_helper_pshuflw_xmm },
2850 664e0f19 bellard
    [0x71] = { SSE_SPECIAL, SSE_SPECIAL }, /* shiftw */
2851 664e0f19 bellard
    [0x72] = { SSE_SPECIAL, SSE_SPECIAL }, /* shiftd */
2852 664e0f19 bellard
    [0x73] = { SSE_SPECIAL, SSE_SPECIAL }, /* shiftq */
2853 664e0f19 bellard
    [0x74] = MMX_OP2(pcmpeqb),
2854 664e0f19 bellard
    [0x75] = MMX_OP2(pcmpeqw),
2855 664e0f19 bellard
    [0x76] = MMX_OP2(pcmpeql),
2856 a35f3ec7 aurel32
    [0x77] = { SSE_DUMMY }, /* emms */
2857 d9f4bb27 Andre Przywara
    [0x78] = { NULL, SSE_SPECIAL, NULL, SSE_SPECIAL }, /* extrq_i, insertq_i */
2858 d9f4bb27 Andre Przywara
    [0x79] = { NULL, gen_helper_extrq_r, NULL, gen_helper_insertq_r },
2859 a7812ae4 pbrook
    [0x7c] = { NULL, gen_helper_haddpd, NULL, gen_helper_haddps },
2860 a7812ae4 pbrook
    [0x7d] = { NULL, gen_helper_hsubpd, NULL, gen_helper_hsubps },
2861 664e0f19 bellard
    [0x7e] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movd, movd, , movq */
2862 664e0f19 bellard
    [0x7f] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movq, movdqa, movdqu */
2863 664e0f19 bellard
    [0xc4] = { SSE_SPECIAL, SSE_SPECIAL }, /* pinsrw */
2864 664e0f19 bellard
    [0xc5] = { SSE_SPECIAL, SSE_SPECIAL }, /* pextrw */
2865 a7812ae4 pbrook
    [0xd0] = { NULL, gen_helper_addsubpd, NULL, gen_helper_addsubps },
2866 664e0f19 bellard
    [0xd1] = MMX_OP2(psrlw),
2867 664e0f19 bellard
    [0xd2] = MMX_OP2(psrld),
2868 664e0f19 bellard
    [0xd3] = MMX_OP2(psrlq),
2869 664e0f19 bellard
    [0xd4] = MMX_OP2(paddq),
2870 664e0f19 bellard
    [0xd5] = MMX_OP2(pmullw),
2871 664e0f19 bellard
    [0xd6] = { NULL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL },
2872 664e0f19 bellard
    [0xd7] = { SSE_SPECIAL, SSE_SPECIAL }, /* pmovmskb */
2873 664e0f19 bellard
    [0xd8] = MMX_OP2(psubusb),
2874 664e0f19 bellard
    [0xd9] = MMX_OP2(psubusw),
2875 664e0f19 bellard
    [0xda] = MMX_OP2(pminub),
2876 664e0f19 bellard
    [0xdb] = MMX_OP2(pand),
2877 664e0f19 bellard
    [0xdc] = MMX_OP2(paddusb),
2878 664e0f19 bellard
    [0xdd] = MMX_OP2(paddusw),
2879 664e0f19 bellard
    [0xde] = MMX_OP2(pmaxub),
2880 664e0f19 bellard
    [0xdf] = MMX_OP2(pandn),
2881 664e0f19 bellard
    [0xe0] = MMX_OP2(pavgb),
2882 664e0f19 bellard
    [0xe1] = MMX_OP2(psraw),
2883 664e0f19 bellard
    [0xe2] = MMX_OP2(psrad),
2884 664e0f19 bellard
    [0xe3] = MMX_OP2(pavgw),
2885 664e0f19 bellard
    [0xe4] = MMX_OP2(pmulhuw),
2886 664e0f19 bellard
    [0xe5] = MMX_OP2(pmulhw),
2887 a7812ae4 pbrook
    [0xe6] = { NULL, gen_helper_cvttpd2dq, gen_helper_cvtdq2pd, gen_helper_cvtpd2dq },
2888 664e0f19 bellard
    [0xe7] = { SSE_SPECIAL , SSE_SPECIAL },  /* movntq, movntq */
2889 664e0f19 bellard
    [0xe8] = MMX_OP2(psubsb),
2890 664e0f19 bellard
    [0xe9] = MMX_OP2(psubsw),
2891 664e0f19 bellard
    [0xea] = MMX_OP2(pminsw),
2892 664e0f19 bellard
    [0xeb] = MMX_OP2(por),
2893 664e0f19 bellard
    [0xec] = MMX_OP2(paddsb),
2894 664e0f19 bellard
    [0xed] = MMX_OP2(paddsw),
2895 664e0f19 bellard
    [0xee] = MMX_OP2(pmaxsw),
2896 664e0f19 bellard
    [0xef] = MMX_OP2(pxor),
2897 465e9838 bellard
    [0xf0] = { NULL, NULL, NULL, SSE_SPECIAL }, /* lddqu */
2898 664e0f19 bellard
    [0xf1] = MMX_OP2(psllw),
2899 664e0f19 bellard
    [0xf2] = MMX_OP2(pslld),
2900 664e0f19 bellard
    [0xf3] = MMX_OP2(psllq),
2901 664e0f19 bellard
    [0xf4] = MMX_OP2(pmuludq),
2902 664e0f19 bellard
    [0xf5] = MMX_OP2(pmaddwd),
2903 664e0f19 bellard
    [0xf6] = MMX_OP2(psadbw),
2904 664e0f19 bellard
    [0xf7] = MMX_OP2(maskmov),
2905 664e0f19 bellard
    [0xf8] = MMX_OP2(psubb),
2906 664e0f19 bellard
    [0xf9] = MMX_OP2(psubw),
2907 664e0f19 bellard
    [0xfa] = MMX_OP2(psubl),
2908 664e0f19 bellard
    [0xfb] = MMX_OP2(psubq),
2909 664e0f19 bellard
    [0xfc] = MMX_OP2(paddb),
2910 664e0f19 bellard
    [0xfd] = MMX_OP2(paddw),
2911 664e0f19 bellard
    [0xfe] = MMX_OP2(paddl),
2912 664e0f19 bellard
};
2913 664e0f19 bellard
2914 5af45186 bellard
static void *sse_op_table2[3 * 8][2] = {
2915 664e0f19 bellard
    [0 + 2] = MMX_OP2(psrlw),
2916 664e0f19 bellard
    [0 + 4] = MMX_OP2(psraw),
2917 664e0f19 bellard
    [0 + 6] = MMX_OP2(psllw),
2918 664e0f19 bellard
    [8 + 2] = MMX_OP2(psrld),
2919 664e0f19 bellard
    [8 + 4] = MMX_OP2(psrad),
2920 664e0f19 bellard
    [8 + 6] = MMX_OP2(pslld),
2921 664e0f19 bellard
    [16 + 2] = MMX_OP2(psrlq),
2922 a7812ae4 pbrook
    [16 + 3] = { NULL, gen_helper_psrldq_xmm },
2923 664e0f19 bellard
    [16 + 6] = MMX_OP2(psllq),
2924 a7812ae4 pbrook
    [16 + 7] = { NULL, gen_helper_pslldq_xmm },
2925 664e0f19 bellard
};
2926 664e0f19 bellard
2927 5af45186 bellard
static void *sse_op_table3[4 * 3] = {
2928 a7812ae4 pbrook
    gen_helper_cvtsi2ss,
2929 a7812ae4 pbrook
    gen_helper_cvtsi2sd,
2930 a7812ae4 pbrook
    X86_64_ONLY(gen_helper_cvtsq2ss),
2931 a7812ae4 pbrook
    X86_64_ONLY(gen_helper_cvtsq2sd),
2932 a7812ae4 pbrook
2933 a7812ae4 pbrook
    gen_helper_cvttss2si,
2934 a7812ae4 pbrook
    gen_helper_cvttsd2si,
2935 a7812ae4 pbrook
    X86_64_ONLY(gen_helper_cvttss2sq),
2936 a7812ae4 pbrook
    X86_64_ONLY(gen_helper_cvttsd2sq),
2937 a7812ae4 pbrook
2938 a7812ae4 pbrook
    gen_helper_cvtss2si,
2939 a7812ae4 pbrook
    gen_helper_cvtsd2si,
2940 a7812ae4 pbrook
    X86_64_ONLY(gen_helper_cvtss2sq),
2941 a7812ae4 pbrook
    X86_64_ONLY(gen_helper_cvtsd2sq),
2942 664e0f19 bellard
};
2943 3b46e624 ths
2944 5af45186 bellard
static void *sse_op_table4[8][4] = {
2945 664e0f19 bellard
    SSE_FOP(cmpeq),
2946 664e0f19 bellard
    SSE_FOP(cmplt),
2947 664e0f19 bellard
    SSE_FOP(cmple),
2948 664e0f19 bellard
    SSE_FOP(cmpunord),
2949 664e0f19 bellard
    SSE_FOP(cmpneq),
2950 664e0f19 bellard
    SSE_FOP(cmpnlt),
2951 664e0f19 bellard
    SSE_FOP(cmpnle),
2952 664e0f19 bellard
    SSE_FOP(cmpord),
2953 664e0f19 bellard
};
2954 3b46e624 ths
2955 5af45186 bellard
static void *sse_op_table5[256] = {
2956 a7812ae4 pbrook
    [0x0c] = gen_helper_pi2fw,
2957 a7812ae4 pbrook
    [0x0d] = gen_helper_pi2fd,
2958 a7812ae4 pbrook
    [0x1c] = gen_helper_pf2iw,
2959 a7812ae4 pbrook
    [0x1d] = gen_helper_pf2id,
2960 a7812ae4 pbrook
    [0x8a] = gen_helper_pfnacc,
2961 a7812ae4 pbrook
    [0x8e] = gen_helper_pfpnacc,
2962 a7812ae4 pbrook
    [0x90] = gen_helper_pfcmpge,
2963 a7812ae4 pbrook
    [0x94] = gen_helper_pfmin,
2964 a7812ae4 pbrook
    [0x96] = gen_helper_pfrcp,
2965 a7812ae4 pbrook
    [0x97] = gen_helper_pfrsqrt,
2966 a7812ae4 pbrook
    [0x9a] = gen_helper_pfsub,
2967 a7812ae4 pbrook
    [0x9e] = gen_helper_pfadd,
2968 a7812ae4 pbrook
    [0xa0] = gen_helper_pfcmpgt,
2969 a7812ae4 pbrook
    [0xa4] = gen_helper_pfmax,
2970 a7812ae4 pbrook
    [0xa6] = gen_helper_movq, /* pfrcpit1; no need to actually increase precision */
2971 a7812ae4 pbrook
    [0xa7] = gen_helper_movq, /* pfrsqit1 */
2972 a7812ae4 pbrook
    [0xaa] = gen_helper_pfsubr,
2973 a7812ae4 pbrook
    [0xae] = gen_helper_pfacc,
2974 a7812ae4 pbrook
    [0xb0] = gen_helper_pfcmpeq,
2975 a7812ae4 pbrook
    [0xb4] = gen_helper_pfmul,
2976 a7812ae4 pbrook
    [0xb6] = gen_helper_movq, /* pfrcpit2 */
2977 a7812ae4 pbrook
    [0xb7] = gen_helper_pmulhrw_mmx,
2978 a7812ae4 pbrook
    [0xbb] = gen_helper_pswapd,
2979 a7812ae4 pbrook
    [0xbf] = gen_helper_pavgb_mmx /* pavgusb */
2980 a35f3ec7 aurel32
};
2981 a35f3ec7 aurel32
2982 222a3336 balrog
struct sse_op_helper_s {
2983 222a3336 balrog
    void *op[2]; uint32_t ext_mask;
2984 222a3336 balrog
};
2985 222a3336 balrog
#define SSSE3_OP(x) { MMX_OP2(x), CPUID_EXT_SSSE3 }
2986 a7812ae4 pbrook
#define SSE41_OP(x) { { NULL, gen_helper_ ## x ## _xmm }, CPUID_EXT_SSE41 }
2987 a7812ae4 pbrook
#define SSE42_OP(x) { { NULL, gen_helper_ ## x ## _xmm }, CPUID_EXT_SSE42 }
2988 222a3336 balrog
#define SSE41_SPECIAL { { NULL, SSE_SPECIAL }, CPUID_EXT_SSE41 }
2989 222a3336 balrog
static struct sse_op_helper_s sse_op_table6[256] = {
2990 222a3336 balrog
    [0x00] = SSSE3_OP(pshufb),
2991 222a3336 balrog
    [0x01] = SSSE3_OP(phaddw),
2992 222a3336 balrog
    [0x02] = SSSE3_OP(phaddd),
2993 222a3336 balrog
    [0x03] = SSSE3_OP(phaddsw),
2994 222a3336 balrog
    [0x04] = SSSE3_OP(pmaddubsw),
2995 222a3336 balrog
    [0x05] = SSSE3_OP(phsubw),
2996 222a3336 balrog
    [0x06] = SSSE3_OP(phsubd),
2997 222a3336 balrog
    [0x07] = SSSE3_OP(phsubsw),
2998 222a3336 balrog
    [0x08] = SSSE3_OP(psignb),
2999 222a3336 balrog
    [0x09] = SSSE3_OP(psignw),
3000 222a3336 balrog
    [0x0a] = SSSE3_OP(psignd),
3001 222a3336 balrog
    [0x0b] = SSSE3_OP(pmulhrsw),
3002 222a3336 balrog
    [0x10] = SSE41_OP(pblendvb),
3003 222a3336 balrog
    [0x14] = SSE41_OP(blendvps),
3004 222a3336 balrog
    [0x15] = SSE41_OP(blendvpd),
3005 222a3336 balrog
    [0x17] = SSE41_OP(ptest),
3006 222a3336 balrog
    [0x1c] = SSSE3_OP(pabsb),
3007 222a3336 balrog
    [0x1d] = SSSE3_OP(pabsw),
3008 222a3336 balrog
    [0x1e] = SSSE3_OP(pabsd),
3009 222a3336 balrog
    [0x20] = SSE41_OP(pmovsxbw),
3010 222a3336 balrog
    [0x21] = SSE41_OP(pmovsxbd),
3011 222a3336 balrog
    [0x22] = SSE41_OP(pmovsxbq),
3012 222a3336 balrog
    [0x23] = SSE41_OP(pmovsxwd),
3013 222a3336 balrog
    [0x24] = SSE41_OP(pmovsxwq),
3014 222a3336 balrog
    [0x25] = SSE41_OP(pmovsxdq),
3015 222a3336 balrog
    [0x28] = SSE41_OP(pmuldq),
3016 222a3336 balrog
    [0x29] = SSE41_OP(pcmpeqq),
3017 222a3336 balrog
    [0x2a] = SSE41_SPECIAL, /* movntqda */
3018 222a3336 balrog
    [0x2b] = SSE41_OP(packusdw),
3019 222a3336 balrog
    [0x30] = SSE41_OP(pmovzxbw),
3020 222a3336 balrog
    [0x31] = SSE41_OP(pmovzxbd),
3021 222a3336 balrog
    [0x32] = SSE41_OP(pmovzxbq),
3022 222a3336 balrog
    [0x33] = SSE41_OP(pmovzxwd),
3023 222a3336 balrog
    [0x34] = SSE41_OP(pmovzxwq),
3024 222a3336 balrog
    [0x35] = SSE41_OP(pmovzxdq),
3025 222a3336 balrog
    [0x37] = SSE42_OP(pcmpgtq),
3026 222a3336 balrog
    [0x38] = SSE41_OP(pminsb),
3027 222a3336 balrog
    [0x39] = SSE41_OP(pminsd),
3028 222a3336 balrog
    [0x3a] = SSE41_OP(pminuw),
3029 222a3336 balrog
    [0x3b] = SSE41_OP(pminud),
3030 222a3336 balrog
    [0x3c] = SSE41_OP(pmaxsb),
3031 222a3336 balrog
    [0x3d] = SSE41_OP(pmaxsd),
3032 222a3336 balrog
    [0x3e] = SSE41_OP(pmaxuw),
3033 222a3336 balrog
    [0x3f] = SSE41_OP(pmaxud),
3034 222a3336 balrog
    [0x40] = SSE41_OP(pmulld),
3035 222a3336 balrog
    [0x41] = SSE41_OP(phminposuw),
3036 4242b1bd balrog
};
3037 4242b1bd balrog
3038 222a3336 balrog
static struct sse_op_helper_s sse_op_table7[256] = {
3039 222a3336 balrog
    [0x08] = SSE41_OP(roundps),
3040 222a3336 balrog
    [0x09] = SSE41_OP(roundpd),
3041 222a3336 balrog
    [0x0a] = SSE41_OP(roundss),
3042 222a3336 balrog
    [0x0b] = SSE41_OP(roundsd),
3043 222a3336 balrog
    [0x0c] = SSE41_OP(blendps),
3044 222a3336 balrog
    [0x0d] = SSE41_OP(blendpd),
3045 222a3336 balrog
    [0x0e] = SSE41_OP(pblendw),
3046 222a3336 balrog
    [0x0f] = SSSE3_OP(palignr),
3047 222a3336 balrog
    [0x14] = SSE41_SPECIAL, /* pextrb */
3048 222a3336 balrog
    [0x15] = SSE41_SPECIAL, /* pextrw */
3049 222a3336 balrog
    [0x16] = SSE41_SPECIAL, /* pextrd/pextrq */
3050 222a3336 balrog
    [0x17] = SSE41_SPECIAL, /* extractps */
3051 222a3336 balrog
    [0x20] = SSE41_SPECIAL, /* pinsrb */
3052 222a3336 balrog
    [0x21] = SSE41_SPECIAL, /* insertps */
3053 222a3336 balrog
    [0x22] = SSE41_SPECIAL, /* pinsrd/pinsrq */
3054 222a3336 balrog
    [0x40] = SSE41_OP(dpps),
3055 222a3336 balrog
    [0x41] = SSE41_OP(dppd),
3056 222a3336 balrog
    [0x42] = SSE41_OP(mpsadbw),
3057 222a3336 balrog
    [0x60] = SSE42_OP(pcmpestrm),
3058 222a3336 balrog
    [0x61] = SSE42_OP(pcmpestri),
3059 222a3336 balrog
    [0x62] = SSE42_OP(pcmpistrm),
3060 222a3336 balrog
    [0x63] = SSE42_OP(pcmpistri),
3061 4242b1bd balrog
};
3062 4242b1bd balrog
3063 664e0f19 bellard
static void gen_sse(DisasContext *s, int b, target_ulong pc_start, int rex_r)
3064 664e0f19 bellard
{
3065 664e0f19 bellard
    int b1, op1_offset, op2_offset, is_xmm, val, ot;
3066 664e0f19 bellard
    int modrm, mod, rm, reg, reg_addr, offset_addr;
3067 5af45186 bellard
    void *sse_op2;
3068 664e0f19 bellard
3069 664e0f19 bellard
    b &= 0xff;
3070 5fafdf24 ths
    if (s->prefix & PREFIX_DATA)
3071 664e0f19 bellard
        b1 = 1;
3072 5fafdf24 ths
    else if (s->prefix & PREFIX_REPZ)
3073 664e0f19 bellard
        b1 = 2;
3074 5fafdf24 ths
    else if (s->prefix & PREFIX_REPNZ)
3075 664e0f19 bellard
        b1 = 3;
3076 664e0f19 bellard
    else
3077 664e0f19 bellard
        b1 = 0;
3078 664e0f19 bellard
    sse_op2 = sse_op_table1[b][b1];
3079 5fafdf24 ths
    if (!sse_op2)
3080 664e0f19 bellard
        goto illegal_op;
3081 a35f3ec7 aurel32
    if ((b <= 0x5f && b >= 0x10) || b == 0xc6 || b == 0xc2) {
3082 664e0f19 bellard
        is_xmm = 1;
3083 664e0f19 bellard
    } else {
3084 664e0f19 bellard
        if (b1 == 0) {
3085 664e0f19 bellard
            /* MMX case */
3086 664e0f19 bellard
            is_xmm = 0;
3087 664e0f19 bellard
        } else {
3088 664e0f19 bellard
            is_xmm = 1;
3089 664e0f19 bellard
        }
3090 664e0f19 bellard
    }
3091 664e0f19 bellard
    /* simple MMX/SSE operation */
3092 664e0f19 bellard
    if (s->flags & HF_TS_MASK) {
3093 664e0f19 bellard
        gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
3094 664e0f19 bellard
        return;
3095 664e0f19 bellard
    }
3096 664e0f19 bellard
    if (s->flags & HF_EM_MASK) {
3097 664e0f19 bellard
    illegal_op:
3098 664e0f19 bellard
        gen_exception(s, EXCP06_ILLOP, pc_start - s->cs_base);
3099 664e0f19 bellard
        return;
3100 664e0f19 bellard
    }
3101 664e0f19 bellard
    if (is_xmm && !(s->flags & HF_OSFXSR_MASK))
3102 4242b1bd balrog
        if ((b != 0x38 && b != 0x3a) || (s->prefix & PREFIX_DATA))
3103 4242b1bd balrog
            goto illegal_op;
3104 e771edab aurel32
    if (b == 0x0e) {
3105 e771edab aurel32
        if (!(s->cpuid_ext2_features & CPUID_EXT2_3DNOW))
3106 e771edab aurel32
            goto illegal_op;
3107 e771edab aurel32
        /* femms */
3108 a7812ae4 pbrook
        gen_helper_emms();
3109 e771edab aurel32
        return;
3110 e771edab aurel32
    }
3111 e771edab aurel32
    if (b == 0x77) {
3112 e771edab aurel32
        /* emms */
3113 a7812ae4 pbrook
        gen_helper_emms();
3114 664e0f19 bellard
        return;
3115 664e0f19 bellard
    }
3116 664e0f19 bellard
    /* prepare MMX state (XXX: optimize by storing fptt and fptags in
3117 664e0f19 bellard
       the static cpu state) */
3118 664e0f19 bellard
    if (!is_xmm) {
3119 a7812ae4 pbrook
        gen_helper_enter_mmx();
3120 664e0f19 bellard
    }
3121 664e0f19 bellard
3122 664e0f19 bellard
    modrm = ldub_code(s->pc++);
3123 664e0f19 bellard
    reg = ((modrm >> 3) & 7);
3124 664e0f19 bellard
    if (is_xmm)
3125 664e0f19 bellard
        reg |= rex_r;
3126 664e0f19 bellard
    mod = (modrm >> 6) & 3;
3127 664e0f19 bellard
    if (sse_op2 == SSE_SPECIAL) {
3128 664e0f19 bellard
        b |= (b1 << 8);
3129 664e0f19 bellard
        switch(b) {
3130 664e0f19 bellard
        case 0x0e7: /* movntq */
3131 5fafdf24 ths
            if (mod == 3)
3132 664e0f19 bellard
                goto illegal_op;
3133 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3134 8686c490 bellard
            gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,fpregs[reg].mmx));
3135 664e0f19 bellard
            break;
3136 664e0f19 bellard
        case 0x1e7: /* movntdq */
3137 664e0f19 bellard
        case 0x02b: /* movntps */
3138 664e0f19 bellard
        case 0x12b: /* movntps */
3139 2e21e749 TeLeMan
            if (mod == 3)
3140 2e21e749 TeLeMan
                goto illegal_op;
3141 2e21e749 TeLeMan
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3142 2e21e749 TeLeMan
            gen_sto_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg]));
3143 2e21e749 TeLeMan
            break;
3144 465e9838 bellard
        case 0x3f0: /* lddqu */
3145 465e9838 bellard
            if (mod == 3)
3146 664e0f19 bellard
                goto illegal_op;
3147 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3148 c2254920 Aurelien Jarno
            gen_ldo_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg]));
3149 664e0f19 bellard
            break;
3150 d9f4bb27 Andre Przywara
        case 0x22b: /* movntss */
3151 d9f4bb27 Andre Przywara
        case 0x32b: /* movntsd */
3152 d9f4bb27 Andre Przywara
            if (mod == 3)
3153 d9f4bb27 Andre Przywara
                goto illegal_op;
3154 d9f4bb27 Andre Przywara
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3155 d9f4bb27 Andre Przywara
            if (b1 & 1) {
3156 d9f4bb27 Andre Przywara
                gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,
3157 d9f4bb27 Andre Przywara
                    xmm_regs[reg]));
3158 d9f4bb27 Andre Przywara
            } else {
3159 d9f4bb27 Andre Przywara
                tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,
3160 d9f4bb27 Andre Przywara
                    xmm_regs[reg].XMM_L(0)));
3161 d9f4bb27 Andre Przywara
                gen_op_st_T0_A0(OT_LONG + s->mem_index);
3162 d9f4bb27 Andre Przywara
            }
3163 d9f4bb27 Andre Przywara
            break;
3164 664e0f19 bellard
        case 0x6e: /* movd mm, ea */
3165 dabd98dd bellard
#ifdef TARGET_X86_64
3166 dabd98dd bellard
            if (s->dflag == 2) {
3167 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_QUAD, OR_TMP0, 0);
3168 5af45186 bellard
                tcg_gen_st_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,fpregs[reg].mmx));
3169 5fafdf24 ths
            } else
3170 dabd98dd bellard
#endif
3171 dabd98dd bellard
            {
3172 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 0);
3173 5af45186 bellard
                tcg_gen_addi_ptr(cpu_ptr0, cpu_env, 
3174 5af45186 bellard
                                 offsetof(CPUX86State,fpregs[reg].mmx));
3175 a7812ae4 pbrook
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
3176 a7812ae4 pbrook
                gen_helper_movl_mm_T0_mmx(cpu_ptr0, cpu_tmp2_i32);
3177 dabd98dd bellard
            }
3178 664e0f19 bellard
            break;
3179 664e0f19 bellard
        case 0x16e: /* movd xmm, ea */
3180 dabd98dd bellard
#ifdef TARGET_X86_64
3181 dabd98dd bellard
            if (s->dflag == 2) {
3182 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_QUAD, OR_TMP0, 0);
3183 5af45186 bellard
                tcg_gen_addi_ptr(cpu_ptr0, cpu_env, 
3184 5af45186 bellard
                                 offsetof(CPUX86State,xmm_regs[reg]));
3185 a7812ae4 pbrook
                gen_helper_movq_mm_T0_xmm(cpu_ptr0, cpu_T[0]);
3186 5fafdf24 ths
            } else
3187 dabd98dd bellard
#endif
3188 dabd98dd bellard
            {
3189 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 0);
3190 5af45186 bellard
                tcg_gen_addi_ptr(cpu_ptr0, cpu_env, 
3191 5af45186 bellard
                                 offsetof(CPUX86State,xmm_regs[reg]));
3192 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
3193 a7812ae4 pbrook
                gen_helper_movl_mm_T0_xmm(cpu_ptr0, cpu_tmp2_i32);
3194 dabd98dd bellard
            }
3195 664e0f19 bellard
            break;
3196 664e0f19 bellard
        case 0x6f: /* movq mm, ea */
3197 664e0f19 bellard
            if (mod != 3) {
3198 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3199 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,fpregs[reg].mmx));
3200 664e0f19 bellard
            } else {
3201 664e0f19 bellard
                rm = (modrm & 7);
3202 b6abf97d bellard
                tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env,
3203 5af45186 bellard
                               offsetof(CPUX86State,fpregs[rm].mmx));
3204 b6abf97d bellard
                tcg_gen_st_i64(cpu_tmp1_i64, cpu_env,
3205 5af45186 bellard
                               offsetof(CPUX86State,fpregs[reg].mmx));
3206 664e0f19 bellard
            }
3207 664e0f19 bellard
            break;
3208 664e0f19 bellard
        case 0x010: /* movups */
3209 664e0f19 bellard
        case 0x110: /* movupd */
3210 664e0f19 bellard
        case 0x028: /* movaps */
3211 664e0f19 bellard
        case 0x128: /* movapd */
3212 664e0f19 bellard
        case 0x16f: /* movdqa xmm, ea */
3213 664e0f19 bellard
        case 0x26f: /* movdqu xmm, ea */
3214 664e0f19 bellard
            if (mod != 3) {
3215 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3216 8686c490 bellard
                gen_ldo_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg]));
3217 664e0f19 bellard
            } else {
3218 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3219 664e0f19 bellard
                gen_op_movo(offsetof(CPUX86State,xmm_regs[reg]),
3220 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm]));
3221 664e0f19 bellard
            }
3222 664e0f19 bellard
            break;
3223 664e0f19 bellard
        case 0x210: /* movss xmm, ea */
3224 664e0f19 bellard
            if (mod != 3) {
3225 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3226 57fec1fe bellard
                gen_op_ld_T0_A0(OT_LONG + s->mem_index);
3227 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
3228 664e0f19 bellard
                gen_op_movl_T0_0();
3229 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)));
3230 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)));
3231 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)));
3232 664e0f19 bellard
            } else {
3233 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3234 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)),
3235 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(0)));
3236 664e0f19 bellard
            }
3237 664e0f19 bellard
            break;
3238 664e0f19 bellard
        case 0x310: /* movsd xmm, ea */
3239 664e0f19 bellard
            if (mod != 3) {
3240 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3241 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3242 664e0f19 bellard
                gen_op_movl_T0_0();
3243 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)));
3244 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)));
3245 664e0f19 bellard
            } else {
3246 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3247 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
3248 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
3249 664e0f19 bellard
            }
3250 664e0f19 bellard
            break;
3251 664e0f19 bellard
        case 0x012: /* movlps */
3252 664e0f19 bellard
        case 0x112: /* movlpd */
3253 664e0f19 bellard
            if (mod != 3) {
3254 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3255 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3256 664e0f19 bellard
            } else {
3257 664e0f19 bellard
                /* movhlps */
3258 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3259 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
3260 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(1)));
3261 664e0f19 bellard
            }
3262 664e0f19 bellard
            break;
3263 465e9838 bellard
        case 0x212: /* movsldup */
3264 465e9838 bellard
            if (mod != 3) {
3265 465e9838 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3266 8686c490 bellard
                gen_ldo_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg]));
3267 465e9838 bellard
            } else {
3268 465e9838 bellard
                rm = (modrm & 7) | REX_B(s);
3269 465e9838 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)),
3270 465e9838 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(0)));
3271 465e9838 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)),
3272 465e9838 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(2)));
3273 465e9838 bellard
            }
3274 465e9838 bellard
            gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)),
3275 465e9838 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
3276 465e9838 bellard
            gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)),
3277 465e9838 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)));
3278 465e9838 bellard
            break;
3279 465e9838 bellard
        case 0x312: /* movddup */
3280 465e9838 bellard
            if (mod != 3) {
3281 465e9838 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3282 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3283 465e9838 bellard
            } else {
3284 465e9838 bellard
                rm = (modrm & 7) | REX_B(s);
3285 465e9838 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
3286 465e9838 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
3287 465e9838 bellard
            }
3288 465e9838 bellard
            gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)),
3289 ba6526df bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3290 465e9838 bellard
            break;
3291 664e0f19 bellard
        case 0x016: /* movhps */
3292 664e0f19 bellard
        case 0x116: /* movhpd */
3293 664e0f19 bellard
            if (mod != 3) {
3294 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3295 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
3296 664e0f19 bellard
            } else {
3297 664e0f19 bellard
                /* movlhps */
3298 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3299 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)),
3300 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
3301 664e0f19 bellard
            }
3302 664e0f19 bellard
            break;
3303 664e0f19 bellard
        case 0x216: /* movshdup */
3304 664e0f19 bellard
            if (mod != 3) {
3305 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3306 8686c490 bellard
                gen_ldo_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg]));
3307 664e0f19 bellard
            } else {
3308 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3309 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)),
3310 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(1)));
3311 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)),
3312 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(3)));
3313 664e0f19 bellard
            }
3314 664e0f19 bellard
            gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)),
3315 664e0f19 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)));
3316 664e0f19 bellard
            gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)),
3317 664e0f19 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)));
3318 664e0f19 bellard
            break;
3319 d9f4bb27 Andre Przywara
        case 0x178:
3320 d9f4bb27 Andre Przywara
        case 0x378:
3321 d9f4bb27 Andre Przywara
            {
3322 d9f4bb27 Andre Przywara
                int bit_index, field_length;
3323 d9f4bb27 Andre Przywara
3324 d9f4bb27 Andre Przywara
                if (b1 == 1 && reg != 0)
3325 d9f4bb27 Andre Przywara
                    goto illegal_op;
3326 d9f4bb27 Andre Przywara
                field_length = ldub_code(s->pc++) & 0x3F;
3327 d9f4bb27 Andre Przywara
                bit_index = ldub_code(s->pc++) & 0x3F;
3328 d9f4bb27 Andre Przywara
                tcg_gen_addi_ptr(cpu_ptr0, cpu_env,
3329 d9f4bb27 Andre Przywara
                    offsetof(CPUX86State,xmm_regs[reg]));
3330 d9f4bb27 Andre Przywara
                if (b1 == 1)
3331 d9f4bb27 Andre Przywara
                    gen_helper_extrq_i(cpu_ptr0, tcg_const_i32(bit_index),
3332 d9f4bb27 Andre Przywara
                        tcg_const_i32(field_length));
3333 d9f4bb27 Andre Przywara
                else
3334 d9f4bb27 Andre Przywara
                    gen_helper_insertq_i(cpu_ptr0, tcg_const_i32(bit_index),
3335 d9f4bb27 Andre Przywara
                        tcg_const_i32(field_length));
3336 d9f4bb27 Andre Przywara
            }
3337 d9f4bb27 Andre Przywara
            break;
3338 664e0f19 bellard
        case 0x7e: /* movd ea, mm */
3339 dabd98dd bellard
#ifdef TARGET_X86_64
3340 dabd98dd bellard
            if (s->dflag == 2) {
3341 5af45186 bellard
                tcg_gen_ld_i64(cpu_T[0], cpu_env, 
3342 5af45186 bellard
                               offsetof(CPUX86State,fpregs[reg].mmx));
3343 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_QUAD, OR_TMP0, 1);
3344 5fafdf24 ths
            } else
3345 dabd98dd bellard
#endif
3346 dabd98dd bellard
            {
3347 5af45186 bellard
                tcg_gen_ld32u_tl(cpu_T[0], cpu_env, 
3348 5af45186 bellard
                                 offsetof(CPUX86State,fpregs[reg].mmx.MMX_L(0)));
3349 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 1);
3350 dabd98dd bellard
            }
3351 664e0f19 bellard
            break;
3352 664e0f19 bellard
        case 0x17e: /* movd ea, xmm */
3353 dabd98dd bellard
#ifdef TARGET_X86_64
3354 dabd98dd bellard
            if (s->dflag == 2) {
3355 5af45186 bellard
                tcg_gen_ld_i64(cpu_T[0], cpu_env, 
3356 5af45186 bellard
                               offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3357 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_QUAD, OR_TMP0, 1);
3358 5fafdf24 ths
            } else
3359 dabd98dd bellard
#endif
3360 dabd98dd bellard
            {
3361 5af45186 bellard
                tcg_gen_ld32u_tl(cpu_T[0], cpu_env, 
3362 5af45186 bellard
                                 offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
3363 dabd98dd bellard
                gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 1);
3364 dabd98dd bellard
            }
3365 664e0f19 bellard
            break;
3366 664e0f19 bellard
        case 0x27e: /* movq xmm, ea */
3367 664e0f19 bellard
            if (mod != 3) {
3368 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3369 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3370 664e0f19 bellard
            } else {
3371 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3372 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
3373 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
3374 664e0f19 bellard
            }
3375 664e0f19 bellard
            gen_op_movq_env_0(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
3376 664e0f19 bellard
            break;
3377 664e0f19 bellard
        case 0x7f: /* movq ea, mm */
3378 664e0f19 bellard
            if (mod != 3) {
3379 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3380 8686c490 bellard
                gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,fpregs[reg].mmx));
3381 664e0f19 bellard
            } else {
3382 664e0f19 bellard
                rm = (modrm & 7);
3383 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,fpregs[rm].mmx),
3384 664e0f19 bellard
                            offsetof(CPUX86State,fpregs[reg].mmx));
3385 664e0f19 bellard
            }
3386 664e0f19 bellard
            break;
3387 664e0f19 bellard
        case 0x011: /* movups */
3388 664e0f19 bellard
        case 0x111: /* movupd */
3389 664e0f19 bellard
        case 0x029: /* movaps */
3390 664e0f19 bellard
        case 0x129: /* movapd */
3391 664e0f19 bellard
        case 0x17f: /* movdqa ea, xmm */
3392 664e0f19 bellard
        case 0x27f: /* movdqu ea, xmm */
3393 664e0f19 bellard
            if (mod != 3) {
3394 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3395 8686c490 bellard
                gen_sto_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg]));
3396 664e0f19 bellard
            } else {
3397 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3398 664e0f19 bellard
                gen_op_movo(offsetof(CPUX86State,xmm_regs[rm]),
3399 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg]));
3400 664e0f19 bellard
            }
3401 664e0f19 bellard
            break;
3402 664e0f19 bellard
        case 0x211: /* movss ea, xmm */
3403 664e0f19 bellard
            if (mod != 3) {
3404 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3405 651ba608 bellard
                tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
3406 57fec1fe bellard
                gen_op_st_T0_A0(OT_LONG + s->mem_index);
3407 664e0f19 bellard
            } else {
3408 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3409 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[rm].XMM_L(0)),
3410 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
3411 664e0f19 bellard
            }
3412 664e0f19 bellard
            break;
3413 664e0f19 bellard
        case 0x311: /* movsd ea, xmm */
3414 664e0f19 bellard
            if (mod != 3) {
3415 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3416 8686c490 bellard
                gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3417 664e0f19 bellard
            } else {
3418 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3419 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)),
3420 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3421 664e0f19 bellard
            }
3422 664e0f19 bellard
            break;
3423 664e0f19 bellard
        case 0x013: /* movlps */
3424 664e0f19 bellard
        case 0x113: /* movlpd */
3425 664e0f19 bellard
            if (mod != 3) {
3426 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3427 8686c490 bellard
                gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3428 664e0f19 bellard
            } else {
3429 664e0f19 bellard
                goto illegal_op;
3430 664e0f19 bellard
            }
3431 664e0f19 bellard
            break;
3432 664e0f19 bellard
        case 0x017: /* movhps */
3433 664e0f19 bellard
        case 0x117: /* movhpd */
3434 664e0f19 bellard
            if (mod != 3) {
3435 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3436 8686c490 bellard
                gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
3437 664e0f19 bellard
            } else {
3438 664e0f19 bellard
                goto illegal_op;
3439 664e0f19 bellard
            }
3440 664e0f19 bellard
            break;
3441 664e0f19 bellard
        case 0x71: /* shift mm, im */
3442 664e0f19 bellard
        case 0x72:
3443 664e0f19 bellard
        case 0x73:
3444 664e0f19 bellard
        case 0x171: /* shift xmm, im */
3445 664e0f19 bellard
        case 0x172:
3446 664e0f19 bellard
        case 0x173:
3447 c045af25 Andi Kleen
            if (b1 >= 2) {
3448 c045af25 Andi Kleen
                goto illegal_op;
3449 c045af25 Andi Kleen
            }
3450 664e0f19 bellard
            val = ldub_code(s->pc++);
3451 664e0f19 bellard
            if (is_xmm) {
3452 664e0f19 bellard
                gen_op_movl_T0_im(val);
3453 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_t0.XMM_L(0)));
3454 664e0f19 bellard
                gen_op_movl_T0_0();
3455 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_t0.XMM_L(1)));
3456 664e0f19 bellard
                op1_offset = offsetof(CPUX86State,xmm_t0);
3457 664e0f19 bellard
            } else {
3458 664e0f19 bellard
                gen_op_movl_T0_im(val);
3459 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,mmx_t0.MMX_L(0)));
3460 664e0f19 bellard
                gen_op_movl_T0_0();
3461 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,mmx_t0.MMX_L(1)));
3462 664e0f19 bellard
                op1_offset = offsetof(CPUX86State,mmx_t0);
3463 664e0f19 bellard
            }
3464 664e0f19 bellard
            sse_op2 = sse_op_table2[((b - 1) & 3) * 8 + (((modrm >> 3)) & 7)][b1];
3465 664e0f19 bellard
            if (!sse_op2)
3466 664e0f19 bellard
                goto illegal_op;
3467 664e0f19 bellard
            if (is_xmm) {
3468 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3469 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
3470 664e0f19 bellard
            } else {
3471 664e0f19 bellard
                rm = (modrm & 7);
3472 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
3473 664e0f19 bellard
            }
3474 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op2_offset);
3475 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op1_offset);
3476 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr))sse_op2)(cpu_ptr0, cpu_ptr1);
3477 664e0f19 bellard
            break;
3478 664e0f19 bellard
        case 0x050: /* movmskps */
3479 664e0f19 bellard
            rm = (modrm & 7) | REX_B(s);
3480 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, 
3481 5af45186 bellard
                             offsetof(CPUX86State,xmm_regs[rm]));
3482 a7812ae4 pbrook
            gen_helper_movmskps(cpu_tmp2_i32, cpu_ptr0);
3483 b6abf97d bellard
            tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
3484 57fec1fe bellard
            gen_op_mov_reg_T0(OT_LONG, reg);
3485 664e0f19 bellard
            break;
3486 664e0f19 bellard
        case 0x150: /* movmskpd */
3487 664e0f19 bellard
            rm = (modrm & 7) | REX_B(s);
3488 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, 
3489 5af45186 bellard
                             offsetof(CPUX86State,xmm_regs[rm]));
3490 a7812ae4 pbrook
            gen_helper_movmskpd(cpu_tmp2_i32, cpu_ptr0);
3491 b6abf97d bellard
            tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
3492 57fec1fe bellard
            gen_op_mov_reg_T0(OT_LONG, reg);
3493 664e0f19 bellard
            break;
3494 664e0f19 bellard
        case 0x02a: /* cvtpi2ps */
3495 664e0f19 bellard
        case 0x12a: /* cvtpi2pd */
3496 a7812ae4 pbrook
            gen_helper_enter_mmx();
3497 664e0f19 bellard
            if (mod != 3) {
3498 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3499 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,mmx_t0);
3500 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, op2_offset);
3501 664e0f19 bellard
            } else {
3502 664e0f19 bellard
                rm = (modrm & 7);
3503 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
3504 664e0f19 bellard
            }
3505 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
3506 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
3507 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
3508 664e0f19 bellard
            switch(b >> 8) {
3509 664e0f19 bellard
            case 0x0:
3510 a7812ae4 pbrook
                gen_helper_cvtpi2ps(cpu_ptr0, cpu_ptr1);
3511 664e0f19 bellard
                break;
3512 664e0f19 bellard
            default:
3513 664e0f19 bellard
            case 0x1:
3514 a7812ae4 pbrook
                gen_helper_cvtpi2pd(cpu_ptr0, cpu_ptr1);
3515 664e0f19 bellard
                break;
3516 664e0f19 bellard
            }
3517 664e0f19 bellard
            break;
3518 664e0f19 bellard
        case 0x22a: /* cvtsi2ss */
3519 664e0f19 bellard
        case 0x32a: /* cvtsi2sd */
3520 664e0f19 bellard
            ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
3521 664e0f19 bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
3522 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
3523 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
3524 5af45186 bellard
            sse_op2 = sse_op_table3[(s->dflag == 2) * 2 + ((b >> 8) - 2)];
3525 28e10711 bellard
            if (ot == OT_LONG) {
3526 28e10711 bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
3527 a7812ae4 pbrook
                ((void (*)(TCGv_ptr, TCGv_i32))sse_op2)(cpu_ptr0, cpu_tmp2_i32);
3528 28e10711 bellard
            } else {
3529 a7812ae4 pbrook
                ((void (*)(TCGv_ptr, TCGv))sse_op2)(cpu_ptr0, cpu_T[0]);
3530 28e10711 bellard
            }
3531 664e0f19 bellard
            break;
3532 664e0f19 bellard
        case 0x02c: /* cvttps2pi */
3533 664e0f19 bellard
        case 0x12c: /* cvttpd2pi */
3534 664e0f19 bellard
        case 0x02d: /* cvtps2pi */
3535 664e0f19 bellard
        case 0x12d: /* cvtpd2pi */
3536 a7812ae4 pbrook
            gen_helper_enter_mmx();
3537 664e0f19 bellard
            if (mod != 3) {
3538 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3539 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_t0);
3540 8686c490 bellard
                gen_ldo_env_A0(s->mem_index, op2_offset);
3541 664e0f19 bellard
            } else {
3542 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3543 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
3544 664e0f19 bellard
            }
3545 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,fpregs[reg & 7].mmx);
3546 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
3547 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
3548 664e0f19 bellard
            switch(b) {
3549 664e0f19 bellard
            case 0x02c:
3550 a7812ae4 pbrook
                gen_helper_cvttps2pi(cpu_ptr0, cpu_ptr1);
3551 664e0f19 bellard
                break;
3552 664e0f19 bellard
            case 0x12c:
3553 a7812ae4 pbrook
                gen_helper_cvttpd2pi(cpu_ptr0, cpu_ptr1);
3554 664e0f19 bellard
                break;
3555 664e0f19 bellard
            case 0x02d:
3556 a7812ae4 pbrook
                gen_helper_cvtps2pi(cpu_ptr0, cpu_ptr1);
3557 664e0f19 bellard
                break;
3558 664e0f19 bellard
            case 0x12d:
3559 a7812ae4 pbrook
                gen_helper_cvtpd2pi(cpu_ptr0, cpu_ptr1);
3560 664e0f19 bellard
                break;
3561 664e0f19 bellard
            }
3562 664e0f19 bellard
            break;
3563 664e0f19 bellard
        case 0x22c: /* cvttss2si */
3564 664e0f19 bellard
        case 0x32c: /* cvttsd2si */
3565 664e0f19 bellard
        case 0x22d: /* cvtss2si */
3566 664e0f19 bellard
        case 0x32d: /* cvtsd2si */
3567 664e0f19 bellard
            ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
3568 31313213 bellard
            if (mod != 3) {
3569 31313213 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3570 31313213 bellard
                if ((b >> 8) & 1) {
3571 8686c490 bellard
                    gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_t0.XMM_Q(0)));
3572 31313213 bellard
                } else {
3573 57fec1fe bellard
                    gen_op_ld_T0_A0(OT_LONG + s->mem_index);
3574 651ba608 bellard
                    tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_t0.XMM_L(0)));
3575 31313213 bellard
                }
3576 31313213 bellard
                op2_offset = offsetof(CPUX86State,xmm_t0);
3577 31313213 bellard
            } else {
3578 31313213 bellard
                rm = (modrm & 7) | REX_B(s);
3579 31313213 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
3580 31313213 bellard
            }
3581 5af45186 bellard
            sse_op2 = sse_op_table3[(s->dflag == 2) * 2 + ((b >> 8) - 2) + 4 +
3582 5af45186 bellard
                                    (b & 1) * 4];
3583 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op2_offset);
3584 5af45186 bellard
            if (ot == OT_LONG) {
3585 a7812ae4 pbrook
                ((void (*)(TCGv_i32, TCGv_ptr))sse_op2)(cpu_tmp2_i32, cpu_ptr0);
3586 b6abf97d bellard
                tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
3587 5af45186 bellard
            } else {
3588 a7812ae4 pbrook
                ((void (*)(TCGv, TCGv_ptr))sse_op2)(cpu_T[0], cpu_ptr0);
3589 5af45186 bellard
            }
3590 57fec1fe bellard
            gen_op_mov_reg_T0(ot, reg);
3591 664e0f19 bellard
            break;
3592 664e0f19 bellard
        case 0xc4: /* pinsrw */
3593 5fafdf24 ths
        case 0x1c4:
3594 d1e42c5c bellard
            s->rip_offset = 1;
3595 664e0f19 bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
3596 664e0f19 bellard
            val = ldub_code(s->pc++);
3597 664e0f19 bellard
            if (b1) {
3598 664e0f19 bellard
                val &= 7;
3599 5af45186 bellard
                tcg_gen_st16_tl(cpu_T[0], cpu_env,
3600 5af45186 bellard
                                offsetof(CPUX86State,xmm_regs[reg].XMM_W(val)));
3601 664e0f19 bellard
            } else {
3602 664e0f19 bellard
                val &= 3;
3603 5af45186 bellard
                tcg_gen_st16_tl(cpu_T[0], cpu_env,
3604 5af45186 bellard
                                offsetof(CPUX86State,fpregs[reg].mmx.MMX_W(val)));
3605 664e0f19 bellard
            }
3606 664e0f19 bellard
            break;
3607 664e0f19 bellard
        case 0xc5: /* pextrw */
3608 5fafdf24 ths
        case 0x1c5:
3609 664e0f19 bellard
            if (mod != 3)
3610 664e0f19 bellard
                goto illegal_op;
3611 6dc2d0da balrog
            ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
3612 664e0f19 bellard
            val = ldub_code(s->pc++);
3613 664e0f19 bellard
            if (b1) {
3614 664e0f19 bellard
                val &= 7;
3615 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3616 5af45186 bellard
                tcg_gen_ld16u_tl(cpu_T[0], cpu_env,
3617 5af45186 bellard
                                 offsetof(CPUX86State,xmm_regs[rm].XMM_W(val)));
3618 664e0f19 bellard
            } else {
3619 664e0f19 bellard
                val &= 3;
3620 664e0f19 bellard
                rm = (modrm & 7);
3621 5af45186 bellard
                tcg_gen_ld16u_tl(cpu_T[0], cpu_env,
3622 5af45186 bellard
                                offsetof(CPUX86State,fpregs[rm].mmx.MMX_W(val)));
3623 664e0f19 bellard
            }
3624 664e0f19 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
3625 6dc2d0da balrog
            gen_op_mov_reg_T0(ot, reg);
3626 664e0f19 bellard
            break;
3627 664e0f19 bellard
        case 0x1d6: /* movq ea, xmm */
3628 664e0f19 bellard
            if (mod != 3) {
3629 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3630 8686c490 bellard
                gen_stq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3631 664e0f19 bellard
            } else {
3632 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3633 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)),
3634 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
3635 664e0f19 bellard
                gen_op_movq_env_0(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(1)));
3636 664e0f19 bellard
            }
3637 664e0f19 bellard
            break;
3638 664e0f19 bellard
        case 0x2d6: /* movq2dq */
3639 a7812ae4 pbrook
            gen_helper_enter_mmx();
3640 480c1cdb bellard
            rm = (modrm & 7);
3641 480c1cdb bellard
            gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
3642 480c1cdb bellard
                        offsetof(CPUX86State,fpregs[rm].mmx));
3643 480c1cdb bellard
            gen_op_movq_env_0(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
3644 664e0f19 bellard
            break;
3645 664e0f19 bellard
        case 0x3d6: /* movdq2q */
3646 a7812ae4 pbrook
            gen_helper_enter_mmx();
3647 480c1cdb bellard
            rm = (modrm & 7) | REX_B(s);
3648 480c1cdb bellard
            gen_op_movq(offsetof(CPUX86State,fpregs[reg & 7].mmx),
3649 480c1cdb bellard
                        offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
3650 664e0f19 bellard
            break;
3651 664e0f19 bellard
        case 0xd7: /* pmovmskb */
3652 664e0f19 bellard
        case 0x1d7:
3653 664e0f19 bellard
            if (mod != 3)
3654 664e0f19 bellard
                goto illegal_op;
3655 664e0f19 bellard
            if (b1) {
3656 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3657 5af45186 bellard
                tcg_gen_addi_ptr(cpu_ptr0, cpu_env, offsetof(CPUX86State,xmm_regs[rm]));
3658 a7812ae4 pbrook
                gen_helper_pmovmskb_xmm(cpu_tmp2_i32, cpu_ptr0);
3659 664e0f19 bellard
            } else {
3660 664e0f19 bellard
                rm = (modrm & 7);
3661 5af45186 bellard
                tcg_gen_addi_ptr(cpu_ptr0, cpu_env, offsetof(CPUX86State,fpregs[rm].mmx));
3662 a7812ae4 pbrook
                gen_helper_pmovmskb_mmx(cpu_tmp2_i32, cpu_ptr0);
3663 664e0f19 bellard
            }
3664 b6abf97d bellard
            tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
3665 664e0f19 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
3666 57fec1fe bellard
            gen_op_mov_reg_T0(OT_LONG, reg);
3667 664e0f19 bellard
            break;
3668 4242b1bd balrog
        case 0x138:
3669 000cacf6 balrog
            if (s->prefix & PREFIX_REPNZ)
3670 000cacf6 balrog
                goto crc32;
3671 000cacf6 balrog
        case 0x038:
3672 4242b1bd balrog
            b = modrm;
3673 4242b1bd balrog
            modrm = ldub_code(s->pc++);
3674 4242b1bd balrog
            rm = modrm & 7;
3675 4242b1bd balrog
            reg = ((modrm >> 3) & 7) | rex_r;
3676 4242b1bd balrog
            mod = (modrm >> 6) & 3;
3677 c045af25 Andi Kleen
            if (b1 >= 2) {
3678 c045af25 Andi Kleen
                goto illegal_op;
3679 c045af25 Andi Kleen
            }
3680 4242b1bd balrog
3681 222a3336 balrog
            sse_op2 = sse_op_table6[b].op[b1];
3682 4242b1bd balrog
            if (!sse_op2)
3683 4242b1bd balrog
                goto illegal_op;
3684 222a3336 balrog
            if (!(s->cpuid_ext_features & sse_op_table6[b].ext_mask))
3685 222a3336 balrog
                goto illegal_op;
3686 4242b1bd balrog
3687 4242b1bd balrog
            if (b1) {
3688 4242b1bd balrog
                op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
3689 4242b1bd balrog
                if (mod == 3) {
3690 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,xmm_regs[rm | REX_B(s)]);
3691 4242b1bd balrog
                } else {
3692 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,xmm_t0);
3693 4242b1bd balrog
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3694 222a3336 balrog
                    switch (b) {
3695 222a3336 balrog
                    case 0x20: case 0x30: /* pmovsxbw, pmovzxbw */
3696 222a3336 balrog
                    case 0x23: case 0x33: /* pmovsxwd, pmovzxwd */
3697 222a3336 balrog
                    case 0x25: case 0x35: /* pmovsxdq, pmovzxdq */
3698 222a3336 balrog
                        gen_ldq_env_A0(s->mem_index, op2_offset +
3699 222a3336 balrog
                                        offsetof(XMMReg, XMM_Q(0)));
3700 222a3336 balrog
                        break;
3701 222a3336 balrog
                    case 0x21: case 0x31: /* pmovsxbd, pmovzxbd */
3702 222a3336 balrog
                    case 0x24: case 0x34: /* pmovsxwq, pmovzxwq */
3703 a7812ae4 pbrook
                        tcg_gen_qemu_ld32u(cpu_tmp0, cpu_A0,
3704 222a3336 balrog
                                          (s->mem_index >> 2) - 1);
3705 a7812ae4 pbrook
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_tmp0);
3706 222a3336 balrog
                        tcg_gen_st_i32(cpu_tmp2_i32, cpu_env, op2_offset +
3707 222a3336 balrog
                                        offsetof(XMMReg, XMM_L(0)));
3708 222a3336 balrog
                        break;
3709 222a3336 balrog
                    case 0x22: case 0x32: /* pmovsxbq, pmovzxbq */
3710 222a3336 balrog
                        tcg_gen_qemu_ld16u(cpu_tmp0, cpu_A0,
3711 222a3336 balrog
                                          (s->mem_index >> 2) - 1);
3712 222a3336 balrog
                        tcg_gen_st16_tl(cpu_tmp0, cpu_env, op2_offset +
3713 222a3336 balrog
                                        offsetof(XMMReg, XMM_W(0)));
3714 222a3336 balrog
                        break;
3715 222a3336 balrog
                    case 0x2a:            /* movntqda */
3716 222a3336 balrog
                        gen_ldo_env_A0(s->mem_index, op1_offset);
3717 222a3336 balrog
                        return;
3718 222a3336 balrog
                    default:
3719 222a3336 balrog
                        gen_ldo_env_A0(s->mem_index, op2_offset);
3720 222a3336 balrog
                    }
3721 4242b1bd balrog
                }
3722 4242b1bd balrog
            } else {
3723 4242b1bd balrog
                op1_offset = offsetof(CPUX86State,fpregs[reg].mmx);
3724 4242b1bd balrog
                if (mod == 3) {
3725 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
3726 4242b1bd balrog
                } else {
3727 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,mmx_t0);
3728 4242b1bd balrog
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3729 4242b1bd balrog
                    gen_ldq_env_A0(s->mem_index, op2_offset);
3730 4242b1bd balrog
                }
3731 4242b1bd balrog
            }
3732 222a3336 balrog
            if (sse_op2 == SSE_SPECIAL)
3733 222a3336 balrog
                goto illegal_op;
3734 222a3336 balrog
3735 4242b1bd balrog
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
3736 4242b1bd balrog
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
3737 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr))sse_op2)(cpu_ptr0, cpu_ptr1);
3738 222a3336 balrog
3739 222a3336 balrog
            if (b == 0x17)
3740 222a3336 balrog
                s->cc_op = CC_OP_EFLAGS;
3741 4242b1bd balrog
            break;
3742 222a3336 balrog
        case 0x338: /* crc32 */
3743 222a3336 balrog
        crc32:
3744 222a3336 balrog
            b = modrm;
3745 222a3336 balrog
            modrm = ldub_code(s->pc++);
3746 222a3336 balrog
            reg = ((modrm >> 3) & 7) | rex_r;
3747 222a3336 balrog
3748 222a3336 balrog
            if (b != 0xf0 && b != 0xf1)
3749 222a3336 balrog
                goto illegal_op;
3750 222a3336 balrog
            if (!(s->cpuid_ext_features & CPUID_EXT_SSE42))
3751 4242b1bd balrog
                goto illegal_op;
3752 4242b1bd balrog
3753 222a3336 balrog
            if (b == 0xf0)
3754 222a3336 balrog
                ot = OT_BYTE;
3755 222a3336 balrog
            else if (b == 0xf1 && s->dflag != 2)
3756 222a3336 balrog
                if (s->prefix & PREFIX_DATA)
3757 222a3336 balrog
                    ot = OT_WORD;
3758 222a3336 balrog
                else
3759 222a3336 balrog
                    ot = OT_LONG;
3760 222a3336 balrog
            else
3761 222a3336 balrog
                ot = OT_QUAD;
3762 222a3336 balrog
3763 222a3336 balrog
            gen_op_mov_TN_reg(OT_LONG, 0, reg);
3764 222a3336 balrog
            tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
3765 222a3336 balrog
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
3766 a7812ae4 pbrook
            gen_helper_crc32(cpu_T[0], cpu_tmp2_i32,
3767 a7812ae4 pbrook
                             cpu_T[0], tcg_const_i32(8 << ot));
3768 222a3336 balrog
3769 222a3336 balrog
            ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
3770 222a3336 balrog
            gen_op_mov_reg_T0(ot, reg);
3771 222a3336 balrog
            break;
3772 222a3336 balrog
        case 0x03a:
3773 222a3336 balrog
        case 0x13a:
3774 4242b1bd balrog
            b = modrm;
3775 4242b1bd balrog
            modrm = ldub_code(s->pc++);
3776 4242b1bd balrog
            rm = modrm & 7;
3777 4242b1bd balrog
            reg = ((modrm >> 3) & 7) | rex_r;
3778 4242b1bd balrog
            mod = (modrm >> 6) & 3;
3779 c045af25 Andi Kleen
            if (b1 >= 2) {
3780 c045af25 Andi Kleen
                goto illegal_op;
3781 c045af25 Andi Kleen
            }
3782 4242b1bd balrog
3783 222a3336 balrog
            sse_op2 = sse_op_table7[b].op[b1];
3784 4242b1bd balrog
            if (!sse_op2)
3785 4242b1bd balrog
                goto illegal_op;
3786 222a3336 balrog
            if (!(s->cpuid_ext_features & sse_op_table7[b].ext_mask))
3787 222a3336 balrog
                goto illegal_op;
3788 222a3336 balrog
3789 222a3336 balrog
            if (sse_op2 == SSE_SPECIAL) {
3790 222a3336 balrog
                ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
3791 222a3336 balrog
                rm = (modrm & 7) | REX_B(s);
3792 222a3336 balrog
                if (mod != 3)
3793 222a3336 balrog
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3794 222a3336 balrog
                reg = ((modrm >> 3) & 7) | rex_r;
3795 222a3336 balrog
                val = ldub_code(s->pc++);
3796 222a3336 balrog
                switch (b) {
3797 222a3336 balrog
                case 0x14: /* pextrb */
3798 222a3336 balrog
                    tcg_gen_ld8u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,
3799 222a3336 balrog
                                            xmm_regs[reg].XMM_B(val & 15)));
3800 222a3336 balrog
                    if (mod == 3)
3801 222a3336 balrog
                        gen_op_mov_reg_T0(ot, rm);
3802 222a3336 balrog
                    else
3803 222a3336 balrog
                        tcg_gen_qemu_st8(cpu_T[0], cpu_A0,
3804 222a3336 balrog
                                        (s->mem_index >> 2) - 1);
3805 222a3336 balrog
                    break;
3806 222a3336 balrog
                case 0x15: /* pextrw */
3807 222a3336 balrog
                    tcg_gen_ld16u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,
3808 222a3336 balrog
                                            xmm_regs[reg].XMM_W(val & 7)));
3809 222a3336 balrog
                    if (mod == 3)
3810 222a3336 balrog
                        gen_op_mov_reg_T0(ot, rm);
3811 222a3336 balrog
                    else
3812 222a3336 balrog
                        tcg_gen_qemu_st16(cpu_T[0], cpu_A0,
3813 222a3336 balrog
                                        (s->mem_index >> 2) - 1);
3814 222a3336 balrog
                    break;
3815 222a3336 balrog
                case 0x16:
3816 222a3336 balrog
                    if (ot == OT_LONG) { /* pextrd */
3817 222a3336 balrog
                        tcg_gen_ld_i32(cpu_tmp2_i32, cpu_env,
3818 222a3336 balrog
                                        offsetof(CPUX86State,
3819 222a3336 balrog
                                                xmm_regs[reg].XMM_L(val & 3)));
3820 a7812ae4 pbrook
                        tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
3821 222a3336 balrog
                        if (mod == 3)
3822 a7812ae4 pbrook
                            gen_op_mov_reg_v(ot, rm, cpu_T[0]);
3823 222a3336 balrog
                        else
3824 a7812ae4 pbrook
                            tcg_gen_qemu_st32(cpu_T[0], cpu_A0,
3825 222a3336 balrog
                                            (s->mem_index >> 2) - 1);
3826 222a3336 balrog
                    } else { /* pextrq */
3827 a7812ae4 pbrook
#ifdef TARGET_X86_64
3828 222a3336 balrog
                        tcg_gen_ld_i64(cpu_tmp1_i64, cpu_env,
3829 222a3336 balrog
                                        offsetof(CPUX86State,
3830 222a3336 balrog
                                                xmm_regs[reg].XMM_Q(val & 1)));
3831 222a3336 balrog
                        if (mod == 3)
3832 222a3336 balrog
                            gen_op_mov_reg_v(ot, rm, cpu_tmp1_i64);
3833 222a3336 balrog
                        else
3834 222a3336 balrog
                            tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_A0,
3835 222a3336 balrog
                                            (s->mem_index >> 2) - 1);
3836 a7812ae4 pbrook
#else
3837 a7812ae4 pbrook
                        goto illegal_op;
3838 a7812ae4 pbrook
#endif
3839 222a3336 balrog
                    }
3840 222a3336 balrog
                    break;
3841 222a3336 balrog
                case 0x17: /* extractps */
3842 222a3336 balrog
                    tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,
3843 222a3336 balrog
                                            xmm_regs[reg].XMM_L(val & 3)));
3844 222a3336 balrog
                    if (mod == 3)
3845 222a3336 balrog
                        gen_op_mov_reg_T0(ot, rm);
3846 222a3336 balrog
                    else
3847 222a3336 balrog
                        tcg_gen_qemu_st32(cpu_T[0], cpu_A0,
3848 222a3336 balrog
                                        (s->mem_index >> 2) - 1);
3849 222a3336 balrog
                    break;
3850 222a3336 balrog
                case 0x20: /* pinsrb */
3851 222a3336 balrog
                    if (mod == 3)
3852 222a3336 balrog
                        gen_op_mov_TN_reg(OT_LONG, 0, rm);
3853 222a3336 balrog
                    else
3854 a7812ae4 pbrook
                        tcg_gen_qemu_ld8u(cpu_tmp0, cpu_A0,
3855 222a3336 balrog
                                        (s->mem_index >> 2) - 1);
3856 a7812ae4 pbrook
                    tcg_gen_st8_tl(cpu_tmp0, cpu_env, offsetof(CPUX86State,
3857 222a3336 balrog
                                            xmm_regs[reg].XMM_B(val & 15)));
3858 222a3336 balrog
                    break;
3859 222a3336 balrog
                case 0x21: /* insertps */
3860 a7812ae4 pbrook
                    if (mod == 3) {
3861 222a3336 balrog
                        tcg_gen_ld_i32(cpu_tmp2_i32, cpu_env,
3862 222a3336 balrog
                                        offsetof(CPUX86State,xmm_regs[rm]
3863 222a3336 balrog
                                                .XMM_L((val >> 6) & 3)));
3864 a7812ae4 pbrook
                    } else {
3865 a7812ae4 pbrook
                        tcg_gen_qemu_ld32u(cpu_tmp0, cpu_A0,
3866 222a3336 balrog
                                        (s->mem_index >> 2) - 1);
3867 a7812ae4 pbrook
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_tmp0);
3868 a7812ae4 pbrook
                    }
3869 222a3336 balrog
                    tcg_gen_st_i32(cpu_tmp2_i32, cpu_env,
3870 222a3336 balrog
                                    offsetof(CPUX86State,xmm_regs[reg]
3871 222a3336 balrog
                                            .XMM_L((val >> 4) & 3)));
3872 222a3336 balrog
                    if ((val >> 0) & 1)
3873 222a3336 balrog
                        tcg_gen_st_i32(tcg_const_i32(0 /*float32_zero*/),
3874 222a3336 balrog
                                        cpu_env, offsetof(CPUX86State,
3875 222a3336 balrog
                                                xmm_regs[reg].XMM_L(0)));
3876 222a3336 balrog
                    if ((val >> 1) & 1)
3877 222a3336 balrog
                        tcg_gen_st_i32(tcg_const_i32(0 /*float32_zero*/),
3878 222a3336 balrog
                                        cpu_env, offsetof(CPUX86State,
3879 222a3336 balrog
                                                xmm_regs[reg].XMM_L(1)));
3880 222a3336 balrog
                    if ((val >> 2) & 1)
3881 222a3336 balrog
                        tcg_gen_st_i32(tcg_const_i32(0 /*float32_zero*/),
3882 222a3336 balrog
                                        cpu_env, offsetof(CPUX86State,
3883 222a3336 balrog
                                                xmm_regs[reg].XMM_L(2)));
3884 222a3336 balrog
                    if ((val >> 3) & 1)
3885 222a3336 balrog
                        tcg_gen_st_i32(tcg_const_i32(0 /*float32_zero*/),
3886 222a3336 balrog
                                        cpu_env, offsetof(CPUX86State,
3887 222a3336 balrog
                                                xmm_regs[reg].XMM_L(3)));
3888 222a3336 balrog
                    break;
3889 222a3336 balrog
                case 0x22:
3890 222a3336 balrog
                    if (ot == OT_LONG) { /* pinsrd */
3891 222a3336 balrog
                        if (mod == 3)
3892 a7812ae4 pbrook
                            gen_op_mov_v_reg(ot, cpu_tmp0, rm);
3893 222a3336 balrog
                        else
3894 a7812ae4 pbrook
                            tcg_gen_qemu_ld32u(cpu_tmp0, cpu_A0,
3895 222a3336 balrog
                                            (s->mem_index >> 2) - 1);
3896 a7812ae4 pbrook
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_tmp0);
3897 222a3336 balrog
                        tcg_gen_st_i32(cpu_tmp2_i32, cpu_env,
3898 222a3336 balrog
                                        offsetof(CPUX86State,
3899 222a3336 balrog
                                                xmm_regs[reg].XMM_L(val & 3)));
3900 222a3336 balrog
                    } else { /* pinsrq */
3901 a7812ae4 pbrook
#ifdef TARGET_X86_64
3902 222a3336 balrog
                        if (mod == 3)
3903 222a3336 balrog
                            gen_op_mov_v_reg(ot, cpu_tmp1_i64, rm);
3904 222a3336 balrog
                        else
3905 222a3336 balrog
                            tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_A0,
3906 222a3336 balrog
                                            (s->mem_index >> 2) - 1);
3907 222a3336 balrog
                        tcg_gen_st_i64(cpu_tmp1_i64, cpu_env,
3908 222a3336 balrog
                                        offsetof(CPUX86State,
3909 222a3336 balrog
                                                xmm_regs[reg].XMM_Q(val & 1)));
3910 a7812ae4 pbrook
#else
3911 a7812ae4 pbrook
                        goto illegal_op;
3912 a7812ae4 pbrook
#endif
3913 222a3336 balrog
                    }
3914 222a3336 balrog
                    break;
3915 222a3336 balrog
                }
3916 222a3336 balrog
                return;
3917 222a3336 balrog
            }
3918 4242b1bd balrog
3919 4242b1bd balrog
            if (b1) {
3920 4242b1bd balrog
                op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
3921 4242b1bd balrog
                if (mod == 3) {
3922 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,xmm_regs[rm | REX_B(s)]);
3923 4242b1bd balrog
                } else {
3924 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,xmm_t0);
3925 4242b1bd balrog
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3926 4242b1bd balrog
                    gen_ldo_env_A0(s->mem_index, op2_offset);
3927 4242b1bd balrog
                }
3928 4242b1bd balrog
            } else {
3929 4242b1bd balrog
                op1_offset = offsetof(CPUX86State,fpregs[reg].mmx);
3930 4242b1bd balrog
                if (mod == 3) {
3931 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
3932 4242b1bd balrog
                } else {
3933 4242b1bd balrog
                    op2_offset = offsetof(CPUX86State,mmx_t0);
3934 4242b1bd balrog
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3935 4242b1bd balrog
                    gen_ldq_env_A0(s->mem_index, op2_offset);
3936 4242b1bd balrog
                }
3937 4242b1bd balrog
            }
3938 4242b1bd balrog
            val = ldub_code(s->pc++);
3939 4242b1bd balrog
3940 222a3336 balrog
            if ((b & 0xfc) == 0x60) { /* pcmpXstrX */
3941 222a3336 balrog
                s->cc_op = CC_OP_EFLAGS;
3942 222a3336 balrog
3943 222a3336 balrog
                if (s->dflag == 2)
3944 222a3336 balrog
                    /* The helper must use entire 64-bit gp registers */
3945 222a3336 balrog
                    val |= 1 << 8;
3946 222a3336 balrog
            }
3947 222a3336 balrog
3948 4242b1bd balrog
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
3949 4242b1bd balrog
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
3950 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr, TCGv_i32))sse_op2)(cpu_ptr0, cpu_ptr1, tcg_const_i32(val));
3951 4242b1bd balrog
            break;
3952 664e0f19 bellard
        default:
3953 664e0f19 bellard
            goto illegal_op;
3954 664e0f19 bellard
        }
3955 664e0f19 bellard
    } else {
3956 664e0f19 bellard
        /* generic MMX or SSE operation */
3957 d1e42c5c bellard
        switch(b) {
3958 d1e42c5c bellard
        case 0x70: /* pshufx insn */
3959 d1e42c5c bellard
        case 0xc6: /* pshufx insn */
3960 d1e42c5c bellard
        case 0xc2: /* compare insns */
3961 d1e42c5c bellard
            s->rip_offset = 1;
3962 d1e42c5c bellard
            break;
3963 d1e42c5c bellard
        default:
3964 d1e42c5c bellard
            break;
3965 664e0f19 bellard
        }
3966 664e0f19 bellard
        if (is_xmm) {
3967 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
3968 664e0f19 bellard
            if (mod != 3) {
3969 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3970 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_t0);
3971 480c1cdb bellard
                if (b1 >= 2 && ((b >= 0x50 && b <= 0x5f && b != 0x5b) ||
3972 664e0f19 bellard
                                b == 0xc2)) {
3973 664e0f19 bellard
                    /* specific case for SSE single instructions */
3974 664e0f19 bellard
                    if (b1 == 2) {
3975 664e0f19 bellard
                        /* 32 bit access */
3976 57fec1fe bellard
                        gen_op_ld_T0_A0(OT_LONG + s->mem_index);
3977 651ba608 bellard
                        tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,xmm_t0.XMM_L(0)));
3978 664e0f19 bellard
                    } else {
3979 664e0f19 bellard
                        /* 64 bit access */
3980 8686c490 bellard
                        gen_ldq_env_A0(s->mem_index, offsetof(CPUX86State,xmm_t0.XMM_D(0)));
3981 664e0f19 bellard
                    }
3982 664e0f19 bellard
                } else {
3983 8686c490 bellard
                    gen_ldo_env_A0(s->mem_index, op2_offset);
3984 664e0f19 bellard
                }
3985 664e0f19 bellard
            } else {
3986 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
3987 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
3988 664e0f19 bellard
            }
3989 664e0f19 bellard
        } else {
3990 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,fpregs[reg].mmx);
3991 664e0f19 bellard
            if (mod != 3) {
3992 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3993 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,mmx_t0);
3994 8686c490 bellard
                gen_ldq_env_A0(s->mem_index, op2_offset);
3995 664e0f19 bellard
            } else {
3996 664e0f19 bellard
                rm = (modrm & 7);
3997 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
3998 664e0f19 bellard
            }
3999 664e0f19 bellard
        }
4000 664e0f19 bellard
        switch(b) {
4001 a35f3ec7 aurel32
        case 0x0f: /* 3DNow! data insns */
4002 e771edab aurel32
            if (!(s->cpuid_ext2_features & CPUID_EXT2_3DNOW))
4003 e771edab aurel32
                goto illegal_op;
4004 a35f3ec7 aurel32
            val = ldub_code(s->pc++);
4005 a35f3ec7 aurel32
            sse_op2 = sse_op_table5[val];
4006 a35f3ec7 aurel32
            if (!sse_op2)
4007 a35f3ec7 aurel32
                goto illegal_op;
4008 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
4009 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
4010 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr))sse_op2)(cpu_ptr0, cpu_ptr1);
4011 a35f3ec7 aurel32
            break;
4012 664e0f19 bellard
        case 0x70: /* pshufx insn */
4013 664e0f19 bellard
        case 0xc6: /* pshufx insn */
4014 664e0f19 bellard
            val = ldub_code(s->pc++);
4015 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
4016 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
4017 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr, TCGv_i32))sse_op2)(cpu_ptr0, cpu_ptr1, tcg_const_i32(val));
4018 664e0f19 bellard
            break;
4019 664e0f19 bellard
        case 0xc2:
4020 664e0f19 bellard
            /* compare insns */
4021 664e0f19 bellard
            val = ldub_code(s->pc++);
4022 664e0f19 bellard
            if (val >= 8)
4023 664e0f19 bellard
                goto illegal_op;
4024 664e0f19 bellard
            sse_op2 = sse_op_table4[val][b1];
4025 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
4026 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
4027 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr))sse_op2)(cpu_ptr0, cpu_ptr1);
4028 664e0f19 bellard
            break;
4029 b8b6a50b bellard
        case 0xf7:
4030 b8b6a50b bellard
            /* maskmov : we must prepare A0 */
4031 b8b6a50b bellard
            if (mod != 3)
4032 b8b6a50b bellard
                goto illegal_op;
4033 b8b6a50b bellard
#ifdef TARGET_X86_64
4034 b8b6a50b bellard
            if (s->aflag == 2) {
4035 b8b6a50b bellard
                gen_op_movq_A0_reg(R_EDI);
4036 b8b6a50b bellard
            } else
4037 b8b6a50b bellard
#endif
4038 b8b6a50b bellard
            {
4039 b8b6a50b bellard
                gen_op_movl_A0_reg(R_EDI);
4040 b8b6a50b bellard
                if (s->aflag == 0)
4041 b8b6a50b bellard
                    gen_op_andl_A0_ffff();
4042 b8b6a50b bellard
            }
4043 b8b6a50b bellard
            gen_add_A0_ds_seg(s);
4044 b8b6a50b bellard
4045 b8b6a50b bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
4046 b8b6a50b bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
4047 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr, TCGv))sse_op2)(cpu_ptr0, cpu_ptr1, cpu_A0);
4048 b8b6a50b bellard
            break;
4049 664e0f19 bellard
        default:
4050 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr0, cpu_env, op1_offset);
4051 5af45186 bellard
            tcg_gen_addi_ptr(cpu_ptr1, cpu_env, op2_offset);
4052 a7812ae4 pbrook
            ((void (*)(TCGv_ptr, TCGv_ptr))sse_op2)(cpu_ptr0, cpu_ptr1);
4053 664e0f19 bellard
            break;
4054 664e0f19 bellard
        }
4055 664e0f19 bellard
        if (b == 0x2e || b == 0x2f) {
4056 664e0f19 bellard
            s->cc_op = CC_OP_EFLAGS;
4057 664e0f19 bellard
        }
4058 664e0f19 bellard
    }
4059 664e0f19 bellard
}
4060 664e0f19 bellard
4061 2c0262af bellard
/* convert one instruction. s->is_jmp is set if the translation must
4062 2c0262af bellard
   be stopped. Return the next pc value */
4063 14ce26e7 bellard
static target_ulong disas_insn(DisasContext *s, target_ulong pc_start)
4064 2c0262af bellard
{
4065 2c0262af bellard
    int b, prefixes, aflag, dflag;
4066 2c0262af bellard
    int shift, ot;
4067 2c0262af bellard
    int modrm, reg, rm, mod, reg_addr, op, opreg, offset_addr, val;
4068 14ce26e7 bellard
    target_ulong next_eip, tval;
4069 14ce26e7 bellard
    int rex_w, rex_r;
4070 2c0262af bellard
4071 8fec2b8c aliguori
    if (unlikely(qemu_loglevel_mask(CPU_LOG_TB_OP)))
4072 70cff25e bellard
        tcg_gen_debug_insn_start(pc_start);
4073 2c0262af bellard
    s->pc = pc_start;
4074 2c0262af bellard
    prefixes = 0;
4075 2c0262af bellard
    aflag = s->code32;
4076 2c0262af bellard
    dflag = s->code32;
4077 2c0262af bellard
    s->override = -1;
4078 14ce26e7 bellard
    rex_w = -1;
4079 14ce26e7 bellard
    rex_r = 0;
4080 14ce26e7 bellard
#ifdef TARGET_X86_64
4081 14ce26e7 bellard
    s->rex_x = 0;
4082 14ce26e7 bellard
    s->rex_b = 0;
4083 5fafdf24 ths
    x86_64_hregs = 0;
4084 14ce26e7 bellard
#endif
4085 14ce26e7 bellard
    s->rip_offset = 0; /* for relative ip address */
4086 2c0262af bellard
 next_byte:
4087 61382a50 bellard
    b = ldub_code(s->pc);
4088 2c0262af bellard
    s->pc++;
4089 2c0262af bellard
    /* check prefixes */
4090 14ce26e7 bellard
#ifdef TARGET_X86_64
4091 14ce26e7 bellard
    if (CODE64(s)) {
4092 14ce26e7 bellard
        switch (b) {
4093 14ce26e7 bellard
        case 0xf3:
4094 14ce26e7 bellard
            prefixes |= PREFIX_REPZ;
4095 14ce26e7 bellard
            goto next_byte;
4096 14ce26e7 bellard
        case 0xf2:
4097 14ce26e7 bellard
            prefixes |= PREFIX_REPNZ;
4098 14ce26e7 bellard
            goto next_byte;
4099 14ce26e7 bellard
        case 0xf0:
4100 14ce26e7 bellard
            prefixes |= PREFIX_LOCK;
4101 14ce26e7 bellard
            goto next_byte;
4102 14ce26e7 bellard
        case 0x2e:
4103 14ce26e7 bellard
            s->override = R_CS;
4104 14ce26e7 bellard
            goto next_byte;
4105 14ce26e7 bellard
        case 0x36:
4106 14ce26e7 bellard
            s->override = R_SS;
4107 14ce26e7 bellard
            goto next_byte;
4108 14ce26e7 bellard
        case 0x3e:
4109 14ce26e7 bellard
            s->override = R_DS;
4110 14ce26e7 bellard
            goto next_byte;
4111 14ce26e7 bellard
        case 0x26:
4112 14ce26e7 bellard
            s->override = R_ES;
4113 14ce26e7 bellard
            goto next_byte;
4114 14ce26e7 bellard
        case 0x64:
4115 14ce26e7 bellard
            s->override = R_FS;
4116 14ce26e7 bellard
            goto next_byte;
4117 14ce26e7 bellard
        case 0x65:
4118 14ce26e7 bellard
            s->override = R_GS;
4119 14ce26e7 bellard
            goto next_byte;
4120 14ce26e7 bellard
        case 0x66:
4121 14ce26e7 bellard
            prefixes |= PREFIX_DATA;
4122 14ce26e7 bellard
            goto next_byte;
4123 14ce26e7 bellard
        case 0x67:
4124 14ce26e7 bellard
            prefixes |= PREFIX_ADR;
4125 14ce26e7 bellard
            goto next_byte;
4126 14ce26e7 bellard
        case 0x40 ... 0x4f:
4127 14ce26e7 bellard
            /* REX prefix */
4128 14ce26e7 bellard
            rex_w = (b >> 3) & 1;
4129 14ce26e7 bellard
            rex_r = (b & 0x4) << 1;
4130 14ce26e7 bellard
            s->rex_x = (b & 0x2) << 2;
4131 14ce26e7 bellard
            REX_B(s) = (b & 0x1) << 3;
4132 14ce26e7 bellard
            x86_64_hregs = 1; /* select uniform byte register addressing */
4133 14ce26e7 bellard
            goto next_byte;
4134 14ce26e7 bellard
        }
4135 14ce26e7 bellard
        if (rex_w == 1) {
4136 14ce26e7 bellard
            /* 0x66 is ignored if rex.w is set */
4137 14ce26e7 bellard
            dflag = 2;
4138 14ce26e7 bellard
        } else {
4139 14ce26e7 bellard
            if (prefixes & PREFIX_DATA)
4140 14ce26e7 bellard
                dflag ^= 1;
4141 14ce26e7 bellard
        }
4142 14ce26e7 bellard
        if (!(prefixes & PREFIX_ADR))
4143 14ce26e7 bellard
            aflag = 2;
4144 5fafdf24 ths
    } else
4145 14ce26e7 bellard
#endif
4146 14ce26e7 bellard
    {
4147 14ce26e7 bellard
        switch (b) {
4148 14ce26e7 bellard
        case 0xf3:
4149 14ce26e7 bellard
            prefixes |= PREFIX_REPZ;
4150 14ce26e7 bellard
            goto next_byte;
4151 14ce26e7 bellard
        case 0xf2:
4152 14ce26e7 bellard
            prefixes |= PREFIX_REPNZ;
4153 14ce26e7 bellard
            goto next_byte;
4154 14ce26e7 bellard
        case 0xf0:
4155 14ce26e7 bellard
            prefixes |= PREFIX_LOCK;
4156 14ce26e7 bellard
            goto next_byte;
4157 14ce26e7 bellard
        case 0x2e:
4158 14ce26e7 bellard
            s->override = R_CS;
4159 14ce26e7 bellard
            goto next_byte;
4160 14ce26e7 bellard
        case 0x36:
4161 14ce26e7 bellard
            s->override = R_SS;
4162 14ce26e7 bellard
            goto next_byte;
4163 14ce26e7 bellard
        case 0x3e:
4164 14ce26e7 bellard
            s->override = R_DS;
4165 14ce26e7 bellard
            goto next_byte;
4166 14ce26e7 bellard
        case 0x26:
4167 14ce26e7 bellard
            s->override = R_ES;
4168 14ce26e7 bellard
            goto next_byte;
4169 14ce26e7 bellard
        case 0x64:
4170 14ce26e7 bellard
            s->override = R_FS;
4171 14ce26e7 bellard
            goto next_byte;
4172 14ce26e7 bellard
        case 0x65:
4173 14ce26e7 bellard
            s->override = R_GS;
4174 14ce26e7 bellard
            goto next_byte;
4175 14ce26e7 bellard
        case 0x66:
4176 14ce26e7 bellard
            prefixes |= PREFIX_DATA;
4177 14ce26e7 bellard
            goto next_byte;
4178 14ce26e7 bellard
        case 0x67:
4179 14ce26e7 bellard
            prefixes |= PREFIX_ADR;
4180 14ce26e7 bellard
            goto next_byte;
4181 14ce26e7 bellard
        }
4182 14ce26e7 bellard
        if (prefixes & PREFIX_DATA)
4183 14ce26e7 bellard
            dflag ^= 1;
4184 14ce26e7 bellard
        if (prefixes & PREFIX_ADR)
4185 14ce26e7 bellard
            aflag ^= 1;
4186 2c0262af bellard
    }
4187 2c0262af bellard
4188 2c0262af bellard
    s->prefix = prefixes;
4189 2c0262af bellard
    s->aflag = aflag;
4190 2c0262af bellard
    s->dflag = dflag;
4191 2c0262af bellard
4192 2c0262af bellard
    /* lock generation */
4193 2c0262af bellard
    if (prefixes & PREFIX_LOCK)
4194 a7812ae4 pbrook
        gen_helper_lock();
4195 2c0262af bellard
4196 2c0262af bellard
    /* now check op code */
4197 2c0262af bellard
 reswitch:
4198 2c0262af bellard
    switch(b) {
4199 2c0262af bellard
    case 0x0f:
4200 2c0262af bellard
        /**************************/
4201 2c0262af bellard
        /* extended op code */
4202 61382a50 bellard
        b = ldub_code(s->pc++) | 0x100;
4203 2c0262af bellard
        goto reswitch;
4204 3b46e624 ths
4205 2c0262af bellard
        /**************************/
4206 2c0262af bellard
        /* arith & logic */
4207 2c0262af bellard
    case 0x00 ... 0x05:
4208 2c0262af bellard
    case 0x08 ... 0x0d:
4209 2c0262af bellard
    case 0x10 ... 0x15:
4210 2c0262af bellard
    case 0x18 ... 0x1d:
4211 2c0262af bellard
    case 0x20 ... 0x25:
4212 2c0262af bellard
    case 0x28 ... 0x2d:
4213 2c0262af bellard
    case 0x30 ... 0x35:
4214 2c0262af bellard
    case 0x38 ... 0x3d:
4215 2c0262af bellard
        {
4216 2c0262af bellard
            int op, f, val;
4217 2c0262af bellard
            op = (b >> 3) & 7;
4218 2c0262af bellard
            f = (b >> 1) & 3;
4219 2c0262af bellard
4220 2c0262af bellard
            if ((b & 1) == 0)
4221 2c0262af bellard
                ot = OT_BYTE;
4222 2c0262af bellard
            else
4223 14ce26e7 bellard
                ot = dflag + OT_WORD;
4224 3b46e624 ths
4225 2c0262af bellard
            switch(f) {
4226 2c0262af bellard
            case 0: /* OP Ev, Gv */
4227 61382a50 bellard
                modrm = ldub_code(s->pc++);
4228 14ce26e7 bellard
                reg = ((modrm >> 3) & 7) | rex_r;
4229 2c0262af bellard
                mod = (modrm >> 6) & 3;
4230 14ce26e7 bellard
                rm = (modrm & 7) | REX_B(s);
4231 2c0262af bellard
                if (mod != 3) {
4232 2c0262af bellard
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4233 2c0262af bellard
                    opreg = OR_TMP0;
4234 2c0262af bellard
                } else if (op == OP_XORL && rm == reg) {
4235 2c0262af bellard
                xor_zero:
4236 2c0262af bellard
                    /* xor reg, reg optimisation */
4237 2c0262af bellard
                    gen_op_movl_T0_0();
4238 2c0262af bellard
                    s->cc_op = CC_OP_LOGICB + ot;
4239 57fec1fe bellard
                    gen_op_mov_reg_T0(ot, reg);
4240 2c0262af bellard
                    gen_op_update1_cc();
4241 2c0262af bellard
                    break;
4242 2c0262af bellard
                } else {
4243 2c0262af bellard
                    opreg = rm;
4244 2c0262af bellard
                }
4245 57fec1fe bellard
                gen_op_mov_TN_reg(ot, 1, reg);
4246 2c0262af bellard
                gen_op(s, op, ot, opreg);
4247 2c0262af bellard
                break;
4248 2c0262af bellard
            case 1: /* OP Gv, Ev */
4249 61382a50 bellard
                modrm = ldub_code(s->pc++);
4250 2c0262af bellard
                mod = (modrm >> 6) & 3;
4251 14ce26e7 bellard
                reg = ((modrm >> 3) & 7) | rex_r;
4252 14ce26e7 bellard
                rm = (modrm & 7) | REX_B(s);
4253 2c0262af bellard
                if (mod != 3) {
4254 2c0262af bellard
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4255 57fec1fe bellard
                    gen_op_ld_T1_A0(ot + s->mem_index);
4256 2c0262af bellard
                } else if (op == OP_XORL && rm == reg) {
4257 2c0262af bellard
                    goto xor_zero;
4258 2c0262af bellard
                } else {
4259 57fec1fe bellard
                    gen_op_mov_TN_reg(ot, 1, rm);
4260 2c0262af bellard
                }
4261 2c0262af bellard
                gen_op(s, op, ot, reg);
4262 2c0262af bellard
                break;
4263 2c0262af bellard
            case 2: /* OP A, Iv */
4264 2c0262af bellard
                val = insn_get(s, ot);
4265 2c0262af bellard
                gen_op_movl_T1_im(val);
4266 2c0262af bellard
                gen_op(s, op, ot, OR_EAX);
4267 2c0262af bellard
                break;
4268 2c0262af bellard
            }
4269 2c0262af bellard
        }
4270 2c0262af bellard
        break;
4271 2c0262af bellard
4272 ec9d6075 bellard
    case 0x82:
4273 ec9d6075 bellard
        if (CODE64(s))
4274 ec9d6075 bellard
            goto illegal_op;
4275 2c0262af bellard
    case 0x80: /* GRP1 */
4276 2c0262af bellard
    case 0x81:
4277 2c0262af bellard
    case 0x83:
4278 2c0262af bellard
        {
4279 2c0262af bellard
            int val;
4280 2c0262af bellard
4281 2c0262af bellard
            if ((b & 1) == 0)
4282 2c0262af bellard
                ot = OT_BYTE;
4283 2c0262af bellard
            else
4284 14ce26e7 bellard
                ot = dflag + OT_WORD;
4285 3b46e624 ths
4286 61382a50 bellard
            modrm = ldub_code(s->pc++);
4287 2c0262af bellard
            mod = (modrm >> 6) & 3;
4288 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
4289 2c0262af bellard
            op = (modrm >> 3) & 7;
4290 3b46e624 ths
4291 2c0262af bellard
            if (mod != 3) {
4292 14ce26e7 bellard
                if (b == 0x83)
4293 14ce26e7 bellard
                    s->rip_offset = 1;
4294 14ce26e7 bellard
                else
4295 14ce26e7 bellard
                    s->rip_offset = insn_const_size(ot);
4296 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4297 2c0262af bellard
                opreg = OR_TMP0;
4298 2c0262af bellard
            } else {
4299 14ce26e7 bellard
                opreg = rm;
4300 2c0262af bellard
            }
4301 2c0262af bellard
4302 2c0262af bellard
            switch(b) {
4303 2c0262af bellard
            default:
4304 2c0262af bellard
            case 0x80:
4305 2c0262af bellard
            case 0x81:
4306 d64477af bellard
            case 0x82:
4307 2c0262af bellard
                val = insn_get(s, ot);
4308 2c0262af bellard
                break;
4309 2c0262af bellard
            case 0x83:
4310 2c0262af bellard
                val = (int8_t)insn_get(s, OT_BYTE);
4311 2c0262af bellard
                break;
4312 2c0262af bellard
            }
4313 2c0262af bellard
            gen_op_movl_T1_im(val);
4314 2c0262af bellard
            gen_op(s, op, ot, opreg);
4315 2c0262af bellard
        }
4316 2c0262af bellard
        break;
4317 2c0262af bellard
4318 2c0262af bellard
        /**************************/
4319 2c0262af bellard
        /* inc, dec, and other misc arith */
4320 2c0262af bellard
    case 0x40 ... 0x47: /* inc Gv */
4321 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
4322 2c0262af bellard
        gen_inc(s, ot, OR_EAX + (b & 7), 1);
4323 2c0262af bellard
        break;
4324 2c0262af bellard
    case 0x48 ... 0x4f: /* dec Gv */
4325 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
4326 2c0262af bellard
        gen_inc(s, ot, OR_EAX + (b & 7), -1);
4327 2c0262af bellard
        break;
4328 2c0262af bellard
    case 0xf6: /* GRP3 */
4329 2c0262af bellard
    case 0xf7:
4330 2c0262af bellard
        if ((b & 1) == 0)
4331 2c0262af bellard
            ot = OT_BYTE;
4332 2c0262af bellard
        else
4333 14ce26e7 bellard
            ot = dflag + OT_WORD;
4334 2c0262af bellard
4335 61382a50 bellard
        modrm = ldub_code(s->pc++);
4336 2c0262af bellard
        mod = (modrm >> 6) & 3;
4337 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
4338 2c0262af bellard
        op = (modrm >> 3) & 7;
4339 2c0262af bellard
        if (mod != 3) {
4340 14ce26e7 bellard
            if (op == 0)
4341 14ce26e7 bellard
                s->rip_offset = insn_const_size(ot);
4342 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4343 57fec1fe bellard
            gen_op_ld_T0_A0(ot + s->mem_index);
4344 2c0262af bellard
        } else {
4345 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, rm);
4346 2c0262af bellard
        }
4347 2c0262af bellard
4348 2c0262af bellard
        switch(op) {
4349 2c0262af bellard
        case 0: /* test */
4350 2c0262af bellard
            val = insn_get(s, ot);
4351 2c0262af bellard
            gen_op_movl_T1_im(val);
4352 2c0262af bellard
            gen_op_testl_T0_T1_cc();
4353 2c0262af bellard
            s->cc_op = CC_OP_LOGICB + ot;
4354 2c0262af bellard
            break;
4355 2c0262af bellard
        case 2: /* not */
4356 b6abf97d bellard
            tcg_gen_not_tl(cpu_T[0], cpu_T[0]);
4357 2c0262af bellard
            if (mod != 3) {
4358 57fec1fe bellard
                gen_op_st_T0_A0(ot + s->mem_index);
4359 2c0262af bellard
            } else {
4360 57fec1fe bellard
                gen_op_mov_reg_T0(ot, rm);
4361 2c0262af bellard
            }
4362 2c0262af bellard
            break;
4363 2c0262af bellard
        case 3: /* neg */
4364 b6abf97d bellard
            tcg_gen_neg_tl(cpu_T[0], cpu_T[0]);
4365 2c0262af bellard
            if (mod != 3) {
4366 57fec1fe bellard
                gen_op_st_T0_A0(ot + s->mem_index);
4367 2c0262af bellard
            } else {
4368 57fec1fe bellard
                gen_op_mov_reg_T0(ot, rm);
4369 2c0262af bellard
            }
4370 2c0262af bellard
            gen_op_update_neg_cc();
4371 2c0262af bellard
            s->cc_op = CC_OP_SUBB + ot;
4372 2c0262af bellard
            break;
4373 2c0262af bellard
        case 4: /* mul */
4374 2c0262af bellard
            switch(ot) {
4375 2c0262af bellard
            case OT_BYTE:
4376 0211e5af bellard
                gen_op_mov_TN_reg(OT_BYTE, 1, R_EAX);
4377 0211e5af bellard
                tcg_gen_ext8u_tl(cpu_T[0], cpu_T[0]);
4378 0211e5af bellard
                tcg_gen_ext8u_tl(cpu_T[1], cpu_T[1]);
4379 0211e5af bellard
                /* XXX: use 32 bit mul which could be faster */
4380 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4381 0211e5af bellard
                gen_op_mov_reg_T0(OT_WORD, R_EAX);
4382 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4383 0211e5af bellard
                tcg_gen_andi_tl(cpu_cc_src, cpu_T[0], 0xff00);
4384 d36cd60e bellard
                s->cc_op = CC_OP_MULB;
4385 2c0262af bellard
                break;
4386 2c0262af bellard
            case OT_WORD:
4387 0211e5af bellard
                gen_op_mov_TN_reg(OT_WORD, 1, R_EAX);
4388 0211e5af bellard
                tcg_gen_ext16u_tl(cpu_T[0], cpu_T[0]);
4389 0211e5af bellard
                tcg_gen_ext16u_tl(cpu_T[1], cpu_T[1]);
4390 0211e5af bellard
                /* XXX: use 32 bit mul which could be faster */
4391 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4392 0211e5af bellard
                gen_op_mov_reg_T0(OT_WORD, R_EAX);
4393 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4394 0211e5af bellard
                tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 16);
4395 0211e5af bellard
                gen_op_mov_reg_T0(OT_WORD, R_EDX);
4396 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_src, cpu_T[0]);
4397 d36cd60e bellard
                s->cc_op = CC_OP_MULW;
4398 2c0262af bellard
                break;
4399 2c0262af bellard
            default:
4400 2c0262af bellard
            case OT_LONG:
4401 0211e5af bellard
#ifdef TARGET_X86_64
4402 0211e5af bellard
                gen_op_mov_TN_reg(OT_LONG, 1, R_EAX);
4403 0211e5af bellard
                tcg_gen_ext32u_tl(cpu_T[0], cpu_T[0]);
4404 0211e5af bellard
                tcg_gen_ext32u_tl(cpu_T[1], cpu_T[1]);
4405 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4406 0211e5af bellard
                gen_op_mov_reg_T0(OT_LONG, R_EAX);
4407 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4408 0211e5af bellard
                tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 32);
4409 0211e5af bellard
                gen_op_mov_reg_T0(OT_LONG, R_EDX);
4410 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_src, cpu_T[0]);
4411 0211e5af bellard
#else
4412 0211e5af bellard
                {
4413 a7812ae4 pbrook
                    TCGv_i64 t0, t1;
4414 a7812ae4 pbrook
                    t0 = tcg_temp_new_i64();
4415 a7812ae4 pbrook
                    t1 = tcg_temp_new_i64();
4416 0211e5af bellard
                    gen_op_mov_TN_reg(OT_LONG, 1, R_EAX);
4417 0211e5af bellard
                    tcg_gen_extu_i32_i64(t0, cpu_T[0]);
4418 0211e5af bellard
                    tcg_gen_extu_i32_i64(t1, cpu_T[1]);
4419 0211e5af bellard
                    tcg_gen_mul_i64(t0, t0, t1);
4420 0211e5af bellard
                    tcg_gen_trunc_i64_i32(cpu_T[0], t0);
4421 0211e5af bellard
                    gen_op_mov_reg_T0(OT_LONG, R_EAX);
4422 0211e5af bellard
                    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4423 0211e5af bellard
                    tcg_gen_shri_i64(t0, t0, 32);
4424 0211e5af bellard
                    tcg_gen_trunc_i64_i32(cpu_T[0], t0);
4425 0211e5af bellard
                    gen_op_mov_reg_T0(OT_LONG, R_EDX);
4426 0211e5af bellard
                    tcg_gen_mov_tl(cpu_cc_src, cpu_T[0]);
4427 0211e5af bellard
                }
4428 0211e5af bellard
#endif
4429 d36cd60e bellard
                s->cc_op = CC_OP_MULL;
4430 2c0262af bellard
                break;
4431 14ce26e7 bellard
#ifdef TARGET_X86_64
4432 14ce26e7 bellard
            case OT_QUAD:
4433 a7812ae4 pbrook
                gen_helper_mulq_EAX_T0(cpu_T[0]);
4434 14ce26e7 bellard
                s->cc_op = CC_OP_MULQ;
4435 14ce26e7 bellard
                break;
4436 14ce26e7 bellard
#endif
4437 2c0262af bellard
            }
4438 2c0262af bellard
            break;
4439 2c0262af bellard
        case 5: /* imul */
4440 2c0262af bellard
            switch(ot) {
4441 2c0262af bellard
            case OT_BYTE:
4442 0211e5af bellard
                gen_op_mov_TN_reg(OT_BYTE, 1, R_EAX);
4443 0211e5af bellard
                tcg_gen_ext8s_tl(cpu_T[0], cpu_T[0]);
4444 0211e5af bellard
                tcg_gen_ext8s_tl(cpu_T[1], cpu_T[1]);
4445 0211e5af bellard
                /* XXX: use 32 bit mul which could be faster */
4446 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4447 0211e5af bellard
                gen_op_mov_reg_T0(OT_WORD, R_EAX);
4448 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4449 0211e5af bellard
                tcg_gen_ext8s_tl(cpu_tmp0, cpu_T[0]);
4450 0211e5af bellard
                tcg_gen_sub_tl(cpu_cc_src, cpu_T[0], cpu_tmp0);
4451 d36cd60e bellard
                s->cc_op = CC_OP_MULB;
4452 2c0262af bellard
                break;
4453 2c0262af bellard
            case OT_WORD:
4454 0211e5af bellard
                gen_op_mov_TN_reg(OT_WORD, 1, R_EAX);
4455 0211e5af bellard
                tcg_gen_ext16s_tl(cpu_T[0], cpu_T[0]);
4456 0211e5af bellard
                tcg_gen_ext16s_tl(cpu_T[1], cpu_T[1]);
4457 0211e5af bellard
                /* XXX: use 32 bit mul which could be faster */
4458 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4459 0211e5af bellard
                gen_op_mov_reg_T0(OT_WORD, R_EAX);
4460 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4461 0211e5af bellard
                tcg_gen_ext16s_tl(cpu_tmp0, cpu_T[0]);
4462 0211e5af bellard
                tcg_gen_sub_tl(cpu_cc_src, cpu_T[0], cpu_tmp0);
4463 0211e5af bellard
                tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 16);
4464 0211e5af bellard
                gen_op_mov_reg_T0(OT_WORD, R_EDX);
4465 d36cd60e bellard
                s->cc_op = CC_OP_MULW;
4466 2c0262af bellard
                break;
4467 2c0262af bellard
            default:
4468 2c0262af bellard
            case OT_LONG:
4469 0211e5af bellard
#ifdef TARGET_X86_64
4470 0211e5af bellard
                gen_op_mov_TN_reg(OT_LONG, 1, R_EAX);
4471 0211e5af bellard
                tcg_gen_ext32s_tl(cpu_T[0], cpu_T[0]);
4472 0211e5af bellard
                tcg_gen_ext32s_tl(cpu_T[1], cpu_T[1]);
4473 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4474 0211e5af bellard
                gen_op_mov_reg_T0(OT_LONG, R_EAX);
4475 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4476 0211e5af bellard
                tcg_gen_ext32s_tl(cpu_tmp0, cpu_T[0]);
4477 0211e5af bellard
                tcg_gen_sub_tl(cpu_cc_src, cpu_T[0], cpu_tmp0);
4478 0211e5af bellard
                tcg_gen_shri_tl(cpu_T[0], cpu_T[0], 32);
4479 0211e5af bellard
                gen_op_mov_reg_T0(OT_LONG, R_EDX);
4480 0211e5af bellard
#else
4481 0211e5af bellard
                {
4482 a7812ae4 pbrook
                    TCGv_i64 t0, t1;
4483 a7812ae4 pbrook
                    t0 = tcg_temp_new_i64();
4484 a7812ae4 pbrook
                    t1 = tcg_temp_new_i64();
4485 0211e5af bellard
                    gen_op_mov_TN_reg(OT_LONG, 1, R_EAX);
4486 0211e5af bellard
                    tcg_gen_ext_i32_i64(t0, cpu_T[0]);
4487 0211e5af bellard
                    tcg_gen_ext_i32_i64(t1, cpu_T[1]);
4488 0211e5af bellard
                    tcg_gen_mul_i64(t0, t0, t1);
4489 0211e5af bellard
                    tcg_gen_trunc_i64_i32(cpu_T[0], t0);
4490 0211e5af bellard
                    gen_op_mov_reg_T0(OT_LONG, R_EAX);
4491 0211e5af bellard
                    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4492 0211e5af bellard
                    tcg_gen_sari_tl(cpu_tmp0, cpu_T[0], 31);
4493 0211e5af bellard
                    tcg_gen_shri_i64(t0, t0, 32);
4494 0211e5af bellard
                    tcg_gen_trunc_i64_i32(cpu_T[0], t0);
4495 0211e5af bellard
                    gen_op_mov_reg_T0(OT_LONG, R_EDX);
4496 0211e5af bellard
                    tcg_gen_sub_tl(cpu_cc_src, cpu_T[0], cpu_tmp0);
4497 0211e5af bellard
                }
4498 0211e5af bellard
#endif
4499 d36cd60e bellard
                s->cc_op = CC_OP_MULL;
4500 2c0262af bellard
                break;
4501 14ce26e7 bellard
#ifdef TARGET_X86_64
4502 14ce26e7 bellard
            case OT_QUAD:
4503 a7812ae4 pbrook
                gen_helper_imulq_EAX_T0(cpu_T[0]);
4504 14ce26e7 bellard
                s->cc_op = CC_OP_MULQ;
4505 14ce26e7 bellard
                break;
4506 14ce26e7 bellard
#endif
4507 2c0262af bellard
            }
4508 2c0262af bellard
            break;
4509 2c0262af bellard
        case 6: /* div */
4510 2c0262af bellard
            switch(ot) {
4511 2c0262af bellard
            case OT_BYTE:
4512 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4513 a7812ae4 pbrook
                gen_helper_divb_AL(cpu_T[0]);
4514 2c0262af bellard
                break;
4515 2c0262af bellard
            case OT_WORD:
4516 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4517 a7812ae4 pbrook
                gen_helper_divw_AX(cpu_T[0]);
4518 2c0262af bellard
                break;
4519 2c0262af bellard
            default:
4520 2c0262af bellard
            case OT_LONG:
4521 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4522 a7812ae4 pbrook
                gen_helper_divl_EAX(cpu_T[0]);
4523 14ce26e7 bellard
                break;
4524 14ce26e7 bellard
#ifdef TARGET_X86_64
4525 14ce26e7 bellard
            case OT_QUAD:
4526 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4527 a7812ae4 pbrook
                gen_helper_divq_EAX(cpu_T[0]);
4528 2c0262af bellard
                break;
4529 14ce26e7 bellard
#endif
4530 2c0262af bellard
            }
4531 2c0262af bellard
            break;
4532 2c0262af bellard
        case 7: /* idiv */
4533 2c0262af bellard
            switch(ot) {
4534 2c0262af bellard
            case OT_BYTE:
4535 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4536 a7812ae4 pbrook
                gen_helper_idivb_AL(cpu_T[0]);
4537 2c0262af bellard
                break;
4538 2c0262af bellard
            case OT_WORD:
4539 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4540 a7812ae4 pbrook
                gen_helper_idivw_AX(cpu_T[0]);
4541 2c0262af bellard
                break;
4542 2c0262af bellard
            default:
4543 2c0262af bellard
            case OT_LONG:
4544 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4545 a7812ae4 pbrook
                gen_helper_idivl_EAX(cpu_T[0]);
4546 14ce26e7 bellard
                break;
4547 14ce26e7 bellard
#ifdef TARGET_X86_64
4548 14ce26e7 bellard
            case OT_QUAD:
4549 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4550 a7812ae4 pbrook
                gen_helper_idivq_EAX(cpu_T[0]);
4551 2c0262af bellard
                break;
4552 14ce26e7 bellard
#endif
4553 2c0262af bellard
            }
4554 2c0262af bellard
            break;
4555 2c0262af bellard
        default:
4556 2c0262af bellard
            goto illegal_op;
4557 2c0262af bellard
        }
4558 2c0262af bellard
        break;
4559 2c0262af bellard
4560 2c0262af bellard
    case 0xfe: /* GRP4 */
4561 2c0262af bellard
    case 0xff: /* GRP5 */
4562 2c0262af bellard
        if ((b & 1) == 0)
4563 2c0262af bellard
            ot = OT_BYTE;
4564 2c0262af bellard
        else
4565 14ce26e7 bellard
            ot = dflag + OT_WORD;
4566 2c0262af bellard
4567 61382a50 bellard
        modrm = ldub_code(s->pc++);
4568 2c0262af bellard
        mod = (modrm >> 6) & 3;
4569 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
4570 2c0262af bellard
        op = (modrm >> 3) & 7;
4571 2c0262af bellard
        if (op >= 2 && b == 0xfe) {
4572 2c0262af bellard
            goto illegal_op;
4573 2c0262af bellard
        }
4574 14ce26e7 bellard
        if (CODE64(s)) {
4575 aba9d61e bellard
            if (op == 2 || op == 4) {
4576 14ce26e7 bellard
                /* operand size for jumps is 64 bit */
4577 14ce26e7 bellard
                ot = OT_QUAD;
4578 aba9d61e bellard
            } else if (op == 3 || op == 5) {
4579 41b1e61f malc
                ot = dflag ? OT_LONG + (rex_w == 1) : OT_WORD;
4580 14ce26e7 bellard
            } else if (op == 6) {
4581 14ce26e7 bellard
                /* default push size is 64 bit */
4582 14ce26e7 bellard
                ot = dflag ? OT_QUAD : OT_WORD;
4583 14ce26e7 bellard
            }
4584 14ce26e7 bellard
        }
4585 2c0262af bellard
        if (mod != 3) {
4586 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4587 2c0262af bellard
            if (op >= 2 && op != 3 && op != 5)
4588 57fec1fe bellard
                gen_op_ld_T0_A0(ot + s->mem_index);
4589 2c0262af bellard
        } else {
4590 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, rm);
4591 2c0262af bellard
        }
4592 2c0262af bellard
4593 2c0262af bellard
        switch(op) {
4594 2c0262af bellard
        case 0: /* inc Ev */
4595 2c0262af bellard
            if (mod != 3)
4596 2c0262af bellard
                opreg = OR_TMP0;
4597 2c0262af bellard
            else
4598 2c0262af bellard
                opreg = rm;
4599 2c0262af bellard
            gen_inc(s, ot, opreg, 1);
4600 2c0262af bellard
            break;
4601 2c0262af bellard
        case 1: /* dec Ev */
4602 2c0262af bellard
            if (mod != 3)
4603 2c0262af bellard
                opreg = OR_TMP0;
4604 2c0262af bellard
            else
4605 2c0262af bellard
                opreg = rm;
4606 2c0262af bellard
            gen_inc(s, ot, opreg, -1);
4607 2c0262af bellard
            break;
4608 2c0262af bellard
        case 2: /* call Ev */
4609 4f31916f bellard
            /* XXX: optimize if memory (no 'and' is necessary) */
4610 2c0262af bellard
            if (s->dflag == 0)
4611 2c0262af bellard
                gen_op_andl_T0_ffff();
4612 2c0262af bellard
            next_eip = s->pc - s->cs_base;
4613 1ef38687 bellard
            gen_movtl_T1_im(next_eip);
4614 4f31916f bellard
            gen_push_T1(s);
4615 4f31916f bellard
            gen_op_jmp_T0();
4616 2c0262af bellard
            gen_eob(s);
4617 2c0262af bellard
            break;
4618 61382a50 bellard
        case 3: /* lcall Ev */
4619 57fec1fe bellard
            gen_op_ld_T1_A0(ot + s->mem_index);
4620 aba9d61e bellard
            gen_add_A0_im(s, 1 << (ot - OT_WORD + 1));
4621 57fec1fe bellard
            gen_op_ldu_T0_A0(OT_WORD + s->mem_index);
4622 2c0262af bellard
        do_lcall:
4623 2c0262af bellard
            if (s->pe && !s->vm86) {
4624 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
4625 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
4626 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4627 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
4628 a7812ae4 pbrook
                gen_helper_lcall_protected(cpu_tmp2_i32, cpu_T[1],
4629 a7812ae4 pbrook
                                           tcg_const_i32(dflag), 
4630 a7812ae4 pbrook
                                           tcg_const_i32(s->pc - pc_start));
4631 2c0262af bellard
            } else {
4632 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
4633 a7812ae4 pbrook
                gen_helper_lcall_real(cpu_tmp2_i32, cpu_T[1],
4634 a7812ae4 pbrook
                                      tcg_const_i32(dflag), 
4635 a7812ae4 pbrook
                                      tcg_const_i32(s->pc - s->cs_base));
4636 2c0262af bellard
            }
4637 2c0262af bellard
            gen_eob(s);
4638 2c0262af bellard
            break;
4639 2c0262af bellard
        case 4: /* jmp Ev */
4640 2c0262af bellard
            if (s->dflag == 0)
4641 2c0262af bellard
                gen_op_andl_T0_ffff();
4642 2c0262af bellard
            gen_op_jmp_T0();
4643 2c0262af bellard
            gen_eob(s);
4644 2c0262af bellard
            break;
4645 2c0262af bellard
        case 5: /* ljmp Ev */
4646 57fec1fe bellard
            gen_op_ld_T1_A0(ot + s->mem_index);
4647 aba9d61e bellard
            gen_add_A0_im(s, 1 << (ot - OT_WORD + 1));
4648 57fec1fe bellard
            gen_op_ldu_T0_A0(OT_WORD + s->mem_index);
4649 2c0262af bellard
        do_ljmp:
4650 2c0262af bellard
            if (s->pe && !s->vm86) {
4651 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
4652 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
4653 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
4654 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
4655 a7812ae4 pbrook
                gen_helper_ljmp_protected(cpu_tmp2_i32, cpu_T[1],
4656 a7812ae4 pbrook
                                          tcg_const_i32(s->pc - pc_start));
4657 2c0262af bellard
            } else {
4658 3bd7da9e bellard
                gen_op_movl_seg_T0_vm(R_CS);
4659 2c0262af bellard
                gen_op_movl_T0_T1();
4660 2c0262af bellard
                gen_op_jmp_T0();
4661 2c0262af bellard
            }
4662 2c0262af bellard
            gen_eob(s);
4663 2c0262af bellard
            break;
4664 2c0262af bellard
        case 6: /* push Ev */
4665 2c0262af bellard
            gen_push_T0(s);
4666 2c0262af bellard
            break;
4667 2c0262af bellard
        default:
4668 2c0262af bellard
            goto illegal_op;
4669 2c0262af bellard
        }
4670 2c0262af bellard
        break;
4671 2c0262af bellard
4672 2c0262af bellard
    case 0x84: /* test Ev, Gv */
4673 5fafdf24 ths
    case 0x85:
4674 2c0262af bellard
        if ((b & 1) == 0)
4675 2c0262af bellard
            ot = OT_BYTE;
4676 2c0262af bellard
        else
4677 14ce26e7 bellard
            ot = dflag + OT_WORD;
4678 2c0262af bellard
4679 61382a50 bellard
        modrm = ldub_code(s->pc++);
4680 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4681 3b46e624 ths
4682 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
4683 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 1, reg);
4684 2c0262af bellard
        gen_op_testl_T0_T1_cc();
4685 2c0262af bellard
        s->cc_op = CC_OP_LOGICB + ot;
4686 2c0262af bellard
        break;
4687 3b46e624 ths
4688 2c0262af bellard
    case 0xa8: /* test eAX, Iv */
4689 2c0262af bellard
    case 0xa9:
4690 2c0262af bellard
        if ((b & 1) == 0)
4691 2c0262af bellard
            ot = OT_BYTE;
4692 2c0262af bellard
        else
4693 14ce26e7 bellard
            ot = dflag + OT_WORD;
4694 2c0262af bellard
        val = insn_get(s, ot);
4695 2c0262af bellard
4696 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 0, OR_EAX);
4697 2c0262af bellard
        gen_op_movl_T1_im(val);
4698 2c0262af bellard
        gen_op_testl_T0_T1_cc();
4699 2c0262af bellard
        s->cc_op = CC_OP_LOGICB + ot;
4700 2c0262af bellard
        break;
4701 3b46e624 ths
4702 2c0262af bellard
    case 0x98: /* CWDE/CBW */
4703 14ce26e7 bellard
#ifdef TARGET_X86_64
4704 14ce26e7 bellard
        if (dflag == 2) {
4705 e108dd01 bellard
            gen_op_mov_TN_reg(OT_LONG, 0, R_EAX);
4706 e108dd01 bellard
            tcg_gen_ext32s_tl(cpu_T[0], cpu_T[0]);
4707 e108dd01 bellard
            gen_op_mov_reg_T0(OT_QUAD, R_EAX);
4708 14ce26e7 bellard
        } else
4709 14ce26e7 bellard
#endif
4710 e108dd01 bellard
        if (dflag == 1) {
4711 e108dd01 bellard
            gen_op_mov_TN_reg(OT_WORD, 0, R_EAX);
4712 e108dd01 bellard
            tcg_gen_ext16s_tl(cpu_T[0], cpu_T[0]);
4713 e108dd01 bellard
            gen_op_mov_reg_T0(OT_LONG, R_EAX);
4714 e108dd01 bellard
        } else {
4715 e108dd01 bellard
            gen_op_mov_TN_reg(OT_BYTE, 0, R_EAX);
4716 e108dd01 bellard
            tcg_gen_ext8s_tl(cpu_T[0], cpu_T[0]);
4717 e108dd01 bellard
            gen_op_mov_reg_T0(OT_WORD, R_EAX);
4718 e108dd01 bellard
        }
4719 2c0262af bellard
        break;
4720 2c0262af bellard
    case 0x99: /* CDQ/CWD */
4721 14ce26e7 bellard
#ifdef TARGET_X86_64
4722 14ce26e7 bellard
        if (dflag == 2) {
4723 e108dd01 bellard
            gen_op_mov_TN_reg(OT_QUAD, 0, R_EAX);
4724 e108dd01 bellard
            tcg_gen_sari_tl(cpu_T[0], cpu_T[0], 63);
4725 e108dd01 bellard
            gen_op_mov_reg_T0(OT_QUAD, R_EDX);
4726 14ce26e7 bellard
        } else
4727 14ce26e7 bellard
#endif
4728 e108dd01 bellard
        if (dflag == 1) {
4729 e108dd01 bellard
            gen_op_mov_TN_reg(OT_LONG, 0, R_EAX);
4730 e108dd01 bellard
            tcg_gen_ext32s_tl(cpu_T[0], cpu_T[0]);
4731 e108dd01 bellard
            tcg_gen_sari_tl(cpu_T[0], cpu_T[0], 31);
4732 e108dd01 bellard
            gen_op_mov_reg_T0(OT_LONG, R_EDX);
4733 e108dd01 bellard
        } else {
4734 e108dd01 bellard
            gen_op_mov_TN_reg(OT_WORD, 0, R_EAX);
4735 e108dd01 bellard
            tcg_gen_ext16s_tl(cpu_T[0], cpu_T[0]);
4736 e108dd01 bellard
            tcg_gen_sari_tl(cpu_T[0], cpu_T[0], 15);
4737 e108dd01 bellard
            gen_op_mov_reg_T0(OT_WORD, R_EDX);
4738 e108dd01 bellard
        }
4739 2c0262af bellard
        break;
4740 2c0262af bellard
    case 0x1af: /* imul Gv, Ev */
4741 2c0262af bellard
    case 0x69: /* imul Gv, Ev, I */
4742 2c0262af bellard
    case 0x6b:
4743 14ce26e7 bellard
        ot = dflag + OT_WORD;
4744 61382a50 bellard
        modrm = ldub_code(s->pc++);
4745 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4746 14ce26e7 bellard
        if (b == 0x69)
4747 14ce26e7 bellard
            s->rip_offset = insn_const_size(ot);
4748 14ce26e7 bellard
        else if (b == 0x6b)
4749 14ce26e7 bellard
            s->rip_offset = 1;
4750 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
4751 2c0262af bellard
        if (b == 0x69) {
4752 2c0262af bellard
            val = insn_get(s, ot);
4753 2c0262af bellard
            gen_op_movl_T1_im(val);
4754 2c0262af bellard
        } else if (b == 0x6b) {
4755 d64477af bellard
            val = (int8_t)insn_get(s, OT_BYTE);
4756 2c0262af bellard
            gen_op_movl_T1_im(val);
4757 2c0262af bellard
        } else {
4758 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 1, reg);
4759 2c0262af bellard
        }
4760 2c0262af bellard
4761 14ce26e7 bellard
#ifdef TARGET_X86_64
4762 14ce26e7 bellard
        if (ot == OT_QUAD) {
4763 a7812ae4 pbrook
            gen_helper_imulq_T0_T1(cpu_T[0], cpu_T[0], cpu_T[1]);
4764 14ce26e7 bellard
        } else
4765 14ce26e7 bellard
#endif
4766 2c0262af bellard
        if (ot == OT_LONG) {
4767 0211e5af bellard
#ifdef TARGET_X86_64
4768 0211e5af bellard
                tcg_gen_ext32s_tl(cpu_T[0], cpu_T[0]);
4769 0211e5af bellard
                tcg_gen_ext32s_tl(cpu_T[1], cpu_T[1]);
4770 0211e5af bellard
                tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4771 0211e5af bellard
                tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4772 0211e5af bellard
                tcg_gen_ext32s_tl(cpu_tmp0, cpu_T[0]);
4773 0211e5af bellard
                tcg_gen_sub_tl(cpu_cc_src, cpu_T[0], cpu_tmp0);
4774 0211e5af bellard
#else
4775 0211e5af bellard
                {
4776 a7812ae4 pbrook
                    TCGv_i64 t0, t1;
4777 a7812ae4 pbrook
                    t0 = tcg_temp_new_i64();
4778 a7812ae4 pbrook
                    t1 = tcg_temp_new_i64();
4779 0211e5af bellard
                    tcg_gen_ext_i32_i64(t0, cpu_T[0]);
4780 0211e5af bellard
                    tcg_gen_ext_i32_i64(t1, cpu_T[1]);
4781 0211e5af bellard
                    tcg_gen_mul_i64(t0, t0, t1);
4782 0211e5af bellard
                    tcg_gen_trunc_i64_i32(cpu_T[0], t0);
4783 0211e5af bellard
                    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4784 0211e5af bellard
                    tcg_gen_sari_tl(cpu_tmp0, cpu_T[0], 31);
4785 0211e5af bellard
                    tcg_gen_shri_i64(t0, t0, 32);
4786 0211e5af bellard
                    tcg_gen_trunc_i64_i32(cpu_T[1], t0);
4787 0211e5af bellard
                    tcg_gen_sub_tl(cpu_cc_src, cpu_T[1], cpu_tmp0);
4788 0211e5af bellard
                }
4789 0211e5af bellard
#endif
4790 2c0262af bellard
        } else {
4791 0211e5af bellard
            tcg_gen_ext16s_tl(cpu_T[0], cpu_T[0]);
4792 0211e5af bellard
            tcg_gen_ext16s_tl(cpu_T[1], cpu_T[1]);
4793 0211e5af bellard
            /* XXX: use 32 bit mul which could be faster */
4794 0211e5af bellard
            tcg_gen_mul_tl(cpu_T[0], cpu_T[0], cpu_T[1]);
4795 0211e5af bellard
            tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);
4796 0211e5af bellard
            tcg_gen_ext16s_tl(cpu_tmp0, cpu_T[0]);
4797 0211e5af bellard
            tcg_gen_sub_tl(cpu_cc_src, cpu_T[0], cpu_tmp0);
4798 2c0262af bellard
        }
4799 57fec1fe bellard
        gen_op_mov_reg_T0(ot, reg);
4800 d36cd60e bellard
        s->cc_op = CC_OP_MULB + ot;
4801 2c0262af bellard
        break;
4802 2c0262af bellard
    case 0x1c0:
4803 2c0262af bellard
    case 0x1c1: /* xadd Ev, Gv */
4804 2c0262af bellard
        if ((b & 1) == 0)
4805 2c0262af bellard
            ot = OT_BYTE;
4806 2c0262af bellard
        else
4807 14ce26e7 bellard
            ot = dflag + OT_WORD;
4808 61382a50 bellard
        modrm = ldub_code(s->pc++);
4809 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4810 2c0262af bellard
        mod = (modrm >> 6) & 3;
4811 2c0262af bellard
        if (mod == 3) {
4812 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
4813 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, reg);
4814 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 1, rm);
4815 2c0262af bellard
            gen_op_addl_T0_T1();
4816 57fec1fe bellard
            gen_op_mov_reg_T1(ot, reg);
4817 57fec1fe bellard
            gen_op_mov_reg_T0(ot, rm);
4818 2c0262af bellard
        } else {
4819 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4820 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, reg);
4821 57fec1fe bellard
            gen_op_ld_T1_A0(ot + s->mem_index);
4822 2c0262af bellard
            gen_op_addl_T0_T1();
4823 57fec1fe bellard
            gen_op_st_T0_A0(ot + s->mem_index);
4824 57fec1fe bellard
            gen_op_mov_reg_T1(ot, reg);
4825 2c0262af bellard
        }
4826 2c0262af bellard
        gen_op_update2_cc();
4827 2c0262af bellard
        s->cc_op = CC_OP_ADDB + ot;
4828 2c0262af bellard
        break;
4829 2c0262af bellard
    case 0x1b0:
4830 2c0262af bellard
    case 0x1b1: /* cmpxchg Ev, Gv */
4831 cad3a37d bellard
        {
4832 1130328e bellard
            int label1, label2;
4833 1e4840bf bellard
            TCGv t0, t1, t2, a0;
4834 cad3a37d bellard
4835 cad3a37d bellard
            if ((b & 1) == 0)
4836 cad3a37d bellard
                ot = OT_BYTE;
4837 cad3a37d bellard
            else
4838 cad3a37d bellard
                ot = dflag + OT_WORD;
4839 cad3a37d bellard
            modrm = ldub_code(s->pc++);
4840 cad3a37d bellard
            reg = ((modrm >> 3) & 7) | rex_r;
4841 cad3a37d bellard
            mod = (modrm >> 6) & 3;
4842 a7812ae4 pbrook
            t0 = tcg_temp_local_new();
4843 a7812ae4 pbrook
            t1 = tcg_temp_local_new();
4844 a7812ae4 pbrook
            t2 = tcg_temp_local_new();
4845 a7812ae4 pbrook
            a0 = tcg_temp_local_new();
4846 1e4840bf bellard
            gen_op_mov_v_reg(ot, t1, reg);
4847 cad3a37d bellard
            if (mod == 3) {
4848 cad3a37d bellard
                rm = (modrm & 7) | REX_B(s);
4849 1e4840bf bellard
                gen_op_mov_v_reg(ot, t0, rm);
4850 cad3a37d bellard
            } else {
4851 cad3a37d bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4852 1e4840bf bellard
                tcg_gen_mov_tl(a0, cpu_A0);
4853 1e4840bf bellard
                gen_op_ld_v(ot + s->mem_index, t0, a0);
4854 cad3a37d bellard
                rm = 0; /* avoid warning */
4855 cad3a37d bellard
            }
4856 cad3a37d bellard
            label1 = gen_new_label();
4857 cc739bb0 Laurent Desnogues
            tcg_gen_sub_tl(t2, cpu_regs[R_EAX], t0);
4858 1e4840bf bellard
            gen_extu(ot, t2);
4859 1e4840bf bellard
            tcg_gen_brcondi_tl(TCG_COND_EQ, t2, 0, label1);
4860 cad3a37d bellard
            if (mod == 3) {
4861 1130328e bellard
                label2 = gen_new_label();
4862 1e4840bf bellard
                gen_op_mov_reg_v(ot, R_EAX, t0);
4863 1130328e bellard
                tcg_gen_br(label2);
4864 1130328e bellard
                gen_set_label(label1);
4865 1e4840bf bellard
                gen_op_mov_reg_v(ot, rm, t1);
4866 1130328e bellard
                gen_set_label(label2);
4867 cad3a37d bellard
            } else {
4868 1e4840bf bellard
                tcg_gen_mov_tl(t1, t0);
4869 1e4840bf bellard
                gen_op_mov_reg_v(ot, R_EAX, t0);
4870 1130328e bellard
                gen_set_label(label1);
4871 1130328e bellard
                /* always store */
4872 1e4840bf bellard
                gen_op_st_v(ot + s->mem_index, t1, a0);
4873 cad3a37d bellard
            }
4874 1e4840bf bellard
            tcg_gen_mov_tl(cpu_cc_src, t0);
4875 1e4840bf bellard
            tcg_gen_mov_tl(cpu_cc_dst, t2);
4876 cad3a37d bellard
            s->cc_op = CC_OP_SUBB + ot;
4877 1e4840bf bellard
            tcg_temp_free(t0);
4878 1e4840bf bellard
            tcg_temp_free(t1);
4879 1e4840bf bellard
            tcg_temp_free(t2);
4880 1e4840bf bellard
            tcg_temp_free(a0);
4881 2c0262af bellard
        }
4882 2c0262af bellard
        break;
4883 2c0262af bellard
    case 0x1c7: /* cmpxchg8b */
4884 61382a50 bellard
        modrm = ldub_code(s->pc++);
4885 2c0262af bellard
        mod = (modrm >> 6) & 3;
4886 71c3558e balrog
        if ((mod == 3) || ((modrm & 0x38) != 0x8))
4887 2c0262af bellard
            goto illegal_op;
4888 1b9d9ebb bellard
#ifdef TARGET_X86_64
4889 1b9d9ebb bellard
        if (dflag == 2) {
4890 1b9d9ebb bellard
            if (!(s->cpuid_ext_features & CPUID_EXT_CX16))
4891 1b9d9ebb bellard
                goto illegal_op;
4892 1b9d9ebb bellard
            gen_jmp_im(pc_start - s->cs_base);
4893 1b9d9ebb bellard
            if (s->cc_op != CC_OP_DYNAMIC)
4894 1b9d9ebb bellard
                gen_op_set_cc_op(s->cc_op);
4895 1b9d9ebb bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4896 a7812ae4 pbrook
            gen_helper_cmpxchg16b(cpu_A0);
4897 1b9d9ebb bellard
        } else
4898 1b9d9ebb bellard
#endif        
4899 1b9d9ebb bellard
        {
4900 1b9d9ebb bellard
            if (!(s->cpuid_features & CPUID_CX8))
4901 1b9d9ebb bellard
                goto illegal_op;
4902 1b9d9ebb bellard
            gen_jmp_im(pc_start - s->cs_base);
4903 1b9d9ebb bellard
            if (s->cc_op != CC_OP_DYNAMIC)
4904 1b9d9ebb bellard
                gen_op_set_cc_op(s->cc_op);
4905 1b9d9ebb bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4906 a7812ae4 pbrook
            gen_helper_cmpxchg8b(cpu_A0);
4907 1b9d9ebb bellard
        }
4908 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
4909 2c0262af bellard
        break;
4910 3b46e624 ths
4911 2c0262af bellard
        /**************************/
4912 2c0262af bellard
        /* push/pop */
4913 2c0262af bellard
    case 0x50 ... 0x57: /* push */
4914 57fec1fe bellard
        gen_op_mov_TN_reg(OT_LONG, 0, (b & 7) | REX_B(s));
4915 2c0262af bellard
        gen_push_T0(s);
4916 2c0262af bellard
        break;
4917 2c0262af bellard
    case 0x58 ... 0x5f: /* pop */
4918 14ce26e7 bellard
        if (CODE64(s)) {
4919 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
4920 14ce26e7 bellard
        } else {
4921 14ce26e7 bellard
            ot = dflag + OT_WORD;
4922 14ce26e7 bellard
        }
4923 2c0262af bellard
        gen_pop_T0(s);
4924 77729c24 bellard
        /* NOTE: order is important for pop %sp */
4925 2c0262af bellard
        gen_pop_update(s);
4926 57fec1fe bellard
        gen_op_mov_reg_T0(ot, (b & 7) | REX_B(s));
4927 2c0262af bellard
        break;
4928 2c0262af bellard
    case 0x60: /* pusha */
4929 14ce26e7 bellard
        if (CODE64(s))
4930 14ce26e7 bellard
            goto illegal_op;
4931 2c0262af bellard
        gen_pusha(s);
4932 2c0262af bellard
        break;
4933 2c0262af bellard
    case 0x61: /* popa */
4934 14ce26e7 bellard
        if (CODE64(s))
4935 14ce26e7 bellard
            goto illegal_op;
4936 2c0262af bellard
        gen_popa(s);
4937 2c0262af bellard
        break;
4938 2c0262af bellard
    case 0x68: /* push Iv */
4939 2c0262af bellard
    case 0x6a:
4940 14ce26e7 bellard
        if (CODE64(s)) {
4941 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
4942 14ce26e7 bellard
        } else {
4943 14ce26e7 bellard
            ot = dflag + OT_WORD;
4944 14ce26e7 bellard
        }
4945 2c0262af bellard
        if (b == 0x68)
4946 2c0262af bellard
            val = insn_get(s, ot);
4947 2c0262af bellard
        else
4948 2c0262af bellard
            val = (int8_t)insn_get(s, OT_BYTE);
4949 2c0262af bellard
        gen_op_movl_T0_im(val);
4950 2c0262af bellard
        gen_push_T0(s);
4951 2c0262af bellard
        break;
4952 2c0262af bellard
    case 0x8f: /* pop Ev */
4953 14ce26e7 bellard
        if (CODE64(s)) {
4954 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
4955 14ce26e7 bellard
        } else {
4956 14ce26e7 bellard
            ot = dflag + OT_WORD;
4957 14ce26e7 bellard
        }
4958 61382a50 bellard
        modrm = ldub_code(s->pc++);
4959 77729c24 bellard
        mod = (modrm >> 6) & 3;
4960 2c0262af bellard
        gen_pop_T0(s);
4961 77729c24 bellard
        if (mod == 3) {
4962 77729c24 bellard
            /* NOTE: order is important for pop %sp */
4963 77729c24 bellard
            gen_pop_update(s);
4964 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
4965 57fec1fe bellard
            gen_op_mov_reg_T0(ot, rm);
4966 77729c24 bellard
        } else {
4967 77729c24 bellard
            /* NOTE: order is important too for MMU exceptions */
4968 14ce26e7 bellard
            s->popl_esp_hack = 1 << ot;
4969 77729c24 bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
4970 77729c24 bellard
            s->popl_esp_hack = 0;
4971 77729c24 bellard
            gen_pop_update(s);
4972 77729c24 bellard
        }
4973 2c0262af bellard
        break;
4974 2c0262af bellard
    case 0xc8: /* enter */
4975 2c0262af bellard
        {
4976 2c0262af bellard
            int level;
4977 61382a50 bellard
            val = lduw_code(s->pc);
4978 2c0262af bellard
            s->pc += 2;
4979 61382a50 bellard
            level = ldub_code(s->pc++);
4980 2c0262af bellard
            gen_enter(s, val, level);
4981 2c0262af bellard
        }
4982 2c0262af bellard
        break;
4983 2c0262af bellard
    case 0xc9: /* leave */
4984 2c0262af bellard
        /* XXX: exception not precise (ESP is updated before potential exception) */
4985 14ce26e7 bellard
        if (CODE64(s)) {
4986 57fec1fe bellard
            gen_op_mov_TN_reg(OT_QUAD, 0, R_EBP);
4987 57fec1fe bellard
            gen_op_mov_reg_T0(OT_QUAD, R_ESP);
4988 14ce26e7 bellard
        } else if (s->ss32) {
4989 57fec1fe bellard
            gen_op_mov_TN_reg(OT_LONG, 0, R_EBP);
4990 57fec1fe bellard
            gen_op_mov_reg_T0(OT_LONG, R_ESP);
4991 2c0262af bellard
        } else {
4992 57fec1fe bellard
            gen_op_mov_TN_reg(OT_WORD, 0, R_EBP);
4993 57fec1fe bellard
            gen_op_mov_reg_T0(OT_WORD, R_ESP);
4994 2c0262af bellard
        }
4995 2c0262af bellard
        gen_pop_T0(s);
4996 14ce26e7 bellard
        if (CODE64(s)) {
4997 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
4998 14ce26e7 bellard
        } else {
4999 14ce26e7 bellard
            ot = dflag + OT_WORD;
5000 14ce26e7 bellard
        }
5001 57fec1fe bellard
        gen_op_mov_reg_T0(ot, R_EBP);
5002 2c0262af bellard
        gen_pop_update(s);
5003 2c0262af bellard
        break;
5004 2c0262af bellard
    case 0x06: /* push es */
5005 2c0262af bellard
    case 0x0e: /* push cs */
5006 2c0262af bellard
    case 0x16: /* push ss */
5007 2c0262af bellard
    case 0x1e: /* push ds */
5008 14ce26e7 bellard
        if (CODE64(s))
5009 14ce26e7 bellard
            goto illegal_op;
5010 2c0262af bellard
        gen_op_movl_T0_seg(b >> 3);
5011 2c0262af bellard
        gen_push_T0(s);
5012 2c0262af bellard
        break;
5013 2c0262af bellard
    case 0x1a0: /* push fs */
5014 2c0262af bellard
    case 0x1a8: /* push gs */
5015 2c0262af bellard
        gen_op_movl_T0_seg((b >> 3) & 7);
5016 2c0262af bellard
        gen_push_T0(s);
5017 2c0262af bellard
        break;
5018 2c0262af bellard
    case 0x07: /* pop es */
5019 2c0262af bellard
    case 0x17: /* pop ss */
5020 2c0262af bellard
    case 0x1f: /* pop ds */
5021 14ce26e7 bellard
        if (CODE64(s))
5022 14ce26e7 bellard
            goto illegal_op;
5023 2c0262af bellard
        reg = b >> 3;
5024 2c0262af bellard
        gen_pop_T0(s);
5025 2c0262af bellard
        gen_movl_seg_T0(s, reg, pc_start - s->cs_base);
5026 2c0262af bellard
        gen_pop_update(s);
5027 2c0262af bellard
        if (reg == R_SS) {
5028 a2cc3b24 bellard
            /* if reg == SS, inhibit interrupts/trace. */
5029 a2cc3b24 bellard
            /* If several instructions disable interrupts, only the
5030 a2cc3b24 bellard
               _first_ does it */
5031 a2cc3b24 bellard
            if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
5032 a7812ae4 pbrook
                gen_helper_set_inhibit_irq();
5033 2c0262af bellard
            s->tf = 0;
5034 2c0262af bellard
        }
5035 2c0262af bellard
        if (s->is_jmp) {
5036 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
5037 2c0262af bellard
            gen_eob(s);
5038 2c0262af bellard
        }
5039 2c0262af bellard
        break;
5040 2c0262af bellard
    case 0x1a1: /* pop fs */
5041 2c0262af bellard
    case 0x1a9: /* pop gs */
5042 2c0262af bellard
        gen_pop_T0(s);
5043 2c0262af bellard
        gen_movl_seg_T0(s, (b >> 3) & 7, pc_start - s->cs_base);
5044 2c0262af bellard
        gen_pop_update(s);
5045 2c0262af bellard
        if (s->is_jmp) {
5046 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
5047 2c0262af bellard
            gen_eob(s);
5048 2c0262af bellard
        }
5049 2c0262af bellard
        break;
5050 2c0262af bellard
5051 2c0262af bellard
        /**************************/
5052 2c0262af bellard
        /* mov */
5053 2c0262af bellard
    case 0x88:
5054 2c0262af bellard
    case 0x89: /* mov Gv, Ev */
5055 2c0262af bellard
        if ((b & 1) == 0)
5056 2c0262af bellard
            ot = OT_BYTE;
5057 2c0262af bellard
        else
5058 14ce26e7 bellard
            ot = dflag + OT_WORD;
5059 61382a50 bellard
        modrm = ldub_code(s->pc++);
5060 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5061 3b46e624 ths
5062 2c0262af bellard
        /* generate a generic store */
5063 14ce26e7 bellard
        gen_ldst_modrm(s, modrm, ot, reg, 1);
5064 2c0262af bellard
        break;
5065 2c0262af bellard
    case 0xc6:
5066 2c0262af bellard
    case 0xc7: /* mov Ev, Iv */
5067 2c0262af bellard
        if ((b & 1) == 0)
5068 2c0262af bellard
            ot = OT_BYTE;
5069 2c0262af bellard
        else
5070 14ce26e7 bellard
            ot = dflag + OT_WORD;
5071 61382a50 bellard
        modrm = ldub_code(s->pc++);
5072 2c0262af bellard
        mod = (modrm >> 6) & 3;
5073 14ce26e7 bellard
        if (mod != 3) {
5074 14ce26e7 bellard
            s->rip_offset = insn_const_size(ot);
5075 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5076 14ce26e7 bellard
        }
5077 2c0262af bellard
        val = insn_get(s, ot);
5078 2c0262af bellard
        gen_op_movl_T0_im(val);
5079 2c0262af bellard
        if (mod != 3)
5080 57fec1fe bellard
            gen_op_st_T0_A0(ot + s->mem_index);
5081 2c0262af bellard
        else
5082 57fec1fe bellard
            gen_op_mov_reg_T0(ot, (modrm & 7) | REX_B(s));
5083 2c0262af bellard
        break;
5084 2c0262af bellard
    case 0x8a:
5085 2c0262af bellard
    case 0x8b: /* mov Ev, Gv */
5086 2c0262af bellard
        if ((b & 1) == 0)
5087 2c0262af bellard
            ot = OT_BYTE;
5088 2c0262af bellard
        else
5089 14ce26e7 bellard
            ot = OT_WORD + dflag;
5090 61382a50 bellard
        modrm = ldub_code(s->pc++);
5091 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5092 3b46e624 ths
5093 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
5094 57fec1fe bellard
        gen_op_mov_reg_T0(ot, reg);
5095 2c0262af bellard
        break;
5096 2c0262af bellard
    case 0x8e: /* mov seg, Gv */
5097 61382a50 bellard
        modrm = ldub_code(s->pc++);
5098 2c0262af bellard
        reg = (modrm >> 3) & 7;
5099 2c0262af bellard
        if (reg >= 6 || reg == R_CS)
5100 2c0262af bellard
            goto illegal_op;
5101 2c0262af bellard
        gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
5102 2c0262af bellard
        gen_movl_seg_T0(s, reg, pc_start - s->cs_base);
5103 2c0262af bellard
        if (reg == R_SS) {
5104 2c0262af bellard
            /* if reg == SS, inhibit interrupts/trace */
5105 a2cc3b24 bellard
            /* If several instructions disable interrupts, only the
5106 a2cc3b24 bellard
               _first_ does it */
5107 a2cc3b24 bellard
            if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
5108 a7812ae4 pbrook
                gen_helper_set_inhibit_irq();
5109 2c0262af bellard
            s->tf = 0;
5110 2c0262af bellard
        }
5111 2c0262af bellard
        if (s->is_jmp) {
5112 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
5113 2c0262af bellard
            gen_eob(s);
5114 2c0262af bellard
        }
5115 2c0262af bellard
        break;
5116 2c0262af bellard
    case 0x8c: /* mov Gv, seg */
5117 61382a50 bellard
        modrm = ldub_code(s->pc++);
5118 2c0262af bellard
        reg = (modrm >> 3) & 7;
5119 2c0262af bellard
        mod = (modrm >> 6) & 3;
5120 2c0262af bellard
        if (reg >= 6)
5121 2c0262af bellard
            goto illegal_op;
5122 2c0262af bellard
        gen_op_movl_T0_seg(reg);
5123 14ce26e7 bellard
        if (mod == 3)
5124 14ce26e7 bellard
            ot = OT_WORD + dflag;
5125 14ce26e7 bellard
        else
5126 14ce26e7 bellard
            ot = OT_WORD;
5127 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
5128 2c0262af bellard
        break;
5129 2c0262af bellard
5130 2c0262af bellard
    case 0x1b6: /* movzbS Gv, Eb */
5131 2c0262af bellard
    case 0x1b7: /* movzwS Gv, Eb */
5132 2c0262af bellard
    case 0x1be: /* movsbS Gv, Eb */
5133 2c0262af bellard
    case 0x1bf: /* movswS Gv, Eb */
5134 2c0262af bellard
        {
5135 2c0262af bellard
            int d_ot;
5136 2c0262af bellard
            /* d_ot is the size of destination */
5137 2c0262af bellard
            d_ot = dflag + OT_WORD;
5138 2c0262af bellard
            /* ot is the size of source */
5139 2c0262af bellard
            ot = (b & 1) + OT_BYTE;
5140 61382a50 bellard
            modrm = ldub_code(s->pc++);
5141 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
5142 2c0262af bellard
            mod = (modrm >> 6) & 3;
5143 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
5144 3b46e624 ths
5145 2c0262af bellard
            if (mod == 3) {
5146 57fec1fe bellard
                gen_op_mov_TN_reg(ot, 0, rm);
5147 2c0262af bellard
                switch(ot | (b & 8)) {
5148 2c0262af bellard
                case OT_BYTE:
5149 e108dd01 bellard
                    tcg_gen_ext8u_tl(cpu_T[0], cpu_T[0]);
5150 2c0262af bellard
                    break;
5151 2c0262af bellard
                case OT_BYTE | 8:
5152 e108dd01 bellard
                    tcg_gen_ext8s_tl(cpu_T[0], cpu_T[0]);
5153 2c0262af bellard
                    break;
5154 2c0262af bellard
                case OT_WORD:
5155 e108dd01 bellard
                    tcg_gen_ext16u_tl(cpu_T[0], cpu_T[0]);
5156 2c0262af bellard
                    break;
5157 2c0262af bellard
                default:
5158 2c0262af bellard
                case OT_WORD | 8:
5159 e108dd01 bellard
                    tcg_gen_ext16s_tl(cpu_T[0], cpu_T[0]);
5160 2c0262af bellard
                    break;
5161 2c0262af bellard
                }
5162 57fec1fe bellard
                gen_op_mov_reg_T0(d_ot, reg);
5163 2c0262af bellard
            } else {
5164 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5165 2c0262af bellard
                if (b & 8) {
5166 57fec1fe bellard
                    gen_op_lds_T0_A0(ot + s->mem_index);
5167 2c0262af bellard
                } else {
5168 57fec1fe bellard
                    gen_op_ldu_T0_A0(ot + s->mem_index);
5169 2c0262af bellard
                }
5170 57fec1fe bellard
                gen_op_mov_reg_T0(d_ot, reg);
5171 2c0262af bellard
            }
5172 2c0262af bellard
        }
5173 2c0262af bellard
        break;
5174 2c0262af bellard
5175 2c0262af bellard
    case 0x8d: /* lea */
5176 14ce26e7 bellard
        ot = dflag + OT_WORD;
5177 61382a50 bellard
        modrm = ldub_code(s->pc++);
5178 3a1d9b8b bellard
        mod = (modrm >> 6) & 3;
5179 3a1d9b8b bellard
        if (mod == 3)
5180 3a1d9b8b bellard
            goto illegal_op;
5181 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5182 2c0262af bellard
        /* we must ensure that no segment is added */
5183 2c0262af bellard
        s->override = -1;
5184 2c0262af bellard
        val = s->addseg;
5185 2c0262af bellard
        s->addseg = 0;
5186 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5187 2c0262af bellard
        s->addseg = val;
5188 57fec1fe bellard
        gen_op_mov_reg_A0(ot - OT_WORD, reg);
5189 2c0262af bellard
        break;
5190 3b46e624 ths
5191 2c0262af bellard
    case 0xa0: /* mov EAX, Ov */
5192 2c0262af bellard
    case 0xa1:
5193 2c0262af bellard
    case 0xa2: /* mov Ov, EAX */
5194 2c0262af bellard
    case 0xa3:
5195 2c0262af bellard
        {
5196 14ce26e7 bellard
            target_ulong offset_addr;
5197 14ce26e7 bellard
5198 14ce26e7 bellard
            if ((b & 1) == 0)
5199 14ce26e7 bellard
                ot = OT_BYTE;
5200 14ce26e7 bellard
            else
5201 14ce26e7 bellard
                ot = dflag + OT_WORD;
5202 14ce26e7 bellard
#ifdef TARGET_X86_64
5203 8f091a59 bellard
            if (s->aflag == 2) {
5204 14ce26e7 bellard
                offset_addr = ldq_code(s->pc);
5205 14ce26e7 bellard
                s->pc += 8;
5206 57fec1fe bellard
                gen_op_movq_A0_im(offset_addr);
5207 5fafdf24 ths
            } else
5208 14ce26e7 bellard
#endif
5209 14ce26e7 bellard
            {
5210 14ce26e7 bellard
                if (s->aflag) {
5211 14ce26e7 bellard
                    offset_addr = insn_get(s, OT_LONG);
5212 14ce26e7 bellard
                } else {
5213 14ce26e7 bellard
                    offset_addr = insn_get(s, OT_WORD);
5214 14ce26e7 bellard
                }
5215 14ce26e7 bellard
                gen_op_movl_A0_im(offset_addr);
5216 14ce26e7 bellard
            }
5217 664e0f19 bellard
            gen_add_A0_ds_seg(s);
5218 14ce26e7 bellard
            if ((b & 2) == 0) {
5219 57fec1fe bellard
                gen_op_ld_T0_A0(ot + s->mem_index);
5220 57fec1fe bellard
                gen_op_mov_reg_T0(ot, R_EAX);
5221 14ce26e7 bellard
            } else {
5222 57fec1fe bellard
                gen_op_mov_TN_reg(ot, 0, R_EAX);
5223 57fec1fe bellard
                gen_op_st_T0_A0(ot + s->mem_index);
5224 2c0262af bellard
            }
5225 2c0262af bellard
        }
5226 2c0262af bellard
        break;
5227 2c0262af bellard
    case 0xd7: /* xlat */
5228 14ce26e7 bellard
#ifdef TARGET_X86_64
5229 8f091a59 bellard
        if (s->aflag == 2) {
5230 57fec1fe bellard
            gen_op_movq_A0_reg(R_EBX);
5231 bbf662ee bellard
            gen_op_mov_TN_reg(OT_QUAD, 0, R_EAX);
5232 bbf662ee bellard
            tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 0xff);
5233 bbf662ee bellard
            tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_T[0]);
5234 5fafdf24 ths
        } else
5235 14ce26e7 bellard
#endif
5236 14ce26e7 bellard
        {
5237 57fec1fe bellard
            gen_op_movl_A0_reg(R_EBX);
5238 bbf662ee bellard
            gen_op_mov_TN_reg(OT_LONG, 0, R_EAX);
5239 bbf662ee bellard
            tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 0xff);
5240 bbf662ee bellard
            tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_T[0]);
5241 14ce26e7 bellard
            if (s->aflag == 0)
5242 14ce26e7 bellard
                gen_op_andl_A0_ffff();
5243 bbf662ee bellard
            else
5244 bbf662ee bellard
                tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffffffff);
5245 14ce26e7 bellard
        }
5246 664e0f19 bellard
        gen_add_A0_ds_seg(s);
5247 57fec1fe bellard
        gen_op_ldu_T0_A0(OT_BYTE + s->mem_index);
5248 57fec1fe bellard
        gen_op_mov_reg_T0(OT_BYTE, R_EAX);
5249 2c0262af bellard
        break;
5250 2c0262af bellard
    case 0xb0 ... 0xb7: /* mov R, Ib */
5251 2c0262af bellard
        val = insn_get(s, OT_BYTE);
5252 2c0262af bellard
        gen_op_movl_T0_im(val);
5253 57fec1fe bellard
        gen_op_mov_reg_T0(OT_BYTE, (b & 7) | REX_B(s));
5254 2c0262af bellard
        break;
5255 2c0262af bellard
    case 0xb8 ... 0xbf: /* mov R, Iv */
5256 14ce26e7 bellard
#ifdef TARGET_X86_64
5257 14ce26e7 bellard
        if (dflag == 2) {
5258 14ce26e7 bellard
            uint64_t tmp;
5259 14ce26e7 bellard
            /* 64 bit case */
5260 14ce26e7 bellard
            tmp = ldq_code(s->pc);
5261 14ce26e7 bellard
            s->pc += 8;
5262 14ce26e7 bellard
            reg = (b & 7) | REX_B(s);
5263 14ce26e7 bellard
            gen_movtl_T0_im(tmp);
5264 57fec1fe bellard
            gen_op_mov_reg_T0(OT_QUAD, reg);
5265 5fafdf24 ths
        } else
5266 14ce26e7 bellard
#endif
5267 14ce26e7 bellard
        {
5268 14ce26e7 bellard
            ot = dflag ? OT_LONG : OT_WORD;
5269 14ce26e7 bellard
            val = insn_get(s, ot);
5270 14ce26e7 bellard
            reg = (b & 7) | REX_B(s);
5271 14ce26e7 bellard
            gen_op_movl_T0_im(val);
5272 57fec1fe bellard
            gen_op_mov_reg_T0(ot, reg);
5273 14ce26e7 bellard
        }
5274 2c0262af bellard
        break;
5275 2c0262af bellard
5276 2c0262af bellard
    case 0x91 ... 0x97: /* xchg R, EAX */
5277 7418027e Richard Henderson
    do_xchg_reg_eax:
5278 14ce26e7 bellard
        ot = dflag + OT_WORD;
5279 14ce26e7 bellard
        reg = (b & 7) | REX_B(s);
5280 2c0262af bellard
        rm = R_EAX;
5281 2c0262af bellard
        goto do_xchg_reg;
5282 2c0262af bellard
    case 0x86:
5283 2c0262af bellard
    case 0x87: /* xchg Ev, Gv */
5284 2c0262af bellard
        if ((b & 1) == 0)
5285 2c0262af bellard
            ot = OT_BYTE;
5286 2c0262af bellard
        else
5287 14ce26e7 bellard
            ot = dflag + OT_WORD;
5288 61382a50 bellard
        modrm = ldub_code(s->pc++);
5289 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5290 2c0262af bellard
        mod = (modrm >> 6) & 3;
5291 2c0262af bellard
        if (mod == 3) {
5292 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
5293 2c0262af bellard
        do_xchg_reg:
5294 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, reg);
5295 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 1, rm);
5296 57fec1fe bellard
            gen_op_mov_reg_T0(ot, rm);
5297 57fec1fe bellard
            gen_op_mov_reg_T1(ot, reg);
5298 2c0262af bellard
        } else {
5299 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5300 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, reg);
5301 2c0262af bellard
            /* for xchg, lock is implicit */
5302 2c0262af bellard
            if (!(prefixes & PREFIX_LOCK))
5303 a7812ae4 pbrook
                gen_helper_lock();
5304 57fec1fe bellard
            gen_op_ld_T1_A0(ot + s->mem_index);
5305 57fec1fe bellard
            gen_op_st_T0_A0(ot + s->mem_index);
5306 2c0262af bellard
            if (!(prefixes & PREFIX_LOCK))
5307 a7812ae4 pbrook
                gen_helper_unlock();
5308 57fec1fe bellard
            gen_op_mov_reg_T1(ot, reg);
5309 2c0262af bellard
        }
5310 2c0262af bellard
        break;
5311 2c0262af bellard
    case 0xc4: /* les Gv */
5312 14ce26e7 bellard
        if (CODE64(s))
5313 14ce26e7 bellard
            goto illegal_op;
5314 2c0262af bellard
        op = R_ES;
5315 2c0262af bellard
        goto do_lxx;
5316 2c0262af bellard
    case 0xc5: /* lds Gv */
5317 14ce26e7 bellard
        if (CODE64(s))
5318 14ce26e7 bellard
            goto illegal_op;
5319 2c0262af bellard
        op = R_DS;
5320 2c0262af bellard
        goto do_lxx;
5321 2c0262af bellard
    case 0x1b2: /* lss Gv */
5322 2c0262af bellard
        op = R_SS;
5323 2c0262af bellard
        goto do_lxx;
5324 2c0262af bellard
    case 0x1b4: /* lfs Gv */
5325 2c0262af bellard
        op = R_FS;
5326 2c0262af bellard
        goto do_lxx;
5327 2c0262af bellard
    case 0x1b5: /* lgs Gv */
5328 2c0262af bellard
        op = R_GS;
5329 2c0262af bellard
    do_lxx:
5330 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
5331 61382a50 bellard
        modrm = ldub_code(s->pc++);
5332 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5333 2c0262af bellard
        mod = (modrm >> 6) & 3;
5334 2c0262af bellard
        if (mod == 3)
5335 2c0262af bellard
            goto illegal_op;
5336 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5337 57fec1fe bellard
        gen_op_ld_T1_A0(ot + s->mem_index);
5338 aba9d61e bellard
        gen_add_A0_im(s, 1 << (ot - OT_WORD + 1));
5339 2c0262af bellard
        /* load the segment first to handle exceptions properly */
5340 57fec1fe bellard
        gen_op_ldu_T0_A0(OT_WORD + s->mem_index);
5341 2c0262af bellard
        gen_movl_seg_T0(s, op, pc_start - s->cs_base);
5342 2c0262af bellard
        /* then put the data */
5343 57fec1fe bellard
        gen_op_mov_reg_T1(ot, reg);
5344 2c0262af bellard
        if (s->is_jmp) {
5345 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
5346 2c0262af bellard
            gen_eob(s);
5347 2c0262af bellard
        }
5348 2c0262af bellard
        break;
5349 3b46e624 ths
5350 2c0262af bellard
        /************************/
5351 2c0262af bellard
        /* shifts */
5352 2c0262af bellard
    case 0xc0:
5353 2c0262af bellard
    case 0xc1:
5354 2c0262af bellard
        /* shift Ev,Ib */
5355 2c0262af bellard
        shift = 2;
5356 2c0262af bellard
    grp2:
5357 2c0262af bellard
        {
5358 2c0262af bellard
            if ((b & 1) == 0)
5359 2c0262af bellard
                ot = OT_BYTE;
5360 2c0262af bellard
            else
5361 14ce26e7 bellard
                ot = dflag + OT_WORD;
5362 3b46e624 ths
5363 61382a50 bellard
            modrm = ldub_code(s->pc++);
5364 2c0262af bellard
            mod = (modrm >> 6) & 3;
5365 2c0262af bellard
            op = (modrm >> 3) & 7;
5366 3b46e624 ths
5367 2c0262af bellard
            if (mod != 3) {
5368 14ce26e7 bellard
                if (shift == 2) {
5369 14ce26e7 bellard
                    s->rip_offset = 1;
5370 14ce26e7 bellard
                }
5371 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5372 2c0262af bellard
                opreg = OR_TMP0;
5373 2c0262af bellard
            } else {
5374 14ce26e7 bellard
                opreg = (modrm & 7) | REX_B(s);
5375 2c0262af bellard
            }
5376 2c0262af bellard
5377 2c0262af bellard
            /* simpler op */
5378 2c0262af bellard
            if (shift == 0) {
5379 2c0262af bellard
                gen_shift(s, op, ot, opreg, OR_ECX);
5380 2c0262af bellard
            } else {
5381 2c0262af bellard
                if (shift == 2) {
5382 61382a50 bellard
                    shift = ldub_code(s->pc++);
5383 2c0262af bellard
                }
5384 2c0262af bellard
                gen_shifti(s, op, ot, opreg, shift);
5385 2c0262af bellard
            }
5386 2c0262af bellard
        }
5387 2c0262af bellard
        break;
5388 2c0262af bellard
    case 0xd0:
5389 2c0262af bellard
    case 0xd1:
5390 2c0262af bellard
        /* shift Ev,1 */
5391 2c0262af bellard
        shift = 1;
5392 2c0262af bellard
        goto grp2;
5393 2c0262af bellard
    case 0xd2:
5394 2c0262af bellard
    case 0xd3:
5395 2c0262af bellard
        /* shift Ev,cl */
5396 2c0262af bellard
        shift = 0;
5397 2c0262af bellard
        goto grp2;
5398 2c0262af bellard
5399 2c0262af bellard
    case 0x1a4: /* shld imm */
5400 2c0262af bellard
        op = 0;
5401 2c0262af bellard
        shift = 1;
5402 2c0262af bellard
        goto do_shiftd;
5403 2c0262af bellard
    case 0x1a5: /* shld cl */
5404 2c0262af bellard
        op = 0;
5405 2c0262af bellard
        shift = 0;
5406 2c0262af bellard
        goto do_shiftd;
5407 2c0262af bellard
    case 0x1ac: /* shrd imm */
5408 2c0262af bellard
        op = 1;
5409 2c0262af bellard
        shift = 1;
5410 2c0262af bellard
        goto do_shiftd;
5411 2c0262af bellard
    case 0x1ad: /* shrd cl */
5412 2c0262af bellard
        op = 1;
5413 2c0262af bellard
        shift = 0;
5414 2c0262af bellard
    do_shiftd:
5415 14ce26e7 bellard
        ot = dflag + OT_WORD;
5416 61382a50 bellard
        modrm = ldub_code(s->pc++);
5417 2c0262af bellard
        mod = (modrm >> 6) & 3;
5418 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
5419 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5420 2c0262af bellard
        if (mod != 3) {
5421 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5422 b6abf97d bellard
            opreg = OR_TMP0;
5423 2c0262af bellard
        } else {
5424 b6abf97d bellard
            opreg = rm;
5425 2c0262af bellard
        }
5426 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 1, reg);
5427 3b46e624 ths
5428 2c0262af bellard
        if (shift) {
5429 61382a50 bellard
            val = ldub_code(s->pc++);
5430 b6abf97d bellard
            tcg_gen_movi_tl(cpu_T3, val);
5431 2c0262af bellard
        } else {
5432 cc739bb0 Laurent Desnogues
            tcg_gen_mov_tl(cpu_T3, cpu_regs[R_ECX]);
5433 2c0262af bellard
        }
5434 b6abf97d bellard
        gen_shiftd_rm_T1_T3(s, ot, opreg, op);
5435 2c0262af bellard
        break;
5436 2c0262af bellard
5437 2c0262af bellard
        /************************/
5438 2c0262af bellard
        /* floats */
5439 5fafdf24 ths
    case 0xd8 ... 0xdf:
5440 7eee2a50 bellard
        if (s->flags & (HF_EM_MASK | HF_TS_MASK)) {
5441 7eee2a50 bellard
            /* if CR0.EM or CR0.TS are set, generate an FPU exception */
5442 7eee2a50 bellard
            /* XXX: what to do if illegal op ? */
5443 7eee2a50 bellard
            gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
5444 7eee2a50 bellard
            break;
5445 7eee2a50 bellard
        }
5446 61382a50 bellard
        modrm = ldub_code(s->pc++);
5447 2c0262af bellard
        mod = (modrm >> 6) & 3;
5448 2c0262af bellard
        rm = modrm & 7;
5449 2c0262af bellard
        op = ((b & 7) << 3) | ((modrm >> 3) & 7);
5450 2c0262af bellard
        if (mod != 3) {
5451 2c0262af bellard
            /* memory op */
5452 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5453 2c0262af bellard
            switch(op) {
5454 2c0262af bellard
            case 0x00 ... 0x07: /* fxxxs */
5455 2c0262af bellard
            case 0x10 ... 0x17: /* fixxxl */
5456 2c0262af bellard
            case 0x20 ... 0x27: /* fxxxl */
5457 2c0262af bellard
            case 0x30 ... 0x37: /* fixxx */
5458 2c0262af bellard
                {
5459 2c0262af bellard
                    int op1;
5460 2c0262af bellard
                    op1 = op & 7;
5461 2c0262af bellard
5462 2c0262af bellard
                    switch(op >> 4) {
5463 2c0262af bellard
                    case 0:
5464 ba7cd150 bellard
                        gen_op_ld_T0_A0(OT_LONG + s->mem_index);
5465 b6abf97d bellard
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5466 a7812ae4 pbrook
                        gen_helper_flds_FT0(cpu_tmp2_i32);
5467 2c0262af bellard
                        break;
5468 2c0262af bellard
                    case 1:
5469 ba7cd150 bellard
                        gen_op_ld_T0_A0(OT_LONG + s->mem_index);
5470 b6abf97d bellard
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5471 a7812ae4 pbrook
                        gen_helper_fildl_FT0(cpu_tmp2_i32);
5472 2c0262af bellard
                        break;
5473 2c0262af bellard
                    case 2:
5474 b6abf97d bellard
                        tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_A0, 
5475 19e6c4b8 bellard
                                          (s->mem_index >> 2) - 1);
5476 a7812ae4 pbrook
                        gen_helper_fldl_FT0(cpu_tmp1_i64);
5477 2c0262af bellard
                        break;
5478 2c0262af bellard
                    case 3:
5479 2c0262af bellard
                    default:
5480 ba7cd150 bellard
                        gen_op_lds_T0_A0(OT_WORD + s->mem_index);
5481 b6abf97d bellard
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5482 a7812ae4 pbrook
                        gen_helper_fildl_FT0(cpu_tmp2_i32);
5483 2c0262af bellard
                        break;
5484 2c0262af bellard
                    }
5485 3b46e624 ths
5486 a7812ae4 pbrook
                    gen_helper_fp_arith_ST0_FT0(op1);
5487 2c0262af bellard
                    if (op1 == 3) {
5488 2c0262af bellard
                        /* fcomp needs pop */
5489 a7812ae4 pbrook
                        gen_helper_fpop();
5490 2c0262af bellard
                    }
5491 2c0262af bellard
                }
5492 2c0262af bellard
                break;
5493 2c0262af bellard
            case 0x08: /* flds */
5494 2c0262af bellard
            case 0x0a: /* fsts */
5495 2c0262af bellard
            case 0x0b: /* fstps */
5496 465e9838 bellard
            case 0x18 ... 0x1b: /* fildl, fisttpl, fistl, fistpl */
5497 465e9838 bellard
            case 0x28 ... 0x2b: /* fldl, fisttpll, fstl, fstpl */
5498 465e9838 bellard
            case 0x38 ... 0x3b: /* filds, fisttps, fists, fistps */
5499 2c0262af bellard
                switch(op & 7) {
5500 2c0262af bellard
                case 0:
5501 2c0262af bellard
                    switch(op >> 4) {
5502 2c0262af bellard
                    case 0:
5503 ba7cd150 bellard
                        gen_op_ld_T0_A0(OT_LONG + s->mem_index);
5504 b6abf97d bellard
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5505 a7812ae4 pbrook
                        gen_helper_flds_ST0(cpu_tmp2_i32);
5506 2c0262af bellard
                        break;
5507 2c0262af bellard
                    case 1:
5508 ba7cd150 bellard
                        gen_op_ld_T0_A0(OT_LONG + s->mem_index);
5509 b6abf97d bellard
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5510 a7812ae4 pbrook
                        gen_helper_fildl_ST0(cpu_tmp2_i32);
5511 2c0262af bellard
                        break;
5512 2c0262af bellard
                    case 2:
5513 b6abf97d bellard
                        tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_A0, 
5514 19e6c4b8 bellard
                                          (s->mem_index >> 2) - 1);
5515 a7812ae4 pbrook
                        gen_helper_fldl_ST0(cpu_tmp1_i64);
5516 2c0262af bellard
                        break;
5517 2c0262af bellard
                    case 3:
5518 2c0262af bellard
                    default:
5519 ba7cd150 bellard
                        gen_op_lds_T0_A0(OT_WORD + s->mem_index);
5520 b6abf97d bellard
                        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5521 a7812ae4 pbrook
                        gen_helper_fildl_ST0(cpu_tmp2_i32);
5522 2c0262af bellard
                        break;
5523 2c0262af bellard
                    }
5524 2c0262af bellard
                    break;
5525 465e9838 bellard
                case 1:
5526 19e6c4b8 bellard
                    /* XXX: the corresponding CPUID bit must be tested ! */
5527 465e9838 bellard
                    switch(op >> 4) {
5528 465e9838 bellard
                    case 1:
5529 a7812ae4 pbrook
                        gen_helper_fisttl_ST0(cpu_tmp2_i32);
5530 b6abf97d bellard
                        tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5531 ba7cd150 bellard
                        gen_op_st_T0_A0(OT_LONG + s->mem_index);
5532 465e9838 bellard
                        break;
5533 465e9838 bellard
                    case 2:
5534 a7812ae4 pbrook
                        gen_helper_fisttll_ST0(cpu_tmp1_i64);
5535 b6abf97d bellard
                        tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_A0, 
5536 19e6c4b8 bellard
                                          (s->mem_index >> 2) - 1);
5537 465e9838 bellard
                        break;
5538 465e9838 bellard
                    case 3:
5539 465e9838 bellard
                    default:
5540 a7812ae4 pbrook
                        gen_helper_fistt_ST0(cpu_tmp2_i32);
5541 b6abf97d bellard
                        tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5542 ba7cd150 bellard
                        gen_op_st_T0_A0(OT_WORD + s->mem_index);
5543 19e6c4b8 bellard
                        break;
5544 465e9838 bellard
                    }
5545 a7812ae4 pbrook
                    gen_helper_fpop();
5546 465e9838 bellard
                    break;
5547 2c0262af bellard
                default:
5548 2c0262af bellard
                    switch(op >> 4) {
5549 2c0262af bellard
                    case 0:
5550 a7812ae4 pbrook
                        gen_helper_fsts_ST0(cpu_tmp2_i32);
5551 b6abf97d bellard
                        tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5552 ba7cd150 bellard
                        gen_op_st_T0_A0(OT_LONG + s->mem_index);
5553 2c0262af bellard
                        break;
5554 2c0262af bellard
                    case 1:
5555 a7812ae4 pbrook
                        gen_helper_fistl_ST0(cpu_tmp2_i32);
5556 b6abf97d bellard
                        tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5557 ba7cd150 bellard
                        gen_op_st_T0_A0(OT_LONG + s->mem_index);
5558 2c0262af bellard
                        break;
5559 2c0262af bellard
                    case 2:
5560 a7812ae4 pbrook
                        gen_helper_fstl_ST0(cpu_tmp1_i64);
5561 b6abf97d bellard
                        tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_A0, 
5562 19e6c4b8 bellard
                                          (s->mem_index >> 2) - 1);
5563 2c0262af bellard
                        break;
5564 2c0262af bellard
                    case 3:
5565 2c0262af bellard
                    default:
5566 a7812ae4 pbrook
                        gen_helper_fist_ST0(cpu_tmp2_i32);
5567 b6abf97d bellard
                        tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5568 ba7cd150 bellard
                        gen_op_st_T0_A0(OT_WORD + s->mem_index);
5569 2c0262af bellard
                        break;
5570 2c0262af bellard
                    }
5571 2c0262af bellard
                    if ((op & 7) == 3)
5572 a7812ae4 pbrook
                        gen_helper_fpop();
5573 2c0262af bellard
                    break;
5574 2c0262af bellard
                }
5575 2c0262af bellard
                break;
5576 2c0262af bellard
            case 0x0c: /* fldenv mem */
5577 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5578 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5579 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5580 a7812ae4 pbrook
                gen_helper_fldenv(
5581 19e6c4b8 bellard
                                   cpu_A0, tcg_const_i32(s->dflag));
5582 2c0262af bellard
                break;
5583 2c0262af bellard
            case 0x0d: /* fldcw mem */
5584 19e6c4b8 bellard
                gen_op_ld_T0_A0(OT_WORD + s->mem_index);
5585 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
5586 a7812ae4 pbrook
                gen_helper_fldcw(cpu_tmp2_i32);
5587 2c0262af bellard
                break;
5588 2c0262af bellard
            case 0x0e: /* fnstenv mem */
5589 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5590 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5591 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5592 a7812ae4 pbrook
                gen_helper_fstenv(cpu_A0, tcg_const_i32(s->dflag));
5593 2c0262af bellard
                break;
5594 2c0262af bellard
            case 0x0f: /* fnstcw mem */
5595 a7812ae4 pbrook
                gen_helper_fnstcw(cpu_tmp2_i32);
5596 b6abf97d bellard
                tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5597 19e6c4b8 bellard
                gen_op_st_T0_A0(OT_WORD + s->mem_index);
5598 2c0262af bellard
                break;
5599 2c0262af bellard
            case 0x1d: /* fldt mem */
5600 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5601 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5602 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5603 a7812ae4 pbrook
                gen_helper_fldt_ST0(cpu_A0);
5604 2c0262af bellard
                break;
5605 2c0262af bellard
            case 0x1f: /* fstpt mem */
5606 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5607 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5608 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5609 a7812ae4 pbrook
                gen_helper_fstt_ST0(cpu_A0);
5610 a7812ae4 pbrook
                gen_helper_fpop();
5611 2c0262af bellard
                break;
5612 2c0262af bellard
            case 0x2c: /* frstor mem */
5613 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5614 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5615 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5616 a7812ae4 pbrook
                gen_helper_frstor(cpu_A0, tcg_const_i32(s->dflag));
5617 2c0262af bellard
                break;
5618 2c0262af bellard
            case 0x2e: /* fnsave mem */
5619 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5620 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5621 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5622 a7812ae4 pbrook
                gen_helper_fsave(cpu_A0, tcg_const_i32(s->dflag));
5623 2c0262af bellard
                break;
5624 2c0262af bellard
            case 0x2f: /* fnstsw mem */
5625 a7812ae4 pbrook
                gen_helper_fnstsw(cpu_tmp2_i32);
5626 b6abf97d bellard
                tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5627 19e6c4b8 bellard
                gen_op_st_T0_A0(OT_WORD + s->mem_index);
5628 2c0262af bellard
                break;
5629 2c0262af bellard
            case 0x3c: /* fbld */
5630 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5631 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5632 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5633 a7812ae4 pbrook
                gen_helper_fbld_ST0(cpu_A0);
5634 2c0262af bellard
                break;
5635 2c0262af bellard
            case 0x3e: /* fbstp */
5636 19e6c4b8 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5637 19e6c4b8 bellard
                    gen_op_set_cc_op(s->cc_op);
5638 19e6c4b8 bellard
                gen_jmp_im(pc_start - s->cs_base);
5639 a7812ae4 pbrook
                gen_helper_fbst_ST0(cpu_A0);
5640 a7812ae4 pbrook
                gen_helper_fpop();
5641 2c0262af bellard
                break;
5642 2c0262af bellard
            case 0x3d: /* fildll */
5643 b6abf97d bellard
                tcg_gen_qemu_ld64(cpu_tmp1_i64, cpu_A0, 
5644 19e6c4b8 bellard
                                  (s->mem_index >> 2) - 1);
5645 a7812ae4 pbrook
                gen_helper_fildll_ST0(cpu_tmp1_i64);
5646 2c0262af bellard
                break;
5647 2c0262af bellard
            case 0x3f: /* fistpll */
5648 a7812ae4 pbrook
                gen_helper_fistll_ST0(cpu_tmp1_i64);
5649 b6abf97d bellard
                tcg_gen_qemu_st64(cpu_tmp1_i64, cpu_A0, 
5650 19e6c4b8 bellard
                                  (s->mem_index >> 2) - 1);
5651 a7812ae4 pbrook
                gen_helper_fpop();
5652 2c0262af bellard
                break;
5653 2c0262af bellard
            default:
5654 2c0262af bellard
                goto illegal_op;
5655 2c0262af bellard
            }
5656 2c0262af bellard
        } else {
5657 2c0262af bellard
            /* register float ops */
5658 2c0262af bellard
            opreg = rm;
5659 2c0262af bellard
5660 2c0262af bellard
            switch(op) {
5661 2c0262af bellard
            case 0x08: /* fld sti */
5662 a7812ae4 pbrook
                gen_helper_fpush();
5663 a7812ae4 pbrook
                gen_helper_fmov_ST0_STN(tcg_const_i32((opreg + 1) & 7));
5664 2c0262af bellard
                break;
5665 2c0262af bellard
            case 0x09: /* fxchg sti */
5666 c169c906 bellard
            case 0x29: /* fxchg4 sti, undocumented op */
5667 c169c906 bellard
            case 0x39: /* fxchg7 sti, undocumented op */
5668 a7812ae4 pbrook
                gen_helper_fxchg_ST0_STN(tcg_const_i32(opreg));
5669 2c0262af bellard
                break;
5670 2c0262af bellard
            case 0x0a: /* grp d9/2 */
5671 2c0262af bellard
                switch(rm) {
5672 2c0262af bellard
                case 0: /* fnop */
5673 023fe10d bellard
                    /* check exceptions (FreeBSD FPU probe) */
5674 023fe10d bellard
                    if (s->cc_op != CC_OP_DYNAMIC)
5675 023fe10d bellard
                        gen_op_set_cc_op(s->cc_op);
5676 14ce26e7 bellard
                    gen_jmp_im(pc_start - s->cs_base);
5677 a7812ae4 pbrook
                    gen_helper_fwait();
5678 2c0262af bellard
                    break;
5679 2c0262af bellard
                default:
5680 2c0262af bellard
                    goto illegal_op;
5681 2c0262af bellard
                }
5682 2c0262af bellard
                break;
5683 2c0262af bellard
            case 0x0c: /* grp d9/4 */
5684 2c0262af bellard
                switch(rm) {
5685 2c0262af bellard
                case 0: /* fchs */
5686 a7812ae4 pbrook
                    gen_helper_fchs_ST0();
5687 2c0262af bellard
                    break;
5688 2c0262af bellard
                case 1: /* fabs */
5689 a7812ae4 pbrook
                    gen_helper_fabs_ST0();
5690 2c0262af bellard
                    break;
5691 2c0262af bellard
                case 4: /* ftst */
5692 a7812ae4 pbrook
                    gen_helper_fldz_FT0();
5693 a7812ae4 pbrook
                    gen_helper_fcom_ST0_FT0();
5694 2c0262af bellard
                    break;
5695 2c0262af bellard
                case 5: /* fxam */
5696 a7812ae4 pbrook
                    gen_helper_fxam_ST0();
5697 2c0262af bellard
                    break;
5698 2c0262af bellard
                default:
5699 2c0262af bellard
                    goto illegal_op;
5700 2c0262af bellard
                }
5701 2c0262af bellard
                break;
5702 2c0262af bellard
            case 0x0d: /* grp d9/5 */
5703 2c0262af bellard
                {
5704 2c0262af bellard
                    switch(rm) {
5705 2c0262af bellard
                    case 0:
5706 a7812ae4 pbrook
                        gen_helper_fpush();
5707 a7812ae4 pbrook
                        gen_helper_fld1_ST0();
5708 2c0262af bellard
                        break;
5709 2c0262af bellard
                    case 1:
5710 a7812ae4 pbrook
                        gen_helper_fpush();
5711 a7812ae4 pbrook
                        gen_helper_fldl2t_ST0();
5712 2c0262af bellard
                        break;
5713 2c0262af bellard
                    case 2:
5714 a7812ae4 pbrook
                        gen_helper_fpush();
5715 a7812ae4 pbrook
                        gen_helper_fldl2e_ST0();
5716 2c0262af bellard
                        break;
5717 2c0262af bellard
                    case 3:
5718 a7812ae4 pbrook
                        gen_helper_fpush();
5719 a7812ae4 pbrook
                        gen_helper_fldpi_ST0();
5720 2c0262af bellard
                        break;
5721 2c0262af bellard
                    case 4:
5722 a7812ae4 pbrook
                        gen_helper_fpush();
5723 a7812ae4 pbrook
                        gen_helper_fldlg2_ST0();
5724 2c0262af bellard
                        break;
5725 2c0262af bellard
                    case 5:
5726 a7812ae4 pbrook
                        gen_helper_fpush();
5727 a7812ae4 pbrook
                        gen_helper_fldln2_ST0();
5728 2c0262af bellard
                        break;
5729 2c0262af bellard
                    case 6:
5730 a7812ae4 pbrook
                        gen_helper_fpush();
5731 a7812ae4 pbrook
                        gen_helper_fldz_ST0();
5732 2c0262af bellard
                        break;
5733 2c0262af bellard
                    default:
5734 2c0262af bellard
                        goto illegal_op;
5735 2c0262af bellard
                    }
5736 2c0262af bellard
                }
5737 2c0262af bellard
                break;
5738 2c0262af bellard
            case 0x0e: /* grp d9/6 */
5739 2c0262af bellard
                switch(rm) {
5740 2c0262af bellard
                case 0: /* f2xm1 */
5741 a7812ae4 pbrook
                    gen_helper_f2xm1();
5742 2c0262af bellard
                    break;
5743 2c0262af bellard
                case 1: /* fyl2x */
5744 a7812ae4 pbrook
                    gen_helper_fyl2x();
5745 2c0262af bellard
                    break;
5746 2c0262af bellard
                case 2: /* fptan */
5747 a7812ae4 pbrook
                    gen_helper_fptan();
5748 2c0262af bellard
                    break;
5749 2c0262af bellard
                case 3: /* fpatan */
5750 a7812ae4 pbrook
                    gen_helper_fpatan();
5751 2c0262af bellard
                    break;
5752 2c0262af bellard
                case 4: /* fxtract */
5753 a7812ae4 pbrook
                    gen_helper_fxtract();
5754 2c0262af bellard
                    break;
5755 2c0262af bellard
                case 5: /* fprem1 */
5756 a7812ae4 pbrook
                    gen_helper_fprem1();
5757 2c0262af bellard
                    break;
5758 2c0262af bellard
                case 6: /* fdecstp */
5759 a7812ae4 pbrook
                    gen_helper_fdecstp();
5760 2c0262af bellard
                    break;
5761 2c0262af bellard
                default:
5762 2c0262af bellard
                case 7: /* fincstp */
5763 a7812ae4 pbrook
                    gen_helper_fincstp();
5764 2c0262af bellard
                    break;
5765 2c0262af bellard
                }
5766 2c0262af bellard
                break;
5767 2c0262af bellard
            case 0x0f: /* grp d9/7 */
5768 2c0262af bellard
                switch(rm) {
5769 2c0262af bellard
                case 0: /* fprem */
5770 a7812ae4 pbrook
                    gen_helper_fprem();
5771 2c0262af bellard
                    break;
5772 2c0262af bellard
                case 1: /* fyl2xp1 */
5773 a7812ae4 pbrook
                    gen_helper_fyl2xp1();
5774 2c0262af bellard
                    break;
5775 2c0262af bellard
                case 2: /* fsqrt */
5776 a7812ae4 pbrook
                    gen_helper_fsqrt();
5777 2c0262af bellard
                    break;
5778 2c0262af bellard
                case 3: /* fsincos */
5779 a7812ae4 pbrook
                    gen_helper_fsincos();
5780 2c0262af bellard
                    break;
5781 2c0262af bellard
                case 5: /* fscale */
5782 a7812ae4 pbrook
                    gen_helper_fscale();
5783 2c0262af bellard
                    break;
5784 2c0262af bellard
                case 4: /* frndint */
5785 a7812ae4 pbrook
                    gen_helper_frndint();
5786 2c0262af bellard
                    break;
5787 2c0262af bellard
                case 6: /* fsin */
5788 a7812ae4 pbrook
                    gen_helper_fsin();
5789 2c0262af bellard
                    break;
5790 2c0262af bellard
                default:
5791 2c0262af bellard
                case 7: /* fcos */
5792 a7812ae4 pbrook
                    gen_helper_fcos();
5793 2c0262af bellard
                    break;
5794 2c0262af bellard
                }
5795 2c0262af bellard
                break;
5796 2c0262af bellard
            case 0x00: case 0x01: case 0x04 ... 0x07: /* fxxx st, sti */
5797 2c0262af bellard
            case 0x20: case 0x21: case 0x24 ... 0x27: /* fxxx sti, st */
5798 2c0262af bellard
            case 0x30: case 0x31: case 0x34 ... 0x37: /* fxxxp sti, st */
5799 2c0262af bellard
                {
5800 2c0262af bellard
                    int op1;
5801 3b46e624 ths
5802 2c0262af bellard
                    op1 = op & 7;
5803 2c0262af bellard
                    if (op >= 0x20) {
5804 a7812ae4 pbrook
                        gen_helper_fp_arith_STN_ST0(op1, opreg);
5805 2c0262af bellard
                        if (op >= 0x30)
5806 a7812ae4 pbrook
                            gen_helper_fpop();
5807 2c0262af bellard
                    } else {
5808 a7812ae4 pbrook
                        gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5809 a7812ae4 pbrook
                        gen_helper_fp_arith_ST0_FT0(op1);
5810 2c0262af bellard
                    }
5811 2c0262af bellard
                }
5812 2c0262af bellard
                break;
5813 2c0262af bellard
            case 0x02: /* fcom */
5814 c169c906 bellard
            case 0x22: /* fcom2, undocumented op */
5815 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5816 a7812ae4 pbrook
                gen_helper_fcom_ST0_FT0();
5817 2c0262af bellard
                break;
5818 2c0262af bellard
            case 0x03: /* fcomp */
5819 c169c906 bellard
            case 0x23: /* fcomp3, undocumented op */
5820 c169c906 bellard
            case 0x32: /* fcomp5, undocumented op */
5821 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5822 a7812ae4 pbrook
                gen_helper_fcom_ST0_FT0();
5823 a7812ae4 pbrook
                gen_helper_fpop();
5824 2c0262af bellard
                break;
5825 2c0262af bellard
            case 0x15: /* da/5 */
5826 2c0262af bellard
                switch(rm) {
5827 2c0262af bellard
                case 1: /* fucompp */
5828 a7812ae4 pbrook
                    gen_helper_fmov_FT0_STN(tcg_const_i32(1));
5829 a7812ae4 pbrook
                    gen_helper_fucom_ST0_FT0();
5830 a7812ae4 pbrook
                    gen_helper_fpop();
5831 a7812ae4 pbrook
                    gen_helper_fpop();
5832 2c0262af bellard
                    break;
5833 2c0262af bellard
                default:
5834 2c0262af bellard
                    goto illegal_op;
5835 2c0262af bellard
                }
5836 2c0262af bellard
                break;
5837 2c0262af bellard
            case 0x1c:
5838 2c0262af bellard
                switch(rm) {
5839 2c0262af bellard
                case 0: /* feni (287 only, just do nop here) */
5840 2c0262af bellard
                    break;
5841 2c0262af bellard
                case 1: /* fdisi (287 only, just do nop here) */
5842 2c0262af bellard
                    break;
5843 2c0262af bellard
                case 2: /* fclex */
5844 a7812ae4 pbrook
                    gen_helper_fclex();
5845 2c0262af bellard
                    break;
5846 2c0262af bellard
                case 3: /* fninit */
5847 a7812ae4 pbrook
                    gen_helper_fninit();
5848 2c0262af bellard
                    break;
5849 2c0262af bellard
                case 4: /* fsetpm (287 only, just do nop here) */
5850 2c0262af bellard
                    break;
5851 2c0262af bellard
                default:
5852 2c0262af bellard
                    goto illegal_op;
5853 2c0262af bellard
                }
5854 2c0262af bellard
                break;
5855 2c0262af bellard
            case 0x1d: /* fucomi */
5856 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5857 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
5858 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5859 a7812ae4 pbrook
                gen_helper_fucomi_ST0_FT0();
5860 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
5861 2c0262af bellard
                break;
5862 2c0262af bellard
            case 0x1e: /* fcomi */
5863 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5864 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
5865 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5866 a7812ae4 pbrook
                gen_helper_fcomi_ST0_FT0();
5867 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
5868 2c0262af bellard
                break;
5869 658c8bda bellard
            case 0x28: /* ffree sti */
5870 a7812ae4 pbrook
                gen_helper_ffree_STN(tcg_const_i32(opreg));
5871 5fafdf24 ths
                break;
5872 2c0262af bellard
            case 0x2a: /* fst sti */
5873 a7812ae4 pbrook
                gen_helper_fmov_STN_ST0(tcg_const_i32(opreg));
5874 2c0262af bellard
                break;
5875 2c0262af bellard
            case 0x2b: /* fstp sti */
5876 c169c906 bellard
            case 0x0b: /* fstp1 sti, undocumented op */
5877 c169c906 bellard
            case 0x3a: /* fstp8 sti, undocumented op */
5878 c169c906 bellard
            case 0x3b: /* fstp9 sti, undocumented op */
5879 a7812ae4 pbrook
                gen_helper_fmov_STN_ST0(tcg_const_i32(opreg));
5880 a7812ae4 pbrook
                gen_helper_fpop();
5881 2c0262af bellard
                break;
5882 2c0262af bellard
            case 0x2c: /* fucom st(i) */
5883 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5884 a7812ae4 pbrook
                gen_helper_fucom_ST0_FT0();
5885 2c0262af bellard
                break;
5886 2c0262af bellard
            case 0x2d: /* fucomp st(i) */
5887 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5888 a7812ae4 pbrook
                gen_helper_fucom_ST0_FT0();
5889 a7812ae4 pbrook
                gen_helper_fpop();
5890 2c0262af bellard
                break;
5891 2c0262af bellard
            case 0x33: /* de/3 */
5892 2c0262af bellard
                switch(rm) {
5893 2c0262af bellard
                case 1: /* fcompp */
5894 a7812ae4 pbrook
                    gen_helper_fmov_FT0_STN(tcg_const_i32(1));
5895 a7812ae4 pbrook
                    gen_helper_fcom_ST0_FT0();
5896 a7812ae4 pbrook
                    gen_helper_fpop();
5897 a7812ae4 pbrook
                    gen_helper_fpop();
5898 2c0262af bellard
                    break;
5899 2c0262af bellard
                default:
5900 2c0262af bellard
                    goto illegal_op;
5901 2c0262af bellard
                }
5902 2c0262af bellard
                break;
5903 c169c906 bellard
            case 0x38: /* ffreep sti, undocumented op */
5904 a7812ae4 pbrook
                gen_helper_ffree_STN(tcg_const_i32(opreg));
5905 a7812ae4 pbrook
                gen_helper_fpop();
5906 c169c906 bellard
                break;
5907 2c0262af bellard
            case 0x3c: /* df/4 */
5908 2c0262af bellard
                switch(rm) {
5909 2c0262af bellard
                case 0:
5910 a7812ae4 pbrook
                    gen_helper_fnstsw(cpu_tmp2_i32);
5911 b6abf97d bellard
                    tcg_gen_extu_i32_tl(cpu_T[0], cpu_tmp2_i32);
5912 19e6c4b8 bellard
                    gen_op_mov_reg_T0(OT_WORD, R_EAX);
5913 2c0262af bellard
                    break;
5914 2c0262af bellard
                default:
5915 2c0262af bellard
                    goto illegal_op;
5916 2c0262af bellard
                }
5917 2c0262af bellard
                break;
5918 2c0262af bellard
            case 0x3d: /* fucomip */
5919 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5920 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
5921 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5922 a7812ae4 pbrook
                gen_helper_fucomi_ST0_FT0();
5923 a7812ae4 pbrook
                gen_helper_fpop();
5924 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
5925 2c0262af bellard
                break;
5926 2c0262af bellard
            case 0x3e: /* fcomip */
5927 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
5928 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
5929 a7812ae4 pbrook
                gen_helper_fmov_FT0_STN(tcg_const_i32(opreg));
5930 a7812ae4 pbrook
                gen_helper_fcomi_ST0_FT0();
5931 a7812ae4 pbrook
                gen_helper_fpop();
5932 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
5933 2c0262af bellard
                break;
5934 a2cc3b24 bellard
            case 0x10 ... 0x13: /* fcmovxx */
5935 a2cc3b24 bellard
            case 0x18 ... 0x1b:
5936 a2cc3b24 bellard
                {
5937 19e6c4b8 bellard
                    int op1, l1;
5938 d70040bc pbrook
                    static const uint8_t fcmov_cc[8] = {
5939 a2cc3b24 bellard
                        (JCC_B << 1),
5940 a2cc3b24 bellard
                        (JCC_Z << 1),
5941 a2cc3b24 bellard
                        (JCC_BE << 1),
5942 a2cc3b24 bellard
                        (JCC_P << 1),
5943 a2cc3b24 bellard
                    };
5944 1e4840bf bellard
                    op1 = fcmov_cc[op & 3] | (((op >> 3) & 1) ^ 1);
5945 19e6c4b8 bellard
                    l1 = gen_new_label();
5946 1e4840bf bellard
                    gen_jcc1(s, s->cc_op, op1, l1);
5947 a7812ae4 pbrook
                    gen_helper_fmov_ST0_STN(tcg_const_i32(opreg));
5948 19e6c4b8 bellard
                    gen_set_label(l1);
5949 a2cc3b24 bellard
                }
5950 a2cc3b24 bellard
                break;
5951 2c0262af bellard
            default:
5952 2c0262af bellard
                goto illegal_op;
5953 2c0262af bellard
            }
5954 2c0262af bellard
        }
5955 2c0262af bellard
        break;
5956 2c0262af bellard
        /************************/
5957 2c0262af bellard
        /* string ops */
5958 2c0262af bellard
5959 2c0262af bellard
    case 0xa4: /* movsS */
5960 2c0262af bellard
    case 0xa5:
5961 2c0262af bellard
        if ((b & 1) == 0)
5962 2c0262af bellard
            ot = OT_BYTE;
5963 2c0262af bellard
        else
5964 14ce26e7 bellard
            ot = dflag + OT_WORD;
5965 2c0262af bellard
5966 2c0262af bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
5967 2c0262af bellard
            gen_repz_movs(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
5968 2c0262af bellard
        } else {
5969 2c0262af bellard
            gen_movs(s, ot);
5970 2c0262af bellard
        }
5971 2c0262af bellard
        break;
5972 3b46e624 ths
5973 2c0262af bellard
    case 0xaa: /* stosS */
5974 2c0262af bellard
    case 0xab:
5975 2c0262af bellard
        if ((b & 1) == 0)
5976 2c0262af bellard
            ot = OT_BYTE;
5977 2c0262af bellard
        else
5978 14ce26e7 bellard
            ot = dflag + OT_WORD;
5979 2c0262af bellard
5980 2c0262af bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
5981 2c0262af bellard
            gen_repz_stos(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
5982 2c0262af bellard
        } else {
5983 2c0262af bellard
            gen_stos(s, ot);
5984 2c0262af bellard
        }
5985 2c0262af bellard
        break;
5986 2c0262af bellard
    case 0xac: /* lodsS */
5987 2c0262af bellard
    case 0xad:
5988 2c0262af bellard
        if ((b & 1) == 0)
5989 2c0262af bellard
            ot = OT_BYTE;
5990 2c0262af bellard
        else
5991 14ce26e7 bellard
            ot = dflag + OT_WORD;
5992 2c0262af bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
5993 2c0262af bellard
            gen_repz_lods(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
5994 2c0262af bellard
        } else {
5995 2c0262af bellard
            gen_lods(s, ot);
5996 2c0262af bellard
        }
5997 2c0262af bellard
        break;
5998 2c0262af bellard
    case 0xae: /* scasS */
5999 2c0262af bellard
    case 0xaf:
6000 2c0262af bellard
        if ((b & 1) == 0)
6001 2c0262af bellard
            ot = OT_BYTE;
6002 2c0262af bellard
        else
6003 14ce26e7 bellard
            ot = dflag + OT_WORD;
6004 2c0262af bellard
        if (prefixes & PREFIX_REPNZ) {
6005 2c0262af bellard
            gen_repz_scas(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 1);
6006 2c0262af bellard
        } else if (prefixes & PREFIX_REPZ) {
6007 2c0262af bellard
            gen_repz_scas(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 0);
6008 2c0262af bellard
        } else {
6009 2c0262af bellard
            gen_scas(s, ot);
6010 2c0262af bellard
            s->cc_op = CC_OP_SUBB + ot;
6011 2c0262af bellard
        }
6012 2c0262af bellard
        break;
6013 2c0262af bellard
6014 2c0262af bellard
    case 0xa6: /* cmpsS */
6015 2c0262af bellard
    case 0xa7:
6016 2c0262af bellard
        if ((b & 1) == 0)
6017 2c0262af bellard
            ot = OT_BYTE;
6018 2c0262af bellard
        else
6019 14ce26e7 bellard
            ot = dflag + OT_WORD;
6020 2c0262af bellard
        if (prefixes & PREFIX_REPNZ) {
6021 2c0262af bellard
            gen_repz_cmps(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 1);
6022 2c0262af bellard
        } else if (prefixes & PREFIX_REPZ) {
6023 2c0262af bellard
            gen_repz_cmps(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 0);
6024 2c0262af bellard
        } else {
6025 2c0262af bellard
            gen_cmps(s, ot);
6026 2c0262af bellard
            s->cc_op = CC_OP_SUBB + ot;
6027 2c0262af bellard
        }
6028 2c0262af bellard
        break;
6029 2c0262af bellard
    case 0x6c: /* insS */
6030 2c0262af bellard
    case 0x6d:
6031 f115e911 bellard
        if ((b & 1) == 0)
6032 f115e911 bellard
            ot = OT_BYTE;
6033 f115e911 bellard
        else
6034 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
6035 57fec1fe bellard
        gen_op_mov_TN_reg(OT_WORD, 0, R_EDX);
6036 0573fbfc ths
        gen_op_andl_T0_ffff();
6037 b8b6a50b bellard
        gen_check_io(s, ot, pc_start - s->cs_base, 
6038 b8b6a50b bellard
                     SVM_IOIO_TYPE_MASK | svm_is_rep(prefixes) | 4);
6039 f115e911 bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
6040 f115e911 bellard
            gen_repz_ins(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
6041 2c0262af bellard
        } else {
6042 f115e911 bellard
            gen_ins(s, ot);
6043 2e70f6ef pbrook
            if (use_icount) {
6044 2e70f6ef pbrook
                gen_jmp(s, s->pc - s->cs_base);
6045 2e70f6ef pbrook
            }
6046 2c0262af bellard
        }
6047 2c0262af bellard
        break;
6048 2c0262af bellard
    case 0x6e: /* outsS */
6049 2c0262af bellard
    case 0x6f:
6050 f115e911 bellard
        if ((b & 1) == 0)
6051 f115e911 bellard
            ot = OT_BYTE;
6052 f115e911 bellard
        else
6053 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
6054 57fec1fe bellard
        gen_op_mov_TN_reg(OT_WORD, 0, R_EDX);
6055 0573fbfc ths
        gen_op_andl_T0_ffff();
6056 b8b6a50b bellard
        gen_check_io(s, ot, pc_start - s->cs_base,
6057 b8b6a50b bellard
                     svm_is_rep(prefixes) | 4);
6058 f115e911 bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
6059 f115e911 bellard
            gen_repz_outs(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
6060 2c0262af bellard
        } else {
6061 f115e911 bellard
            gen_outs(s, ot);
6062 2e70f6ef pbrook
            if (use_icount) {
6063 2e70f6ef pbrook
                gen_jmp(s, s->pc - s->cs_base);
6064 2e70f6ef pbrook
            }
6065 2c0262af bellard
        }
6066 2c0262af bellard
        break;
6067 2c0262af bellard
6068 2c0262af bellard
        /************************/
6069 2c0262af bellard
        /* port I/O */
6070 0573fbfc ths
6071 2c0262af bellard
    case 0xe4:
6072 2c0262af bellard
    case 0xe5:
6073 f115e911 bellard
        if ((b & 1) == 0)
6074 f115e911 bellard
            ot = OT_BYTE;
6075 f115e911 bellard
        else
6076 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
6077 f115e911 bellard
        val = ldub_code(s->pc++);
6078 f115e911 bellard
        gen_op_movl_T0_im(val);
6079 b8b6a50b bellard
        gen_check_io(s, ot, pc_start - s->cs_base,
6080 b8b6a50b bellard
                     SVM_IOIO_TYPE_MASK | svm_is_rep(prefixes));
6081 2e70f6ef pbrook
        if (use_icount)
6082 2e70f6ef pbrook
            gen_io_start();
6083 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6084 a7812ae4 pbrook
        gen_helper_in_func(ot, cpu_T[1], cpu_tmp2_i32);
6085 57fec1fe bellard
        gen_op_mov_reg_T1(ot, R_EAX);
6086 2e70f6ef pbrook
        if (use_icount) {
6087 2e70f6ef pbrook
            gen_io_end();
6088 2e70f6ef pbrook
            gen_jmp(s, s->pc - s->cs_base);
6089 2e70f6ef pbrook
        }
6090 2c0262af bellard
        break;
6091 2c0262af bellard
    case 0xe6:
6092 2c0262af bellard
    case 0xe7:
6093 f115e911 bellard
        if ((b & 1) == 0)
6094 f115e911 bellard
            ot = OT_BYTE;
6095 f115e911 bellard
        else
6096 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
6097 f115e911 bellard
        val = ldub_code(s->pc++);
6098 f115e911 bellard
        gen_op_movl_T0_im(val);
6099 b8b6a50b bellard
        gen_check_io(s, ot, pc_start - s->cs_base,
6100 b8b6a50b bellard
                     svm_is_rep(prefixes));
6101 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 1, R_EAX);
6102 b8b6a50b bellard
6103 2e70f6ef pbrook
        if (use_icount)
6104 2e70f6ef pbrook
            gen_io_start();
6105 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6106 b6abf97d bellard
        tcg_gen_andi_i32(cpu_tmp2_i32, cpu_tmp2_i32, 0xffff);
6107 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp3_i32, cpu_T[1]);
6108 a7812ae4 pbrook
        gen_helper_out_func(ot, cpu_tmp2_i32, cpu_tmp3_i32);
6109 2e70f6ef pbrook
        if (use_icount) {
6110 2e70f6ef pbrook
            gen_io_end();
6111 2e70f6ef pbrook
            gen_jmp(s, s->pc - s->cs_base);
6112 2e70f6ef pbrook
        }
6113 2c0262af bellard
        break;
6114 2c0262af bellard
    case 0xec:
6115 2c0262af bellard
    case 0xed:
6116 f115e911 bellard
        if ((b & 1) == 0)
6117 f115e911 bellard
            ot = OT_BYTE;
6118 f115e911 bellard
        else
6119 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
6120 57fec1fe bellard
        gen_op_mov_TN_reg(OT_WORD, 0, R_EDX);
6121 4f31916f bellard
        gen_op_andl_T0_ffff();
6122 b8b6a50b bellard
        gen_check_io(s, ot, pc_start - s->cs_base,
6123 b8b6a50b bellard
                     SVM_IOIO_TYPE_MASK | svm_is_rep(prefixes));
6124 2e70f6ef pbrook
        if (use_icount)
6125 2e70f6ef pbrook
            gen_io_start();
6126 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6127 a7812ae4 pbrook
        gen_helper_in_func(ot, cpu_T[1], cpu_tmp2_i32);
6128 57fec1fe bellard
        gen_op_mov_reg_T1(ot, R_EAX);
6129 2e70f6ef pbrook
        if (use_icount) {
6130 2e70f6ef pbrook
            gen_io_end();
6131 2e70f6ef pbrook
            gen_jmp(s, s->pc - s->cs_base);
6132 2e70f6ef pbrook
        }
6133 2c0262af bellard
        break;
6134 2c0262af bellard
    case 0xee:
6135 2c0262af bellard
    case 0xef:
6136 f115e911 bellard
        if ((b & 1) == 0)
6137 f115e911 bellard
            ot = OT_BYTE;
6138 f115e911 bellard
        else
6139 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
6140 57fec1fe bellard
        gen_op_mov_TN_reg(OT_WORD, 0, R_EDX);
6141 4f31916f bellard
        gen_op_andl_T0_ffff();
6142 b8b6a50b bellard
        gen_check_io(s, ot, pc_start - s->cs_base,
6143 b8b6a50b bellard
                     svm_is_rep(prefixes));
6144 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 1, R_EAX);
6145 b8b6a50b bellard
6146 2e70f6ef pbrook
        if (use_icount)
6147 2e70f6ef pbrook
            gen_io_start();
6148 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6149 b6abf97d bellard
        tcg_gen_andi_i32(cpu_tmp2_i32, cpu_tmp2_i32, 0xffff);
6150 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp3_i32, cpu_T[1]);
6151 a7812ae4 pbrook
        gen_helper_out_func(ot, cpu_tmp2_i32, cpu_tmp3_i32);
6152 2e70f6ef pbrook
        if (use_icount) {
6153 2e70f6ef pbrook
            gen_io_end();
6154 2e70f6ef pbrook
            gen_jmp(s, s->pc - s->cs_base);
6155 2e70f6ef pbrook
        }
6156 2c0262af bellard
        break;
6157 2c0262af bellard
6158 2c0262af bellard
        /************************/
6159 2c0262af bellard
        /* control */
6160 2c0262af bellard
    case 0xc2: /* ret im */
6161 61382a50 bellard
        val = ldsw_code(s->pc);
6162 2c0262af bellard
        s->pc += 2;
6163 2c0262af bellard
        gen_pop_T0(s);
6164 8f091a59 bellard
        if (CODE64(s) && s->dflag)
6165 8f091a59 bellard
            s->dflag = 2;
6166 2c0262af bellard
        gen_stack_update(s, val + (2 << s->dflag));
6167 2c0262af bellard
        if (s->dflag == 0)
6168 2c0262af bellard
            gen_op_andl_T0_ffff();
6169 2c0262af bellard
        gen_op_jmp_T0();
6170 2c0262af bellard
        gen_eob(s);
6171 2c0262af bellard
        break;
6172 2c0262af bellard
    case 0xc3: /* ret */
6173 2c0262af bellard
        gen_pop_T0(s);
6174 2c0262af bellard
        gen_pop_update(s);
6175 2c0262af bellard
        if (s->dflag == 0)
6176 2c0262af bellard
            gen_op_andl_T0_ffff();
6177 2c0262af bellard
        gen_op_jmp_T0();
6178 2c0262af bellard
        gen_eob(s);
6179 2c0262af bellard
        break;
6180 2c0262af bellard
    case 0xca: /* lret im */
6181 61382a50 bellard
        val = ldsw_code(s->pc);
6182 2c0262af bellard
        s->pc += 2;
6183 2c0262af bellard
    do_lret:
6184 2c0262af bellard
        if (s->pe && !s->vm86) {
6185 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6186 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
6187 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
6188 a7812ae4 pbrook
            gen_helper_lret_protected(tcg_const_i32(s->dflag),
6189 a7812ae4 pbrook
                                      tcg_const_i32(val));
6190 2c0262af bellard
        } else {
6191 2c0262af bellard
            gen_stack_A0(s);
6192 2c0262af bellard
            /* pop offset */
6193 57fec1fe bellard
            gen_op_ld_T0_A0(1 + s->dflag + s->mem_index);
6194 2c0262af bellard
            if (s->dflag == 0)
6195 2c0262af bellard
                gen_op_andl_T0_ffff();
6196 2c0262af bellard
            /* NOTE: keeping EIP updated is not a problem in case of
6197 2c0262af bellard
               exception */
6198 2c0262af bellard
            gen_op_jmp_T0();
6199 2c0262af bellard
            /* pop selector */
6200 2c0262af bellard
            gen_op_addl_A0_im(2 << s->dflag);
6201 57fec1fe bellard
            gen_op_ld_T0_A0(1 + s->dflag + s->mem_index);
6202 3bd7da9e bellard
            gen_op_movl_seg_T0_vm(R_CS);
6203 2c0262af bellard
            /* add stack offset */
6204 2c0262af bellard
            gen_stack_update(s, val + (4 << s->dflag));
6205 2c0262af bellard
        }
6206 2c0262af bellard
        gen_eob(s);
6207 2c0262af bellard
        break;
6208 2c0262af bellard
    case 0xcb: /* lret */
6209 2c0262af bellard
        val = 0;
6210 2c0262af bellard
        goto do_lret;
6211 2c0262af bellard
    case 0xcf: /* iret */
6212 872929aa bellard
        gen_svm_check_intercept(s, pc_start, SVM_EXIT_IRET);
6213 2c0262af bellard
        if (!s->pe) {
6214 2c0262af bellard
            /* real mode */
6215 a7812ae4 pbrook
            gen_helper_iret_real(tcg_const_i32(s->dflag));
6216 2c0262af bellard
            s->cc_op = CC_OP_EFLAGS;
6217 f115e911 bellard
        } else if (s->vm86) {
6218 f115e911 bellard
            if (s->iopl != 3) {
6219 f115e911 bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6220 f115e911 bellard
            } else {
6221 a7812ae4 pbrook
                gen_helper_iret_real(tcg_const_i32(s->dflag));
6222 f115e911 bellard
                s->cc_op = CC_OP_EFLAGS;
6223 f115e911 bellard
            }
6224 2c0262af bellard
        } else {
6225 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6226 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
6227 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
6228 a7812ae4 pbrook
            gen_helper_iret_protected(tcg_const_i32(s->dflag), 
6229 a7812ae4 pbrook
                                      tcg_const_i32(s->pc - s->cs_base));
6230 2c0262af bellard
            s->cc_op = CC_OP_EFLAGS;
6231 2c0262af bellard
        }
6232 2c0262af bellard
        gen_eob(s);
6233 2c0262af bellard
        break;
6234 2c0262af bellard
    case 0xe8: /* call im */
6235 2c0262af bellard
        {
6236 14ce26e7 bellard
            if (dflag)
6237 14ce26e7 bellard
                tval = (int32_t)insn_get(s, OT_LONG);
6238 14ce26e7 bellard
            else
6239 14ce26e7 bellard
                tval = (int16_t)insn_get(s, OT_WORD);
6240 2c0262af bellard
            next_eip = s->pc - s->cs_base;
6241 14ce26e7 bellard
            tval += next_eip;
6242 2c0262af bellard
            if (s->dflag == 0)
6243 14ce26e7 bellard
                tval &= 0xffff;
6244 99596385 Aurelien Jarno
            else if(!CODE64(s))
6245 99596385 Aurelien Jarno
                tval &= 0xffffffff;
6246 14ce26e7 bellard
            gen_movtl_T0_im(next_eip);
6247 2c0262af bellard
            gen_push_T0(s);
6248 14ce26e7 bellard
            gen_jmp(s, tval);
6249 2c0262af bellard
        }
6250 2c0262af bellard
        break;
6251 2c0262af bellard
    case 0x9a: /* lcall im */
6252 2c0262af bellard
        {
6253 2c0262af bellard
            unsigned int selector, offset;
6254 3b46e624 ths
6255 14ce26e7 bellard
            if (CODE64(s))
6256 14ce26e7 bellard
                goto illegal_op;
6257 2c0262af bellard
            ot = dflag ? OT_LONG : OT_WORD;
6258 2c0262af bellard
            offset = insn_get(s, ot);
6259 2c0262af bellard
            selector = insn_get(s, OT_WORD);
6260 3b46e624 ths
6261 2c0262af bellard
            gen_op_movl_T0_im(selector);
6262 14ce26e7 bellard
            gen_op_movl_T1_imu(offset);
6263 2c0262af bellard
        }
6264 2c0262af bellard
        goto do_lcall;
6265 ecada8a2 bellard
    case 0xe9: /* jmp im */
6266 14ce26e7 bellard
        if (dflag)
6267 14ce26e7 bellard
            tval = (int32_t)insn_get(s, OT_LONG);
6268 14ce26e7 bellard
        else
6269 14ce26e7 bellard
            tval = (int16_t)insn_get(s, OT_WORD);
6270 14ce26e7 bellard
        tval += s->pc - s->cs_base;
6271 2c0262af bellard
        if (s->dflag == 0)
6272 14ce26e7 bellard
            tval &= 0xffff;
6273 32938e12 aurel32
        else if(!CODE64(s))
6274 32938e12 aurel32
            tval &= 0xffffffff;
6275 14ce26e7 bellard
        gen_jmp(s, tval);
6276 2c0262af bellard
        break;
6277 2c0262af bellard
    case 0xea: /* ljmp im */
6278 2c0262af bellard
        {
6279 2c0262af bellard
            unsigned int selector, offset;
6280 2c0262af bellard
6281 14ce26e7 bellard
            if (CODE64(s))
6282 14ce26e7 bellard
                goto illegal_op;
6283 2c0262af bellard
            ot = dflag ? OT_LONG : OT_WORD;
6284 2c0262af bellard
            offset = insn_get(s, ot);
6285 2c0262af bellard
            selector = insn_get(s, OT_WORD);
6286 3b46e624 ths
6287 2c0262af bellard
            gen_op_movl_T0_im(selector);
6288 14ce26e7 bellard
            gen_op_movl_T1_imu(offset);
6289 2c0262af bellard
        }
6290 2c0262af bellard
        goto do_ljmp;
6291 2c0262af bellard
    case 0xeb: /* jmp Jb */
6292 14ce26e7 bellard
        tval = (int8_t)insn_get(s, OT_BYTE);
6293 14ce26e7 bellard
        tval += s->pc - s->cs_base;
6294 2c0262af bellard
        if (s->dflag == 0)
6295 14ce26e7 bellard
            tval &= 0xffff;
6296 14ce26e7 bellard
        gen_jmp(s, tval);
6297 2c0262af bellard
        break;
6298 2c0262af bellard
    case 0x70 ... 0x7f: /* jcc Jb */
6299 14ce26e7 bellard
        tval = (int8_t)insn_get(s, OT_BYTE);
6300 2c0262af bellard
        goto do_jcc;
6301 2c0262af bellard
    case 0x180 ... 0x18f: /* jcc Jv */
6302 2c0262af bellard
        if (dflag) {
6303 14ce26e7 bellard
            tval = (int32_t)insn_get(s, OT_LONG);
6304 2c0262af bellard
        } else {
6305 5fafdf24 ths
            tval = (int16_t)insn_get(s, OT_WORD);
6306 2c0262af bellard
        }
6307 2c0262af bellard
    do_jcc:
6308 2c0262af bellard
        next_eip = s->pc - s->cs_base;
6309 14ce26e7 bellard
        tval += next_eip;
6310 2c0262af bellard
        if (s->dflag == 0)
6311 14ce26e7 bellard
            tval &= 0xffff;
6312 14ce26e7 bellard
        gen_jcc(s, b, tval, next_eip);
6313 2c0262af bellard
        break;
6314 2c0262af bellard
6315 2c0262af bellard
    case 0x190 ... 0x19f: /* setcc Gv */
6316 61382a50 bellard
        modrm = ldub_code(s->pc++);
6317 2c0262af bellard
        gen_setcc(s, b);
6318 2c0262af bellard
        gen_ldst_modrm(s, modrm, OT_BYTE, OR_TMP0, 1);
6319 2c0262af bellard
        break;
6320 2c0262af bellard
    case 0x140 ... 0x14f: /* cmov Gv, Ev */
6321 8e1c85e3 bellard
        {
6322 8e1c85e3 bellard
            int l1;
6323 1e4840bf bellard
            TCGv t0;
6324 1e4840bf bellard
6325 8e1c85e3 bellard
            ot = dflag + OT_WORD;
6326 8e1c85e3 bellard
            modrm = ldub_code(s->pc++);
6327 8e1c85e3 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
6328 8e1c85e3 bellard
            mod = (modrm >> 6) & 3;
6329 a7812ae4 pbrook
            t0 = tcg_temp_local_new();
6330 8e1c85e3 bellard
            if (mod != 3) {
6331 8e1c85e3 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
6332 1e4840bf bellard
                gen_op_ld_v(ot + s->mem_index, t0, cpu_A0);
6333 8e1c85e3 bellard
            } else {
6334 8e1c85e3 bellard
                rm = (modrm & 7) | REX_B(s);
6335 1e4840bf bellard
                gen_op_mov_v_reg(ot, t0, rm);
6336 8e1c85e3 bellard
            }
6337 8e1c85e3 bellard
#ifdef TARGET_X86_64
6338 8e1c85e3 bellard
            if (ot == OT_LONG) {
6339 8e1c85e3 bellard
                /* XXX: specific Intel behaviour ? */
6340 8e1c85e3 bellard
                l1 = gen_new_label();
6341 8e1c85e3 bellard
                gen_jcc1(s, s->cc_op, b ^ 1, l1);
6342 cc739bb0 Laurent Desnogues
                tcg_gen_mov_tl(cpu_regs[reg], t0);
6343 8e1c85e3 bellard
                gen_set_label(l1);
6344 cc739bb0 Laurent Desnogues
                tcg_gen_ext32u_tl(cpu_regs[reg], cpu_regs[reg]);
6345 8e1c85e3 bellard
            } else
6346 8e1c85e3 bellard
#endif
6347 8e1c85e3 bellard
            {
6348 8e1c85e3 bellard
                l1 = gen_new_label();
6349 8e1c85e3 bellard
                gen_jcc1(s, s->cc_op, b ^ 1, l1);
6350 1e4840bf bellard
                gen_op_mov_reg_v(ot, reg, t0);
6351 8e1c85e3 bellard
                gen_set_label(l1);
6352 8e1c85e3 bellard
            }
6353 1e4840bf bellard
            tcg_temp_free(t0);
6354 2c0262af bellard
        }
6355 2c0262af bellard
        break;
6356 3b46e624 ths
6357 2c0262af bellard
        /************************/
6358 2c0262af bellard
        /* flags */
6359 2c0262af bellard
    case 0x9c: /* pushf */
6360 872929aa bellard
        gen_svm_check_intercept(s, pc_start, SVM_EXIT_PUSHF);
6361 2c0262af bellard
        if (s->vm86 && s->iopl != 3) {
6362 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6363 2c0262af bellard
        } else {
6364 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6365 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
6366 a7812ae4 pbrook
            gen_helper_read_eflags(cpu_T[0]);
6367 2c0262af bellard
            gen_push_T0(s);
6368 2c0262af bellard
        }
6369 2c0262af bellard
        break;
6370 2c0262af bellard
    case 0x9d: /* popf */
6371 872929aa bellard
        gen_svm_check_intercept(s, pc_start, SVM_EXIT_POPF);
6372 2c0262af bellard
        if (s->vm86 && s->iopl != 3) {
6373 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6374 2c0262af bellard
        } else {
6375 2c0262af bellard
            gen_pop_T0(s);
6376 2c0262af bellard
            if (s->cpl == 0) {
6377 2c0262af bellard
                if (s->dflag) {
6378 a7812ae4 pbrook
                    gen_helper_write_eflags(cpu_T[0],
6379 bd7a7b33 bellard
                                       tcg_const_i32((TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK | IOPL_MASK)));
6380 2c0262af bellard
                } else {
6381 a7812ae4 pbrook
                    gen_helper_write_eflags(cpu_T[0],
6382 bd7a7b33 bellard
                                       tcg_const_i32((TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK | IOPL_MASK) & 0xffff));
6383 2c0262af bellard
                }
6384 2c0262af bellard
            } else {
6385 4136f33c bellard
                if (s->cpl <= s->iopl) {
6386 4136f33c bellard
                    if (s->dflag) {
6387 a7812ae4 pbrook
                        gen_helper_write_eflags(cpu_T[0],
6388 bd7a7b33 bellard
                                           tcg_const_i32((TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK)));
6389 4136f33c bellard
                    } else {
6390 a7812ae4 pbrook
                        gen_helper_write_eflags(cpu_T[0],
6391 bd7a7b33 bellard
                                           tcg_const_i32((TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK) & 0xffff));
6392 4136f33c bellard
                    }
6393 2c0262af bellard
                } else {
6394 4136f33c bellard
                    if (s->dflag) {
6395 a7812ae4 pbrook
                        gen_helper_write_eflags(cpu_T[0],
6396 bd7a7b33 bellard
                                           tcg_const_i32((TF_MASK | AC_MASK | ID_MASK | NT_MASK)));
6397 4136f33c bellard
                    } else {
6398 a7812ae4 pbrook
                        gen_helper_write_eflags(cpu_T[0],
6399 bd7a7b33 bellard
                                           tcg_const_i32((TF_MASK | AC_MASK | ID_MASK | NT_MASK) & 0xffff));
6400 4136f33c bellard
                    }
6401 2c0262af bellard
                }
6402 2c0262af bellard
            }
6403 2c0262af bellard
            gen_pop_update(s);
6404 2c0262af bellard
            s->cc_op = CC_OP_EFLAGS;
6405 2c0262af bellard
            /* abort translation because TF flag may change */
6406 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
6407 2c0262af bellard
            gen_eob(s);
6408 2c0262af bellard
        }
6409 2c0262af bellard
        break;
6410 2c0262af bellard
    case 0x9e: /* sahf */
6411 12e26b75 bellard
        if (CODE64(s) && !(s->cpuid_ext3_features & CPUID_EXT3_LAHF_LM))
6412 14ce26e7 bellard
            goto illegal_op;
6413 57fec1fe bellard
        gen_op_mov_TN_reg(OT_BYTE, 0, R_AH);
6414 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6415 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6416 bd7a7b33 bellard
        gen_compute_eflags(cpu_cc_src);
6417 bd7a7b33 bellard
        tcg_gen_andi_tl(cpu_cc_src, cpu_cc_src, CC_O);
6418 bd7a7b33 bellard
        tcg_gen_andi_tl(cpu_T[0], cpu_T[0], CC_S | CC_Z | CC_A | CC_P | CC_C);
6419 bd7a7b33 bellard
        tcg_gen_or_tl(cpu_cc_src, cpu_cc_src, cpu_T[0]);
6420 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6421 2c0262af bellard
        break;
6422 2c0262af bellard
    case 0x9f: /* lahf */
6423 12e26b75 bellard
        if (CODE64(s) && !(s->cpuid_ext3_features & CPUID_EXT3_LAHF_LM))
6424 14ce26e7 bellard
            goto illegal_op;
6425 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6426 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6427 bd7a7b33 bellard
        gen_compute_eflags(cpu_T[0]);
6428 bd7a7b33 bellard
        /* Note: gen_compute_eflags() only gives the condition codes */
6429 bd7a7b33 bellard
        tcg_gen_ori_tl(cpu_T[0], cpu_T[0], 0x02);
6430 57fec1fe bellard
        gen_op_mov_reg_T0(OT_BYTE, R_AH);
6431 2c0262af bellard
        break;
6432 2c0262af bellard
    case 0xf5: /* cmc */
6433 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6434 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6435 bd7a7b33 bellard
        gen_compute_eflags(cpu_cc_src);
6436 bd7a7b33 bellard
        tcg_gen_xori_tl(cpu_cc_src, cpu_cc_src, CC_C);
6437 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6438 2c0262af bellard
        break;
6439 2c0262af bellard
    case 0xf8: /* clc */
6440 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6441 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6442 bd7a7b33 bellard
        gen_compute_eflags(cpu_cc_src);
6443 bd7a7b33 bellard
        tcg_gen_andi_tl(cpu_cc_src, cpu_cc_src, ~CC_C);
6444 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6445 2c0262af bellard
        break;
6446 2c0262af bellard
    case 0xf9: /* stc */
6447 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6448 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6449 bd7a7b33 bellard
        gen_compute_eflags(cpu_cc_src);
6450 bd7a7b33 bellard
        tcg_gen_ori_tl(cpu_cc_src, cpu_cc_src, CC_C);
6451 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6452 2c0262af bellard
        break;
6453 2c0262af bellard
    case 0xfc: /* cld */
6454 b6abf97d bellard
        tcg_gen_movi_i32(cpu_tmp2_i32, 1);
6455 b6abf97d bellard
        tcg_gen_st_i32(cpu_tmp2_i32, cpu_env, offsetof(CPUState, df));
6456 2c0262af bellard
        break;
6457 2c0262af bellard
    case 0xfd: /* std */
6458 b6abf97d bellard
        tcg_gen_movi_i32(cpu_tmp2_i32, -1);
6459 b6abf97d bellard
        tcg_gen_st_i32(cpu_tmp2_i32, cpu_env, offsetof(CPUState, df));
6460 2c0262af bellard
        break;
6461 2c0262af bellard
6462 2c0262af bellard
        /************************/
6463 2c0262af bellard
        /* bit operations */
6464 2c0262af bellard
    case 0x1ba: /* bt/bts/btr/btc Gv, im */
6465 14ce26e7 bellard
        ot = dflag + OT_WORD;
6466 61382a50 bellard
        modrm = ldub_code(s->pc++);
6467 33698e5f bellard
        op = (modrm >> 3) & 7;
6468 2c0262af bellard
        mod = (modrm >> 6) & 3;
6469 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
6470 2c0262af bellard
        if (mod != 3) {
6471 14ce26e7 bellard
            s->rip_offset = 1;
6472 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
6473 57fec1fe bellard
            gen_op_ld_T0_A0(ot + s->mem_index);
6474 2c0262af bellard
        } else {
6475 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, rm);
6476 2c0262af bellard
        }
6477 2c0262af bellard
        /* load shift */
6478 61382a50 bellard
        val = ldub_code(s->pc++);
6479 2c0262af bellard
        gen_op_movl_T1_im(val);
6480 2c0262af bellard
        if (op < 4)
6481 2c0262af bellard
            goto illegal_op;
6482 2c0262af bellard
        op -= 4;
6483 f484d386 bellard
        goto bt_op;
6484 2c0262af bellard
    case 0x1a3: /* bt Gv, Ev */
6485 2c0262af bellard
        op = 0;
6486 2c0262af bellard
        goto do_btx;
6487 2c0262af bellard
    case 0x1ab: /* bts */
6488 2c0262af bellard
        op = 1;
6489 2c0262af bellard
        goto do_btx;
6490 2c0262af bellard
    case 0x1b3: /* btr */
6491 2c0262af bellard
        op = 2;
6492 2c0262af bellard
        goto do_btx;
6493 2c0262af bellard
    case 0x1bb: /* btc */
6494 2c0262af bellard
        op = 3;
6495 2c0262af bellard
    do_btx:
6496 14ce26e7 bellard
        ot = dflag + OT_WORD;
6497 61382a50 bellard
        modrm = ldub_code(s->pc++);
6498 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
6499 2c0262af bellard
        mod = (modrm >> 6) & 3;
6500 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
6501 57fec1fe bellard
        gen_op_mov_TN_reg(OT_LONG, 1, reg);
6502 2c0262af bellard
        if (mod != 3) {
6503 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
6504 2c0262af bellard
            /* specific case: we need to add a displacement */
6505 f484d386 bellard
            gen_exts(ot, cpu_T[1]);
6506 f484d386 bellard
            tcg_gen_sari_tl(cpu_tmp0, cpu_T[1], 3 + ot);
6507 f484d386 bellard
            tcg_gen_shli_tl(cpu_tmp0, cpu_tmp0, ot);
6508 f484d386 bellard
            tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);
6509 57fec1fe bellard
            gen_op_ld_T0_A0(ot + s->mem_index);
6510 2c0262af bellard
        } else {
6511 57fec1fe bellard
            gen_op_mov_TN_reg(ot, 0, rm);
6512 2c0262af bellard
        }
6513 f484d386 bellard
    bt_op:
6514 f484d386 bellard
        tcg_gen_andi_tl(cpu_T[1], cpu_T[1], (1 << (3 + ot)) - 1);
6515 f484d386 bellard
        switch(op) {
6516 f484d386 bellard
        case 0:
6517 f484d386 bellard
            tcg_gen_shr_tl(cpu_cc_src, cpu_T[0], cpu_T[1]);
6518 f484d386 bellard
            tcg_gen_movi_tl(cpu_cc_dst, 0);
6519 f484d386 bellard
            break;
6520 f484d386 bellard
        case 1:
6521 f484d386 bellard
            tcg_gen_shr_tl(cpu_tmp4, cpu_T[0], cpu_T[1]);
6522 f484d386 bellard
            tcg_gen_movi_tl(cpu_tmp0, 1);
6523 f484d386 bellard
            tcg_gen_shl_tl(cpu_tmp0, cpu_tmp0, cpu_T[1]);
6524 f484d386 bellard
            tcg_gen_or_tl(cpu_T[0], cpu_T[0], cpu_tmp0);
6525 f484d386 bellard
            break;
6526 f484d386 bellard
        case 2:
6527 f484d386 bellard
            tcg_gen_shr_tl(cpu_tmp4, cpu_T[0], cpu_T[1]);
6528 f484d386 bellard
            tcg_gen_movi_tl(cpu_tmp0, 1);
6529 f484d386 bellard
            tcg_gen_shl_tl(cpu_tmp0, cpu_tmp0, cpu_T[1]);
6530 f484d386 bellard
            tcg_gen_not_tl(cpu_tmp0, cpu_tmp0);
6531 f484d386 bellard
            tcg_gen_and_tl(cpu_T[0], cpu_T[0], cpu_tmp0);
6532 f484d386 bellard
            break;
6533 f484d386 bellard
        default:
6534 f484d386 bellard
        case 3:
6535 f484d386 bellard
            tcg_gen_shr_tl(cpu_tmp4, cpu_T[0], cpu_T[1]);
6536 f484d386 bellard
            tcg_gen_movi_tl(cpu_tmp0, 1);
6537 f484d386 bellard
            tcg_gen_shl_tl(cpu_tmp0, cpu_tmp0, cpu_T[1]);
6538 f484d386 bellard
            tcg_gen_xor_tl(cpu_T[0], cpu_T[0], cpu_tmp0);
6539 f484d386 bellard
            break;
6540 f484d386 bellard
        }
6541 2c0262af bellard
        s->cc_op = CC_OP_SARB + ot;
6542 2c0262af bellard
        if (op != 0) {
6543 2c0262af bellard
            if (mod != 3)
6544 57fec1fe bellard
                gen_op_st_T0_A0(ot + s->mem_index);
6545 2c0262af bellard
            else
6546 57fec1fe bellard
                gen_op_mov_reg_T0(ot, rm);
6547 f484d386 bellard
            tcg_gen_mov_tl(cpu_cc_src, cpu_tmp4);
6548 f484d386 bellard
            tcg_gen_movi_tl(cpu_cc_dst, 0);
6549 2c0262af bellard
        }
6550 2c0262af bellard
        break;
6551 2c0262af bellard
    case 0x1bc: /* bsf */
6552 2c0262af bellard
    case 0x1bd: /* bsr */
6553 6191b059 bellard
        {
6554 6191b059 bellard
            int label1;
6555 1e4840bf bellard
            TCGv t0;
6556 1e4840bf bellard
6557 6191b059 bellard
            ot = dflag + OT_WORD;
6558 6191b059 bellard
            modrm = ldub_code(s->pc++);
6559 6191b059 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
6560 31501a71 Andre Przywara
            gen_ldst_modrm(s,modrm, ot, OR_TMP0, 0);
6561 6191b059 bellard
            gen_extu(ot, cpu_T[0]);
6562 a7812ae4 pbrook
            t0 = tcg_temp_local_new();
6563 1e4840bf bellard
            tcg_gen_mov_tl(t0, cpu_T[0]);
6564 31501a71 Andre Przywara
            if ((b & 1) && (prefixes & PREFIX_REPZ) &&
6565 31501a71 Andre Przywara
                (s->cpuid_ext3_features & CPUID_EXT3_ABM)) {
6566 31501a71 Andre Przywara
                switch(ot) {
6567 31501a71 Andre Przywara
                case OT_WORD: gen_helper_lzcnt(cpu_T[0], t0,
6568 31501a71 Andre Przywara
                    tcg_const_i32(16)); break;
6569 31501a71 Andre Przywara
                case OT_LONG: gen_helper_lzcnt(cpu_T[0], t0,
6570 31501a71 Andre Przywara
                    tcg_const_i32(32)); break;
6571 31501a71 Andre Przywara
                case OT_QUAD: gen_helper_lzcnt(cpu_T[0], t0,
6572 31501a71 Andre Przywara
                    tcg_const_i32(64)); break;
6573 31501a71 Andre Przywara
                }
6574 31501a71 Andre Przywara
                gen_op_mov_reg_T0(ot, reg);
6575 6191b059 bellard
            } else {
6576 31501a71 Andre Przywara
                label1 = gen_new_label();
6577 31501a71 Andre Przywara
                tcg_gen_movi_tl(cpu_cc_dst, 0);
6578 31501a71 Andre Przywara
                tcg_gen_brcondi_tl(TCG_COND_EQ, t0, 0, label1);
6579 31501a71 Andre Przywara
                if (b & 1) {
6580 31501a71 Andre Przywara
                    gen_helper_bsr(cpu_T[0], t0);
6581 31501a71 Andre Przywara
                } else {
6582 31501a71 Andre Przywara
                    gen_helper_bsf(cpu_T[0], t0);
6583 31501a71 Andre Przywara
                }
6584 31501a71 Andre Przywara
                gen_op_mov_reg_T0(ot, reg);
6585 31501a71 Andre Przywara
                tcg_gen_movi_tl(cpu_cc_dst, 1);
6586 31501a71 Andre Przywara
                gen_set_label(label1);
6587 31501a71 Andre Przywara
                tcg_gen_discard_tl(cpu_cc_src);
6588 31501a71 Andre Przywara
                s->cc_op = CC_OP_LOGICB + ot;
6589 6191b059 bellard
            }
6590 1e4840bf bellard
            tcg_temp_free(t0);
6591 6191b059 bellard
        }
6592 2c0262af bellard
        break;
6593 2c0262af bellard
        /************************/
6594 2c0262af bellard
        /* bcd */
6595 2c0262af bellard
    case 0x27: /* daa */
6596 14ce26e7 bellard
        if (CODE64(s))
6597 14ce26e7 bellard
            goto illegal_op;
6598 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6599 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6600 a7812ae4 pbrook
        gen_helper_daa();
6601 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6602 2c0262af bellard
        break;
6603 2c0262af bellard
    case 0x2f: /* das */
6604 14ce26e7 bellard
        if (CODE64(s))
6605 14ce26e7 bellard
            goto illegal_op;
6606 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6607 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6608 a7812ae4 pbrook
        gen_helper_das();
6609 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6610 2c0262af bellard
        break;
6611 2c0262af bellard
    case 0x37: /* aaa */
6612 14ce26e7 bellard
        if (CODE64(s))
6613 14ce26e7 bellard
            goto illegal_op;
6614 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6615 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6616 a7812ae4 pbrook
        gen_helper_aaa();
6617 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6618 2c0262af bellard
        break;
6619 2c0262af bellard
    case 0x3f: /* aas */
6620 14ce26e7 bellard
        if (CODE64(s))
6621 14ce26e7 bellard
            goto illegal_op;
6622 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6623 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6624 a7812ae4 pbrook
        gen_helper_aas();
6625 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
6626 2c0262af bellard
        break;
6627 2c0262af bellard
    case 0xd4: /* aam */
6628 14ce26e7 bellard
        if (CODE64(s))
6629 14ce26e7 bellard
            goto illegal_op;
6630 61382a50 bellard
        val = ldub_code(s->pc++);
6631 b6d7c3db ths
        if (val == 0) {
6632 b6d7c3db ths
            gen_exception(s, EXCP00_DIVZ, pc_start - s->cs_base);
6633 b6d7c3db ths
        } else {
6634 a7812ae4 pbrook
            gen_helper_aam(tcg_const_i32(val));
6635 b6d7c3db ths
            s->cc_op = CC_OP_LOGICB;
6636 b6d7c3db ths
        }
6637 2c0262af bellard
        break;
6638 2c0262af bellard
    case 0xd5: /* aad */
6639 14ce26e7 bellard
        if (CODE64(s))
6640 14ce26e7 bellard
            goto illegal_op;
6641 61382a50 bellard
        val = ldub_code(s->pc++);
6642 a7812ae4 pbrook
        gen_helper_aad(tcg_const_i32(val));
6643 2c0262af bellard
        s->cc_op = CC_OP_LOGICB;
6644 2c0262af bellard
        break;
6645 2c0262af bellard
        /************************/
6646 2c0262af bellard
        /* misc */
6647 2c0262af bellard
    case 0x90: /* nop */
6648 ab1f142b bellard
        /* XXX: correct lock test for all insn */
6649 7418027e Richard Henderson
        if (prefixes & PREFIX_LOCK) {
6650 ab1f142b bellard
            goto illegal_op;
6651 7418027e Richard Henderson
        }
6652 7418027e Richard Henderson
        /* If REX_B is set, then this is xchg eax, r8d, not a nop.  */
6653 7418027e Richard Henderson
        if (REX_B(s)) {
6654 7418027e Richard Henderson
            goto do_xchg_reg_eax;
6655 7418027e Richard Henderson
        }
6656 0573fbfc ths
        if (prefixes & PREFIX_REPZ) {
6657 0573fbfc ths
            gen_svm_check_intercept(s, pc_start, SVM_EXIT_PAUSE);
6658 0573fbfc ths
        }
6659 2c0262af bellard
        break;
6660 2c0262af bellard
    case 0x9b: /* fwait */
6661 5fafdf24 ths
        if ((s->flags & (HF_MP_MASK | HF_TS_MASK)) ==
6662 7eee2a50 bellard
            (HF_MP_MASK | HF_TS_MASK)) {
6663 7eee2a50 bellard
            gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
6664 2ee73ac3 bellard
        } else {
6665 2ee73ac3 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6666 2ee73ac3 bellard
                gen_op_set_cc_op(s->cc_op);
6667 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
6668 a7812ae4 pbrook
            gen_helper_fwait();
6669 7eee2a50 bellard
        }
6670 2c0262af bellard
        break;
6671 2c0262af bellard
    case 0xcc: /* int3 */
6672 2c0262af bellard
        gen_interrupt(s, EXCP03_INT3, pc_start - s->cs_base, s->pc - s->cs_base);
6673 2c0262af bellard
        break;
6674 2c0262af bellard
    case 0xcd: /* int N */
6675 61382a50 bellard
        val = ldub_code(s->pc++);
6676 f115e911 bellard
        if (s->vm86 && s->iopl != 3) {
6677 5fafdf24 ths
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6678 f115e911 bellard
        } else {
6679 f115e911 bellard
            gen_interrupt(s, val, pc_start - s->cs_base, s->pc - s->cs_base);
6680 f115e911 bellard
        }
6681 2c0262af bellard
        break;
6682 2c0262af bellard
    case 0xce: /* into */
6683 14ce26e7 bellard
        if (CODE64(s))
6684 14ce26e7 bellard
            goto illegal_op;
6685 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6686 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6687 a8ede8ba bellard
        gen_jmp_im(pc_start - s->cs_base);
6688 a7812ae4 pbrook
        gen_helper_into(tcg_const_i32(s->pc - pc_start));
6689 2c0262af bellard
        break;
6690 0b97134b aurel32
#ifdef WANT_ICEBP
6691 2c0262af bellard
    case 0xf1: /* icebp (undocumented, exits to external debugger) */
6692 872929aa bellard
        gen_svm_check_intercept(s, pc_start, SVM_EXIT_ICEBP);
6693 aba9d61e bellard
#if 1
6694 2c0262af bellard
        gen_debug(s, pc_start - s->cs_base);
6695 aba9d61e bellard
#else
6696 aba9d61e bellard
        /* start debug */
6697 aba9d61e bellard
        tb_flush(cpu_single_env);
6698 aba9d61e bellard
        cpu_set_log(CPU_LOG_INT | CPU_LOG_TB_IN_ASM);
6699 aba9d61e bellard
#endif
6700 2c0262af bellard
        break;
6701 0b97134b aurel32
#endif
6702 2c0262af bellard
    case 0xfa: /* cli */
6703 2c0262af bellard
        if (!s->vm86) {
6704 2c0262af bellard
            if (s->cpl <= s->iopl) {
6705 a7812ae4 pbrook
                gen_helper_cli();
6706 2c0262af bellard
            } else {
6707 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6708 2c0262af bellard
            }
6709 2c0262af bellard
        } else {
6710 2c0262af bellard
            if (s->iopl == 3) {
6711 a7812ae4 pbrook
                gen_helper_cli();
6712 2c0262af bellard
            } else {
6713 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6714 2c0262af bellard
            }
6715 2c0262af bellard
        }
6716 2c0262af bellard
        break;
6717 2c0262af bellard
    case 0xfb: /* sti */
6718 2c0262af bellard
        if (!s->vm86) {
6719 2c0262af bellard
            if (s->cpl <= s->iopl) {
6720 2c0262af bellard
            gen_sti:
6721 a7812ae4 pbrook
                gen_helper_sti();
6722 2c0262af bellard
                /* interruptions are enabled only the first insn after sti */
6723 a2cc3b24 bellard
                /* If several instructions disable interrupts, only the
6724 a2cc3b24 bellard
                   _first_ does it */
6725 a2cc3b24 bellard
                if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
6726 a7812ae4 pbrook
                    gen_helper_set_inhibit_irq();
6727 2c0262af bellard
                /* give a chance to handle pending irqs */
6728 14ce26e7 bellard
                gen_jmp_im(s->pc - s->cs_base);
6729 2c0262af bellard
                gen_eob(s);
6730 2c0262af bellard
            } else {
6731 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6732 2c0262af bellard
            }
6733 2c0262af bellard
        } else {
6734 2c0262af bellard
            if (s->iopl == 3) {
6735 2c0262af bellard
                goto gen_sti;
6736 2c0262af bellard
            } else {
6737 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6738 2c0262af bellard
            }
6739 2c0262af bellard
        }
6740 2c0262af bellard
        break;
6741 2c0262af bellard
    case 0x62: /* bound */
6742 14ce26e7 bellard
        if (CODE64(s))
6743 14ce26e7 bellard
            goto illegal_op;
6744 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
6745 61382a50 bellard
        modrm = ldub_code(s->pc++);
6746 2c0262af bellard
        reg = (modrm >> 3) & 7;
6747 2c0262af bellard
        mod = (modrm >> 6) & 3;
6748 2c0262af bellard
        if (mod == 3)
6749 2c0262af bellard
            goto illegal_op;
6750 57fec1fe bellard
        gen_op_mov_TN_reg(ot, 0, reg);
6751 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
6752 14ce26e7 bellard
        gen_jmp_im(pc_start - s->cs_base);
6753 b6abf97d bellard
        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6754 2c0262af bellard
        if (ot == OT_WORD)
6755 a7812ae4 pbrook
            gen_helper_boundw(cpu_A0, cpu_tmp2_i32);
6756 2c0262af bellard
        else
6757 a7812ae4 pbrook
            gen_helper_boundl(cpu_A0, cpu_tmp2_i32);
6758 2c0262af bellard
        break;
6759 2c0262af bellard
    case 0x1c8 ... 0x1cf: /* bswap reg */
6760 14ce26e7 bellard
        reg = (b & 7) | REX_B(s);
6761 14ce26e7 bellard
#ifdef TARGET_X86_64
6762 14ce26e7 bellard
        if (dflag == 2) {
6763 57fec1fe bellard
            gen_op_mov_TN_reg(OT_QUAD, 0, reg);
6764 66896cb8 aurel32
            tcg_gen_bswap64_i64(cpu_T[0], cpu_T[0]);
6765 57fec1fe bellard
            gen_op_mov_reg_T0(OT_QUAD, reg);
6766 5fafdf24 ths
        } else
6767 8777643e aurel32
#endif
6768 57fec1fe bellard
        {
6769 57fec1fe bellard
            gen_op_mov_TN_reg(OT_LONG, 0, reg);
6770 8777643e aurel32
            tcg_gen_ext32u_tl(cpu_T[0], cpu_T[0]);
6771 8777643e aurel32
            tcg_gen_bswap32_tl(cpu_T[0], cpu_T[0]);
6772 57fec1fe bellard
            gen_op_mov_reg_T0(OT_LONG, reg);
6773 14ce26e7 bellard
        }
6774 2c0262af bellard
        break;
6775 2c0262af bellard
    case 0xd6: /* salc */
6776 14ce26e7 bellard
        if (CODE64(s))
6777 14ce26e7 bellard
            goto illegal_op;
6778 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6779 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
6780 bd7a7b33 bellard
        gen_compute_eflags_c(cpu_T[0]);
6781 bd7a7b33 bellard
        tcg_gen_neg_tl(cpu_T[0], cpu_T[0]);
6782 bd7a7b33 bellard
        gen_op_mov_reg_T0(OT_BYTE, R_EAX);
6783 2c0262af bellard
        break;
6784 2c0262af bellard
    case 0xe0: /* loopnz */
6785 2c0262af bellard
    case 0xe1: /* loopz */
6786 2c0262af bellard
    case 0xe2: /* loop */
6787 2c0262af bellard
    case 0xe3: /* jecxz */
6788 14ce26e7 bellard
        {
6789 6e0d8677 bellard
            int l1, l2, l3;
6790 14ce26e7 bellard
6791 14ce26e7 bellard
            tval = (int8_t)insn_get(s, OT_BYTE);
6792 14ce26e7 bellard
            next_eip = s->pc - s->cs_base;
6793 14ce26e7 bellard
            tval += next_eip;
6794 14ce26e7 bellard
            if (s->dflag == 0)
6795 14ce26e7 bellard
                tval &= 0xffff;
6796 3b46e624 ths
6797 14ce26e7 bellard
            l1 = gen_new_label();
6798 14ce26e7 bellard
            l2 = gen_new_label();
6799 6e0d8677 bellard
            l3 = gen_new_label();
6800 14ce26e7 bellard
            b &= 3;
6801 6e0d8677 bellard
            switch(b) {
6802 6e0d8677 bellard
            case 0: /* loopnz */
6803 6e0d8677 bellard
            case 1: /* loopz */
6804 6e0d8677 bellard
                if (s->cc_op != CC_OP_DYNAMIC)
6805 6e0d8677 bellard
                    gen_op_set_cc_op(s->cc_op);
6806 6e0d8677 bellard
                gen_op_add_reg_im(s->aflag, R_ECX, -1);
6807 6e0d8677 bellard
                gen_op_jz_ecx(s->aflag, l3);
6808 6e0d8677 bellard
                gen_compute_eflags(cpu_tmp0);
6809 6e0d8677 bellard
                tcg_gen_andi_tl(cpu_tmp0, cpu_tmp0, CC_Z);
6810 6e0d8677 bellard
                if (b == 0) {
6811 cb63669a pbrook
                    tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_tmp0, 0, l1);
6812 6e0d8677 bellard
                } else {
6813 cb63669a pbrook
                    tcg_gen_brcondi_tl(TCG_COND_NE, cpu_tmp0, 0, l1);
6814 6e0d8677 bellard
                }
6815 6e0d8677 bellard
                break;
6816 6e0d8677 bellard
            case 2: /* loop */
6817 6e0d8677 bellard
                gen_op_add_reg_im(s->aflag, R_ECX, -1);
6818 6e0d8677 bellard
                gen_op_jnz_ecx(s->aflag, l1);
6819 6e0d8677 bellard
                break;
6820 6e0d8677 bellard
            default:
6821 6e0d8677 bellard
            case 3: /* jcxz */
6822 6e0d8677 bellard
                gen_op_jz_ecx(s->aflag, l1);
6823 6e0d8677 bellard
                break;
6824 14ce26e7 bellard
            }
6825 14ce26e7 bellard
6826 6e0d8677 bellard
            gen_set_label(l3);
6827 14ce26e7 bellard
            gen_jmp_im(next_eip);
6828 8e1c85e3 bellard
            tcg_gen_br(l2);
6829 6e0d8677 bellard
6830 14ce26e7 bellard
            gen_set_label(l1);
6831 14ce26e7 bellard
            gen_jmp_im(tval);
6832 14ce26e7 bellard
            gen_set_label(l2);
6833 14ce26e7 bellard
            gen_eob(s);
6834 14ce26e7 bellard
        }
6835 2c0262af bellard
        break;
6836 2c0262af bellard
    case 0x130: /* wrmsr */
6837 2c0262af bellard
    case 0x132: /* rdmsr */
6838 2c0262af bellard
        if (s->cpl != 0) {
6839 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6840 2c0262af bellard
        } else {
6841 872929aa bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6842 872929aa bellard
                gen_op_set_cc_op(s->cc_op);
6843 872929aa bellard
            gen_jmp_im(pc_start - s->cs_base);
6844 0573fbfc ths
            if (b & 2) {
6845 a7812ae4 pbrook
                gen_helper_rdmsr();
6846 0573fbfc ths
            } else {
6847 a7812ae4 pbrook
                gen_helper_wrmsr();
6848 0573fbfc ths
            }
6849 2c0262af bellard
        }
6850 2c0262af bellard
        break;
6851 2c0262af bellard
    case 0x131: /* rdtsc */
6852 872929aa bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6853 872929aa bellard
            gen_op_set_cc_op(s->cc_op);
6854 ecada8a2 bellard
        gen_jmp_im(pc_start - s->cs_base);
6855 efade670 pbrook
        if (use_icount)
6856 efade670 pbrook
            gen_io_start();
6857 a7812ae4 pbrook
        gen_helper_rdtsc();
6858 efade670 pbrook
        if (use_icount) {
6859 efade670 pbrook
            gen_io_end();
6860 efade670 pbrook
            gen_jmp(s, s->pc - s->cs_base);
6861 efade670 pbrook
        }
6862 2c0262af bellard
        break;
6863 df01e0fc balrog
    case 0x133: /* rdpmc */
6864 872929aa bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6865 872929aa bellard
            gen_op_set_cc_op(s->cc_op);
6866 df01e0fc balrog
        gen_jmp_im(pc_start - s->cs_base);
6867 a7812ae4 pbrook
        gen_helper_rdpmc();
6868 df01e0fc balrog
        break;
6869 023fe10d bellard
    case 0x134: /* sysenter */
6870 2436b61a balrog
        /* For Intel SYSENTER is valid on 64-bit */
6871 2436b61a balrog
        if (CODE64(s) && cpu_single_env->cpuid_vendor1 != CPUID_VENDOR_INTEL_1)
6872 14ce26e7 bellard
            goto illegal_op;
6873 023fe10d bellard
        if (!s->pe) {
6874 023fe10d bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6875 023fe10d bellard
        } else {
6876 728d803b Jun Koi
            gen_update_cc_op(s);
6877 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
6878 a7812ae4 pbrook
            gen_helper_sysenter();
6879 023fe10d bellard
            gen_eob(s);
6880 023fe10d bellard
        }
6881 023fe10d bellard
        break;
6882 023fe10d bellard
    case 0x135: /* sysexit */
6883 2436b61a balrog
        /* For Intel SYSEXIT is valid on 64-bit */
6884 2436b61a balrog
        if (CODE64(s) && cpu_single_env->cpuid_vendor1 != CPUID_VENDOR_INTEL_1)
6885 14ce26e7 bellard
            goto illegal_op;
6886 023fe10d bellard
        if (!s->pe) {
6887 023fe10d bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6888 023fe10d bellard
        } else {
6889 728d803b Jun Koi
            gen_update_cc_op(s);
6890 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
6891 a7812ae4 pbrook
            gen_helper_sysexit(tcg_const_i32(dflag));
6892 023fe10d bellard
            gen_eob(s);
6893 023fe10d bellard
        }
6894 023fe10d bellard
        break;
6895 14ce26e7 bellard
#ifdef TARGET_X86_64
6896 14ce26e7 bellard
    case 0x105: /* syscall */
6897 14ce26e7 bellard
        /* XXX: is it usable in real mode ? */
6898 728d803b Jun Koi
        gen_update_cc_op(s);
6899 14ce26e7 bellard
        gen_jmp_im(pc_start - s->cs_base);
6900 a7812ae4 pbrook
        gen_helper_syscall(tcg_const_i32(s->pc - pc_start));
6901 14ce26e7 bellard
        gen_eob(s);
6902 14ce26e7 bellard
        break;
6903 14ce26e7 bellard
    case 0x107: /* sysret */
6904 14ce26e7 bellard
        if (!s->pe) {
6905 14ce26e7 bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6906 14ce26e7 bellard
        } else {
6907 728d803b Jun Koi
            gen_update_cc_op(s);
6908 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
6909 a7812ae4 pbrook
            gen_helper_sysret(tcg_const_i32(s->dflag));
6910 aba9d61e bellard
            /* condition codes are modified only in long mode */
6911 aba9d61e bellard
            if (s->lma)
6912 aba9d61e bellard
                s->cc_op = CC_OP_EFLAGS;
6913 14ce26e7 bellard
            gen_eob(s);
6914 14ce26e7 bellard
        }
6915 14ce26e7 bellard
        break;
6916 14ce26e7 bellard
#endif
6917 2c0262af bellard
    case 0x1a2: /* cpuid */
6918 9575cb94 bellard
        if (s->cc_op != CC_OP_DYNAMIC)
6919 9575cb94 bellard
            gen_op_set_cc_op(s->cc_op);
6920 9575cb94 bellard
        gen_jmp_im(pc_start - s->cs_base);
6921 a7812ae4 pbrook
        gen_helper_cpuid();
6922 2c0262af bellard
        break;
6923 2c0262af bellard
    case 0xf4: /* hlt */
6924 2c0262af bellard
        if (s->cpl != 0) {
6925 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6926 2c0262af bellard
        } else {
6927 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6928 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
6929 94451178 bellard
            gen_jmp_im(pc_start - s->cs_base);
6930 a7812ae4 pbrook
            gen_helper_hlt(tcg_const_i32(s->pc - pc_start));
6931 5779406a Jun Koi
            s->is_jmp = DISAS_TB_JUMP;
6932 2c0262af bellard
        }
6933 2c0262af bellard
        break;
6934 2c0262af bellard
    case 0x100:
6935 61382a50 bellard
        modrm = ldub_code(s->pc++);
6936 2c0262af bellard
        mod = (modrm >> 6) & 3;
6937 2c0262af bellard
        op = (modrm >> 3) & 7;
6938 2c0262af bellard
        switch(op) {
6939 2c0262af bellard
        case 0: /* sldt */
6940 f115e911 bellard
            if (!s->pe || s->vm86)
6941 f115e911 bellard
                goto illegal_op;
6942 872929aa bellard
            gen_svm_check_intercept(s, pc_start, SVM_EXIT_LDTR_READ);
6943 651ba608 bellard
            tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,ldt.selector));
6944 2c0262af bellard
            ot = OT_WORD;
6945 2c0262af bellard
            if (mod == 3)
6946 2c0262af bellard
                ot += s->dflag;
6947 2c0262af bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
6948 2c0262af bellard
            break;
6949 2c0262af bellard
        case 2: /* lldt */
6950 f115e911 bellard
            if (!s->pe || s->vm86)
6951 f115e911 bellard
                goto illegal_op;
6952 2c0262af bellard
            if (s->cpl != 0) {
6953 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6954 2c0262af bellard
            } else {
6955 872929aa bellard
                gen_svm_check_intercept(s, pc_start, SVM_EXIT_LDTR_WRITE);
6956 2c0262af bellard
                gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
6957 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
6958 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6959 a7812ae4 pbrook
                gen_helper_lldt(cpu_tmp2_i32);
6960 2c0262af bellard
            }
6961 2c0262af bellard
            break;
6962 2c0262af bellard
        case 1: /* str */
6963 f115e911 bellard
            if (!s->pe || s->vm86)
6964 f115e911 bellard
                goto illegal_op;
6965 872929aa bellard
            gen_svm_check_intercept(s, pc_start, SVM_EXIT_TR_READ);
6966 651ba608 bellard
            tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,tr.selector));
6967 2c0262af bellard
            ot = OT_WORD;
6968 2c0262af bellard
            if (mod == 3)
6969 2c0262af bellard
                ot += s->dflag;
6970 2c0262af bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
6971 2c0262af bellard
            break;
6972 2c0262af bellard
        case 3: /* ltr */
6973 f115e911 bellard
            if (!s->pe || s->vm86)
6974 f115e911 bellard
                goto illegal_op;
6975 2c0262af bellard
            if (s->cpl != 0) {
6976 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
6977 2c0262af bellard
            } else {
6978 872929aa bellard
                gen_svm_check_intercept(s, pc_start, SVM_EXIT_TR_WRITE);
6979 2c0262af bellard
                gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
6980 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
6981 b6abf97d bellard
                tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);
6982 a7812ae4 pbrook
                gen_helper_ltr(cpu_tmp2_i32);
6983 2c0262af bellard
            }
6984 2c0262af bellard
            break;
6985 2c0262af bellard
        case 4: /* verr */
6986 2c0262af bellard
        case 5: /* verw */
6987 f115e911 bellard
            if (!s->pe || s->vm86)
6988 f115e911 bellard
                goto illegal_op;
6989 f115e911 bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
6990 f115e911 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
6991 f115e911 bellard
                gen_op_set_cc_op(s->cc_op);
6992 f115e911 bellard
            if (op == 4)
6993 a7812ae4 pbrook
                gen_helper_verr(cpu_T[0]);
6994 f115e911 bellard
            else
6995 a7812ae4 pbrook
                gen_helper_verw(cpu_T[0]);
6996 f115e911 bellard
            s->cc_op = CC_OP_EFLAGS;
6997 f115e911 bellard
            break;
6998 2c0262af bellard
        default:
6999 2c0262af bellard
            goto illegal_op;
7000 2c0262af bellard
        }
7001 2c0262af bellard
        break;
7002 2c0262af bellard
    case 0x101:
7003 61382a50 bellard
        modrm = ldub_code(s->pc++);
7004 2c0262af bellard
        mod = (modrm >> 6) & 3;
7005 2c0262af bellard
        op = (modrm >> 3) & 7;
7006 3d7374c5 bellard
        rm = modrm & 7;
7007 2c0262af bellard
        switch(op) {
7008 2c0262af bellard
        case 0: /* sgdt */
7009 2c0262af bellard
            if (mod == 3)
7010 2c0262af bellard
                goto illegal_op;
7011 872929aa bellard
            gen_svm_check_intercept(s, pc_start, SVM_EXIT_GDTR_READ);
7012 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7013 651ba608 bellard
            tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State, gdt.limit));
7014 57fec1fe bellard
            gen_op_st_T0_A0(OT_WORD + s->mem_index);
7015 aba9d61e bellard
            gen_add_A0_im(s, 2);
7016 651ba608 bellard
            tcg_gen_ld_tl(cpu_T[0], cpu_env, offsetof(CPUX86State, gdt.base));
7017 2c0262af bellard
            if (!s->dflag)
7018 2c0262af bellard
                gen_op_andl_T0_im(0xffffff);
7019 57fec1fe bellard
            gen_op_st_T0_A0(CODE64(s) + OT_LONG + s->mem_index);
7020 2c0262af bellard
            break;
7021 3d7374c5 bellard
        case 1:
7022 3d7374c5 bellard
            if (mod == 3) {
7023 3d7374c5 bellard
                switch (rm) {
7024 3d7374c5 bellard
                case 0: /* monitor */
7025 3d7374c5 bellard
                    if (!(s->cpuid_ext_features & CPUID_EXT_MONITOR) ||
7026 3d7374c5 bellard
                        s->cpl != 0)
7027 3d7374c5 bellard
                        goto illegal_op;
7028 94451178 bellard
                    if (s->cc_op != CC_OP_DYNAMIC)
7029 94451178 bellard
                        gen_op_set_cc_op(s->cc_op);
7030 3d7374c5 bellard
                    gen_jmp_im(pc_start - s->cs_base);
7031 3d7374c5 bellard
#ifdef TARGET_X86_64
7032 3d7374c5 bellard
                    if (s->aflag == 2) {
7033 bbf662ee bellard
                        gen_op_movq_A0_reg(R_EAX);
7034 5fafdf24 ths
                    } else
7035 3d7374c5 bellard
#endif
7036 3d7374c5 bellard
                    {
7037 bbf662ee bellard
                        gen_op_movl_A0_reg(R_EAX);
7038 3d7374c5 bellard
                        if (s->aflag == 0)
7039 3d7374c5 bellard
                            gen_op_andl_A0_ffff();
7040 3d7374c5 bellard
                    }
7041 3d7374c5 bellard
                    gen_add_A0_ds_seg(s);
7042 a7812ae4 pbrook
                    gen_helper_monitor(cpu_A0);
7043 3d7374c5 bellard
                    break;
7044 3d7374c5 bellard
                case 1: /* mwait */
7045 3d7374c5 bellard
                    if (!(s->cpuid_ext_features & CPUID_EXT_MONITOR) ||
7046 3d7374c5 bellard
                        s->cpl != 0)
7047 3d7374c5 bellard
                        goto illegal_op;
7048 728d803b Jun Koi
                    gen_update_cc_op(s);
7049 94451178 bellard
                    gen_jmp_im(pc_start - s->cs_base);
7050 a7812ae4 pbrook
                    gen_helper_mwait(tcg_const_i32(s->pc - pc_start));
7051 3d7374c5 bellard
                    gen_eob(s);
7052 3d7374c5 bellard
                    break;
7053 3d7374c5 bellard
                default:
7054 3d7374c5 bellard
                    goto illegal_op;
7055 3d7374c5 bellard
                }
7056 3d7374c5 bellard
            } else { /* sidt */
7057 872929aa bellard
                gen_svm_check_intercept(s, pc_start, SVM_EXIT_IDTR_READ);
7058 3d7374c5 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7059 651ba608 bellard
                tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State, idt.limit));
7060 57fec1fe bellard
                gen_op_st_T0_A0(OT_WORD + s->mem_index);
7061 3d7374c5 bellard
                gen_add_A0_im(s, 2);
7062 651ba608 bellard
                tcg_gen_ld_tl(cpu_T[0], cpu_env, offsetof(CPUX86State, idt.base));
7063 3d7374c5 bellard
                if (!s->dflag)
7064 3d7374c5 bellard
                    gen_op_andl_T0_im(0xffffff);
7065 57fec1fe bellard
                gen_op_st_T0_A0(CODE64(s) + OT_LONG + s->mem_index);
7066 3d7374c5 bellard
            }
7067 3d7374c5 bellard
            break;
7068 2c0262af bellard
        case 2: /* lgdt */
7069 2c0262af bellard
        case 3: /* lidt */
7070 0573fbfc ths
            if (mod == 3) {
7071 872929aa bellard
                if (s->cc_op != CC_OP_DYNAMIC)
7072 872929aa bellard
                    gen_op_set_cc_op(s->cc_op);
7073 872929aa bellard
                gen_jmp_im(pc_start - s->cs_base);
7074 0573fbfc ths
                switch(rm) {
7075 0573fbfc ths
                case 0: /* VMRUN */
7076 872929aa bellard
                    if (!(s->flags & HF_SVME_MASK) || !s->pe)
7077 872929aa bellard
                        goto illegal_op;
7078 872929aa bellard
                    if (s->cpl != 0) {
7079 872929aa bellard
                        gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7080 0573fbfc ths
                        break;
7081 872929aa bellard
                    } else {
7082 a7812ae4 pbrook
                        gen_helper_vmrun(tcg_const_i32(s->aflag),
7083 a7812ae4 pbrook
                                         tcg_const_i32(s->pc - pc_start));
7084 db620f46 bellard
                        tcg_gen_exit_tb(0);
7085 5779406a Jun Koi
                        s->is_jmp = DISAS_TB_JUMP;
7086 872929aa bellard
                    }
7087 0573fbfc ths
                    break;
7088 0573fbfc ths
                case 1: /* VMMCALL */
7089 872929aa bellard
                    if (!(s->flags & HF_SVME_MASK))
7090 872929aa bellard
                        goto illegal_op;
7091 a7812ae4 pbrook
                    gen_helper_vmmcall();
7092 0573fbfc ths
                    break;
7093 0573fbfc ths
                case 2: /* VMLOAD */
7094 872929aa bellard
                    if (!(s->flags & HF_SVME_MASK) || !s->pe)
7095 872929aa bellard
                        goto illegal_op;
7096 872929aa bellard
                    if (s->cpl != 0) {
7097 872929aa bellard
                        gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7098 872929aa bellard
                        break;
7099 872929aa bellard
                    } else {
7100 a7812ae4 pbrook
                        gen_helper_vmload(tcg_const_i32(s->aflag));
7101 872929aa bellard
                    }
7102 0573fbfc ths
                    break;
7103 0573fbfc ths
                case 3: /* VMSAVE */
7104 872929aa bellard
                    if (!(s->flags & HF_SVME_MASK) || !s->pe)
7105 872929aa bellard
                        goto illegal_op;
7106 872929aa bellard
                    if (s->cpl != 0) {
7107 872929aa bellard
                        gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7108 872929aa bellard
                        break;
7109 872929aa bellard
                    } else {
7110 a7812ae4 pbrook
                        gen_helper_vmsave(tcg_const_i32(s->aflag));
7111 872929aa bellard
                    }
7112 0573fbfc ths
                    break;
7113 0573fbfc ths
                case 4: /* STGI */
7114 872929aa bellard
                    if ((!(s->flags & HF_SVME_MASK) &&
7115 872929aa bellard
                         !(s->cpuid_ext3_features & CPUID_EXT3_SKINIT)) || 
7116 872929aa bellard
                        !s->pe)
7117 872929aa bellard
                        goto illegal_op;
7118 872929aa bellard
                    if (s->cpl != 0) {
7119 872929aa bellard
                        gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7120 872929aa bellard
                        break;
7121 872929aa bellard
                    } else {
7122 a7812ae4 pbrook
                        gen_helper_stgi();
7123 872929aa bellard
                    }
7124 0573fbfc ths
                    break;
7125 0573fbfc ths
                case 5: /* CLGI */
7126 872929aa bellard
                    if (!(s->flags & HF_SVME_MASK) || !s->pe)
7127 872929aa bellard
                        goto illegal_op;
7128 872929aa bellard
                    if (s->cpl != 0) {
7129 872929aa bellard
                        gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7130 872929aa bellard
                        break;
7131 872929aa bellard
                    } else {
7132 a7812ae4 pbrook
                        gen_helper_clgi();
7133 872929aa bellard
                    }
7134 0573fbfc ths
                    break;
7135 0573fbfc ths
                case 6: /* SKINIT */
7136 872929aa bellard
                    if ((!(s->flags & HF_SVME_MASK) && 
7137 872929aa bellard
                         !(s->cpuid_ext3_features & CPUID_EXT3_SKINIT)) || 
7138 872929aa bellard
                        !s->pe)
7139 872929aa bellard
                        goto illegal_op;
7140 a7812ae4 pbrook
                    gen_helper_skinit();
7141 0573fbfc ths
                    break;
7142 0573fbfc ths
                case 7: /* INVLPGA */
7143 872929aa bellard
                    if (!(s->flags & HF_SVME_MASK) || !s->pe)
7144 872929aa bellard
                        goto illegal_op;
7145 872929aa bellard
                    if (s->cpl != 0) {
7146 872929aa bellard
                        gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7147 872929aa bellard
                        break;
7148 872929aa bellard
                    } else {
7149 a7812ae4 pbrook
                        gen_helper_invlpga(tcg_const_i32(s->aflag));
7150 872929aa bellard
                    }
7151 0573fbfc ths
                    break;
7152 0573fbfc ths
                default:
7153 0573fbfc ths
                    goto illegal_op;
7154 0573fbfc ths
                }
7155 0573fbfc ths
            } else if (s->cpl != 0) {
7156 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7157 2c0262af bellard
            } else {
7158 872929aa bellard
                gen_svm_check_intercept(s, pc_start,
7159 872929aa bellard
                                        op==2 ? SVM_EXIT_GDTR_WRITE : SVM_EXIT_IDTR_WRITE);
7160 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7161 57fec1fe bellard
                gen_op_ld_T1_A0(OT_WORD + s->mem_index);
7162 aba9d61e bellard
                gen_add_A0_im(s, 2);
7163 57fec1fe bellard
                gen_op_ld_T0_A0(CODE64(s) + OT_LONG + s->mem_index);
7164 2c0262af bellard
                if (!s->dflag)
7165 2c0262af bellard
                    gen_op_andl_T0_im(0xffffff);
7166 2c0262af bellard
                if (op == 2) {
7167 651ba608 bellard
                    tcg_gen_st_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,gdt.base));
7168 651ba608 bellard
                    tcg_gen_st32_tl(cpu_T[1], cpu_env, offsetof(CPUX86State,gdt.limit));
7169 2c0262af bellard
                } else {
7170 651ba608 bellard
                    tcg_gen_st_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,idt.base));
7171 651ba608 bellard
                    tcg_gen_st32_tl(cpu_T[1], cpu_env, offsetof(CPUX86State,idt.limit));
7172 2c0262af bellard
                }
7173 2c0262af bellard
            }
7174 2c0262af bellard
            break;
7175 2c0262af bellard
        case 4: /* smsw */
7176 872929aa bellard
            gen_svm_check_intercept(s, pc_start, SVM_EXIT_READ_CR0);
7177 e2542fe2 Juan Quintela
#if defined TARGET_X86_64 && defined HOST_WORDS_BIGENDIAN
7178 f60d2728 malc
            tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,cr[0]) + 4);
7179 f60d2728 malc
#else
7180 651ba608 bellard
            tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,cr[0]));
7181 f60d2728 malc
#endif
7182 2c0262af bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 1);
7183 2c0262af bellard
            break;
7184 2c0262af bellard
        case 6: /* lmsw */
7185 2c0262af bellard
            if (s->cpl != 0) {
7186 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7187 2c0262af bellard
            } else {
7188 872929aa bellard
                gen_svm_check_intercept(s, pc_start, SVM_EXIT_WRITE_CR0);
7189 2c0262af bellard
                gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
7190 a7812ae4 pbrook
                gen_helper_lmsw(cpu_T[0]);
7191 14ce26e7 bellard
                gen_jmp_im(s->pc - s->cs_base);
7192 d71b9a8b bellard
                gen_eob(s);
7193 2c0262af bellard
            }
7194 2c0262af bellard
            break;
7195 1b050077 Andre Przywara
        case 7:
7196 1b050077 Andre Przywara
            if (mod != 3) { /* invlpg */
7197 1b050077 Andre Przywara
                if (s->cpl != 0) {
7198 1b050077 Andre Przywara
                    gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7199 1b050077 Andre Przywara
                } else {
7200 1b050077 Andre Przywara
                    if (s->cc_op != CC_OP_DYNAMIC)
7201 1b050077 Andre Przywara
                        gen_op_set_cc_op(s->cc_op);
7202 1b050077 Andre Przywara
                    gen_jmp_im(pc_start - s->cs_base);
7203 1b050077 Andre Przywara
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7204 1b050077 Andre Przywara
                    gen_helper_invlpg(cpu_A0);
7205 1b050077 Andre Przywara
                    gen_jmp_im(s->pc - s->cs_base);
7206 1b050077 Andre Przywara
                    gen_eob(s);
7207 1b050077 Andre Przywara
                }
7208 2c0262af bellard
            } else {
7209 1b050077 Andre Przywara
                switch (rm) {
7210 1b050077 Andre Przywara
                case 0: /* swapgs */
7211 14ce26e7 bellard
#ifdef TARGET_X86_64
7212 1b050077 Andre Przywara
                    if (CODE64(s)) {
7213 1b050077 Andre Przywara
                        if (s->cpl != 0) {
7214 1b050077 Andre Przywara
                            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7215 1b050077 Andre Przywara
                        } else {
7216 1b050077 Andre Przywara
                            tcg_gen_ld_tl(cpu_T[0], cpu_env,
7217 1b050077 Andre Przywara
                                offsetof(CPUX86State,segs[R_GS].base));
7218 1b050077 Andre Przywara
                            tcg_gen_ld_tl(cpu_T[1], cpu_env,
7219 1b050077 Andre Przywara
                                offsetof(CPUX86State,kernelgsbase));
7220 1b050077 Andre Przywara
                            tcg_gen_st_tl(cpu_T[1], cpu_env,
7221 1b050077 Andre Przywara
                                offsetof(CPUX86State,segs[R_GS].base));
7222 1b050077 Andre Przywara
                            tcg_gen_st_tl(cpu_T[0], cpu_env,
7223 1b050077 Andre Przywara
                                offsetof(CPUX86State,kernelgsbase));
7224 1b050077 Andre Przywara
                        }
7225 5fafdf24 ths
                    } else
7226 14ce26e7 bellard
#endif
7227 14ce26e7 bellard
                    {
7228 14ce26e7 bellard
                        goto illegal_op;
7229 14ce26e7 bellard
                    }
7230 1b050077 Andre Przywara
                    break;
7231 1b050077 Andre Przywara
                case 1: /* rdtscp */
7232 1b050077 Andre Przywara
                    if (!(s->cpuid_ext2_features & CPUID_EXT2_RDTSCP))
7233 1b050077 Andre Przywara
                        goto illegal_op;
7234 9575cb94 bellard
                    if (s->cc_op != CC_OP_DYNAMIC)
7235 9575cb94 bellard
                        gen_op_set_cc_op(s->cc_op);
7236 9575cb94 bellard
                    gen_jmp_im(pc_start - s->cs_base);
7237 1b050077 Andre Przywara
                    if (use_icount)
7238 1b050077 Andre Przywara
                        gen_io_start();
7239 1b050077 Andre Przywara
                    gen_helper_rdtscp();
7240 1b050077 Andre Przywara
                    if (use_icount) {
7241 1b050077 Andre Przywara
                        gen_io_end();
7242 1b050077 Andre Przywara
                        gen_jmp(s, s->pc - s->cs_base);
7243 1b050077 Andre Przywara
                    }
7244 1b050077 Andre Przywara
                    break;
7245 1b050077 Andre Przywara
                default:
7246 1b050077 Andre Przywara
                    goto illegal_op;
7247 14ce26e7 bellard
                }
7248 2c0262af bellard
            }
7249 2c0262af bellard
            break;
7250 2c0262af bellard
        default:
7251 2c0262af bellard
            goto illegal_op;
7252 2c0262af bellard
        }
7253 2c0262af bellard
        break;
7254 3415a4dd bellard
    case 0x108: /* invd */
7255 3415a4dd bellard
    case 0x109: /* wbinvd */
7256 3415a4dd bellard
        if (s->cpl != 0) {
7257 3415a4dd bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7258 3415a4dd bellard
        } else {
7259 872929aa bellard
            gen_svm_check_intercept(s, pc_start, (b & 2) ? SVM_EXIT_INVD : SVM_EXIT_WBINVD);
7260 3415a4dd bellard
            /* nothing to do */
7261 3415a4dd bellard
        }
7262 3415a4dd bellard
        break;
7263 14ce26e7 bellard
    case 0x63: /* arpl or movslS (x86_64) */
7264 14ce26e7 bellard
#ifdef TARGET_X86_64
7265 14ce26e7 bellard
        if (CODE64(s)) {
7266 14ce26e7 bellard
            int d_ot;
7267 14ce26e7 bellard
            /* d_ot is the size of destination */
7268 14ce26e7 bellard
            d_ot = dflag + OT_WORD;
7269 14ce26e7 bellard
7270 14ce26e7 bellard
            modrm = ldub_code(s->pc++);
7271 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
7272 14ce26e7 bellard
            mod = (modrm >> 6) & 3;
7273 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
7274 3b46e624 ths
7275 14ce26e7 bellard
            if (mod == 3) {
7276 57fec1fe bellard
                gen_op_mov_TN_reg(OT_LONG, 0, rm);
7277 14ce26e7 bellard
                /* sign extend */
7278 14ce26e7 bellard
                if (d_ot == OT_QUAD)
7279 e108dd01 bellard
                    tcg_gen_ext32s_tl(cpu_T[0], cpu_T[0]);
7280 57fec1fe bellard
                gen_op_mov_reg_T0(d_ot, reg);
7281 14ce26e7 bellard
            } else {
7282 14ce26e7 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7283 14ce26e7 bellard
                if (d_ot == OT_QUAD) {
7284 57fec1fe bellard
                    gen_op_lds_T0_A0(OT_LONG + s->mem_index);
7285 14ce26e7 bellard
                } else {
7286 57fec1fe bellard
                    gen_op_ld_T0_A0(OT_LONG + s->mem_index);
7287 14ce26e7 bellard
                }
7288 57fec1fe bellard
                gen_op_mov_reg_T0(d_ot, reg);
7289 14ce26e7 bellard
            }
7290 5fafdf24 ths
        } else
7291 14ce26e7 bellard
#endif
7292 14ce26e7 bellard
        {
7293 3bd7da9e bellard
            int label1;
7294 49d9fdcc Laurent Desnogues
            TCGv t0, t1, t2, a0;
7295 1e4840bf bellard
7296 14ce26e7 bellard
            if (!s->pe || s->vm86)
7297 14ce26e7 bellard
                goto illegal_op;
7298 a7812ae4 pbrook
            t0 = tcg_temp_local_new();
7299 a7812ae4 pbrook
            t1 = tcg_temp_local_new();
7300 a7812ae4 pbrook
            t2 = tcg_temp_local_new();
7301 3bd7da9e bellard
            ot = OT_WORD;
7302 14ce26e7 bellard
            modrm = ldub_code(s->pc++);
7303 14ce26e7 bellard
            reg = (modrm >> 3) & 7;
7304 14ce26e7 bellard
            mod = (modrm >> 6) & 3;
7305 14ce26e7 bellard
            rm = modrm & 7;
7306 14ce26e7 bellard
            if (mod != 3) {
7307 14ce26e7 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7308 1e4840bf bellard
                gen_op_ld_v(ot + s->mem_index, t0, cpu_A0);
7309 49d9fdcc Laurent Desnogues
                a0 = tcg_temp_local_new();
7310 49d9fdcc Laurent Desnogues
                tcg_gen_mov_tl(a0, cpu_A0);
7311 14ce26e7 bellard
            } else {
7312 1e4840bf bellard
                gen_op_mov_v_reg(ot, t0, rm);
7313 49d9fdcc Laurent Desnogues
                TCGV_UNUSED(a0);
7314 14ce26e7 bellard
            }
7315 1e4840bf bellard
            gen_op_mov_v_reg(ot, t1, reg);
7316 1e4840bf bellard
            tcg_gen_andi_tl(cpu_tmp0, t0, 3);
7317 1e4840bf bellard
            tcg_gen_andi_tl(t1, t1, 3);
7318 1e4840bf bellard
            tcg_gen_movi_tl(t2, 0);
7319 3bd7da9e bellard
            label1 = gen_new_label();
7320 1e4840bf bellard
            tcg_gen_brcond_tl(TCG_COND_GE, cpu_tmp0, t1, label1);
7321 1e4840bf bellard
            tcg_gen_andi_tl(t0, t0, ~3);
7322 1e4840bf bellard
            tcg_gen_or_tl(t0, t0, t1);
7323 1e4840bf bellard
            tcg_gen_movi_tl(t2, CC_Z);
7324 3bd7da9e bellard
            gen_set_label(label1);
7325 14ce26e7 bellard
            if (mod != 3) {
7326 49d9fdcc Laurent Desnogues
                gen_op_st_v(ot + s->mem_index, t0, a0);
7327 49d9fdcc Laurent Desnogues
                tcg_temp_free(a0);
7328 49d9fdcc Laurent Desnogues
           } else {
7329 1e4840bf bellard
                gen_op_mov_reg_v(ot, rm, t0);
7330 14ce26e7 bellard
            }
7331 3bd7da9e bellard
            if (s->cc_op != CC_OP_DYNAMIC)
7332 3bd7da9e bellard
                gen_op_set_cc_op(s->cc_op);
7333 3bd7da9e bellard
            gen_compute_eflags(cpu_cc_src);
7334 3bd7da9e bellard
            tcg_gen_andi_tl(cpu_cc_src, cpu_cc_src, ~CC_Z);
7335 1e4840bf bellard
            tcg_gen_or_tl(cpu_cc_src, cpu_cc_src, t2);
7336 3bd7da9e bellard
            s->cc_op = CC_OP_EFLAGS;
7337 1e4840bf bellard
            tcg_temp_free(t0);
7338 1e4840bf bellard
            tcg_temp_free(t1);
7339 1e4840bf bellard
            tcg_temp_free(t2);
7340 f115e911 bellard
        }
7341 f115e911 bellard
        break;
7342 2c0262af bellard
    case 0x102: /* lar */
7343 2c0262af bellard
    case 0x103: /* lsl */
7344 cec6843e bellard
        {
7345 cec6843e bellard
            int label1;
7346 1e4840bf bellard
            TCGv t0;
7347 cec6843e bellard
            if (!s->pe || s->vm86)
7348 cec6843e bellard
                goto illegal_op;
7349 cec6843e bellard
            ot = dflag ? OT_LONG : OT_WORD;
7350 cec6843e bellard
            modrm = ldub_code(s->pc++);
7351 cec6843e bellard
            reg = ((modrm >> 3) & 7) | rex_r;
7352 cec6843e bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
7353 a7812ae4 pbrook
            t0 = tcg_temp_local_new();
7354 cec6843e bellard
            if (s->cc_op != CC_OP_DYNAMIC)
7355 cec6843e bellard
                gen_op_set_cc_op(s->cc_op);
7356 cec6843e bellard
            if (b == 0x102)
7357 a7812ae4 pbrook
                gen_helper_lar(t0, cpu_T[0]);
7358 cec6843e bellard
            else
7359 a7812ae4 pbrook
                gen_helper_lsl(t0, cpu_T[0]);
7360 cec6843e bellard
            tcg_gen_andi_tl(cpu_tmp0, cpu_cc_src, CC_Z);
7361 cec6843e bellard
            label1 = gen_new_label();
7362 cb63669a pbrook
            tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_tmp0, 0, label1);
7363 1e4840bf bellard
            gen_op_mov_reg_v(ot, reg, t0);
7364 cec6843e bellard
            gen_set_label(label1);
7365 cec6843e bellard
            s->cc_op = CC_OP_EFLAGS;
7366 1e4840bf bellard
            tcg_temp_free(t0);
7367 cec6843e bellard
        }
7368 2c0262af bellard
        break;
7369 2c0262af bellard
    case 0x118:
7370 61382a50 bellard
        modrm = ldub_code(s->pc++);
7371 2c0262af bellard
        mod = (modrm >> 6) & 3;
7372 2c0262af bellard
        op = (modrm >> 3) & 7;
7373 2c0262af bellard
        switch(op) {
7374 2c0262af bellard
        case 0: /* prefetchnta */
7375 2c0262af bellard
        case 1: /* prefetchnt0 */
7376 2c0262af bellard
        case 2: /* prefetchnt0 */
7377 2c0262af bellard
        case 3: /* prefetchnt0 */
7378 2c0262af bellard
            if (mod == 3)
7379 2c0262af bellard
                goto illegal_op;
7380 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7381 2c0262af bellard
            /* nothing more to do */
7382 2c0262af bellard
            break;
7383 e17a36ce bellard
        default: /* nop (multi byte) */
7384 e17a36ce bellard
            gen_nop_modrm(s, modrm);
7385 e17a36ce bellard
            break;
7386 2c0262af bellard
        }
7387 2c0262af bellard
        break;
7388 e17a36ce bellard
    case 0x119 ... 0x11f: /* nop (multi byte) */
7389 e17a36ce bellard
        modrm = ldub_code(s->pc++);
7390 e17a36ce bellard
        gen_nop_modrm(s, modrm);
7391 e17a36ce bellard
        break;
7392 2c0262af bellard
    case 0x120: /* mov reg, crN */
7393 2c0262af bellard
    case 0x122: /* mov crN, reg */
7394 2c0262af bellard
        if (s->cpl != 0) {
7395 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7396 2c0262af bellard
        } else {
7397 61382a50 bellard
            modrm = ldub_code(s->pc++);
7398 2c0262af bellard
            if ((modrm & 0xc0) != 0xc0)
7399 2c0262af bellard
                goto illegal_op;
7400 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
7401 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
7402 14ce26e7 bellard
            if (CODE64(s))
7403 14ce26e7 bellard
                ot = OT_QUAD;
7404 14ce26e7 bellard
            else
7405 14ce26e7 bellard
                ot = OT_LONG;
7406 ccd59d09 Andre Przywara
            if ((prefixes & PREFIX_LOCK) && (reg == 0) &&
7407 ccd59d09 Andre Przywara
                (s->cpuid_ext3_features & CPUID_EXT3_CR8LEG)) {
7408 ccd59d09 Andre Przywara
                reg = 8;
7409 ccd59d09 Andre Przywara
            }
7410 2c0262af bellard
            switch(reg) {
7411 2c0262af bellard
            case 0:
7412 2c0262af bellard
            case 2:
7413 2c0262af bellard
            case 3:
7414 2c0262af bellard
            case 4:
7415 9230e66e bellard
            case 8:
7416 872929aa bellard
                if (s->cc_op != CC_OP_DYNAMIC)
7417 872929aa bellard
                    gen_op_set_cc_op(s->cc_op);
7418 872929aa bellard
                gen_jmp_im(pc_start - s->cs_base);
7419 2c0262af bellard
                if (b & 2) {
7420 57fec1fe bellard
                    gen_op_mov_TN_reg(ot, 0, rm);
7421 a7812ae4 pbrook
                    gen_helper_write_crN(tcg_const_i32(reg), cpu_T[0]);
7422 14ce26e7 bellard
                    gen_jmp_im(s->pc - s->cs_base);
7423 2c0262af bellard
                    gen_eob(s);
7424 2c0262af bellard
                } else {
7425 a7812ae4 pbrook
                    gen_helper_read_crN(cpu_T[0], tcg_const_i32(reg));
7426 57fec1fe bellard
                    gen_op_mov_reg_T0(ot, rm);
7427 2c0262af bellard
                }
7428 2c0262af bellard
                break;
7429 2c0262af bellard
            default:
7430 2c0262af bellard
                goto illegal_op;
7431 2c0262af bellard
            }
7432 2c0262af bellard
        }
7433 2c0262af bellard
        break;
7434 2c0262af bellard
    case 0x121: /* mov reg, drN */
7435 2c0262af bellard
    case 0x123: /* mov drN, reg */
7436 2c0262af bellard
        if (s->cpl != 0) {
7437 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7438 2c0262af bellard
        } else {
7439 61382a50 bellard
            modrm = ldub_code(s->pc++);
7440 2c0262af bellard
            if ((modrm & 0xc0) != 0xc0)
7441 2c0262af bellard
                goto illegal_op;
7442 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
7443 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
7444 14ce26e7 bellard
            if (CODE64(s))
7445 14ce26e7 bellard
                ot = OT_QUAD;
7446 14ce26e7 bellard
            else
7447 14ce26e7 bellard
                ot = OT_LONG;
7448 2c0262af bellard
            /* XXX: do it dynamically with CR4.DE bit */
7449 14ce26e7 bellard
            if (reg == 4 || reg == 5 || reg >= 8)
7450 2c0262af bellard
                goto illegal_op;
7451 2c0262af bellard
            if (b & 2) {
7452 0573fbfc ths
                gen_svm_check_intercept(s, pc_start, SVM_EXIT_WRITE_DR0 + reg);
7453 57fec1fe bellard
                gen_op_mov_TN_reg(ot, 0, rm);
7454 a7812ae4 pbrook
                gen_helper_movl_drN_T0(tcg_const_i32(reg), cpu_T[0]);
7455 14ce26e7 bellard
                gen_jmp_im(s->pc - s->cs_base);
7456 2c0262af bellard
                gen_eob(s);
7457 2c0262af bellard
            } else {
7458 0573fbfc ths
                gen_svm_check_intercept(s, pc_start, SVM_EXIT_READ_DR0 + reg);
7459 651ba608 bellard
                tcg_gen_ld_tl(cpu_T[0], cpu_env, offsetof(CPUX86State,dr[reg]));
7460 57fec1fe bellard
                gen_op_mov_reg_T0(ot, rm);
7461 2c0262af bellard
            }
7462 2c0262af bellard
        }
7463 2c0262af bellard
        break;
7464 2c0262af bellard
    case 0x106: /* clts */
7465 2c0262af bellard
        if (s->cpl != 0) {
7466 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
7467 2c0262af bellard
        } else {
7468 0573fbfc ths
            gen_svm_check_intercept(s, pc_start, SVM_EXIT_WRITE_CR0);
7469 a7812ae4 pbrook
            gen_helper_clts();
7470 7eee2a50 bellard
            /* abort block because static cpu state changed */
7471 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
7472 7eee2a50 bellard
            gen_eob(s);
7473 2c0262af bellard
        }
7474 2c0262af bellard
        break;
7475 222a3336 balrog
    /* MMX/3DNow!/SSE/SSE2/SSE3/SSSE3/SSE4 support */
7476 664e0f19 bellard
    case 0x1c3: /* MOVNTI reg, mem */
7477 664e0f19 bellard
        if (!(s->cpuid_features & CPUID_SSE2))
7478 14ce26e7 bellard
            goto illegal_op;
7479 664e0f19 bellard
        ot = s->dflag == 2 ? OT_QUAD : OT_LONG;
7480 664e0f19 bellard
        modrm = ldub_code(s->pc++);
7481 664e0f19 bellard
        mod = (modrm >> 6) & 3;
7482 664e0f19 bellard
        if (mod == 3)
7483 664e0f19 bellard
            goto illegal_op;
7484 664e0f19 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
7485 664e0f19 bellard
        /* generate a generic store */
7486 664e0f19 bellard
        gen_ldst_modrm(s, modrm, ot, reg, 1);
7487 14ce26e7 bellard
        break;
7488 664e0f19 bellard
    case 0x1ae:
7489 664e0f19 bellard
        modrm = ldub_code(s->pc++);
7490 664e0f19 bellard
        mod = (modrm >> 6) & 3;
7491 664e0f19 bellard
        op = (modrm >> 3) & 7;
7492 664e0f19 bellard
        switch(op) {
7493 664e0f19 bellard
        case 0: /* fxsave */
7494 5fafdf24 ths
            if (mod == 3 || !(s->cpuid_features & CPUID_FXSR) ||
7495 09d85fb8 Kevin Wolf
                (s->prefix & PREFIX_LOCK))
7496 14ce26e7 bellard
                goto illegal_op;
7497 09d85fb8 Kevin Wolf
            if ((s->flags & HF_EM_MASK) || (s->flags & HF_TS_MASK)) {
7498 0fd14b72 bellard
                gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
7499 0fd14b72 bellard
                break;
7500 0fd14b72 bellard
            }
7501 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7502 19e6c4b8 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
7503 19e6c4b8 bellard
                gen_op_set_cc_op(s->cc_op);
7504 19e6c4b8 bellard
            gen_jmp_im(pc_start - s->cs_base);
7505 a7812ae4 pbrook
            gen_helper_fxsave(cpu_A0, tcg_const_i32((s->dflag == 2)));
7506 664e0f19 bellard
            break;
7507 664e0f19 bellard
        case 1: /* fxrstor */
7508 5fafdf24 ths
            if (mod == 3 || !(s->cpuid_features & CPUID_FXSR) ||
7509 09d85fb8 Kevin Wolf
                (s->prefix & PREFIX_LOCK))
7510 14ce26e7 bellard
                goto illegal_op;
7511 09d85fb8 Kevin Wolf
            if ((s->flags & HF_EM_MASK) || (s->flags & HF_TS_MASK)) {
7512 0fd14b72 bellard
                gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
7513 0fd14b72 bellard
                break;
7514 0fd14b72 bellard
            }
7515 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7516 19e6c4b8 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
7517 19e6c4b8 bellard
                gen_op_set_cc_op(s->cc_op);
7518 19e6c4b8 bellard
            gen_jmp_im(pc_start - s->cs_base);
7519 a7812ae4 pbrook
            gen_helper_fxrstor(cpu_A0, tcg_const_i32((s->dflag == 2)));
7520 664e0f19 bellard
            break;
7521 664e0f19 bellard
        case 2: /* ldmxcsr */
7522 664e0f19 bellard
        case 3: /* stmxcsr */
7523 664e0f19 bellard
            if (s->flags & HF_TS_MASK) {
7524 664e0f19 bellard
                gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
7525 664e0f19 bellard
                break;
7526 14ce26e7 bellard
            }
7527 664e0f19 bellard
            if ((s->flags & HF_EM_MASK) || !(s->flags & HF_OSFXSR_MASK) ||
7528 664e0f19 bellard
                mod == 3)
7529 14ce26e7 bellard
                goto illegal_op;
7530 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7531 664e0f19 bellard
            if (op == 2) {
7532 57fec1fe bellard
                gen_op_ld_T0_A0(OT_LONG + s->mem_index);
7533 651ba608 bellard
                tcg_gen_st32_tl(cpu_T[0], cpu_env, offsetof(CPUX86State, mxcsr));
7534 14ce26e7 bellard
            } else {
7535 651ba608 bellard
                tcg_gen_ld32u_tl(cpu_T[0], cpu_env, offsetof(CPUX86State, mxcsr));
7536 57fec1fe bellard
                gen_op_st_T0_A0(OT_LONG + s->mem_index);
7537 14ce26e7 bellard
            }
7538 664e0f19 bellard
            break;
7539 664e0f19 bellard
        case 5: /* lfence */
7540 664e0f19 bellard
        case 6: /* mfence */
7541 8001c294 Martin Simmons
            if ((modrm & 0xc7) != 0xc0 || !(s->cpuid_features & CPUID_SSE2))
7542 664e0f19 bellard
                goto illegal_op;
7543 664e0f19 bellard
            break;
7544 8f091a59 bellard
        case 7: /* sfence / clflush */
7545 8f091a59 bellard
            if ((modrm & 0xc7) == 0xc0) {
7546 8f091a59 bellard
                /* sfence */
7547 a35f3ec7 aurel32
                /* XXX: also check for cpuid_ext2_features & CPUID_EXT2_EMMX */
7548 8f091a59 bellard
                if (!(s->cpuid_features & CPUID_SSE))
7549 8f091a59 bellard
                    goto illegal_op;
7550 8f091a59 bellard
            } else {
7551 8f091a59 bellard
                /* clflush */
7552 8f091a59 bellard
                if (!(s->cpuid_features & CPUID_CLFLUSH))
7553 8f091a59 bellard
                    goto illegal_op;
7554 8f091a59 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7555 8f091a59 bellard
            }
7556 8f091a59 bellard
            break;
7557 664e0f19 bellard
        default:
7558 14ce26e7 bellard
            goto illegal_op;
7559 14ce26e7 bellard
        }
7560 14ce26e7 bellard
        break;
7561 a35f3ec7 aurel32
    case 0x10d: /* 3DNow! prefetch(w) */
7562 8f091a59 bellard
        modrm = ldub_code(s->pc++);
7563 a35f3ec7 aurel32
        mod = (modrm >> 6) & 3;
7564 a35f3ec7 aurel32
        if (mod == 3)
7565 a35f3ec7 aurel32
            goto illegal_op;
7566 8f091a59 bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
7567 8f091a59 bellard
        /* ignore for now */
7568 8f091a59 bellard
        break;
7569 3b21e03e bellard
    case 0x1aa: /* rsm */
7570 872929aa bellard
        gen_svm_check_intercept(s, pc_start, SVM_EXIT_RSM);
7571 3b21e03e bellard
        if (!(s->flags & HF_SMM_MASK))
7572 3b21e03e bellard
            goto illegal_op;
7573 728d803b Jun Koi
        gen_update_cc_op(s);
7574 3b21e03e bellard
        gen_jmp_im(s->pc - s->cs_base);
7575 a7812ae4 pbrook
        gen_helper_rsm();
7576 3b21e03e bellard
        gen_eob(s);
7577 3b21e03e bellard
        break;
7578 222a3336 balrog
    case 0x1b8: /* SSE4.2 popcnt */
7579 222a3336 balrog
        if ((prefixes & (PREFIX_REPZ | PREFIX_LOCK | PREFIX_REPNZ)) !=
7580 222a3336 balrog
             PREFIX_REPZ)
7581 222a3336 balrog
            goto illegal_op;
7582 222a3336 balrog
        if (!(s->cpuid_ext_features & CPUID_EXT_POPCNT))
7583 222a3336 balrog
            goto illegal_op;
7584 222a3336 balrog
7585 222a3336 balrog
        modrm = ldub_code(s->pc++);
7586 222a3336 balrog
        reg = ((modrm >> 3) & 7);
7587 222a3336 balrog
7588 222a3336 balrog
        if (s->prefix & PREFIX_DATA)
7589 222a3336 balrog
            ot = OT_WORD;
7590 222a3336 balrog
        else if (s->dflag != 2)
7591 222a3336 balrog
            ot = OT_LONG;
7592 222a3336 balrog
        else
7593 222a3336 balrog
            ot = OT_QUAD;
7594 222a3336 balrog
7595 222a3336 balrog
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
7596 a7812ae4 pbrook
        gen_helper_popcnt(cpu_T[0], cpu_T[0], tcg_const_i32(ot));
7597 222a3336 balrog
        gen_op_mov_reg_T0(ot, reg);
7598 fdb0d09d balrog
7599 fdb0d09d balrog
        s->cc_op = CC_OP_EFLAGS;
7600 222a3336 balrog
        break;
7601 a35f3ec7 aurel32
    case 0x10e ... 0x10f:
7602 a35f3ec7 aurel32
        /* 3DNow! instructions, ignore prefixes */
7603 a35f3ec7 aurel32
        s->prefix &= ~(PREFIX_REPZ | PREFIX_REPNZ | PREFIX_DATA);
7604 664e0f19 bellard
    case 0x110 ... 0x117:
7605 664e0f19 bellard
    case 0x128 ... 0x12f:
7606 4242b1bd balrog
    case 0x138 ... 0x13a:
7607 d9f4bb27 Andre Przywara
    case 0x150 ... 0x179:
7608 664e0f19 bellard
    case 0x17c ... 0x17f:
7609 664e0f19 bellard
    case 0x1c2:
7610 664e0f19 bellard
    case 0x1c4 ... 0x1c6:
7611 664e0f19 bellard
    case 0x1d0 ... 0x1fe:
7612 664e0f19 bellard
        gen_sse(s, b, pc_start, rex_r);
7613 664e0f19 bellard
        break;
7614 2c0262af bellard
    default:
7615 2c0262af bellard
        goto illegal_op;
7616 2c0262af bellard
    }
7617 2c0262af bellard
    /* lock generation */
7618 2c0262af bellard
    if (s->prefix & PREFIX_LOCK)
7619 a7812ae4 pbrook
        gen_helper_unlock();
7620 2c0262af bellard
    return s->pc;
7621 2c0262af bellard
 illegal_op:
7622 ab1f142b bellard
    if (s->prefix & PREFIX_LOCK)
7623 a7812ae4 pbrook
        gen_helper_unlock();
7624 2c0262af bellard
    /* XXX: ensure that no lock was generated */
7625 2c0262af bellard
    gen_exception(s, EXCP06_ILLOP, pc_start - s->cs_base);
7626 2c0262af bellard
    return s->pc;
7627 2c0262af bellard
}
7628 2c0262af bellard
7629 2c0262af bellard
void optimize_flags_init(void)
7630 2c0262af bellard
{
7631 b6abf97d bellard
#if TCG_TARGET_REG_BITS == 32
7632 b6abf97d bellard
    assert(sizeof(CCTable) == (1 << 3));
7633 b6abf97d bellard
#else
7634 b6abf97d bellard
    assert(sizeof(CCTable) == (1 << 4));
7635 b6abf97d bellard
#endif
7636 a7812ae4 pbrook
    cpu_env = tcg_global_reg_new_ptr(TCG_AREG0, "env");
7637 a7812ae4 pbrook
    cpu_cc_op = tcg_global_mem_new_i32(TCG_AREG0,
7638 a7812ae4 pbrook
                                       offsetof(CPUState, cc_op), "cc_op");
7639 a7812ae4 pbrook
    cpu_cc_src = tcg_global_mem_new(TCG_AREG0, offsetof(CPUState, cc_src),
7640 a7812ae4 pbrook
                                    "cc_src");
7641 a7812ae4 pbrook
    cpu_cc_dst = tcg_global_mem_new(TCG_AREG0, offsetof(CPUState, cc_dst),
7642 a7812ae4 pbrook
                                    "cc_dst");
7643 a7812ae4 pbrook
    cpu_cc_tmp = tcg_global_mem_new(TCG_AREG0, offsetof(CPUState, cc_tmp),
7644 a7812ae4 pbrook
                                    "cc_tmp");
7645 437a88a5 bellard
7646 cc739bb0 Laurent Desnogues
#ifdef TARGET_X86_64
7647 cc739bb0 Laurent Desnogues
    cpu_regs[R_EAX] = tcg_global_mem_new_i64(TCG_AREG0,
7648 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EAX]), "rax");
7649 cc739bb0 Laurent Desnogues
    cpu_regs[R_ECX] = tcg_global_mem_new_i64(TCG_AREG0,
7650 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_ECX]), "rcx");
7651 cc739bb0 Laurent Desnogues
    cpu_regs[R_EDX] = tcg_global_mem_new_i64(TCG_AREG0,
7652 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EDX]), "rdx");
7653 cc739bb0 Laurent Desnogues
    cpu_regs[R_EBX] = tcg_global_mem_new_i64(TCG_AREG0,
7654 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EBX]), "rbx");
7655 cc739bb0 Laurent Desnogues
    cpu_regs[R_ESP] = tcg_global_mem_new_i64(TCG_AREG0,
7656 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_ESP]), "rsp");
7657 cc739bb0 Laurent Desnogues
    cpu_regs[R_EBP] = tcg_global_mem_new_i64(TCG_AREG0,
7658 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EBP]), "rbp");
7659 cc739bb0 Laurent Desnogues
    cpu_regs[R_ESI] = tcg_global_mem_new_i64(TCG_AREG0,
7660 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_ESI]), "rsi");
7661 cc739bb0 Laurent Desnogues
    cpu_regs[R_EDI] = tcg_global_mem_new_i64(TCG_AREG0,
7662 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EDI]), "rdi");
7663 cc739bb0 Laurent Desnogues
    cpu_regs[8] = tcg_global_mem_new_i64(TCG_AREG0,
7664 cc739bb0 Laurent Desnogues
                                         offsetof(CPUState, regs[8]), "r8");
7665 cc739bb0 Laurent Desnogues
    cpu_regs[9] = tcg_global_mem_new_i64(TCG_AREG0,
7666 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[9]), "r9");
7667 cc739bb0 Laurent Desnogues
    cpu_regs[10] = tcg_global_mem_new_i64(TCG_AREG0,
7668 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[10]), "r10");
7669 cc739bb0 Laurent Desnogues
    cpu_regs[11] = tcg_global_mem_new_i64(TCG_AREG0,
7670 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[11]), "r11");
7671 cc739bb0 Laurent Desnogues
    cpu_regs[12] = tcg_global_mem_new_i64(TCG_AREG0,
7672 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[12]), "r12");
7673 cc739bb0 Laurent Desnogues
    cpu_regs[13] = tcg_global_mem_new_i64(TCG_AREG0,
7674 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[13]), "r13");
7675 cc739bb0 Laurent Desnogues
    cpu_regs[14] = tcg_global_mem_new_i64(TCG_AREG0,
7676 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[14]), "r14");
7677 cc739bb0 Laurent Desnogues
    cpu_regs[15] = tcg_global_mem_new_i64(TCG_AREG0,
7678 cc739bb0 Laurent Desnogues
                                          offsetof(CPUState, regs[15]), "r15");
7679 cc739bb0 Laurent Desnogues
#else
7680 cc739bb0 Laurent Desnogues
    cpu_regs[R_EAX] = tcg_global_mem_new_i32(TCG_AREG0,
7681 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EAX]), "eax");
7682 cc739bb0 Laurent Desnogues
    cpu_regs[R_ECX] = tcg_global_mem_new_i32(TCG_AREG0,
7683 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_ECX]), "ecx");
7684 cc739bb0 Laurent Desnogues
    cpu_regs[R_EDX] = tcg_global_mem_new_i32(TCG_AREG0,
7685 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EDX]), "edx");
7686 cc739bb0 Laurent Desnogues
    cpu_regs[R_EBX] = tcg_global_mem_new_i32(TCG_AREG0,
7687 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EBX]), "ebx");
7688 cc739bb0 Laurent Desnogues
    cpu_regs[R_ESP] = tcg_global_mem_new_i32(TCG_AREG0,
7689 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_ESP]), "esp");
7690 cc739bb0 Laurent Desnogues
    cpu_regs[R_EBP] = tcg_global_mem_new_i32(TCG_AREG0,
7691 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EBP]), "ebp");
7692 cc739bb0 Laurent Desnogues
    cpu_regs[R_ESI] = tcg_global_mem_new_i32(TCG_AREG0,
7693 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_ESI]), "esi");
7694 cc739bb0 Laurent Desnogues
    cpu_regs[R_EDI] = tcg_global_mem_new_i32(TCG_AREG0,
7695 cc739bb0 Laurent Desnogues
                                             offsetof(CPUState, regs[R_EDI]), "edi");
7696 cc739bb0 Laurent Desnogues
#endif
7697 cc739bb0 Laurent Desnogues
7698 437a88a5 bellard
    /* register helpers */
7699 a7812ae4 pbrook
#define GEN_HELPER 2
7700 437a88a5 bellard
#include "helper.h"
7701 2c0262af bellard
}
7702 2c0262af bellard
7703 2c0262af bellard
/* generate intermediate code in gen_opc_buf and gen_opparam_buf for
7704 2c0262af bellard
   basic block 'tb'. If search_pc is TRUE, also generate PC
7705 2c0262af bellard
   information for each intermediate instruction. */
7706 2cfc5f17 ths
static inline void gen_intermediate_code_internal(CPUState *env,
7707 2cfc5f17 ths
                                                  TranslationBlock *tb,
7708 2cfc5f17 ths
                                                  int search_pc)
7709 2c0262af bellard
{
7710 2c0262af bellard
    DisasContext dc1, *dc = &dc1;
7711 14ce26e7 bellard
    target_ulong pc_ptr;
7712 2c0262af bellard
    uint16_t *gen_opc_end;
7713 a1d1bb31 aliguori
    CPUBreakpoint *bp;
7714 7f5b7d3e Blue Swirl
    int j, lj;
7715 c068688b j_mayer
    uint64_t flags;
7716 14ce26e7 bellard
    target_ulong pc_start;
7717 14ce26e7 bellard
    target_ulong cs_base;
7718 2e70f6ef pbrook
    int num_insns;
7719 2e70f6ef pbrook
    int max_insns;
7720 3b46e624 ths
7721 2c0262af bellard
    /* generate intermediate code */
7722 14ce26e7 bellard
    pc_start = tb->pc;
7723 14ce26e7 bellard
    cs_base = tb->cs_base;
7724 2c0262af bellard
    flags = tb->flags;
7725 3a1d9b8b bellard
7726 4f31916f bellard
    dc->pe = (flags >> HF_PE_SHIFT) & 1;
7727 2c0262af bellard
    dc->code32 = (flags >> HF_CS32_SHIFT) & 1;
7728 2c0262af bellard
    dc->ss32 = (flags >> HF_SS32_SHIFT) & 1;
7729 2c0262af bellard
    dc->addseg = (flags >> HF_ADDSEG_SHIFT) & 1;
7730 2c0262af bellard
    dc->f_st = 0;
7731 2c0262af bellard
    dc->vm86 = (flags >> VM_SHIFT) & 1;
7732 2c0262af bellard
    dc->cpl = (flags >> HF_CPL_SHIFT) & 3;
7733 2c0262af bellard
    dc->iopl = (flags >> IOPL_SHIFT) & 3;
7734 2c0262af bellard
    dc->tf = (flags >> TF_SHIFT) & 1;
7735 34865134 bellard
    dc->singlestep_enabled = env->singlestep_enabled;
7736 2c0262af bellard
    dc->cc_op = CC_OP_DYNAMIC;
7737 2c0262af bellard
    dc->cs_base = cs_base;
7738 2c0262af bellard
    dc->tb = tb;
7739 2c0262af bellard
    dc->popl_esp_hack = 0;
7740 2c0262af bellard
    /* select memory access functions */
7741 2c0262af bellard
    dc->mem_index = 0;
7742 2c0262af bellard
    if (flags & HF_SOFTMMU_MASK) {
7743 2c0262af bellard
        if (dc->cpl == 3)
7744 14ce26e7 bellard
            dc->mem_index = 2 * 4;
7745 2c0262af bellard
        else
7746 14ce26e7 bellard
            dc->mem_index = 1 * 4;
7747 2c0262af bellard
    }
7748 14ce26e7 bellard
    dc->cpuid_features = env->cpuid_features;
7749 3d7374c5 bellard
    dc->cpuid_ext_features = env->cpuid_ext_features;
7750 e771edab aurel32
    dc->cpuid_ext2_features = env->cpuid_ext2_features;
7751 12e26b75 bellard
    dc->cpuid_ext3_features = env->cpuid_ext3_features;
7752 14ce26e7 bellard
#ifdef TARGET_X86_64
7753 14ce26e7 bellard
    dc->lma = (flags >> HF_LMA_SHIFT) & 1;
7754 14ce26e7 bellard
    dc->code64 = (flags >> HF_CS64_SHIFT) & 1;
7755 14ce26e7 bellard
#endif
7756 7eee2a50 bellard
    dc->flags = flags;
7757 a2cc3b24 bellard
    dc->jmp_opt = !(dc->tf || env->singlestep_enabled ||
7758 a2cc3b24 bellard
                    (flags & HF_INHIBIT_IRQ_MASK)
7759 415fa2ea bellard
#ifndef CONFIG_SOFTMMU
7760 2c0262af bellard
                    || (flags & HF_SOFTMMU_MASK)
7761 2c0262af bellard
#endif
7762 2c0262af bellard
                    );
7763 4f31916f bellard
#if 0
7764 4f31916f bellard
    /* check addseg logic */
7765 dc196a57 bellard
    if (!dc->addseg && (dc->vm86 || !dc->pe || !dc->code32))
7766 4f31916f bellard
        printf("ERROR addseg\n");
7767 4f31916f bellard
#endif
7768 4f31916f bellard
7769 a7812ae4 pbrook
    cpu_T[0] = tcg_temp_new();
7770 a7812ae4 pbrook
    cpu_T[1] = tcg_temp_new();
7771 a7812ae4 pbrook
    cpu_A0 = tcg_temp_new();
7772 a7812ae4 pbrook
    cpu_T3 = tcg_temp_new();
7773 a7812ae4 pbrook
7774 a7812ae4 pbrook
    cpu_tmp0 = tcg_temp_new();
7775 a7812ae4 pbrook
    cpu_tmp1_i64 = tcg_temp_new_i64();
7776 a7812ae4 pbrook
    cpu_tmp2_i32 = tcg_temp_new_i32();
7777 a7812ae4 pbrook
    cpu_tmp3_i32 = tcg_temp_new_i32();
7778 a7812ae4 pbrook
    cpu_tmp4 = tcg_temp_new();
7779 a7812ae4 pbrook
    cpu_tmp5 = tcg_temp_new();
7780 a7812ae4 pbrook
    cpu_ptr0 = tcg_temp_new_ptr();
7781 a7812ae4 pbrook
    cpu_ptr1 = tcg_temp_new_ptr();
7782 57fec1fe bellard
7783 2c0262af bellard
    gen_opc_end = gen_opc_buf + OPC_MAX_SIZE;
7784 2c0262af bellard
7785 2c0262af bellard
    dc->is_jmp = DISAS_NEXT;
7786 2c0262af bellard
    pc_ptr = pc_start;
7787 2c0262af bellard
    lj = -1;
7788 2e70f6ef pbrook
    num_insns = 0;
7789 2e70f6ef pbrook
    max_insns = tb->cflags & CF_COUNT_MASK;
7790 2e70f6ef pbrook
    if (max_insns == 0)
7791 2e70f6ef pbrook
        max_insns = CF_COUNT_MASK;
7792 2c0262af bellard
7793 2e70f6ef pbrook
    gen_icount_start();
7794 2c0262af bellard
    for(;;) {
7795 72cf2d4f Blue Swirl
        if (unlikely(!QTAILQ_EMPTY(&env->breakpoints))) {
7796 72cf2d4f Blue Swirl
            QTAILQ_FOREACH(bp, &env->breakpoints, entry) {
7797 a2397807 Jan Kiszka
                if (bp->pc == pc_ptr &&
7798 a2397807 Jan Kiszka
                    !((bp->flags & BP_CPU) && (tb->flags & HF_RF_MASK))) {
7799 2c0262af bellard
                    gen_debug(dc, pc_ptr - dc->cs_base);
7800 2c0262af bellard
                    break;
7801 2c0262af bellard
                }
7802 2c0262af bellard
            }
7803 2c0262af bellard
        }
7804 2c0262af bellard
        if (search_pc) {
7805 2c0262af bellard
            j = gen_opc_ptr - gen_opc_buf;
7806 2c0262af bellard
            if (lj < j) {
7807 2c0262af bellard
                lj++;
7808 2c0262af bellard
                while (lj < j)
7809 2c0262af bellard
                    gen_opc_instr_start[lj++] = 0;
7810 2c0262af bellard
            }
7811 14ce26e7 bellard
            gen_opc_pc[lj] = pc_ptr;
7812 2c0262af bellard
            gen_opc_cc_op[lj] = dc->cc_op;
7813 2c0262af bellard
            gen_opc_instr_start[lj] = 1;
7814 2e70f6ef pbrook
            gen_opc_icount[lj] = num_insns;
7815 2c0262af bellard
        }
7816 2e70f6ef pbrook
        if (num_insns + 1 == max_insns && (tb->cflags & CF_LAST_IO))
7817 2e70f6ef pbrook
            gen_io_start();
7818 2e70f6ef pbrook
7819 2c0262af bellard
        pc_ptr = disas_insn(dc, pc_ptr);
7820 2e70f6ef pbrook
        num_insns++;
7821 2c0262af bellard
        /* stop translation if indicated */
7822 2c0262af bellard
        if (dc->is_jmp)
7823 2c0262af bellard
            break;
7824 2c0262af bellard
        /* if single step mode, we generate only one instruction and
7825 2c0262af bellard
           generate an exception */
7826 a2cc3b24 bellard
        /* if irq were inhibited with HF_INHIBIT_IRQ_MASK, we clear
7827 a2cc3b24 bellard
           the flag and abort the translation to give the irqs a
7828 a2cc3b24 bellard
           change to be happen */
7829 5fafdf24 ths
        if (dc->tf || dc->singlestep_enabled ||
7830 2e70f6ef pbrook
            (flags & HF_INHIBIT_IRQ_MASK)) {
7831 14ce26e7 bellard
            gen_jmp_im(pc_ptr - dc->cs_base);
7832 2c0262af bellard
            gen_eob(dc);
7833 2c0262af bellard
            break;
7834 2c0262af bellard
        }
7835 2c0262af bellard
        /* if too long translation, stop generation too */
7836 2c0262af bellard
        if (gen_opc_ptr >= gen_opc_end ||
7837 2e70f6ef pbrook
            (pc_ptr - pc_start) >= (TARGET_PAGE_SIZE - 32) ||
7838 2e70f6ef pbrook
            num_insns >= max_insns) {
7839 14ce26e7 bellard
            gen_jmp_im(pc_ptr - dc->cs_base);
7840 2c0262af bellard
            gen_eob(dc);
7841 2c0262af bellard
            break;
7842 2c0262af bellard
        }
7843 1b530a6d aurel32
        if (singlestep) {
7844 1b530a6d aurel32
            gen_jmp_im(pc_ptr - dc->cs_base);
7845 1b530a6d aurel32
            gen_eob(dc);
7846 1b530a6d aurel32
            break;
7847 1b530a6d aurel32
        }
7848 2c0262af bellard
    }
7849 2e70f6ef pbrook
    if (tb->cflags & CF_LAST_IO)
7850 2e70f6ef pbrook
        gen_io_end();
7851 2e70f6ef pbrook
    gen_icount_end(tb, num_insns);
7852 2c0262af bellard
    *gen_opc_ptr = INDEX_op_end;
7853 2c0262af bellard
    /* we don't forget to fill the last values */
7854 2c0262af bellard
    if (search_pc) {
7855 2c0262af bellard
        j = gen_opc_ptr - gen_opc_buf;
7856 2c0262af bellard
        lj++;
7857 2c0262af bellard
        while (lj <= j)
7858 2c0262af bellard
            gen_opc_instr_start[lj++] = 0;
7859 2c0262af bellard
    }
7860 3b46e624 ths
7861 2c0262af bellard
#ifdef DEBUG_DISAS
7862 8fec2b8c aliguori
    if (qemu_loglevel_mask(CPU_LOG_TB_IN_ASM)) {
7863 14ce26e7 bellard
        int disas_flags;
7864 93fcfe39 aliguori
        qemu_log("----------------\n");
7865 93fcfe39 aliguori
        qemu_log("IN: %s\n", lookup_symbol(pc_start));
7866 14ce26e7 bellard
#ifdef TARGET_X86_64
7867 14ce26e7 bellard
        if (dc->code64)
7868 14ce26e7 bellard
            disas_flags = 2;
7869 14ce26e7 bellard
        else
7870 14ce26e7 bellard
#endif
7871 14ce26e7 bellard
            disas_flags = !dc->code32;
7872 93fcfe39 aliguori
        log_target_disas(pc_start, pc_ptr - pc_start, disas_flags);
7873 93fcfe39 aliguori
        qemu_log("\n");
7874 2c0262af bellard
    }
7875 2c0262af bellard
#endif
7876 2c0262af bellard
7877 2e70f6ef pbrook
    if (!search_pc) {
7878 2c0262af bellard
        tb->size = pc_ptr - pc_start;
7879 2e70f6ef pbrook
        tb->icount = num_insns;
7880 2e70f6ef pbrook
    }
7881 2c0262af bellard
}
7882 2c0262af bellard
7883 2cfc5f17 ths
void gen_intermediate_code(CPUState *env, TranslationBlock *tb)
7884 2c0262af bellard
{
7885 2cfc5f17 ths
    gen_intermediate_code_internal(env, tb, 0);
7886 2c0262af bellard
}
7887 2c0262af bellard
7888 2cfc5f17 ths
void gen_intermediate_code_pc(CPUState *env, TranslationBlock *tb)
7889 2c0262af bellard
{
7890 2cfc5f17 ths
    gen_intermediate_code_internal(env, tb, 1);
7891 2c0262af bellard
}
7892 2c0262af bellard
7893 e87b7cb0 Stefan Weil
void restore_state_to_opc(CPUState *env, TranslationBlock *tb, int pc_pos)
7894 d2856f1a aurel32
{
7895 d2856f1a aurel32
    int cc_op;
7896 d2856f1a aurel32
#ifdef DEBUG_DISAS
7897 8fec2b8c aliguori
    if (qemu_loglevel_mask(CPU_LOG_TB_OP)) {
7898 d2856f1a aurel32
        int i;
7899 93fcfe39 aliguori
        qemu_log("RESTORE:\n");
7900 d2856f1a aurel32
        for(i = 0;i <= pc_pos; i++) {
7901 d2856f1a aurel32
            if (gen_opc_instr_start[i]) {
7902 93fcfe39 aliguori
                qemu_log("0x%04x: " TARGET_FMT_lx "\n", i, gen_opc_pc[i]);
7903 d2856f1a aurel32
            }
7904 d2856f1a aurel32
        }
7905 e87b7cb0 Stefan Weil
        qemu_log("pc_pos=0x%x eip=" TARGET_FMT_lx " cs_base=%x\n",
7906 e87b7cb0 Stefan Weil
                pc_pos, gen_opc_pc[pc_pos] - tb->cs_base,
7907 d2856f1a aurel32
                (uint32_t)tb->cs_base);
7908 d2856f1a aurel32
    }
7909 d2856f1a aurel32
#endif
7910 d2856f1a aurel32
    env->eip = gen_opc_pc[pc_pos] - tb->cs_base;
7911 d2856f1a aurel32
    cc_op = gen_opc_cc_op[pc_pos];
7912 d2856f1a aurel32
    if (cc_op != CC_OP_DYNAMIC)
7913 d2856f1a aurel32
        env->cc_op = cc_op;
7914 d2856f1a aurel32
}