Statistics
| Branch: | Revision:

root / target-i386 / translate.c @ f68c781c

History | View | Annotate | Download (188.2 kB)

1 2c0262af bellard
/*
2 2c0262af bellard
 *  i386 translation
3 2c0262af bellard
 * 
4 2c0262af bellard
 *  Copyright (c) 2003 Fabrice Bellard
5 2c0262af bellard
 *
6 2c0262af bellard
 * This library is free software; you can redistribute it and/or
7 2c0262af bellard
 * modify it under the terms of the GNU Lesser General Public
8 2c0262af bellard
 * License as published by the Free Software Foundation; either
9 2c0262af bellard
 * version 2 of the License, or (at your option) any later version.
10 2c0262af bellard
 *
11 2c0262af bellard
 * This library is distributed in the hope that it will be useful,
12 2c0262af bellard
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 2c0262af bellard
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 2c0262af bellard
 * Lesser General Public License for more details.
15 2c0262af bellard
 *
16 2c0262af bellard
 * You should have received a copy of the GNU Lesser General Public
17 2c0262af bellard
 * License along with this library; if not, write to the Free Software
18 2c0262af bellard
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19 2c0262af bellard
 */
20 2c0262af bellard
#include <stdarg.h>
21 2c0262af bellard
#include <stdlib.h>
22 2c0262af bellard
#include <stdio.h>
23 2c0262af bellard
#include <string.h>
24 2c0262af bellard
#include <inttypes.h>
25 2c0262af bellard
#include <signal.h>
26 2c0262af bellard
#include <assert.h>
27 2c0262af bellard
28 2c0262af bellard
#include "cpu.h"
29 2c0262af bellard
#include "exec-all.h"
30 2c0262af bellard
#include "disas.h"
31 2c0262af bellard
32 2c0262af bellard
/* XXX: move that elsewhere */
33 2c0262af bellard
static uint16_t *gen_opc_ptr;
34 2c0262af bellard
static uint32_t *gen_opparam_ptr;
35 2c0262af bellard
36 2c0262af bellard
#define PREFIX_REPZ   0x01
37 2c0262af bellard
#define PREFIX_REPNZ  0x02
38 2c0262af bellard
#define PREFIX_LOCK   0x04
39 2c0262af bellard
#define PREFIX_DATA   0x08
40 2c0262af bellard
#define PREFIX_ADR    0x10
41 2c0262af bellard
42 14ce26e7 bellard
#ifdef TARGET_X86_64
43 14ce26e7 bellard
#define X86_64_ONLY(x) x
44 14ce26e7 bellard
#define X86_64_DEF(x...) x
45 14ce26e7 bellard
#define CODE64(s) ((s)->code64)
46 14ce26e7 bellard
#define REX_X(s) ((s)->rex_x)
47 14ce26e7 bellard
#define REX_B(s) ((s)->rex_b)
48 14ce26e7 bellard
/* XXX: gcc generates push/pop in some opcodes, so we cannot use them */
49 14ce26e7 bellard
#if 1
50 14ce26e7 bellard
#define BUGGY_64(x) NULL
51 14ce26e7 bellard
#endif
52 14ce26e7 bellard
#else
53 14ce26e7 bellard
#define X86_64_ONLY(x) NULL
54 14ce26e7 bellard
#define X86_64_DEF(x...)
55 14ce26e7 bellard
#define CODE64(s) 0
56 14ce26e7 bellard
#define REX_X(s) 0
57 14ce26e7 bellard
#define REX_B(s) 0
58 14ce26e7 bellard
#endif
59 14ce26e7 bellard
60 14ce26e7 bellard
#ifdef TARGET_X86_64
61 14ce26e7 bellard
static int x86_64_hregs;
62 14ce26e7 bellard
#endif
63 14ce26e7 bellard
64 ae063a68 bellard
#ifdef USE_DIRECT_JUMP
65 ae063a68 bellard
#define TBPARAM(x)
66 ae063a68 bellard
#else
67 ae063a68 bellard
#define TBPARAM(x) (long)(x)
68 ae063a68 bellard
#endif
69 ae063a68 bellard
70 2c0262af bellard
typedef struct DisasContext {
71 2c0262af bellard
    /* current insn context */
72 2c0262af bellard
    int override; /* -1 if no override */
73 2c0262af bellard
    int prefix;
74 2c0262af bellard
    int aflag, dflag;
75 14ce26e7 bellard
    target_ulong pc; /* pc = eip + cs_base */
76 2c0262af bellard
    int is_jmp; /* 1 = means jump (stop translation), 2 means CPU
77 2c0262af bellard
                   static state change (stop translation) */
78 2c0262af bellard
    /* current block context */
79 14ce26e7 bellard
    target_ulong cs_base; /* base of CS segment */
80 2c0262af bellard
    int pe;     /* protected mode */
81 2c0262af bellard
    int code32; /* 32 bit code segment */
82 14ce26e7 bellard
#ifdef TARGET_X86_64
83 14ce26e7 bellard
    int lma;    /* long mode active */
84 14ce26e7 bellard
    int code64; /* 64 bit code segment */
85 14ce26e7 bellard
    int rex_x, rex_b;
86 14ce26e7 bellard
#endif
87 2c0262af bellard
    int ss32;   /* 32 bit stack segment */
88 2c0262af bellard
    int cc_op;  /* current CC operation */
89 2c0262af bellard
    int addseg; /* non zero if either DS/ES/SS have a non zero base */
90 2c0262af bellard
    int f_st;   /* currently unused */
91 2c0262af bellard
    int vm86;   /* vm86 mode */
92 2c0262af bellard
    int cpl;
93 2c0262af bellard
    int iopl;
94 2c0262af bellard
    int tf;     /* TF cpu flag */
95 34865134 bellard
    int singlestep_enabled; /* "hardware" single step enabled */
96 2c0262af bellard
    int jmp_opt; /* use direct block chaining for direct jumps */
97 2c0262af bellard
    int mem_index; /* select memory access functions */
98 7eee2a50 bellard
    int flags; /* all execution flags */
99 2c0262af bellard
    struct TranslationBlock *tb;
100 2c0262af bellard
    int popl_esp_hack; /* for correct popl with esp base handling */
101 14ce26e7 bellard
    int rip_offset; /* only used in x86_64, but left for simplicity */
102 14ce26e7 bellard
    int cpuid_features;
103 2c0262af bellard
} DisasContext;
104 2c0262af bellard
105 2c0262af bellard
static void gen_eob(DisasContext *s);
106 14ce26e7 bellard
static void gen_jmp(DisasContext *s, target_ulong eip);
107 14ce26e7 bellard
static void gen_jmp_tb(DisasContext *s, target_ulong eip, int tb_num);
108 2c0262af bellard
109 2c0262af bellard
/* i386 arith/logic operations */
110 2c0262af bellard
enum {
111 2c0262af bellard
    OP_ADDL, 
112 2c0262af bellard
    OP_ORL, 
113 2c0262af bellard
    OP_ADCL, 
114 2c0262af bellard
    OP_SBBL,
115 2c0262af bellard
    OP_ANDL, 
116 2c0262af bellard
    OP_SUBL, 
117 2c0262af bellard
    OP_XORL, 
118 2c0262af bellard
    OP_CMPL,
119 2c0262af bellard
};
120 2c0262af bellard
121 2c0262af bellard
/* i386 shift ops */
122 2c0262af bellard
enum {
123 2c0262af bellard
    OP_ROL, 
124 2c0262af bellard
    OP_ROR, 
125 2c0262af bellard
    OP_RCL, 
126 2c0262af bellard
    OP_RCR, 
127 2c0262af bellard
    OP_SHL, 
128 2c0262af bellard
    OP_SHR, 
129 2c0262af bellard
    OP_SHL1, /* undocumented */
130 2c0262af bellard
    OP_SAR = 7,
131 2c0262af bellard
};
132 2c0262af bellard
133 2c0262af bellard
enum {
134 2c0262af bellard
#define DEF(s, n, copy_size) INDEX_op_ ## s,
135 2c0262af bellard
#include "opc.h"
136 2c0262af bellard
#undef DEF
137 2c0262af bellard
    NB_OPS,
138 2c0262af bellard
};
139 2c0262af bellard
140 2c0262af bellard
#include "gen-op.h"
141 2c0262af bellard
142 2c0262af bellard
/* operand size */
143 2c0262af bellard
enum {
144 2c0262af bellard
    OT_BYTE = 0,
145 2c0262af bellard
    OT_WORD,
146 2c0262af bellard
    OT_LONG, 
147 2c0262af bellard
    OT_QUAD,
148 2c0262af bellard
};
149 2c0262af bellard
150 2c0262af bellard
enum {
151 2c0262af bellard
    /* I386 int registers */
152 2c0262af bellard
    OR_EAX,   /* MUST be even numbered */
153 2c0262af bellard
    OR_ECX,
154 2c0262af bellard
    OR_EDX,
155 2c0262af bellard
    OR_EBX,
156 2c0262af bellard
    OR_ESP,
157 2c0262af bellard
    OR_EBP,
158 2c0262af bellard
    OR_ESI,
159 2c0262af bellard
    OR_EDI,
160 14ce26e7 bellard
161 14ce26e7 bellard
    OR_TMP0 = 16,    /* temporary operand register */
162 2c0262af bellard
    OR_TMP1,
163 2c0262af bellard
    OR_A0, /* temporary register used when doing address evaluation */
164 2c0262af bellard
};
165 2c0262af bellard
166 14ce26e7 bellard
#ifdef TARGET_X86_64
167 14ce26e7 bellard
168 14ce26e7 bellard
#define NB_OP_SIZES 4
169 14ce26e7 bellard
170 14ce26e7 bellard
#define DEF_REGS(prefix, suffix) \
171 14ce26e7 bellard
  prefix ## EAX ## suffix,\
172 14ce26e7 bellard
  prefix ## ECX ## suffix,\
173 14ce26e7 bellard
  prefix ## EDX ## suffix,\
174 14ce26e7 bellard
  prefix ## EBX ## suffix,\
175 14ce26e7 bellard
  prefix ## ESP ## suffix,\
176 14ce26e7 bellard
  prefix ## EBP ## suffix,\
177 14ce26e7 bellard
  prefix ## ESI ## suffix,\
178 14ce26e7 bellard
  prefix ## EDI ## suffix,\
179 14ce26e7 bellard
  prefix ## R8 ## suffix,\
180 14ce26e7 bellard
  prefix ## R9 ## suffix,\
181 14ce26e7 bellard
  prefix ## R10 ## suffix,\
182 14ce26e7 bellard
  prefix ## R11 ## suffix,\
183 14ce26e7 bellard
  prefix ## R12 ## suffix,\
184 14ce26e7 bellard
  prefix ## R13 ## suffix,\
185 14ce26e7 bellard
  prefix ## R14 ## suffix,\
186 14ce26e7 bellard
  prefix ## R15 ## suffix,
187 14ce26e7 bellard
188 14ce26e7 bellard
#define DEF_BREGS(prefixb, prefixh, suffix)             \
189 14ce26e7 bellard
                                                        \
190 14ce26e7 bellard
static void prefixb ## ESP ## suffix ## _wrapper(void)  \
191 14ce26e7 bellard
{                                                       \
192 14ce26e7 bellard
    if (x86_64_hregs)                                 \
193 14ce26e7 bellard
        prefixb ## ESP ## suffix ();                    \
194 14ce26e7 bellard
    else                                                \
195 14ce26e7 bellard
        prefixh ## EAX ## suffix ();                    \
196 14ce26e7 bellard
}                                                       \
197 14ce26e7 bellard
                                                        \
198 14ce26e7 bellard
static void prefixb ## EBP ## suffix ## _wrapper(void)  \
199 14ce26e7 bellard
{                                                       \
200 14ce26e7 bellard
    if (x86_64_hregs)                                 \
201 14ce26e7 bellard
        prefixb ## EBP ## suffix ();                    \
202 14ce26e7 bellard
    else                                                \
203 14ce26e7 bellard
        prefixh ## ECX ## suffix ();                    \
204 14ce26e7 bellard
}                                                       \
205 14ce26e7 bellard
                                                        \
206 14ce26e7 bellard
static void prefixb ## ESI ## suffix ## _wrapper(void)  \
207 14ce26e7 bellard
{                                                       \
208 14ce26e7 bellard
    if (x86_64_hregs)                                 \
209 14ce26e7 bellard
        prefixb ## ESI ## suffix ();                    \
210 14ce26e7 bellard
    else                                                \
211 14ce26e7 bellard
        prefixh ## EDX ## suffix ();                    \
212 14ce26e7 bellard
}                                                       \
213 14ce26e7 bellard
                                                        \
214 14ce26e7 bellard
static void prefixb ## EDI ## suffix ## _wrapper(void)  \
215 14ce26e7 bellard
{                                                       \
216 14ce26e7 bellard
    if (x86_64_hregs)                                 \
217 14ce26e7 bellard
        prefixb ## EDI ## suffix ();                    \
218 14ce26e7 bellard
    else                                                \
219 14ce26e7 bellard
        prefixh ## EBX ## suffix ();                    \
220 14ce26e7 bellard
}
221 14ce26e7 bellard
222 14ce26e7 bellard
DEF_BREGS(gen_op_movb_, gen_op_movh_, _T0)
223 14ce26e7 bellard
DEF_BREGS(gen_op_movb_, gen_op_movh_, _T1)
224 14ce26e7 bellard
DEF_BREGS(gen_op_movl_T0_, gen_op_movh_T0_, )
225 14ce26e7 bellard
DEF_BREGS(gen_op_movl_T1_, gen_op_movh_T1_, )
226 14ce26e7 bellard
227 14ce26e7 bellard
#else /* !TARGET_X86_64 */
228 14ce26e7 bellard
229 14ce26e7 bellard
#define NB_OP_SIZES 3
230 14ce26e7 bellard
231 14ce26e7 bellard
#define DEF_REGS(prefix, suffix) \
232 14ce26e7 bellard
  prefix ## EAX ## suffix,\
233 14ce26e7 bellard
  prefix ## ECX ## suffix,\
234 14ce26e7 bellard
  prefix ## EDX ## suffix,\
235 14ce26e7 bellard
  prefix ## EBX ## suffix,\
236 14ce26e7 bellard
  prefix ## ESP ## suffix,\
237 14ce26e7 bellard
  prefix ## EBP ## suffix,\
238 14ce26e7 bellard
  prefix ## ESI ## suffix,\
239 14ce26e7 bellard
  prefix ## EDI ## suffix,
240 14ce26e7 bellard
241 14ce26e7 bellard
#endif /* !TARGET_X86_64 */
242 14ce26e7 bellard
243 14ce26e7 bellard
static GenOpFunc *gen_op_mov_reg_T0[NB_OP_SIZES][CPU_NB_REGS] = {
244 2c0262af bellard
    [OT_BYTE] = {
245 2c0262af bellard
        gen_op_movb_EAX_T0,
246 2c0262af bellard
        gen_op_movb_ECX_T0,
247 2c0262af bellard
        gen_op_movb_EDX_T0,
248 2c0262af bellard
        gen_op_movb_EBX_T0,
249 14ce26e7 bellard
#ifdef TARGET_X86_64
250 14ce26e7 bellard
        gen_op_movb_ESP_T0_wrapper,
251 14ce26e7 bellard
        gen_op_movb_EBP_T0_wrapper,
252 14ce26e7 bellard
        gen_op_movb_ESI_T0_wrapper,
253 14ce26e7 bellard
        gen_op_movb_EDI_T0_wrapper,
254 14ce26e7 bellard
        gen_op_movb_R8_T0,
255 14ce26e7 bellard
        gen_op_movb_R9_T0,
256 14ce26e7 bellard
        gen_op_movb_R10_T0,
257 14ce26e7 bellard
        gen_op_movb_R11_T0,
258 14ce26e7 bellard
        gen_op_movb_R12_T0,
259 14ce26e7 bellard
        gen_op_movb_R13_T0,
260 14ce26e7 bellard
        gen_op_movb_R14_T0,
261 14ce26e7 bellard
        gen_op_movb_R15_T0,
262 14ce26e7 bellard
#else
263 2c0262af bellard
        gen_op_movh_EAX_T0,
264 2c0262af bellard
        gen_op_movh_ECX_T0,
265 2c0262af bellard
        gen_op_movh_EDX_T0,
266 2c0262af bellard
        gen_op_movh_EBX_T0,
267 14ce26e7 bellard
#endif
268 2c0262af bellard
    },
269 2c0262af bellard
    [OT_WORD] = {
270 14ce26e7 bellard
        DEF_REGS(gen_op_movw_, _T0)
271 2c0262af bellard
    },
272 2c0262af bellard
    [OT_LONG] = {
273 14ce26e7 bellard
        DEF_REGS(gen_op_movl_, _T0)
274 2c0262af bellard
    },
275 14ce26e7 bellard
#ifdef TARGET_X86_64
276 14ce26e7 bellard
    [OT_QUAD] = {
277 14ce26e7 bellard
        DEF_REGS(gen_op_movq_, _T0)
278 14ce26e7 bellard
    },
279 14ce26e7 bellard
#endif
280 2c0262af bellard
};
281 2c0262af bellard
282 14ce26e7 bellard
static GenOpFunc *gen_op_mov_reg_T1[NB_OP_SIZES][CPU_NB_REGS] = {
283 2c0262af bellard
    [OT_BYTE] = {
284 2c0262af bellard
        gen_op_movb_EAX_T1,
285 2c0262af bellard
        gen_op_movb_ECX_T1,
286 2c0262af bellard
        gen_op_movb_EDX_T1,
287 2c0262af bellard
        gen_op_movb_EBX_T1,
288 14ce26e7 bellard
#ifdef TARGET_X86_64
289 14ce26e7 bellard
        gen_op_movb_ESP_T1_wrapper,
290 14ce26e7 bellard
        gen_op_movb_EBP_T1_wrapper,
291 14ce26e7 bellard
        gen_op_movb_ESI_T1_wrapper,
292 14ce26e7 bellard
        gen_op_movb_EDI_T1_wrapper,
293 14ce26e7 bellard
        gen_op_movb_R8_T1,
294 14ce26e7 bellard
        gen_op_movb_R9_T1,
295 14ce26e7 bellard
        gen_op_movb_R10_T1,
296 14ce26e7 bellard
        gen_op_movb_R11_T1,
297 14ce26e7 bellard
        gen_op_movb_R12_T1,
298 14ce26e7 bellard
        gen_op_movb_R13_T1,
299 14ce26e7 bellard
        gen_op_movb_R14_T1,
300 14ce26e7 bellard
        gen_op_movb_R15_T1,
301 14ce26e7 bellard
#else
302 2c0262af bellard
        gen_op_movh_EAX_T1,
303 2c0262af bellard
        gen_op_movh_ECX_T1,
304 2c0262af bellard
        gen_op_movh_EDX_T1,
305 2c0262af bellard
        gen_op_movh_EBX_T1,
306 14ce26e7 bellard
#endif
307 2c0262af bellard
    },
308 2c0262af bellard
    [OT_WORD] = {
309 14ce26e7 bellard
        DEF_REGS(gen_op_movw_, _T1)
310 2c0262af bellard
    },
311 2c0262af bellard
    [OT_LONG] = {
312 14ce26e7 bellard
        DEF_REGS(gen_op_movl_, _T1)
313 14ce26e7 bellard
    },
314 14ce26e7 bellard
#ifdef TARGET_X86_64
315 14ce26e7 bellard
    [OT_QUAD] = {
316 14ce26e7 bellard
        DEF_REGS(gen_op_movq_, _T1)
317 2c0262af bellard
    },
318 14ce26e7 bellard
#endif
319 2c0262af bellard
};
320 2c0262af bellard
321 14ce26e7 bellard
static GenOpFunc *gen_op_mov_reg_A0[NB_OP_SIZES - 1][CPU_NB_REGS] = {
322 2c0262af bellard
    [0] = {
323 14ce26e7 bellard
        DEF_REGS(gen_op_movw_, _A0)
324 2c0262af bellard
    },
325 2c0262af bellard
    [1] = {
326 14ce26e7 bellard
        DEF_REGS(gen_op_movl_, _A0)
327 14ce26e7 bellard
    },
328 14ce26e7 bellard
#ifdef TARGET_X86_64
329 14ce26e7 bellard
    [2] = {
330 14ce26e7 bellard
        DEF_REGS(gen_op_movq_, _A0)
331 2c0262af bellard
    },
332 14ce26e7 bellard
#endif
333 2c0262af bellard
};
334 2c0262af bellard
335 14ce26e7 bellard
static GenOpFunc *gen_op_mov_TN_reg[NB_OP_SIZES][2][CPU_NB_REGS] = 
336 2c0262af bellard
{
337 2c0262af bellard
    [OT_BYTE] = {
338 2c0262af bellard
        {
339 2c0262af bellard
            gen_op_movl_T0_EAX,
340 2c0262af bellard
            gen_op_movl_T0_ECX,
341 2c0262af bellard
            gen_op_movl_T0_EDX,
342 2c0262af bellard
            gen_op_movl_T0_EBX,
343 14ce26e7 bellard
#ifdef TARGET_X86_64
344 14ce26e7 bellard
            gen_op_movl_T0_ESP_wrapper,
345 14ce26e7 bellard
            gen_op_movl_T0_EBP_wrapper,
346 14ce26e7 bellard
            gen_op_movl_T0_ESI_wrapper,
347 14ce26e7 bellard
            gen_op_movl_T0_EDI_wrapper,
348 14ce26e7 bellard
            gen_op_movl_T0_R8,
349 14ce26e7 bellard
            gen_op_movl_T0_R9,
350 14ce26e7 bellard
            gen_op_movl_T0_R10,
351 14ce26e7 bellard
            gen_op_movl_T0_R11,
352 14ce26e7 bellard
            gen_op_movl_T0_R12,
353 14ce26e7 bellard
            gen_op_movl_T0_R13,
354 14ce26e7 bellard
            gen_op_movl_T0_R14,
355 14ce26e7 bellard
            gen_op_movl_T0_R15,
356 14ce26e7 bellard
#else
357 2c0262af bellard
            gen_op_movh_T0_EAX,
358 2c0262af bellard
            gen_op_movh_T0_ECX,
359 2c0262af bellard
            gen_op_movh_T0_EDX,
360 2c0262af bellard
            gen_op_movh_T0_EBX,
361 14ce26e7 bellard
#endif
362 2c0262af bellard
        },
363 2c0262af bellard
        {
364 2c0262af bellard
            gen_op_movl_T1_EAX,
365 2c0262af bellard
            gen_op_movl_T1_ECX,
366 2c0262af bellard
            gen_op_movl_T1_EDX,
367 2c0262af bellard
            gen_op_movl_T1_EBX,
368 14ce26e7 bellard
#ifdef TARGET_X86_64
369 14ce26e7 bellard
            gen_op_movl_T1_ESP_wrapper,
370 14ce26e7 bellard
            gen_op_movl_T1_EBP_wrapper,
371 14ce26e7 bellard
            gen_op_movl_T1_ESI_wrapper,
372 14ce26e7 bellard
            gen_op_movl_T1_EDI_wrapper,
373 14ce26e7 bellard
            gen_op_movl_T1_R8,
374 14ce26e7 bellard
            gen_op_movl_T1_R9,
375 14ce26e7 bellard
            gen_op_movl_T1_R10,
376 14ce26e7 bellard
            gen_op_movl_T1_R11,
377 14ce26e7 bellard
            gen_op_movl_T1_R12,
378 14ce26e7 bellard
            gen_op_movl_T1_R13,
379 14ce26e7 bellard
            gen_op_movl_T1_R14,
380 14ce26e7 bellard
            gen_op_movl_T1_R15,
381 14ce26e7 bellard
#else
382 2c0262af bellard
            gen_op_movh_T1_EAX,
383 2c0262af bellard
            gen_op_movh_T1_ECX,
384 2c0262af bellard
            gen_op_movh_T1_EDX,
385 2c0262af bellard
            gen_op_movh_T1_EBX,
386 14ce26e7 bellard
#endif
387 2c0262af bellard
        },
388 2c0262af bellard
    },
389 2c0262af bellard
    [OT_WORD] = {
390 2c0262af bellard
        {
391 14ce26e7 bellard
            DEF_REGS(gen_op_movl_T0_, )
392 2c0262af bellard
        },
393 2c0262af bellard
        {
394 14ce26e7 bellard
            DEF_REGS(gen_op_movl_T1_, )
395 2c0262af bellard
        },
396 2c0262af bellard
    },
397 2c0262af bellard
    [OT_LONG] = {
398 2c0262af bellard
        {
399 14ce26e7 bellard
            DEF_REGS(gen_op_movl_T0_, )
400 2c0262af bellard
        },
401 2c0262af bellard
        {
402 14ce26e7 bellard
            DEF_REGS(gen_op_movl_T1_, )
403 2c0262af bellard
        },
404 2c0262af bellard
    },
405 14ce26e7 bellard
#ifdef TARGET_X86_64
406 14ce26e7 bellard
    [OT_QUAD] = {
407 14ce26e7 bellard
        {
408 14ce26e7 bellard
            DEF_REGS(gen_op_movl_T0_, )
409 14ce26e7 bellard
        },
410 14ce26e7 bellard
        {
411 14ce26e7 bellard
            DEF_REGS(gen_op_movl_T1_, )
412 14ce26e7 bellard
        },
413 14ce26e7 bellard
    },
414 14ce26e7 bellard
#endif
415 2c0262af bellard
};
416 2c0262af bellard
417 14ce26e7 bellard
static GenOpFunc *gen_op_movl_A0_reg[CPU_NB_REGS] = {
418 14ce26e7 bellard
    DEF_REGS(gen_op_movl_A0_, )
419 2c0262af bellard
};
420 2c0262af bellard
421 14ce26e7 bellard
static GenOpFunc *gen_op_addl_A0_reg_sN[4][CPU_NB_REGS] = {
422 2c0262af bellard
    [0] = {
423 14ce26e7 bellard
        DEF_REGS(gen_op_addl_A0_, )
424 2c0262af bellard
    },
425 2c0262af bellard
    [1] = {
426 14ce26e7 bellard
        DEF_REGS(gen_op_addl_A0_, _s1)
427 2c0262af bellard
    },
428 2c0262af bellard
    [2] = {
429 14ce26e7 bellard
        DEF_REGS(gen_op_addl_A0_, _s2)
430 2c0262af bellard
    },
431 2c0262af bellard
    [3] = {
432 14ce26e7 bellard
        DEF_REGS(gen_op_addl_A0_, _s3)
433 2c0262af bellard
    },
434 2c0262af bellard
};
435 2c0262af bellard
436 14ce26e7 bellard
#ifdef TARGET_X86_64
437 14ce26e7 bellard
static GenOpFunc *gen_op_movq_A0_reg[CPU_NB_REGS] = {
438 14ce26e7 bellard
    DEF_REGS(gen_op_movq_A0_, )
439 14ce26e7 bellard
};
440 14ce26e7 bellard
441 14ce26e7 bellard
static GenOpFunc *gen_op_addq_A0_reg_sN[4][CPU_NB_REGS] = {
442 2c0262af bellard
    [0] = {
443 14ce26e7 bellard
        DEF_REGS(gen_op_addq_A0_, )
444 2c0262af bellard
    },
445 2c0262af bellard
    [1] = {
446 14ce26e7 bellard
        DEF_REGS(gen_op_addq_A0_, _s1)
447 14ce26e7 bellard
    },
448 14ce26e7 bellard
    [2] = {
449 14ce26e7 bellard
        DEF_REGS(gen_op_addq_A0_, _s2)
450 14ce26e7 bellard
    },
451 14ce26e7 bellard
    [3] = {
452 14ce26e7 bellard
        DEF_REGS(gen_op_addq_A0_, _s3)
453 2c0262af bellard
    },
454 2c0262af bellard
};
455 14ce26e7 bellard
#endif
456 14ce26e7 bellard
457 14ce26e7 bellard
static GenOpFunc *gen_op_cmov_reg_T1_T0[NB_OP_SIZES - 1][CPU_NB_REGS] = {
458 14ce26e7 bellard
    [0] = {
459 14ce26e7 bellard
        DEF_REGS(gen_op_cmovw_, _T1_T0)
460 14ce26e7 bellard
    },
461 14ce26e7 bellard
    [1] = {
462 14ce26e7 bellard
        DEF_REGS(gen_op_cmovl_, _T1_T0)
463 14ce26e7 bellard
    },
464 14ce26e7 bellard
#ifdef TARGET_X86_64
465 14ce26e7 bellard
    [2] = {
466 14ce26e7 bellard
        DEF_REGS(gen_op_cmovq_, _T1_T0)
467 14ce26e7 bellard
    },
468 14ce26e7 bellard
#endif
469 14ce26e7 bellard
};
470 2c0262af bellard
471 2c0262af bellard
static GenOpFunc *gen_op_arith_T0_T1_cc[8] = {
472 2c0262af bellard
    NULL,
473 2c0262af bellard
    gen_op_orl_T0_T1,
474 2c0262af bellard
    NULL,
475 2c0262af bellard
    NULL,
476 2c0262af bellard
    gen_op_andl_T0_T1,
477 2c0262af bellard
    NULL,
478 2c0262af bellard
    gen_op_xorl_T0_T1,
479 2c0262af bellard
    NULL,
480 2c0262af bellard
};
481 2c0262af bellard
482 4f31916f bellard
#define DEF_ARITHC(SUFFIX)\
483 4f31916f bellard
    {\
484 4f31916f bellard
        gen_op_adcb ## SUFFIX ## _T0_T1_cc,\
485 4f31916f bellard
        gen_op_sbbb ## SUFFIX ## _T0_T1_cc,\
486 4f31916f bellard
    },\
487 4f31916f bellard
    {\
488 4f31916f bellard
        gen_op_adcw ## SUFFIX ## _T0_T1_cc,\
489 4f31916f bellard
        gen_op_sbbw ## SUFFIX ## _T0_T1_cc,\
490 4f31916f bellard
    },\
491 4f31916f bellard
    {\
492 4f31916f bellard
        gen_op_adcl ## SUFFIX ## _T0_T1_cc,\
493 4f31916f bellard
        gen_op_sbbl ## SUFFIX ## _T0_T1_cc,\
494 14ce26e7 bellard
    },\
495 14ce26e7 bellard
    {\
496 14ce26e7 bellard
        X86_64_ONLY(gen_op_adcq ## SUFFIX ## _T0_T1_cc),\
497 14ce26e7 bellard
        X86_64_ONLY(gen_op_sbbq ## SUFFIX ## _T0_T1_cc),\
498 2c0262af bellard
    },
499 4f31916f bellard
500 14ce26e7 bellard
static GenOpFunc *gen_op_arithc_T0_T1_cc[4][2] = {
501 4bb2fcc7 bellard
    DEF_ARITHC( )
502 2c0262af bellard
};
503 2c0262af bellard
504 14ce26e7 bellard
static GenOpFunc *gen_op_arithc_mem_T0_T1_cc[3 * 4][2] = {
505 4f31916f bellard
    DEF_ARITHC(_raw)
506 4f31916f bellard
#ifndef CONFIG_USER_ONLY
507 4f31916f bellard
    DEF_ARITHC(_kernel)
508 4f31916f bellard
    DEF_ARITHC(_user)
509 4f31916f bellard
#endif
510 2c0262af bellard
};
511 2c0262af bellard
512 2c0262af bellard
static const int cc_op_arithb[8] = {
513 2c0262af bellard
    CC_OP_ADDB,
514 2c0262af bellard
    CC_OP_LOGICB,
515 2c0262af bellard
    CC_OP_ADDB,
516 2c0262af bellard
    CC_OP_SUBB,
517 2c0262af bellard
    CC_OP_LOGICB,
518 2c0262af bellard
    CC_OP_SUBB,
519 2c0262af bellard
    CC_OP_LOGICB,
520 2c0262af bellard
    CC_OP_SUBB,
521 2c0262af bellard
};
522 2c0262af bellard
523 4f31916f bellard
#define DEF_CMPXCHG(SUFFIX)\
524 4f31916f bellard
    gen_op_cmpxchgb ## SUFFIX ## _T0_T1_EAX_cc,\
525 4f31916f bellard
    gen_op_cmpxchgw ## SUFFIX ## _T0_T1_EAX_cc,\
526 14ce26e7 bellard
    gen_op_cmpxchgl ## SUFFIX ## _T0_T1_EAX_cc,\
527 14ce26e7 bellard
    X86_64_ONLY(gen_op_cmpxchgq ## SUFFIX ## _T0_T1_EAX_cc),
528 4f31916f bellard
529 14ce26e7 bellard
static GenOpFunc *gen_op_cmpxchg_T0_T1_EAX_cc[4] = {
530 4bb2fcc7 bellard
    DEF_CMPXCHG( )
531 2c0262af bellard
};
532 2c0262af bellard
533 14ce26e7 bellard
static GenOpFunc *gen_op_cmpxchg_mem_T0_T1_EAX_cc[3 * 4] = {
534 4f31916f bellard
    DEF_CMPXCHG(_raw)
535 4f31916f bellard
#ifndef CONFIG_USER_ONLY
536 4f31916f bellard
    DEF_CMPXCHG(_kernel)
537 4f31916f bellard
    DEF_CMPXCHG(_user)
538 4f31916f bellard
#endif
539 2c0262af bellard
};
540 2c0262af bellard
541 4f31916f bellard
#define DEF_SHIFT(SUFFIX)\
542 4f31916f bellard
    {\
543 4f31916f bellard
        gen_op_rolb ## SUFFIX ## _T0_T1_cc,\
544 4f31916f bellard
        gen_op_rorb ## SUFFIX ## _T0_T1_cc,\
545 4f31916f bellard
        gen_op_rclb ## SUFFIX ## _T0_T1_cc,\
546 4f31916f bellard
        gen_op_rcrb ## SUFFIX ## _T0_T1_cc,\
547 4f31916f bellard
        gen_op_shlb ## SUFFIX ## _T0_T1_cc,\
548 4f31916f bellard
        gen_op_shrb ## SUFFIX ## _T0_T1_cc,\
549 4f31916f bellard
        gen_op_shlb ## SUFFIX ## _T0_T1_cc,\
550 4f31916f bellard
        gen_op_sarb ## SUFFIX ## _T0_T1_cc,\
551 4f31916f bellard
    },\
552 4f31916f bellard
    {\
553 4f31916f bellard
        gen_op_rolw ## SUFFIX ## _T0_T1_cc,\
554 4f31916f bellard
        gen_op_rorw ## SUFFIX ## _T0_T1_cc,\
555 4f31916f bellard
        gen_op_rclw ## SUFFIX ## _T0_T1_cc,\
556 4f31916f bellard
        gen_op_rcrw ## SUFFIX ## _T0_T1_cc,\
557 4f31916f bellard
        gen_op_shlw ## SUFFIX ## _T0_T1_cc,\
558 4f31916f bellard
        gen_op_shrw ## SUFFIX ## _T0_T1_cc,\
559 4f31916f bellard
        gen_op_shlw ## SUFFIX ## _T0_T1_cc,\
560 4f31916f bellard
        gen_op_sarw ## SUFFIX ## _T0_T1_cc,\
561 4f31916f bellard
    },\
562 4f31916f bellard
    {\
563 4f31916f bellard
        gen_op_roll ## SUFFIX ## _T0_T1_cc,\
564 4f31916f bellard
        gen_op_rorl ## SUFFIX ## _T0_T1_cc,\
565 4f31916f bellard
        gen_op_rcll ## SUFFIX ## _T0_T1_cc,\
566 4f31916f bellard
        gen_op_rcrl ## SUFFIX ## _T0_T1_cc,\
567 4f31916f bellard
        gen_op_shll ## SUFFIX ## _T0_T1_cc,\
568 4f31916f bellard
        gen_op_shrl ## SUFFIX ## _T0_T1_cc,\
569 4f31916f bellard
        gen_op_shll ## SUFFIX ## _T0_T1_cc,\
570 4f31916f bellard
        gen_op_sarl ## SUFFIX ## _T0_T1_cc,\
571 14ce26e7 bellard
    },\
572 14ce26e7 bellard
    {\
573 14ce26e7 bellard
        X86_64_ONLY(gen_op_rolq ## SUFFIX ## _T0_T1_cc),\
574 14ce26e7 bellard
        X86_64_ONLY(gen_op_rorq ## SUFFIX ## _T0_T1_cc),\
575 14ce26e7 bellard
        X86_64_ONLY(gen_op_rclq ## SUFFIX ## _T0_T1_cc),\
576 14ce26e7 bellard
        X86_64_ONLY(gen_op_rcrq ## SUFFIX ## _T0_T1_cc),\
577 14ce26e7 bellard
        X86_64_ONLY(gen_op_shlq ## SUFFIX ## _T0_T1_cc),\
578 14ce26e7 bellard
        X86_64_ONLY(gen_op_shrq ## SUFFIX ## _T0_T1_cc),\
579 14ce26e7 bellard
        X86_64_ONLY(gen_op_shlq ## SUFFIX ## _T0_T1_cc),\
580 14ce26e7 bellard
        X86_64_ONLY(gen_op_sarq ## SUFFIX ## _T0_T1_cc),\
581 2c0262af bellard
    },
582 4f31916f bellard
583 14ce26e7 bellard
static GenOpFunc *gen_op_shift_T0_T1_cc[4][8] = {
584 4bb2fcc7 bellard
    DEF_SHIFT( )
585 2c0262af bellard
};
586 2c0262af bellard
587 14ce26e7 bellard
static GenOpFunc *gen_op_shift_mem_T0_T1_cc[3 * 4][8] = {
588 4f31916f bellard
    DEF_SHIFT(_raw)
589 4f31916f bellard
#ifndef CONFIG_USER_ONLY
590 4f31916f bellard
    DEF_SHIFT(_kernel)
591 4f31916f bellard
    DEF_SHIFT(_user)
592 4f31916f bellard
#endif
593 2c0262af bellard
};
594 2c0262af bellard
595 4f31916f bellard
#define DEF_SHIFTD(SUFFIX, op)\
596 4f31916f bellard
    {\
597 4f31916f bellard
        NULL,\
598 4f31916f bellard
        NULL,\
599 4f31916f bellard
    },\
600 4f31916f bellard
    {\
601 4f31916f bellard
        gen_op_shldw ## SUFFIX ## _T0_T1_ ## op ## _cc,\
602 4f31916f bellard
        gen_op_shrdw ## SUFFIX ## _T0_T1_ ## op ## _cc,\
603 31313213 bellard
     },\
604 4f31916f bellard
    {\
605 4f31916f bellard
        gen_op_shldl ## SUFFIX ## _T0_T1_ ## op ## _cc,\
606 4f31916f bellard
        gen_op_shrdl ## SUFFIX ## _T0_T1_ ## op ## _cc,\
607 14ce26e7 bellard
    },\
608 14ce26e7 bellard
    {\
609 31313213 bellard
X86_64_DEF(gen_op_shldq ## SUFFIX ## _T0_T1_ ## op ## _cc,\
610 31313213 bellard
           gen_op_shrdq ## SUFFIX ## _T0_T1_ ## op ## _cc,)\
611 2c0262af bellard
    },
612 4f31916f bellard
613 14ce26e7 bellard
static GenOpFunc1 *gen_op_shiftd_T0_T1_im_cc[4][2] = {
614 4f31916f bellard
    DEF_SHIFTD(, im)
615 2c0262af bellard
};
616 2c0262af bellard
617 14ce26e7 bellard
static GenOpFunc *gen_op_shiftd_T0_T1_ECX_cc[4][2] = {
618 4f31916f bellard
    DEF_SHIFTD(, ECX)
619 2c0262af bellard
};
620 2c0262af bellard
621 14ce26e7 bellard
static GenOpFunc1 *gen_op_shiftd_mem_T0_T1_im_cc[3 * 4][2] = {
622 4f31916f bellard
    DEF_SHIFTD(_raw, im)
623 4f31916f bellard
#ifndef CONFIG_USER_ONLY
624 4f31916f bellard
    DEF_SHIFTD(_kernel, im)
625 4f31916f bellard
    DEF_SHIFTD(_user, im)
626 4f31916f bellard
#endif
627 2c0262af bellard
};
628 2c0262af bellard
629 14ce26e7 bellard
static GenOpFunc *gen_op_shiftd_mem_T0_T1_ECX_cc[3 * 4][2] = {
630 4f31916f bellard
    DEF_SHIFTD(_raw, ECX)
631 4f31916f bellard
#ifndef CONFIG_USER_ONLY
632 4f31916f bellard
    DEF_SHIFTD(_kernel, ECX)
633 4f31916f bellard
    DEF_SHIFTD(_user, ECX)
634 4f31916f bellard
#endif
635 2c0262af bellard
};
636 2c0262af bellard
637 14ce26e7 bellard
static GenOpFunc *gen_op_btx_T0_T1_cc[3][4] = {
638 2c0262af bellard
    [0] = {
639 2c0262af bellard
        gen_op_btw_T0_T1_cc,
640 2c0262af bellard
        gen_op_btsw_T0_T1_cc,
641 2c0262af bellard
        gen_op_btrw_T0_T1_cc,
642 2c0262af bellard
        gen_op_btcw_T0_T1_cc,
643 2c0262af bellard
    },
644 2c0262af bellard
    [1] = {
645 2c0262af bellard
        gen_op_btl_T0_T1_cc,
646 2c0262af bellard
        gen_op_btsl_T0_T1_cc,
647 2c0262af bellard
        gen_op_btrl_T0_T1_cc,
648 2c0262af bellard
        gen_op_btcl_T0_T1_cc,
649 2c0262af bellard
    },
650 14ce26e7 bellard
#ifdef TARGET_X86_64
651 14ce26e7 bellard
    [2] = {
652 14ce26e7 bellard
        gen_op_btq_T0_T1_cc,
653 14ce26e7 bellard
        gen_op_btsq_T0_T1_cc,
654 14ce26e7 bellard
        gen_op_btrq_T0_T1_cc,
655 14ce26e7 bellard
        gen_op_btcq_T0_T1_cc,
656 14ce26e7 bellard
    },
657 14ce26e7 bellard
#endif
658 14ce26e7 bellard
};
659 14ce26e7 bellard
660 14ce26e7 bellard
static GenOpFunc *gen_op_add_bit_A0_T1[3] = {
661 14ce26e7 bellard
    gen_op_add_bitw_A0_T1,
662 14ce26e7 bellard
    gen_op_add_bitl_A0_T1,
663 14ce26e7 bellard
    X86_64_ONLY(gen_op_add_bitq_A0_T1),
664 2c0262af bellard
};
665 2c0262af bellard
666 14ce26e7 bellard
static GenOpFunc *gen_op_bsx_T0_cc[3][2] = {
667 2c0262af bellard
    [0] = {
668 2c0262af bellard
        gen_op_bsfw_T0_cc,
669 2c0262af bellard
        gen_op_bsrw_T0_cc,
670 2c0262af bellard
    },
671 2c0262af bellard
    [1] = {
672 2c0262af bellard
        gen_op_bsfl_T0_cc,
673 2c0262af bellard
        gen_op_bsrl_T0_cc,
674 2c0262af bellard
    },
675 14ce26e7 bellard
#ifdef TARGET_X86_64
676 14ce26e7 bellard
    [2] = {
677 14ce26e7 bellard
        gen_op_bsfq_T0_cc,
678 14ce26e7 bellard
        gen_op_bsrq_T0_cc,
679 14ce26e7 bellard
    },
680 14ce26e7 bellard
#endif
681 2c0262af bellard
};
682 2c0262af bellard
683 14ce26e7 bellard
static GenOpFunc *gen_op_lds_T0_A0[3 * 4] = {
684 61382a50 bellard
    gen_op_ldsb_raw_T0_A0,
685 61382a50 bellard
    gen_op_ldsw_raw_T0_A0,
686 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldsl_raw_T0_A0),
687 2c0262af bellard
    NULL,
688 61382a50 bellard
#ifndef CONFIG_USER_ONLY
689 2c0262af bellard
    gen_op_ldsb_kernel_T0_A0,
690 2c0262af bellard
    gen_op_ldsw_kernel_T0_A0,
691 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldsl_kernel_T0_A0),
692 2c0262af bellard
    NULL,
693 2c0262af bellard
694 2c0262af bellard
    gen_op_ldsb_user_T0_A0,
695 2c0262af bellard
    gen_op_ldsw_user_T0_A0,
696 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldsl_user_T0_A0),
697 2c0262af bellard
    NULL,
698 61382a50 bellard
#endif
699 2c0262af bellard
};
700 2c0262af bellard
701 14ce26e7 bellard
static GenOpFunc *gen_op_ldu_T0_A0[3 * 4] = {
702 61382a50 bellard
    gen_op_ldub_raw_T0_A0,
703 61382a50 bellard
    gen_op_lduw_raw_T0_A0,
704 2c0262af bellard
    NULL,
705 14ce26e7 bellard
    NULL,
706 2c0262af bellard
707 61382a50 bellard
#ifndef CONFIG_USER_ONLY
708 2c0262af bellard
    gen_op_ldub_kernel_T0_A0,
709 2c0262af bellard
    gen_op_lduw_kernel_T0_A0,
710 2c0262af bellard
    NULL,
711 14ce26e7 bellard
    NULL,
712 2c0262af bellard
713 2c0262af bellard
    gen_op_ldub_user_T0_A0,
714 2c0262af bellard
    gen_op_lduw_user_T0_A0,
715 2c0262af bellard
    NULL,
716 14ce26e7 bellard
    NULL,
717 61382a50 bellard
#endif
718 2c0262af bellard
};
719 2c0262af bellard
720 2c0262af bellard
/* sign does not matter, except for lidt/lgdt call (TODO: fix it) */
721 14ce26e7 bellard
static GenOpFunc *gen_op_ld_T0_A0[3 * 4] = {
722 61382a50 bellard
    gen_op_ldub_raw_T0_A0,
723 61382a50 bellard
    gen_op_lduw_raw_T0_A0,
724 61382a50 bellard
    gen_op_ldl_raw_T0_A0,
725 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldq_raw_T0_A0),
726 2c0262af bellard
727 61382a50 bellard
#ifndef CONFIG_USER_ONLY
728 2c0262af bellard
    gen_op_ldub_kernel_T0_A0,
729 2c0262af bellard
    gen_op_lduw_kernel_T0_A0,
730 2c0262af bellard
    gen_op_ldl_kernel_T0_A0,
731 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldq_kernel_T0_A0),
732 2c0262af bellard
733 2c0262af bellard
    gen_op_ldub_user_T0_A0,
734 2c0262af bellard
    gen_op_lduw_user_T0_A0,
735 2c0262af bellard
    gen_op_ldl_user_T0_A0,
736 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldq_user_T0_A0),
737 61382a50 bellard
#endif
738 2c0262af bellard
};
739 2c0262af bellard
740 14ce26e7 bellard
static GenOpFunc *gen_op_ld_T1_A0[3 * 4] = {
741 61382a50 bellard
    gen_op_ldub_raw_T1_A0,
742 61382a50 bellard
    gen_op_lduw_raw_T1_A0,
743 61382a50 bellard
    gen_op_ldl_raw_T1_A0,
744 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldq_raw_T1_A0),
745 2c0262af bellard
746 61382a50 bellard
#ifndef CONFIG_USER_ONLY
747 2c0262af bellard
    gen_op_ldub_kernel_T1_A0,
748 2c0262af bellard
    gen_op_lduw_kernel_T1_A0,
749 2c0262af bellard
    gen_op_ldl_kernel_T1_A0,
750 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldq_kernel_T1_A0),
751 2c0262af bellard
752 2c0262af bellard
    gen_op_ldub_user_T1_A0,
753 2c0262af bellard
    gen_op_lduw_user_T1_A0,
754 2c0262af bellard
    gen_op_ldl_user_T1_A0,
755 14ce26e7 bellard
    X86_64_ONLY(gen_op_ldq_user_T1_A0),
756 61382a50 bellard
#endif
757 2c0262af bellard
};
758 2c0262af bellard
759 14ce26e7 bellard
static GenOpFunc *gen_op_st_T0_A0[3 * 4] = {
760 61382a50 bellard
    gen_op_stb_raw_T0_A0,
761 61382a50 bellard
    gen_op_stw_raw_T0_A0,
762 61382a50 bellard
    gen_op_stl_raw_T0_A0,
763 14ce26e7 bellard
    X86_64_ONLY(gen_op_stq_raw_T0_A0),
764 2c0262af bellard
765 61382a50 bellard
#ifndef CONFIG_USER_ONLY
766 2c0262af bellard
    gen_op_stb_kernel_T0_A0,
767 2c0262af bellard
    gen_op_stw_kernel_T0_A0,
768 2c0262af bellard
    gen_op_stl_kernel_T0_A0,
769 14ce26e7 bellard
    X86_64_ONLY(gen_op_stq_kernel_T0_A0),
770 2c0262af bellard
771 2c0262af bellard
    gen_op_stb_user_T0_A0,
772 2c0262af bellard
    gen_op_stw_user_T0_A0,
773 2c0262af bellard
    gen_op_stl_user_T0_A0,
774 14ce26e7 bellard
    X86_64_ONLY(gen_op_stq_user_T0_A0),
775 61382a50 bellard
#endif
776 2c0262af bellard
};
777 2c0262af bellard
778 14ce26e7 bellard
static GenOpFunc *gen_op_st_T1_A0[3 * 4] = {
779 4f31916f bellard
    NULL,
780 4f31916f bellard
    gen_op_stw_raw_T1_A0,
781 4f31916f bellard
    gen_op_stl_raw_T1_A0,
782 14ce26e7 bellard
    X86_64_ONLY(gen_op_stq_raw_T1_A0),
783 4f31916f bellard
784 4f31916f bellard
#ifndef CONFIG_USER_ONLY
785 4f31916f bellard
    NULL,
786 4f31916f bellard
    gen_op_stw_kernel_T1_A0,
787 4f31916f bellard
    gen_op_stl_kernel_T1_A0,
788 14ce26e7 bellard
    X86_64_ONLY(gen_op_stq_kernel_T1_A0),
789 4f31916f bellard
790 4f31916f bellard
    NULL,
791 4f31916f bellard
    gen_op_stw_user_T1_A0,
792 4f31916f bellard
    gen_op_stl_user_T1_A0,
793 14ce26e7 bellard
    X86_64_ONLY(gen_op_stq_user_T1_A0),
794 4f31916f bellard
#endif
795 4f31916f bellard
};
796 4f31916f bellard
797 14ce26e7 bellard
static inline void gen_jmp_im(target_ulong pc)
798 14ce26e7 bellard
{
799 14ce26e7 bellard
#ifdef TARGET_X86_64
800 14ce26e7 bellard
    if (pc == (uint32_t)pc) {
801 14ce26e7 bellard
        gen_op_movl_eip_im(pc);
802 14ce26e7 bellard
    } else if (pc == (int32_t)pc) {
803 14ce26e7 bellard
        gen_op_movq_eip_im(pc);
804 14ce26e7 bellard
    } else {
805 14ce26e7 bellard
        gen_op_movq_eip_im64(pc >> 32, pc);
806 14ce26e7 bellard
    }
807 14ce26e7 bellard
#else
808 14ce26e7 bellard
    gen_op_movl_eip_im(pc);
809 14ce26e7 bellard
#endif
810 14ce26e7 bellard
}
811 14ce26e7 bellard
812 2c0262af bellard
static inline void gen_string_movl_A0_ESI(DisasContext *s)
813 2c0262af bellard
{
814 2c0262af bellard
    int override;
815 2c0262af bellard
816 2c0262af bellard
    override = s->override;
817 14ce26e7 bellard
#ifdef TARGET_X86_64
818 14ce26e7 bellard
    if (s->aflag == 2) {
819 14ce26e7 bellard
        if (override >= 0) {
820 14ce26e7 bellard
            gen_op_movq_A0_seg(offsetof(CPUX86State,segs[override].base));
821 14ce26e7 bellard
            gen_op_addq_A0_reg_sN[0][R_ESI]();
822 14ce26e7 bellard
        } else {
823 14ce26e7 bellard
            gen_op_movq_A0_reg[R_ESI]();
824 14ce26e7 bellard
        }
825 14ce26e7 bellard
    } else
826 14ce26e7 bellard
#endif
827 2c0262af bellard
    if (s->aflag) {
828 2c0262af bellard
        /* 32 bit address */
829 2c0262af bellard
        if (s->addseg && override < 0)
830 2c0262af bellard
            override = R_DS;
831 2c0262af bellard
        if (override >= 0) {
832 2c0262af bellard
            gen_op_movl_A0_seg(offsetof(CPUX86State,segs[override].base));
833 2c0262af bellard
            gen_op_addl_A0_reg_sN[0][R_ESI]();
834 2c0262af bellard
        } else {
835 2c0262af bellard
            gen_op_movl_A0_reg[R_ESI]();
836 2c0262af bellard
        }
837 2c0262af bellard
    } else {
838 2c0262af bellard
        /* 16 address, always override */
839 2c0262af bellard
        if (override < 0)
840 2c0262af bellard
            override = R_DS;
841 2c0262af bellard
        gen_op_movl_A0_reg[R_ESI]();
842 2c0262af bellard
        gen_op_andl_A0_ffff();
843 2c0262af bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
844 2c0262af bellard
    }
845 2c0262af bellard
}
846 2c0262af bellard
847 2c0262af bellard
static inline void gen_string_movl_A0_EDI(DisasContext *s)
848 2c0262af bellard
{
849 14ce26e7 bellard
#ifdef TARGET_X86_64
850 14ce26e7 bellard
    if (s->aflag == 2) {
851 14ce26e7 bellard
        gen_op_movq_A0_reg[R_EDI]();
852 14ce26e7 bellard
    } else
853 14ce26e7 bellard
#endif
854 2c0262af bellard
    if (s->aflag) {
855 2c0262af bellard
        if (s->addseg) {
856 2c0262af bellard
            gen_op_movl_A0_seg(offsetof(CPUX86State,segs[R_ES].base));
857 2c0262af bellard
            gen_op_addl_A0_reg_sN[0][R_EDI]();
858 2c0262af bellard
        } else {
859 2c0262af bellard
            gen_op_movl_A0_reg[R_EDI]();
860 2c0262af bellard
        }
861 2c0262af bellard
    } else {
862 2c0262af bellard
        gen_op_movl_A0_reg[R_EDI]();
863 2c0262af bellard
        gen_op_andl_A0_ffff();
864 2c0262af bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_ES].base));
865 2c0262af bellard
    }
866 2c0262af bellard
}
867 2c0262af bellard
868 14ce26e7 bellard
static GenOpFunc *gen_op_movl_T0_Dshift[4] = {
869 2c0262af bellard
    gen_op_movl_T0_Dshiftb,
870 2c0262af bellard
    gen_op_movl_T0_Dshiftw,
871 2c0262af bellard
    gen_op_movl_T0_Dshiftl,
872 14ce26e7 bellard
    X86_64_ONLY(gen_op_movl_T0_Dshiftq),
873 2c0262af bellard
};
874 2c0262af bellard
875 14ce26e7 bellard
static GenOpFunc1 *gen_op_jnz_ecx[3] = {
876 14ce26e7 bellard
    gen_op_jnz_ecxw,
877 14ce26e7 bellard
    gen_op_jnz_ecxl,
878 14ce26e7 bellard
    X86_64_ONLY(gen_op_jnz_ecxq),
879 2c0262af bellard
};
880 2c0262af bellard
    
881 14ce26e7 bellard
static GenOpFunc1 *gen_op_jz_ecx[3] = {
882 14ce26e7 bellard
    gen_op_jz_ecxw,
883 14ce26e7 bellard
    gen_op_jz_ecxl,
884 14ce26e7 bellard
    X86_64_ONLY(gen_op_jz_ecxq),
885 2c0262af bellard
};
886 2c0262af bellard
887 14ce26e7 bellard
static GenOpFunc *gen_op_dec_ECX[3] = {
888 2c0262af bellard
    gen_op_decw_ECX,
889 2c0262af bellard
    gen_op_decl_ECX,
890 14ce26e7 bellard
    X86_64_ONLY(gen_op_decq_ECX),
891 2c0262af bellard
};
892 2c0262af bellard
893 14ce26e7 bellard
static GenOpFunc1 *gen_op_string_jnz_sub[2][4] = {
894 2c0262af bellard
    {
895 14ce26e7 bellard
        gen_op_jnz_subb,
896 14ce26e7 bellard
        gen_op_jnz_subw,
897 14ce26e7 bellard
        gen_op_jnz_subl,
898 14ce26e7 bellard
        X86_64_ONLY(gen_op_jnz_subq),
899 2c0262af bellard
    },
900 2c0262af bellard
    {
901 14ce26e7 bellard
        gen_op_jz_subb,
902 14ce26e7 bellard
        gen_op_jz_subw,
903 14ce26e7 bellard
        gen_op_jz_subl,
904 14ce26e7 bellard
        X86_64_ONLY(gen_op_jz_subq),
905 2c0262af bellard
    },
906 2c0262af bellard
};
907 2c0262af bellard
908 2c0262af bellard
static GenOpFunc *gen_op_in_DX_T0[3] = {
909 2c0262af bellard
    gen_op_inb_DX_T0,
910 2c0262af bellard
    gen_op_inw_DX_T0,
911 2c0262af bellard
    gen_op_inl_DX_T0,
912 2c0262af bellard
};
913 2c0262af bellard
914 2c0262af bellard
static GenOpFunc *gen_op_out_DX_T0[3] = {
915 2c0262af bellard
    gen_op_outb_DX_T0,
916 2c0262af bellard
    gen_op_outw_DX_T0,
917 2c0262af bellard
    gen_op_outl_DX_T0,
918 2c0262af bellard
};
919 2c0262af bellard
920 f115e911 bellard
static GenOpFunc *gen_op_in[3] = {
921 f115e911 bellard
    gen_op_inb_T0_T1,
922 f115e911 bellard
    gen_op_inw_T0_T1,
923 f115e911 bellard
    gen_op_inl_T0_T1,
924 f115e911 bellard
};
925 f115e911 bellard
926 f115e911 bellard
static GenOpFunc *gen_op_out[3] = {
927 f115e911 bellard
    gen_op_outb_T0_T1,
928 f115e911 bellard
    gen_op_outw_T0_T1,
929 f115e911 bellard
    gen_op_outl_T0_T1,
930 f115e911 bellard
};
931 f115e911 bellard
932 f115e911 bellard
static GenOpFunc *gen_check_io_T0[3] = {
933 f115e911 bellard
    gen_op_check_iob_T0,
934 f115e911 bellard
    gen_op_check_iow_T0,
935 f115e911 bellard
    gen_op_check_iol_T0,
936 f115e911 bellard
};
937 f115e911 bellard
938 f115e911 bellard
static GenOpFunc *gen_check_io_DX[3] = {
939 f115e911 bellard
    gen_op_check_iob_DX,
940 f115e911 bellard
    gen_op_check_iow_DX,
941 f115e911 bellard
    gen_op_check_iol_DX,
942 f115e911 bellard
};
943 f115e911 bellard
944 14ce26e7 bellard
static void gen_check_io(DisasContext *s, int ot, int use_dx, target_ulong cur_eip)
945 f115e911 bellard
{
946 f115e911 bellard
    if (s->pe && (s->cpl > s->iopl || s->vm86)) {
947 f115e911 bellard
        if (s->cc_op != CC_OP_DYNAMIC)
948 f115e911 bellard
            gen_op_set_cc_op(s->cc_op);
949 14ce26e7 bellard
        gen_jmp_im(cur_eip);
950 f115e911 bellard
        if (use_dx)
951 f115e911 bellard
            gen_check_io_DX[ot]();
952 f115e911 bellard
        else
953 f115e911 bellard
            gen_check_io_T0[ot]();
954 f115e911 bellard
    }
955 f115e911 bellard
}
956 f115e911 bellard
957 2c0262af bellard
static inline void gen_movs(DisasContext *s, int ot)
958 2c0262af bellard
{
959 2c0262af bellard
    gen_string_movl_A0_ESI(s);
960 2c0262af bellard
    gen_op_ld_T0_A0[ot + s->mem_index]();
961 2c0262af bellard
    gen_string_movl_A0_EDI(s);
962 2c0262af bellard
    gen_op_st_T0_A0[ot + s->mem_index]();
963 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
964 14ce26e7 bellard
#ifdef TARGET_X86_64
965 14ce26e7 bellard
    if (s->aflag == 2) {
966 14ce26e7 bellard
        gen_op_addq_ESI_T0();
967 14ce26e7 bellard
        gen_op_addq_EDI_T0();
968 14ce26e7 bellard
    } else 
969 14ce26e7 bellard
#endif
970 2c0262af bellard
    if (s->aflag) {
971 2c0262af bellard
        gen_op_addl_ESI_T0();
972 2c0262af bellard
        gen_op_addl_EDI_T0();
973 2c0262af bellard
    } else {
974 2c0262af bellard
        gen_op_addw_ESI_T0();
975 2c0262af bellard
        gen_op_addw_EDI_T0();
976 2c0262af bellard
    }
977 2c0262af bellard
}
978 2c0262af bellard
979 2c0262af bellard
static inline void gen_update_cc_op(DisasContext *s)
980 2c0262af bellard
{
981 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC) {
982 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
983 2c0262af bellard
        s->cc_op = CC_OP_DYNAMIC;
984 2c0262af bellard
    }
985 2c0262af bellard
}
986 2c0262af bellard
987 14ce26e7 bellard
/* XXX: does not work with gdbstub "ice" single step - not a
988 14ce26e7 bellard
   serious problem */
989 14ce26e7 bellard
static int gen_jz_ecx_string(DisasContext *s, target_ulong next_eip)
990 2c0262af bellard
{
991 14ce26e7 bellard
    int l1, l2;
992 14ce26e7 bellard
993 14ce26e7 bellard
    l1 = gen_new_label();
994 14ce26e7 bellard
    l2 = gen_new_label();
995 14ce26e7 bellard
    gen_op_jnz_ecx[s->aflag](l1);
996 14ce26e7 bellard
    gen_set_label(l2);
997 14ce26e7 bellard
    gen_jmp_tb(s, next_eip, 1);
998 14ce26e7 bellard
    gen_set_label(l1);
999 14ce26e7 bellard
    return l2;
1000 2c0262af bellard
}
1001 2c0262af bellard
1002 2c0262af bellard
static inline void gen_stos(DisasContext *s, int ot)
1003 2c0262af bellard
{
1004 2c0262af bellard
    gen_op_mov_TN_reg[OT_LONG][0][R_EAX]();
1005 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1006 2c0262af bellard
    gen_op_st_T0_A0[ot + s->mem_index]();
1007 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
1008 14ce26e7 bellard
#ifdef TARGET_X86_64
1009 14ce26e7 bellard
    if (s->aflag == 2) {
1010 14ce26e7 bellard
        gen_op_addq_EDI_T0();
1011 14ce26e7 bellard
    } else 
1012 14ce26e7 bellard
#endif
1013 2c0262af bellard
    if (s->aflag) {
1014 2c0262af bellard
        gen_op_addl_EDI_T0();
1015 2c0262af bellard
    } else {
1016 2c0262af bellard
        gen_op_addw_EDI_T0();
1017 2c0262af bellard
    }
1018 2c0262af bellard
}
1019 2c0262af bellard
1020 2c0262af bellard
static inline void gen_lods(DisasContext *s, int ot)
1021 2c0262af bellard
{
1022 2c0262af bellard
    gen_string_movl_A0_ESI(s);
1023 2c0262af bellard
    gen_op_ld_T0_A0[ot + s->mem_index]();
1024 2c0262af bellard
    gen_op_mov_reg_T0[ot][R_EAX]();
1025 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
1026 14ce26e7 bellard
#ifdef TARGET_X86_64
1027 14ce26e7 bellard
    if (s->aflag == 2) {
1028 14ce26e7 bellard
        gen_op_addq_ESI_T0();
1029 14ce26e7 bellard
    } else 
1030 14ce26e7 bellard
#endif
1031 2c0262af bellard
    if (s->aflag) {
1032 2c0262af bellard
        gen_op_addl_ESI_T0();
1033 2c0262af bellard
    } else {
1034 2c0262af bellard
        gen_op_addw_ESI_T0();
1035 2c0262af bellard
    }
1036 2c0262af bellard
}
1037 2c0262af bellard
1038 2c0262af bellard
static inline void gen_scas(DisasContext *s, int ot)
1039 2c0262af bellard
{
1040 2c0262af bellard
    gen_op_mov_TN_reg[OT_LONG][0][R_EAX]();
1041 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1042 2c0262af bellard
    gen_op_ld_T1_A0[ot + s->mem_index]();
1043 2c0262af bellard
    gen_op_cmpl_T0_T1_cc();
1044 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
1045 14ce26e7 bellard
#ifdef TARGET_X86_64
1046 14ce26e7 bellard
    if (s->aflag == 2) {
1047 14ce26e7 bellard
        gen_op_addq_EDI_T0();
1048 14ce26e7 bellard
    } else 
1049 14ce26e7 bellard
#endif
1050 2c0262af bellard
    if (s->aflag) {
1051 2c0262af bellard
        gen_op_addl_EDI_T0();
1052 2c0262af bellard
    } else {
1053 2c0262af bellard
        gen_op_addw_EDI_T0();
1054 2c0262af bellard
    }
1055 2c0262af bellard
}
1056 2c0262af bellard
1057 2c0262af bellard
static inline void gen_cmps(DisasContext *s, int ot)
1058 2c0262af bellard
{
1059 2c0262af bellard
    gen_string_movl_A0_ESI(s);
1060 2c0262af bellard
    gen_op_ld_T0_A0[ot + s->mem_index]();
1061 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1062 2c0262af bellard
    gen_op_ld_T1_A0[ot + s->mem_index]();
1063 2c0262af bellard
    gen_op_cmpl_T0_T1_cc();
1064 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
1065 14ce26e7 bellard
#ifdef TARGET_X86_64
1066 14ce26e7 bellard
    if (s->aflag == 2) {
1067 14ce26e7 bellard
        gen_op_addq_ESI_T0();
1068 14ce26e7 bellard
        gen_op_addq_EDI_T0();
1069 14ce26e7 bellard
    } else 
1070 14ce26e7 bellard
#endif
1071 2c0262af bellard
    if (s->aflag) {
1072 2c0262af bellard
        gen_op_addl_ESI_T0();
1073 2c0262af bellard
        gen_op_addl_EDI_T0();
1074 2c0262af bellard
    } else {
1075 2c0262af bellard
        gen_op_addw_ESI_T0();
1076 2c0262af bellard
        gen_op_addw_EDI_T0();
1077 2c0262af bellard
    }
1078 2c0262af bellard
}
1079 2c0262af bellard
1080 2c0262af bellard
static inline void gen_ins(DisasContext *s, int ot)
1081 2c0262af bellard
{
1082 2c0262af bellard
    gen_string_movl_A0_EDI(s);
1083 9772c73b bellard
    gen_op_movl_T0_0();
1084 9772c73b bellard
    gen_op_st_T0_A0[ot + s->mem_index]();
1085 9772c73b bellard
    gen_op_in_DX_T0[ot]();
1086 2c0262af bellard
    gen_op_st_T0_A0[ot + s->mem_index]();
1087 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
1088 14ce26e7 bellard
#ifdef TARGET_X86_64
1089 14ce26e7 bellard
    if (s->aflag == 2) {
1090 14ce26e7 bellard
        gen_op_addq_EDI_T0();
1091 14ce26e7 bellard
    } else 
1092 14ce26e7 bellard
#endif
1093 2c0262af bellard
    if (s->aflag) {
1094 2c0262af bellard
        gen_op_addl_EDI_T0();
1095 2c0262af bellard
    } else {
1096 2c0262af bellard
        gen_op_addw_EDI_T0();
1097 2c0262af bellard
    }
1098 2c0262af bellard
}
1099 2c0262af bellard
1100 2c0262af bellard
static inline void gen_outs(DisasContext *s, int ot)
1101 2c0262af bellard
{
1102 2c0262af bellard
    gen_string_movl_A0_ESI(s);
1103 2c0262af bellard
    gen_op_ld_T0_A0[ot + s->mem_index]();
1104 2c0262af bellard
    gen_op_out_DX_T0[ot]();
1105 2c0262af bellard
    gen_op_movl_T0_Dshift[ot]();
1106 14ce26e7 bellard
#ifdef TARGET_X86_64
1107 14ce26e7 bellard
    if (s->aflag == 2) {
1108 14ce26e7 bellard
        gen_op_addq_ESI_T0();
1109 14ce26e7 bellard
    } else 
1110 14ce26e7 bellard
#endif
1111 2c0262af bellard
    if (s->aflag) {
1112 2c0262af bellard
        gen_op_addl_ESI_T0();
1113 2c0262af bellard
    } else {
1114 2c0262af bellard
        gen_op_addw_ESI_T0();
1115 2c0262af bellard
    }
1116 2c0262af bellard
}
1117 2c0262af bellard
1118 2c0262af bellard
/* same method as Valgrind : we generate jumps to current or next
1119 2c0262af bellard
   instruction */
1120 2c0262af bellard
#define GEN_REPZ(op)                                                          \
1121 2c0262af bellard
static inline void gen_repz_ ## op(DisasContext *s, int ot,                   \
1122 14ce26e7 bellard
                                 target_ulong cur_eip, target_ulong next_eip) \
1123 2c0262af bellard
{                                                                             \
1124 14ce26e7 bellard
    int l2;\
1125 2c0262af bellard
    gen_update_cc_op(s);                                                      \
1126 14ce26e7 bellard
    l2 = gen_jz_ecx_string(s, next_eip);                                      \
1127 2c0262af bellard
    gen_ ## op(s, ot);                                                        \
1128 2c0262af bellard
    gen_op_dec_ECX[s->aflag]();                                               \
1129 2c0262af bellard
    /* a loop would cause two single step exceptions if ECX = 1               \
1130 2c0262af bellard
       before rep string_insn */                                              \
1131 2c0262af bellard
    if (!s->jmp_opt)                                                          \
1132 14ce26e7 bellard
        gen_op_jz_ecx[s->aflag](l2);                                          \
1133 2c0262af bellard
    gen_jmp(s, cur_eip);                                                      \
1134 2c0262af bellard
}
1135 2c0262af bellard
1136 2c0262af bellard
#define GEN_REPZ2(op)                                                         \
1137 2c0262af bellard
static inline void gen_repz_ ## op(DisasContext *s, int ot,                   \
1138 14ce26e7 bellard
                                   target_ulong cur_eip,                      \
1139 14ce26e7 bellard
                                   target_ulong next_eip,                     \
1140 2c0262af bellard
                                   int nz)                                    \
1141 2c0262af bellard
{                                                                             \
1142 14ce26e7 bellard
    int l2;\
1143 2c0262af bellard
    gen_update_cc_op(s);                                                      \
1144 14ce26e7 bellard
    l2 = gen_jz_ecx_string(s, next_eip);                                      \
1145 2c0262af bellard
    gen_ ## op(s, ot);                                                        \
1146 2c0262af bellard
    gen_op_dec_ECX[s->aflag]();                                               \
1147 2c0262af bellard
    gen_op_set_cc_op(CC_OP_SUBB + ot);                                        \
1148 14ce26e7 bellard
    gen_op_string_jnz_sub[nz][ot](l2);\
1149 2c0262af bellard
    if (!s->jmp_opt)                                                          \
1150 14ce26e7 bellard
        gen_op_jz_ecx[s->aflag](l2);                                          \
1151 2c0262af bellard
    gen_jmp(s, cur_eip);                                                      \
1152 2c0262af bellard
}
1153 2c0262af bellard
1154 2c0262af bellard
GEN_REPZ(movs)
1155 2c0262af bellard
GEN_REPZ(stos)
1156 2c0262af bellard
GEN_REPZ(lods)
1157 2c0262af bellard
GEN_REPZ(ins)
1158 2c0262af bellard
GEN_REPZ(outs)
1159 2c0262af bellard
GEN_REPZ2(scas)
1160 2c0262af bellard
GEN_REPZ2(cmps)
1161 2c0262af bellard
1162 2c0262af bellard
enum {
1163 2c0262af bellard
    JCC_O,
1164 2c0262af bellard
    JCC_B,
1165 2c0262af bellard
    JCC_Z,
1166 2c0262af bellard
    JCC_BE,
1167 2c0262af bellard
    JCC_S,
1168 2c0262af bellard
    JCC_P,
1169 2c0262af bellard
    JCC_L,
1170 2c0262af bellard
    JCC_LE,
1171 2c0262af bellard
};
1172 2c0262af bellard
1173 14ce26e7 bellard
static GenOpFunc1 *gen_jcc_sub[4][8] = {
1174 2c0262af bellard
    [OT_BYTE] = {
1175 2c0262af bellard
        NULL,
1176 2c0262af bellard
        gen_op_jb_subb,
1177 2c0262af bellard
        gen_op_jz_subb,
1178 2c0262af bellard
        gen_op_jbe_subb,
1179 2c0262af bellard
        gen_op_js_subb,
1180 2c0262af bellard
        NULL,
1181 2c0262af bellard
        gen_op_jl_subb,
1182 2c0262af bellard
        gen_op_jle_subb,
1183 2c0262af bellard
    },
1184 2c0262af bellard
    [OT_WORD] = {
1185 2c0262af bellard
        NULL,
1186 2c0262af bellard
        gen_op_jb_subw,
1187 2c0262af bellard
        gen_op_jz_subw,
1188 2c0262af bellard
        gen_op_jbe_subw,
1189 2c0262af bellard
        gen_op_js_subw,
1190 2c0262af bellard
        NULL,
1191 2c0262af bellard
        gen_op_jl_subw,
1192 2c0262af bellard
        gen_op_jle_subw,
1193 2c0262af bellard
    },
1194 2c0262af bellard
    [OT_LONG] = {
1195 2c0262af bellard
        NULL,
1196 2c0262af bellard
        gen_op_jb_subl,
1197 2c0262af bellard
        gen_op_jz_subl,
1198 2c0262af bellard
        gen_op_jbe_subl,
1199 2c0262af bellard
        gen_op_js_subl,
1200 2c0262af bellard
        NULL,
1201 2c0262af bellard
        gen_op_jl_subl,
1202 2c0262af bellard
        gen_op_jle_subl,
1203 2c0262af bellard
    },
1204 14ce26e7 bellard
#ifdef TARGET_X86_64
1205 14ce26e7 bellard
    [OT_QUAD] = {
1206 14ce26e7 bellard
        NULL,
1207 14ce26e7 bellard
        BUGGY_64(gen_op_jb_subq),
1208 14ce26e7 bellard
        gen_op_jz_subq,
1209 14ce26e7 bellard
        BUGGY_64(gen_op_jbe_subq),
1210 14ce26e7 bellard
        gen_op_js_subq,
1211 14ce26e7 bellard
        NULL,
1212 14ce26e7 bellard
        BUGGY_64(gen_op_jl_subq),
1213 14ce26e7 bellard
        BUGGY_64(gen_op_jle_subq),
1214 14ce26e7 bellard
    },
1215 14ce26e7 bellard
#endif
1216 2c0262af bellard
};
1217 14ce26e7 bellard
static GenOpFunc1 *gen_op_loop[3][4] = {
1218 2c0262af bellard
    [0] = {
1219 2c0262af bellard
        gen_op_loopnzw,
1220 2c0262af bellard
        gen_op_loopzw,
1221 14ce26e7 bellard
        gen_op_jnz_ecxw,
1222 2c0262af bellard
    },
1223 2c0262af bellard
    [1] = {
1224 2c0262af bellard
        gen_op_loopnzl,
1225 2c0262af bellard
        gen_op_loopzl,
1226 14ce26e7 bellard
        gen_op_jnz_ecxl,
1227 14ce26e7 bellard
    },
1228 14ce26e7 bellard
#ifdef TARGET_X86_64
1229 14ce26e7 bellard
    [2] = {
1230 14ce26e7 bellard
        gen_op_loopnzq,
1231 14ce26e7 bellard
        gen_op_loopzq,
1232 14ce26e7 bellard
        gen_op_jnz_ecxq,
1233 2c0262af bellard
    },
1234 14ce26e7 bellard
#endif
1235 2c0262af bellard
};
1236 2c0262af bellard
1237 2c0262af bellard
static GenOpFunc *gen_setcc_slow[8] = {
1238 2c0262af bellard
    gen_op_seto_T0_cc,
1239 2c0262af bellard
    gen_op_setb_T0_cc,
1240 2c0262af bellard
    gen_op_setz_T0_cc,
1241 2c0262af bellard
    gen_op_setbe_T0_cc,
1242 2c0262af bellard
    gen_op_sets_T0_cc,
1243 2c0262af bellard
    gen_op_setp_T0_cc,
1244 2c0262af bellard
    gen_op_setl_T0_cc,
1245 2c0262af bellard
    gen_op_setle_T0_cc,
1246 2c0262af bellard
};
1247 2c0262af bellard
1248 14ce26e7 bellard
static GenOpFunc *gen_setcc_sub[4][8] = {
1249 2c0262af bellard
    [OT_BYTE] = {
1250 2c0262af bellard
        NULL,
1251 2c0262af bellard
        gen_op_setb_T0_subb,
1252 2c0262af bellard
        gen_op_setz_T0_subb,
1253 2c0262af bellard
        gen_op_setbe_T0_subb,
1254 2c0262af bellard
        gen_op_sets_T0_subb,
1255 2c0262af bellard
        NULL,
1256 2c0262af bellard
        gen_op_setl_T0_subb,
1257 2c0262af bellard
        gen_op_setle_T0_subb,
1258 2c0262af bellard
    },
1259 2c0262af bellard
    [OT_WORD] = {
1260 2c0262af bellard
        NULL,
1261 2c0262af bellard
        gen_op_setb_T0_subw,
1262 2c0262af bellard
        gen_op_setz_T0_subw,
1263 2c0262af bellard
        gen_op_setbe_T0_subw,
1264 2c0262af bellard
        gen_op_sets_T0_subw,
1265 2c0262af bellard
        NULL,
1266 2c0262af bellard
        gen_op_setl_T0_subw,
1267 2c0262af bellard
        gen_op_setle_T0_subw,
1268 2c0262af bellard
    },
1269 2c0262af bellard
    [OT_LONG] = {
1270 2c0262af bellard
        NULL,
1271 2c0262af bellard
        gen_op_setb_T0_subl,
1272 2c0262af bellard
        gen_op_setz_T0_subl,
1273 2c0262af bellard
        gen_op_setbe_T0_subl,
1274 2c0262af bellard
        gen_op_sets_T0_subl,
1275 2c0262af bellard
        NULL,
1276 2c0262af bellard
        gen_op_setl_T0_subl,
1277 2c0262af bellard
        gen_op_setle_T0_subl,
1278 2c0262af bellard
    },
1279 14ce26e7 bellard
#ifdef TARGET_X86_64
1280 14ce26e7 bellard
    [OT_QUAD] = {
1281 14ce26e7 bellard
        NULL,
1282 14ce26e7 bellard
        gen_op_setb_T0_subq,
1283 14ce26e7 bellard
        gen_op_setz_T0_subq,
1284 14ce26e7 bellard
        gen_op_setbe_T0_subq,
1285 14ce26e7 bellard
        gen_op_sets_T0_subq,
1286 14ce26e7 bellard
        NULL,
1287 14ce26e7 bellard
        gen_op_setl_T0_subq,
1288 14ce26e7 bellard
        gen_op_setle_T0_subq,
1289 14ce26e7 bellard
    },
1290 14ce26e7 bellard
#endif
1291 2c0262af bellard
};
1292 2c0262af bellard
1293 2c0262af bellard
static GenOpFunc *gen_op_fp_arith_ST0_FT0[8] = {
1294 2c0262af bellard
    gen_op_fadd_ST0_FT0,
1295 2c0262af bellard
    gen_op_fmul_ST0_FT0,
1296 2c0262af bellard
    gen_op_fcom_ST0_FT0,
1297 2c0262af bellard
    gen_op_fcom_ST0_FT0,
1298 2c0262af bellard
    gen_op_fsub_ST0_FT0,
1299 2c0262af bellard
    gen_op_fsubr_ST0_FT0,
1300 2c0262af bellard
    gen_op_fdiv_ST0_FT0,
1301 2c0262af bellard
    gen_op_fdivr_ST0_FT0,
1302 2c0262af bellard
};
1303 2c0262af bellard
1304 2c0262af bellard
/* NOTE the exception in "r" op ordering */
1305 2c0262af bellard
static GenOpFunc1 *gen_op_fp_arith_STN_ST0[8] = {
1306 2c0262af bellard
    gen_op_fadd_STN_ST0,
1307 2c0262af bellard
    gen_op_fmul_STN_ST0,
1308 2c0262af bellard
    NULL,
1309 2c0262af bellard
    NULL,
1310 2c0262af bellard
    gen_op_fsubr_STN_ST0,
1311 2c0262af bellard
    gen_op_fsub_STN_ST0,
1312 2c0262af bellard
    gen_op_fdivr_STN_ST0,
1313 2c0262af bellard
    gen_op_fdiv_STN_ST0,
1314 2c0262af bellard
};
1315 2c0262af bellard
1316 2c0262af bellard
/* if d == OR_TMP0, it means memory operand (address in A0) */
1317 2c0262af bellard
static void gen_op(DisasContext *s1, int op, int ot, int d)
1318 2c0262af bellard
{
1319 2c0262af bellard
    GenOpFunc *gen_update_cc;
1320 2c0262af bellard
    
1321 2c0262af bellard
    if (d != OR_TMP0) {
1322 2c0262af bellard
        gen_op_mov_TN_reg[ot][0][d]();
1323 2c0262af bellard
    } else {
1324 2c0262af bellard
        gen_op_ld_T0_A0[ot + s1->mem_index]();
1325 2c0262af bellard
    }
1326 2c0262af bellard
    switch(op) {
1327 2c0262af bellard
    case OP_ADCL:
1328 2c0262af bellard
    case OP_SBBL:
1329 2c0262af bellard
        if (s1->cc_op != CC_OP_DYNAMIC)
1330 2c0262af bellard
            gen_op_set_cc_op(s1->cc_op);
1331 2c0262af bellard
        if (d != OR_TMP0) {
1332 2c0262af bellard
            gen_op_arithc_T0_T1_cc[ot][op - OP_ADCL]();
1333 2c0262af bellard
            gen_op_mov_reg_T0[ot][d]();
1334 2c0262af bellard
        } else {
1335 4f31916f bellard
            gen_op_arithc_mem_T0_T1_cc[ot + s1->mem_index][op - OP_ADCL]();
1336 2c0262af bellard
        }
1337 2c0262af bellard
        s1->cc_op = CC_OP_DYNAMIC;
1338 2c0262af bellard
        goto the_end;
1339 2c0262af bellard
    case OP_ADDL:
1340 2c0262af bellard
        gen_op_addl_T0_T1();
1341 2c0262af bellard
        s1->cc_op = CC_OP_ADDB + ot;
1342 2c0262af bellard
        gen_update_cc = gen_op_update2_cc;
1343 2c0262af bellard
        break;
1344 2c0262af bellard
    case OP_SUBL:
1345 2c0262af bellard
        gen_op_subl_T0_T1();
1346 2c0262af bellard
        s1->cc_op = CC_OP_SUBB + ot;
1347 2c0262af bellard
        gen_update_cc = gen_op_update2_cc;
1348 2c0262af bellard
        break;
1349 2c0262af bellard
    default:
1350 2c0262af bellard
    case OP_ANDL:
1351 2c0262af bellard
    case OP_ORL:
1352 2c0262af bellard
    case OP_XORL:
1353 2c0262af bellard
        gen_op_arith_T0_T1_cc[op]();
1354 2c0262af bellard
        s1->cc_op = CC_OP_LOGICB + ot;
1355 2c0262af bellard
        gen_update_cc = gen_op_update1_cc;
1356 2c0262af bellard
        break;
1357 2c0262af bellard
    case OP_CMPL:
1358 2c0262af bellard
        gen_op_cmpl_T0_T1_cc();
1359 2c0262af bellard
        s1->cc_op = CC_OP_SUBB + ot;
1360 2c0262af bellard
        gen_update_cc = NULL;
1361 2c0262af bellard
        break;
1362 2c0262af bellard
    }
1363 2c0262af bellard
    if (op != OP_CMPL) {
1364 2c0262af bellard
        if (d != OR_TMP0)
1365 2c0262af bellard
            gen_op_mov_reg_T0[ot][d]();
1366 2c0262af bellard
        else
1367 2c0262af bellard
            gen_op_st_T0_A0[ot + s1->mem_index]();
1368 2c0262af bellard
    }
1369 2c0262af bellard
    /* the flags update must happen after the memory write (precise
1370 2c0262af bellard
       exception support) */
1371 2c0262af bellard
    if (gen_update_cc)
1372 2c0262af bellard
        gen_update_cc();
1373 2c0262af bellard
 the_end: ;
1374 2c0262af bellard
}
1375 2c0262af bellard
1376 2c0262af bellard
/* if d == OR_TMP0, it means memory operand (address in A0) */
1377 2c0262af bellard
static void gen_inc(DisasContext *s1, int ot, int d, int c)
1378 2c0262af bellard
{
1379 2c0262af bellard
    if (d != OR_TMP0)
1380 2c0262af bellard
        gen_op_mov_TN_reg[ot][0][d]();
1381 2c0262af bellard
    else
1382 2c0262af bellard
        gen_op_ld_T0_A0[ot + s1->mem_index]();
1383 2c0262af bellard
    if (s1->cc_op != CC_OP_DYNAMIC)
1384 2c0262af bellard
        gen_op_set_cc_op(s1->cc_op);
1385 2c0262af bellard
    if (c > 0) {
1386 2c0262af bellard
        gen_op_incl_T0();
1387 2c0262af bellard
        s1->cc_op = CC_OP_INCB + ot;
1388 2c0262af bellard
    } else {
1389 2c0262af bellard
        gen_op_decl_T0();
1390 2c0262af bellard
        s1->cc_op = CC_OP_DECB + ot;
1391 2c0262af bellard
    }
1392 2c0262af bellard
    if (d != OR_TMP0)
1393 2c0262af bellard
        gen_op_mov_reg_T0[ot][d]();
1394 2c0262af bellard
    else
1395 2c0262af bellard
        gen_op_st_T0_A0[ot + s1->mem_index]();
1396 2c0262af bellard
    gen_op_update_inc_cc();
1397 2c0262af bellard
}
1398 2c0262af bellard
1399 2c0262af bellard
static void gen_shift(DisasContext *s1, int op, int ot, int d, int s)
1400 2c0262af bellard
{
1401 2c0262af bellard
    if (d != OR_TMP0)
1402 2c0262af bellard
        gen_op_mov_TN_reg[ot][0][d]();
1403 2c0262af bellard
    else
1404 2c0262af bellard
        gen_op_ld_T0_A0[ot + s1->mem_index]();
1405 2c0262af bellard
    if (s != OR_TMP1)
1406 2c0262af bellard
        gen_op_mov_TN_reg[ot][1][s]();
1407 2c0262af bellard
    /* for zero counts, flags are not updated, so must do it dynamically */
1408 2c0262af bellard
    if (s1->cc_op != CC_OP_DYNAMIC)
1409 2c0262af bellard
        gen_op_set_cc_op(s1->cc_op);
1410 2c0262af bellard
    
1411 2c0262af bellard
    if (d != OR_TMP0)
1412 2c0262af bellard
        gen_op_shift_T0_T1_cc[ot][op]();
1413 2c0262af bellard
    else
1414 4f31916f bellard
        gen_op_shift_mem_T0_T1_cc[ot + s1->mem_index][op]();
1415 2c0262af bellard
    if (d != OR_TMP0)
1416 2c0262af bellard
        gen_op_mov_reg_T0[ot][d]();
1417 2c0262af bellard
    s1->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
1418 2c0262af bellard
}
1419 2c0262af bellard
1420 2c0262af bellard
static void gen_shifti(DisasContext *s1, int op, int ot, int d, int c)
1421 2c0262af bellard
{
1422 2c0262af bellard
    /* currently not optimized */
1423 2c0262af bellard
    gen_op_movl_T1_im(c);
1424 2c0262af bellard
    gen_shift(s1, op, ot, d, OR_TMP1);
1425 2c0262af bellard
}
1426 2c0262af bellard
1427 2c0262af bellard
static void gen_lea_modrm(DisasContext *s, int modrm, int *reg_ptr, int *offset_ptr)
1428 2c0262af bellard
{
1429 14ce26e7 bellard
    target_long disp;
1430 2c0262af bellard
    int havesib;
1431 14ce26e7 bellard
    int base;
1432 2c0262af bellard
    int index;
1433 2c0262af bellard
    int scale;
1434 2c0262af bellard
    int opreg;
1435 2c0262af bellard
    int mod, rm, code, override, must_add_seg;
1436 2c0262af bellard
1437 2c0262af bellard
    override = s->override;
1438 2c0262af bellard
    must_add_seg = s->addseg;
1439 2c0262af bellard
    if (override >= 0)
1440 2c0262af bellard
        must_add_seg = 1;
1441 2c0262af bellard
    mod = (modrm >> 6) & 3;
1442 2c0262af bellard
    rm = modrm & 7;
1443 2c0262af bellard
1444 2c0262af bellard
    if (s->aflag) {
1445 2c0262af bellard
1446 2c0262af bellard
        havesib = 0;
1447 2c0262af bellard
        base = rm;
1448 2c0262af bellard
        index = 0;
1449 2c0262af bellard
        scale = 0;
1450 2c0262af bellard
        
1451 2c0262af bellard
        if (base == 4) {
1452 2c0262af bellard
            havesib = 1;
1453 61382a50 bellard
            code = ldub_code(s->pc++);
1454 2c0262af bellard
            scale = (code >> 6) & 3;
1455 14ce26e7 bellard
            index = ((code >> 3) & 7) | REX_X(s);
1456 14ce26e7 bellard
            base = (code & 7);
1457 2c0262af bellard
        }
1458 14ce26e7 bellard
        base |= REX_B(s);
1459 2c0262af bellard
1460 2c0262af bellard
        switch (mod) {
1461 2c0262af bellard
        case 0:
1462 14ce26e7 bellard
            if ((base & 7) == 5) {
1463 2c0262af bellard
                base = -1;
1464 14ce26e7 bellard
                disp = (int32_t)ldl_code(s->pc);
1465 2c0262af bellard
                s->pc += 4;
1466 14ce26e7 bellard
                if (CODE64(s) && !havesib) {
1467 14ce26e7 bellard
                    disp += s->pc + s->rip_offset;
1468 14ce26e7 bellard
                }
1469 2c0262af bellard
            } else {
1470 2c0262af bellard
                disp = 0;
1471 2c0262af bellard
            }
1472 2c0262af bellard
            break;
1473 2c0262af bellard
        case 1:
1474 61382a50 bellard
            disp = (int8_t)ldub_code(s->pc++);
1475 2c0262af bellard
            break;
1476 2c0262af bellard
        default:
1477 2c0262af bellard
        case 2:
1478 61382a50 bellard
            disp = ldl_code(s->pc);
1479 2c0262af bellard
            s->pc += 4;
1480 2c0262af bellard
            break;
1481 2c0262af bellard
        }
1482 2c0262af bellard
        
1483 2c0262af bellard
        if (base >= 0) {
1484 2c0262af bellard
            /* for correct popl handling with esp */
1485 2c0262af bellard
            if (base == 4 && s->popl_esp_hack)
1486 2c0262af bellard
                disp += s->popl_esp_hack;
1487 14ce26e7 bellard
#ifdef TARGET_X86_64
1488 14ce26e7 bellard
            if (s->aflag == 2) {
1489 14ce26e7 bellard
                gen_op_movq_A0_reg[base]();
1490 14ce26e7 bellard
                if (disp != 0) {
1491 14ce26e7 bellard
                    if ((int32_t)disp == disp)
1492 14ce26e7 bellard
                        gen_op_addq_A0_im(disp);
1493 14ce26e7 bellard
                    else
1494 14ce26e7 bellard
                        gen_op_addq_A0_im64(disp >> 32, disp);
1495 14ce26e7 bellard
                }
1496 14ce26e7 bellard
            } else 
1497 14ce26e7 bellard
#endif
1498 14ce26e7 bellard
            {
1499 14ce26e7 bellard
                gen_op_movl_A0_reg[base]();
1500 14ce26e7 bellard
                if (disp != 0)
1501 14ce26e7 bellard
                    gen_op_addl_A0_im(disp);
1502 14ce26e7 bellard
            }
1503 2c0262af bellard
        } else {
1504 14ce26e7 bellard
#ifdef TARGET_X86_64
1505 14ce26e7 bellard
            if (s->aflag == 2) {
1506 14ce26e7 bellard
                if ((int32_t)disp == disp)
1507 14ce26e7 bellard
                    gen_op_movq_A0_im(disp);
1508 14ce26e7 bellard
                else
1509 14ce26e7 bellard
                    gen_op_movq_A0_im64(disp >> 32, disp);
1510 14ce26e7 bellard
            } else 
1511 14ce26e7 bellard
#endif
1512 14ce26e7 bellard
            {
1513 14ce26e7 bellard
                gen_op_movl_A0_im(disp);
1514 14ce26e7 bellard
            }
1515 2c0262af bellard
        }
1516 2c0262af bellard
        /* XXX: index == 4 is always invalid */
1517 2c0262af bellard
        if (havesib && (index != 4 || scale != 0)) {
1518 14ce26e7 bellard
#ifdef TARGET_X86_64
1519 14ce26e7 bellard
            if (s->aflag == 2) {
1520 14ce26e7 bellard
                gen_op_addq_A0_reg_sN[scale][index]();
1521 14ce26e7 bellard
            } else 
1522 14ce26e7 bellard
#endif
1523 14ce26e7 bellard
            {
1524 14ce26e7 bellard
                gen_op_addl_A0_reg_sN[scale][index]();
1525 14ce26e7 bellard
            }
1526 2c0262af bellard
        }
1527 2c0262af bellard
        if (must_add_seg) {
1528 2c0262af bellard
            if (override < 0) {
1529 2c0262af bellard
                if (base == R_EBP || base == R_ESP)
1530 2c0262af bellard
                    override = R_SS;
1531 2c0262af bellard
                else
1532 2c0262af bellard
                    override = R_DS;
1533 2c0262af bellard
            }
1534 14ce26e7 bellard
#ifdef TARGET_X86_64
1535 14ce26e7 bellard
            if (s->aflag == 2) {
1536 14ce26e7 bellard
                gen_op_addq_A0_seg(offsetof(CPUX86State,segs[override].base));
1537 14ce26e7 bellard
            } else 
1538 14ce26e7 bellard
#endif
1539 14ce26e7 bellard
            {
1540 14ce26e7 bellard
                gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
1541 14ce26e7 bellard
            }
1542 2c0262af bellard
        }
1543 2c0262af bellard
    } else {
1544 2c0262af bellard
        switch (mod) {
1545 2c0262af bellard
        case 0:
1546 2c0262af bellard
            if (rm == 6) {
1547 61382a50 bellard
                disp = lduw_code(s->pc);
1548 2c0262af bellard
                s->pc += 2;
1549 2c0262af bellard
                gen_op_movl_A0_im(disp);
1550 2c0262af bellard
                rm = 0; /* avoid SS override */
1551 2c0262af bellard
                goto no_rm;
1552 2c0262af bellard
            } else {
1553 2c0262af bellard
                disp = 0;
1554 2c0262af bellard
            }
1555 2c0262af bellard
            break;
1556 2c0262af bellard
        case 1:
1557 61382a50 bellard
            disp = (int8_t)ldub_code(s->pc++);
1558 2c0262af bellard
            break;
1559 2c0262af bellard
        default:
1560 2c0262af bellard
        case 2:
1561 61382a50 bellard
            disp = lduw_code(s->pc);
1562 2c0262af bellard
            s->pc += 2;
1563 2c0262af bellard
            break;
1564 2c0262af bellard
        }
1565 2c0262af bellard
        switch(rm) {
1566 2c0262af bellard
        case 0:
1567 2c0262af bellard
            gen_op_movl_A0_reg[R_EBX]();
1568 2c0262af bellard
            gen_op_addl_A0_reg_sN[0][R_ESI]();
1569 2c0262af bellard
            break;
1570 2c0262af bellard
        case 1:
1571 2c0262af bellard
            gen_op_movl_A0_reg[R_EBX]();
1572 2c0262af bellard
            gen_op_addl_A0_reg_sN[0][R_EDI]();
1573 2c0262af bellard
            break;
1574 2c0262af bellard
        case 2:
1575 2c0262af bellard
            gen_op_movl_A0_reg[R_EBP]();
1576 2c0262af bellard
            gen_op_addl_A0_reg_sN[0][R_ESI]();
1577 2c0262af bellard
            break;
1578 2c0262af bellard
        case 3:
1579 2c0262af bellard
            gen_op_movl_A0_reg[R_EBP]();
1580 2c0262af bellard
            gen_op_addl_A0_reg_sN[0][R_EDI]();
1581 2c0262af bellard
            break;
1582 2c0262af bellard
        case 4:
1583 2c0262af bellard
            gen_op_movl_A0_reg[R_ESI]();
1584 2c0262af bellard
            break;
1585 2c0262af bellard
        case 5:
1586 2c0262af bellard
            gen_op_movl_A0_reg[R_EDI]();
1587 2c0262af bellard
            break;
1588 2c0262af bellard
        case 6:
1589 2c0262af bellard
            gen_op_movl_A0_reg[R_EBP]();
1590 2c0262af bellard
            break;
1591 2c0262af bellard
        default:
1592 2c0262af bellard
        case 7:
1593 2c0262af bellard
            gen_op_movl_A0_reg[R_EBX]();
1594 2c0262af bellard
            break;
1595 2c0262af bellard
        }
1596 2c0262af bellard
        if (disp != 0)
1597 2c0262af bellard
            gen_op_addl_A0_im(disp);
1598 2c0262af bellard
        gen_op_andl_A0_ffff();
1599 2c0262af bellard
    no_rm:
1600 2c0262af bellard
        if (must_add_seg) {
1601 2c0262af bellard
            if (override < 0) {
1602 2c0262af bellard
                if (rm == 2 || rm == 3 || rm == 6)
1603 2c0262af bellard
                    override = R_SS;
1604 2c0262af bellard
                else
1605 2c0262af bellard
                    override = R_DS;
1606 2c0262af bellard
            }
1607 2c0262af bellard
            gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
1608 2c0262af bellard
        }
1609 2c0262af bellard
    }
1610 2c0262af bellard
1611 2c0262af bellard
    opreg = OR_A0;
1612 2c0262af bellard
    disp = 0;
1613 2c0262af bellard
    *reg_ptr = opreg;
1614 2c0262af bellard
    *offset_ptr = disp;
1615 2c0262af bellard
}
1616 2c0262af bellard
1617 664e0f19 bellard
/* used for LEA and MOV AX, mem */
1618 664e0f19 bellard
static void gen_add_A0_ds_seg(DisasContext *s)
1619 664e0f19 bellard
{
1620 664e0f19 bellard
    int override, must_add_seg;
1621 664e0f19 bellard
    must_add_seg = s->addseg;
1622 664e0f19 bellard
    override = R_DS;
1623 664e0f19 bellard
    if (s->override >= 0) {
1624 664e0f19 bellard
        override = s->override;
1625 664e0f19 bellard
        must_add_seg = 1;
1626 664e0f19 bellard
    } else {
1627 664e0f19 bellard
        override = R_DS;
1628 664e0f19 bellard
    }
1629 664e0f19 bellard
    if (must_add_seg) {
1630 664e0f19 bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[override].base));
1631 664e0f19 bellard
    }
1632 664e0f19 bellard
}
1633 664e0f19 bellard
1634 2c0262af bellard
/* generate modrm memory load or store of 'reg'. TMP0 is used if reg !=
1635 2c0262af bellard
   OR_TMP0 */
1636 2c0262af bellard
static void gen_ldst_modrm(DisasContext *s, int modrm, int ot, int reg, int is_store)
1637 2c0262af bellard
{
1638 2c0262af bellard
    int mod, rm, opreg, disp;
1639 2c0262af bellard
1640 2c0262af bellard
    mod = (modrm >> 6) & 3;
1641 14ce26e7 bellard
    rm = (modrm & 7) | REX_B(s);
1642 2c0262af bellard
    if (mod == 3) {
1643 2c0262af bellard
        if (is_store) {
1644 2c0262af bellard
            if (reg != OR_TMP0)
1645 2c0262af bellard
                gen_op_mov_TN_reg[ot][0][reg]();
1646 2c0262af bellard
            gen_op_mov_reg_T0[ot][rm]();
1647 2c0262af bellard
        } else {
1648 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
1649 2c0262af bellard
            if (reg != OR_TMP0)
1650 2c0262af bellard
                gen_op_mov_reg_T0[ot][reg]();
1651 2c0262af bellard
        }
1652 2c0262af bellard
    } else {
1653 2c0262af bellard
        gen_lea_modrm(s, modrm, &opreg, &disp);
1654 2c0262af bellard
        if (is_store) {
1655 2c0262af bellard
            if (reg != OR_TMP0)
1656 2c0262af bellard
                gen_op_mov_TN_reg[ot][0][reg]();
1657 2c0262af bellard
            gen_op_st_T0_A0[ot + s->mem_index]();
1658 2c0262af bellard
        } else {
1659 2c0262af bellard
            gen_op_ld_T0_A0[ot + s->mem_index]();
1660 2c0262af bellard
            if (reg != OR_TMP0)
1661 2c0262af bellard
                gen_op_mov_reg_T0[ot][reg]();
1662 2c0262af bellard
        }
1663 2c0262af bellard
    }
1664 2c0262af bellard
}
1665 2c0262af bellard
1666 2c0262af bellard
static inline uint32_t insn_get(DisasContext *s, int ot)
1667 2c0262af bellard
{
1668 2c0262af bellard
    uint32_t ret;
1669 2c0262af bellard
1670 2c0262af bellard
    switch(ot) {
1671 2c0262af bellard
    case OT_BYTE:
1672 61382a50 bellard
        ret = ldub_code(s->pc);
1673 2c0262af bellard
        s->pc++;
1674 2c0262af bellard
        break;
1675 2c0262af bellard
    case OT_WORD:
1676 61382a50 bellard
        ret = lduw_code(s->pc);
1677 2c0262af bellard
        s->pc += 2;
1678 2c0262af bellard
        break;
1679 2c0262af bellard
    default:
1680 2c0262af bellard
    case OT_LONG:
1681 61382a50 bellard
        ret = ldl_code(s->pc);
1682 2c0262af bellard
        s->pc += 4;
1683 2c0262af bellard
        break;
1684 2c0262af bellard
    }
1685 2c0262af bellard
    return ret;
1686 2c0262af bellard
}
1687 2c0262af bellard
1688 14ce26e7 bellard
static inline int insn_const_size(unsigned int ot)
1689 14ce26e7 bellard
{
1690 14ce26e7 bellard
    if (ot <= OT_LONG)
1691 14ce26e7 bellard
        return 1 << ot;
1692 14ce26e7 bellard
    else
1693 14ce26e7 bellard
        return 4;
1694 14ce26e7 bellard
}
1695 14ce26e7 bellard
1696 14ce26e7 bellard
static inline void gen_jcc(DisasContext *s, int b, 
1697 14ce26e7 bellard
                           target_ulong val, target_ulong next_eip)
1698 2c0262af bellard
{
1699 2c0262af bellard
    TranslationBlock *tb;
1700 2c0262af bellard
    int inv, jcc_op;
1701 14ce26e7 bellard
    GenOpFunc1 *func;
1702 14ce26e7 bellard
    target_ulong tmp;
1703 14ce26e7 bellard
    int l1, l2;
1704 2c0262af bellard
1705 2c0262af bellard
    inv = b & 1;
1706 2c0262af bellard
    jcc_op = (b >> 1) & 7;
1707 2c0262af bellard
    
1708 2c0262af bellard
    if (s->jmp_opt) {
1709 2c0262af bellard
        switch(s->cc_op) {
1710 2c0262af bellard
            /* we optimize the cmp/jcc case */
1711 2c0262af bellard
        case CC_OP_SUBB:
1712 2c0262af bellard
        case CC_OP_SUBW:
1713 2c0262af bellard
        case CC_OP_SUBL:
1714 14ce26e7 bellard
        case CC_OP_SUBQ:
1715 2c0262af bellard
            func = gen_jcc_sub[s->cc_op - CC_OP_SUBB][jcc_op];
1716 2c0262af bellard
            break;
1717 2c0262af bellard
            
1718 2c0262af bellard
            /* some jumps are easy to compute */
1719 2c0262af bellard
        case CC_OP_ADDB:
1720 2c0262af bellard
        case CC_OP_ADDW:
1721 2c0262af bellard
        case CC_OP_ADDL:
1722 14ce26e7 bellard
        case CC_OP_ADDQ:
1723 14ce26e7 bellard
1724 2c0262af bellard
        case CC_OP_ADCB:
1725 2c0262af bellard
        case CC_OP_ADCW:
1726 2c0262af bellard
        case CC_OP_ADCL:
1727 14ce26e7 bellard
        case CC_OP_ADCQ:
1728 14ce26e7 bellard
1729 2c0262af bellard
        case CC_OP_SBBB:
1730 2c0262af bellard
        case CC_OP_SBBW:
1731 2c0262af bellard
        case CC_OP_SBBL:
1732 14ce26e7 bellard
        case CC_OP_SBBQ:
1733 14ce26e7 bellard
1734 2c0262af bellard
        case CC_OP_LOGICB:
1735 2c0262af bellard
        case CC_OP_LOGICW:
1736 2c0262af bellard
        case CC_OP_LOGICL:
1737 14ce26e7 bellard
        case CC_OP_LOGICQ:
1738 14ce26e7 bellard
1739 2c0262af bellard
        case CC_OP_INCB:
1740 2c0262af bellard
        case CC_OP_INCW:
1741 2c0262af bellard
        case CC_OP_INCL:
1742 14ce26e7 bellard
        case CC_OP_INCQ:
1743 14ce26e7 bellard
1744 2c0262af bellard
        case CC_OP_DECB:
1745 2c0262af bellard
        case CC_OP_DECW:
1746 2c0262af bellard
        case CC_OP_DECL:
1747 14ce26e7 bellard
        case CC_OP_DECQ:
1748 14ce26e7 bellard
1749 2c0262af bellard
        case CC_OP_SHLB:
1750 2c0262af bellard
        case CC_OP_SHLW:
1751 2c0262af bellard
        case CC_OP_SHLL:
1752 14ce26e7 bellard
        case CC_OP_SHLQ:
1753 14ce26e7 bellard
1754 2c0262af bellard
        case CC_OP_SARB:
1755 2c0262af bellard
        case CC_OP_SARW:
1756 2c0262af bellard
        case CC_OP_SARL:
1757 14ce26e7 bellard
        case CC_OP_SARQ:
1758 2c0262af bellard
            switch(jcc_op) {
1759 2c0262af bellard
            case JCC_Z:
1760 14ce26e7 bellard
                func = gen_jcc_sub[(s->cc_op - CC_OP_ADDB) % 4][jcc_op];
1761 2c0262af bellard
                break;
1762 2c0262af bellard
            case JCC_S:
1763 14ce26e7 bellard
                func = gen_jcc_sub[(s->cc_op - CC_OP_ADDB) % 4][jcc_op];
1764 2c0262af bellard
                break;
1765 2c0262af bellard
            default:
1766 2c0262af bellard
                func = NULL;
1767 2c0262af bellard
                break;
1768 2c0262af bellard
            }
1769 2c0262af bellard
            break;
1770 2c0262af bellard
        default:
1771 2c0262af bellard
            func = NULL;
1772 2c0262af bellard
            break;
1773 2c0262af bellard
        }
1774 2c0262af bellard
1775 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
1776 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
1777 2c0262af bellard
1778 2c0262af bellard
        if (!func) {
1779 2c0262af bellard
            gen_setcc_slow[jcc_op]();
1780 14ce26e7 bellard
            func = gen_op_jnz_T0_label;
1781 2c0262af bellard
        }
1782 2c0262af bellard
    
1783 14ce26e7 bellard
        if (inv) {
1784 14ce26e7 bellard
            tmp = val;
1785 14ce26e7 bellard
            val = next_eip;
1786 14ce26e7 bellard
            next_eip = tmp;
1787 2c0262af bellard
        }
1788 14ce26e7 bellard
        tb = s->tb;
1789 14ce26e7 bellard
1790 14ce26e7 bellard
        l1 = gen_new_label();
1791 14ce26e7 bellard
        func(l1);
1792 14ce26e7 bellard
1793 ae063a68 bellard
        gen_op_goto_tb0(TBPARAM(tb));
1794 14ce26e7 bellard
        gen_jmp_im(next_eip);
1795 14ce26e7 bellard
        gen_op_movl_T0_im((long)tb + 0);
1796 14ce26e7 bellard
        gen_op_exit_tb();
1797 14ce26e7 bellard
1798 14ce26e7 bellard
        gen_set_label(l1);
1799 ae063a68 bellard
        gen_op_goto_tb1(TBPARAM(tb));
1800 14ce26e7 bellard
        gen_jmp_im(val);
1801 14ce26e7 bellard
        gen_op_movl_T0_im((long)tb + 1);
1802 14ce26e7 bellard
        gen_op_exit_tb();
1803 14ce26e7 bellard
1804 2c0262af bellard
        s->is_jmp = 3;
1805 2c0262af bellard
    } else {
1806 14ce26e7 bellard
1807 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC) {
1808 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
1809 2c0262af bellard
            s->cc_op = CC_OP_DYNAMIC;
1810 2c0262af bellard
        }
1811 2c0262af bellard
        gen_setcc_slow[jcc_op]();
1812 14ce26e7 bellard
        if (inv) {
1813 14ce26e7 bellard
            tmp = val;
1814 14ce26e7 bellard
            val = next_eip;
1815 14ce26e7 bellard
            next_eip = tmp;
1816 2c0262af bellard
        }
1817 14ce26e7 bellard
        l1 = gen_new_label();
1818 14ce26e7 bellard
        l2 = gen_new_label();
1819 14ce26e7 bellard
        gen_op_jnz_T0_label(l1);
1820 14ce26e7 bellard
        gen_jmp_im(next_eip);
1821 14ce26e7 bellard
        gen_op_jmp_label(l2);
1822 14ce26e7 bellard
        gen_set_label(l1);
1823 14ce26e7 bellard
        gen_jmp_im(val);
1824 14ce26e7 bellard
        gen_set_label(l2);
1825 2c0262af bellard
        gen_eob(s);
1826 2c0262af bellard
    }
1827 2c0262af bellard
}
1828 2c0262af bellard
1829 2c0262af bellard
static void gen_setcc(DisasContext *s, int b)
1830 2c0262af bellard
{
1831 2c0262af bellard
    int inv, jcc_op;
1832 2c0262af bellard
    GenOpFunc *func;
1833 2c0262af bellard
1834 2c0262af bellard
    inv = b & 1;
1835 2c0262af bellard
    jcc_op = (b >> 1) & 7;
1836 2c0262af bellard
    switch(s->cc_op) {
1837 2c0262af bellard
        /* we optimize the cmp/jcc case */
1838 2c0262af bellard
    case CC_OP_SUBB:
1839 2c0262af bellard
    case CC_OP_SUBW:
1840 2c0262af bellard
    case CC_OP_SUBL:
1841 14ce26e7 bellard
    case CC_OP_SUBQ:
1842 2c0262af bellard
        func = gen_setcc_sub[s->cc_op - CC_OP_SUBB][jcc_op];
1843 2c0262af bellard
        if (!func)
1844 2c0262af bellard
            goto slow_jcc;
1845 2c0262af bellard
        break;
1846 2c0262af bellard
        
1847 2c0262af bellard
        /* some jumps are easy to compute */
1848 2c0262af bellard
    case CC_OP_ADDB:
1849 2c0262af bellard
    case CC_OP_ADDW:
1850 2c0262af bellard
    case CC_OP_ADDL:
1851 14ce26e7 bellard
    case CC_OP_ADDQ:
1852 14ce26e7 bellard
1853 2c0262af bellard
    case CC_OP_LOGICB:
1854 2c0262af bellard
    case CC_OP_LOGICW:
1855 2c0262af bellard
    case CC_OP_LOGICL:
1856 14ce26e7 bellard
    case CC_OP_LOGICQ:
1857 14ce26e7 bellard
1858 2c0262af bellard
    case CC_OP_INCB:
1859 2c0262af bellard
    case CC_OP_INCW:
1860 2c0262af bellard
    case CC_OP_INCL:
1861 14ce26e7 bellard
    case CC_OP_INCQ:
1862 14ce26e7 bellard
1863 2c0262af bellard
    case CC_OP_DECB:
1864 2c0262af bellard
    case CC_OP_DECW:
1865 2c0262af bellard
    case CC_OP_DECL:
1866 14ce26e7 bellard
    case CC_OP_DECQ:
1867 14ce26e7 bellard
1868 2c0262af bellard
    case CC_OP_SHLB:
1869 2c0262af bellard
    case CC_OP_SHLW:
1870 2c0262af bellard
    case CC_OP_SHLL:
1871 14ce26e7 bellard
    case CC_OP_SHLQ:
1872 2c0262af bellard
        switch(jcc_op) {
1873 2c0262af bellard
        case JCC_Z:
1874 14ce26e7 bellard
            func = gen_setcc_sub[(s->cc_op - CC_OP_ADDB) % 4][jcc_op];
1875 2c0262af bellard
            break;
1876 2c0262af bellard
        case JCC_S:
1877 14ce26e7 bellard
            func = gen_setcc_sub[(s->cc_op - CC_OP_ADDB) % 4][jcc_op];
1878 2c0262af bellard
            break;
1879 2c0262af bellard
        default:
1880 2c0262af bellard
            goto slow_jcc;
1881 2c0262af bellard
        }
1882 2c0262af bellard
        break;
1883 2c0262af bellard
    default:
1884 2c0262af bellard
    slow_jcc:
1885 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
1886 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
1887 2c0262af bellard
        func = gen_setcc_slow[jcc_op];
1888 2c0262af bellard
        break;
1889 2c0262af bellard
    }
1890 2c0262af bellard
    func();
1891 2c0262af bellard
    if (inv) {
1892 2c0262af bellard
        gen_op_xor_T0_1();
1893 2c0262af bellard
    }
1894 2c0262af bellard
}
1895 2c0262af bellard
1896 2c0262af bellard
/* move T0 to seg_reg and compute if the CPU state may change. Never
1897 2c0262af bellard
   call this function with seg_reg == R_CS */
1898 14ce26e7 bellard
static void gen_movl_seg_T0(DisasContext *s, int seg_reg, target_ulong cur_eip)
1899 2c0262af bellard
{
1900 3415a4dd bellard
    if (s->pe && !s->vm86) {
1901 3415a4dd bellard
        /* XXX: optimize by finding processor state dynamically */
1902 3415a4dd bellard
        if (s->cc_op != CC_OP_DYNAMIC)
1903 3415a4dd bellard
            gen_op_set_cc_op(s->cc_op);
1904 14ce26e7 bellard
        gen_jmp_im(cur_eip);
1905 3415a4dd bellard
        gen_op_movl_seg_T0(seg_reg);
1906 dc196a57 bellard
        /* abort translation because the addseg value may change or
1907 dc196a57 bellard
           because ss32 may change. For R_SS, translation must always
1908 dc196a57 bellard
           stop as a special handling must be done to disable hardware
1909 dc196a57 bellard
           interrupts for the next instruction */
1910 dc196a57 bellard
        if (seg_reg == R_SS || (s->code32 && seg_reg < R_FS))
1911 dc196a57 bellard
            s->is_jmp = 3;
1912 3415a4dd bellard
    } else {
1913 2c0262af bellard
        gen_op_movl_seg_T0_vm(offsetof(CPUX86State,segs[seg_reg]));
1914 dc196a57 bellard
        if (seg_reg == R_SS)
1915 dc196a57 bellard
            s->is_jmp = 3;
1916 3415a4dd bellard
    }
1917 2c0262af bellard
}
1918 2c0262af bellard
1919 4f31916f bellard
static inline void gen_stack_update(DisasContext *s, int addend)
1920 4f31916f bellard
{
1921 14ce26e7 bellard
#ifdef TARGET_X86_64
1922 14ce26e7 bellard
    if (CODE64(s)) {
1923 14ce26e7 bellard
        if (addend == 8)
1924 14ce26e7 bellard
            gen_op_addq_ESP_8();
1925 14ce26e7 bellard
        else 
1926 14ce26e7 bellard
            gen_op_addq_ESP_im(addend);
1927 14ce26e7 bellard
    } else
1928 14ce26e7 bellard
#endif
1929 4f31916f bellard
    if (s->ss32) {
1930 4f31916f bellard
        if (addend == 2)
1931 4f31916f bellard
            gen_op_addl_ESP_2();
1932 4f31916f bellard
        else if (addend == 4)
1933 4f31916f bellard
            gen_op_addl_ESP_4();
1934 4f31916f bellard
        else 
1935 4f31916f bellard
            gen_op_addl_ESP_im(addend);
1936 4f31916f bellard
    } else {
1937 4f31916f bellard
        if (addend == 2)
1938 4f31916f bellard
            gen_op_addw_ESP_2();
1939 4f31916f bellard
        else if (addend == 4)
1940 4f31916f bellard
            gen_op_addw_ESP_4();
1941 4f31916f bellard
        else
1942 4f31916f bellard
            gen_op_addw_ESP_im(addend);
1943 4f31916f bellard
    }
1944 4f31916f bellard
}
1945 4f31916f bellard
1946 2c0262af bellard
/* generate a push. It depends on ss32, addseg and dflag */
1947 2c0262af bellard
static void gen_push_T0(DisasContext *s)
1948 2c0262af bellard
{
1949 14ce26e7 bellard
#ifdef TARGET_X86_64
1950 14ce26e7 bellard
    if (CODE64(s)) {
1951 14ce26e7 bellard
        /* XXX: check 16 bit behaviour */
1952 14ce26e7 bellard
        gen_op_movq_A0_reg[R_ESP]();
1953 14ce26e7 bellard
        gen_op_subq_A0_8();
1954 14ce26e7 bellard
        gen_op_st_T0_A0[OT_QUAD + s->mem_index]();
1955 14ce26e7 bellard
        gen_op_movq_ESP_A0();
1956 14ce26e7 bellard
    } else 
1957 14ce26e7 bellard
#endif
1958 14ce26e7 bellard
    {
1959 14ce26e7 bellard
        gen_op_movl_A0_reg[R_ESP]();
1960 14ce26e7 bellard
        if (!s->dflag)
1961 14ce26e7 bellard
            gen_op_subl_A0_2();
1962 14ce26e7 bellard
        else
1963 14ce26e7 bellard
            gen_op_subl_A0_4();
1964 14ce26e7 bellard
        if (s->ss32) {
1965 14ce26e7 bellard
            if (s->addseg) {
1966 14ce26e7 bellard
                gen_op_movl_T1_A0();
1967 14ce26e7 bellard
                gen_op_addl_A0_SS();
1968 14ce26e7 bellard
            }
1969 14ce26e7 bellard
        } else {
1970 14ce26e7 bellard
            gen_op_andl_A0_ffff();
1971 4f31916f bellard
            gen_op_movl_T1_A0();
1972 4f31916f bellard
            gen_op_addl_A0_SS();
1973 2c0262af bellard
        }
1974 14ce26e7 bellard
        gen_op_st_T0_A0[s->dflag + 1 + s->mem_index]();
1975 14ce26e7 bellard
        if (s->ss32 && !s->addseg)
1976 14ce26e7 bellard
            gen_op_movl_ESP_A0();
1977 14ce26e7 bellard
        else
1978 14ce26e7 bellard
            gen_op_mov_reg_T1[s->ss32 + 1][R_ESP]();
1979 2c0262af bellard
    }
1980 2c0262af bellard
}
1981 2c0262af bellard
1982 4f31916f bellard
/* generate a push. It depends on ss32, addseg and dflag */
1983 4f31916f bellard
/* slower version for T1, only used for call Ev */
1984 4f31916f bellard
static void gen_push_T1(DisasContext *s)
1985 2c0262af bellard
{
1986 14ce26e7 bellard
#ifdef TARGET_X86_64
1987 14ce26e7 bellard
    if (CODE64(s)) {
1988 14ce26e7 bellard
        /* XXX: check 16 bit behaviour */
1989 14ce26e7 bellard
        gen_op_movq_A0_reg[R_ESP]();
1990 14ce26e7 bellard
        gen_op_subq_A0_8();
1991 14ce26e7 bellard
        gen_op_st_T1_A0[OT_QUAD + s->mem_index]();
1992 14ce26e7 bellard
        gen_op_movq_ESP_A0();
1993 14ce26e7 bellard
    } else 
1994 14ce26e7 bellard
#endif
1995 14ce26e7 bellard
    {
1996 14ce26e7 bellard
        gen_op_movl_A0_reg[R_ESP]();
1997 14ce26e7 bellard
        if (!s->dflag)
1998 14ce26e7 bellard
            gen_op_subl_A0_2();
1999 14ce26e7 bellard
        else
2000 14ce26e7 bellard
            gen_op_subl_A0_4();
2001 14ce26e7 bellard
        if (s->ss32) {
2002 14ce26e7 bellard
            if (s->addseg) {
2003 14ce26e7 bellard
                gen_op_addl_A0_SS();
2004 14ce26e7 bellard
            }
2005 14ce26e7 bellard
        } else {
2006 14ce26e7 bellard
            gen_op_andl_A0_ffff();
2007 4f31916f bellard
            gen_op_addl_A0_SS();
2008 2c0262af bellard
        }
2009 14ce26e7 bellard
        gen_op_st_T1_A0[s->dflag + 1 + s->mem_index]();
2010 14ce26e7 bellard
        
2011 14ce26e7 bellard
        if (s->ss32 && !s->addseg)
2012 14ce26e7 bellard
            gen_op_movl_ESP_A0();
2013 14ce26e7 bellard
        else
2014 14ce26e7 bellard
            gen_stack_update(s, (-2) << s->dflag);
2015 2c0262af bellard
    }
2016 2c0262af bellard
}
2017 2c0262af bellard
2018 4f31916f bellard
/* two step pop is necessary for precise exceptions */
2019 4f31916f bellard
static void gen_pop_T0(DisasContext *s)
2020 2c0262af bellard
{
2021 14ce26e7 bellard
#ifdef TARGET_X86_64
2022 14ce26e7 bellard
    if (CODE64(s)) {
2023 14ce26e7 bellard
        /* XXX: check 16 bit behaviour */
2024 14ce26e7 bellard
        gen_op_movq_A0_reg[R_ESP]();
2025 14ce26e7 bellard
        gen_op_ld_T0_A0[OT_QUAD + s->mem_index]();
2026 14ce26e7 bellard
    } else 
2027 14ce26e7 bellard
#endif
2028 14ce26e7 bellard
    {
2029 14ce26e7 bellard
        gen_op_movl_A0_reg[R_ESP]();
2030 14ce26e7 bellard
        if (s->ss32) {
2031 14ce26e7 bellard
            if (s->addseg)
2032 14ce26e7 bellard
                gen_op_addl_A0_SS();
2033 14ce26e7 bellard
        } else {
2034 14ce26e7 bellard
            gen_op_andl_A0_ffff();
2035 4f31916f bellard
            gen_op_addl_A0_SS();
2036 14ce26e7 bellard
        }
2037 14ce26e7 bellard
        gen_op_ld_T0_A0[s->dflag + 1 + s->mem_index]();
2038 2c0262af bellard
    }
2039 2c0262af bellard
}
2040 2c0262af bellard
2041 2c0262af bellard
static void gen_pop_update(DisasContext *s)
2042 2c0262af bellard
{
2043 14ce26e7 bellard
#ifdef TARGET_X86_64
2044 14ce26e7 bellard
    if (CODE64(s)) {
2045 14ce26e7 bellard
        gen_stack_update(s, 8);
2046 14ce26e7 bellard
    } else
2047 14ce26e7 bellard
#endif
2048 14ce26e7 bellard
    {
2049 14ce26e7 bellard
        gen_stack_update(s, 2 << s->dflag);
2050 14ce26e7 bellard
    }
2051 2c0262af bellard
}
2052 2c0262af bellard
2053 2c0262af bellard
static void gen_stack_A0(DisasContext *s)
2054 2c0262af bellard
{
2055 2c0262af bellard
    gen_op_movl_A0_ESP();
2056 2c0262af bellard
    if (!s->ss32)
2057 2c0262af bellard
        gen_op_andl_A0_ffff();
2058 2c0262af bellard
    gen_op_movl_T1_A0();
2059 2c0262af bellard
    if (s->addseg)
2060 2c0262af bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
2061 2c0262af bellard
}
2062 2c0262af bellard
2063 2c0262af bellard
/* NOTE: wrap around in 16 bit not fully handled */
2064 2c0262af bellard
static void gen_pusha(DisasContext *s)
2065 2c0262af bellard
{
2066 2c0262af bellard
    int i;
2067 2c0262af bellard
    gen_op_movl_A0_ESP();
2068 2c0262af bellard
    gen_op_addl_A0_im(-16 <<  s->dflag);
2069 2c0262af bellard
    if (!s->ss32)
2070 2c0262af bellard
        gen_op_andl_A0_ffff();
2071 2c0262af bellard
    gen_op_movl_T1_A0();
2072 2c0262af bellard
    if (s->addseg)
2073 2c0262af bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
2074 2c0262af bellard
    for(i = 0;i < 8; i++) {
2075 2c0262af bellard
        gen_op_mov_TN_reg[OT_LONG][0][7 - i]();
2076 2c0262af bellard
        gen_op_st_T0_A0[OT_WORD + s->dflag + s->mem_index]();
2077 2c0262af bellard
        gen_op_addl_A0_im(2 <<  s->dflag);
2078 2c0262af bellard
    }
2079 90f11f95 bellard
    gen_op_mov_reg_T1[OT_WORD + s->ss32][R_ESP]();
2080 2c0262af bellard
}
2081 2c0262af bellard
2082 2c0262af bellard
/* NOTE: wrap around in 16 bit not fully handled */
2083 2c0262af bellard
static void gen_popa(DisasContext *s)
2084 2c0262af bellard
{
2085 2c0262af bellard
    int i;
2086 2c0262af bellard
    gen_op_movl_A0_ESP();
2087 2c0262af bellard
    if (!s->ss32)
2088 2c0262af bellard
        gen_op_andl_A0_ffff();
2089 2c0262af bellard
    gen_op_movl_T1_A0();
2090 2c0262af bellard
    gen_op_addl_T1_im(16 <<  s->dflag);
2091 2c0262af bellard
    if (s->addseg)
2092 2c0262af bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
2093 2c0262af bellard
    for(i = 0;i < 8; i++) {
2094 2c0262af bellard
        /* ESP is not reloaded */
2095 2c0262af bellard
        if (i != 3) {
2096 2c0262af bellard
            gen_op_ld_T0_A0[OT_WORD + s->dflag + s->mem_index]();
2097 2c0262af bellard
            gen_op_mov_reg_T0[OT_WORD + s->dflag][7 - i]();
2098 2c0262af bellard
        }
2099 2c0262af bellard
        gen_op_addl_A0_im(2 <<  s->dflag);
2100 2c0262af bellard
    }
2101 90f11f95 bellard
    gen_op_mov_reg_T1[OT_WORD + s->ss32][R_ESP]();
2102 2c0262af bellard
}
2103 2c0262af bellard
2104 2c0262af bellard
static void gen_enter(DisasContext *s, int esp_addend, int level)
2105 2c0262af bellard
{
2106 61a8c4ec bellard
    int ot, opsize;
2107 2c0262af bellard
2108 2c0262af bellard
    ot = s->dflag + OT_WORD;
2109 2c0262af bellard
    level &= 0x1f;
2110 2c0262af bellard
    opsize = 2 << s->dflag;
2111 2c0262af bellard
2112 2c0262af bellard
    gen_op_movl_A0_ESP();
2113 2c0262af bellard
    gen_op_addl_A0_im(-opsize);
2114 2c0262af bellard
    if (!s->ss32)
2115 2c0262af bellard
        gen_op_andl_A0_ffff();
2116 2c0262af bellard
    gen_op_movl_T1_A0();
2117 2c0262af bellard
    if (s->addseg)
2118 2c0262af bellard
        gen_op_addl_A0_seg(offsetof(CPUX86State,segs[R_SS].base));
2119 2c0262af bellard
    /* push bp */
2120 2c0262af bellard
    gen_op_mov_TN_reg[OT_LONG][0][R_EBP]();
2121 2c0262af bellard
    gen_op_st_T0_A0[ot + s->mem_index]();
2122 2c0262af bellard
    if (level) {
2123 61a8c4ec bellard
        gen_op_enter_level(level, s->dflag);
2124 2c0262af bellard
    }
2125 2c0262af bellard
    gen_op_mov_reg_T1[ot][R_EBP]();
2126 61a8c4ec bellard
    gen_op_addl_T1_im( -esp_addend + (-opsize * level) );
2127 90f11f95 bellard
    gen_op_mov_reg_T1[OT_WORD + s->ss32][R_ESP]();
2128 2c0262af bellard
}
2129 2c0262af bellard
2130 14ce26e7 bellard
static void gen_exception(DisasContext *s, int trapno, target_ulong cur_eip)
2131 2c0262af bellard
{
2132 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2133 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2134 14ce26e7 bellard
    gen_jmp_im(cur_eip);
2135 2c0262af bellard
    gen_op_raise_exception(trapno);
2136 2c0262af bellard
    s->is_jmp = 3;
2137 2c0262af bellard
}
2138 2c0262af bellard
2139 2c0262af bellard
/* an interrupt is different from an exception because of the
2140 2c0262af bellard
   priviledge checks */
2141 2c0262af bellard
static void gen_interrupt(DisasContext *s, int intno, 
2142 14ce26e7 bellard
                          target_ulong cur_eip, target_ulong next_eip)
2143 2c0262af bellard
{
2144 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2145 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2146 14ce26e7 bellard
    gen_jmp_im(cur_eip);
2147 a8ede8ba bellard
    gen_op_raise_interrupt(intno, (int)(next_eip - cur_eip));
2148 2c0262af bellard
    s->is_jmp = 3;
2149 2c0262af bellard
}
2150 2c0262af bellard
2151 14ce26e7 bellard
static void gen_debug(DisasContext *s, target_ulong cur_eip)
2152 2c0262af bellard
{
2153 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2154 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2155 14ce26e7 bellard
    gen_jmp_im(cur_eip);
2156 2c0262af bellard
    gen_op_debug();
2157 2c0262af bellard
    s->is_jmp = 3;
2158 2c0262af bellard
}
2159 2c0262af bellard
2160 2c0262af bellard
/* generate a generic end of block. Trace exception is also generated
2161 2c0262af bellard
   if needed */
2162 2c0262af bellard
static void gen_eob(DisasContext *s)
2163 2c0262af bellard
{
2164 2c0262af bellard
    if (s->cc_op != CC_OP_DYNAMIC)
2165 2c0262af bellard
        gen_op_set_cc_op(s->cc_op);
2166 a2cc3b24 bellard
    if (s->tb->flags & HF_INHIBIT_IRQ_MASK) {
2167 a2cc3b24 bellard
        gen_op_reset_inhibit_irq();
2168 a2cc3b24 bellard
    }
2169 34865134 bellard
    if (s->singlestep_enabled) {
2170 34865134 bellard
        gen_op_debug();
2171 34865134 bellard
    } else if (s->tf) {
2172 2c0262af bellard
        gen_op_raise_exception(EXCP01_SSTP);
2173 2c0262af bellard
    } else {
2174 2c0262af bellard
        gen_op_movl_T0_0();
2175 2c0262af bellard
        gen_op_exit_tb();
2176 2c0262af bellard
    }
2177 2c0262af bellard
    s->is_jmp = 3;
2178 2c0262af bellard
}
2179 2c0262af bellard
2180 2c0262af bellard
/* generate a jump to eip. No segment change must happen before as a
2181 2c0262af bellard
   direct call to the next block may occur */
2182 14ce26e7 bellard
static void gen_jmp_tb(DisasContext *s, target_ulong eip, int tb_num)
2183 2c0262af bellard
{
2184 2c0262af bellard
    TranslationBlock *tb = s->tb;
2185 2c0262af bellard
2186 2c0262af bellard
    if (s->jmp_opt) {
2187 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
2188 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
2189 14ce26e7 bellard
        if (tb_num)
2190 ae063a68 bellard
            gen_op_goto_tb1(TBPARAM(tb));
2191 14ce26e7 bellard
        else
2192 ae063a68 bellard
            gen_op_goto_tb0(TBPARAM(tb));
2193 14ce26e7 bellard
        gen_jmp_im(eip);
2194 14ce26e7 bellard
        gen_op_movl_T0_im((long)tb + tb_num);
2195 14ce26e7 bellard
        gen_op_exit_tb();
2196 2c0262af bellard
        s->is_jmp = 3;
2197 2c0262af bellard
    } else {
2198 14ce26e7 bellard
        gen_jmp_im(eip);
2199 2c0262af bellard
        gen_eob(s);
2200 2c0262af bellard
    }
2201 2c0262af bellard
}
2202 2c0262af bellard
2203 14ce26e7 bellard
static void gen_jmp(DisasContext *s, target_ulong eip)
2204 14ce26e7 bellard
{
2205 14ce26e7 bellard
    gen_jmp_tb(s, eip, 0);
2206 14ce26e7 bellard
}
2207 14ce26e7 bellard
2208 14ce26e7 bellard
static void gen_movtl_T0_im(target_ulong val)
2209 14ce26e7 bellard
{
2210 14ce26e7 bellard
#ifdef TARGET_X86_64    
2211 14ce26e7 bellard
    if ((int32_t)val == val) {
2212 14ce26e7 bellard
        gen_op_movl_T0_im(val);
2213 14ce26e7 bellard
    } else {
2214 14ce26e7 bellard
        gen_op_movq_T0_im64(val >> 32, val);
2215 14ce26e7 bellard
    }
2216 14ce26e7 bellard
#else
2217 14ce26e7 bellard
    gen_op_movl_T0_im(val);
2218 14ce26e7 bellard
#endif
2219 14ce26e7 bellard
}
2220 14ce26e7 bellard
2221 1ef38687 bellard
static void gen_movtl_T1_im(target_ulong val)
2222 1ef38687 bellard
{
2223 1ef38687 bellard
#ifdef TARGET_X86_64    
2224 1ef38687 bellard
    if ((int32_t)val == val) {
2225 1ef38687 bellard
        gen_op_movl_T1_im(val);
2226 1ef38687 bellard
    } else {
2227 1ef38687 bellard
        gen_op_movq_T1_im64(val >> 32, val);
2228 1ef38687 bellard
    }
2229 1ef38687 bellard
#else
2230 1ef38687 bellard
    gen_op_movl_T1_im(val);
2231 1ef38687 bellard
#endif
2232 1ef38687 bellard
}
2233 1ef38687 bellard
2234 aba9d61e bellard
static void gen_add_A0_im(DisasContext *s, int val)
2235 aba9d61e bellard
{
2236 aba9d61e bellard
#ifdef TARGET_X86_64
2237 aba9d61e bellard
    if (CODE64(s))
2238 aba9d61e bellard
        gen_op_addq_A0_im(val);
2239 aba9d61e bellard
    else
2240 aba9d61e bellard
#endif
2241 aba9d61e bellard
        gen_op_addl_A0_im(val);
2242 aba9d61e bellard
}
2243 aba9d61e bellard
2244 664e0f19 bellard
static GenOpFunc1 *gen_ldq_env_A0[3] = {
2245 664e0f19 bellard
    gen_op_ldq_raw_env_A0,
2246 664e0f19 bellard
#ifndef CONFIG_USER_ONLY
2247 664e0f19 bellard
    gen_op_ldq_kernel_env_A0,
2248 664e0f19 bellard
    gen_op_ldq_user_env_A0,
2249 664e0f19 bellard
#endif
2250 664e0f19 bellard
};
2251 664e0f19 bellard
2252 664e0f19 bellard
static GenOpFunc1 *gen_stq_env_A0[3] = {
2253 664e0f19 bellard
    gen_op_stq_raw_env_A0,
2254 664e0f19 bellard
#ifndef CONFIG_USER_ONLY
2255 664e0f19 bellard
    gen_op_stq_kernel_env_A0,
2256 664e0f19 bellard
    gen_op_stq_user_env_A0,
2257 664e0f19 bellard
#endif
2258 664e0f19 bellard
};
2259 664e0f19 bellard
2260 14ce26e7 bellard
static GenOpFunc1 *gen_ldo_env_A0[3] = {
2261 14ce26e7 bellard
    gen_op_ldo_raw_env_A0,
2262 14ce26e7 bellard
#ifndef CONFIG_USER_ONLY
2263 14ce26e7 bellard
    gen_op_ldo_kernel_env_A0,
2264 14ce26e7 bellard
    gen_op_ldo_user_env_A0,
2265 14ce26e7 bellard
#endif
2266 14ce26e7 bellard
};
2267 14ce26e7 bellard
2268 14ce26e7 bellard
static GenOpFunc1 *gen_sto_env_A0[3] = {
2269 14ce26e7 bellard
    gen_op_sto_raw_env_A0,
2270 14ce26e7 bellard
#ifndef CONFIG_USER_ONLY
2271 14ce26e7 bellard
    gen_op_sto_kernel_env_A0,
2272 14ce26e7 bellard
    gen_op_sto_user_env_A0,
2273 14ce26e7 bellard
#endif
2274 14ce26e7 bellard
};
2275 14ce26e7 bellard
2276 664e0f19 bellard
#define SSE_SPECIAL ((GenOpFunc2 *)1)
2277 664e0f19 bellard
2278 664e0f19 bellard
#define MMX_OP2(x) { gen_op_ ## x ## _mmx, gen_op_ ## x ## _xmm }
2279 664e0f19 bellard
#define SSE_FOP(x) { gen_op_ ## x ## ps, gen_op_ ## x ## pd, \
2280 664e0f19 bellard
                     gen_op_ ## x ## ss, gen_op_ ## x ## sd, }
2281 664e0f19 bellard
2282 664e0f19 bellard
static GenOpFunc2 *sse_op_table1[256][4] = {
2283 664e0f19 bellard
    /* pure SSE operations */
2284 664e0f19 bellard
    [0x10] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movups, movupd, movss, movsd */
2285 664e0f19 bellard
    [0x11] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movups, movupd, movss, movsd */
2286 664e0f19 bellard
    [0x12] = { SSE_SPECIAL, SSE_SPECIAL },  /* movlps, movlpd */
2287 664e0f19 bellard
    [0x13] = { SSE_SPECIAL, SSE_SPECIAL },  /* movlps, movlpd */
2288 664e0f19 bellard
    [0x14] = { gen_op_punpckldq_xmm, gen_op_punpcklqdq_xmm },
2289 664e0f19 bellard
    [0x15] = { gen_op_punpckhdq_xmm, gen_op_punpckhqdq_xmm },
2290 664e0f19 bellard
    [0x16] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL },  /* movhps, movhpd, movshdup */
2291 664e0f19 bellard
    [0x17] = { SSE_SPECIAL, SSE_SPECIAL },  /* movhps, movhpd */
2292 664e0f19 bellard
2293 664e0f19 bellard
    [0x28] = { SSE_SPECIAL, SSE_SPECIAL },  /* movaps, movapd */
2294 664e0f19 bellard
    [0x29] = { SSE_SPECIAL, SSE_SPECIAL },  /* movaps, movapd */
2295 664e0f19 bellard
    [0x2a] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* cvtpi2ps, cvtpi2pd, cvtsi2ss, cvtsi2sd */
2296 664e0f19 bellard
    [0x2b] = { SSE_SPECIAL, SSE_SPECIAL },  /* movntps, movntpd */
2297 664e0f19 bellard
    [0x2c] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* cvttps2pi, cvttpd2pi, cvttsd2si, cvttss2si */
2298 664e0f19 bellard
    [0x2d] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* cvtps2pi, cvtpd2pi, cvtsd2si, cvtss2si */
2299 664e0f19 bellard
    [0x2e] = { gen_op_ucomiss, gen_op_ucomisd },
2300 664e0f19 bellard
    [0x2f] = { gen_op_comiss, gen_op_comisd },
2301 664e0f19 bellard
    [0x50] = { SSE_SPECIAL, SSE_SPECIAL }, /* movmskps, movmskpd */
2302 664e0f19 bellard
    [0x51] = SSE_FOP(sqrt),
2303 664e0f19 bellard
    [0x52] = { gen_op_rsqrtps, NULL, gen_op_rsqrtss, NULL },
2304 664e0f19 bellard
    [0x53] = { gen_op_rcpps, NULL, gen_op_rcpss, NULL },
2305 664e0f19 bellard
    [0x54] = { gen_op_pand_xmm, gen_op_pand_xmm }, /* andps, andpd */
2306 664e0f19 bellard
    [0x55] = { gen_op_pandn_xmm, gen_op_pandn_xmm }, /* andnps, andnpd */
2307 664e0f19 bellard
    [0x56] = { gen_op_por_xmm, gen_op_por_xmm }, /* orps, orpd */
2308 664e0f19 bellard
    [0x57] = { gen_op_pxor_xmm, gen_op_pxor_xmm }, /* xorps, xorpd */
2309 664e0f19 bellard
    [0x58] = SSE_FOP(add),
2310 664e0f19 bellard
    [0x59] = SSE_FOP(mul),
2311 664e0f19 bellard
    [0x5a] = { gen_op_cvtps2pd, gen_op_cvtpd2ps, 
2312 664e0f19 bellard
               gen_op_cvtss2sd, gen_op_cvtsd2ss },
2313 664e0f19 bellard
    [0x5b] = { gen_op_cvtdq2ps, gen_op_cvtps2dq, gen_op_cvttps2dq },
2314 664e0f19 bellard
    [0x5c] = SSE_FOP(sub),
2315 664e0f19 bellard
    [0x5d] = SSE_FOP(min),
2316 664e0f19 bellard
    [0x5e] = SSE_FOP(div),
2317 664e0f19 bellard
    [0x5f] = SSE_FOP(max),
2318 664e0f19 bellard
2319 664e0f19 bellard
    [0xc2] = SSE_FOP(cmpeq),
2320 d52cf7a6 bellard
    [0xc6] = { (GenOpFunc2 *)gen_op_shufps, (GenOpFunc2 *)gen_op_shufpd },
2321 664e0f19 bellard
2322 664e0f19 bellard
    /* MMX ops and their SSE extensions */
2323 664e0f19 bellard
    [0x60] = MMX_OP2(punpcklbw),
2324 664e0f19 bellard
    [0x61] = MMX_OP2(punpcklwd),
2325 664e0f19 bellard
    [0x62] = MMX_OP2(punpckldq),
2326 664e0f19 bellard
    [0x63] = MMX_OP2(packsswb),
2327 664e0f19 bellard
    [0x64] = MMX_OP2(pcmpgtb),
2328 664e0f19 bellard
    [0x65] = MMX_OP2(pcmpgtw),
2329 664e0f19 bellard
    [0x66] = MMX_OP2(pcmpgtl),
2330 664e0f19 bellard
    [0x67] = MMX_OP2(packuswb),
2331 664e0f19 bellard
    [0x68] = MMX_OP2(punpckhbw),
2332 664e0f19 bellard
    [0x69] = MMX_OP2(punpckhwd),
2333 664e0f19 bellard
    [0x6a] = MMX_OP2(punpckhdq),
2334 664e0f19 bellard
    [0x6b] = MMX_OP2(packssdw),
2335 664e0f19 bellard
    [0x6c] = { NULL, gen_op_punpcklqdq_xmm },
2336 664e0f19 bellard
    [0x6d] = { NULL, gen_op_punpckhqdq_xmm },
2337 664e0f19 bellard
    [0x6e] = { SSE_SPECIAL, SSE_SPECIAL }, /* movd mm, ea */
2338 664e0f19 bellard
    [0x6f] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movq, movdqa, , movqdu */
2339 664e0f19 bellard
    [0x70] = { (GenOpFunc2 *)gen_op_pshufw_mmx, 
2340 664e0f19 bellard
               (GenOpFunc2 *)gen_op_pshufd_xmm, 
2341 664e0f19 bellard
               (GenOpFunc2 *)gen_op_pshufhw_xmm, 
2342 664e0f19 bellard
               (GenOpFunc2 *)gen_op_pshuflw_xmm },
2343 664e0f19 bellard
    [0x71] = { SSE_SPECIAL, SSE_SPECIAL }, /* shiftw */
2344 664e0f19 bellard
    [0x72] = { SSE_SPECIAL, SSE_SPECIAL }, /* shiftd */
2345 664e0f19 bellard
    [0x73] = { SSE_SPECIAL, SSE_SPECIAL }, /* shiftq */
2346 664e0f19 bellard
    [0x74] = MMX_OP2(pcmpeqb),
2347 664e0f19 bellard
    [0x75] = MMX_OP2(pcmpeqw),
2348 664e0f19 bellard
    [0x76] = MMX_OP2(pcmpeql),
2349 664e0f19 bellard
    [0x77] = { SSE_SPECIAL }, /* emms */
2350 664e0f19 bellard
    [0x7c] = { NULL, gen_op_haddpd, NULL, gen_op_haddps },
2351 664e0f19 bellard
    [0x7d] = { NULL, gen_op_hsubpd, NULL, gen_op_hsubps },
2352 664e0f19 bellard
    [0x7e] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movd, movd, , movq */
2353 664e0f19 bellard
    [0x7f] = { SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL }, /* movq, movdqa, movdqu */
2354 664e0f19 bellard
    [0xc4] = { SSE_SPECIAL, SSE_SPECIAL }, /* pinsrw */
2355 664e0f19 bellard
    [0xc5] = { SSE_SPECIAL, SSE_SPECIAL }, /* pextrw */
2356 664e0f19 bellard
    [0xd0] = { NULL, gen_op_addsubpd, NULL, gen_op_addsubps },
2357 664e0f19 bellard
    [0xd1] = MMX_OP2(psrlw),
2358 664e0f19 bellard
    [0xd2] = MMX_OP2(psrld),
2359 664e0f19 bellard
    [0xd3] = MMX_OP2(psrlq),
2360 664e0f19 bellard
    [0xd4] = MMX_OP2(paddq),
2361 664e0f19 bellard
    [0xd5] = MMX_OP2(pmullw),
2362 664e0f19 bellard
    [0xd6] = { NULL, SSE_SPECIAL, SSE_SPECIAL, SSE_SPECIAL },
2363 664e0f19 bellard
    [0xd7] = { SSE_SPECIAL, SSE_SPECIAL }, /* pmovmskb */
2364 664e0f19 bellard
    [0xd8] = MMX_OP2(psubusb),
2365 664e0f19 bellard
    [0xd9] = MMX_OP2(psubusw),
2366 664e0f19 bellard
    [0xda] = MMX_OP2(pminub),
2367 664e0f19 bellard
    [0xdb] = MMX_OP2(pand),
2368 664e0f19 bellard
    [0xdc] = MMX_OP2(paddusb),
2369 664e0f19 bellard
    [0xdd] = MMX_OP2(paddusw),
2370 664e0f19 bellard
    [0xde] = MMX_OP2(pmaxub),
2371 664e0f19 bellard
    [0xdf] = MMX_OP2(pandn),
2372 664e0f19 bellard
    [0xe0] = MMX_OP2(pavgb),
2373 664e0f19 bellard
    [0xe1] = MMX_OP2(psraw),
2374 664e0f19 bellard
    [0xe2] = MMX_OP2(psrad),
2375 664e0f19 bellard
    [0xe3] = MMX_OP2(pavgw),
2376 664e0f19 bellard
    [0xe4] = MMX_OP2(pmulhuw),
2377 664e0f19 bellard
    [0xe5] = MMX_OP2(pmulhw),
2378 664e0f19 bellard
    [0xe6] = { NULL, gen_op_cvttpd2dq, gen_op_cvtdq2pd, gen_op_cvtpd2dq },
2379 664e0f19 bellard
    [0xe7] = { SSE_SPECIAL , SSE_SPECIAL },  /* movntq, movntq */
2380 664e0f19 bellard
    [0xe8] = MMX_OP2(psubsb),
2381 664e0f19 bellard
    [0xe9] = MMX_OP2(psubsw),
2382 664e0f19 bellard
    [0xea] = MMX_OP2(pminsw),
2383 664e0f19 bellard
    [0xeb] = MMX_OP2(por),
2384 664e0f19 bellard
    [0xec] = MMX_OP2(paddsb),
2385 664e0f19 bellard
    [0xed] = MMX_OP2(paddsw),
2386 664e0f19 bellard
    [0xee] = MMX_OP2(pmaxsw),
2387 664e0f19 bellard
    [0xef] = MMX_OP2(pxor),
2388 664e0f19 bellard
    [0xf0] = { NULL, NULL, NULL, SSE_SPECIAL }, /* lddqu (PNI) */
2389 664e0f19 bellard
    [0xf1] = MMX_OP2(psllw),
2390 664e0f19 bellard
    [0xf2] = MMX_OP2(pslld),
2391 664e0f19 bellard
    [0xf3] = MMX_OP2(psllq),
2392 664e0f19 bellard
    [0xf4] = MMX_OP2(pmuludq),
2393 664e0f19 bellard
    [0xf5] = MMX_OP2(pmaddwd),
2394 664e0f19 bellard
    [0xf6] = MMX_OP2(psadbw),
2395 664e0f19 bellard
    [0xf7] = MMX_OP2(maskmov),
2396 664e0f19 bellard
    [0xf8] = MMX_OP2(psubb),
2397 664e0f19 bellard
    [0xf9] = MMX_OP2(psubw),
2398 664e0f19 bellard
    [0xfa] = MMX_OP2(psubl),
2399 664e0f19 bellard
    [0xfb] = MMX_OP2(psubq),
2400 664e0f19 bellard
    [0xfc] = MMX_OP2(paddb),
2401 664e0f19 bellard
    [0xfd] = MMX_OP2(paddw),
2402 664e0f19 bellard
    [0xfe] = MMX_OP2(paddl),
2403 664e0f19 bellard
};
2404 664e0f19 bellard
2405 664e0f19 bellard
static GenOpFunc2 *sse_op_table2[3 * 8][2] = {
2406 664e0f19 bellard
    [0 + 2] = MMX_OP2(psrlw),
2407 664e0f19 bellard
    [0 + 4] = MMX_OP2(psraw),
2408 664e0f19 bellard
    [0 + 6] = MMX_OP2(psllw),
2409 664e0f19 bellard
    [8 + 2] = MMX_OP2(psrld),
2410 664e0f19 bellard
    [8 + 4] = MMX_OP2(psrad),
2411 664e0f19 bellard
    [8 + 6] = MMX_OP2(pslld),
2412 664e0f19 bellard
    [16 + 2] = MMX_OP2(psrlq),
2413 664e0f19 bellard
    [16 + 3] = { NULL, gen_op_psrldq_xmm },
2414 664e0f19 bellard
    [16 + 6] = MMX_OP2(psllq),
2415 664e0f19 bellard
    [16 + 7] = { NULL, gen_op_pslldq_xmm },
2416 664e0f19 bellard
};
2417 664e0f19 bellard
2418 664e0f19 bellard
static GenOpFunc1 *sse_op_table3[4 * 3] = {
2419 664e0f19 bellard
    gen_op_cvtsi2ss,
2420 664e0f19 bellard
    gen_op_cvtsi2sd,
2421 664e0f19 bellard
    X86_64_ONLY(gen_op_cvtsq2ss),
2422 664e0f19 bellard
    X86_64_ONLY(gen_op_cvtsq2sd),
2423 664e0f19 bellard
    
2424 664e0f19 bellard
    gen_op_cvttss2si,
2425 664e0f19 bellard
    gen_op_cvttsd2si,
2426 664e0f19 bellard
    X86_64_ONLY(gen_op_cvttss2sq),
2427 664e0f19 bellard
    X86_64_ONLY(gen_op_cvttsd2sq),
2428 664e0f19 bellard
2429 664e0f19 bellard
    gen_op_cvtss2si,
2430 664e0f19 bellard
    gen_op_cvtsd2si,
2431 664e0f19 bellard
    X86_64_ONLY(gen_op_cvtss2sq),
2432 664e0f19 bellard
    X86_64_ONLY(gen_op_cvtsd2sq),
2433 664e0f19 bellard
};
2434 664e0f19 bellard
    
2435 664e0f19 bellard
static GenOpFunc2 *sse_op_table4[8][4] = {
2436 664e0f19 bellard
    SSE_FOP(cmpeq),
2437 664e0f19 bellard
    SSE_FOP(cmplt),
2438 664e0f19 bellard
    SSE_FOP(cmple),
2439 664e0f19 bellard
    SSE_FOP(cmpunord),
2440 664e0f19 bellard
    SSE_FOP(cmpneq),
2441 664e0f19 bellard
    SSE_FOP(cmpnlt),
2442 664e0f19 bellard
    SSE_FOP(cmpnle),
2443 664e0f19 bellard
    SSE_FOP(cmpord),
2444 664e0f19 bellard
};
2445 664e0f19 bellard
    
2446 664e0f19 bellard
static void gen_sse(DisasContext *s, int b, target_ulong pc_start, int rex_r)
2447 664e0f19 bellard
{
2448 664e0f19 bellard
    int b1, op1_offset, op2_offset, is_xmm, val, ot;
2449 664e0f19 bellard
    int modrm, mod, rm, reg, reg_addr, offset_addr;
2450 664e0f19 bellard
    GenOpFunc2 *sse_op2;
2451 664e0f19 bellard
    GenOpFunc3 *sse_op3;
2452 664e0f19 bellard
2453 664e0f19 bellard
    b &= 0xff;
2454 664e0f19 bellard
    if (s->prefix & PREFIX_DATA) 
2455 664e0f19 bellard
        b1 = 1;
2456 664e0f19 bellard
    else if (s->prefix & PREFIX_REPZ) 
2457 664e0f19 bellard
        b1 = 2;
2458 664e0f19 bellard
    else if (s->prefix & PREFIX_REPNZ) 
2459 664e0f19 bellard
        b1 = 3;
2460 664e0f19 bellard
    else
2461 664e0f19 bellard
        b1 = 0;
2462 664e0f19 bellard
    sse_op2 = sse_op_table1[b][b1];
2463 664e0f19 bellard
    if (!sse_op2) 
2464 664e0f19 bellard
        goto illegal_op;
2465 664e0f19 bellard
    if (b <= 0x5f || b == 0xc6 || b == 0xc2) {
2466 664e0f19 bellard
        is_xmm = 1;
2467 664e0f19 bellard
    } else {
2468 664e0f19 bellard
        if (b1 == 0) {
2469 664e0f19 bellard
            /* MMX case */
2470 664e0f19 bellard
            is_xmm = 0;
2471 664e0f19 bellard
        } else {
2472 664e0f19 bellard
            is_xmm = 1;
2473 664e0f19 bellard
        }
2474 664e0f19 bellard
    }
2475 664e0f19 bellard
    /* simple MMX/SSE operation */
2476 664e0f19 bellard
    if (s->flags & HF_TS_MASK) {
2477 664e0f19 bellard
        gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
2478 664e0f19 bellard
        return;
2479 664e0f19 bellard
    }
2480 664e0f19 bellard
    if (s->flags & HF_EM_MASK) {
2481 664e0f19 bellard
    illegal_op:
2482 664e0f19 bellard
        gen_exception(s, EXCP06_ILLOP, pc_start - s->cs_base);
2483 664e0f19 bellard
        return;
2484 664e0f19 bellard
    }
2485 664e0f19 bellard
    if (is_xmm && !(s->flags & HF_OSFXSR_MASK))
2486 664e0f19 bellard
        goto illegal_op;
2487 664e0f19 bellard
    if (b == 0x77) {
2488 664e0f19 bellard
        /* emms */
2489 664e0f19 bellard
        gen_op_emms();
2490 664e0f19 bellard
        return;
2491 664e0f19 bellard
    }
2492 664e0f19 bellard
    /* prepare MMX state (XXX: optimize by storing fptt and fptags in
2493 664e0f19 bellard
       the static cpu state) */
2494 664e0f19 bellard
    if (!is_xmm) {
2495 664e0f19 bellard
        gen_op_enter_mmx();
2496 664e0f19 bellard
    }
2497 664e0f19 bellard
2498 664e0f19 bellard
    modrm = ldub_code(s->pc++);
2499 664e0f19 bellard
    reg = ((modrm >> 3) & 7);
2500 664e0f19 bellard
    if (is_xmm)
2501 664e0f19 bellard
        reg |= rex_r;
2502 664e0f19 bellard
    mod = (modrm >> 6) & 3;
2503 664e0f19 bellard
    if (sse_op2 == SSE_SPECIAL) {
2504 664e0f19 bellard
        b |= (b1 << 8);
2505 664e0f19 bellard
        switch(b) {
2506 664e0f19 bellard
        case 0x0e7: /* movntq */
2507 664e0f19 bellard
            if (mod == 3) 
2508 664e0f19 bellard
                goto illegal_op;
2509 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2510 664e0f19 bellard
            gen_stq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,fpregs[reg].mmx));
2511 664e0f19 bellard
            break;
2512 664e0f19 bellard
        case 0x1e7: /* movntdq */
2513 664e0f19 bellard
        case 0x02b: /* movntps */
2514 664e0f19 bellard
        case 0x12b: /* movntps */
2515 664e0f19 bellard
        case 0x2f0: /* lddqu */
2516 664e0f19 bellard
            if (mod == 3) 
2517 664e0f19 bellard
                goto illegal_op;
2518 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2519 664e0f19 bellard
            gen_sto_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg]));
2520 664e0f19 bellard
            break;
2521 664e0f19 bellard
        case 0x6e: /* movd mm, ea */
2522 664e0f19 bellard
            gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 0);
2523 664e0f19 bellard
            gen_op_movl_mm_T0_mmx(offsetof(CPUX86State,fpregs[reg].mmx));
2524 664e0f19 bellard
            break;
2525 664e0f19 bellard
        case 0x16e: /* movd xmm, ea */
2526 664e0f19 bellard
            gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 0);
2527 664e0f19 bellard
            gen_op_movl_mm_T0_xmm(offsetof(CPUX86State,xmm_regs[reg]));
2528 664e0f19 bellard
            break;
2529 664e0f19 bellard
        case 0x6f: /* movq mm, ea */
2530 664e0f19 bellard
            if (mod != 3) {
2531 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2532 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,fpregs[reg].mmx));
2533 664e0f19 bellard
            } else {
2534 664e0f19 bellard
                rm = (modrm & 7);
2535 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,fpregs[reg].mmx),
2536 664e0f19 bellard
                            offsetof(CPUX86State,fpregs[rm].mmx));
2537 664e0f19 bellard
            }
2538 664e0f19 bellard
            break;
2539 664e0f19 bellard
        case 0x010: /* movups */
2540 664e0f19 bellard
        case 0x110: /* movupd */
2541 664e0f19 bellard
        case 0x028: /* movaps */
2542 664e0f19 bellard
        case 0x128: /* movapd */
2543 664e0f19 bellard
        case 0x16f: /* movdqa xmm, ea */
2544 664e0f19 bellard
        case 0x26f: /* movdqu xmm, ea */
2545 664e0f19 bellard
            if (mod != 3) {
2546 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2547 664e0f19 bellard
                gen_ldo_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg]));
2548 664e0f19 bellard
            } else {
2549 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2550 664e0f19 bellard
                gen_op_movo(offsetof(CPUX86State,xmm_regs[reg]),
2551 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm]));
2552 664e0f19 bellard
            }
2553 664e0f19 bellard
            break;
2554 664e0f19 bellard
        case 0x210: /* movss xmm, ea */
2555 664e0f19 bellard
            if (mod != 3) {
2556 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2557 664e0f19 bellard
                gen_op_ld_T0_A0[OT_LONG + s->mem_index]();
2558 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
2559 664e0f19 bellard
                gen_op_movl_T0_0();
2560 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)));
2561 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)));
2562 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)));
2563 664e0f19 bellard
            } else {
2564 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2565 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)),
2566 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(0)));
2567 664e0f19 bellard
            }
2568 664e0f19 bellard
            break;
2569 664e0f19 bellard
        case 0x310: /* movsd xmm, ea */
2570 664e0f19 bellard
            if (mod != 3) {
2571 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2572 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2573 664e0f19 bellard
                gen_op_movl_T0_0();
2574 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)));
2575 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)));
2576 664e0f19 bellard
            } else {
2577 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2578 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
2579 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
2580 664e0f19 bellard
            }
2581 664e0f19 bellard
            break;
2582 664e0f19 bellard
        case 0x012: /* movlps */
2583 664e0f19 bellard
        case 0x112: /* movlpd */
2584 664e0f19 bellard
            if (mod != 3) {
2585 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2586 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2587 664e0f19 bellard
            } else {
2588 664e0f19 bellard
                /* movhlps */
2589 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2590 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
2591 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(1)));
2592 664e0f19 bellard
            }
2593 664e0f19 bellard
            break;
2594 664e0f19 bellard
        case 0x016: /* movhps */
2595 664e0f19 bellard
        case 0x116: /* movhpd */
2596 664e0f19 bellard
            if (mod != 3) {
2597 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2598 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
2599 664e0f19 bellard
            } else {
2600 664e0f19 bellard
                /* movlhps */
2601 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2602 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)),
2603 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
2604 664e0f19 bellard
            }
2605 664e0f19 bellard
            break;
2606 664e0f19 bellard
        case 0x216: /* movshdup */
2607 664e0f19 bellard
            if (mod != 3) {
2608 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2609 664e0f19 bellard
                gen_ldo_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg]));
2610 664e0f19 bellard
            } else {
2611 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2612 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)),
2613 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(1)));
2614 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)),
2615 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_L(3)));
2616 664e0f19 bellard
            }
2617 664e0f19 bellard
            gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)),
2618 664e0f19 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_L(1)));
2619 664e0f19 bellard
            gen_op_movl(offsetof(CPUX86State,xmm_regs[reg].XMM_L(2)),
2620 664e0f19 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_L(3)));
2621 664e0f19 bellard
            break;
2622 664e0f19 bellard
        case 0x7e: /* movd ea, mm */
2623 664e0f19 bellard
            gen_op_movl_T0_mm_mmx(offsetof(CPUX86State,fpregs[reg].mmx));
2624 664e0f19 bellard
            gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 1);
2625 664e0f19 bellard
            break;
2626 664e0f19 bellard
        case 0x17e: /* movd ea, xmm */
2627 664e0f19 bellard
            gen_op_movl_T0_mm_xmm(offsetof(CPUX86State,xmm_regs[reg]));
2628 664e0f19 bellard
            gen_ldst_modrm(s, modrm, OT_LONG, OR_TMP0, 1);
2629 664e0f19 bellard
            break;
2630 664e0f19 bellard
        case 0x27e: /* movq xmm, ea */
2631 664e0f19 bellard
            if (mod != 3) {
2632 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2633 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2634 664e0f19 bellard
            } else {
2635 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2636 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)),
2637 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)));
2638 664e0f19 bellard
            }
2639 664e0f19 bellard
            gen_op_movq_env_0(offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
2640 664e0f19 bellard
            break;
2641 664e0f19 bellard
        case 0x7f: /* movq ea, mm */
2642 664e0f19 bellard
            if (mod != 3) {
2643 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2644 664e0f19 bellard
                gen_stq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,fpregs[reg].mmx));
2645 664e0f19 bellard
            } else {
2646 664e0f19 bellard
                rm = (modrm & 7);
2647 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,fpregs[rm].mmx),
2648 664e0f19 bellard
                            offsetof(CPUX86State,fpregs[reg].mmx));
2649 664e0f19 bellard
            }
2650 664e0f19 bellard
            break;
2651 664e0f19 bellard
        case 0x011: /* movups */
2652 664e0f19 bellard
        case 0x111: /* movupd */
2653 664e0f19 bellard
        case 0x029: /* movaps */
2654 664e0f19 bellard
        case 0x129: /* movapd */
2655 664e0f19 bellard
        case 0x17f: /* movdqa ea, xmm */
2656 664e0f19 bellard
        case 0x27f: /* movdqu ea, xmm */
2657 664e0f19 bellard
            if (mod != 3) {
2658 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2659 664e0f19 bellard
                gen_sto_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg]));
2660 664e0f19 bellard
            } else {
2661 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2662 664e0f19 bellard
                gen_op_movo(offsetof(CPUX86State,xmm_regs[rm]),
2663 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg]));
2664 664e0f19 bellard
            }
2665 664e0f19 bellard
            break;
2666 664e0f19 bellard
        case 0x211: /* movss ea, xmm */
2667 664e0f19 bellard
            if (mod != 3) {
2668 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2669 664e0f19 bellard
                gen_op_movl_T0_env(offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
2670 664e0f19 bellard
                gen_op_st_T0_A0[OT_LONG + s->mem_index]();
2671 664e0f19 bellard
            } else {
2672 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2673 664e0f19 bellard
                gen_op_movl(offsetof(CPUX86State,xmm_regs[rm].XMM_L(0)),
2674 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg].XMM_L(0)));
2675 664e0f19 bellard
            }
2676 664e0f19 bellard
            break;
2677 664e0f19 bellard
        case 0x311: /* movsd ea, xmm */
2678 664e0f19 bellard
            if (mod != 3) {
2679 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2680 664e0f19 bellard
                gen_stq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2681 664e0f19 bellard
            } else {
2682 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2683 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)),
2684 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2685 664e0f19 bellard
            }
2686 664e0f19 bellard
            break;
2687 664e0f19 bellard
        case 0x013: /* movlps */
2688 664e0f19 bellard
        case 0x113: /* movlpd */
2689 664e0f19 bellard
            if (mod != 3) {
2690 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2691 664e0f19 bellard
                gen_stq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2692 664e0f19 bellard
            } else {
2693 664e0f19 bellard
                goto illegal_op;
2694 664e0f19 bellard
            }
2695 664e0f19 bellard
            break;
2696 664e0f19 bellard
        case 0x017: /* movhps */
2697 664e0f19 bellard
        case 0x117: /* movhpd */
2698 664e0f19 bellard
            if (mod != 3) {
2699 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2700 664e0f19 bellard
                gen_stq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(1)));
2701 664e0f19 bellard
            } else {
2702 664e0f19 bellard
                goto illegal_op;
2703 664e0f19 bellard
            }
2704 664e0f19 bellard
            break;
2705 664e0f19 bellard
        case 0x71: /* shift mm, im */
2706 664e0f19 bellard
        case 0x72:
2707 664e0f19 bellard
        case 0x73:
2708 664e0f19 bellard
        case 0x171: /* shift xmm, im */
2709 664e0f19 bellard
        case 0x172:
2710 664e0f19 bellard
        case 0x173:
2711 664e0f19 bellard
            val = ldub_code(s->pc++);
2712 664e0f19 bellard
            if (is_xmm) {
2713 664e0f19 bellard
                gen_op_movl_T0_im(val);
2714 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_t0.XMM_L(0)));
2715 664e0f19 bellard
                gen_op_movl_T0_0();
2716 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,xmm_t0.XMM_L(1)));
2717 664e0f19 bellard
                op1_offset = offsetof(CPUX86State,xmm_t0);
2718 664e0f19 bellard
            } else {
2719 664e0f19 bellard
                gen_op_movl_T0_im(val);
2720 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,mmx_t0.MMX_L(0)));
2721 664e0f19 bellard
                gen_op_movl_T0_0();
2722 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State,mmx_t0.MMX_L(1)));
2723 664e0f19 bellard
                op1_offset = offsetof(CPUX86State,mmx_t0);
2724 664e0f19 bellard
            }
2725 664e0f19 bellard
            sse_op2 = sse_op_table2[((b - 1) & 3) * 8 + (((modrm >> 3)) & 7)][b1];
2726 664e0f19 bellard
            if (!sse_op2)
2727 664e0f19 bellard
                goto illegal_op;
2728 664e0f19 bellard
            if (is_xmm) {
2729 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2730 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
2731 664e0f19 bellard
            } else {
2732 664e0f19 bellard
                rm = (modrm & 7);
2733 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
2734 664e0f19 bellard
            }
2735 664e0f19 bellard
            sse_op2(op2_offset, op1_offset);
2736 664e0f19 bellard
            break;
2737 664e0f19 bellard
        case 0x050: /* movmskps */
2738 664e0f19 bellard
            rm = (modrm & 7) | REX_B(s);
2739 31313213 bellard
            gen_op_movmskps(offsetof(CPUX86State,xmm_regs[rm]));
2740 31313213 bellard
            gen_op_mov_reg_T0[OT_LONG][reg]();
2741 664e0f19 bellard
            break;
2742 664e0f19 bellard
        case 0x150: /* movmskpd */
2743 664e0f19 bellard
            rm = (modrm & 7) | REX_B(s);
2744 31313213 bellard
            gen_op_movmskpd(offsetof(CPUX86State,xmm_regs[rm]));
2745 31313213 bellard
            gen_op_mov_reg_T0[OT_LONG][reg]();
2746 664e0f19 bellard
            break;
2747 664e0f19 bellard
        case 0x02a: /* cvtpi2ps */
2748 664e0f19 bellard
        case 0x12a: /* cvtpi2pd */
2749 664e0f19 bellard
            gen_op_enter_mmx();
2750 664e0f19 bellard
            if (mod != 3) {
2751 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2752 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,mmx_t0);
2753 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](op2_offset);
2754 664e0f19 bellard
            } else {
2755 664e0f19 bellard
                rm = (modrm & 7);
2756 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
2757 664e0f19 bellard
            }
2758 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
2759 664e0f19 bellard
            switch(b >> 8) {
2760 664e0f19 bellard
            case 0x0:
2761 664e0f19 bellard
                gen_op_cvtpi2ps(op1_offset, op2_offset);
2762 664e0f19 bellard
                break;
2763 664e0f19 bellard
            default:
2764 664e0f19 bellard
            case 0x1:
2765 664e0f19 bellard
                gen_op_cvtpi2pd(op1_offset, op2_offset);
2766 664e0f19 bellard
                break;
2767 664e0f19 bellard
            }
2768 664e0f19 bellard
            break;
2769 664e0f19 bellard
        case 0x22a: /* cvtsi2ss */
2770 664e0f19 bellard
        case 0x32a: /* cvtsi2sd */
2771 664e0f19 bellard
            ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
2772 664e0f19 bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
2773 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
2774 664e0f19 bellard
            sse_op_table3[(s->dflag == 2) * 2 + ((b >> 8) - 2)](op1_offset);
2775 664e0f19 bellard
            break;
2776 664e0f19 bellard
        case 0x02c: /* cvttps2pi */
2777 664e0f19 bellard
        case 0x12c: /* cvttpd2pi */
2778 664e0f19 bellard
        case 0x02d: /* cvtps2pi */
2779 664e0f19 bellard
        case 0x12d: /* cvtpd2pi */
2780 664e0f19 bellard
            gen_op_enter_mmx();
2781 664e0f19 bellard
            if (mod != 3) {
2782 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2783 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_t0);
2784 664e0f19 bellard
                gen_ldo_env_A0[s->mem_index >> 2](op2_offset);
2785 664e0f19 bellard
            } else {
2786 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2787 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
2788 664e0f19 bellard
            }
2789 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,fpregs[reg & 7].mmx);
2790 664e0f19 bellard
            switch(b) {
2791 664e0f19 bellard
            case 0x02c:
2792 664e0f19 bellard
                gen_op_cvttps2pi(op1_offset, op2_offset);
2793 664e0f19 bellard
                break;
2794 664e0f19 bellard
            case 0x12c:
2795 664e0f19 bellard
                gen_op_cvttpd2pi(op1_offset, op2_offset);
2796 664e0f19 bellard
                break;
2797 664e0f19 bellard
            case 0x02d:
2798 664e0f19 bellard
                gen_op_cvtps2pi(op1_offset, op2_offset);
2799 664e0f19 bellard
                break;
2800 664e0f19 bellard
            case 0x12d:
2801 664e0f19 bellard
                gen_op_cvtpd2pi(op1_offset, op2_offset);
2802 664e0f19 bellard
                break;
2803 664e0f19 bellard
            }
2804 664e0f19 bellard
            break;
2805 664e0f19 bellard
        case 0x22c: /* cvttss2si */
2806 664e0f19 bellard
        case 0x32c: /* cvttsd2si */
2807 664e0f19 bellard
        case 0x22d: /* cvtss2si */
2808 664e0f19 bellard
        case 0x32d: /* cvtsd2si */
2809 664e0f19 bellard
            ot = (s->dflag == 2) ? OT_QUAD : OT_LONG;
2810 31313213 bellard
            if (mod != 3) {
2811 31313213 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2812 31313213 bellard
                if ((b >> 8) & 1) {
2813 31313213 bellard
                    gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_t0.XMM_Q(0)));
2814 31313213 bellard
                } else {
2815 31313213 bellard
                    gen_op_ld_T0_A0[OT_LONG + s->mem_index]();
2816 31313213 bellard
                    gen_op_movl_env_T0(offsetof(CPUX86State,xmm_t0.XMM_L(0)));
2817 31313213 bellard
                }
2818 31313213 bellard
                op2_offset = offsetof(CPUX86State,xmm_t0);
2819 31313213 bellard
            } else {
2820 31313213 bellard
                rm = (modrm & 7) | REX_B(s);
2821 31313213 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
2822 31313213 bellard
            }
2823 664e0f19 bellard
            sse_op_table3[(s->dflag == 2) * 2 + ((b >> 8) - 2) + 4 + 
2824 31313213 bellard
                          (b & 1) * 4](op2_offset);
2825 31313213 bellard
            gen_op_mov_reg_T0[ot][reg]();
2826 664e0f19 bellard
            break;
2827 664e0f19 bellard
        case 0xc4: /* pinsrw */
2828 664e0f19 bellard
        case 0x1c4: 
2829 664e0f19 bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
2830 664e0f19 bellard
            val = ldub_code(s->pc++);
2831 664e0f19 bellard
            if (b1) {
2832 664e0f19 bellard
                val &= 7;
2833 664e0f19 bellard
                gen_op_pinsrw_xmm(offsetof(CPUX86State,xmm_regs[reg]), val);
2834 664e0f19 bellard
            } else {
2835 664e0f19 bellard
                val &= 3;
2836 664e0f19 bellard
                gen_op_pinsrw_mmx(offsetof(CPUX86State,fpregs[reg].mmx), val);
2837 664e0f19 bellard
            }
2838 664e0f19 bellard
            break;
2839 664e0f19 bellard
        case 0xc5: /* pextrw */
2840 664e0f19 bellard
        case 0x1c5: 
2841 664e0f19 bellard
            if (mod != 3)
2842 664e0f19 bellard
                goto illegal_op;
2843 664e0f19 bellard
            val = ldub_code(s->pc++);
2844 664e0f19 bellard
            if (b1) {
2845 664e0f19 bellard
                val &= 7;
2846 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2847 664e0f19 bellard
                gen_op_pextrw_xmm(offsetof(CPUX86State,xmm_regs[rm]), val);
2848 664e0f19 bellard
            } else {
2849 664e0f19 bellard
                val &= 3;
2850 664e0f19 bellard
                rm = (modrm & 7);
2851 664e0f19 bellard
                gen_op_pextrw_mmx(offsetof(CPUX86State,fpregs[rm].mmx), val);
2852 664e0f19 bellard
            }
2853 664e0f19 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
2854 664e0f19 bellard
            gen_op_mov_reg_T0[OT_LONG][reg]();
2855 664e0f19 bellard
            break;
2856 664e0f19 bellard
        case 0x1d6: /* movq ea, xmm */
2857 664e0f19 bellard
            if (mod != 3) {
2858 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2859 664e0f19 bellard
                gen_stq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2860 664e0f19 bellard
            } else {
2861 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2862 664e0f19 bellard
                gen_op_movq(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)),
2863 664e0f19 bellard
                            offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2864 664e0f19 bellard
                gen_op_movq_env_0(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(1)));
2865 664e0f19 bellard
            }
2866 664e0f19 bellard
            break;
2867 664e0f19 bellard
        case 0x2d6: /* movq2dq */
2868 664e0f19 bellard
            gen_op_enter_mmx();
2869 664e0f19 bellard
            rm = (modrm & 7) | REX_B(s);
2870 664e0f19 bellard
            gen_op_movq(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(0)),
2871 664e0f19 bellard
                        offsetof(CPUX86State,fpregs[reg & 7].mmx));
2872 664e0f19 bellard
            gen_op_movq_env_0(offsetof(CPUX86State,xmm_regs[rm].XMM_Q(1)));
2873 664e0f19 bellard
            break;
2874 664e0f19 bellard
        case 0x3d6: /* movdq2q */
2875 664e0f19 bellard
            gen_op_enter_mmx();
2876 664e0f19 bellard
            rm = (modrm & 7);
2877 664e0f19 bellard
            gen_op_movq(offsetof(CPUX86State,fpregs[rm].mmx),
2878 664e0f19 bellard
                        offsetof(CPUX86State,xmm_regs[reg].XMM_Q(0)));
2879 664e0f19 bellard
            break;
2880 664e0f19 bellard
        case 0xd7: /* pmovmskb */
2881 664e0f19 bellard
        case 0x1d7:
2882 664e0f19 bellard
            if (mod != 3)
2883 664e0f19 bellard
                goto illegal_op;
2884 664e0f19 bellard
            if (b1) {
2885 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2886 664e0f19 bellard
                gen_op_pmovmskb_xmm(offsetof(CPUX86State,xmm_regs[rm]));
2887 664e0f19 bellard
            } else {
2888 664e0f19 bellard
                rm = (modrm & 7);
2889 664e0f19 bellard
                gen_op_pmovmskb_mmx(offsetof(CPUX86State,fpregs[rm].mmx));
2890 664e0f19 bellard
            }
2891 664e0f19 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
2892 664e0f19 bellard
            gen_op_mov_reg_T0[OT_LONG][reg]();
2893 664e0f19 bellard
            break;
2894 664e0f19 bellard
        default:
2895 664e0f19 bellard
            goto illegal_op;
2896 664e0f19 bellard
        }
2897 664e0f19 bellard
    } else {
2898 664e0f19 bellard
        /* generic MMX or SSE operation */
2899 664e0f19 bellard
        if (b == 0xf7) {
2900 664e0f19 bellard
            /* maskmov : we must prepare A0 */
2901 664e0f19 bellard
            if (mod != 3) 
2902 664e0f19 bellard
                goto illegal_op;
2903 664e0f19 bellard
#ifdef TARGET_X86_64
2904 664e0f19 bellard
            if (CODE64(s)) {
2905 664e0f19 bellard
                gen_op_movq_A0_reg[R_EDI]();
2906 664e0f19 bellard
            } else 
2907 664e0f19 bellard
#endif
2908 664e0f19 bellard
            {
2909 664e0f19 bellard
                gen_op_movl_A0_reg[R_EDI]();
2910 664e0f19 bellard
                if (s->aflag == 0)
2911 664e0f19 bellard
                    gen_op_andl_A0_ffff();
2912 664e0f19 bellard
            }
2913 664e0f19 bellard
            gen_add_A0_ds_seg(s);
2914 664e0f19 bellard
        }
2915 664e0f19 bellard
        if (is_xmm) {
2916 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,xmm_regs[reg]);
2917 664e0f19 bellard
            if (mod != 3) {
2918 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2919 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_t0);
2920 664e0f19 bellard
                if (b1 >= 2 && ((b >= 0x50 && b <= 0x5f) ||
2921 664e0f19 bellard
                                b == 0xc2)) {
2922 664e0f19 bellard
                    /* specific case for SSE single instructions */
2923 664e0f19 bellard
                    if (b1 == 2) {
2924 664e0f19 bellard
                        /* 32 bit access */
2925 664e0f19 bellard
                        gen_op_ld_T0_A0[OT_LONG + s->mem_index]();
2926 664e0f19 bellard
                        gen_op_movl_env_T0(offsetof(CPUX86State,xmm_t0.XMM_L(0)));
2927 664e0f19 bellard
                    } else {
2928 664e0f19 bellard
                        /* 64 bit access */
2929 664e0f19 bellard
                        gen_ldq_env_A0[s->mem_index >> 2](offsetof(CPUX86State,xmm_t0.XMM_D(0)));
2930 664e0f19 bellard
                    }
2931 664e0f19 bellard
                } else {
2932 664e0f19 bellard
                    gen_ldo_env_A0[s->mem_index >> 2](op2_offset);
2933 664e0f19 bellard
                }
2934 664e0f19 bellard
            } else {
2935 664e0f19 bellard
                rm = (modrm & 7) | REX_B(s);
2936 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,xmm_regs[rm]);
2937 664e0f19 bellard
            }
2938 664e0f19 bellard
        } else {
2939 664e0f19 bellard
            op1_offset = offsetof(CPUX86State,fpregs[reg].mmx);
2940 664e0f19 bellard
            if (mod != 3) {
2941 664e0f19 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
2942 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,mmx_t0);
2943 664e0f19 bellard
                gen_ldq_env_A0[s->mem_index >> 2](op2_offset);
2944 664e0f19 bellard
            } else {
2945 664e0f19 bellard
                rm = (modrm & 7);
2946 664e0f19 bellard
                op2_offset = offsetof(CPUX86State,fpregs[rm].mmx);
2947 664e0f19 bellard
            }
2948 664e0f19 bellard
        }
2949 664e0f19 bellard
        switch(b) {
2950 664e0f19 bellard
        case 0x70: /* pshufx insn */
2951 664e0f19 bellard
        case 0xc6: /* pshufx insn */
2952 664e0f19 bellard
            val = ldub_code(s->pc++);
2953 664e0f19 bellard
            sse_op3 = (GenOpFunc3 *)sse_op2;
2954 664e0f19 bellard
            sse_op3(op1_offset, op2_offset, val);
2955 664e0f19 bellard
            break;
2956 664e0f19 bellard
        case 0xc2:
2957 664e0f19 bellard
            /* compare insns */
2958 664e0f19 bellard
            val = ldub_code(s->pc++);
2959 664e0f19 bellard
            if (val >= 8)
2960 664e0f19 bellard
                goto illegal_op;
2961 664e0f19 bellard
            sse_op2 = sse_op_table4[val][b1];
2962 664e0f19 bellard
            sse_op2(op1_offset, op2_offset);
2963 664e0f19 bellard
            break;
2964 664e0f19 bellard
        default:
2965 664e0f19 bellard
            sse_op2(op1_offset, op2_offset);
2966 664e0f19 bellard
            break;
2967 664e0f19 bellard
        }
2968 664e0f19 bellard
        if (b == 0x2e || b == 0x2f) {
2969 664e0f19 bellard
            s->cc_op = CC_OP_EFLAGS;
2970 664e0f19 bellard
        }
2971 664e0f19 bellard
    }
2972 664e0f19 bellard
}
2973 664e0f19 bellard
2974 664e0f19 bellard
2975 2c0262af bellard
/* convert one instruction. s->is_jmp is set if the translation must
2976 2c0262af bellard
   be stopped. Return the next pc value */
2977 14ce26e7 bellard
static target_ulong disas_insn(DisasContext *s, target_ulong pc_start)
2978 2c0262af bellard
{
2979 2c0262af bellard
    int b, prefixes, aflag, dflag;
2980 2c0262af bellard
    int shift, ot;
2981 2c0262af bellard
    int modrm, reg, rm, mod, reg_addr, op, opreg, offset_addr, val;
2982 14ce26e7 bellard
    target_ulong next_eip, tval;
2983 14ce26e7 bellard
    int rex_w, rex_r;
2984 2c0262af bellard
2985 2c0262af bellard
    s->pc = pc_start;
2986 2c0262af bellard
    prefixes = 0;
2987 2c0262af bellard
    aflag = s->code32;
2988 2c0262af bellard
    dflag = s->code32;
2989 2c0262af bellard
    s->override = -1;
2990 14ce26e7 bellard
    rex_w = -1;
2991 14ce26e7 bellard
    rex_r = 0;
2992 14ce26e7 bellard
#ifdef TARGET_X86_64
2993 14ce26e7 bellard
    s->rex_x = 0;
2994 14ce26e7 bellard
    s->rex_b = 0;
2995 14ce26e7 bellard
    x86_64_hregs = 0; 
2996 14ce26e7 bellard
#endif
2997 14ce26e7 bellard
    s->rip_offset = 0; /* for relative ip address */
2998 2c0262af bellard
 next_byte:
2999 61382a50 bellard
    b = ldub_code(s->pc);
3000 2c0262af bellard
    s->pc++;
3001 2c0262af bellard
    /* check prefixes */
3002 14ce26e7 bellard
#ifdef TARGET_X86_64
3003 14ce26e7 bellard
    if (CODE64(s)) {
3004 14ce26e7 bellard
        switch (b) {
3005 14ce26e7 bellard
        case 0xf3:
3006 14ce26e7 bellard
            prefixes |= PREFIX_REPZ;
3007 14ce26e7 bellard
            goto next_byte;
3008 14ce26e7 bellard
        case 0xf2:
3009 14ce26e7 bellard
            prefixes |= PREFIX_REPNZ;
3010 14ce26e7 bellard
            goto next_byte;
3011 14ce26e7 bellard
        case 0xf0:
3012 14ce26e7 bellard
            prefixes |= PREFIX_LOCK;
3013 14ce26e7 bellard
            goto next_byte;
3014 14ce26e7 bellard
        case 0x2e:
3015 14ce26e7 bellard
            s->override = R_CS;
3016 14ce26e7 bellard
            goto next_byte;
3017 14ce26e7 bellard
        case 0x36:
3018 14ce26e7 bellard
            s->override = R_SS;
3019 14ce26e7 bellard
            goto next_byte;
3020 14ce26e7 bellard
        case 0x3e:
3021 14ce26e7 bellard
            s->override = R_DS;
3022 14ce26e7 bellard
            goto next_byte;
3023 14ce26e7 bellard
        case 0x26:
3024 14ce26e7 bellard
            s->override = R_ES;
3025 14ce26e7 bellard
            goto next_byte;
3026 14ce26e7 bellard
        case 0x64:
3027 14ce26e7 bellard
            s->override = R_FS;
3028 14ce26e7 bellard
            goto next_byte;
3029 14ce26e7 bellard
        case 0x65:
3030 14ce26e7 bellard
            s->override = R_GS;
3031 14ce26e7 bellard
            goto next_byte;
3032 14ce26e7 bellard
        case 0x66:
3033 14ce26e7 bellard
            prefixes |= PREFIX_DATA;
3034 14ce26e7 bellard
            goto next_byte;
3035 14ce26e7 bellard
        case 0x67:
3036 14ce26e7 bellard
            prefixes |= PREFIX_ADR;
3037 14ce26e7 bellard
            goto next_byte;
3038 14ce26e7 bellard
        case 0x40 ... 0x4f:
3039 14ce26e7 bellard
            /* REX prefix */
3040 14ce26e7 bellard
            rex_w = (b >> 3) & 1;
3041 14ce26e7 bellard
            rex_r = (b & 0x4) << 1;
3042 14ce26e7 bellard
            s->rex_x = (b & 0x2) << 2;
3043 14ce26e7 bellard
            REX_B(s) = (b & 0x1) << 3;
3044 14ce26e7 bellard
            x86_64_hregs = 1; /* select uniform byte register addressing */
3045 14ce26e7 bellard
            goto next_byte;
3046 14ce26e7 bellard
        }
3047 14ce26e7 bellard
        if (rex_w == 1) {
3048 14ce26e7 bellard
            /* 0x66 is ignored if rex.w is set */
3049 14ce26e7 bellard
            dflag = 2;
3050 14ce26e7 bellard
        } else {
3051 14ce26e7 bellard
            if (prefixes & PREFIX_DATA)
3052 14ce26e7 bellard
                dflag ^= 1;
3053 14ce26e7 bellard
        }
3054 14ce26e7 bellard
        if (!(prefixes & PREFIX_ADR))
3055 14ce26e7 bellard
            aflag = 2;
3056 14ce26e7 bellard
    } else 
3057 14ce26e7 bellard
#endif
3058 14ce26e7 bellard
    {
3059 14ce26e7 bellard
        switch (b) {
3060 14ce26e7 bellard
        case 0xf3:
3061 14ce26e7 bellard
            prefixes |= PREFIX_REPZ;
3062 14ce26e7 bellard
            goto next_byte;
3063 14ce26e7 bellard
        case 0xf2:
3064 14ce26e7 bellard
            prefixes |= PREFIX_REPNZ;
3065 14ce26e7 bellard
            goto next_byte;
3066 14ce26e7 bellard
        case 0xf0:
3067 14ce26e7 bellard
            prefixes |= PREFIX_LOCK;
3068 14ce26e7 bellard
            goto next_byte;
3069 14ce26e7 bellard
        case 0x2e:
3070 14ce26e7 bellard
            s->override = R_CS;
3071 14ce26e7 bellard
            goto next_byte;
3072 14ce26e7 bellard
        case 0x36:
3073 14ce26e7 bellard
            s->override = R_SS;
3074 14ce26e7 bellard
            goto next_byte;
3075 14ce26e7 bellard
        case 0x3e:
3076 14ce26e7 bellard
            s->override = R_DS;
3077 14ce26e7 bellard
            goto next_byte;
3078 14ce26e7 bellard
        case 0x26:
3079 14ce26e7 bellard
            s->override = R_ES;
3080 14ce26e7 bellard
            goto next_byte;
3081 14ce26e7 bellard
        case 0x64:
3082 14ce26e7 bellard
            s->override = R_FS;
3083 14ce26e7 bellard
            goto next_byte;
3084 14ce26e7 bellard
        case 0x65:
3085 14ce26e7 bellard
            s->override = R_GS;
3086 14ce26e7 bellard
            goto next_byte;
3087 14ce26e7 bellard
        case 0x66:
3088 14ce26e7 bellard
            prefixes |= PREFIX_DATA;
3089 14ce26e7 bellard
            goto next_byte;
3090 14ce26e7 bellard
        case 0x67:
3091 14ce26e7 bellard
            prefixes |= PREFIX_ADR;
3092 14ce26e7 bellard
            goto next_byte;
3093 14ce26e7 bellard
        }
3094 14ce26e7 bellard
        if (prefixes & PREFIX_DATA)
3095 14ce26e7 bellard
            dflag ^= 1;
3096 14ce26e7 bellard
        if (prefixes & PREFIX_ADR)
3097 14ce26e7 bellard
            aflag ^= 1;
3098 2c0262af bellard
    }
3099 2c0262af bellard
3100 2c0262af bellard
    s->prefix = prefixes;
3101 2c0262af bellard
    s->aflag = aflag;
3102 2c0262af bellard
    s->dflag = dflag;
3103 2c0262af bellard
3104 2c0262af bellard
    /* lock generation */
3105 2c0262af bellard
    if (prefixes & PREFIX_LOCK)
3106 2c0262af bellard
        gen_op_lock();
3107 2c0262af bellard
3108 2c0262af bellard
    /* now check op code */
3109 2c0262af bellard
 reswitch:
3110 2c0262af bellard
    switch(b) {
3111 2c0262af bellard
    case 0x0f:
3112 2c0262af bellard
        /**************************/
3113 2c0262af bellard
        /* extended op code */
3114 61382a50 bellard
        b = ldub_code(s->pc++) | 0x100;
3115 2c0262af bellard
        goto reswitch;
3116 2c0262af bellard
        
3117 2c0262af bellard
        /**************************/
3118 2c0262af bellard
        /* arith & logic */
3119 2c0262af bellard
    case 0x00 ... 0x05:
3120 2c0262af bellard
    case 0x08 ... 0x0d:
3121 2c0262af bellard
    case 0x10 ... 0x15:
3122 2c0262af bellard
    case 0x18 ... 0x1d:
3123 2c0262af bellard
    case 0x20 ... 0x25:
3124 2c0262af bellard
    case 0x28 ... 0x2d:
3125 2c0262af bellard
    case 0x30 ... 0x35:
3126 2c0262af bellard
    case 0x38 ... 0x3d:
3127 2c0262af bellard
        {
3128 2c0262af bellard
            int op, f, val;
3129 2c0262af bellard
            op = (b >> 3) & 7;
3130 2c0262af bellard
            f = (b >> 1) & 3;
3131 2c0262af bellard
3132 2c0262af bellard
            if ((b & 1) == 0)
3133 2c0262af bellard
                ot = OT_BYTE;
3134 2c0262af bellard
            else
3135 14ce26e7 bellard
                ot = dflag + OT_WORD;
3136 2c0262af bellard
            
3137 2c0262af bellard
            switch(f) {
3138 2c0262af bellard
            case 0: /* OP Ev, Gv */
3139 61382a50 bellard
                modrm = ldub_code(s->pc++);
3140 14ce26e7 bellard
                reg = ((modrm >> 3) & 7) | rex_r;
3141 2c0262af bellard
                mod = (modrm >> 6) & 3;
3142 14ce26e7 bellard
                rm = (modrm & 7) | REX_B(s);
3143 2c0262af bellard
                if (mod != 3) {
3144 2c0262af bellard
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3145 2c0262af bellard
                    opreg = OR_TMP0;
3146 2c0262af bellard
                } else if (op == OP_XORL && rm == reg) {
3147 2c0262af bellard
                xor_zero:
3148 2c0262af bellard
                    /* xor reg, reg optimisation */
3149 2c0262af bellard
                    gen_op_movl_T0_0();
3150 2c0262af bellard
                    s->cc_op = CC_OP_LOGICB + ot;
3151 2c0262af bellard
                    gen_op_mov_reg_T0[ot][reg]();
3152 2c0262af bellard
                    gen_op_update1_cc();
3153 2c0262af bellard
                    break;
3154 2c0262af bellard
                } else {
3155 2c0262af bellard
                    opreg = rm;
3156 2c0262af bellard
                }
3157 2c0262af bellard
                gen_op_mov_TN_reg[ot][1][reg]();
3158 2c0262af bellard
                gen_op(s, op, ot, opreg);
3159 2c0262af bellard
                break;
3160 2c0262af bellard
            case 1: /* OP Gv, Ev */
3161 61382a50 bellard
                modrm = ldub_code(s->pc++);
3162 2c0262af bellard
                mod = (modrm >> 6) & 3;
3163 14ce26e7 bellard
                reg = ((modrm >> 3) & 7) | rex_r;
3164 14ce26e7 bellard
                rm = (modrm & 7) | REX_B(s);
3165 2c0262af bellard
                if (mod != 3) {
3166 2c0262af bellard
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3167 2c0262af bellard
                    gen_op_ld_T1_A0[ot + s->mem_index]();
3168 2c0262af bellard
                } else if (op == OP_XORL && rm == reg) {
3169 2c0262af bellard
                    goto xor_zero;
3170 2c0262af bellard
                } else {
3171 2c0262af bellard
                    gen_op_mov_TN_reg[ot][1][rm]();
3172 2c0262af bellard
                }
3173 2c0262af bellard
                gen_op(s, op, ot, reg);
3174 2c0262af bellard
                break;
3175 2c0262af bellard
            case 2: /* OP A, Iv */
3176 2c0262af bellard
                val = insn_get(s, ot);
3177 2c0262af bellard
                gen_op_movl_T1_im(val);
3178 2c0262af bellard
                gen_op(s, op, ot, OR_EAX);
3179 2c0262af bellard
                break;
3180 2c0262af bellard
            }
3181 2c0262af bellard
        }
3182 2c0262af bellard
        break;
3183 2c0262af bellard
3184 2c0262af bellard
    case 0x80: /* GRP1 */
3185 2c0262af bellard
    case 0x81:
3186 d64477af bellard
    case 0x82:
3187 2c0262af bellard
    case 0x83:
3188 2c0262af bellard
        {
3189 2c0262af bellard
            int val;
3190 2c0262af bellard
3191 2c0262af bellard
            if ((b & 1) == 0)
3192 2c0262af bellard
                ot = OT_BYTE;
3193 2c0262af bellard
            else
3194 14ce26e7 bellard
                ot = dflag + OT_WORD;
3195 2c0262af bellard
            
3196 61382a50 bellard
            modrm = ldub_code(s->pc++);
3197 2c0262af bellard
            mod = (modrm >> 6) & 3;
3198 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
3199 2c0262af bellard
            op = (modrm >> 3) & 7;
3200 2c0262af bellard
            
3201 2c0262af bellard
            if (mod != 3) {
3202 14ce26e7 bellard
                if (b == 0x83)
3203 14ce26e7 bellard
                    s->rip_offset = 1;
3204 14ce26e7 bellard
                else
3205 14ce26e7 bellard
                    s->rip_offset = insn_const_size(ot);
3206 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3207 2c0262af bellard
                opreg = OR_TMP0;
3208 2c0262af bellard
            } else {
3209 14ce26e7 bellard
                opreg = rm;
3210 2c0262af bellard
            }
3211 2c0262af bellard
3212 2c0262af bellard
            switch(b) {
3213 2c0262af bellard
            default:
3214 2c0262af bellard
            case 0x80:
3215 2c0262af bellard
            case 0x81:
3216 d64477af bellard
            case 0x82:
3217 2c0262af bellard
                val = insn_get(s, ot);
3218 2c0262af bellard
                break;
3219 2c0262af bellard
            case 0x83:
3220 2c0262af bellard
                val = (int8_t)insn_get(s, OT_BYTE);
3221 2c0262af bellard
                break;
3222 2c0262af bellard
            }
3223 2c0262af bellard
            gen_op_movl_T1_im(val);
3224 2c0262af bellard
            gen_op(s, op, ot, opreg);
3225 2c0262af bellard
        }
3226 2c0262af bellard
        break;
3227 2c0262af bellard
3228 2c0262af bellard
        /**************************/
3229 2c0262af bellard
        /* inc, dec, and other misc arith */
3230 2c0262af bellard
    case 0x40 ... 0x47: /* inc Gv */
3231 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
3232 2c0262af bellard
        gen_inc(s, ot, OR_EAX + (b & 7), 1);
3233 2c0262af bellard
        break;
3234 2c0262af bellard
    case 0x48 ... 0x4f: /* dec Gv */
3235 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
3236 2c0262af bellard
        gen_inc(s, ot, OR_EAX + (b & 7), -1);
3237 2c0262af bellard
        break;
3238 2c0262af bellard
    case 0xf6: /* GRP3 */
3239 2c0262af bellard
    case 0xf7:
3240 2c0262af bellard
        if ((b & 1) == 0)
3241 2c0262af bellard
            ot = OT_BYTE;
3242 2c0262af bellard
        else
3243 14ce26e7 bellard
            ot = dflag + OT_WORD;
3244 2c0262af bellard
3245 61382a50 bellard
        modrm = ldub_code(s->pc++);
3246 2c0262af bellard
        mod = (modrm >> 6) & 3;
3247 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
3248 2c0262af bellard
        op = (modrm >> 3) & 7;
3249 2c0262af bellard
        if (mod != 3) {
3250 14ce26e7 bellard
            if (op == 0)
3251 14ce26e7 bellard
                s->rip_offset = insn_const_size(ot);
3252 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3253 2c0262af bellard
            gen_op_ld_T0_A0[ot + s->mem_index]();
3254 2c0262af bellard
        } else {
3255 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
3256 2c0262af bellard
        }
3257 2c0262af bellard
3258 2c0262af bellard
        switch(op) {
3259 2c0262af bellard
        case 0: /* test */
3260 2c0262af bellard
            val = insn_get(s, ot);
3261 2c0262af bellard
            gen_op_movl_T1_im(val);
3262 2c0262af bellard
            gen_op_testl_T0_T1_cc();
3263 2c0262af bellard
            s->cc_op = CC_OP_LOGICB + ot;
3264 2c0262af bellard
            break;
3265 2c0262af bellard
        case 2: /* not */
3266 2c0262af bellard
            gen_op_notl_T0();
3267 2c0262af bellard
            if (mod != 3) {
3268 2c0262af bellard
                gen_op_st_T0_A0[ot + s->mem_index]();
3269 2c0262af bellard
            } else {
3270 2c0262af bellard
                gen_op_mov_reg_T0[ot][rm]();
3271 2c0262af bellard
            }
3272 2c0262af bellard
            break;
3273 2c0262af bellard
        case 3: /* neg */
3274 2c0262af bellard
            gen_op_negl_T0();
3275 2c0262af bellard
            if (mod != 3) {
3276 2c0262af bellard
                gen_op_st_T0_A0[ot + s->mem_index]();
3277 2c0262af bellard
            } else {
3278 2c0262af bellard
                gen_op_mov_reg_T0[ot][rm]();
3279 2c0262af bellard
            }
3280 2c0262af bellard
            gen_op_update_neg_cc();
3281 2c0262af bellard
            s->cc_op = CC_OP_SUBB + ot;
3282 2c0262af bellard
            break;
3283 2c0262af bellard
        case 4: /* mul */
3284 2c0262af bellard
            switch(ot) {
3285 2c0262af bellard
            case OT_BYTE:
3286 2c0262af bellard
                gen_op_mulb_AL_T0();
3287 d36cd60e bellard
                s->cc_op = CC_OP_MULB;
3288 2c0262af bellard
                break;
3289 2c0262af bellard
            case OT_WORD:
3290 2c0262af bellard
                gen_op_mulw_AX_T0();
3291 d36cd60e bellard
                s->cc_op = CC_OP_MULW;
3292 2c0262af bellard
                break;
3293 2c0262af bellard
            default:
3294 2c0262af bellard
            case OT_LONG:
3295 2c0262af bellard
                gen_op_mull_EAX_T0();
3296 d36cd60e bellard
                s->cc_op = CC_OP_MULL;
3297 2c0262af bellard
                break;
3298 14ce26e7 bellard
#ifdef TARGET_X86_64
3299 14ce26e7 bellard
            case OT_QUAD:
3300 14ce26e7 bellard
                gen_op_mulq_EAX_T0();
3301 14ce26e7 bellard
                s->cc_op = CC_OP_MULQ;
3302 14ce26e7 bellard
                break;
3303 14ce26e7 bellard
#endif
3304 2c0262af bellard
            }
3305 2c0262af bellard
            break;
3306 2c0262af bellard
        case 5: /* imul */
3307 2c0262af bellard
            switch(ot) {
3308 2c0262af bellard
            case OT_BYTE:
3309 2c0262af bellard
                gen_op_imulb_AL_T0();
3310 d36cd60e bellard
                s->cc_op = CC_OP_MULB;
3311 2c0262af bellard
                break;
3312 2c0262af bellard
            case OT_WORD:
3313 2c0262af bellard
                gen_op_imulw_AX_T0();
3314 d36cd60e bellard
                s->cc_op = CC_OP_MULW;
3315 2c0262af bellard
                break;
3316 2c0262af bellard
            default:
3317 2c0262af bellard
            case OT_LONG:
3318 2c0262af bellard
                gen_op_imull_EAX_T0();
3319 d36cd60e bellard
                s->cc_op = CC_OP_MULL;
3320 2c0262af bellard
                break;
3321 14ce26e7 bellard
#ifdef TARGET_X86_64
3322 14ce26e7 bellard
            case OT_QUAD:
3323 14ce26e7 bellard
                gen_op_imulq_EAX_T0();
3324 14ce26e7 bellard
                s->cc_op = CC_OP_MULQ;
3325 14ce26e7 bellard
                break;
3326 14ce26e7 bellard
#endif
3327 2c0262af bellard
            }
3328 2c0262af bellard
            break;
3329 2c0262af bellard
        case 6: /* div */
3330 2c0262af bellard
            switch(ot) {
3331 2c0262af bellard
            case OT_BYTE:
3332 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3333 14ce26e7 bellard
                gen_op_divb_AL_T0();
3334 2c0262af bellard
                break;
3335 2c0262af bellard
            case OT_WORD:
3336 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3337 14ce26e7 bellard
                gen_op_divw_AX_T0();
3338 2c0262af bellard
                break;
3339 2c0262af bellard
            default:
3340 2c0262af bellard
            case OT_LONG:
3341 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3342 14ce26e7 bellard
                gen_op_divl_EAX_T0();
3343 14ce26e7 bellard
                break;
3344 14ce26e7 bellard
#ifdef TARGET_X86_64
3345 14ce26e7 bellard
            case OT_QUAD:
3346 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3347 14ce26e7 bellard
                gen_op_divq_EAX_T0();
3348 2c0262af bellard
                break;
3349 14ce26e7 bellard
#endif
3350 2c0262af bellard
            }
3351 2c0262af bellard
            break;
3352 2c0262af bellard
        case 7: /* idiv */
3353 2c0262af bellard
            switch(ot) {
3354 2c0262af bellard
            case OT_BYTE:
3355 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3356 14ce26e7 bellard
                gen_op_idivb_AL_T0();
3357 2c0262af bellard
                break;
3358 2c0262af bellard
            case OT_WORD:
3359 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3360 14ce26e7 bellard
                gen_op_idivw_AX_T0();
3361 2c0262af bellard
                break;
3362 2c0262af bellard
            default:
3363 2c0262af bellard
            case OT_LONG:
3364 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3365 14ce26e7 bellard
                gen_op_idivl_EAX_T0();
3366 14ce26e7 bellard
                break;
3367 14ce26e7 bellard
#ifdef TARGET_X86_64
3368 14ce26e7 bellard
            case OT_QUAD:
3369 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3370 14ce26e7 bellard
                gen_op_idivq_EAX_T0();
3371 2c0262af bellard
                break;
3372 14ce26e7 bellard
#endif
3373 2c0262af bellard
            }
3374 2c0262af bellard
            break;
3375 2c0262af bellard
        default:
3376 2c0262af bellard
            goto illegal_op;
3377 2c0262af bellard
        }
3378 2c0262af bellard
        break;
3379 2c0262af bellard
3380 2c0262af bellard
    case 0xfe: /* GRP4 */
3381 2c0262af bellard
    case 0xff: /* GRP5 */
3382 2c0262af bellard
        if ((b & 1) == 0)
3383 2c0262af bellard
            ot = OT_BYTE;
3384 2c0262af bellard
        else
3385 14ce26e7 bellard
            ot = dflag + OT_WORD;
3386 2c0262af bellard
3387 61382a50 bellard
        modrm = ldub_code(s->pc++);
3388 2c0262af bellard
        mod = (modrm >> 6) & 3;
3389 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
3390 2c0262af bellard
        op = (modrm >> 3) & 7;
3391 2c0262af bellard
        if (op >= 2 && b == 0xfe) {
3392 2c0262af bellard
            goto illegal_op;
3393 2c0262af bellard
        }
3394 14ce26e7 bellard
        if (CODE64(s)) {
3395 aba9d61e bellard
            if (op == 2 || op == 4) {
3396 14ce26e7 bellard
                /* operand size for jumps is 64 bit */
3397 14ce26e7 bellard
                ot = OT_QUAD;
3398 aba9d61e bellard
            } else if (op == 3 || op == 5) {
3399 aba9d61e bellard
                /* for call calls, the operand is 16 or 32 bit, even
3400 aba9d61e bellard
                   in long mode */
3401 aba9d61e bellard
                ot = dflag ? OT_LONG : OT_WORD;
3402 14ce26e7 bellard
            } else if (op == 6) {
3403 14ce26e7 bellard
                /* default push size is 64 bit */
3404 14ce26e7 bellard
                ot = dflag ? OT_QUAD : OT_WORD;
3405 14ce26e7 bellard
            }
3406 14ce26e7 bellard
        }
3407 2c0262af bellard
        if (mod != 3) {
3408 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3409 2c0262af bellard
            if (op >= 2 && op != 3 && op != 5)
3410 2c0262af bellard
                gen_op_ld_T0_A0[ot + s->mem_index]();
3411 2c0262af bellard
        } else {
3412 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
3413 2c0262af bellard
        }
3414 2c0262af bellard
3415 2c0262af bellard
        switch(op) {
3416 2c0262af bellard
        case 0: /* inc Ev */
3417 2c0262af bellard
            if (mod != 3)
3418 2c0262af bellard
                opreg = OR_TMP0;
3419 2c0262af bellard
            else
3420 2c0262af bellard
                opreg = rm;
3421 2c0262af bellard
            gen_inc(s, ot, opreg, 1);
3422 2c0262af bellard
            break;
3423 2c0262af bellard
        case 1: /* dec Ev */
3424 2c0262af bellard
            if (mod != 3)
3425 2c0262af bellard
                opreg = OR_TMP0;
3426 2c0262af bellard
            else
3427 2c0262af bellard
                opreg = rm;
3428 2c0262af bellard
            gen_inc(s, ot, opreg, -1);
3429 2c0262af bellard
            break;
3430 2c0262af bellard
        case 2: /* call Ev */
3431 4f31916f bellard
            /* XXX: optimize if memory (no 'and' is necessary) */
3432 2c0262af bellard
            if (s->dflag == 0)
3433 2c0262af bellard
                gen_op_andl_T0_ffff();
3434 2c0262af bellard
            next_eip = s->pc - s->cs_base;
3435 1ef38687 bellard
            gen_movtl_T1_im(next_eip);
3436 4f31916f bellard
            gen_push_T1(s);
3437 4f31916f bellard
            gen_op_jmp_T0();
3438 2c0262af bellard
            gen_eob(s);
3439 2c0262af bellard
            break;
3440 61382a50 bellard
        case 3: /* lcall Ev */
3441 2c0262af bellard
            gen_op_ld_T1_A0[ot + s->mem_index]();
3442 aba9d61e bellard
            gen_add_A0_im(s, 1 << (ot - OT_WORD + 1));
3443 61382a50 bellard
            gen_op_ldu_T0_A0[OT_WORD + s->mem_index]();
3444 2c0262af bellard
        do_lcall:
3445 2c0262af bellard
            if (s->pe && !s->vm86) {
3446 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
3447 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
3448 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3449 aba9d61e bellard
                gen_op_lcall_protected_T0_T1(dflag, s->pc - pc_start);
3450 2c0262af bellard
            } else {
3451 2c0262af bellard
                gen_op_lcall_real_T0_T1(dflag, s->pc - s->cs_base);
3452 2c0262af bellard
            }
3453 2c0262af bellard
            gen_eob(s);
3454 2c0262af bellard
            break;
3455 2c0262af bellard
        case 4: /* jmp Ev */
3456 2c0262af bellard
            if (s->dflag == 0)
3457 2c0262af bellard
                gen_op_andl_T0_ffff();
3458 2c0262af bellard
            gen_op_jmp_T0();
3459 2c0262af bellard
            gen_eob(s);
3460 2c0262af bellard
            break;
3461 2c0262af bellard
        case 5: /* ljmp Ev */
3462 2c0262af bellard
            gen_op_ld_T1_A0[ot + s->mem_index]();
3463 aba9d61e bellard
            gen_add_A0_im(s, 1 << (ot - OT_WORD + 1));
3464 61382a50 bellard
            gen_op_ldu_T0_A0[OT_WORD + s->mem_index]();
3465 2c0262af bellard
        do_ljmp:
3466 2c0262af bellard
            if (s->pe && !s->vm86) {
3467 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
3468 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
3469 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
3470 aba9d61e bellard
                gen_op_ljmp_protected_T0_T1(s->pc - pc_start);
3471 2c0262af bellard
            } else {
3472 2c0262af bellard
                gen_op_movl_seg_T0_vm(offsetof(CPUX86State,segs[R_CS]));
3473 2c0262af bellard
                gen_op_movl_T0_T1();
3474 2c0262af bellard
                gen_op_jmp_T0();
3475 2c0262af bellard
            }
3476 2c0262af bellard
            gen_eob(s);
3477 2c0262af bellard
            break;
3478 2c0262af bellard
        case 6: /* push Ev */
3479 2c0262af bellard
            gen_push_T0(s);
3480 2c0262af bellard
            break;
3481 2c0262af bellard
        default:
3482 2c0262af bellard
            goto illegal_op;
3483 2c0262af bellard
        }
3484 2c0262af bellard
        break;
3485 2c0262af bellard
3486 2c0262af bellard
    case 0x84: /* test Ev, Gv */
3487 2c0262af bellard
    case 0x85: 
3488 2c0262af bellard
        if ((b & 1) == 0)
3489 2c0262af bellard
            ot = OT_BYTE;
3490 2c0262af bellard
        else
3491 14ce26e7 bellard
            ot = dflag + OT_WORD;
3492 2c0262af bellard
3493 61382a50 bellard
        modrm = ldub_code(s->pc++);
3494 2c0262af bellard
        mod = (modrm >> 6) & 3;
3495 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
3496 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3497 2c0262af bellard
        
3498 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
3499 14ce26e7 bellard
        gen_op_mov_TN_reg[ot][1][reg]();
3500 2c0262af bellard
        gen_op_testl_T0_T1_cc();
3501 2c0262af bellard
        s->cc_op = CC_OP_LOGICB + ot;
3502 2c0262af bellard
        break;
3503 2c0262af bellard
        
3504 2c0262af bellard
    case 0xa8: /* test eAX, Iv */
3505 2c0262af bellard
    case 0xa9:
3506 2c0262af bellard
        if ((b & 1) == 0)
3507 2c0262af bellard
            ot = OT_BYTE;
3508 2c0262af bellard
        else
3509 14ce26e7 bellard
            ot = dflag + OT_WORD;
3510 2c0262af bellard
        val = insn_get(s, ot);
3511 2c0262af bellard
3512 2c0262af bellard
        gen_op_mov_TN_reg[ot][0][OR_EAX]();
3513 2c0262af bellard
        gen_op_movl_T1_im(val);
3514 2c0262af bellard
        gen_op_testl_T0_T1_cc();
3515 2c0262af bellard
        s->cc_op = CC_OP_LOGICB + ot;
3516 2c0262af bellard
        break;
3517 2c0262af bellard
        
3518 2c0262af bellard
    case 0x98: /* CWDE/CBW */
3519 14ce26e7 bellard
#ifdef TARGET_X86_64
3520 14ce26e7 bellard
        if (dflag == 2) {
3521 14ce26e7 bellard
            gen_op_movslq_RAX_EAX();
3522 14ce26e7 bellard
        } else
3523 14ce26e7 bellard
#endif
3524 14ce26e7 bellard
        if (dflag == 1)
3525 2c0262af bellard
            gen_op_movswl_EAX_AX();
3526 2c0262af bellard
        else
3527 2c0262af bellard
            gen_op_movsbw_AX_AL();
3528 2c0262af bellard
        break;
3529 2c0262af bellard
    case 0x99: /* CDQ/CWD */
3530 14ce26e7 bellard
#ifdef TARGET_X86_64
3531 14ce26e7 bellard
        if (dflag == 2) {
3532 14ce26e7 bellard
            gen_op_movsqo_RDX_RAX();
3533 14ce26e7 bellard
        } else
3534 14ce26e7 bellard
#endif
3535 14ce26e7 bellard
        if (dflag == 1)
3536 2c0262af bellard
            gen_op_movslq_EDX_EAX();
3537 2c0262af bellard
        else
3538 2c0262af bellard
            gen_op_movswl_DX_AX();
3539 2c0262af bellard
        break;
3540 2c0262af bellard
    case 0x1af: /* imul Gv, Ev */
3541 2c0262af bellard
    case 0x69: /* imul Gv, Ev, I */
3542 2c0262af bellard
    case 0x6b:
3543 14ce26e7 bellard
        ot = dflag + OT_WORD;
3544 61382a50 bellard
        modrm = ldub_code(s->pc++);
3545 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3546 14ce26e7 bellard
        if (b == 0x69)
3547 14ce26e7 bellard
            s->rip_offset = insn_const_size(ot);
3548 14ce26e7 bellard
        else if (b == 0x6b)
3549 14ce26e7 bellard
            s->rip_offset = 1;
3550 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
3551 2c0262af bellard
        if (b == 0x69) {
3552 2c0262af bellard
            val = insn_get(s, ot);
3553 2c0262af bellard
            gen_op_movl_T1_im(val);
3554 2c0262af bellard
        } else if (b == 0x6b) {
3555 d64477af bellard
            val = (int8_t)insn_get(s, OT_BYTE);
3556 2c0262af bellard
            gen_op_movl_T1_im(val);
3557 2c0262af bellard
        } else {
3558 2c0262af bellard
            gen_op_mov_TN_reg[ot][1][reg]();
3559 2c0262af bellard
        }
3560 2c0262af bellard
3561 14ce26e7 bellard
#ifdef TARGET_X86_64
3562 14ce26e7 bellard
        if (ot == OT_QUAD) {
3563 14ce26e7 bellard
            gen_op_imulq_T0_T1();
3564 14ce26e7 bellard
        } else
3565 14ce26e7 bellard
#endif
3566 2c0262af bellard
        if (ot == OT_LONG) {
3567 2c0262af bellard
            gen_op_imull_T0_T1();
3568 2c0262af bellard
        } else {
3569 2c0262af bellard
            gen_op_imulw_T0_T1();
3570 2c0262af bellard
        }
3571 2c0262af bellard
        gen_op_mov_reg_T0[ot][reg]();
3572 d36cd60e bellard
        s->cc_op = CC_OP_MULB + ot;
3573 2c0262af bellard
        break;
3574 2c0262af bellard
    case 0x1c0:
3575 2c0262af bellard
    case 0x1c1: /* xadd Ev, Gv */
3576 2c0262af bellard
        if ((b & 1) == 0)
3577 2c0262af bellard
            ot = OT_BYTE;
3578 2c0262af bellard
        else
3579 14ce26e7 bellard
            ot = dflag + OT_WORD;
3580 61382a50 bellard
        modrm = ldub_code(s->pc++);
3581 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3582 2c0262af bellard
        mod = (modrm >> 6) & 3;
3583 2c0262af bellard
        if (mod == 3) {
3584 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
3585 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][reg]();
3586 2c0262af bellard
            gen_op_mov_TN_reg[ot][1][rm]();
3587 2c0262af bellard
            gen_op_addl_T0_T1();
3588 2c0262af bellard
            gen_op_mov_reg_T1[ot][reg]();
3589 5a1388b6 bellard
            gen_op_mov_reg_T0[ot][rm]();
3590 2c0262af bellard
        } else {
3591 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3592 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][reg]();
3593 2c0262af bellard
            gen_op_ld_T1_A0[ot + s->mem_index]();
3594 2c0262af bellard
            gen_op_addl_T0_T1();
3595 2c0262af bellard
            gen_op_st_T0_A0[ot + s->mem_index]();
3596 2c0262af bellard
            gen_op_mov_reg_T1[ot][reg]();
3597 2c0262af bellard
        }
3598 2c0262af bellard
        gen_op_update2_cc();
3599 2c0262af bellard
        s->cc_op = CC_OP_ADDB + ot;
3600 2c0262af bellard
        break;
3601 2c0262af bellard
    case 0x1b0:
3602 2c0262af bellard
    case 0x1b1: /* cmpxchg Ev, Gv */
3603 2c0262af bellard
        if ((b & 1) == 0)
3604 2c0262af bellard
            ot = OT_BYTE;
3605 2c0262af bellard
        else
3606 14ce26e7 bellard
            ot = dflag + OT_WORD;
3607 61382a50 bellard
        modrm = ldub_code(s->pc++);
3608 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3609 2c0262af bellard
        mod = (modrm >> 6) & 3;
3610 2c0262af bellard
        gen_op_mov_TN_reg[ot][1][reg]();
3611 2c0262af bellard
        if (mod == 3) {
3612 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
3613 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
3614 2c0262af bellard
            gen_op_cmpxchg_T0_T1_EAX_cc[ot]();
3615 2c0262af bellard
            gen_op_mov_reg_T0[ot][rm]();
3616 2c0262af bellard
        } else {
3617 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3618 2c0262af bellard
            gen_op_ld_T0_A0[ot + s->mem_index]();
3619 4f31916f bellard
            gen_op_cmpxchg_mem_T0_T1_EAX_cc[ot + s->mem_index]();
3620 2c0262af bellard
        }
3621 2c0262af bellard
        s->cc_op = CC_OP_SUBB + ot;
3622 2c0262af bellard
        break;
3623 2c0262af bellard
    case 0x1c7: /* cmpxchg8b */
3624 61382a50 bellard
        modrm = ldub_code(s->pc++);
3625 2c0262af bellard
        mod = (modrm >> 6) & 3;
3626 2c0262af bellard
        if (mod == 3)
3627 2c0262af bellard
            goto illegal_op;
3628 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
3629 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
3630 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3631 2c0262af bellard
        gen_op_cmpxchg8b();
3632 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
3633 2c0262af bellard
        break;
3634 2c0262af bellard
        
3635 2c0262af bellard
        /**************************/
3636 2c0262af bellard
        /* push/pop */
3637 2c0262af bellard
    case 0x50 ... 0x57: /* push */
3638 14ce26e7 bellard
        gen_op_mov_TN_reg[OT_LONG][0][(b & 7) | REX_B(s)]();
3639 2c0262af bellard
        gen_push_T0(s);
3640 2c0262af bellard
        break;
3641 2c0262af bellard
    case 0x58 ... 0x5f: /* pop */
3642 14ce26e7 bellard
        if (CODE64(s)) {
3643 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
3644 14ce26e7 bellard
        } else {
3645 14ce26e7 bellard
            ot = dflag + OT_WORD;
3646 14ce26e7 bellard
        }
3647 2c0262af bellard
        gen_pop_T0(s);
3648 77729c24 bellard
        /* NOTE: order is important for pop %sp */
3649 2c0262af bellard
        gen_pop_update(s);
3650 14ce26e7 bellard
        gen_op_mov_reg_T0[ot][(b & 7) | REX_B(s)]();
3651 2c0262af bellard
        break;
3652 2c0262af bellard
    case 0x60: /* pusha */
3653 14ce26e7 bellard
        if (CODE64(s))
3654 14ce26e7 bellard
            goto illegal_op;
3655 2c0262af bellard
        gen_pusha(s);
3656 2c0262af bellard
        break;
3657 2c0262af bellard
    case 0x61: /* popa */
3658 14ce26e7 bellard
        if (CODE64(s))
3659 14ce26e7 bellard
            goto illegal_op;
3660 2c0262af bellard
        gen_popa(s);
3661 2c0262af bellard
        break;
3662 2c0262af bellard
    case 0x68: /* push Iv */
3663 2c0262af bellard
    case 0x6a:
3664 14ce26e7 bellard
        if (CODE64(s)) {
3665 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
3666 14ce26e7 bellard
        } else {
3667 14ce26e7 bellard
            ot = dflag + OT_WORD;
3668 14ce26e7 bellard
        }
3669 2c0262af bellard
        if (b == 0x68)
3670 2c0262af bellard
            val = insn_get(s, ot);
3671 2c0262af bellard
        else
3672 2c0262af bellard
            val = (int8_t)insn_get(s, OT_BYTE);
3673 2c0262af bellard
        gen_op_movl_T0_im(val);
3674 2c0262af bellard
        gen_push_T0(s);
3675 2c0262af bellard
        break;
3676 2c0262af bellard
    case 0x8f: /* pop Ev */
3677 14ce26e7 bellard
        if (CODE64(s)) {
3678 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
3679 14ce26e7 bellard
        } else {
3680 14ce26e7 bellard
            ot = dflag + OT_WORD;
3681 14ce26e7 bellard
        }
3682 61382a50 bellard
        modrm = ldub_code(s->pc++);
3683 77729c24 bellard
        mod = (modrm >> 6) & 3;
3684 2c0262af bellard
        gen_pop_T0(s);
3685 77729c24 bellard
        if (mod == 3) {
3686 77729c24 bellard
            /* NOTE: order is important for pop %sp */
3687 77729c24 bellard
            gen_pop_update(s);
3688 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
3689 77729c24 bellard
            gen_op_mov_reg_T0[ot][rm]();
3690 77729c24 bellard
        } else {
3691 77729c24 bellard
            /* NOTE: order is important too for MMU exceptions */
3692 14ce26e7 bellard
            s->popl_esp_hack = 1 << ot;
3693 77729c24 bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
3694 77729c24 bellard
            s->popl_esp_hack = 0;
3695 77729c24 bellard
            gen_pop_update(s);
3696 77729c24 bellard
        }
3697 2c0262af bellard
        break;
3698 2c0262af bellard
    case 0xc8: /* enter */
3699 2c0262af bellard
        {
3700 14ce26e7 bellard
            /* XXX: long mode support */
3701 2c0262af bellard
            int level;
3702 61382a50 bellard
            val = lduw_code(s->pc);
3703 2c0262af bellard
            s->pc += 2;
3704 61382a50 bellard
            level = ldub_code(s->pc++);
3705 2c0262af bellard
            gen_enter(s, val, level);
3706 2c0262af bellard
        }
3707 2c0262af bellard
        break;
3708 2c0262af bellard
    case 0xc9: /* leave */
3709 2c0262af bellard
        /* XXX: exception not precise (ESP is updated before potential exception) */
3710 14ce26e7 bellard
        /* XXX: may be invalid for 16 bit in long mode */
3711 14ce26e7 bellard
        if (CODE64(s)) {
3712 14ce26e7 bellard
            gen_op_mov_TN_reg[OT_QUAD][0][R_EBP]();
3713 14ce26e7 bellard
            gen_op_mov_reg_T0[OT_QUAD][R_ESP]();
3714 14ce26e7 bellard
        } else if (s->ss32) {
3715 2c0262af bellard
            gen_op_mov_TN_reg[OT_LONG][0][R_EBP]();
3716 2c0262af bellard
            gen_op_mov_reg_T0[OT_LONG][R_ESP]();
3717 2c0262af bellard
        } else {
3718 2c0262af bellard
            gen_op_mov_TN_reg[OT_WORD][0][R_EBP]();
3719 2c0262af bellard
            gen_op_mov_reg_T0[OT_WORD][R_ESP]();
3720 2c0262af bellard
        }
3721 2c0262af bellard
        gen_pop_T0(s);
3722 14ce26e7 bellard
        if (CODE64(s)) {
3723 14ce26e7 bellard
            ot = dflag ? OT_QUAD : OT_WORD;
3724 14ce26e7 bellard
        } else {
3725 14ce26e7 bellard
            ot = dflag + OT_WORD;
3726 14ce26e7 bellard
        }
3727 2c0262af bellard
        gen_op_mov_reg_T0[ot][R_EBP]();
3728 2c0262af bellard
        gen_pop_update(s);
3729 2c0262af bellard
        break;
3730 2c0262af bellard
    case 0x06: /* push es */
3731 2c0262af bellard
    case 0x0e: /* push cs */
3732 2c0262af bellard
    case 0x16: /* push ss */
3733 2c0262af bellard
    case 0x1e: /* push ds */
3734 14ce26e7 bellard
        if (CODE64(s))
3735 14ce26e7 bellard
            goto illegal_op;
3736 2c0262af bellard
        gen_op_movl_T0_seg(b >> 3);
3737 2c0262af bellard
        gen_push_T0(s);
3738 2c0262af bellard
        break;
3739 2c0262af bellard
    case 0x1a0: /* push fs */
3740 2c0262af bellard
    case 0x1a8: /* push gs */
3741 2c0262af bellard
        gen_op_movl_T0_seg((b >> 3) & 7);
3742 2c0262af bellard
        gen_push_T0(s);
3743 2c0262af bellard
        break;
3744 2c0262af bellard
    case 0x07: /* pop es */
3745 2c0262af bellard
    case 0x17: /* pop ss */
3746 2c0262af bellard
    case 0x1f: /* pop ds */
3747 14ce26e7 bellard
        if (CODE64(s))
3748 14ce26e7 bellard
            goto illegal_op;
3749 2c0262af bellard
        reg = b >> 3;
3750 2c0262af bellard
        gen_pop_T0(s);
3751 2c0262af bellard
        gen_movl_seg_T0(s, reg, pc_start - s->cs_base);
3752 2c0262af bellard
        gen_pop_update(s);
3753 2c0262af bellard
        if (reg == R_SS) {
3754 a2cc3b24 bellard
            /* if reg == SS, inhibit interrupts/trace. */
3755 a2cc3b24 bellard
            /* If several instructions disable interrupts, only the
3756 a2cc3b24 bellard
               _first_ does it */
3757 a2cc3b24 bellard
            if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
3758 a2cc3b24 bellard
                gen_op_set_inhibit_irq();
3759 2c0262af bellard
            s->tf = 0;
3760 2c0262af bellard
        }
3761 2c0262af bellard
        if (s->is_jmp) {
3762 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
3763 2c0262af bellard
            gen_eob(s);
3764 2c0262af bellard
        }
3765 2c0262af bellard
        break;
3766 2c0262af bellard
    case 0x1a1: /* pop fs */
3767 2c0262af bellard
    case 0x1a9: /* pop gs */
3768 2c0262af bellard
        gen_pop_T0(s);
3769 2c0262af bellard
        gen_movl_seg_T0(s, (b >> 3) & 7, pc_start - s->cs_base);
3770 2c0262af bellard
        gen_pop_update(s);
3771 2c0262af bellard
        if (s->is_jmp) {
3772 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
3773 2c0262af bellard
            gen_eob(s);
3774 2c0262af bellard
        }
3775 2c0262af bellard
        break;
3776 2c0262af bellard
3777 2c0262af bellard
        /**************************/
3778 2c0262af bellard
        /* mov */
3779 2c0262af bellard
    case 0x88:
3780 2c0262af bellard
    case 0x89: /* mov Gv, Ev */
3781 2c0262af bellard
        if ((b & 1) == 0)
3782 2c0262af bellard
            ot = OT_BYTE;
3783 2c0262af bellard
        else
3784 14ce26e7 bellard
            ot = dflag + OT_WORD;
3785 61382a50 bellard
        modrm = ldub_code(s->pc++);
3786 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3787 2c0262af bellard
        
3788 2c0262af bellard
        /* generate a generic store */
3789 14ce26e7 bellard
        gen_ldst_modrm(s, modrm, ot, reg, 1);
3790 2c0262af bellard
        break;
3791 2c0262af bellard
    case 0xc6:
3792 2c0262af bellard
    case 0xc7: /* mov Ev, Iv */
3793 2c0262af bellard
        if ((b & 1) == 0)
3794 2c0262af bellard
            ot = OT_BYTE;
3795 2c0262af bellard
        else
3796 14ce26e7 bellard
            ot = dflag + OT_WORD;
3797 61382a50 bellard
        modrm = ldub_code(s->pc++);
3798 2c0262af bellard
        mod = (modrm >> 6) & 3;
3799 14ce26e7 bellard
        if (mod != 3) {
3800 14ce26e7 bellard
            s->rip_offset = insn_const_size(ot);
3801 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3802 14ce26e7 bellard
        }
3803 2c0262af bellard
        val = insn_get(s, ot);
3804 2c0262af bellard
        gen_op_movl_T0_im(val);
3805 2c0262af bellard
        if (mod != 3)
3806 2c0262af bellard
            gen_op_st_T0_A0[ot + s->mem_index]();
3807 2c0262af bellard
        else
3808 14ce26e7 bellard
            gen_op_mov_reg_T0[ot][(modrm & 7) | REX_B(s)]();
3809 2c0262af bellard
        break;
3810 2c0262af bellard
    case 0x8a:
3811 2c0262af bellard
    case 0x8b: /* mov Ev, Gv */
3812 2c0262af bellard
        if ((b & 1) == 0)
3813 2c0262af bellard
            ot = OT_BYTE;
3814 2c0262af bellard
        else
3815 14ce26e7 bellard
            ot = OT_WORD + dflag;
3816 61382a50 bellard
        modrm = ldub_code(s->pc++);
3817 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3818 2c0262af bellard
        
3819 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
3820 2c0262af bellard
        gen_op_mov_reg_T0[ot][reg]();
3821 2c0262af bellard
        break;
3822 2c0262af bellard
    case 0x8e: /* mov seg, Gv */
3823 61382a50 bellard
        modrm = ldub_code(s->pc++);
3824 2c0262af bellard
        reg = (modrm >> 3) & 7;
3825 2c0262af bellard
        if (reg >= 6 || reg == R_CS)
3826 2c0262af bellard
            goto illegal_op;
3827 2c0262af bellard
        gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
3828 2c0262af bellard
        gen_movl_seg_T0(s, reg, pc_start - s->cs_base);
3829 2c0262af bellard
        if (reg == R_SS) {
3830 2c0262af bellard
            /* if reg == SS, inhibit interrupts/trace */
3831 a2cc3b24 bellard
            /* If several instructions disable interrupts, only the
3832 a2cc3b24 bellard
               _first_ does it */
3833 a2cc3b24 bellard
            if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
3834 a2cc3b24 bellard
                gen_op_set_inhibit_irq();
3835 2c0262af bellard
            s->tf = 0;
3836 2c0262af bellard
        }
3837 2c0262af bellard
        if (s->is_jmp) {
3838 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
3839 2c0262af bellard
            gen_eob(s);
3840 2c0262af bellard
        }
3841 2c0262af bellard
        break;
3842 2c0262af bellard
    case 0x8c: /* mov Gv, seg */
3843 61382a50 bellard
        modrm = ldub_code(s->pc++);
3844 2c0262af bellard
        reg = (modrm >> 3) & 7;
3845 2c0262af bellard
        mod = (modrm >> 6) & 3;
3846 2c0262af bellard
        if (reg >= 6)
3847 2c0262af bellard
            goto illegal_op;
3848 2c0262af bellard
        gen_op_movl_T0_seg(reg);
3849 14ce26e7 bellard
        if (mod == 3)
3850 14ce26e7 bellard
            ot = OT_WORD + dflag;
3851 14ce26e7 bellard
        else
3852 14ce26e7 bellard
            ot = OT_WORD;
3853 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
3854 2c0262af bellard
        break;
3855 2c0262af bellard
3856 2c0262af bellard
    case 0x1b6: /* movzbS Gv, Eb */
3857 2c0262af bellard
    case 0x1b7: /* movzwS Gv, Eb */
3858 2c0262af bellard
    case 0x1be: /* movsbS Gv, Eb */
3859 2c0262af bellard
    case 0x1bf: /* movswS Gv, Eb */
3860 2c0262af bellard
        {
3861 2c0262af bellard
            int d_ot;
3862 2c0262af bellard
            /* d_ot is the size of destination */
3863 2c0262af bellard
            d_ot = dflag + OT_WORD;
3864 2c0262af bellard
            /* ot is the size of source */
3865 2c0262af bellard
            ot = (b & 1) + OT_BYTE;
3866 61382a50 bellard
            modrm = ldub_code(s->pc++);
3867 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
3868 2c0262af bellard
            mod = (modrm >> 6) & 3;
3869 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
3870 2c0262af bellard
            
3871 2c0262af bellard
            if (mod == 3) {
3872 2c0262af bellard
                gen_op_mov_TN_reg[ot][0][rm]();
3873 2c0262af bellard
                switch(ot | (b & 8)) {
3874 2c0262af bellard
                case OT_BYTE:
3875 2c0262af bellard
                    gen_op_movzbl_T0_T0();
3876 2c0262af bellard
                    break;
3877 2c0262af bellard
                case OT_BYTE | 8:
3878 2c0262af bellard
                    gen_op_movsbl_T0_T0();
3879 2c0262af bellard
                    break;
3880 2c0262af bellard
                case OT_WORD:
3881 2c0262af bellard
                    gen_op_movzwl_T0_T0();
3882 2c0262af bellard
                    break;
3883 2c0262af bellard
                default:
3884 2c0262af bellard
                case OT_WORD | 8:
3885 2c0262af bellard
                    gen_op_movswl_T0_T0();
3886 2c0262af bellard
                    break;
3887 2c0262af bellard
                }
3888 2c0262af bellard
                gen_op_mov_reg_T0[d_ot][reg]();
3889 2c0262af bellard
            } else {
3890 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3891 2c0262af bellard
                if (b & 8) {
3892 2c0262af bellard
                    gen_op_lds_T0_A0[ot + s->mem_index]();
3893 2c0262af bellard
                } else {
3894 2c0262af bellard
                    gen_op_ldu_T0_A0[ot + s->mem_index]();
3895 2c0262af bellard
                }
3896 2c0262af bellard
                gen_op_mov_reg_T0[d_ot][reg]();
3897 2c0262af bellard
            }
3898 2c0262af bellard
        }
3899 2c0262af bellard
        break;
3900 2c0262af bellard
3901 2c0262af bellard
    case 0x8d: /* lea */
3902 14ce26e7 bellard
        ot = dflag + OT_WORD;
3903 61382a50 bellard
        modrm = ldub_code(s->pc++);
3904 3a1d9b8b bellard
        mod = (modrm >> 6) & 3;
3905 3a1d9b8b bellard
        if (mod == 3)
3906 3a1d9b8b bellard
            goto illegal_op;
3907 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
3908 2c0262af bellard
        /* we must ensure that no segment is added */
3909 2c0262af bellard
        s->override = -1;
3910 2c0262af bellard
        val = s->addseg;
3911 2c0262af bellard
        s->addseg = 0;
3912 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
3913 2c0262af bellard
        s->addseg = val;
3914 2c0262af bellard
        gen_op_mov_reg_A0[ot - OT_WORD][reg]();
3915 2c0262af bellard
        break;
3916 2c0262af bellard
        
3917 2c0262af bellard
    case 0xa0: /* mov EAX, Ov */
3918 2c0262af bellard
    case 0xa1:
3919 2c0262af bellard
    case 0xa2: /* mov Ov, EAX */
3920 2c0262af bellard
    case 0xa3:
3921 2c0262af bellard
        {
3922 14ce26e7 bellard
            target_ulong offset_addr;
3923 14ce26e7 bellard
3924 14ce26e7 bellard
            if ((b & 1) == 0)
3925 14ce26e7 bellard
                ot = OT_BYTE;
3926 14ce26e7 bellard
            else
3927 14ce26e7 bellard
                ot = dflag + OT_WORD;
3928 14ce26e7 bellard
#ifdef TARGET_X86_64
3929 14ce26e7 bellard
            if (CODE64(s)) {
3930 14ce26e7 bellard
                offset_addr = ldq_code(s->pc);
3931 14ce26e7 bellard
                s->pc += 8;
3932 14ce26e7 bellard
                if (offset_addr == (int32_t)offset_addr)
3933 14ce26e7 bellard
                    gen_op_movq_A0_im(offset_addr);
3934 14ce26e7 bellard
                else
3935 14ce26e7 bellard
                    gen_op_movq_A0_im64(offset_addr >> 32, offset_addr);
3936 14ce26e7 bellard
            } else 
3937 14ce26e7 bellard
#endif
3938 14ce26e7 bellard
            {
3939 14ce26e7 bellard
                if (s->aflag) {
3940 14ce26e7 bellard
                    offset_addr = insn_get(s, OT_LONG);
3941 14ce26e7 bellard
                } else {
3942 14ce26e7 bellard
                    offset_addr = insn_get(s, OT_WORD);
3943 14ce26e7 bellard
                }
3944 14ce26e7 bellard
                gen_op_movl_A0_im(offset_addr);
3945 14ce26e7 bellard
            }
3946 664e0f19 bellard
            gen_add_A0_ds_seg(s);
3947 14ce26e7 bellard
            if ((b & 2) == 0) {
3948 14ce26e7 bellard
                gen_op_ld_T0_A0[ot + s->mem_index]();
3949 14ce26e7 bellard
                gen_op_mov_reg_T0[ot][R_EAX]();
3950 14ce26e7 bellard
            } else {
3951 14ce26e7 bellard
                gen_op_mov_TN_reg[ot][0][R_EAX]();
3952 14ce26e7 bellard
                gen_op_st_T0_A0[ot + s->mem_index]();
3953 2c0262af bellard
            }
3954 2c0262af bellard
        }
3955 2c0262af bellard
        break;
3956 2c0262af bellard
    case 0xd7: /* xlat */
3957 14ce26e7 bellard
#ifdef TARGET_X86_64
3958 14ce26e7 bellard
        if (CODE64(s)) {
3959 14ce26e7 bellard
            gen_op_movq_A0_reg[R_EBX]();
3960 14ce26e7 bellard
            gen_op_addq_A0_AL();
3961 14ce26e7 bellard
        } else 
3962 14ce26e7 bellard
#endif
3963 14ce26e7 bellard
        {
3964 14ce26e7 bellard
            gen_op_movl_A0_reg[R_EBX]();
3965 14ce26e7 bellard
            gen_op_addl_A0_AL();
3966 14ce26e7 bellard
            if (s->aflag == 0)
3967 14ce26e7 bellard
                gen_op_andl_A0_ffff();
3968 14ce26e7 bellard
        }
3969 664e0f19 bellard
        gen_add_A0_ds_seg(s);
3970 2c0262af bellard
        gen_op_ldu_T0_A0[OT_BYTE + s->mem_index]();
3971 2c0262af bellard
        gen_op_mov_reg_T0[OT_BYTE][R_EAX]();
3972 2c0262af bellard
        break;
3973 2c0262af bellard
    case 0xb0 ... 0xb7: /* mov R, Ib */
3974 2c0262af bellard
        val = insn_get(s, OT_BYTE);
3975 2c0262af bellard
        gen_op_movl_T0_im(val);
3976 14ce26e7 bellard
        gen_op_mov_reg_T0[OT_BYTE][(b & 7) | REX_B(s)]();
3977 2c0262af bellard
        break;
3978 2c0262af bellard
    case 0xb8 ... 0xbf: /* mov R, Iv */
3979 14ce26e7 bellard
#ifdef TARGET_X86_64
3980 14ce26e7 bellard
        if (dflag == 2) {
3981 14ce26e7 bellard
            uint64_t tmp;
3982 14ce26e7 bellard
            /* 64 bit case */
3983 14ce26e7 bellard
            tmp = ldq_code(s->pc);
3984 14ce26e7 bellard
            s->pc += 8;
3985 14ce26e7 bellard
            reg = (b & 7) | REX_B(s);
3986 14ce26e7 bellard
            gen_movtl_T0_im(tmp);
3987 14ce26e7 bellard
            gen_op_mov_reg_T0[OT_QUAD][reg]();
3988 14ce26e7 bellard
        } else 
3989 14ce26e7 bellard
#endif
3990 14ce26e7 bellard
        {
3991 14ce26e7 bellard
            ot = dflag ? OT_LONG : OT_WORD;
3992 14ce26e7 bellard
            val = insn_get(s, ot);
3993 14ce26e7 bellard
            reg = (b & 7) | REX_B(s);
3994 14ce26e7 bellard
            gen_op_movl_T0_im(val);
3995 14ce26e7 bellard
            gen_op_mov_reg_T0[ot][reg]();
3996 14ce26e7 bellard
        }
3997 2c0262af bellard
        break;
3998 2c0262af bellard
3999 2c0262af bellard
    case 0x91 ... 0x97: /* xchg R, EAX */
4000 14ce26e7 bellard
        ot = dflag + OT_WORD;
4001 14ce26e7 bellard
        reg = (b & 7) | REX_B(s);
4002 2c0262af bellard
        rm = R_EAX;
4003 2c0262af bellard
        goto do_xchg_reg;
4004 2c0262af bellard
    case 0x86:
4005 2c0262af bellard
    case 0x87: /* xchg Ev, Gv */
4006 2c0262af bellard
        if ((b & 1) == 0)
4007 2c0262af bellard
            ot = OT_BYTE;
4008 2c0262af bellard
        else
4009 14ce26e7 bellard
            ot = dflag + OT_WORD;
4010 61382a50 bellard
        modrm = ldub_code(s->pc++);
4011 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4012 2c0262af bellard
        mod = (modrm >> 6) & 3;
4013 2c0262af bellard
        if (mod == 3) {
4014 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
4015 2c0262af bellard
        do_xchg_reg:
4016 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][reg]();
4017 2c0262af bellard
            gen_op_mov_TN_reg[ot][1][rm]();
4018 2c0262af bellard
            gen_op_mov_reg_T0[ot][rm]();
4019 2c0262af bellard
            gen_op_mov_reg_T1[ot][reg]();
4020 2c0262af bellard
        } else {
4021 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4022 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][reg]();
4023 2c0262af bellard
            /* for xchg, lock is implicit */
4024 2c0262af bellard
            if (!(prefixes & PREFIX_LOCK))
4025 2c0262af bellard
                gen_op_lock();
4026 2c0262af bellard
            gen_op_ld_T1_A0[ot + s->mem_index]();
4027 2c0262af bellard
            gen_op_st_T0_A0[ot + s->mem_index]();
4028 2c0262af bellard
            if (!(prefixes & PREFIX_LOCK))
4029 2c0262af bellard
                gen_op_unlock();
4030 2c0262af bellard
            gen_op_mov_reg_T1[ot][reg]();
4031 2c0262af bellard
        }
4032 2c0262af bellard
        break;
4033 2c0262af bellard
    case 0xc4: /* les Gv */
4034 14ce26e7 bellard
        if (CODE64(s))
4035 14ce26e7 bellard
            goto illegal_op;
4036 2c0262af bellard
        op = R_ES;
4037 2c0262af bellard
        goto do_lxx;
4038 2c0262af bellard
    case 0xc5: /* lds Gv */
4039 14ce26e7 bellard
        if (CODE64(s))
4040 14ce26e7 bellard
            goto illegal_op;
4041 2c0262af bellard
        op = R_DS;
4042 2c0262af bellard
        goto do_lxx;
4043 2c0262af bellard
    case 0x1b2: /* lss Gv */
4044 2c0262af bellard
        op = R_SS;
4045 2c0262af bellard
        goto do_lxx;
4046 2c0262af bellard
    case 0x1b4: /* lfs Gv */
4047 2c0262af bellard
        op = R_FS;
4048 2c0262af bellard
        goto do_lxx;
4049 2c0262af bellard
    case 0x1b5: /* lgs Gv */
4050 2c0262af bellard
        op = R_GS;
4051 2c0262af bellard
    do_lxx:
4052 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
4053 61382a50 bellard
        modrm = ldub_code(s->pc++);
4054 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4055 2c0262af bellard
        mod = (modrm >> 6) & 3;
4056 2c0262af bellard
        if (mod == 3)
4057 2c0262af bellard
            goto illegal_op;
4058 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4059 2c0262af bellard
        gen_op_ld_T1_A0[ot + s->mem_index]();
4060 aba9d61e bellard
        gen_add_A0_im(s, 1 << (ot - OT_WORD + 1));
4061 2c0262af bellard
        /* load the segment first to handle exceptions properly */
4062 61382a50 bellard
        gen_op_ldu_T0_A0[OT_WORD + s->mem_index]();
4063 2c0262af bellard
        gen_movl_seg_T0(s, op, pc_start - s->cs_base);
4064 2c0262af bellard
        /* then put the data */
4065 2c0262af bellard
        gen_op_mov_reg_T1[ot][reg]();
4066 2c0262af bellard
        if (s->is_jmp) {
4067 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
4068 2c0262af bellard
            gen_eob(s);
4069 2c0262af bellard
        }
4070 2c0262af bellard
        break;
4071 2c0262af bellard
        
4072 2c0262af bellard
        /************************/
4073 2c0262af bellard
        /* shifts */
4074 2c0262af bellard
    case 0xc0:
4075 2c0262af bellard
    case 0xc1:
4076 2c0262af bellard
        /* shift Ev,Ib */
4077 2c0262af bellard
        shift = 2;
4078 2c0262af bellard
    grp2:
4079 2c0262af bellard
        {
4080 2c0262af bellard
            if ((b & 1) == 0)
4081 2c0262af bellard
                ot = OT_BYTE;
4082 2c0262af bellard
            else
4083 14ce26e7 bellard
                ot = dflag + OT_WORD;
4084 2c0262af bellard
            
4085 61382a50 bellard
            modrm = ldub_code(s->pc++);
4086 2c0262af bellard
            mod = (modrm >> 6) & 3;
4087 2c0262af bellard
            op = (modrm >> 3) & 7;
4088 2c0262af bellard
            
4089 2c0262af bellard
            if (mod != 3) {
4090 14ce26e7 bellard
                if (shift == 2) {
4091 14ce26e7 bellard
                    s->rip_offset = 1;
4092 14ce26e7 bellard
                }
4093 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4094 2c0262af bellard
                opreg = OR_TMP0;
4095 2c0262af bellard
            } else {
4096 14ce26e7 bellard
                opreg = (modrm & 7) | REX_B(s);
4097 2c0262af bellard
            }
4098 2c0262af bellard
4099 2c0262af bellard
            /* simpler op */
4100 2c0262af bellard
            if (shift == 0) {
4101 2c0262af bellard
                gen_shift(s, op, ot, opreg, OR_ECX);
4102 2c0262af bellard
            } else {
4103 2c0262af bellard
                if (shift == 2) {
4104 61382a50 bellard
                    shift = ldub_code(s->pc++);
4105 2c0262af bellard
                }
4106 2c0262af bellard
                gen_shifti(s, op, ot, opreg, shift);
4107 2c0262af bellard
            }
4108 2c0262af bellard
        }
4109 2c0262af bellard
        break;
4110 2c0262af bellard
    case 0xd0:
4111 2c0262af bellard
    case 0xd1:
4112 2c0262af bellard
        /* shift Ev,1 */
4113 2c0262af bellard
        shift = 1;
4114 2c0262af bellard
        goto grp2;
4115 2c0262af bellard
    case 0xd2:
4116 2c0262af bellard
    case 0xd3:
4117 2c0262af bellard
        /* shift Ev,cl */
4118 2c0262af bellard
        shift = 0;
4119 2c0262af bellard
        goto grp2;
4120 2c0262af bellard
4121 2c0262af bellard
    case 0x1a4: /* shld imm */
4122 2c0262af bellard
        op = 0;
4123 2c0262af bellard
        shift = 1;
4124 2c0262af bellard
        goto do_shiftd;
4125 2c0262af bellard
    case 0x1a5: /* shld cl */
4126 2c0262af bellard
        op = 0;
4127 2c0262af bellard
        shift = 0;
4128 2c0262af bellard
        goto do_shiftd;
4129 2c0262af bellard
    case 0x1ac: /* shrd imm */
4130 2c0262af bellard
        op = 1;
4131 2c0262af bellard
        shift = 1;
4132 2c0262af bellard
        goto do_shiftd;
4133 2c0262af bellard
    case 0x1ad: /* shrd cl */
4134 2c0262af bellard
        op = 1;
4135 2c0262af bellard
        shift = 0;
4136 2c0262af bellard
    do_shiftd:
4137 14ce26e7 bellard
        ot = dflag + OT_WORD;
4138 61382a50 bellard
        modrm = ldub_code(s->pc++);
4139 2c0262af bellard
        mod = (modrm >> 6) & 3;
4140 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
4141 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4142 2c0262af bellard
        
4143 2c0262af bellard
        if (mod != 3) {
4144 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4145 2c0262af bellard
            gen_op_ld_T0_A0[ot + s->mem_index]();
4146 2c0262af bellard
        } else {
4147 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
4148 2c0262af bellard
        }
4149 2c0262af bellard
        gen_op_mov_TN_reg[ot][1][reg]();
4150 2c0262af bellard
        
4151 2c0262af bellard
        if (shift) {
4152 61382a50 bellard
            val = ldub_code(s->pc++);
4153 14ce26e7 bellard
            if (ot == OT_QUAD)
4154 14ce26e7 bellard
                val &= 0x3f;
4155 14ce26e7 bellard
            else
4156 14ce26e7 bellard
                val &= 0x1f;
4157 2c0262af bellard
            if (val) {
4158 2c0262af bellard
                if (mod == 3)
4159 4f31916f bellard
                    gen_op_shiftd_T0_T1_im_cc[ot][op](val);
4160 2c0262af bellard
                else
4161 4f31916f bellard
                    gen_op_shiftd_mem_T0_T1_im_cc[ot + s->mem_index][op](val);
4162 2c0262af bellard
                if (op == 0 && ot != OT_WORD)
4163 2c0262af bellard
                    s->cc_op = CC_OP_SHLB + ot;
4164 2c0262af bellard
                else
4165 2c0262af bellard
                    s->cc_op = CC_OP_SARB + ot;
4166 2c0262af bellard
            }
4167 2c0262af bellard
        } else {
4168 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
4169 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
4170 2c0262af bellard
            if (mod == 3)
4171 4f31916f bellard
                gen_op_shiftd_T0_T1_ECX_cc[ot][op]();
4172 2c0262af bellard
            else
4173 4f31916f bellard
                gen_op_shiftd_mem_T0_T1_ECX_cc[ot + s->mem_index][op]();
4174 2c0262af bellard
            s->cc_op = CC_OP_DYNAMIC; /* cannot predict flags after */
4175 2c0262af bellard
        }
4176 2c0262af bellard
        if (mod == 3) {
4177 2c0262af bellard
            gen_op_mov_reg_T0[ot][rm]();
4178 2c0262af bellard
        }
4179 2c0262af bellard
        break;
4180 2c0262af bellard
4181 2c0262af bellard
        /************************/
4182 2c0262af bellard
        /* floats */
4183 2c0262af bellard
    case 0xd8 ... 0xdf: 
4184 7eee2a50 bellard
        if (s->flags & (HF_EM_MASK | HF_TS_MASK)) {
4185 7eee2a50 bellard
            /* if CR0.EM or CR0.TS are set, generate an FPU exception */
4186 7eee2a50 bellard
            /* XXX: what to do if illegal op ? */
4187 7eee2a50 bellard
            gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
4188 7eee2a50 bellard
            break;
4189 7eee2a50 bellard
        }
4190 61382a50 bellard
        modrm = ldub_code(s->pc++);
4191 2c0262af bellard
        mod = (modrm >> 6) & 3;
4192 2c0262af bellard
        rm = modrm & 7;
4193 2c0262af bellard
        op = ((b & 7) << 3) | ((modrm >> 3) & 7);
4194 2c0262af bellard
        if (mod != 3) {
4195 2c0262af bellard
            /* memory op */
4196 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4197 2c0262af bellard
            switch(op) {
4198 2c0262af bellard
            case 0x00 ... 0x07: /* fxxxs */
4199 2c0262af bellard
            case 0x10 ... 0x17: /* fixxxl */
4200 2c0262af bellard
            case 0x20 ... 0x27: /* fxxxl */
4201 2c0262af bellard
            case 0x30 ... 0x37: /* fixxx */
4202 2c0262af bellard
                {
4203 2c0262af bellard
                    int op1;
4204 2c0262af bellard
                    op1 = op & 7;
4205 2c0262af bellard
4206 2c0262af bellard
                    switch(op >> 4) {
4207 2c0262af bellard
                    case 0:
4208 2c0262af bellard
                        gen_op_flds_FT0_A0();
4209 2c0262af bellard
                        break;
4210 2c0262af bellard
                    case 1:
4211 2c0262af bellard
                        gen_op_fildl_FT0_A0();
4212 2c0262af bellard
                        break;
4213 2c0262af bellard
                    case 2:
4214 2c0262af bellard
                        gen_op_fldl_FT0_A0();
4215 2c0262af bellard
                        break;
4216 2c0262af bellard
                    case 3:
4217 2c0262af bellard
                    default:
4218 2c0262af bellard
                        gen_op_fild_FT0_A0();
4219 2c0262af bellard
                        break;
4220 2c0262af bellard
                    }
4221 2c0262af bellard
                    
4222 2c0262af bellard
                    gen_op_fp_arith_ST0_FT0[op1]();
4223 2c0262af bellard
                    if (op1 == 3) {
4224 2c0262af bellard
                        /* fcomp needs pop */
4225 2c0262af bellard
                        gen_op_fpop();
4226 2c0262af bellard
                    }
4227 2c0262af bellard
                }
4228 2c0262af bellard
                break;
4229 2c0262af bellard
            case 0x08: /* flds */
4230 2c0262af bellard
            case 0x0a: /* fsts */
4231 2c0262af bellard
            case 0x0b: /* fstps */
4232 2c0262af bellard
            case 0x18: /* fildl */
4233 2c0262af bellard
            case 0x1a: /* fistl */
4234 2c0262af bellard
            case 0x1b: /* fistpl */
4235 2c0262af bellard
            case 0x28: /* fldl */
4236 2c0262af bellard
            case 0x2a: /* fstl */
4237 2c0262af bellard
            case 0x2b: /* fstpl */
4238 2c0262af bellard
            case 0x38: /* filds */
4239 2c0262af bellard
            case 0x3a: /* fists */
4240 2c0262af bellard
            case 0x3b: /* fistps */
4241 2c0262af bellard
                
4242 2c0262af bellard
                switch(op & 7) {
4243 2c0262af bellard
                case 0:
4244 2c0262af bellard
                    switch(op >> 4) {
4245 2c0262af bellard
                    case 0:
4246 2c0262af bellard
                        gen_op_flds_ST0_A0();
4247 2c0262af bellard
                        break;
4248 2c0262af bellard
                    case 1:
4249 2c0262af bellard
                        gen_op_fildl_ST0_A0();
4250 2c0262af bellard
                        break;
4251 2c0262af bellard
                    case 2:
4252 2c0262af bellard
                        gen_op_fldl_ST0_A0();
4253 2c0262af bellard
                        break;
4254 2c0262af bellard
                    case 3:
4255 2c0262af bellard
                    default:
4256 2c0262af bellard
                        gen_op_fild_ST0_A0();
4257 2c0262af bellard
                        break;
4258 2c0262af bellard
                    }
4259 2c0262af bellard
                    break;
4260 2c0262af bellard
                default:
4261 2c0262af bellard
                    switch(op >> 4) {
4262 2c0262af bellard
                    case 0:
4263 2c0262af bellard
                        gen_op_fsts_ST0_A0();
4264 2c0262af bellard
                        break;
4265 2c0262af bellard
                    case 1:
4266 2c0262af bellard
                        gen_op_fistl_ST0_A0();
4267 2c0262af bellard
                        break;
4268 2c0262af bellard
                    case 2:
4269 2c0262af bellard
                        gen_op_fstl_ST0_A0();
4270 2c0262af bellard
                        break;
4271 2c0262af bellard
                    case 3:
4272 2c0262af bellard
                    default:
4273 2c0262af bellard
                        gen_op_fist_ST0_A0();
4274 2c0262af bellard
                        break;
4275 2c0262af bellard
                    }
4276 2c0262af bellard
                    if ((op & 7) == 3)
4277 2c0262af bellard
                        gen_op_fpop();
4278 2c0262af bellard
                    break;
4279 2c0262af bellard
                }
4280 2c0262af bellard
                break;
4281 2c0262af bellard
            case 0x0c: /* fldenv mem */
4282 2c0262af bellard
                gen_op_fldenv_A0(s->dflag);
4283 2c0262af bellard
                break;
4284 2c0262af bellard
            case 0x0d: /* fldcw mem */
4285 2c0262af bellard
                gen_op_fldcw_A0();
4286 2c0262af bellard
                break;
4287 2c0262af bellard
            case 0x0e: /* fnstenv mem */
4288 2c0262af bellard
                gen_op_fnstenv_A0(s->dflag);
4289 2c0262af bellard
                break;
4290 2c0262af bellard
            case 0x0f: /* fnstcw mem */
4291 2c0262af bellard
                gen_op_fnstcw_A0();
4292 2c0262af bellard
                break;
4293 2c0262af bellard
            case 0x1d: /* fldt mem */
4294 2c0262af bellard
                gen_op_fldt_ST0_A0();
4295 2c0262af bellard
                break;
4296 2c0262af bellard
            case 0x1f: /* fstpt mem */
4297 2c0262af bellard
                gen_op_fstt_ST0_A0();
4298 2c0262af bellard
                gen_op_fpop();
4299 2c0262af bellard
                break;
4300 2c0262af bellard
            case 0x2c: /* frstor mem */
4301 2c0262af bellard
                gen_op_frstor_A0(s->dflag);
4302 2c0262af bellard
                break;
4303 2c0262af bellard
            case 0x2e: /* fnsave mem */
4304 2c0262af bellard
                gen_op_fnsave_A0(s->dflag);
4305 2c0262af bellard
                break;
4306 2c0262af bellard
            case 0x2f: /* fnstsw mem */
4307 2c0262af bellard
                gen_op_fnstsw_A0();
4308 2c0262af bellard
                break;
4309 2c0262af bellard
            case 0x3c: /* fbld */
4310 2c0262af bellard
                gen_op_fbld_ST0_A0();
4311 2c0262af bellard
                break;
4312 2c0262af bellard
            case 0x3e: /* fbstp */
4313 2c0262af bellard
                gen_op_fbst_ST0_A0();
4314 2c0262af bellard
                gen_op_fpop();
4315 2c0262af bellard
                break;
4316 2c0262af bellard
            case 0x3d: /* fildll */
4317 2c0262af bellard
                gen_op_fildll_ST0_A0();
4318 2c0262af bellard
                break;
4319 2c0262af bellard
            case 0x3f: /* fistpll */
4320 2c0262af bellard
                gen_op_fistll_ST0_A0();
4321 2c0262af bellard
                gen_op_fpop();
4322 2c0262af bellard
                break;
4323 2c0262af bellard
            default:
4324 2c0262af bellard
                goto illegal_op;
4325 2c0262af bellard
            }
4326 2c0262af bellard
        } else {
4327 2c0262af bellard
            /* register float ops */
4328 2c0262af bellard
            opreg = rm;
4329 2c0262af bellard
4330 2c0262af bellard
            switch(op) {
4331 2c0262af bellard
            case 0x08: /* fld sti */
4332 2c0262af bellard
                gen_op_fpush();
4333 2c0262af bellard
                gen_op_fmov_ST0_STN((opreg + 1) & 7);
4334 2c0262af bellard
                break;
4335 2c0262af bellard
            case 0x09: /* fxchg sti */
4336 c169c906 bellard
            case 0x29: /* fxchg4 sti, undocumented op */
4337 c169c906 bellard
            case 0x39: /* fxchg7 sti, undocumented op */
4338 2c0262af bellard
                gen_op_fxchg_ST0_STN(opreg);
4339 2c0262af bellard
                break;
4340 2c0262af bellard
            case 0x0a: /* grp d9/2 */
4341 2c0262af bellard
                switch(rm) {
4342 2c0262af bellard
                case 0: /* fnop */
4343 023fe10d bellard
                    /* check exceptions (FreeBSD FPU probe) */
4344 023fe10d bellard
                    if (s->cc_op != CC_OP_DYNAMIC)
4345 023fe10d bellard
                        gen_op_set_cc_op(s->cc_op);
4346 14ce26e7 bellard
                    gen_jmp_im(pc_start - s->cs_base);
4347 023fe10d bellard
                    gen_op_fwait();
4348 2c0262af bellard
                    break;
4349 2c0262af bellard
                default:
4350 2c0262af bellard
                    goto illegal_op;
4351 2c0262af bellard
                }
4352 2c0262af bellard
                break;
4353 2c0262af bellard
            case 0x0c: /* grp d9/4 */
4354 2c0262af bellard
                switch(rm) {
4355 2c0262af bellard
                case 0: /* fchs */
4356 2c0262af bellard
                    gen_op_fchs_ST0();
4357 2c0262af bellard
                    break;
4358 2c0262af bellard
                case 1: /* fabs */
4359 2c0262af bellard
                    gen_op_fabs_ST0();
4360 2c0262af bellard
                    break;
4361 2c0262af bellard
                case 4: /* ftst */
4362 2c0262af bellard
                    gen_op_fldz_FT0();
4363 2c0262af bellard
                    gen_op_fcom_ST0_FT0();
4364 2c0262af bellard
                    break;
4365 2c0262af bellard
                case 5: /* fxam */
4366 2c0262af bellard
                    gen_op_fxam_ST0();
4367 2c0262af bellard
                    break;
4368 2c0262af bellard
                default:
4369 2c0262af bellard
                    goto illegal_op;
4370 2c0262af bellard
                }
4371 2c0262af bellard
                break;
4372 2c0262af bellard
            case 0x0d: /* grp d9/5 */
4373 2c0262af bellard
                {
4374 2c0262af bellard
                    switch(rm) {
4375 2c0262af bellard
                    case 0:
4376 2c0262af bellard
                        gen_op_fpush();
4377 2c0262af bellard
                        gen_op_fld1_ST0();
4378 2c0262af bellard
                        break;
4379 2c0262af bellard
                    case 1:
4380 2c0262af bellard
                        gen_op_fpush();
4381 2c0262af bellard
                        gen_op_fldl2t_ST0();
4382 2c0262af bellard
                        break;
4383 2c0262af bellard
                    case 2:
4384 2c0262af bellard
                        gen_op_fpush();
4385 2c0262af bellard
                        gen_op_fldl2e_ST0();
4386 2c0262af bellard
                        break;
4387 2c0262af bellard
                    case 3:
4388 2c0262af bellard
                        gen_op_fpush();
4389 2c0262af bellard
                        gen_op_fldpi_ST0();
4390 2c0262af bellard
                        break;
4391 2c0262af bellard
                    case 4:
4392 2c0262af bellard
                        gen_op_fpush();
4393 2c0262af bellard
                        gen_op_fldlg2_ST0();
4394 2c0262af bellard
                        break;
4395 2c0262af bellard
                    case 5:
4396 2c0262af bellard
                        gen_op_fpush();
4397 2c0262af bellard
                        gen_op_fldln2_ST0();
4398 2c0262af bellard
                        break;
4399 2c0262af bellard
                    case 6:
4400 2c0262af bellard
                        gen_op_fpush();
4401 2c0262af bellard
                        gen_op_fldz_ST0();
4402 2c0262af bellard
                        break;
4403 2c0262af bellard
                    default:
4404 2c0262af bellard
                        goto illegal_op;
4405 2c0262af bellard
                    }
4406 2c0262af bellard
                }
4407 2c0262af bellard
                break;
4408 2c0262af bellard
            case 0x0e: /* grp d9/6 */
4409 2c0262af bellard
                switch(rm) {
4410 2c0262af bellard
                case 0: /* f2xm1 */
4411 2c0262af bellard
                    gen_op_f2xm1();
4412 2c0262af bellard
                    break;
4413 2c0262af bellard
                case 1: /* fyl2x */
4414 2c0262af bellard
                    gen_op_fyl2x();
4415 2c0262af bellard
                    break;
4416 2c0262af bellard
                case 2: /* fptan */
4417 2c0262af bellard
                    gen_op_fptan();
4418 2c0262af bellard
                    break;
4419 2c0262af bellard
                case 3: /* fpatan */
4420 2c0262af bellard
                    gen_op_fpatan();
4421 2c0262af bellard
                    break;
4422 2c0262af bellard
                case 4: /* fxtract */
4423 2c0262af bellard
                    gen_op_fxtract();
4424 2c0262af bellard
                    break;
4425 2c0262af bellard
                case 5: /* fprem1 */
4426 2c0262af bellard
                    gen_op_fprem1();
4427 2c0262af bellard
                    break;
4428 2c0262af bellard
                case 6: /* fdecstp */
4429 2c0262af bellard
                    gen_op_fdecstp();
4430 2c0262af bellard
                    break;
4431 2c0262af bellard
                default:
4432 2c0262af bellard
                case 7: /* fincstp */
4433 2c0262af bellard
                    gen_op_fincstp();
4434 2c0262af bellard
                    break;
4435 2c0262af bellard
                }
4436 2c0262af bellard
                break;
4437 2c0262af bellard
            case 0x0f: /* grp d9/7 */
4438 2c0262af bellard
                switch(rm) {
4439 2c0262af bellard
                case 0: /* fprem */
4440 2c0262af bellard
                    gen_op_fprem();
4441 2c0262af bellard
                    break;
4442 2c0262af bellard
                case 1: /* fyl2xp1 */
4443 2c0262af bellard
                    gen_op_fyl2xp1();
4444 2c0262af bellard
                    break;
4445 2c0262af bellard
                case 2: /* fsqrt */
4446 2c0262af bellard
                    gen_op_fsqrt();
4447 2c0262af bellard
                    break;
4448 2c0262af bellard
                case 3: /* fsincos */
4449 2c0262af bellard
                    gen_op_fsincos();
4450 2c0262af bellard
                    break;
4451 2c0262af bellard
                case 5: /* fscale */
4452 2c0262af bellard
                    gen_op_fscale();
4453 2c0262af bellard
                    break;
4454 2c0262af bellard
                case 4: /* frndint */
4455 2c0262af bellard
                    gen_op_frndint();
4456 2c0262af bellard
                    break;
4457 2c0262af bellard
                case 6: /* fsin */
4458 2c0262af bellard
                    gen_op_fsin();
4459 2c0262af bellard
                    break;
4460 2c0262af bellard
                default:
4461 2c0262af bellard
                case 7: /* fcos */
4462 2c0262af bellard
                    gen_op_fcos();
4463 2c0262af bellard
                    break;
4464 2c0262af bellard
                }
4465 2c0262af bellard
                break;
4466 2c0262af bellard
            case 0x00: case 0x01: case 0x04 ... 0x07: /* fxxx st, sti */
4467 2c0262af bellard
            case 0x20: case 0x21: case 0x24 ... 0x27: /* fxxx sti, st */
4468 2c0262af bellard
            case 0x30: case 0x31: case 0x34 ... 0x37: /* fxxxp sti, st */
4469 2c0262af bellard
                {
4470 2c0262af bellard
                    int op1;
4471 2c0262af bellard
                    
4472 2c0262af bellard
                    op1 = op & 7;
4473 2c0262af bellard
                    if (op >= 0x20) {
4474 2c0262af bellard
                        gen_op_fp_arith_STN_ST0[op1](opreg);
4475 2c0262af bellard
                        if (op >= 0x30)
4476 2c0262af bellard
                            gen_op_fpop();
4477 2c0262af bellard
                    } else {
4478 2c0262af bellard
                        gen_op_fmov_FT0_STN(opreg);
4479 2c0262af bellard
                        gen_op_fp_arith_ST0_FT0[op1]();
4480 2c0262af bellard
                    }
4481 2c0262af bellard
                }
4482 2c0262af bellard
                break;
4483 2c0262af bellard
            case 0x02: /* fcom */
4484 c169c906 bellard
            case 0x22: /* fcom2, undocumented op */
4485 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4486 2c0262af bellard
                gen_op_fcom_ST0_FT0();
4487 2c0262af bellard
                break;
4488 2c0262af bellard
            case 0x03: /* fcomp */
4489 c169c906 bellard
            case 0x23: /* fcomp3, undocumented op */
4490 c169c906 bellard
            case 0x32: /* fcomp5, undocumented op */
4491 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4492 2c0262af bellard
                gen_op_fcom_ST0_FT0();
4493 2c0262af bellard
                gen_op_fpop();
4494 2c0262af bellard
                break;
4495 2c0262af bellard
            case 0x15: /* da/5 */
4496 2c0262af bellard
                switch(rm) {
4497 2c0262af bellard
                case 1: /* fucompp */
4498 2c0262af bellard
                    gen_op_fmov_FT0_STN(1);
4499 2c0262af bellard
                    gen_op_fucom_ST0_FT0();
4500 2c0262af bellard
                    gen_op_fpop();
4501 2c0262af bellard
                    gen_op_fpop();
4502 2c0262af bellard
                    break;
4503 2c0262af bellard
                default:
4504 2c0262af bellard
                    goto illegal_op;
4505 2c0262af bellard
                }
4506 2c0262af bellard
                break;
4507 2c0262af bellard
            case 0x1c:
4508 2c0262af bellard
                switch(rm) {
4509 2c0262af bellard
                case 0: /* feni (287 only, just do nop here) */
4510 2c0262af bellard
                    break;
4511 2c0262af bellard
                case 1: /* fdisi (287 only, just do nop here) */
4512 2c0262af bellard
                    break;
4513 2c0262af bellard
                case 2: /* fclex */
4514 2c0262af bellard
                    gen_op_fclex();
4515 2c0262af bellard
                    break;
4516 2c0262af bellard
                case 3: /* fninit */
4517 2c0262af bellard
                    gen_op_fninit();
4518 2c0262af bellard
                    break;
4519 2c0262af bellard
                case 4: /* fsetpm (287 only, just do nop here) */
4520 2c0262af bellard
                    break;
4521 2c0262af bellard
                default:
4522 2c0262af bellard
                    goto illegal_op;
4523 2c0262af bellard
                }
4524 2c0262af bellard
                break;
4525 2c0262af bellard
            case 0x1d: /* fucomi */
4526 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
4527 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
4528 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4529 2c0262af bellard
                gen_op_fucomi_ST0_FT0();
4530 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
4531 2c0262af bellard
                break;
4532 2c0262af bellard
            case 0x1e: /* fcomi */
4533 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
4534 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
4535 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4536 2c0262af bellard
                gen_op_fcomi_ST0_FT0();
4537 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
4538 2c0262af bellard
                break;
4539 658c8bda bellard
            case 0x28: /* ffree sti */
4540 658c8bda bellard
                gen_op_ffree_STN(opreg);
4541 658c8bda bellard
                break; 
4542 2c0262af bellard
            case 0x2a: /* fst sti */
4543 2c0262af bellard
                gen_op_fmov_STN_ST0(opreg);
4544 2c0262af bellard
                break;
4545 2c0262af bellard
            case 0x2b: /* fstp sti */
4546 c169c906 bellard
            case 0x0b: /* fstp1 sti, undocumented op */
4547 c169c906 bellard
            case 0x3a: /* fstp8 sti, undocumented op */
4548 c169c906 bellard
            case 0x3b: /* fstp9 sti, undocumented op */
4549 2c0262af bellard
                gen_op_fmov_STN_ST0(opreg);
4550 2c0262af bellard
                gen_op_fpop();
4551 2c0262af bellard
                break;
4552 2c0262af bellard
            case 0x2c: /* fucom st(i) */
4553 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4554 2c0262af bellard
                gen_op_fucom_ST0_FT0();
4555 2c0262af bellard
                break;
4556 2c0262af bellard
            case 0x2d: /* fucomp st(i) */
4557 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4558 2c0262af bellard
                gen_op_fucom_ST0_FT0();
4559 2c0262af bellard
                gen_op_fpop();
4560 2c0262af bellard
                break;
4561 2c0262af bellard
            case 0x33: /* de/3 */
4562 2c0262af bellard
                switch(rm) {
4563 2c0262af bellard
                case 1: /* fcompp */
4564 2c0262af bellard
                    gen_op_fmov_FT0_STN(1);
4565 2c0262af bellard
                    gen_op_fcom_ST0_FT0();
4566 2c0262af bellard
                    gen_op_fpop();
4567 2c0262af bellard
                    gen_op_fpop();
4568 2c0262af bellard
                    break;
4569 2c0262af bellard
                default:
4570 2c0262af bellard
                    goto illegal_op;
4571 2c0262af bellard
                }
4572 2c0262af bellard
                break;
4573 c169c906 bellard
            case 0x38: /* ffreep sti, undocumented op */
4574 c169c906 bellard
                gen_op_ffree_STN(opreg);
4575 c169c906 bellard
                gen_op_fpop();
4576 c169c906 bellard
                break;
4577 2c0262af bellard
            case 0x3c: /* df/4 */
4578 2c0262af bellard
                switch(rm) {
4579 2c0262af bellard
                case 0:
4580 2c0262af bellard
                    gen_op_fnstsw_EAX();
4581 2c0262af bellard
                    break;
4582 2c0262af bellard
                default:
4583 2c0262af bellard
                    goto illegal_op;
4584 2c0262af bellard
                }
4585 2c0262af bellard
                break;
4586 2c0262af bellard
            case 0x3d: /* fucomip */
4587 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
4588 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
4589 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4590 2c0262af bellard
                gen_op_fucomi_ST0_FT0();
4591 2c0262af bellard
                gen_op_fpop();
4592 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
4593 2c0262af bellard
                break;
4594 2c0262af bellard
            case 0x3e: /* fcomip */
4595 2c0262af bellard
                if (s->cc_op != CC_OP_DYNAMIC)
4596 2c0262af bellard
                    gen_op_set_cc_op(s->cc_op);
4597 2c0262af bellard
                gen_op_fmov_FT0_STN(opreg);
4598 2c0262af bellard
                gen_op_fcomi_ST0_FT0();
4599 2c0262af bellard
                gen_op_fpop();
4600 2c0262af bellard
                s->cc_op = CC_OP_EFLAGS;
4601 2c0262af bellard
                break;
4602 a2cc3b24 bellard
            case 0x10 ... 0x13: /* fcmovxx */
4603 a2cc3b24 bellard
            case 0x18 ... 0x1b:
4604 a2cc3b24 bellard
                {
4605 a2cc3b24 bellard
                    int op1;
4606 a2cc3b24 bellard
                    const static uint8_t fcmov_cc[8] = {
4607 a2cc3b24 bellard
                        (JCC_B << 1),
4608 a2cc3b24 bellard
                        (JCC_Z << 1),
4609 a2cc3b24 bellard
                        (JCC_BE << 1),
4610 a2cc3b24 bellard
                        (JCC_P << 1),
4611 a2cc3b24 bellard
                    };
4612 a2cc3b24 bellard
                    op1 = fcmov_cc[op & 3] | ((op >> 3) & 1);
4613 a2cc3b24 bellard
                    gen_setcc(s, op1);
4614 a2cc3b24 bellard
                    gen_op_fcmov_ST0_STN_T0(opreg);
4615 a2cc3b24 bellard
                }
4616 a2cc3b24 bellard
                break;
4617 2c0262af bellard
            default:
4618 2c0262af bellard
                goto illegal_op;
4619 2c0262af bellard
            }
4620 2c0262af bellard
        }
4621 7eee2a50 bellard
#ifdef USE_CODE_COPY
4622 7eee2a50 bellard
        s->tb->cflags |= CF_TB_FP_USED;
4623 7eee2a50 bellard
#endif
4624 2c0262af bellard
        break;
4625 2c0262af bellard
        /************************/
4626 2c0262af bellard
        /* string ops */
4627 2c0262af bellard
4628 2c0262af bellard
    case 0xa4: /* movsS */
4629 2c0262af bellard
    case 0xa5:
4630 2c0262af bellard
        if ((b & 1) == 0)
4631 2c0262af bellard
            ot = OT_BYTE;
4632 2c0262af bellard
        else
4633 14ce26e7 bellard
            ot = dflag + OT_WORD;
4634 2c0262af bellard
4635 2c0262af bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
4636 2c0262af bellard
            gen_repz_movs(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
4637 2c0262af bellard
        } else {
4638 2c0262af bellard
            gen_movs(s, ot);
4639 2c0262af bellard
        }
4640 2c0262af bellard
        break;
4641 2c0262af bellard
        
4642 2c0262af bellard
    case 0xaa: /* stosS */
4643 2c0262af bellard
    case 0xab:
4644 2c0262af bellard
        if ((b & 1) == 0)
4645 2c0262af bellard
            ot = OT_BYTE;
4646 2c0262af bellard
        else
4647 14ce26e7 bellard
            ot = dflag + OT_WORD;
4648 2c0262af bellard
4649 2c0262af bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
4650 2c0262af bellard
            gen_repz_stos(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
4651 2c0262af bellard
        } else {
4652 2c0262af bellard
            gen_stos(s, ot);
4653 2c0262af bellard
        }
4654 2c0262af bellard
        break;
4655 2c0262af bellard
    case 0xac: /* lodsS */
4656 2c0262af bellard
    case 0xad:
4657 2c0262af bellard
        if ((b & 1) == 0)
4658 2c0262af bellard
            ot = OT_BYTE;
4659 2c0262af bellard
        else
4660 14ce26e7 bellard
            ot = dflag + OT_WORD;
4661 2c0262af bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
4662 2c0262af bellard
            gen_repz_lods(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
4663 2c0262af bellard
        } else {
4664 2c0262af bellard
            gen_lods(s, ot);
4665 2c0262af bellard
        }
4666 2c0262af bellard
        break;
4667 2c0262af bellard
    case 0xae: /* scasS */
4668 2c0262af bellard
    case 0xaf:
4669 2c0262af bellard
        if ((b & 1) == 0)
4670 2c0262af bellard
            ot = OT_BYTE;
4671 2c0262af bellard
        else
4672 14ce26e7 bellard
            ot = dflag + OT_WORD;
4673 2c0262af bellard
        if (prefixes & PREFIX_REPNZ) {
4674 2c0262af bellard
            gen_repz_scas(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 1);
4675 2c0262af bellard
        } else if (prefixes & PREFIX_REPZ) {
4676 2c0262af bellard
            gen_repz_scas(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 0);
4677 2c0262af bellard
        } else {
4678 2c0262af bellard
            gen_scas(s, ot);
4679 2c0262af bellard
            s->cc_op = CC_OP_SUBB + ot;
4680 2c0262af bellard
        }
4681 2c0262af bellard
        break;
4682 2c0262af bellard
4683 2c0262af bellard
    case 0xa6: /* cmpsS */
4684 2c0262af bellard
    case 0xa7:
4685 2c0262af bellard
        if ((b & 1) == 0)
4686 2c0262af bellard
            ot = OT_BYTE;
4687 2c0262af bellard
        else
4688 14ce26e7 bellard
            ot = dflag + OT_WORD;
4689 2c0262af bellard
        if (prefixes & PREFIX_REPNZ) {
4690 2c0262af bellard
            gen_repz_cmps(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 1);
4691 2c0262af bellard
        } else if (prefixes & PREFIX_REPZ) {
4692 2c0262af bellard
            gen_repz_cmps(s, ot, pc_start - s->cs_base, s->pc - s->cs_base, 0);
4693 2c0262af bellard
        } else {
4694 2c0262af bellard
            gen_cmps(s, ot);
4695 2c0262af bellard
            s->cc_op = CC_OP_SUBB + ot;
4696 2c0262af bellard
        }
4697 2c0262af bellard
        break;
4698 2c0262af bellard
    case 0x6c: /* insS */
4699 2c0262af bellard
    case 0x6d:
4700 f115e911 bellard
        if ((b & 1) == 0)
4701 f115e911 bellard
            ot = OT_BYTE;
4702 f115e911 bellard
        else
4703 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
4704 f115e911 bellard
        gen_check_io(s, ot, 1, pc_start - s->cs_base);
4705 f115e911 bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
4706 f115e911 bellard
            gen_repz_ins(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
4707 2c0262af bellard
        } else {
4708 f115e911 bellard
            gen_ins(s, ot);
4709 2c0262af bellard
        }
4710 2c0262af bellard
        break;
4711 2c0262af bellard
    case 0x6e: /* outsS */
4712 2c0262af bellard
    case 0x6f:
4713 f115e911 bellard
        if ((b & 1) == 0)
4714 f115e911 bellard
            ot = OT_BYTE;
4715 f115e911 bellard
        else
4716 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
4717 f115e911 bellard
        gen_check_io(s, ot, 1, pc_start - s->cs_base);
4718 f115e911 bellard
        if (prefixes & (PREFIX_REPZ | PREFIX_REPNZ)) {
4719 f115e911 bellard
            gen_repz_outs(s, ot, pc_start - s->cs_base, s->pc - s->cs_base);
4720 2c0262af bellard
        } else {
4721 f115e911 bellard
            gen_outs(s, ot);
4722 2c0262af bellard
        }
4723 2c0262af bellard
        break;
4724 2c0262af bellard
4725 2c0262af bellard
        /************************/
4726 2c0262af bellard
        /* port I/O */
4727 2c0262af bellard
    case 0xe4:
4728 2c0262af bellard
    case 0xe5:
4729 f115e911 bellard
        if ((b & 1) == 0)
4730 f115e911 bellard
            ot = OT_BYTE;
4731 f115e911 bellard
        else
4732 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
4733 f115e911 bellard
        val = ldub_code(s->pc++);
4734 f115e911 bellard
        gen_op_movl_T0_im(val);
4735 f115e911 bellard
        gen_check_io(s, ot, 0, pc_start - s->cs_base);
4736 f115e911 bellard
        gen_op_in[ot]();
4737 f115e911 bellard
        gen_op_mov_reg_T1[ot][R_EAX]();
4738 2c0262af bellard
        break;
4739 2c0262af bellard
    case 0xe6:
4740 2c0262af bellard
    case 0xe7:
4741 f115e911 bellard
        if ((b & 1) == 0)
4742 f115e911 bellard
            ot = OT_BYTE;
4743 f115e911 bellard
        else
4744 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
4745 f115e911 bellard
        val = ldub_code(s->pc++);
4746 f115e911 bellard
        gen_op_movl_T0_im(val);
4747 f115e911 bellard
        gen_check_io(s, ot, 0, pc_start - s->cs_base);
4748 f115e911 bellard
        gen_op_mov_TN_reg[ot][1][R_EAX]();
4749 f115e911 bellard
        gen_op_out[ot]();
4750 2c0262af bellard
        break;
4751 2c0262af bellard
    case 0xec:
4752 2c0262af bellard
    case 0xed:
4753 f115e911 bellard
        if ((b & 1) == 0)
4754 f115e911 bellard
            ot = OT_BYTE;
4755 f115e911 bellard
        else
4756 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
4757 f115e911 bellard
        gen_op_mov_TN_reg[OT_WORD][0][R_EDX]();
4758 4f31916f bellard
        gen_op_andl_T0_ffff();
4759 f115e911 bellard
        gen_check_io(s, ot, 0, pc_start - s->cs_base);
4760 f115e911 bellard
        gen_op_in[ot]();
4761 f115e911 bellard
        gen_op_mov_reg_T1[ot][R_EAX]();
4762 2c0262af bellard
        break;
4763 2c0262af bellard
    case 0xee:
4764 2c0262af bellard
    case 0xef:
4765 f115e911 bellard
        if ((b & 1) == 0)
4766 f115e911 bellard
            ot = OT_BYTE;
4767 f115e911 bellard
        else
4768 f115e911 bellard
            ot = dflag ? OT_LONG : OT_WORD;
4769 f115e911 bellard
        gen_op_mov_TN_reg[OT_WORD][0][R_EDX]();
4770 4f31916f bellard
        gen_op_andl_T0_ffff();
4771 f115e911 bellard
        gen_check_io(s, ot, 0, pc_start - s->cs_base);
4772 f115e911 bellard
        gen_op_mov_TN_reg[ot][1][R_EAX]();
4773 f115e911 bellard
        gen_op_out[ot]();
4774 2c0262af bellard
        break;
4775 2c0262af bellard
4776 2c0262af bellard
        /************************/
4777 2c0262af bellard
        /* control */
4778 2c0262af bellard
    case 0xc2: /* ret im */
4779 61382a50 bellard
        val = ldsw_code(s->pc);
4780 2c0262af bellard
        s->pc += 2;
4781 2c0262af bellard
        gen_pop_T0(s);
4782 2c0262af bellard
        gen_stack_update(s, val + (2 << s->dflag));
4783 2c0262af bellard
        if (s->dflag == 0)
4784 2c0262af bellard
            gen_op_andl_T0_ffff();
4785 2c0262af bellard
        gen_op_jmp_T0();
4786 2c0262af bellard
        gen_eob(s);
4787 2c0262af bellard
        break;
4788 2c0262af bellard
    case 0xc3: /* ret */
4789 2c0262af bellard
        gen_pop_T0(s);
4790 2c0262af bellard
        gen_pop_update(s);
4791 2c0262af bellard
        if (s->dflag == 0)
4792 2c0262af bellard
            gen_op_andl_T0_ffff();
4793 2c0262af bellard
        gen_op_jmp_T0();
4794 2c0262af bellard
        gen_eob(s);
4795 2c0262af bellard
        break;
4796 2c0262af bellard
    case 0xca: /* lret im */
4797 61382a50 bellard
        val = ldsw_code(s->pc);
4798 2c0262af bellard
        s->pc += 2;
4799 2c0262af bellard
    do_lret:
4800 2c0262af bellard
        if (s->pe && !s->vm86) {
4801 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
4802 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
4803 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
4804 2c0262af bellard
            gen_op_lret_protected(s->dflag, val);
4805 2c0262af bellard
        } else {
4806 2c0262af bellard
            gen_stack_A0(s);
4807 2c0262af bellard
            /* pop offset */
4808 2c0262af bellard
            gen_op_ld_T0_A0[1 + s->dflag + s->mem_index]();
4809 2c0262af bellard
            if (s->dflag == 0)
4810 2c0262af bellard
                gen_op_andl_T0_ffff();
4811 2c0262af bellard
            /* NOTE: keeping EIP updated is not a problem in case of
4812 2c0262af bellard
               exception */
4813 2c0262af bellard
            gen_op_jmp_T0();
4814 2c0262af bellard
            /* pop selector */
4815 2c0262af bellard
            gen_op_addl_A0_im(2 << s->dflag);
4816 2c0262af bellard
            gen_op_ld_T0_A0[1 + s->dflag + s->mem_index]();
4817 2c0262af bellard
            gen_op_movl_seg_T0_vm(offsetof(CPUX86State,segs[R_CS]));
4818 2c0262af bellard
            /* add stack offset */
4819 2c0262af bellard
            gen_stack_update(s, val + (4 << s->dflag));
4820 2c0262af bellard
        }
4821 2c0262af bellard
        gen_eob(s);
4822 2c0262af bellard
        break;
4823 2c0262af bellard
    case 0xcb: /* lret */
4824 2c0262af bellard
        val = 0;
4825 2c0262af bellard
        goto do_lret;
4826 2c0262af bellard
    case 0xcf: /* iret */
4827 2c0262af bellard
        if (!s->pe) {
4828 2c0262af bellard
            /* real mode */
4829 2c0262af bellard
            gen_op_iret_real(s->dflag);
4830 2c0262af bellard
            s->cc_op = CC_OP_EFLAGS;
4831 f115e911 bellard
        } else if (s->vm86) {
4832 f115e911 bellard
            if (s->iopl != 3) {
4833 f115e911 bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4834 f115e911 bellard
            } else {
4835 f115e911 bellard
                gen_op_iret_real(s->dflag);
4836 f115e911 bellard
                s->cc_op = CC_OP_EFLAGS;
4837 f115e911 bellard
            }
4838 2c0262af bellard
        } else {
4839 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
4840 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
4841 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
4842 08cea4ee bellard
            gen_op_iret_protected(s->dflag, s->pc - s->cs_base);
4843 2c0262af bellard
            s->cc_op = CC_OP_EFLAGS;
4844 2c0262af bellard
        }
4845 2c0262af bellard
        gen_eob(s);
4846 2c0262af bellard
        break;
4847 2c0262af bellard
    case 0xe8: /* call im */
4848 2c0262af bellard
        {
4849 14ce26e7 bellard
            if (dflag)
4850 14ce26e7 bellard
                tval = (int32_t)insn_get(s, OT_LONG);
4851 14ce26e7 bellard
            else
4852 14ce26e7 bellard
                tval = (int16_t)insn_get(s, OT_WORD);
4853 2c0262af bellard
            next_eip = s->pc - s->cs_base;
4854 14ce26e7 bellard
            tval += next_eip;
4855 2c0262af bellard
            if (s->dflag == 0)
4856 14ce26e7 bellard
                tval &= 0xffff;
4857 14ce26e7 bellard
            gen_movtl_T0_im(next_eip);
4858 2c0262af bellard
            gen_push_T0(s);
4859 14ce26e7 bellard
            gen_jmp(s, tval);
4860 2c0262af bellard
        }
4861 2c0262af bellard
        break;
4862 2c0262af bellard
    case 0x9a: /* lcall im */
4863 2c0262af bellard
        {
4864 2c0262af bellard
            unsigned int selector, offset;
4865 14ce26e7 bellard
            
4866 14ce26e7 bellard
            if (CODE64(s))
4867 14ce26e7 bellard
                goto illegal_op;
4868 2c0262af bellard
            ot = dflag ? OT_LONG : OT_WORD;
4869 2c0262af bellard
            offset = insn_get(s, ot);
4870 2c0262af bellard
            selector = insn_get(s, OT_WORD);
4871 2c0262af bellard
            
4872 2c0262af bellard
            gen_op_movl_T0_im(selector);
4873 14ce26e7 bellard
            gen_op_movl_T1_imu(offset);
4874 2c0262af bellard
        }
4875 2c0262af bellard
        goto do_lcall;
4876 2c0262af bellard
    case 0xe9: /* jmp */
4877 14ce26e7 bellard
        if (dflag)
4878 14ce26e7 bellard
            tval = (int32_t)insn_get(s, OT_LONG);
4879 14ce26e7 bellard
        else
4880 14ce26e7 bellard
            tval = (int16_t)insn_get(s, OT_WORD);
4881 14ce26e7 bellard
        tval += s->pc - s->cs_base;
4882 2c0262af bellard
        if (s->dflag == 0)
4883 14ce26e7 bellard
            tval &= 0xffff;
4884 14ce26e7 bellard
        gen_jmp(s, tval);
4885 2c0262af bellard
        break;
4886 2c0262af bellard
    case 0xea: /* ljmp im */
4887 2c0262af bellard
        {
4888 2c0262af bellard
            unsigned int selector, offset;
4889 2c0262af bellard
4890 14ce26e7 bellard
            if (CODE64(s))
4891 14ce26e7 bellard
                goto illegal_op;
4892 2c0262af bellard
            ot = dflag ? OT_LONG : OT_WORD;
4893 2c0262af bellard
            offset = insn_get(s, ot);
4894 2c0262af bellard
            selector = insn_get(s, OT_WORD);
4895 2c0262af bellard
            
4896 2c0262af bellard
            gen_op_movl_T0_im(selector);
4897 14ce26e7 bellard
            gen_op_movl_T1_imu(offset);
4898 2c0262af bellard
        }
4899 2c0262af bellard
        goto do_ljmp;
4900 2c0262af bellard
    case 0xeb: /* jmp Jb */
4901 14ce26e7 bellard
        tval = (int8_t)insn_get(s, OT_BYTE);
4902 14ce26e7 bellard
        tval += s->pc - s->cs_base;
4903 2c0262af bellard
        if (s->dflag == 0)
4904 14ce26e7 bellard
            tval &= 0xffff;
4905 14ce26e7 bellard
        gen_jmp(s, tval);
4906 2c0262af bellard
        break;
4907 2c0262af bellard
    case 0x70 ... 0x7f: /* jcc Jb */
4908 14ce26e7 bellard
        tval = (int8_t)insn_get(s, OT_BYTE);
4909 2c0262af bellard
        goto do_jcc;
4910 2c0262af bellard
    case 0x180 ... 0x18f: /* jcc Jv */
4911 2c0262af bellard
        if (dflag) {
4912 14ce26e7 bellard
            tval = (int32_t)insn_get(s, OT_LONG);
4913 2c0262af bellard
        } else {
4914 14ce26e7 bellard
            tval = (int16_t)insn_get(s, OT_WORD); 
4915 2c0262af bellard
        }
4916 2c0262af bellard
    do_jcc:
4917 2c0262af bellard
        next_eip = s->pc - s->cs_base;
4918 14ce26e7 bellard
        tval += next_eip;
4919 2c0262af bellard
        if (s->dflag == 0)
4920 14ce26e7 bellard
            tval &= 0xffff;
4921 14ce26e7 bellard
        gen_jcc(s, b, tval, next_eip);
4922 2c0262af bellard
        break;
4923 2c0262af bellard
4924 2c0262af bellard
    case 0x190 ... 0x19f: /* setcc Gv */
4925 61382a50 bellard
        modrm = ldub_code(s->pc++);
4926 2c0262af bellard
        gen_setcc(s, b);
4927 2c0262af bellard
        gen_ldst_modrm(s, modrm, OT_BYTE, OR_TMP0, 1);
4928 2c0262af bellard
        break;
4929 2c0262af bellard
    case 0x140 ... 0x14f: /* cmov Gv, Ev */
4930 14ce26e7 bellard
        ot = dflag + OT_WORD;
4931 61382a50 bellard
        modrm = ldub_code(s->pc++);
4932 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
4933 2c0262af bellard
        mod = (modrm >> 6) & 3;
4934 2c0262af bellard
        gen_setcc(s, b);
4935 2c0262af bellard
        if (mod != 3) {
4936 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
4937 2c0262af bellard
            gen_op_ld_T1_A0[ot + s->mem_index]();
4938 2c0262af bellard
        } else {
4939 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
4940 2c0262af bellard
            gen_op_mov_TN_reg[ot][1][rm]();
4941 2c0262af bellard
        }
4942 2c0262af bellard
        gen_op_cmov_reg_T1_T0[ot - OT_WORD][reg]();
4943 2c0262af bellard
        break;
4944 2c0262af bellard
        
4945 2c0262af bellard
        /************************/
4946 2c0262af bellard
        /* flags */
4947 2c0262af bellard
    case 0x9c: /* pushf */
4948 2c0262af bellard
        if (s->vm86 && s->iopl != 3) {
4949 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4950 2c0262af bellard
        } else {
4951 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
4952 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
4953 2c0262af bellard
            gen_op_movl_T0_eflags();
4954 2c0262af bellard
            gen_push_T0(s);
4955 2c0262af bellard
        }
4956 2c0262af bellard
        break;
4957 2c0262af bellard
    case 0x9d: /* popf */
4958 2c0262af bellard
        if (s->vm86 && s->iopl != 3) {
4959 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
4960 2c0262af bellard
        } else {
4961 2c0262af bellard
            gen_pop_T0(s);
4962 2c0262af bellard
            if (s->cpl == 0) {
4963 2c0262af bellard
                if (s->dflag) {
4964 2c0262af bellard
                    gen_op_movl_eflags_T0_cpl0();
4965 2c0262af bellard
                } else {
4966 2c0262af bellard
                    gen_op_movw_eflags_T0_cpl0();
4967 2c0262af bellard
                }
4968 2c0262af bellard
            } else {
4969 4136f33c bellard
                if (s->cpl <= s->iopl) {
4970 4136f33c bellard
                    if (s->dflag) {
4971 4136f33c bellard
                        gen_op_movl_eflags_T0_io();
4972 4136f33c bellard
                    } else {
4973 4136f33c bellard
                        gen_op_movw_eflags_T0_io();
4974 4136f33c bellard
                    }
4975 2c0262af bellard
                } else {
4976 4136f33c bellard
                    if (s->dflag) {
4977 4136f33c bellard
                        gen_op_movl_eflags_T0();
4978 4136f33c bellard
                    } else {
4979 4136f33c bellard
                        gen_op_movw_eflags_T0();
4980 4136f33c bellard
                    }
4981 2c0262af bellard
                }
4982 2c0262af bellard
            }
4983 2c0262af bellard
            gen_pop_update(s);
4984 2c0262af bellard
            s->cc_op = CC_OP_EFLAGS;
4985 2c0262af bellard
            /* abort translation because TF flag may change */
4986 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
4987 2c0262af bellard
            gen_eob(s);
4988 2c0262af bellard
        }
4989 2c0262af bellard
        break;
4990 2c0262af bellard
    case 0x9e: /* sahf */
4991 14ce26e7 bellard
        if (CODE64(s))
4992 14ce26e7 bellard
            goto illegal_op;
4993 2c0262af bellard
        gen_op_mov_TN_reg[OT_BYTE][0][R_AH]();
4994 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
4995 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
4996 2c0262af bellard
        gen_op_movb_eflags_T0();
4997 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
4998 2c0262af bellard
        break;
4999 2c0262af bellard
    case 0x9f: /* lahf */
5000 14ce26e7 bellard
        if (CODE64(s))
5001 14ce26e7 bellard
            goto illegal_op;
5002 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5003 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5004 2c0262af bellard
        gen_op_movl_T0_eflags();
5005 2c0262af bellard
        gen_op_mov_reg_T0[OT_BYTE][R_AH]();
5006 2c0262af bellard
        break;
5007 2c0262af bellard
    case 0xf5: /* cmc */
5008 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5009 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5010 2c0262af bellard
        gen_op_cmc();
5011 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5012 2c0262af bellard
        break;
5013 2c0262af bellard
    case 0xf8: /* clc */
5014 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5015 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5016 2c0262af bellard
        gen_op_clc();
5017 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5018 2c0262af bellard
        break;
5019 2c0262af bellard
    case 0xf9: /* stc */
5020 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5021 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5022 2c0262af bellard
        gen_op_stc();
5023 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5024 2c0262af bellard
        break;
5025 2c0262af bellard
    case 0xfc: /* cld */
5026 2c0262af bellard
        gen_op_cld();
5027 2c0262af bellard
        break;
5028 2c0262af bellard
    case 0xfd: /* std */
5029 2c0262af bellard
        gen_op_std();
5030 2c0262af bellard
        break;
5031 2c0262af bellard
5032 2c0262af bellard
        /************************/
5033 2c0262af bellard
        /* bit operations */
5034 2c0262af bellard
    case 0x1ba: /* bt/bts/btr/btc Gv, im */
5035 14ce26e7 bellard
        ot = dflag + OT_WORD;
5036 61382a50 bellard
        modrm = ldub_code(s->pc++);
5037 14ce26e7 bellard
        op = ((modrm >> 3) & 7) | rex_r;
5038 2c0262af bellard
        mod = (modrm >> 6) & 3;
5039 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
5040 2c0262af bellard
        if (mod != 3) {
5041 14ce26e7 bellard
            s->rip_offset = 1;
5042 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5043 2c0262af bellard
            gen_op_ld_T0_A0[ot + s->mem_index]();
5044 2c0262af bellard
        } else {
5045 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
5046 2c0262af bellard
        }
5047 2c0262af bellard
        /* load shift */
5048 61382a50 bellard
        val = ldub_code(s->pc++);
5049 2c0262af bellard
        gen_op_movl_T1_im(val);
5050 2c0262af bellard
        if (op < 4)
5051 2c0262af bellard
            goto illegal_op;
5052 2c0262af bellard
        op -= 4;
5053 2c0262af bellard
        gen_op_btx_T0_T1_cc[ot - OT_WORD][op]();
5054 2c0262af bellard
        s->cc_op = CC_OP_SARB + ot;
5055 2c0262af bellard
        if (op != 0) {
5056 2c0262af bellard
            if (mod != 3)
5057 2c0262af bellard
                gen_op_st_T0_A0[ot + s->mem_index]();
5058 2c0262af bellard
            else
5059 2c0262af bellard
                gen_op_mov_reg_T0[ot][rm]();
5060 2c0262af bellard
            gen_op_update_bt_cc();
5061 2c0262af bellard
        }
5062 2c0262af bellard
        break;
5063 2c0262af bellard
    case 0x1a3: /* bt Gv, Ev */
5064 2c0262af bellard
        op = 0;
5065 2c0262af bellard
        goto do_btx;
5066 2c0262af bellard
    case 0x1ab: /* bts */
5067 2c0262af bellard
        op = 1;
5068 2c0262af bellard
        goto do_btx;
5069 2c0262af bellard
    case 0x1b3: /* btr */
5070 2c0262af bellard
        op = 2;
5071 2c0262af bellard
        goto do_btx;
5072 2c0262af bellard
    case 0x1bb: /* btc */
5073 2c0262af bellard
        op = 3;
5074 2c0262af bellard
    do_btx:
5075 14ce26e7 bellard
        ot = dflag + OT_WORD;
5076 61382a50 bellard
        modrm = ldub_code(s->pc++);
5077 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5078 2c0262af bellard
        mod = (modrm >> 6) & 3;
5079 14ce26e7 bellard
        rm = (modrm & 7) | REX_B(s);
5080 2c0262af bellard
        gen_op_mov_TN_reg[OT_LONG][1][reg]();
5081 2c0262af bellard
        if (mod != 3) {
5082 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5083 2c0262af bellard
            /* specific case: we need to add a displacement */
5084 14ce26e7 bellard
            gen_op_add_bit_A0_T1[ot - OT_WORD]();
5085 2c0262af bellard
            gen_op_ld_T0_A0[ot + s->mem_index]();
5086 2c0262af bellard
        } else {
5087 2c0262af bellard
            gen_op_mov_TN_reg[ot][0][rm]();
5088 2c0262af bellard
        }
5089 2c0262af bellard
        gen_op_btx_T0_T1_cc[ot - OT_WORD][op]();
5090 2c0262af bellard
        s->cc_op = CC_OP_SARB + ot;
5091 2c0262af bellard
        if (op != 0) {
5092 2c0262af bellard
            if (mod != 3)
5093 2c0262af bellard
                gen_op_st_T0_A0[ot + s->mem_index]();
5094 2c0262af bellard
            else
5095 2c0262af bellard
                gen_op_mov_reg_T0[ot][rm]();
5096 2c0262af bellard
            gen_op_update_bt_cc();
5097 2c0262af bellard
        }
5098 2c0262af bellard
        break;
5099 2c0262af bellard
    case 0x1bc: /* bsf */
5100 2c0262af bellard
    case 0x1bd: /* bsr */
5101 14ce26e7 bellard
        ot = dflag + OT_WORD;
5102 61382a50 bellard
        modrm = ldub_code(s->pc++);
5103 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5104 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
5105 686f3f26 bellard
        /* NOTE: in order to handle the 0 case, we must load the
5106 686f3f26 bellard
           result. It could be optimized with a generated jump */
5107 686f3f26 bellard
        gen_op_mov_TN_reg[ot][1][reg]();
5108 2c0262af bellard
        gen_op_bsx_T0_cc[ot - OT_WORD][b & 1]();
5109 686f3f26 bellard
        gen_op_mov_reg_T1[ot][reg]();
5110 2c0262af bellard
        s->cc_op = CC_OP_LOGICB + ot;
5111 2c0262af bellard
        break;
5112 2c0262af bellard
        /************************/
5113 2c0262af bellard
        /* bcd */
5114 2c0262af bellard
    case 0x27: /* daa */
5115 14ce26e7 bellard
        if (CODE64(s))
5116 14ce26e7 bellard
            goto illegal_op;
5117 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5118 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5119 2c0262af bellard
        gen_op_daa();
5120 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5121 2c0262af bellard
        break;
5122 2c0262af bellard
    case 0x2f: /* das */
5123 14ce26e7 bellard
        if (CODE64(s))
5124 14ce26e7 bellard
            goto illegal_op;
5125 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5126 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5127 2c0262af bellard
        gen_op_das();
5128 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5129 2c0262af bellard
        break;
5130 2c0262af bellard
    case 0x37: /* aaa */
5131 14ce26e7 bellard
        if (CODE64(s))
5132 14ce26e7 bellard
            goto illegal_op;
5133 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5134 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5135 2c0262af bellard
        gen_op_aaa();
5136 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5137 2c0262af bellard
        break;
5138 2c0262af bellard
    case 0x3f: /* aas */
5139 14ce26e7 bellard
        if (CODE64(s))
5140 14ce26e7 bellard
            goto illegal_op;
5141 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5142 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5143 2c0262af bellard
        gen_op_aas();
5144 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5145 2c0262af bellard
        break;
5146 2c0262af bellard
    case 0xd4: /* aam */
5147 14ce26e7 bellard
        if (CODE64(s))
5148 14ce26e7 bellard
            goto illegal_op;
5149 61382a50 bellard
        val = ldub_code(s->pc++);
5150 2c0262af bellard
        gen_op_aam(val);
5151 2c0262af bellard
        s->cc_op = CC_OP_LOGICB;
5152 2c0262af bellard
        break;
5153 2c0262af bellard
    case 0xd5: /* aad */
5154 14ce26e7 bellard
        if (CODE64(s))
5155 14ce26e7 bellard
            goto illegal_op;
5156 61382a50 bellard
        val = ldub_code(s->pc++);
5157 2c0262af bellard
        gen_op_aad(val);
5158 2c0262af bellard
        s->cc_op = CC_OP_LOGICB;
5159 2c0262af bellard
        break;
5160 2c0262af bellard
        /************************/
5161 2c0262af bellard
        /* misc */
5162 2c0262af bellard
    case 0x90: /* nop */
5163 14ce26e7 bellard
        /* XXX: xchg + rex handling */
5164 ab1f142b bellard
        /* XXX: correct lock test for all insn */
5165 ab1f142b bellard
        if (prefixes & PREFIX_LOCK)
5166 ab1f142b bellard
            goto illegal_op;
5167 2c0262af bellard
        break;
5168 2c0262af bellard
    case 0x9b: /* fwait */
5169 7eee2a50 bellard
        if ((s->flags & (HF_MP_MASK | HF_TS_MASK)) == 
5170 7eee2a50 bellard
            (HF_MP_MASK | HF_TS_MASK)) {
5171 7eee2a50 bellard
            gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
5172 2ee73ac3 bellard
        } else {
5173 2ee73ac3 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
5174 2ee73ac3 bellard
                gen_op_set_cc_op(s->cc_op);
5175 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
5176 2ee73ac3 bellard
            gen_op_fwait();
5177 7eee2a50 bellard
        }
5178 2c0262af bellard
        break;
5179 2c0262af bellard
    case 0xcc: /* int3 */
5180 2c0262af bellard
        gen_interrupt(s, EXCP03_INT3, pc_start - s->cs_base, s->pc - s->cs_base);
5181 2c0262af bellard
        break;
5182 2c0262af bellard
    case 0xcd: /* int N */
5183 61382a50 bellard
        val = ldub_code(s->pc++);
5184 f115e911 bellard
        if (s->vm86 && s->iopl != 3) {
5185 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base); 
5186 f115e911 bellard
        } else {
5187 f115e911 bellard
            gen_interrupt(s, val, pc_start - s->cs_base, s->pc - s->cs_base);
5188 f115e911 bellard
        }
5189 2c0262af bellard
        break;
5190 2c0262af bellard
    case 0xce: /* into */
5191 14ce26e7 bellard
        if (CODE64(s))
5192 14ce26e7 bellard
            goto illegal_op;
5193 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5194 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5195 a8ede8ba bellard
        gen_jmp_im(pc_start - s->cs_base);
5196 a8ede8ba bellard
        gen_op_into(s->pc - pc_start);
5197 2c0262af bellard
        break;
5198 2c0262af bellard
    case 0xf1: /* icebp (undocumented, exits to external debugger) */
5199 aba9d61e bellard
#if 1
5200 2c0262af bellard
        gen_debug(s, pc_start - s->cs_base);
5201 aba9d61e bellard
#else
5202 aba9d61e bellard
        /* start debug */
5203 aba9d61e bellard
        tb_flush(cpu_single_env);
5204 aba9d61e bellard
        cpu_set_log(CPU_LOG_INT | CPU_LOG_TB_IN_ASM);
5205 aba9d61e bellard
#endif
5206 2c0262af bellard
        break;
5207 2c0262af bellard
    case 0xfa: /* cli */
5208 2c0262af bellard
        if (!s->vm86) {
5209 2c0262af bellard
            if (s->cpl <= s->iopl) {
5210 2c0262af bellard
                gen_op_cli();
5211 2c0262af bellard
            } else {
5212 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5213 2c0262af bellard
            }
5214 2c0262af bellard
        } else {
5215 2c0262af bellard
            if (s->iopl == 3) {
5216 2c0262af bellard
                gen_op_cli();
5217 2c0262af bellard
            } else {
5218 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5219 2c0262af bellard
            }
5220 2c0262af bellard
        }
5221 2c0262af bellard
        break;
5222 2c0262af bellard
    case 0xfb: /* sti */
5223 2c0262af bellard
        if (!s->vm86) {
5224 2c0262af bellard
            if (s->cpl <= s->iopl) {
5225 2c0262af bellard
            gen_sti:
5226 2c0262af bellard
                gen_op_sti();
5227 2c0262af bellard
                /* interruptions are enabled only the first insn after sti */
5228 a2cc3b24 bellard
                /* If several instructions disable interrupts, only the
5229 a2cc3b24 bellard
                   _first_ does it */
5230 a2cc3b24 bellard
                if (!(s->tb->flags & HF_INHIBIT_IRQ_MASK))
5231 a2cc3b24 bellard
                    gen_op_set_inhibit_irq();
5232 2c0262af bellard
                /* give a chance to handle pending irqs */
5233 14ce26e7 bellard
                gen_jmp_im(s->pc - s->cs_base);
5234 2c0262af bellard
                gen_eob(s);
5235 2c0262af bellard
            } else {
5236 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5237 2c0262af bellard
            }
5238 2c0262af bellard
        } else {
5239 2c0262af bellard
            if (s->iopl == 3) {
5240 2c0262af bellard
                goto gen_sti;
5241 2c0262af bellard
            } else {
5242 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5243 2c0262af bellard
            }
5244 2c0262af bellard
        }
5245 2c0262af bellard
        break;
5246 2c0262af bellard
    case 0x62: /* bound */
5247 14ce26e7 bellard
        if (CODE64(s))
5248 14ce26e7 bellard
            goto illegal_op;
5249 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
5250 61382a50 bellard
        modrm = ldub_code(s->pc++);
5251 2c0262af bellard
        reg = (modrm >> 3) & 7;
5252 2c0262af bellard
        mod = (modrm >> 6) & 3;
5253 2c0262af bellard
        if (mod == 3)
5254 2c0262af bellard
            goto illegal_op;
5255 cabf23c3 bellard
        gen_op_mov_TN_reg[ot][0][reg]();
5256 2c0262af bellard
        gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5257 14ce26e7 bellard
        gen_jmp_im(pc_start - s->cs_base);
5258 2c0262af bellard
        if (ot == OT_WORD)
5259 14ce26e7 bellard
            gen_op_boundw();
5260 2c0262af bellard
        else
5261 14ce26e7 bellard
            gen_op_boundl();
5262 2c0262af bellard
        break;
5263 2c0262af bellard
    case 0x1c8 ... 0x1cf: /* bswap reg */
5264 14ce26e7 bellard
        reg = (b & 7) | REX_B(s);
5265 14ce26e7 bellard
#ifdef TARGET_X86_64
5266 14ce26e7 bellard
        if (dflag == 2) {
5267 14ce26e7 bellard
            gen_op_mov_TN_reg[OT_QUAD][0][reg]();
5268 14ce26e7 bellard
            gen_op_bswapq_T0();
5269 14ce26e7 bellard
            gen_op_mov_reg_T0[OT_QUAD][reg]();
5270 14ce26e7 bellard
        } else 
5271 14ce26e7 bellard
#endif
5272 14ce26e7 bellard
        {
5273 14ce26e7 bellard
            gen_op_mov_TN_reg[OT_LONG][0][reg]();
5274 14ce26e7 bellard
            gen_op_bswapl_T0();
5275 14ce26e7 bellard
            gen_op_mov_reg_T0[OT_LONG][reg]();
5276 14ce26e7 bellard
        }
5277 2c0262af bellard
        break;
5278 2c0262af bellard
    case 0xd6: /* salc */
5279 14ce26e7 bellard
        if (CODE64(s))
5280 14ce26e7 bellard
            goto illegal_op;
5281 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5282 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5283 2c0262af bellard
        gen_op_salc();
5284 2c0262af bellard
        break;
5285 2c0262af bellard
    case 0xe0: /* loopnz */
5286 2c0262af bellard
    case 0xe1: /* loopz */
5287 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5288 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5289 2c0262af bellard
        /* FALL THRU */
5290 2c0262af bellard
    case 0xe2: /* loop */
5291 2c0262af bellard
    case 0xe3: /* jecxz */
5292 14ce26e7 bellard
        {
5293 14ce26e7 bellard
            int l1, l2;
5294 14ce26e7 bellard
5295 14ce26e7 bellard
            tval = (int8_t)insn_get(s, OT_BYTE);
5296 14ce26e7 bellard
            next_eip = s->pc - s->cs_base;
5297 14ce26e7 bellard
            tval += next_eip;
5298 14ce26e7 bellard
            if (s->dflag == 0)
5299 14ce26e7 bellard
                tval &= 0xffff;
5300 14ce26e7 bellard
            
5301 14ce26e7 bellard
            l1 = gen_new_label();
5302 14ce26e7 bellard
            l2 = gen_new_label();
5303 14ce26e7 bellard
            b &= 3;
5304 14ce26e7 bellard
            if (b == 3) {
5305 14ce26e7 bellard
                gen_op_jz_ecx[s->aflag](l1);
5306 14ce26e7 bellard
            } else {
5307 14ce26e7 bellard
                gen_op_dec_ECX[s->aflag]();
5308 0b9dc5e4 bellard
                if (b <= 1)
5309 0b9dc5e4 bellard
                    gen_op_mov_T0_cc();
5310 14ce26e7 bellard
                gen_op_loop[s->aflag][b](l1);
5311 14ce26e7 bellard
            }
5312 14ce26e7 bellard
5313 14ce26e7 bellard
            gen_jmp_im(next_eip);
5314 14ce26e7 bellard
            gen_op_jmp_label(l2);
5315 14ce26e7 bellard
            gen_set_label(l1);
5316 14ce26e7 bellard
            gen_jmp_im(tval);
5317 14ce26e7 bellard
            gen_set_label(l2);
5318 14ce26e7 bellard
            gen_eob(s);
5319 14ce26e7 bellard
        }
5320 2c0262af bellard
        break;
5321 2c0262af bellard
    case 0x130: /* wrmsr */
5322 2c0262af bellard
    case 0x132: /* rdmsr */
5323 2c0262af bellard
        if (s->cpl != 0) {
5324 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5325 2c0262af bellard
        } else {
5326 2c0262af bellard
            if (b & 2)
5327 2c0262af bellard
                gen_op_rdmsr();
5328 2c0262af bellard
            else
5329 2c0262af bellard
                gen_op_wrmsr();
5330 2c0262af bellard
        }
5331 2c0262af bellard
        break;
5332 2c0262af bellard
    case 0x131: /* rdtsc */
5333 2c0262af bellard
        gen_op_rdtsc();
5334 2c0262af bellard
        break;
5335 023fe10d bellard
    case 0x134: /* sysenter */
5336 14ce26e7 bellard
        if (CODE64(s))
5337 14ce26e7 bellard
            goto illegal_op;
5338 023fe10d bellard
        if (!s->pe) {
5339 023fe10d bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5340 023fe10d bellard
        } else {
5341 023fe10d bellard
            if (s->cc_op != CC_OP_DYNAMIC) {
5342 023fe10d bellard
                gen_op_set_cc_op(s->cc_op);
5343 023fe10d bellard
                s->cc_op = CC_OP_DYNAMIC;
5344 023fe10d bellard
            }
5345 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
5346 023fe10d bellard
            gen_op_sysenter();
5347 023fe10d bellard
            gen_eob(s);
5348 023fe10d bellard
        }
5349 023fe10d bellard
        break;
5350 023fe10d bellard
    case 0x135: /* sysexit */
5351 14ce26e7 bellard
        if (CODE64(s))
5352 14ce26e7 bellard
            goto illegal_op;
5353 023fe10d bellard
        if (!s->pe) {
5354 023fe10d bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5355 023fe10d bellard
        } else {
5356 023fe10d bellard
            if (s->cc_op != CC_OP_DYNAMIC) {
5357 023fe10d bellard
                gen_op_set_cc_op(s->cc_op);
5358 023fe10d bellard
                s->cc_op = CC_OP_DYNAMIC;
5359 023fe10d bellard
            }
5360 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
5361 023fe10d bellard
            gen_op_sysexit();
5362 023fe10d bellard
            gen_eob(s);
5363 023fe10d bellard
        }
5364 023fe10d bellard
        break;
5365 14ce26e7 bellard
#ifdef TARGET_X86_64
5366 14ce26e7 bellard
    case 0x105: /* syscall */
5367 14ce26e7 bellard
        /* XXX: is it usable in real mode ? */
5368 14ce26e7 bellard
        if (s->cc_op != CC_OP_DYNAMIC) {
5369 14ce26e7 bellard
            gen_op_set_cc_op(s->cc_op);
5370 14ce26e7 bellard
            s->cc_op = CC_OP_DYNAMIC;
5371 14ce26e7 bellard
        }
5372 14ce26e7 bellard
        gen_jmp_im(pc_start - s->cs_base);
5373 06c2f506 bellard
        gen_op_syscall(s->pc - pc_start);
5374 14ce26e7 bellard
        gen_eob(s);
5375 14ce26e7 bellard
        break;
5376 14ce26e7 bellard
    case 0x107: /* sysret */
5377 14ce26e7 bellard
        if (!s->pe) {
5378 14ce26e7 bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5379 14ce26e7 bellard
        } else {
5380 14ce26e7 bellard
            if (s->cc_op != CC_OP_DYNAMIC) {
5381 14ce26e7 bellard
                gen_op_set_cc_op(s->cc_op);
5382 14ce26e7 bellard
                s->cc_op = CC_OP_DYNAMIC;
5383 14ce26e7 bellard
            }
5384 14ce26e7 bellard
            gen_jmp_im(pc_start - s->cs_base);
5385 14ce26e7 bellard
            gen_op_sysret(s->dflag);
5386 aba9d61e bellard
            /* condition codes are modified only in long mode */
5387 aba9d61e bellard
            if (s->lma)
5388 aba9d61e bellard
                s->cc_op = CC_OP_EFLAGS;
5389 14ce26e7 bellard
            gen_eob(s);
5390 14ce26e7 bellard
        }
5391 14ce26e7 bellard
        break;
5392 14ce26e7 bellard
#endif
5393 2c0262af bellard
    case 0x1a2: /* cpuid */
5394 2c0262af bellard
        gen_op_cpuid();
5395 2c0262af bellard
        break;
5396 2c0262af bellard
    case 0xf4: /* hlt */
5397 2c0262af bellard
        if (s->cpl != 0) {
5398 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5399 2c0262af bellard
        } else {
5400 2c0262af bellard
            if (s->cc_op != CC_OP_DYNAMIC)
5401 2c0262af bellard
                gen_op_set_cc_op(s->cc_op);
5402 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
5403 2c0262af bellard
            gen_op_hlt();
5404 2c0262af bellard
            s->is_jmp = 3;
5405 2c0262af bellard
        }
5406 2c0262af bellard
        break;
5407 2c0262af bellard
    case 0x100:
5408 61382a50 bellard
        modrm = ldub_code(s->pc++);
5409 2c0262af bellard
        mod = (modrm >> 6) & 3;
5410 2c0262af bellard
        op = (modrm >> 3) & 7;
5411 2c0262af bellard
        switch(op) {
5412 2c0262af bellard
        case 0: /* sldt */
5413 f115e911 bellard
            if (!s->pe || s->vm86)
5414 f115e911 bellard
                goto illegal_op;
5415 2c0262af bellard
            gen_op_movl_T0_env(offsetof(CPUX86State,ldt.selector));
5416 2c0262af bellard
            ot = OT_WORD;
5417 2c0262af bellard
            if (mod == 3)
5418 2c0262af bellard
                ot += s->dflag;
5419 2c0262af bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
5420 2c0262af bellard
            break;
5421 2c0262af bellard
        case 2: /* lldt */
5422 f115e911 bellard
            if (!s->pe || s->vm86)
5423 f115e911 bellard
                goto illegal_op;
5424 2c0262af bellard
            if (s->cpl != 0) {
5425 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5426 2c0262af bellard
            } else {
5427 2c0262af bellard
                gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
5428 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
5429 2c0262af bellard
                gen_op_lldt_T0();
5430 2c0262af bellard
            }
5431 2c0262af bellard
            break;
5432 2c0262af bellard
        case 1: /* str */
5433 f115e911 bellard
            if (!s->pe || s->vm86)
5434 f115e911 bellard
                goto illegal_op;
5435 2c0262af bellard
            gen_op_movl_T0_env(offsetof(CPUX86State,tr.selector));
5436 2c0262af bellard
            ot = OT_WORD;
5437 2c0262af bellard
            if (mod == 3)
5438 2c0262af bellard
                ot += s->dflag;
5439 2c0262af bellard
            gen_ldst_modrm(s, modrm, ot, OR_TMP0, 1);
5440 2c0262af bellard
            break;
5441 2c0262af bellard
        case 3: /* ltr */
5442 f115e911 bellard
            if (!s->pe || s->vm86)
5443 f115e911 bellard
                goto illegal_op;
5444 2c0262af bellard
            if (s->cpl != 0) {
5445 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5446 2c0262af bellard
            } else {
5447 2c0262af bellard
                gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
5448 14ce26e7 bellard
                gen_jmp_im(pc_start - s->cs_base);
5449 2c0262af bellard
                gen_op_ltr_T0();
5450 2c0262af bellard
            }
5451 2c0262af bellard
            break;
5452 2c0262af bellard
        case 4: /* verr */
5453 2c0262af bellard
        case 5: /* verw */
5454 f115e911 bellard
            if (!s->pe || s->vm86)
5455 f115e911 bellard
                goto illegal_op;
5456 f115e911 bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
5457 f115e911 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
5458 f115e911 bellard
                gen_op_set_cc_op(s->cc_op);
5459 f115e911 bellard
            if (op == 4)
5460 f115e911 bellard
                gen_op_verr();
5461 f115e911 bellard
            else
5462 f115e911 bellard
                gen_op_verw();
5463 f115e911 bellard
            s->cc_op = CC_OP_EFLAGS;
5464 f115e911 bellard
            break;
5465 2c0262af bellard
        default:
5466 2c0262af bellard
            goto illegal_op;
5467 2c0262af bellard
        }
5468 2c0262af bellard
        break;
5469 2c0262af bellard
    case 0x101:
5470 61382a50 bellard
        modrm = ldub_code(s->pc++);
5471 2c0262af bellard
        mod = (modrm >> 6) & 3;
5472 2c0262af bellard
        op = (modrm >> 3) & 7;
5473 2c0262af bellard
        switch(op) {
5474 2c0262af bellard
        case 0: /* sgdt */
5475 2c0262af bellard
        case 1: /* sidt */
5476 2c0262af bellard
            if (mod == 3)
5477 2c0262af bellard
                goto illegal_op;
5478 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5479 2c0262af bellard
            if (op == 0)
5480 2c0262af bellard
                gen_op_movl_T0_env(offsetof(CPUX86State,gdt.limit));
5481 2c0262af bellard
            else
5482 2c0262af bellard
                gen_op_movl_T0_env(offsetof(CPUX86State,idt.limit));
5483 2c0262af bellard
            gen_op_st_T0_A0[OT_WORD + s->mem_index]();
5484 aba9d61e bellard
            gen_add_A0_im(s, 2);
5485 2c0262af bellard
            if (op == 0)
5486 14ce26e7 bellard
                gen_op_movtl_T0_env(offsetof(CPUX86State,gdt.base));
5487 2c0262af bellard
            else
5488 14ce26e7 bellard
                gen_op_movtl_T0_env(offsetof(CPUX86State,idt.base));
5489 2c0262af bellard
            if (!s->dflag)
5490 2c0262af bellard
                gen_op_andl_T0_im(0xffffff);
5491 14ce26e7 bellard
            gen_op_st_T0_A0[CODE64(s) + OT_LONG + s->mem_index]();
5492 2c0262af bellard
            break;
5493 2c0262af bellard
        case 2: /* lgdt */
5494 2c0262af bellard
        case 3: /* lidt */
5495 2c0262af bellard
            if (mod == 3)
5496 2c0262af bellard
                goto illegal_op;
5497 2c0262af bellard
            if (s->cpl != 0) {
5498 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5499 2c0262af bellard
            } else {
5500 2c0262af bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5501 2c0262af bellard
                gen_op_ld_T1_A0[OT_WORD + s->mem_index]();
5502 aba9d61e bellard
                gen_add_A0_im(s, 2);
5503 14ce26e7 bellard
                gen_op_ld_T0_A0[CODE64(s) + OT_LONG + s->mem_index]();
5504 2c0262af bellard
                if (!s->dflag)
5505 2c0262af bellard
                    gen_op_andl_T0_im(0xffffff);
5506 2c0262af bellard
                if (op == 2) {
5507 14ce26e7 bellard
                    gen_op_movtl_env_T0(offsetof(CPUX86State,gdt.base));
5508 2c0262af bellard
                    gen_op_movl_env_T1(offsetof(CPUX86State,gdt.limit));
5509 2c0262af bellard
                } else {
5510 14ce26e7 bellard
                    gen_op_movtl_env_T0(offsetof(CPUX86State,idt.base));
5511 2c0262af bellard
                    gen_op_movl_env_T1(offsetof(CPUX86State,idt.limit));
5512 2c0262af bellard
                }
5513 2c0262af bellard
            }
5514 2c0262af bellard
            break;
5515 2c0262af bellard
        case 4: /* smsw */
5516 2c0262af bellard
            gen_op_movl_T0_env(offsetof(CPUX86State,cr[0]));
5517 2c0262af bellard
            gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 1);
5518 2c0262af bellard
            break;
5519 2c0262af bellard
        case 6: /* lmsw */
5520 2c0262af bellard
            if (s->cpl != 0) {
5521 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5522 2c0262af bellard
            } else {
5523 2c0262af bellard
                gen_ldst_modrm(s, modrm, OT_WORD, OR_TMP0, 0);
5524 2c0262af bellard
                gen_op_lmsw_T0();
5525 14ce26e7 bellard
                gen_jmp_im(s->pc - s->cs_base);
5526 d71b9a8b bellard
                gen_eob(s);
5527 2c0262af bellard
            }
5528 2c0262af bellard
            break;
5529 2c0262af bellard
        case 7: /* invlpg */
5530 2c0262af bellard
            if (s->cpl != 0) {
5531 2c0262af bellard
                gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5532 2c0262af bellard
            } else {
5533 14ce26e7 bellard
                if (mod == 3) {
5534 14ce26e7 bellard
#ifdef TARGET_X86_64
5535 14ce26e7 bellard
                    if (CODE64(s) && (modrm & 7) == 0) {
5536 14ce26e7 bellard
                        /* swapgs */
5537 14ce26e7 bellard
                        gen_op_movtl_T0_env(offsetof(CPUX86State,segs[R_GS].base));
5538 14ce26e7 bellard
                        gen_op_movtl_T1_env(offsetof(CPUX86State,kernelgsbase));
5539 14ce26e7 bellard
                        gen_op_movtl_env_T1(offsetof(CPUX86State,segs[R_GS].base));
5540 14ce26e7 bellard
                        gen_op_movtl_env_T0(offsetof(CPUX86State,kernelgsbase));
5541 14ce26e7 bellard
                    } else 
5542 14ce26e7 bellard
#endif
5543 14ce26e7 bellard
                    {
5544 14ce26e7 bellard
                        goto illegal_op;
5545 14ce26e7 bellard
                    }
5546 14ce26e7 bellard
                } else {
5547 14ce26e7 bellard
                    gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5548 14ce26e7 bellard
                    gen_op_invlpg_A0();
5549 14ce26e7 bellard
                    gen_jmp_im(s->pc - s->cs_base);
5550 14ce26e7 bellard
                    gen_eob(s);
5551 14ce26e7 bellard
                }
5552 2c0262af bellard
            }
5553 2c0262af bellard
            break;
5554 2c0262af bellard
        default:
5555 2c0262af bellard
            goto illegal_op;
5556 2c0262af bellard
        }
5557 2c0262af bellard
        break;
5558 3415a4dd bellard
    case 0x108: /* invd */
5559 3415a4dd bellard
    case 0x109: /* wbinvd */
5560 3415a4dd bellard
        if (s->cpl != 0) {
5561 3415a4dd bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5562 3415a4dd bellard
        } else {
5563 3415a4dd bellard
            /* nothing to do */
5564 3415a4dd bellard
        }
5565 3415a4dd bellard
        break;
5566 14ce26e7 bellard
    case 0x63: /* arpl or movslS (x86_64) */
5567 14ce26e7 bellard
#ifdef TARGET_X86_64
5568 14ce26e7 bellard
        if (CODE64(s)) {
5569 14ce26e7 bellard
            int d_ot;
5570 14ce26e7 bellard
            /* d_ot is the size of destination */
5571 14ce26e7 bellard
            d_ot = dflag + OT_WORD;
5572 14ce26e7 bellard
5573 14ce26e7 bellard
            modrm = ldub_code(s->pc++);
5574 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
5575 14ce26e7 bellard
            mod = (modrm >> 6) & 3;
5576 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
5577 14ce26e7 bellard
            
5578 14ce26e7 bellard
            if (mod == 3) {
5579 14ce26e7 bellard
                gen_op_mov_TN_reg[OT_LONG][0][rm]();
5580 14ce26e7 bellard
                /* sign extend */
5581 14ce26e7 bellard
                if (d_ot == OT_QUAD)
5582 14ce26e7 bellard
                    gen_op_movslq_T0_T0();
5583 14ce26e7 bellard
                gen_op_mov_reg_T0[d_ot][reg]();
5584 14ce26e7 bellard
            } else {
5585 14ce26e7 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5586 14ce26e7 bellard
                if (d_ot == OT_QUAD) {
5587 14ce26e7 bellard
                    gen_op_lds_T0_A0[OT_LONG + s->mem_index]();
5588 14ce26e7 bellard
                } else {
5589 14ce26e7 bellard
                    gen_op_ld_T0_A0[OT_LONG + s->mem_index]();
5590 14ce26e7 bellard
                }
5591 14ce26e7 bellard
                gen_op_mov_reg_T0[d_ot][reg]();
5592 14ce26e7 bellard
            }
5593 14ce26e7 bellard
        } else 
5594 14ce26e7 bellard
#endif
5595 14ce26e7 bellard
        {
5596 14ce26e7 bellard
            if (!s->pe || s->vm86)
5597 14ce26e7 bellard
                goto illegal_op;
5598 14ce26e7 bellard
            ot = dflag ? OT_LONG : OT_WORD;
5599 14ce26e7 bellard
            modrm = ldub_code(s->pc++);
5600 14ce26e7 bellard
            reg = (modrm >> 3) & 7;
5601 14ce26e7 bellard
            mod = (modrm >> 6) & 3;
5602 14ce26e7 bellard
            rm = modrm & 7;
5603 14ce26e7 bellard
            if (mod != 3) {
5604 14ce26e7 bellard
                gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5605 14ce26e7 bellard
                gen_op_ld_T0_A0[ot + s->mem_index]();
5606 14ce26e7 bellard
            } else {
5607 14ce26e7 bellard
                gen_op_mov_TN_reg[ot][0][rm]();
5608 14ce26e7 bellard
            }
5609 14ce26e7 bellard
            if (s->cc_op != CC_OP_DYNAMIC)
5610 14ce26e7 bellard
                gen_op_set_cc_op(s->cc_op);
5611 14ce26e7 bellard
            gen_op_arpl();
5612 14ce26e7 bellard
            s->cc_op = CC_OP_EFLAGS;
5613 14ce26e7 bellard
            if (mod != 3) {
5614 14ce26e7 bellard
                gen_op_st_T0_A0[ot + s->mem_index]();
5615 14ce26e7 bellard
            } else {
5616 14ce26e7 bellard
                gen_op_mov_reg_T0[ot][rm]();
5617 14ce26e7 bellard
            }
5618 14ce26e7 bellard
            gen_op_arpl_update();
5619 f115e911 bellard
        }
5620 f115e911 bellard
        break;
5621 2c0262af bellard
    case 0x102: /* lar */
5622 2c0262af bellard
    case 0x103: /* lsl */
5623 2c0262af bellard
        if (!s->pe || s->vm86)
5624 2c0262af bellard
            goto illegal_op;
5625 2c0262af bellard
        ot = dflag ? OT_LONG : OT_WORD;
5626 61382a50 bellard
        modrm = ldub_code(s->pc++);
5627 14ce26e7 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5628 2c0262af bellard
        gen_ldst_modrm(s, modrm, ot, OR_TMP0, 0);
5629 2c0262af bellard
        gen_op_mov_TN_reg[ot][1][reg]();
5630 2c0262af bellard
        if (s->cc_op != CC_OP_DYNAMIC)
5631 2c0262af bellard
            gen_op_set_cc_op(s->cc_op);
5632 2c0262af bellard
        if (b == 0x102)
5633 2c0262af bellard
            gen_op_lar();
5634 2c0262af bellard
        else
5635 2c0262af bellard
            gen_op_lsl();
5636 2c0262af bellard
        s->cc_op = CC_OP_EFLAGS;
5637 2c0262af bellard
        gen_op_mov_reg_T1[ot][reg]();
5638 2c0262af bellard
        break;
5639 2c0262af bellard
    case 0x118:
5640 61382a50 bellard
        modrm = ldub_code(s->pc++);
5641 2c0262af bellard
        mod = (modrm >> 6) & 3;
5642 2c0262af bellard
        op = (modrm >> 3) & 7;
5643 2c0262af bellard
        switch(op) {
5644 2c0262af bellard
        case 0: /* prefetchnta */
5645 2c0262af bellard
        case 1: /* prefetchnt0 */
5646 2c0262af bellard
        case 2: /* prefetchnt0 */
5647 2c0262af bellard
        case 3: /* prefetchnt0 */
5648 2c0262af bellard
            if (mod == 3)
5649 2c0262af bellard
                goto illegal_op;
5650 2c0262af bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5651 2c0262af bellard
            /* nothing more to do */
5652 2c0262af bellard
            break;
5653 2c0262af bellard
        default:
5654 2c0262af bellard
            goto illegal_op;
5655 2c0262af bellard
        }
5656 2c0262af bellard
        break;
5657 2c0262af bellard
    case 0x120: /* mov reg, crN */
5658 2c0262af bellard
    case 0x122: /* mov crN, reg */
5659 2c0262af bellard
        if (s->cpl != 0) {
5660 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5661 2c0262af bellard
        } else {
5662 61382a50 bellard
            modrm = ldub_code(s->pc++);
5663 2c0262af bellard
            if ((modrm & 0xc0) != 0xc0)
5664 2c0262af bellard
                goto illegal_op;
5665 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
5666 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
5667 14ce26e7 bellard
            if (CODE64(s))
5668 14ce26e7 bellard
                ot = OT_QUAD;
5669 14ce26e7 bellard
            else
5670 14ce26e7 bellard
                ot = OT_LONG;
5671 2c0262af bellard
            switch(reg) {
5672 2c0262af bellard
            case 0:
5673 2c0262af bellard
            case 2:
5674 2c0262af bellard
            case 3:
5675 2c0262af bellard
            case 4:
5676 9230e66e bellard
            case 8:
5677 2c0262af bellard
                if (b & 2) {
5678 14ce26e7 bellard
                    gen_op_mov_TN_reg[ot][0][rm]();
5679 2c0262af bellard
                    gen_op_movl_crN_T0(reg);
5680 14ce26e7 bellard
                    gen_jmp_im(s->pc - s->cs_base);
5681 2c0262af bellard
                    gen_eob(s);
5682 2c0262af bellard
                } else {
5683 82e41634 bellard
#if !defined(CONFIG_USER_ONLY) 
5684 9230e66e bellard
                    if (reg == 8)
5685 9230e66e bellard
                        gen_op_movtl_T0_cr8();
5686 9230e66e bellard
                    else
5687 82e41634 bellard
#endif
5688 9230e66e bellard
                        gen_op_movtl_T0_env(offsetof(CPUX86State,cr[reg]));
5689 14ce26e7 bellard
                    gen_op_mov_reg_T0[ot][rm]();
5690 2c0262af bellard
                }
5691 2c0262af bellard
                break;
5692 2c0262af bellard
            default:
5693 2c0262af bellard
                goto illegal_op;
5694 2c0262af bellard
            }
5695 2c0262af bellard
        }
5696 2c0262af bellard
        break;
5697 2c0262af bellard
    case 0x121: /* mov reg, drN */
5698 2c0262af bellard
    case 0x123: /* mov drN, reg */
5699 2c0262af bellard
        if (s->cpl != 0) {
5700 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5701 2c0262af bellard
        } else {
5702 61382a50 bellard
            modrm = ldub_code(s->pc++);
5703 2c0262af bellard
            if ((modrm & 0xc0) != 0xc0)
5704 2c0262af bellard
                goto illegal_op;
5705 14ce26e7 bellard
            rm = (modrm & 7) | REX_B(s);
5706 14ce26e7 bellard
            reg = ((modrm >> 3) & 7) | rex_r;
5707 14ce26e7 bellard
            if (CODE64(s))
5708 14ce26e7 bellard
                ot = OT_QUAD;
5709 14ce26e7 bellard
            else
5710 14ce26e7 bellard
                ot = OT_LONG;
5711 2c0262af bellard
            /* XXX: do it dynamically with CR4.DE bit */
5712 14ce26e7 bellard
            if (reg == 4 || reg == 5 || reg >= 8)
5713 2c0262af bellard
                goto illegal_op;
5714 2c0262af bellard
            if (b & 2) {
5715 14ce26e7 bellard
                gen_op_mov_TN_reg[ot][0][rm]();
5716 2c0262af bellard
                gen_op_movl_drN_T0(reg);
5717 14ce26e7 bellard
                gen_jmp_im(s->pc - s->cs_base);
5718 2c0262af bellard
                gen_eob(s);
5719 2c0262af bellard
            } else {
5720 14ce26e7 bellard
                gen_op_movtl_T0_env(offsetof(CPUX86State,dr[reg]));
5721 14ce26e7 bellard
                gen_op_mov_reg_T0[ot][rm]();
5722 2c0262af bellard
            }
5723 2c0262af bellard
        }
5724 2c0262af bellard
        break;
5725 2c0262af bellard
    case 0x106: /* clts */
5726 2c0262af bellard
        if (s->cpl != 0) {
5727 2c0262af bellard
            gen_exception(s, EXCP0D_GPF, pc_start - s->cs_base);
5728 2c0262af bellard
        } else {
5729 2c0262af bellard
            gen_op_clts();
5730 7eee2a50 bellard
            /* abort block because static cpu state changed */
5731 14ce26e7 bellard
            gen_jmp_im(s->pc - s->cs_base);
5732 7eee2a50 bellard
            gen_eob(s);
5733 2c0262af bellard
        }
5734 2c0262af bellard
        break;
5735 664e0f19 bellard
    /* MMX/SSE/SSE2/PNI support */
5736 664e0f19 bellard
    case 0x1c3: /* MOVNTI reg, mem */
5737 664e0f19 bellard
        if (!(s->cpuid_features & CPUID_SSE2))
5738 14ce26e7 bellard
            goto illegal_op;
5739 664e0f19 bellard
        ot = s->dflag == 2 ? OT_QUAD : OT_LONG;
5740 664e0f19 bellard
        modrm = ldub_code(s->pc++);
5741 664e0f19 bellard
        mod = (modrm >> 6) & 3;
5742 664e0f19 bellard
        if (mod == 3)
5743 664e0f19 bellard
            goto illegal_op;
5744 664e0f19 bellard
        reg = ((modrm >> 3) & 7) | rex_r;
5745 664e0f19 bellard
        /* generate a generic store */
5746 664e0f19 bellard
        gen_ldst_modrm(s, modrm, ot, reg, 1);
5747 14ce26e7 bellard
        break;
5748 664e0f19 bellard
    case 0x1ae:
5749 664e0f19 bellard
        modrm = ldub_code(s->pc++);
5750 664e0f19 bellard
        mod = (modrm >> 6) & 3;
5751 664e0f19 bellard
        op = (modrm >> 3) & 7;
5752 664e0f19 bellard
        switch(op) {
5753 664e0f19 bellard
        case 0: /* fxsave */
5754 664e0f19 bellard
            if (mod == 3 || !(s->cpuid_features & CPUID_FXSR))
5755 14ce26e7 bellard
                goto illegal_op;
5756 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5757 664e0f19 bellard
            gen_op_fxsave_A0((s->dflag == 2));
5758 664e0f19 bellard
            break;
5759 664e0f19 bellard
        case 1: /* fxrstor */
5760 664e0f19 bellard
            if (mod == 3 || !(s->cpuid_features & CPUID_FXSR))
5761 14ce26e7 bellard
                goto illegal_op;
5762 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5763 664e0f19 bellard
            gen_op_fxrstor_A0((s->dflag == 2));
5764 664e0f19 bellard
            break;
5765 664e0f19 bellard
        case 2: /* ldmxcsr */
5766 664e0f19 bellard
        case 3: /* stmxcsr */
5767 664e0f19 bellard
            if (s->flags & HF_TS_MASK) {
5768 664e0f19 bellard
                gen_exception(s, EXCP07_PREX, pc_start - s->cs_base);
5769 664e0f19 bellard
                break;
5770 14ce26e7 bellard
            }
5771 664e0f19 bellard
            if ((s->flags & HF_EM_MASK) || !(s->flags & HF_OSFXSR_MASK) ||
5772 664e0f19 bellard
                mod == 3)
5773 14ce26e7 bellard
                goto illegal_op;
5774 664e0f19 bellard
            gen_lea_modrm(s, modrm, &reg_addr, &offset_addr);
5775 664e0f19 bellard
            if (op == 2) {
5776 664e0f19 bellard
                gen_op_ld_T0_A0[OT_LONG + s->mem_index]();
5777 664e0f19 bellard
                gen_op_movl_env_T0(offsetof(CPUX86State, mxcsr));
5778 14ce26e7 bellard
            } else {
5779 664e0f19 bellard
                gen_op_movl_T0_env(offsetof(CPUX86State, mxcsr));
5780 664e0f19 bellard
                gen_op_st_T0_A0[OT_LONG + s->mem_index]();
5781 14ce26e7 bellard
            }
5782 664e0f19 bellard
            break;
5783 664e0f19 bellard
        case 5: /* lfence */
5784 664e0f19 bellard
        case 6: /* mfence */
5785 664e0f19 bellard
        case 7: /* sfence */
5786 664e0f19 bellard
            if ((modrm & 0xc7) != 0xc0 || !(s->cpuid_features & CPUID_SSE))
5787 664e0f19 bellard
                goto illegal_op;
5788 664e0f19 bellard
            break;
5789 664e0f19 bellard
        default:
5790 14ce26e7 bellard
            goto illegal_op;
5791 14ce26e7 bellard
        }
5792 14ce26e7 bellard
        break;
5793 664e0f19 bellard
    case 0x110 ... 0x117:
5794 664e0f19 bellard
    case 0x128 ... 0x12f:
5795 664e0f19 bellard
    case 0x150 ... 0x177:
5796 664e0f19 bellard
    case 0x17c ... 0x17f:
5797 664e0f19 bellard
    case 0x1c2:
5798 664e0f19 bellard
    case 0x1c4 ... 0x1c6:
5799 664e0f19 bellard
    case 0x1d0 ... 0x1fe:
5800 664e0f19 bellard
        gen_sse(s, b, pc_start, rex_r);
5801 664e0f19 bellard
        break;
5802 2c0262af bellard
    default:
5803 2c0262af bellard
        goto illegal_op;
5804 2c0262af bellard
    }
5805 2c0262af bellard
    /* lock generation */
5806 2c0262af bellard
    if (s->prefix & PREFIX_LOCK)
5807 2c0262af bellard
        gen_op_unlock();
5808 2c0262af bellard
    return s->pc;
5809 2c0262af bellard
 illegal_op:
5810 ab1f142b bellard
    if (s->prefix & PREFIX_LOCK)
5811 ab1f142b bellard
        gen_op_unlock();
5812 2c0262af bellard
    /* XXX: ensure that no lock was generated */
5813 2c0262af bellard
    gen_exception(s, EXCP06_ILLOP, pc_start - s->cs_base);
5814 2c0262af bellard
    return s->pc;
5815 2c0262af bellard
}
5816 2c0262af bellard
5817 2c0262af bellard
#define CC_OSZAPC (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C)
5818 2c0262af bellard
#define CC_OSZAP (CC_O | CC_S | CC_Z | CC_A | CC_P)
5819 2c0262af bellard
5820 2c0262af bellard
/* flags read by an operation */
5821 2c0262af bellard
static uint16_t opc_read_flags[NB_OPS] = { 
5822 2c0262af bellard
    [INDEX_op_aas] = CC_A,
5823 2c0262af bellard
    [INDEX_op_aaa] = CC_A,
5824 2c0262af bellard
    [INDEX_op_das] = CC_A | CC_C,
5825 2c0262af bellard
    [INDEX_op_daa] = CC_A | CC_C,
5826 2c0262af bellard
5827 2c0262af bellard
    /* subtle: due to the incl/decl implementation, C is used */
5828 2c0262af bellard
    [INDEX_op_update_inc_cc] = CC_C, 
5829 2c0262af bellard
5830 2c0262af bellard
    [INDEX_op_into] = CC_O,
5831 2c0262af bellard
5832 2c0262af bellard
    [INDEX_op_jb_subb] = CC_C,
5833 2c0262af bellard
    [INDEX_op_jb_subw] = CC_C,
5834 2c0262af bellard
    [INDEX_op_jb_subl] = CC_C,
5835 2c0262af bellard
5836 2c0262af bellard
    [INDEX_op_jz_subb] = CC_Z,
5837 2c0262af bellard
    [INDEX_op_jz_subw] = CC_Z,
5838 2c0262af bellard
    [INDEX_op_jz_subl] = CC_Z,
5839 2c0262af bellard
5840 2c0262af bellard
    [INDEX_op_jbe_subb] = CC_Z | CC_C,
5841 2c0262af bellard
    [INDEX_op_jbe_subw] = CC_Z | CC_C,
5842 2c0262af bellard
    [INDEX_op_jbe_subl] = CC_Z | CC_C,
5843 2c0262af bellard
5844 2c0262af bellard
    [INDEX_op_js_subb] = CC_S,
5845 2c0262af bellard
    [INDEX_op_js_subw] = CC_S,
5846 2c0262af bellard
    [INDEX_op_js_subl] = CC_S,
5847 2c0262af bellard
5848 2c0262af bellard
    [INDEX_op_jl_subb] = CC_O | CC_S,
5849 2c0262af bellard
    [INDEX_op_jl_subw] = CC_O | CC_S,
5850 2c0262af bellard
    [INDEX_op_jl_subl] = CC_O | CC_S,
5851 2c0262af bellard
5852 2c0262af bellard
    [INDEX_op_jle_subb] = CC_O | CC_S | CC_Z,
5853 2c0262af bellard
    [INDEX_op_jle_subw] = CC_O | CC_S | CC_Z,
5854 2c0262af bellard
    [INDEX_op_jle_subl] = CC_O | CC_S | CC_Z,
5855 2c0262af bellard
5856 2c0262af bellard
    [INDEX_op_loopnzw] = CC_Z,
5857 2c0262af bellard
    [INDEX_op_loopnzl] = CC_Z,
5858 2c0262af bellard
    [INDEX_op_loopzw] = CC_Z,
5859 2c0262af bellard
    [INDEX_op_loopzl] = CC_Z,
5860 2c0262af bellard
5861 2c0262af bellard
    [INDEX_op_seto_T0_cc] = CC_O,
5862 2c0262af bellard
    [INDEX_op_setb_T0_cc] = CC_C,
5863 2c0262af bellard
    [INDEX_op_setz_T0_cc] = CC_Z,
5864 2c0262af bellard
    [INDEX_op_setbe_T0_cc] = CC_Z | CC_C,
5865 2c0262af bellard
    [INDEX_op_sets_T0_cc] = CC_S,
5866 2c0262af bellard
    [INDEX_op_setp_T0_cc] = CC_P,
5867 2c0262af bellard
    [INDEX_op_setl_T0_cc] = CC_O | CC_S,
5868 2c0262af bellard
    [INDEX_op_setle_T0_cc] = CC_O | CC_S | CC_Z,
5869 2c0262af bellard
5870 2c0262af bellard
    [INDEX_op_setb_T0_subb] = CC_C,
5871 2c0262af bellard
    [INDEX_op_setb_T0_subw] = CC_C,
5872 2c0262af bellard
    [INDEX_op_setb_T0_subl] = CC_C,
5873 2c0262af bellard
5874 2c0262af bellard
    [INDEX_op_setz_T0_subb] = CC_Z,
5875 2c0262af bellard
    [INDEX_op_setz_T0_subw] = CC_Z,
5876 2c0262af bellard
    [INDEX_op_setz_T0_subl] = CC_Z,
5877 2c0262af bellard
5878 2c0262af bellard
    [INDEX_op_setbe_T0_subb] = CC_Z | CC_C,
5879 2c0262af bellard
    [INDEX_op_setbe_T0_subw] = CC_Z | CC_C,
5880 2c0262af bellard
    [INDEX_op_setbe_T0_subl] = CC_Z | CC_C,
5881 2c0262af bellard
5882 2c0262af bellard
    [INDEX_op_sets_T0_subb] = CC_S,
5883 2c0262af bellard
    [INDEX_op_sets_T0_subw] = CC_S,
5884 2c0262af bellard
    [INDEX_op_sets_T0_subl] = CC_S,
5885 2c0262af bellard
5886 2c0262af bellard
    [INDEX_op_setl_T0_subb] = CC_O | CC_S,
5887 2c0262af bellard
    [INDEX_op_setl_T0_subw] = CC_O | CC_S,
5888 2c0262af bellard
    [INDEX_op_setl_T0_subl] = CC_O | CC_S,
5889 2c0262af bellard
5890 2c0262af bellard
    [INDEX_op_setle_T0_subb] = CC_O | CC_S | CC_Z,
5891 2c0262af bellard
    [INDEX_op_setle_T0_subw] = CC_O | CC_S | CC_Z,
5892 2c0262af bellard
    [INDEX_op_setle_T0_subl] = CC_O | CC_S | CC_Z,
5893 2c0262af bellard
5894 2c0262af bellard
    [INDEX_op_movl_T0_eflags] = CC_OSZAPC,
5895 2c0262af bellard
    [INDEX_op_cmc] = CC_C,
5896 2c0262af bellard
    [INDEX_op_salc] = CC_C,
5897 2c0262af bellard
5898 7399c5a9 bellard
    /* needed for correct flag optimisation before string ops */
5899 14ce26e7 bellard
    [INDEX_op_jnz_ecxw] = CC_OSZAPC,
5900 14ce26e7 bellard
    [INDEX_op_jnz_ecxl] = CC_OSZAPC,
5901 7399c5a9 bellard
    [INDEX_op_jz_ecxw] = CC_OSZAPC,
5902 7399c5a9 bellard
    [INDEX_op_jz_ecxl] = CC_OSZAPC,
5903 14ce26e7 bellard
5904 14ce26e7 bellard
#ifdef TARGET_X86_64
5905 14ce26e7 bellard
    [INDEX_op_jb_subq] = CC_C,
5906 14ce26e7 bellard
    [INDEX_op_jz_subq] = CC_Z,
5907 14ce26e7 bellard
    [INDEX_op_jbe_subq] = CC_Z | CC_C,
5908 14ce26e7 bellard
    [INDEX_op_js_subq] = CC_S,
5909 14ce26e7 bellard
    [INDEX_op_jl_subq] = CC_O | CC_S,
5910 14ce26e7 bellard
    [INDEX_op_jle_subq] = CC_O | CC_S | CC_Z,
5911 14ce26e7 bellard
5912 14ce26e7 bellard
    [INDEX_op_loopnzq] = CC_Z,
5913 14ce26e7 bellard
    [INDEX_op_loopzq] = CC_Z,
5914 14ce26e7 bellard
5915 14ce26e7 bellard
    [INDEX_op_setb_T0_subq] = CC_C,
5916 14ce26e7 bellard
    [INDEX_op_setz_T0_subq] = CC_Z,
5917 14ce26e7 bellard
    [INDEX_op_setbe_T0_subq] = CC_Z | CC_C,
5918 14ce26e7 bellard
    [INDEX_op_sets_T0_subq] = CC_S,
5919 14ce26e7 bellard
    [INDEX_op_setl_T0_subq] = CC_O | CC_S,
5920 14ce26e7 bellard
    [INDEX_op_setle_T0_subq] = CC_O | CC_S | CC_Z,
5921 14ce26e7 bellard
5922 14ce26e7 bellard
    [INDEX_op_jnz_ecxq] = CC_OSZAPC,
5923 14ce26e7 bellard
    [INDEX_op_jz_ecxq] = CC_OSZAPC,
5924 14ce26e7 bellard
#endif
5925 7399c5a9 bellard
5926 4f31916f bellard
#define DEF_READF(SUFFIX)\
5927 4f31916f bellard
    [INDEX_op_adcb ## SUFFIX ## _T0_T1_cc] = CC_C,\
5928 4f31916f bellard
    [INDEX_op_adcw ## SUFFIX ## _T0_T1_cc] = CC_C,\
5929 4f31916f bellard
    [INDEX_op_adcl ## SUFFIX ## _T0_T1_cc] = CC_C,\
5930 14ce26e7 bellard
    X86_64_DEF([INDEX_op_adcq ## SUFFIX ## _T0_T1_cc] = CC_C,)\
5931 4f31916f bellard
    [INDEX_op_sbbb ## SUFFIX ## _T0_T1_cc] = CC_C,\
5932 4f31916f bellard
    [INDEX_op_sbbw ## SUFFIX ## _T0_T1_cc] = CC_C,\
5933 4f31916f bellard
    [INDEX_op_sbbl ## SUFFIX ## _T0_T1_cc] = CC_C,\
5934 14ce26e7 bellard
    X86_64_DEF([INDEX_op_sbbq ## SUFFIX ## _T0_T1_cc] = CC_C,)\
5935 4f31916f bellard
\
5936 4f31916f bellard
    [INDEX_op_rclb ## SUFFIX ## _T0_T1_cc] = CC_C,\
5937 4f31916f bellard
    [INDEX_op_rclw ## SUFFIX ## _T0_T1_cc] = CC_C,\
5938 4f31916f bellard
    [INDEX_op_rcll ## SUFFIX ## _T0_T1_cc] = CC_C,\
5939 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rclq ## SUFFIX ## _T0_T1_cc] = CC_C,)\
5940 4f31916f bellard
    [INDEX_op_rcrb ## SUFFIX ## _T0_T1_cc] = CC_C,\
5941 4f31916f bellard
    [INDEX_op_rcrw ## SUFFIX ## _T0_T1_cc] = CC_C,\
5942 14ce26e7 bellard
    [INDEX_op_rcrl ## SUFFIX ## _T0_T1_cc] = CC_C,\
5943 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rcrq ## SUFFIX ## _T0_T1_cc] = CC_C,)
5944 4f31916f bellard
5945 4bb2fcc7 bellard
    DEF_READF( )
5946 4f31916f bellard
    DEF_READF(_raw)
5947 4f31916f bellard
#ifndef CONFIG_USER_ONLY
5948 4f31916f bellard
    DEF_READF(_kernel)
5949 4f31916f bellard
    DEF_READF(_user)
5950 4f31916f bellard
#endif
5951 2c0262af bellard
};
5952 2c0262af bellard
5953 2c0262af bellard
/* flags written by an operation */
5954 2c0262af bellard
static uint16_t opc_write_flags[NB_OPS] = { 
5955 2c0262af bellard
    [INDEX_op_update2_cc] = CC_OSZAPC,
5956 2c0262af bellard
    [INDEX_op_update1_cc] = CC_OSZAPC,
5957 2c0262af bellard
    [INDEX_op_cmpl_T0_T1_cc] = CC_OSZAPC,
5958 2c0262af bellard
    [INDEX_op_update_neg_cc] = CC_OSZAPC,
5959 2c0262af bellard
    /* subtle: due to the incl/decl implementation, C is used */
5960 2c0262af bellard
    [INDEX_op_update_inc_cc] = CC_OSZAPC, 
5961 2c0262af bellard
    [INDEX_op_testl_T0_T1_cc] = CC_OSZAPC,
5962 2c0262af bellard
5963 2c0262af bellard
    [INDEX_op_mulb_AL_T0] = CC_OSZAPC,
5964 2c0262af bellard
    [INDEX_op_mulw_AX_T0] = CC_OSZAPC,
5965 2c0262af bellard
    [INDEX_op_mull_EAX_T0] = CC_OSZAPC,
5966 14ce26e7 bellard
    X86_64_DEF([INDEX_op_mulq_EAX_T0] = CC_OSZAPC,)
5967 14ce26e7 bellard
    [INDEX_op_imulb_AL_T0] = CC_OSZAPC,
5968 14ce26e7 bellard
    [INDEX_op_imulw_AX_T0] = CC_OSZAPC,
5969 2c0262af bellard
    [INDEX_op_imull_EAX_T0] = CC_OSZAPC,
5970 14ce26e7 bellard
    X86_64_DEF([INDEX_op_imulq_EAX_T0] = CC_OSZAPC,)
5971 2c0262af bellard
    [INDEX_op_imulw_T0_T1] = CC_OSZAPC,
5972 2c0262af bellard
    [INDEX_op_imull_T0_T1] = CC_OSZAPC,
5973 14ce26e7 bellard
    X86_64_DEF([INDEX_op_imulq_T0_T1] = CC_OSZAPC,)
5974 14ce26e7 bellard
5975 664e0f19 bellard
    /* sse */
5976 664e0f19 bellard
    [INDEX_op_ucomiss] = CC_OSZAPC,
5977 664e0f19 bellard
    [INDEX_op_ucomisd] = CC_OSZAPC,
5978 664e0f19 bellard
    [INDEX_op_comiss] = CC_OSZAPC,
5979 664e0f19 bellard
    [INDEX_op_comisd] = CC_OSZAPC,
5980 664e0f19 bellard
5981 2c0262af bellard
    /* bcd */
5982 2c0262af bellard
    [INDEX_op_aam] = CC_OSZAPC,
5983 2c0262af bellard
    [INDEX_op_aad] = CC_OSZAPC,
5984 2c0262af bellard
    [INDEX_op_aas] = CC_OSZAPC,
5985 2c0262af bellard
    [INDEX_op_aaa] = CC_OSZAPC,
5986 2c0262af bellard
    [INDEX_op_das] = CC_OSZAPC,
5987 2c0262af bellard
    [INDEX_op_daa] = CC_OSZAPC,
5988 2c0262af bellard
5989 2c0262af bellard
    [INDEX_op_movb_eflags_T0] = CC_S | CC_Z | CC_A | CC_P | CC_C,
5990 2c0262af bellard
    [INDEX_op_movw_eflags_T0] = CC_OSZAPC,
5991 2c0262af bellard
    [INDEX_op_movl_eflags_T0] = CC_OSZAPC,
5992 4136f33c bellard
    [INDEX_op_movw_eflags_T0_io] = CC_OSZAPC,
5993 4136f33c bellard
    [INDEX_op_movl_eflags_T0_io] = CC_OSZAPC,
5994 4136f33c bellard
    [INDEX_op_movw_eflags_T0_cpl0] = CC_OSZAPC,
5995 4136f33c bellard
    [INDEX_op_movl_eflags_T0_cpl0] = CC_OSZAPC,
5996 2c0262af bellard
    [INDEX_op_clc] = CC_C,
5997 2c0262af bellard
    [INDEX_op_stc] = CC_C,
5998 2c0262af bellard
    [INDEX_op_cmc] = CC_C,
5999 2c0262af bellard
6000 2c0262af bellard
    [INDEX_op_btw_T0_T1_cc] = CC_OSZAPC,
6001 2c0262af bellard
    [INDEX_op_btl_T0_T1_cc] = CC_OSZAPC,
6002 14ce26e7 bellard
    X86_64_DEF([INDEX_op_btq_T0_T1_cc] = CC_OSZAPC,)
6003 2c0262af bellard
    [INDEX_op_btsw_T0_T1_cc] = CC_OSZAPC,
6004 2c0262af bellard
    [INDEX_op_btsl_T0_T1_cc] = CC_OSZAPC,
6005 14ce26e7 bellard
    X86_64_DEF([INDEX_op_btsq_T0_T1_cc] = CC_OSZAPC,)
6006 2c0262af bellard
    [INDEX_op_btrw_T0_T1_cc] = CC_OSZAPC,
6007 2c0262af bellard
    [INDEX_op_btrl_T0_T1_cc] = CC_OSZAPC,
6008 14ce26e7 bellard
    X86_64_DEF([INDEX_op_btrq_T0_T1_cc] = CC_OSZAPC,)
6009 2c0262af bellard
    [INDEX_op_btcw_T0_T1_cc] = CC_OSZAPC,
6010 2c0262af bellard
    [INDEX_op_btcl_T0_T1_cc] = CC_OSZAPC,
6011 14ce26e7 bellard
    X86_64_DEF([INDEX_op_btcq_T0_T1_cc] = CC_OSZAPC,)
6012 2c0262af bellard
6013 2c0262af bellard
    [INDEX_op_bsfw_T0_cc] = CC_OSZAPC,
6014 2c0262af bellard
    [INDEX_op_bsfl_T0_cc] = CC_OSZAPC,
6015 14ce26e7 bellard
    X86_64_DEF([INDEX_op_bsfq_T0_cc] = CC_OSZAPC,)
6016 2c0262af bellard
    [INDEX_op_bsrw_T0_cc] = CC_OSZAPC,
6017 2c0262af bellard
    [INDEX_op_bsrl_T0_cc] = CC_OSZAPC,
6018 14ce26e7 bellard
    X86_64_DEF([INDEX_op_bsrq_T0_cc] = CC_OSZAPC,)
6019 2c0262af bellard
6020 2c0262af bellard
    [INDEX_op_cmpxchgb_T0_T1_EAX_cc] = CC_OSZAPC,
6021 2c0262af bellard
    [INDEX_op_cmpxchgw_T0_T1_EAX_cc] = CC_OSZAPC,
6022 2c0262af bellard
    [INDEX_op_cmpxchgl_T0_T1_EAX_cc] = CC_OSZAPC,
6023 14ce26e7 bellard
    X86_64_DEF([INDEX_op_cmpxchgq_T0_T1_EAX_cc] = CC_OSZAPC,)
6024 2c0262af bellard
6025 2c0262af bellard
    [INDEX_op_cmpxchg8b] = CC_Z,
6026 2c0262af bellard
    [INDEX_op_lar] = CC_Z,
6027 2c0262af bellard
    [INDEX_op_lsl] = CC_Z,
6028 cc6f538b bellard
    [INDEX_op_verr] = CC_Z,
6029 cc6f538b bellard
    [INDEX_op_verw] = CC_Z,
6030 2c0262af bellard
    [INDEX_op_fcomi_ST0_FT0] = CC_Z | CC_P | CC_C,
6031 2c0262af bellard
    [INDEX_op_fucomi_ST0_FT0] = CC_Z | CC_P | CC_C,
6032 4f31916f bellard
6033 4f31916f bellard
#define DEF_WRITEF(SUFFIX)\
6034 4f31916f bellard
    [INDEX_op_adcb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6035 4f31916f bellard
    [INDEX_op_adcw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6036 4f31916f bellard
    [INDEX_op_adcl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6037 14ce26e7 bellard
    X86_64_DEF([INDEX_op_adcq ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,)\
6038 4f31916f bellard
    [INDEX_op_sbbb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6039 4f31916f bellard
    [INDEX_op_sbbw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6040 4f31916f bellard
    [INDEX_op_sbbl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6041 14ce26e7 bellard
    X86_64_DEF([INDEX_op_sbbq ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,)\
6042 4f31916f bellard
\
6043 4f31916f bellard
    [INDEX_op_rolb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6044 4f31916f bellard
    [INDEX_op_rolw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6045 4f31916f bellard
    [INDEX_op_roll ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6046 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rolq ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,)\
6047 4f31916f bellard
    [INDEX_op_rorb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6048 4f31916f bellard
    [INDEX_op_rorw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6049 4f31916f bellard
    [INDEX_op_rorl ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6050 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rorq ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,)\
6051 4f31916f bellard
\
6052 4f31916f bellard
    [INDEX_op_rclb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6053 4f31916f bellard
    [INDEX_op_rclw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6054 4f31916f bellard
    [INDEX_op_rcll ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6055 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rclq ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,)\
6056 4f31916f bellard
    [INDEX_op_rcrb ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6057 4f31916f bellard
    [INDEX_op_rcrw ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6058 4f31916f bellard
    [INDEX_op_rcrl ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,\
6059 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rcrq ## SUFFIX ## _T0_T1_cc] = CC_O | CC_C,)\
6060 4f31916f bellard
\
6061 4f31916f bellard
    [INDEX_op_shlb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6062 4f31916f bellard
    [INDEX_op_shlw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6063 4f31916f bellard
    [INDEX_op_shll ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6064 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shlq ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,)\
6065 4f31916f bellard
\
6066 4f31916f bellard
    [INDEX_op_shrb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6067 4f31916f bellard
    [INDEX_op_shrw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6068 4f31916f bellard
    [INDEX_op_shrl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6069 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shrq ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,)\
6070 4f31916f bellard
\
6071 4f31916f bellard
    [INDEX_op_sarb ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6072 4f31916f bellard
    [INDEX_op_sarw ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6073 4f31916f bellard
    [INDEX_op_sarl ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,\
6074 14ce26e7 bellard
    X86_64_DEF([INDEX_op_sarq ## SUFFIX ## _T0_T1_cc] = CC_OSZAPC,)\
6075 4f31916f bellard
\
6076 4f31916f bellard
    [INDEX_op_shldw ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
6077 4f31916f bellard
    [INDEX_op_shldl ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
6078 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shldq ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,)\
6079 4f31916f bellard
    [INDEX_op_shldw ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
6080 4f31916f bellard
    [INDEX_op_shldl ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
6081 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shldq ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,)\
6082 4f31916f bellard
\
6083 4f31916f bellard
    [INDEX_op_shrdw ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
6084 4f31916f bellard
    [INDEX_op_shrdl ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,\
6085 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shrdq ## SUFFIX ## _T0_T1_ECX_cc] = CC_OSZAPC,)\
6086 4f31916f bellard
    [INDEX_op_shrdw ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
6087 4f31916f bellard
    [INDEX_op_shrdl ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,\
6088 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shrdq ## SUFFIX ## _T0_T1_im_cc] = CC_OSZAPC,)\
6089 4f31916f bellard
\
6090 4f31916f bellard
    [INDEX_op_cmpxchgb ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,\
6091 4f31916f bellard
    [INDEX_op_cmpxchgw ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,\
6092 14ce26e7 bellard
    [INDEX_op_cmpxchgl ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,\
6093 14ce26e7 bellard
    X86_64_DEF([INDEX_op_cmpxchgq ## SUFFIX ## _T0_T1_EAX_cc] = CC_OSZAPC,)
6094 4f31916f bellard
6095 4f31916f bellard
6096 4bb2fcc7 bellard
    DEF_WRITEF( )
6097 4f31916f bellard
    DEF_WRITEF(_raw)
6098 4f31916f bellard
#ifndef CONFIG_USER_ONLY
6099 4f31916f bellard
    DEF_WRITEF(_kernel)
6100 4f31916f bellard
    DEF_WRITEF(_user)
6101 4f31916f bellard
#endif
6102 2c0262af bellard
};
6103 2c0262af bellard
6104 2c0262af bellard
/* simpler form of an operation if no flags need to be generated */
6105 2c0262af bellard
static uint16_t opc_simpler[NB_OPS] = { 
6106 2c0262af bellard
    [INDEX_op_update2_cc] = INDEX_op_nop,
6107 2c0262af bellard
    [INDEX_op_update1_cc] = INDEX_op_nop,
6108 2c0262af bellard
    [INDEX_op_update_neg_cc] = INDEX_op_nop,
6109 2c0262af bellard
#if 0
6110 2c0262af bellard
    /* broken: CC_OP logic must be rewritten */
6111 2c0262af bellard
    [INDEX_op_update_inc_cc] = INDEX_op_nop,
6112 2c0262af bellard
#endif
6113 2c0262af bellard
6114 2c0262af bellard
    [INDEX_op_shlb_T0_T1_cc] = INDEX_op_shlb_T0_T1,
6115 2c0262af bellard
    [INDEX_op_shlw_T0_T1_cc] = INDEX_op_shlw_T0_T1,
6116 2c0262af bellard
    [INDEX_op_shll_T0_T1_cc] = INDEX_op_shll_T0_T1,
6117 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shlq_T0_T1_cc] = INDEX_op_shlq_T0_T1,)
6118 2c0262af bellard
6119 2c0262af bellard
    [INDEX_op_shrb_T0_T1_cc] = INDEX_op_shrb_T0_T1,
6120 2c0262af bellard
    [INDEX_op_shrw_T0_T1_cc] = INDEX_op_shrw_T0_T1,
6121 2c0262af bellard
    [INDEX_op_shrl_T0_T1_cc] = INDEX_op_shrl_T0_T1,
6122 14ce26e7 bellard
    X86_64_DEF([INDEX_op_shrq_T0_T1_cc] = INDEX_op_shrq_T0_T1,)
6123 2c0262af bellard
6124 2c0262af bellard
    [INDEX_op_sarb_T0_T1_cc] = INDEX_op_sarb_T0_T1,
6125 2c0262af bellard
    [INDEX_op_sarw_T0_T1_cc] = INDEX_op_sarw_T0_T1,
6126 2c0262af bellard
    [INDEX_op_sarl_T0_T1_cc] = INDEX_op_sarl_T0_T1,
6127 14ce26e7 bellard
    X86_64_DEF([INDEX_op_sarq_T0_T1_cc] = INDEX_op_sarq_T0_T1,)
6128 4f31916f bellard
6129 4f31916f bellard
#define DEF_SIMPLER(SUFFIX)\
6130 4f31916f bellard
    [INDEX_op_rolb ## SUFFIX ## _T0_T1_cc] = INDEX_op_rolb ## SUFFIX ## _T0_T1,\
6131 4f31916f bellard
    [INDEX_op_rolw ## SUFFIX ## _T0_T1_cc] = INDEX_op_rolw ## SUFFIX ## _T0_T1,\
6132 4f31916f bellard
    [INDEX_op_roll ## SUFFIX ## _T0_T1_cc] = INDEX_op_roll ## SUFFIX ## _T0_T1,\
6133 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rolq ## SUFFIX ## _T0_T1_cc] = INDEX_op_rolq ## SUFFIX ## _T0_T1,)\
6134 4f31916f bellard
\
6135 4f31916f bellard
    [INDEX_op_rorb ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorb ## SUFFIX ## _T0_T1,\
6136 4f31916f bellard
    [INDEX_op_rorw ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorw ## SUFFIX ## _T0_T1,\
6137 14ce26e7 bellard
    [INDEX_op_rorl ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorl ## SUFFIX ## _T0_T1,\
6138 14ce26e7 bellard
    X86_64_DEF([INDEX_op_rorq ## SUFFIX ## _T0_T1_cc] = INDEX_op_rorq ## SUFFIX ## _T0_T1,)
6139 4f31916f bellard
6140 4bb2fcc7 bellard
    DEF_SIMPLER( )
6141 4f31916f bellard
    DEF_SIMPLER(_raw)
6142 4f31916f bellard
#ifndef CONFIG_USER_ONLY
6143 4f31916f bellard
    DEF_SIMPLER(_kernel)
6144 4f31916f bellard
    DEF_SIMPLER(_user)
6145 4f31916f bellard
#endif
6146 2c0262af bellard
};
6147 2c0262af bellard
6148 2c0262af bellard
void optimize_flags_init(void)
6149 2c0262af bellard
{
6150 2c0262af bellard
    int i;
6151 2c0262af bellard
    /* put default values in arrays */
6152 2c0262af bellard
    for(i = 0; i < NB_OPS; i++) {
6153 2c0262af bellard
        if (opc_simpler[i] == 0)
6154 2c0262af bellard
            opc_simpler[i] = i;
6155 2c0262af bellard
    }
6156 2c0262af bellard
}
6157 2c0262af bellard
6158 2c0262af bellard
/* CPU flags computation optimization: we move backward thru the
6159 2c0262af bellard
   generated code to see which flags are needed. The operation is
6160 2c0262af bellard
   modified if suitable */
6161 2c0262af bellard
static void optimize_flags(uint16_t *opc_buf, int opc_buf_len)
6162 2c0262af bellard
{
6163 2c0262af bellard
    uint16_t *opc_ptr;
6164 2c0262af bellard
    int live_flags, write_flags, op;
6165 2c0262af bellard
6166 2c0262af bellard
    opc_ptr = opc_buf + opc_buf_len;
6167 2c0262af bellard
    /* live_flags contains the flags needed by the next instructions
6168 2c0262af bellard
       in the code. At the end of the bloc, we consider that all the
6169 2c0262af bellard
       flags are live. */
6170 2c0262af bellard
    live_flags = CC_OSZAPC;
6171 2c0262af bellard
    while (opc_ptr > opc_buf) {
6172 2c0262af bellard
        op = *--opc_ptr;
6173 2c0262af bellard
        /* if none of the flags written by the instruction is used,
6174 2c0262af bellard
           then we can try to find a simpler instruction */
6175 2c0262af bellard
        write_flags = opc_write_flags[op];
6176 2c0262af bellard
        if ((live_flags & write_flags) == 0) {
6177 2c0262af bellard
            *opc_ptr = opc_simpler[op];
6178 2c0262af bellard
        }
6179 2c0262af bellard
        /* compute the live flags before the instruction */
6180 2c0262af bellard
        live_flags &= ~write_flags;
6181 2c0262af bellard
        live_flags |= opc_read_flags[op];
6182 2c0262af bellard
    }
6183 2c0262af bellard
}
6184 2c0262af bellard
6185 2c0262af bellard
/* generate intermediate code in gen_opc_buf and gen_opparam_buf for
6186 2c0262af bellard
   basic block 'tb'. If search_pc is TRUE, also generate PC
6187 2c0262af bellard
   information for each intermediate instruction. */
6188 2c0262af bellard
static inline int gen_intermediate_code_internal(CPUState *env,
6189 2c0262af bellard
                                                 TranslationBlock *tb, 
6190 2c0262af bellard
                                                 int search_pc)
6191 2c0262af bellard
{
6192 2c0262af bellard
    DisasContext dc1, *dc = &dc1;
6193 14ce26e7 bellard
    target_ulong pc_ptr;
6194 2c0262af bellard
    uint16_t *gen_opc_end;
6195 d720b93d bellard
    int flags, j, lj, cflags;
6196 14ce26e7 bellard
    target_ulong pc_start;
6197 14ce26e7 bellard
    target_ulong cs_base;
6198 2c0262af bellard
    
6199 2c0262af bellard
    /* generate intermediate code */
6200 14ce26e7 bellard
    pc_start = tb->pc;
6201 14ce26e7 bellard
    cs_base = tb->cs_base;
6202 2c0262af bellard
    flags = tb->flags;
6203 d720b93d bellard
    cflags = tb->cflags;
6204 3a1d9b8b bellard
6205 4f31916f bellard
    dc->pe = (flags >> HF_PE_SHIFT) & 1;
6206 2c0262af bellard
    dc->code32 = (flags >> HF_CS32_SHIFT) & 1;
6207 2c0262af bellard
    dc->ss32 = (flags >> HF_SS32_SHIFT) & 1;
6208 2c0262af bellard
    dc->addseg = (flags >> HF_ADDSEG_SHIFT) & 1;
6209 2c0262af bellard
    dc->f_st = 0;
6210 2c0262af bellard
    dc->vm86 = (flags >> VM_SHIFT) & 1;
6211 2c0262af bellard
    dc->cpl = (flags >> HF_CPL_SHIFT) & 3;
6212 2c0262af bellard
    dc->iopl = (flags >> IOPL_SHIFT) & 3;
6213 2c0262af bellard
    dc->tf = (flags >> TF_SHIFT) & 1;
6214 34865134 bellard
    dc->singlestep_enabled = env->singlestep_enabled;
6215 2c0262af bellard
    dc->cc_op = CC_OP_DYNAMIC;
6216 2c0262af bellard
    dc->cs_base = cs_base;
6217 2c0262af bellard
    dc->tb = tb;
6218 2c0262af bellard
    dc->popl_esp_hack = 0;
6219 2c0262af bellard
    /* select memory access functions */
6220 2c0262af bellard
    dc->mem_index = 0;
6221 2c0262af bellard
    if (flags & HF_SOFTMMU_MASK) {
6222 2c0262af bellard
        if (dc->cpl == 3)
6223 14ce26e7 bellard
            dc->mem_index = 2 * 4;
6224 2c0262af bellard
        else
6225 14ce26e7 bellard
            dc->mem_index = 1 * 4;
6226 2c0262af bellard
    }
6227 14ce26e7 bellard
    dc->cpuid_features = env->cpuid_features;
6228 14ce26e7 bellard
#ifdef TARGET_X86_64
6229 14ce26e7 bellard
    dc->lma = (flags >> HF_LMA_SHIFT) & 1;
6230 14ce26e7 bellard
    dc->code64 = (flags >> HF_CS64_SHIFT) & 1;
6231 14ce26e7 bellard
#endif
6232 7eee2a50 bellard
    dc->flags = flags;
6233 a2cc3b24 bellard
    dc->jmp_opt = !(dc->tf || env->singlestep_enabled ||
6234 a2cc3b24 bellard
                    (flags & HF_INHIBIT_IRQ_MASK)
6235 415fa2ea bellard
#ifndef CONFIG_SOFTMMU
6236 2c0262af bellard
                    || (flags & HF_SOFTMMU_MASK)
6237 2c0262af bellard
#endif
6238 2c0262af bellard
                    );
6239 4f31916f bellard
#if 0
6240 4f31916f bellard
    /* check addseg logic */
6241 dc196a57 bellard
    if (!dc->addseg && (dc->vm86 || !dc->pe || !dc->code32))
6242 4f31916f bellard
        printf("ERROR addseg\n");
6243 4f31916f bellard
#endif
6244 4f31916f bellard
6245 2c0262af bellard
    gen_opc_ptr = gen_opc_buf;
6246 2c0262af bellard
    gen_opc_end = gen_opc_buf + OPC_MAX_SIZE;
6247 2c0262af bellard
    gen_opparam_ptr = gen_opparam_buf;
6248 14ce26e7 bellard
    nb_gen_labels = 0;
6249 2c0262af bellard
6250 2c0262af bellard
    dc->is_jmp = DISAS_NEXT;
6251 2c0262af bellard
    pc_ptr = pc_start;
6252 2c0262af bellard
    lj = -1;
6253 2c0262af bellard
6254 2c0262af bellard
    for(;;) {
6255 2c0262af bellard
        if (env->nb_breakpoints > 0) {
6256 2c0262af bellard
            for(j = 0; j < env->nb_breakpoints; j++) {
6257 14ce26e7 bellard
                if (env->breakpoints[j] == pc_ptr) {
6258 2c0262af bellard
                    gen_debug(dc, pc_ptr - dc->cs_base);
6259 2c0262af bellard
                    break;
6260 2c0262af bellard
                }
6261 2c0262af bellard
            }
6262 2c0262af bellard
        }
6263 2c0262af bellard
        if (search_pc) {
6264 2c0262af bellard
            j = gen_opc_ptr - gen_opc_buf;
6265 2c0262af bellard
            if (lj < j) {
6266 2c0262af bellard
                lj++;
6267 2c0262af bellard
                while (lj < j)
6268 2c0262af bellard
                    gen_opc_instr_start[lj++] = 0;
6269 2c0262af bellard
            }
6270 14ce26e7 bellard
            gen_opc_pc[lj] = pc_ptr;
6271 2c0262af bellard
            gen_opc_cc_op[lj] = dc->cc_op;
6272 2c0262af bellard
            gen_opc_instr_start[lj] = 1;
6273 2c0262af bellard
        }
6274 2c0262af bellard
        pc_ptr = disas_insn(dc, pc_ptr);
6275 2c0262af bellard
        /* stop translation if indicated */
6276 2c0262af bellard
        if (dc->is_jmp)
6277 2c0262af bellard
            break;
6278 2c0262af bellard
        /* if single step mode, we generate only one instruction and
6279 2c0262af bellard
           generate an exception */
6280 a2cc3b24 bellard
        /* if irq were inhibited with HF_INHIBIT_IRQ_MASK, we clear
6281 a2cc3b24 bellard
           the flag and abort the translation to give the irqs a
6282 a2cc3b24 bellard
           change to be happen */
6283 a2cc3b24 bellard
        if (dc->tf || dc->singlestep_enabled || 
6284 d720b93d bellard
            (flags & HF_INHIBIT_IRQ_MASK) ||
6285 d720b93d bellard
            (cflags & CF_SINGLE_INSN)) {
6286 14ce26e7 bellard
            gen_jmp_im(pc_ptr - dc->cs_base);
6287 2c0262af bellard
            gen_eob(dc);
6288 2c0262af bellard
            break;
6289 2c0262af bellard
        }
6290 2c0262af bellard
        /* if too long translation, stop generation too */
6291 2c0262af bellard
        if (gen_opc_ptr >= gen_opc_end ||
6292 2c0262af bellard
            (pc_ptr - pc_start) >= (TARGET_PAGE_SIZE - 32)) {
6293 14ce26e7 bellard
            gen_jmp_im(pc_ptr - dc->cs_base);
6294 2c0262af bellard
            gen_eob(dc);
6295 2c0262af bellard
            break;
6296 2c0262af bellard
        }
6297 2c0262af bellard
    }
6298 2c0262af bellard
    *gen_opc_ptr = INDEX_op_end;
6299 2c0262af bellard
    /* we don't forget to fill the last values */
6300 2c0262af bellard
    if (search_pc) {
6301 2c0262af bellard
        j = gen_opc_ptr - gen_opc_buf;
6302 2c0262af bellard
        lj++;
6303 2c0262af bellard
        while (lj <= j)
6304 2c0262af bellard
            gen_opc_instr_start[lj++] = 0;
6305 2c0262af bellard
    }
6306 2c0262af bellard
        
6307 2c0262af bellard
#ifdef DEBUG_DISAS
6308 658c8bda bellard
    if (loglevel & CPU_LOG_TB_CPU) {
6309 7fe48483 bellard
        cpu_dump_state(env, logfile, fprintf, X86_DUMP_CCOP);
6310 658c8bda bellard
    }
6311 e19e89a5 bellard
    if (loglevel & CPU_LOG_TB_IN_ASM) {
6312 14ce26e7 bellard
        int disas_flags;
6313 2c0262af bellard
        fprintf(logfile, "----------------\n");
6314 2c0262af bellard
        fprintf(logfile, "IN: %s\n", lookup_symbol(pc_start));
6315 14ce26e7 bellard
#ifdef TARGET_X86_64
6316 14ce26e7 bellard
        if (dc->code64)
6317 14ce26e7 bellard
            disas_flags = 2;
6318 14ce26e7 bellard
        else
6319 14ce26e7 bellard
#endif
6320 14ce26e7 bellard
            disas_flags = !dc->code32;
6321 14ce26e7 bellard
        target_disas(logfile, pc_start, pc_ptr - pc_start, disas_flags);
6322 2c0262af bellard
        fprintf(logfile, "\n");
6323 e19e89a5 bellard
        if (loglevel & CPU_LOG_TB_OP) {
6324 e19e89a5 bellard
            fprintf(logfile, "OP:\n");
6325 e19e89a5 bellard
            dump_ops(gen_opc_buf, gen_opparam_buf);
6326 e19e89a5 bellard
            fprintf(logfile, "\n");
6327 e19e89a5 bellard
        }
6328 2c0262af bellard
    }
6329 2c0262af bellard
#endif
6330 2c0262af bellard
6331 2c0262af bellard
    /* optimize flag computations */
6332 2c0262af bellard
    optimize_flags(gen_opc_buf, gen_opc_ptr - gen_opc_buf);
6333 2c0262af bellard
6334 2c0262af bellard
#ifdef DEBUG_DISAS
6335 e19e89a5 bellard
    if (loglevel & CPU_LOG_TB_OP_OPT) {
6336 2c0262af bellard
        fprintf(logfile, "AFTER FLAGS OPT:\n");
6337 2c0262af bellard
        dump_ops(gen_opc_buf, gen_opparam_buf);
6338 2c0262af bellard
        fprintf(logfile, "\n");
6339 2c0262af bellard
    }
6340 2c0262af bellard
#endif
6341 2c0262af bellard
    if (!search_pc)
6342 2c0262af bellard
        tb->size = pc_ptr - pc_start;
6343 2c0262af bellard
    return 0;
6344 2c0262af bellard
}
6345 2c0262af bellard
6346 2c0262af bellard
int gen_intermediate_code(CPUState *env, TranslationBlock *tb)
6347 2c0262af bellard
{
6348 2c0262af bellard
    return gen_intermediate_code_internal(env, tb, 0);
6349 2c0262af bellard
}
6350 2c0262af bellard
6351 2c0262af bellard
int gen_intermediate_code_pc(CPUState *env, TranslationBlock *tb)
6352 2c0262af bellard
{
6353 2c0262af bellard
    return gen_intermediate_code_internal(env, tb, 1);
6354 2c0262af bellard
}