Archipelago » qemu

/*

 *  i386 translation

 *

 *  Copyright (c) 2003 Fabrice Bellard

 *

 * This library is free software; you can redistribute it and/or

 * modify it under the terms of the GNU Lesser General Public

 * License as published by the Free Software Foundation; either

 * version 2 of the License, or (at your option) any later version.

 *

 * This library is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

 * Lesser General Public License for more details.

 *

 * You should have received a copy of the GNU Lesser General Public

 * License along with this library; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

#include <stdarg.h>

#include <stdlib.h>

#include <stdio.h>

#include <string.h>

#include <inttypes.h>

#include <signal.h>

#include <assert.h>

#include "cpu.h"

#include "exec-all.h"

#include "disas.h"

#include "helper.h"

#include "tcg-op.h"

#define PREFIX_REPZ   0x01

#define PREFIX_REPNZ  0x02

#define PREFIX_LOCK   0x04

#define PREFIX_DATA   0x08

#define PREFIX_ADR    0x10

#ifdef TARGET_X86_64

#define X86_64_ONLY(x) x

#define X86_64_DEF(x...) x

#define CODE64(s) ((s)->code64)

#define REX_X(s) ((s)->rex_x)

#define REX_B(s) ((s)->rex_b)

/* XXX: gcc generates push/pop in some opcodes, so we cannot use them */

#if 1

#define BUGGY_64(x) NULL

#endif

#else

#define X86_64_ONLY(x) NULL

#define X86_64_DEF(x...)

#define CODE64(s) 0

#define REX_X(s) 0

#define REX_B(s) 0

#endif

//#define MACRO_TEST   1

/* global register indexes */

static TCGv cpu_env, cpu_T[2], cpu_A0, cpu_cc_op, cpu_cc_src, cpu_cc_dst;

static TCGv cpu_T3;

/* local register indexes (only used inside old micro ops) */

static TCGv cpu_tmp0, cpu_tmp1_i64, cpu_tmp2_i32, cpu_tmp3_i32, cpu_tmp4, cpu_ptr0, cpu_ptr1;

static TCGv cpu_tmp5, cpu_tmp6;

#ifdef TARGET_X86_64

static int x86_64_hregs;

#endif

typedef struct DisasContext {

    /* current insn context */

    int override; /* -1 if no override */

    int prefix;

    int aflag, dflag;

    target_ulong pc; /* pc = eip + cs_base */

    int is_jmp; /* 1 = means jump (stop translation), 2 means CPU

                   static state change (stop translation) */

    /* current block context */

    target_ulong cs_base; /* base of CS segment */

    int pe;     /* protected mode */

    int code32; /* 32 bit code segment */

#ifdef TARGET_X86_64

    int lma;    /* long mode active */

    int code64; /* 64 bit code segment */

    int rex_x, rex_b;

#endif

    int ss32;   /* 32 bit stack segment */

    int cc_op;  /* current CC operation */

    int addseg; /* non zero if either DS/ES/SS have a non zero base */

    int f_st;   /* currently unused */

    int vm86;   /* vm86 mode */

    int cpl;

    int iopl;

    int tf;     /* TF cpu flag */

    int singlestep_enabled; /* "hardware" single step enabled */

    int jmp_opt; /* use direct block chaining for direct jumps */

    int mem_index; /* select memory access functions */

    uint64_t flags; /* all execution flags */

    struct TranslationBlock *tb;

    int popl_esp_hack; /* for correct popl with esp base handling */

    int rip_offset; /* only used in x86_64, but left for simplicity */

    int cpuid_features;

    int cpuid_ext_features;

    int cpuid_ext2_features;

} DisasContext;

static void gen_eob(DisasContext *s);

static void gen_jmp(DisasContext *s, target_ulong eip);

static void gen_jmp_tb(DisasContext *s, target_ulong eip, int tb_num);

/* i386 arith/logic operations */

enum {

    OP_ADDL,

    OP_ORL,

    OP_ADCL,

    OP_SBBL,

    OP_ANDL,

    OP_SUBL,

    OP_XORL,

    OP_CMPL,

};

/* i386 shift ops */

enum {

    OP_ROL,

    OP_ROR,

    OP_RCL,

    OP_RCR,

    OP_SHL,

    OP_SHR,

    OP_SHL1, /* undocumented */

    OP_SAR = 7,

};

/* operand size */

enum {

    OT_BYTE = 0,

    OT_WORD,

    OT_LONG,

    OT_QUAD,

};

enum {

    /* I386 int registers */

    OR_EAX,   /* MUST be even numbered */

    OR_ECX,

    OR_EDX,

    OR_EBX,

    OR_ESP,

    OR_EBP,

    OR_ESI,

    OR_EDI,

    OR_TMP0 = 16,    /* temporary operand register */

    OR_TMP1,

    OR_A0, /* temporary register used when doing address evaluation */

};

static inline void gen_op_movl_T0_0(void)

{

    tcg_gen_movi_tl(cpu_T[0], 0);

}

static inline void gen_op_movl_T0_im(int32_t val)

{

    tcg_gen_movi_tl(cpu_T[0], val);

}

static inline void gen_op_movl_T0_imu(uint32_t val)

{

    tcg_gen_movi_tl(cpu_T[0], val);

}

static inline void gen_op_movl_T1_im(int32_t val)

{

    tcg_gen_movi_tl(cpu_T[1], val);

}

static inline void gen_op_movl_T1_imu(uint32_t val)

{

    tcg_gen_movi_tl(cpu_T[1], val);

}

static inline void gen_op_movl_A0_im(uint32_t val)

{

    tcg_gen_movi_tl(cpu_A0, val);

}

#ifdef TARGET_X86_64

static inline void gen_op_movq_A0_im(int64_t val)

{

    tcg_gen_movi_tl(cpu_A0, val);

}

#endif

static inline void gen_movtl_T0_im(target_ulong val)

{

    tcg_gen_movi_tl(cpu_T[0], val);

}

static inline void gen_movtl_T1_im(target_ulong val)

{

    tcg_gen_movi_tl(cpu_T[1], val);

}

static inline void gen_op_andl_T0_ffff(void)

{

    tcg_gen_andi_tl(cpu_T[0], cpu_T[0], 0xffff);

}

static inline void gen_op_andl_T0_im(uint32_t val)

{

    tcg_gen_andi_tl(cpu_T[0], cpu_T[0], val);

}

static inline void gen_op_movl_T0_T1(void)

{

    tcg_gen_mov_tl(cpu_T[0], cpu_T[1]);

}

static inline void gen_op_andl_A0_ffff(void)

{

    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffff);

}

#ifdef TARGET_X86_64

#define NB_OP_SIZES 4

#define DEF_REGS(prefix, suffix) \

  prefix ## EAX ## suffix,\

  prefix ## ECX ## suffix,\

  prefix ## EDX ## suffix,\

  prefix ## EBX ## suffix,\

  prefix ## ESP ## suffix,\

  prefix ## EBP ## suffix,\

  prefix ## ESI ## suffix,\

  prefix ## EDI ## suffix,\

  prefix ## R8 ## suffix,\

  prefix ## R9 ## suffix,\

  prefix ## R10 ## suffix,\

  prefix ## R11 ## suffix,\

  prefix ## R12 ## suffix,\

  prefix ## R13 ## suffix,\

  prefix ## R14 ## suffix,\

  prefix ## R15 ## suffix,

#else /* !TARGET_X86_64 */

#define NB_OP_SIZES 3

#define DEF_REGS(prefix, suffix) \

  prefix ## EAX ## suffix,\

  prefix ## ECX ## suffix,\

  prefix ## EDX ## suffix,\

  prefix ## EBX ## suffix,\

  prefix ## ESP ## suffix,\

  prefix ## EBP ## suffix,\

  prefix ## ESI ## suffix,\

  prefix ## EDI ## suffix,

#endif /* !TARGET_X86_64 */

#if defined(WORDS_BIGENDIAN)

#define REG_B_OFFSET (sizeof(target_ulong) - 1)

#define REG_H_OFFSET (sizeof(target_ulong) - 2)

#define REG_W_OFFSET (sizeof(target_ulong) - 2)

#define REG_L_OFFSET (sizeof(target_ulong) - 4)

#define REG_LH_OFFSET (sizeof(target_ulong) - 8)

#else

#define REG_B_OFFSET 0

#define REG_H_OFFSET 1

#define REG_W_OFFSET 0

#define REG_L_OFFSET 0

#define REG_LH_OFFSET 4

#endif

static inline void gen_op_mov_reg_TN(int ot, int t_index, int reg)

{

    switch(ot) {

    case OT_BYTE:

        if (reg < 4 X86_64_DEF( || reg >= 8 || x86_64_hregs)) {

            tcg_gen_st8_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg]) + REG_B_OFFSET);

        } else {

            tcg_gen_st8_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg - 4]) + REG_H_OFFSET);

        }

        break;

    case OT_WORD:

        tcg_gen_st16_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg]) + REG_W_OFFSET);

        break;

#ifdef TARGET_X86_64

    case OT_LONG:

        tcg_gen_st32_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg]) + REG_L_OFFSET);

        /* high part of register set to zero */

        tcg_gen_movi_tl(cpu_tmp0, 0);

        tcg_gen_st32_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[reg]) + REG_LH_OFFSET);

        break;

    default:

    case OT_QUAD:

        tcg_gen_st_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg]));

        break;

#else

    default:

    case OT_LONG:

        tcg_gen_st32_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg]) + REG_L_OFFSET);

        break;

#endif

    }

}

static inline void gen_op_mov_reg_T0(int ot, int reg)

{

    gen_op_mov_reg_TN(ot, 0, reg);

}

static inline void gen_op_mov_reg_T1(int ot, int reg)

{

    gen_op_mov_reg_TN(ot, 1, reg);

}

static inline void gen_op_mov_reg_A0(int size, int reg)

{

    switch(size) {

    case 0:

        tcg_gen_st16_tl(cpu_A0, cpu_env, offsetof(CPUState, regs[reg]) + REG_W_OFFSET);

        break;

#ifdef TARGET_X86_64

    case 1:

        tcg_gen_st32_tl(cpu_A0, cpu_env, offsetof(CPUState, regs[reg]) + REG_L_OFFSET);

        /* high part of register set to zero */

        tcg_gen_movi_tl(cpu_tmp0, 0);

        tcg_gen_st32_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[reg]) + REG_LH_OFFSET);

        break;

    default:

    case 2:

        tcg_gen_st_tl(cpu_A0, cpu_env, offsetof(CPUState, regs[reg]));

        break;

#else

    default:

    case 1:

        tcg_gen_st32_tl(cpu_A0, cpu_env, offsetof(CPUState, regs[reg]) + REG_L_OFFSET);

        break;

#endif

    }

}

static inline void gen_op_mov_TN_reg(int ot, int t_index, int reg)

{

    switch(ot) {

    case OT_BYTE:

        if (reg < 4 X86_64_DEF( || reg >= 8 || x86_64_hregs)) {

            goto std_case;

        } else {

            tcg_gen_ld8u_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg - 4]) + REG_H_OFFSET);

        }

        break;

    default:

    std_case:

        tcg_gen_ld_tl(cpu_T[t_index], cpu_env, offsetof(CPUState, regs[reg]));

        break;

    }

}

static inline void gen_op_movl_A0_reg(int reg)

{

    tcg_gen_ld32u_tl(cpu_A0, cpu_env, offsetof(CPUState, regs[reg]) + REG_L_OFFSET);

}

static inline void gen_op_addl_A0_im(int32_t val)

{

    tcg_gen_addi_tl(cpu_A0, cpu_A0, val);

#ifdef TARGET_X86_64

    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffffffff);

#endif

}

#ifdef TARGET_X86_64

static inline void gen_op_addq_A0_im(int64_t val)

{

    tcg_gen_addi_tl(cpu_A0, cpu_A0, val);

}

#endif

static void gen_add_A0_im(DisasContext *s, int val)

{

#ifdef TARGET_X86_64

    if (CODE64(s))

        gen_op_addq_A0_im(val);

    else

#endif

        gen_op_addl_A0_im(val);

}

static inline void gen_op_addl_T0_T1(void)

{

    tcg_gen_add_tl(cpu_T[0], cpu_T[0], cpu_T[1]);

}

static inline void gen_op_jmp_T0(void)

{

    tcg_gen_st_tl(cpu_T[0], cpu_env, offsetof(CPUState, eip));

}

static inline void gen_op_addw_ESP_im(int32_t val)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[R_ESP]));

    tcg_gen_addi_tl(cpu_tmp0, cpu_tmp0, val);

    tcg_gen_st16_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[R_ESP]) + REG_W_OFFSET);

}

static inline void gen_op_addl_ESP_im(int32_t val)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[R_ESP]));

    tcg_gen_addi_tl(cpu_tmp0, cpu_tmp0, val);

#ifdef TARGET_X86_64

    tcg_gen_andi_tl(cpu_tmp0, cpu_tmp0, 0xffffffff);

#endif

    tcg_gen_st_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[R_ESP]));

}

#ifdef TARGET_X86_64

static inline void gen_op_addq_ESP_im(int32_t val)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[R_ESP]));

    tcg_gen_addi_tl(cpu_tmp0, cpu_tmp0, val);

    tcg_gen_st_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[R_ESP]));

}

#endif

static inline void gen_op_set_cc_op(int32_t val)

{

    tcg_gen_movi_i32(cpu_cc_op, val);

}

static inline void gen_op_addl_A0_reg_sN(int shift, int reg)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[reg]));

    if (shift != 0) 

        tcg_gen_shli_tl(cpu_tmp0, cpu_tmp0, shift);

    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);

#ifdef TARGET_X86_64

    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffffffff);

#endif

}

static inline void gen_op_movl_A0_seg(int reg)

{

    tcg_gen_ld32u_tl(cpu_A0, cpu_env, offsetof(CPUState, segs[reg].base) + REG_L_OFFSET);

}

static inline void gen_op_addl_A0_seg(int reg)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, segs[reg].base));

    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);

#ifdef TARGET_X86_64

    tcg_gen_andi_tl(cpu_A0, cpu_A0, 0xffffffff);

#endif

}

#ifdef TARGET_X86_64

static inline void gen_op_movq_A0_seg(int reg)

{

    tcg_gen_ld_tl(cpu_A0, cpu_env, offsetof(CPUState, segs[reg].base));

}

static inline void gen_op_addq_A0_seg(int reg)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, segs[reg].base));

    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);

}

static inline void gen_op_movq_A0_reg(int reg)

{

    tcg_gen_ld_tl(cpu_A0, cpu_env, offsetof(CPUState, regs[reg]));

}

static inline void gen_op_addq_A0_reg_sN(int shift, int reg)

{

    tcg_gen_ld_tl(cpu_tmp0, cpu_env, offsetof(CPUState, regs[reg]));

    if (shift != 0) 

        tcg_gen_shli_tl(cpu_tmp0, cpu_tmp0, shift);

    tcg_gen_add_tl(cpu_A0, cpu_A0, cpu_tmp0);

}

#endif

static GenOpFunc *gen_op_cmov_reg_T1_T0[NB_OP_SIZES - 1][CPU_NB_REGS] = {

    [0] = {

        DEF_REGS(gen_op_cmovw_, _T1_T0)

    },

    [1] = {

        DEF_REGS(gen_op_cmovl_, _T1_T0)

    },

#ifdef TARGET_X86_64

    [2] = {

        DEF_REGS(gen_op_cmovq_, _T1_T0)

    },

#endif

};

static GenOpFunc *gen_op_bsx_T0_cc[3][2] = {

    [0] = {

        gen_op_bsfw_T0_cc,

        gen_op_bsrw_T0_cc,

    },

    [1] = {

        gen_op_bsfl_T0_cc,

        gen_op_bsrl_T0_cc,

    },

#ifdef TARGET_X86_64

    [2] = {

        gen_op_bsfq_T0_cc,

        gen_op_bsrq_T0_cc,

    },

#endif

};

static inline void gen_op_lds_T0_A0(int idx)

{

    int mem_index = (idx >> 2) - 1;

    switch(idx & 3) {

    case 0:

        tcg_gen_qemu_ld8s(cpu_T[0], cpu_A0, mem_index);

        break;

    case 1:

        tcg_gen_qemu_ld16s(cpu_T[0], cpu_A0, mem_index);

        break;

    default:

    case 2:

        tcg_gen_qemu_ld32s(cpu_T[0], cpu_A0, mem_index);

        break;

    }

}

/* sign does not matter, except for lidt/lgdt call (TODO: fix it) */

static inline void gen_op_ld_T0_A0(int idx)

{

    int mem_index = (idx >> 2) - 1;

    switch(idx & 3) {

    case 0:

        tcg_gen_qemu_ld8u(cpu_T[0], cpu_A0, mem_index);

        break;

    case 1:

        tcg_gen_qemu_ld16u(cpu_T[0], cpu_A0, mem_index);

        break;

    case 2:

        tcg_gen_qemu_ld32u(cpu_T[0], cpu_A0, mem_index);

        break;

    default:

    case 3:

        tcg_gen_qemu_ld64(cpu_T[0], cpu_A0, mem_index);

        break;

    }

}

static inline void gen_op_ldu_T0_A0(int idx)

{

    gen_op_ld_T0_A0(idx);

}

static inline void gen_op_ld_T1_A0(int idx)

{

    int mem_index = (idx >> 2) - 1;

    switch(idx & 3) {

    case 0:

        tcg_gen_qemu_ld8u(cpu_T[1], cpu_A0, mem_index);

        break;

    case 1:

        tcg_gen_qemu_ld16u(cpu_T[1], cpu_A0, mem_index);

        break;

    case 2:

        tcg_gen_qemu_ld32u(cpu_T[1], cpu_A0, mem_index);

        break;

    default:

    case 3:

        tcg_gen_qemu_ld64(cpu_T[1], cpu_A0, mem_index);

        break;

    }

}

static inline void gen_op_st_T0_A0(int idx)

{

    int mem_index = (idx >> 2) - 1;

    switch(idx & 3) {

    case 0:

        tcg_gen_qemu_st8(cpu_T[0], cpu_A0, mem_index);

        break;

    case 1:

        tcg_gen_qemu_st16(cpu_T[0], cpu_A0, mem_index);

        break;

    case 2:

        tcg_gen_qemu_st32(cpu_T[0], cpu_A0, mem_index);

        break;

    default:

    case 3:

        tcg_gen_qemu_st64(cpu_T[0], cpu_A0, mem_index);

        break;

    }

}

static inline void gen_op_st_T1_A0(int idx)

{

    int mem_index = (idx >> 2) - 1;

    switch(idx & 3) {

    case 0:

        tcg_gen_qemu_st8(cpu_T[1], cpu_A0, mem_index);

        break;

    case 1:

        tcg_gen_qemu_st16(cpu_T[1], cpu_A0, mem_index);

        break;

    case 2:

        tcg_gen_qemu_st32(cpu_T[1], cpu_A0, mem_index);

        break;

    default:

    case 3:

        tcg_gen_qemu_st64(cpu_T[1], cpu_A0, mem_index);

        break;

    }

}

static inline void gen_jmp_im(target_ulong pc)

{

    tcg_gen_movi_tl(cpu_tmp0, pc);

    tcg_gen_st_tl(cpu_tmp0, cpu_env, offsetof(CPUState, eip));

}

static inline void gen_string_movl_A0_ESI(DisasContext *s)

{

    int override;

    override = s->override;

#ifdef TARGET_X86_64

    if (s->aflag == 2) {

        if (override >= 0) {

            gen_op_movq_A0_seg(override);

            gen_op_addq_A0_reg_sN(0, R_ESI);

        } else {

            gen_op_movq_A0_reg(R_ESI);

        }

    } else

#endif

    if (s->aflag) {

        /* 32 bit address */

        if (s->addseg && override < 0)

            override = R_DS;

        if (override >= 0) {

            gen_op_movl_A0_seg(override);

            gen_op_addl_A0_reg_sN(0, R_ESI);

        } else {

            gen_op_movl_A0_reg(R_ESI);

        }

    } else {

        /* 16 address, always override */

        if (override < 0)

            override = R_DS;

        gen_op_movl_A0_reg(R_ESI);

        gen_op_andl_A0_ffff();

        gen_op_addl_A0_seg(override);

    }

}

static inline void gen_string_movl_A0_EDI(DisasContext *s)

{

#ifdef TARGET_X86_64

    if (s->aflag == 2) {

        gen_op_movq_A0_reg(R_EDI);

    } else

#endif

    if (s->aflag) {

        if (s->addseg) {

            gen_op_movl_A0_seg(R_ES);

            gen_op_addl_A0_reg_sN(0, R_EDI);

        } else {

            gen_op_movl_A0_reg(R_EDI);

        }

    } else {

        gen_op_movl_A0_reg(R_EDI);

        gen_op_andl_A0_ffff();

        gen_op_addl_A0_seg(R_ES);

    }

}

static GenOpFunc *gen_op_movl_T0_Dshift[4] = {

    gen_op_movl_T0_Dshiftb,

    gen_op_movl_T0_Dshiftw,

    gen_op_movl_T0_Dshiftl,

    X86_64_ONLY(gen_op_movl_T0_Dshiftq),

};

static GenOpFunc1 *gen_op_jnz_ecx[3] = {

    gen_op_jnz_ecxw,

    gen_op_jnz_ecxl,

    X86_64_ONLY(gen_op_jnz_ecxq),

};

static GenOpFunc1 *gen_op_jz_ecx[3] = {

    gen_op_jz_ecxw,

    gen_op_jz_ecxl,

    X86_64_ONLY(gen_op_jz_ecxq),

};

static GenOpFunc *gen_op_dec_ECX[3] = {

    gen_op_decw_ECX,

    gen_op_decl_ECX,

    X86_64_ONLY(gen_op_decq_ECX),

};

static GenOpFunc1 *gen_op_string_jnz_sub[2][4] = {

    {

        gen_op_jnz_subb,

        gen_op_jnz_subw,

        gen_op_jnz_subl,

        X86_64_ONLY(gen_op_jnz_subq),

    },

    {

        gen_op_jz_subb,

        gen_op_jz_subw,

        gen_op_jz_subl,

        X86_64_ONLY(gen_op_jz_subq),

    },

};

static void *helper_in_func[3] = {

    helper_inb,

    helper_inw,

    helper_inl,

};

static void *helper_out_func[3] = {

    helper_outb,

    helper_outw,

    helper_outl,

};

static void *gen_check_io_func[3] = {

    helper_check_iob,

    helper_check_iow,

    helper_check_iol,

};

static void gen_check_io(DisasContext *s, int ot, target_ulong cur_eip,

                         uint32_t svm_flags)

{

    int state_saved;

    target_ulong next_eip;

    state_saved = 0;

    if (s->pe && (s->cpl > s->iopl || s->vm86)) {

        if (s->cc_op != CC_OP_DYNAMIC)

            gen_op_set_cc_op(s->cc_op);

        gen_jmp_im(cur_eip);

        state_saved = 1;

        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);

        tcg_gen_helper_0_1(gen_check_io_func[ot],

                           cpu_tmp2_i32);

    }

    if(s->flags & (1ULL << INTERCEPT_IOIO_PROT)) {

        if (!state_saved) {

            if (s->cc_op != CC_OP_DYNAMIC)

                gen_op_set_cc_op(s->cc_op);

            gen_jmp_im(cur_eip);

            state_saved = 1;

        }

        svm_flags |= (1 << (4 + ot));

        next_eip = s->pc - s->cs_base;

        tcg_gen_trunc_tl_i32(cpu_tmp2_i32, cpu_T[0]);

        tcg_gen_helper_0_3(helper_svm_check_io,

                           cpu_tmp2_i32,

                           tcg_const_i32(svm_flags),

                           tcg_const_i32(next_eip - cur_eip));

    }

}

static inline void gen_movs(DisasContext *s, int ot)

{

    gen_string_movl_A0_ESI(s);

    gen_op_ld_T0_A0(ot + s->mem_index);

    gen_string_movl_A0_EDI(s);

    gen_op_st_T0_A0(ot + s->mem_index);

    gen_op_movl_T0_Dshift[ot]();

#ifdef TARGET_X86_64

    if (s->aflag == 2) {

        gen_op_addq_ESI_T0();

        gen_op_addq_EDI_T0();

    } else

#endif

    if (s->aflag) {

        gen_op_addl_ESI_T0();

        gen_op_addl_EDI_T0();

    } else {

        gen_op_addw_ESI_T0();

        gen_op_addw_EDI_T0();

    }

}

static inline void gen_update_cc_op(DisasContext *s)

{

    if (s->cc_op != CC_OP_DYNAMIC) {

        gen_op_set_cc_op(s->cc_op);

        s->cc_op = CC_OP_DYNAMIC;

    }

}

static void gen_op_update1_cc(void)

{

    tcg_gen_discard_tl(cpu_cc_src);

    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);

}

static void gen_op_update2_cc(void)

{

    tcg_gen_mov_tl(cpu_cc_src, cpu_T[1]);

    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);

}

static inline void gen_op_cmpl_T0_T1_cc(void)

{

    tcg_gen_mov_tl(cpu_cc_src, cpu_T[1]);

    tcg_gen_sub_tl(cpu_cc_dst, cpu_T[0], cpu_T[1]);

}

static inline void gen_op_testl_T0_T1_cc(void)

{

    tcg_gen_discard_tl(cpu_cc_src);

    tcg_gen_and_tl(cpu_cc_dst, cpu_T[0], cpu_T[1]);

}

static void gen_op_update_neg_cc(void)

{

    tcg_gen_neg_tl(cpu_cc_src, cpu_T[0]);

    tcg_gen_mov_tl(cpu_cc_dst, cpu_T[0]);

}

/* XXX: does not work with gdbstub "ice" single step - not a

   serious problem */

static int gen_jz_ecx_string(DisasContext *s, target_ulong next_eip)

{

    int l1, l2;

    l1 = gen_new_label();

    l2 = gen_new_label();

    gen_op_jnz_ecx[s->aflag](l1);

    gen_set_label(l2);

    gen_jmp_tb(s, next_eip, 1);

    gen_set_label(l1);

    return l2;

}

static inline void gen_stos(DisasContext *s, int ot)

{

    gen_op_mov_TN_reg(OT_LONG, 0, R_EAX);

    gen_string_movl_A0_EDI(s);

    gen_op_st_T0_A0(ot + s->mem_index);

    gen_op_movl_T0_Dshift[ot]();

#ifdef TARGET_X86_64

    if (s->aflag == 2) {

        gen_op_addq_EDI_T0();

    } else

#endif

    if (s->aflag) {

        gen_op_addl_EDI_T0();

    } else {

        gen_op_addw_EDI_T0();

    }

}

static inline void gen_lods(DisasContext *s, int ot)

{

    gen_string_movl_A0_ESI(s);

    gen_op_ld_T0_A0(ot + s->mem_index);

    gen_op_mov_reg_T0(ot, R_EAX);

    gen_op_movl_T0_Dshift[ot]();

#ifdef TARGET_X86_64

    if (s->aflag == 2) {

        gen_op_addq_ESI_T0();

    } else

#endif

    if (s->aflag) {

        gen_op_addl_ESI_T0();

    } else {

        gen_op_addw_ESI_T0();

    }

}

static inline void gen_scas(DisasContext *s, int ot)

{