Archipelago » qemu

/*

 *  PowerPC emulation for qemu: main translation routines.

 *

 *  Copyright (c) 2003-2007 Jocelyn Mayer

 *

 * This library is free software; you can redistribute it and/or

 * modify it under the terms of the GNU Lesser General Public

 * License as published by the Free Software Foundation; either

 * version 2 of the License, or (at your option) any later version.

 *

 * This library is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

 * Lesser General Public License for more details.

 *

 * You should have received a copy of the GNU Lesser General Public

 * License along with this library; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA  02110-1301 USA

 */

#include <stdarg.h>

#include <stdlib.h>

#include <stdio.h>

#include <string.h>

#include <inttypes.h>

#include "cpu.h"

#include "exec-all.h"

#include "disas.h"

#include "tcg-op.h"

#include "qemu-common.h"

#include "host-utils.h"

#include "helper.h"

#define GEN_HELPER 1

#include "helper.h"

#define CPU_SINGLE_STEP 0x1

#define CPU_BRANCH_STEP 0x2

#define GDBSTUB_SINGLE_STEP 0x4

/* Include definitions for instructions classes and implementations flags */

//#define PPC_DEBUG_DISAS

//#define DO_PPC_STATISTICS

#ifdef PPC_DEBUG_DISAS

#  define LOG_DISAS(...) qemu_log_mask(CPU_LOG_TB_IN_ASM, ## __VA_ARGS__)

#else

#  define LOG_DISAS(...) do { } while (0)

#endif

/*****************************************************************************/

/* Code translation helpers                                                  */

/* global register indexes */

static TCGv_ptr cpu_env;

static char cpu_reg_names[10*3 + 22*4 /* GPR */

#if !defined(TARGET_PPC64)

    + 10*4 + 22*5 /* SPE GPRh */

#endif

    + 10*4 + 22*5 /* FPR */

    + 2*(10*6 + 22*7) /* AVRh, AVRl */

    + 8*5 /* CRF */];

static TCGv cpu_gpr[32];

#if !defined(TARGET_PPC64)

static TCGv cpu_gprh[32];

#endif

static TCGv_i64 cpu_fpr[32];

static TCGv_i64 cpu_avrh[32], cpu_avrl[32];

static TCGv_i32 cpu_crf[8];

static TCGv cpu_nip;

static TCGv cpu_msr;

static TCGv cpu_ctr;

static TCGv cpu_lr;

static TCGv cpu_xer;

static TCGv cpu_reserve;

static TCGv_i32 cpu_fpscr;

static TCGv_i32 cpu_access_type;

#include "gen-icount.h"

void ppc_translate_init(void)

{

    int i;

    char* p;

    size_t cpu_reg_names_size;

    static int done_init = 0;

    if (done_init)

        return;

    cpu_env = tcg_global_reg_new_ptr(TCG_AREG0, "env");

    p = cpu_reg_names;

    cpu_reg_names_size = sizeof(cpu_reg_names);

    for (i = 0; i < 8; i++) {

        snprintf(p, cpu_reg_names_size, "crf%d", i);

        cpu_crf[i] = tcg_global_mem_new_i32(TCG_AREG0,

                                            offsetof(CPUState, crf[i]), p);

        p += 5;

        cpu_reg_names_size -= 5;

    }

    for (i = 0; i < 32; i++) {

        snprintf(p, cpu_reg_names_size, "r%d", i);

        cpu_gpr[i] = tcg_global_mem_new(TCG_AREG0,

                                        offsetof(CPUState, gpr[i]), p);

        p += (i < 10) ? 3 : 4;

        cpu_reg_names_size -= (i < 10) ? 3 : 4;

#if !defined(TARGET_PPC64)

        snprintf(p, cpu_reg_names_size, "r%dH", i);

        cpu_gprh[i] = tcg_global_mem_new_i32(TCG_AREG0,

                                             offsetof(CPUState, gprh[i]), p);

        p += (i < 10) ? 4 : 5;

        cpu_reg_names_size -= (i < 10) ? 4 : 5;

#endif

        snprintf(p, cpu_reg_names_size, "fp%d", i);

        cpu_fpr[i] = tcg_global_mem_new_i64(TCG_AREG0,

                                            offsetof(CPUState, fpr[i]), p);

        p += (i < 10) ? 4 : 5;

        cpu_reg_names_size -= (i < 10) ? 4 : 5;

        snprintf(p, cpu_reg_names_size, "avr%dH", i);

#ifdef WORDS_BIGENDIAN

        cpu_avrh[i] = tcg_global_mem_new_i64(TCG_AREG0,

                                             offsetof(CPUState, avr[i].u64[0]), p);

#else

        cpu_avrh[i] = tcg_global_mem_new_i64(TCG_AREG0,

                                             offsetof(CPUState, avr[i].u64[1]), p);

#endif

        p += (i < 10) ? 6 : 7;

        cpu_reg_names_size -= (i < 10) ? 6 : 7;

        snprintf(p, cpu_reg_names_size, "avr%dL", i);

#ifdef WORDS_BIGENDIAN

        cpu_avrl[i] = tcg_global_mem_new_i64(TCG_AREG0,

                                             offsetof(CPUState, avr[i].u64[1]), p);

#else

        cpu_avrl[i] = tcg_global_mem_new_i64(TCG_AREG0,

                                             offsetof(CPUState, avr[i].u64[0]), p);

#endif

        p += (i < 10) ? 6 : 7;

        cpu_reg_names_size -= (i < 10) ? 6 : 7;

    }

    cpu_nip = tcg_global_mem_new(TCG_AREG0,

                                 offsetof(CPUState, nip), "nip");

    cpu_msr = tcg_global_mem_new(TCG_AREG0,

                                 offsetof(CPUState, msr), "msr");

    cpu_ctr = tcg_global_mem_new(TCG_AREG0,

                                 offsetof(CPUState, ctr), "ctr");

    cpu_lr = tcg_global_mem_new(TCG_AREG0,

                                offsetof(CPUState, lr), "lr");

    cpu_xer = tcg_global_mem_new(TCG_AREG0,

                                 offsetof(CPUState, xer), "xer");

    cpu_reserve = tcg_global_mem_new(TCG_AREG0,

                                     offsetof(CPUState, reserve), "reserve");

    cpu_fpscr = tcg_global_mem_new_i32(TCG_AREG0,

                                       offsetof(CPUState, fpscr), "fpscr");

    cpu_access_type = tcg_global_mem_new_i32(TCG_AREG0,

                                             offsetof(CPUState, access_type), "access_type");

    /* register helpers */

#define GEN_HELPER 2

#include "helper.h"

    done_init = 1;

}

/* internal defines */

typedef struct DisasContext {

    struct TranslationBlock *tb;

    target_ulong nip;

    uint32_t opcode;

    uint32_t exception;

    /* Routine used to access memory */

    int mem_idx;

    int access_type;

    /* Translation flags */

    int le_mode;

#if defined(TARGET_PPC64)

    int sf_mode;

#endif

    int fpu_enabled;

    int altivec_enabled;

    int spe_enabled;

    ppc_spr_t *spr_cb; /* Needed to check rights for mfspr/mtspr */

    int singlestep_enabled;

} DisasContext;

struct opc_handler_t {

    /* invalid bits */

    uint32_t inval;

    /* instruction type */

    uint64_t type;

    /* handler */

    void (*handler)(DisasContext *ctx);

#if defined(DO_PPC_STATISTICS) || defined(PPC_DUMP_CPU)

    const char *oname;

#endif

#if defined(DO_PPC_STATISTICS)

    uint64_t count;

#endif

};

static always_inline void gen_reset_fpstatus (void)

{

#ifdef CONFIG_SOFTFLOAT

    gen_helper_reset_fpstatus();

#endif

}

static always_inline void gen_compute_fprf (TCGv_i64 arg, int set_fprf, int set_rc)

{

    TCGv_i32 t0 = tcg_temp_new_i32();

    if (set_fprf != 0) {

        /* This case might be optimized later */

        tcg_gen_movi_i32(t0, 1);

        gen_helper_compute_fprf(t0, arg, t0);

        if (unlikely(set_rc)) {

            tcg_gen_mov_i32(cpu_crf[1], t0);

        }

        gen_helper_float_check_status();

    } else if (unlikely(set_rc)) {

        /* We always need to compute fpcc */

        tcg_gen_movi_i32(t0, 0);

        gen_helper_compute_fprf(t0, arg, t0);

        tcg_gen_mov_i32(cpu_crf[1], t0);

    }

    tcg_temp_free_i32(t0);

}

static always_inline void gen_set_access_type (DisasContext *ctx, int access_type)

{

    if (ctx->access_type != access_type) {

        tcg_gen_movi_i32(cpu_access_type, access_type);

        ctx->access_type = access_type;

    }

}

static always_inline void gen_update_nip (DisasContext *ctx, target_ulong nip)

{

#if defined(TARGET_PPC64)

    if (ctx->sf_mode)

        tcg_gen_movi_tl(cpu_nip, nip);

    else

#endif

        tcg_gen_movi_tl(cpu_nip, (uint32_t)nip);

}

static always_inline void gen_exception_err (DisasContext *ctx, uint32_t excp, uint32_t error)

{

    TCGv_i32 t0, t1;

    if (ctx->exception == POWERPC_EXCP_NONE) {

        gen_update_nip(ctx, ctx->nip);

    }

    t0 = tcg_const_i32(excp);

    t1 = tcg_const_i32(error);

    gen_helper_raise_exception_err(t0, t1);

    tcg_temp_free_i32(t0);

    tcg_temp_free_i32(t1);

    ctx->exception = (excp);

}

static always_inline void gen_exception (DisasContext *ctx, uint32_t excp)

{

    TCGv_i32 t0;

    if (ctx->exception == POWERPC_EXCP_NONE) {

        gen_update_nip(ctx, ctx->nip);

    }

    t0 = tcg_const_i32(excp);

    gen_helper_raise_exception(t0);

    tcg_temp_free_i32(t0);

    ctx->exception = (excp);

}

static always_inline void gen_debug_exception (DisasContext *ctx)

{

    TCGv_i32 t0;

    if (ctx->exception != POWERPC_EXCP_BRANCH)

        gen_update_nip(ctx, ctx->nip);

    t0 = tcg_const_i32(EXCP_DEBUG);

    gen_helper_raise_exception(t0);

    tcg_temp_free_i32(t0);

}

static always_inline void gen_inval_exception (DisasContext *ctx, uint32_t error)

{

    gen_exception_err(ctx, POWERPC_EXCP_PROGRAM, POWERPC_EXCP_INVAL | error);

}

/* Stop translation */

static always_inline void gen_stop_exception (DisasContext *ctx)

{

    gen_update_nip(ctx, ctx->nip);

    ctx->exception = POWERPC_EXCP_STOP;

}

/* No need to update nip here, as execution flow will change */

static always_inline void gen_sync_exception (DisasContext *ctx)

{

    ctx->exception = POWERPC_EXCP_SYNC;

}

#define GEN_HANDLER(name, opc1, opc2, opc3, inval, type)                      \

GEN_OPCODE(name, opc1, opc2, opc3, inval, type)

#define GEN_HANDLER2(name, onam, opc1, opc2, opc3, inval, type)               \

GEN_OPCODE2(name, onam, opc1, opc2, opc3, inval, type)

typedef struct opcode_t {

    unsigned char opc1, opc2, opc3;

#if HOST_LONG_BITS == 64 /* Explicitly align to 64 bits */

    unsigned char pad[5];

#else

    unsigned char pad[1];

#endif

    opc_handler_t handler;

    const char *oname;

} opcode_t;

/*****************************************************************************/

/***                           Instruction decoding                        ***/

#define EXTRACT_HELPER(name, shift, nb)                                       \

static always_inline uint32_t name (uint32_t opcode)                          \

{                                                                             \

    return (opcode >> (shift)) & ((1 << (nb)) - 1);                           \

}

#define EXTRACT_SHELPER(name, shift, nb)                                      \

static always_inline int32_t name (uint32_t opcode)                           \

{                                                                             \

    return (int16_t)((opcode >> (shift)) & ((1 << (nb)) - 1));                \

}

/* Opcode part 1 */

EXTRACT_HELPER(opc1, 26, 6);

/* Opcode part 2 */

EXTRACT_HELPER(opc2, 1, 5);

/* Opcode part 3 */

EXTRACT_HELPER(opc3, 6, 5);

/* Update Cr0 flags */

EXTRACT_HELPER(Rc, 0, 1);

/* Destination */

EXTRACT_HELPER(rD, 21, 5);

/* Source */

EXTRACT_HELPER(rS, 21, 5);

/* First operand */

EXTRACT_HELPER(rA, 16, 5);

/* Second operand */

EXTRACT_HELPER(rB, 11, 5);

/* Third operand */

EXTRACT_HELPER(rC, 6, 5);

/***                               Get CRn                                 ***/

EXTRACT_HELPER(crfD, 23, 3);

EXTRACT_HELPER(crfS, 18, 3);

EXTRACT_HELPER(crbD, 21, 5);

EXTRACT_HELPER(crbA, 16, 5);

EXTRACT_HELPER(crbB, 11, 5);

/* SPR / TBL */

EXTRACT_HELPER(_SPR, 11, 10);

static always_inline uint32_t SPR (uint32_t opcode)

{

    uint32_t sprn = _SPR(opcode);

    return ((sprn >> 5) & 0x1F) | ((sprn & 0x1F) << 5);

}

/***                              Get constants                            ***/

EXTRACT_HELPER(IMM, 12, 8);

/* 16 bits signed immediate value */

EXTRACT_SHELPER(SIMM, 0, 16);

/* 16 bits unsigned immediate value */

EXTRACT_HELPER(UIMM, 0, 16);

/* 5 bits signed immediate value */

EXTRACT_HELPER(SIMM5, 16, 5);

/* 5 bits signed immediate value */

EXTRACT_HELPER(UIMM5, 16, 5);

/* Bit count */

EXTRACT_HELPER(NB, 11, 5);

/* Shift count */

EXTRACT_HELPER(SH, 11, 5);

/* Vector shift count */

EXTRACT_HELPER(VSH, 6, 4);

/* Mask start */

EXTRACT_HELPER(MB, 6, 5);

/* Mask end */

EXTRACT_HELPER(ME, 1, 5);

/* Trap operand */

EXTRACT_HELPER(TO, 21, 5);

EXTRACT_HELPER(CRM, 12, 8);

EXTRACT_HELPER(FM, 17, 8);

EXTRACT_HELPER(SR, 16, 4);

EXTRACT_HELPER(FPIMM, 12, 4);

/***                            Jump target decoding                       ***/

/* Displacement */

EXTRACT_SHELPER(d, 0, 16);

/* Immediate address */

static always_inline target_ulong LI (uint32_t opcode)

{

    return (opcode >> 0) & 0x03FFFFFC;

}

static always_inline uint32_t BD (uint32_t opcode)

{

    return (opcode >> 0) & 0xFFFC;

}

EXTRACT_HELPER(BO, 21, 5);

EXTRACT_HELPER(BI, 16, 5);

/* Absolute/relative address */

EXTRACT_HELPER(AA, 1, 1);

/* Link */

EXTRACT_HELPER(LK, 0, 1);

/* Create a mask between <start> and <end> bits */

static always_inline target_ulong MASK (uint32_t start, uint32_t end)

{

    target_ulong ret;

#if defined(TARGET_PPC64)

    if (likely(start == 0)) {

        ret = UINT64_MAX << (63 - end);

    } else if (likely(end == 63)) {

        ret = UINT64_MAX >> start;

    }

#else

    if (likely(start == 0)) {

        ret = UINT32_MAX << (31  - end);

    } else if (likely(end == 31)) {

        ret = UINT32_MAX >> start;

    }

#endif

    else {

        ret = (((target_ulong)(-1ULL)) >> (start)) ^

            (((target_ulong)(-1ULL) >> (end)) >> 1);

        if (unlikely(start > end))

            return ~ret;

    }

    return ret;

}

/*****************************************************************************/

/* PowerPC instructions table                                                */

#if defined(DO_PPC_STATISTICS)

#define GEN_OPCODE(name, op1, op2, op3, invl, _typ)                           \

{                                                                             \

    .opc1 = op1,                                                              \

    .opc2 = op2,                                                              \

    .opc3 = op3,                                                              \

    .pad  = { 0, },                                                           \

    .handler = {                                                              \

        .inval   = invl,                                                      \

        .type = _typ,                                                         \

        .handler = &gen_##name,                                               \

        .oname = stringify(name),                                             \

    },                                                                        \

    .oname = stringify(name),                                                 \

}

#define GEN_OPCODE2(name, onam, op1, op2, op3, invl, _typ)                    \

{                                                                             \

    .opc1 = op1,                                                              \

    .opc2 = op2,                                                              \

    .opc3 = op3,                                                              \

    .pad  = { 0, },                                                           \

    .handler = {                                                              \

        .inval   = invl,                                                      \

        .type = _typ,                                                         \

        .handler = &gen_##name,                                               \

        .oname = onam,                                                        \

    },                                                                        \

    .oname = onam,                                                            \

}

#else

#define GEN_OPCODE(name, op1, op2, op3, invl, _typ)                           \

{                                                                             \

    .opc1 = op1,                                                              \

    .opc2 = op2,                                                              \

    .opc3 = op3,                                                              \

    .pad  = { 0, },                                                           \

    .handler = {                                                              \

        .inval   = invl,                                                      \

        .type = _typ,                                                         \

        .handler = &gen_##name,                                               \

    },                                                                        \

    .oname = stringify(name),                                                 \

}

#define GEN_OPCODE2(name, onam, op1, op2, op3, invl, _typ)                    \

{                                                                             \

    .opc1 = op1,                                                              \

    .opc2 = op2,                                                              \

    .opc3 = op3,                                                              \

    .pad  = { 0, },                                                           \

    .handler = {                                                              \

        .inval   = invl,                                                      \

        .type = _typ,                                                         \

        .handler = &gen_##name,                                               \

    },                                                                        \

    .oname = onam,                                                            \

}

#endif

/* SPR load/store helpers */

static always_inline void gen_load_spr(TCGv t, int reg)

{

    tcg_gen_ld_tl(t, cpu_env, offsetof(CPUState, spr[reg]));

}

static always_inline void gen_store_spr(int reg, TCGv t)

{

    tcg_gen_st_tl(t, cpu_env, offsetof(CPUState, spr[reg]));

}

/* Invalid instruction */

static void gen_invalid(DisasContext *ctx)

{

    gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);

}

static opc_handler_t invalid_handler = {

    .inval   = 0xFFFFFFFF,

    .type    = PPC_NONE,

    .handler = gen_invalid,

};

/***                           Integer comparison                          ***/

static always_inline void gen_op_cmp(TCGv arg0, TCGv arg1, int s, int crf)

{

    int l1, l2, l3;

    tcg_gen_trunc_tl_i32(cpu_crf[crf], cpu_xer);

    tcg_gen_shri_i32(cpu_crf[crf], cpu_crf[crf], XER_SO);

    tcg_gen_andi_i32(cpu_crf[crf], cpu_crf[crf], 1);

    l1 = gen_new_label();

    l2 = gen_new_label();

    l3 = gen_new_label();

    if (s) {

        tcg_gen_brcond_tl(TCG_COND_LT, arg0, arg1, l1);

        tcg_gen_brcond_tl(TCG_COND_GT, arg0, arg1, l2);

    } else {

        tcg_gen_brcond_tl(TCG_COND_LTU, arg0, arg1, l1);

        tcg_gen_brcond_tl(TCG_COND_GTU, arg0, arg1, l2);

    }

    tcg_gen_ori_i32(cpu_crf[crf], cpu_crf[crf], 1 << CRF_EQ);

    tcg_gen_br(l3);

    gen_set_label(l1);

    tcg_gen_ori_i32(cpu_crf[crf], cpu_crf[crf], 1 << CRF_LT);

    tcg_gen_br(l3);

    gen_set_label(l2);

    tcg_gen_ori_i32(cpu_crf[crf], cpu_crf[crf], 1 << CRF_GT);

    gen_set_label(l3);

}

static always_inline void gen_op_cmpi(TCGv arg0, target_ulong arg1, int s, int crf)

{

    TCGv t0 = tcg_const_local_tl(arg1);

    gen_op_cmp(arg0, t0, s, crf);

    tcg_temp_free(t0);

}

#if defined(TARGET_PPC64)

static always_inline void gen_op_cmp32(TCGv arg0, TCGv arg1, int s, int crf)

{

    TCGv t0, t1;

    t0 = tcg_temp_local_new();

    t1 = tcg_temp_local_new();

    if (s) {

        tcg_gen_ext32s_tl(t0, arg0);

        tcg_gen_ext32s_tl(t1, arg1);

    } else {

        tcg_gen_ext32u_tl(t0, arg0);

        tcg_gen_ext32u_tl(t1, arg1);

    }

    gen_op_cmp(t0, t1, s, crf);

    tcg_temp_free(t1);

    tcg_temp_free(t0);

}

static always_inline void gen_op_cmpi32(TCGv arg0, target_ulong arg1, int s, int crf)

{

    TCGv t0 = tcg_const_local_tl(arg1);

    gen_op_cmp32(arg0, t0, s, crf);

    tcg_temp_free(t0);

}

#endif

static always_inline void gen_set_Rc0 (DisasContext *ctx, TCGv reg)

{

#if defined(TARGET_PPC64)

    if (!(ctx->sf_mode))

        gen_op_cmpi32(reg, 0, 1, 0);

    else

#endif

        gen_op_cmpi(reg, 0, 1, 0);

}

/* cmp */

static void gen_cmp(DisasContext *ctx)

{

#if defined(TARGET_PPC64)

    if (!(ctx->sf_mode && (ctx->opcode & 0x00200000)))

        gen_op_cmp32(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],

                     1, crfD(ctx->opcode));

    else

#endif

        gen_op_cmp(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],

                   1, crfD(ctx->opcode));

}

/* cmpi */

static void gen_cmpi(DisasContext *ctx)

{

#if defined(TARGET_PPC64)

    if (!(ctx->sf_mode && (ctx->opcode & 0x00200000)))

        gen_op_cmpi32(cpu_gpr[rA(ctx->opcode)], SIMM(ctx->opcode),

                      1, crfD(ctx->opcode));

    else

#endif

        gen_op_cmpi(cpu_gpr[rA(ctx->opcode)], SIMM(ctx->opcode),

                    1, crfD(ctx->opcode));

}

/* cmpl */

static void gen_cmpl(DisasContext *ctx)

{

#if defined(TARGET_PPC64)

    if (!(ctx->sf_mode && (ctx->opcode & 0x00200000)))

        gen_op_cmp32(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],

                     0, crfD(ctx->opcode));

    else

#endif

        gen_op_cmp(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],

                   0, crfD(ctx->opcode));

}

/* cmpli */

static void gen_cmpli(DisasContext *ctx)

{

#if defined(TARGET_PPC64)

    if (!(ctx->sf_mode && (ctx->opcode & 0x00200000)))

        gen_op_cmpi32(cpu_gpr[rA(ctx->opcode)], UIMM(ctx->opcode),

                      0, crfD(ctx->opcode));

    else

#endif

        gen_op_cmpi(cpu_gpr[rA(ctx->opcode)], UIMM(ctx->opcode),

                    0, crfD(ctx->opcode));

}

/* isel (PowerPC 2.03 specification) */

static void gen_isel(DisasContext *ctx)

{

    int l1, l2;

    uint32_t bi = rC(ctx->opcode);

    uint32_t mask;

    TCGv_i32 t0;

    l1 = gen_new_label();

    l2 = gen_new_label();

    mask = 1 << (3 - (bi & 0x03));

    t0 = tcg_temp_new_i32();

    tcg_gen_andi_i32(t0, cpu_crf[bi >> 2], mask);

    tcg_gen_brcondi_i32(TCG_COND_EQ, t0, 0, l1);

    if (rA(ctx->opcode) == 0)

        tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], 0);

    else

        tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);

    tcg_gen_br(l2);

    gen_set_label(l1);

    tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);

    gen_set_label(l2);

    tcg_temp_free_i32(t0);

}

/***                           Integer arithmetic                          ***/

static always_inline void gen_op_arith_compute_ov(DisasContext *ctx, TCGv arg0, TCGv arg1, TCGv arg2, int sub)

{

    int l1;

    TCGv t0;

    l1 = gen_new_label();

    /* Start with XER OV disabled, the most likely case */

    tcg_gen_andi_tl(cpu_xer, cpu_xer, ~(1 << XER_OV));

    t0 = tcg_temp_local_new();

    tcg_gen_xor_tl(t0, arg0, arg1);

#if defined(TARGET_PPC64)

    if (!ctx->sf_mode)

        tcg_gen_ext32s_tl(t0, t0);

#endif

    if (sub)

        tcg_gen_brcondi_tl(TCG_COND_LT, t0, 0, l1);

    else

        tcg_gen_brcondi_tl(TCG_COND_GE, t0, 0, l1);

    tcg_gen_xor_tl(t0, arg1, arg2);

#if defined(TARGET_PPC64)

    if (!ctx->sf_mode)

        tcg_gen_ext32s_tl(t0, t0);

#endif

    if (sub)

        tcg_gen_brcondi_tl(TCG_COND_GE, t0, 0, l1);

    else

        tcg_gen_brcondi_tl(TCG_COND_LT, t0, 0, l1);

    tcg_gen_ori_tl(cpu_xer, cpu_xer, (1 << XER_OV) | (1 << XER_SO));

    gen_set_label(l1);

    tcg_temp_free(t0);

}

static always_inline void gen_op_arith_compute_ca(DisasContext *ctx, TCGv arg1, TCGv arg2, int sub)

{

    int l1 = gen_new_label();

#if defined(TARGET_PPC64)

    if (!(ctx->sf_mode)) {

        TCGv t0, t1;

        t0 = tcg_temp_new();

        t1 = tcg_temp_new();

        tcg_gen_ext32u_tl(t0, arg1);

        tcg_gen_ext32u_tl(t1, arg2);

        if (sub) {

            tcg_gen_brcond_tl(TCG_COND_GTU, t0, t1, l1);

        } else {

            tcg_gen_brcond_tl(TCG_COND_GEU, t0, t1, l1);

        }

        tcg_gen_ori_tl(cpu_xer, cpu_xer, 1 << XER_CA);

        gen_set_label(l1);

        tcg_temp_free(t0);

        tcg_temp_free(t1);

    } else

#endif

    {

        if (sub) {

            tcg_gen_brcond_tl(TCG_COND_GTU, arg1, arg2, l1);

        } else {

            tcg_gen_brcond_tl(TCG_COND_GEU, arg1, arg2, l1);

        }

        tcg_gen_ori_tl(cpu_xer, cpu_xer, 1 << XER_CA);

        gen_set_label(l1);

    }

}

/* Common add function */

static always_inline void gen_op_arith_add(DisasContext *ctx, TCGv ret, TCGv arg1, TCGv arg2,

                                           int add_ca, int compute_ca, int compute_ov)

{

    TCGv t0, t1;

    if ((!compute_ca && !compute_ov) ||

        (!TCGV_EQUAL(ret,arg1) && !TCGV_EQUAL(ret, arg2)))  {

        t0 = ret;

    } else {

        t0 = tcg_temp_local_new();

    }

    if (add_ca) {

        t1 = tcg_temp_local_new();

        tcg_gen_andi_tl(t1, cpu_xer, (1 << XER_CA));

        tcg_gen_shri_tl(t1, t1, XER_CA);

    } else {

        TCGV_UNUSED(t1);

    }

    if (compute_ca && compute_ov) {

        /* Start with XER CA and OV disabled, the most likely case */

        tcg_gen_andi_tl(cpu_xer, cpu_xer, ~((1 << XER_CA) | (1 << XER_OV)));

    } else if (compute_ca) {

        /* Start with XER CA disabled, the most likely case */

        tcg_gen_andi_tl(cpu_xer, cpu_xer, ~(1 << XER_CA));

    } else if (compute_ov) {

        /* Start with XER OV disabled, the most likely case */

        tcg_gen_andi_tl(cpu_xer, cpu_xer, ~(1 << XER_OV));

    }

    tcg_gen_add_tl(t0, arg1, arg2);

    if (compute_ca) {

        gen_op_arith_compute_ca(ctx, t0, arg1, 0);

    }

    if (add_ca) {

        tcg_gen_add_tl(t0, t0, t1);

        gen_op_arith_compute_ca(ctx, t0, t1, 0);

        tcg_temp_free(t1);

    }

    if (compute_ov) {

        gen_op_arith_compute_ov(ctx, t0, arg1, arg2, 0);

    }

    if (unlikely(Rc(ctx->opcode) != 0))

        gen_set_Rc0(ctx, t0);

    if (!TCGV_EQUAL(t0, ret)) {

        tcg_gen_mov_tl(ret, t0);

        tcg_temp_free(t0);

    }

}

/* Add functions with two operands */

#define GEN_INT_ARITH_ADD(name, opc3, add_ca, compute_ca, compute_ov)         \

static void glue(gen_, name)(DisasContext *ctx)                                       \

{                                                                             \

    gen_op_arith_add(ctx, cpu_gpr[rD(ctx->opcode)],                           \

                     cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],      \

                     add_ca, compute_ca, compute_ov);                         \

}

/* Add functions with one operand and one immediate */

#define GEN_INT_ARITH_ADD_CONST(name, opc3, const_val,                        \

                                add_ca, compute_ca, compute_ov)               \

static void glue(gen_, name)(DisasContext *ctx)                                       \

{                                                                             \

    TCGv t0 = tcg_const_local_tl(const_val);                                  \

    gen_op_arith_add(ctx, cpu_gpr[rD(ctx->opcode)],                           \

                     cpu_gpr[rA(ctx->opcode)], t0,                            \

                     add_ca, compute_ca, compute_ov);                         \

    tcg_temp_free(t0);                                                        \

}

/* add  add.  addo  addo. */

GEN_INT_ARITH_ADD(add, 0x08, 0, 0, 0)

GEN_INT_ARITH_ADD(addo, 0x18, 0, 0, 1)

/* addc  addc.  addco  addco. */

GEN_INT_ARITH_ADD(addc, 0x00, 0, 1, 0)

GEN_INT_ARITH_ADD(addco, 0x10, 0, 1, 1)

/* adde  adde.  addeo  addeo. */

GEN_INT_ARITH_ADD(adde, 0x04, 1, 1, 0)

GEN_INT_ARITH_ADD(addeo, 0x14, 1, 1, 1)

/* addme  addme.  addmeo  addmeo.  */

GEN_INT_ARITH_ADD_CONST(addme, 0x07, -1LL, 1, 1, 0)

GEN_INT_ARITH_ADD_CONST(addmeo, 0x17, -1LL, 1, 1, 1)

/* addze  addze.  addzeo  addzeo.*/

GEN_INT_ARITH_ADD_CONST(addze, 0x06, 0, 1, 1, 0)

GEN_INT_ARITH_ADD_CONST(addzeo, 0x16, 0, 1, 1, 1)

/* addi */

static void gen_addi(DisasContext *ctx)

{

    target_long simm = SIMM(ctx->opcode);

    if (rA(ctx->opcode) == 0) {

        /* li case */

        tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], simm);

    } else {

        tcg_gen_addi_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], simm);

    }

}

/* addic  addic.*/

static always_inline void gen_op_addic (DisasContext *ctx, TCGv ret, TCGv arg1,

                                        int compute_Rc0)

{

    target_long simm = SIMM(ctx->opcode);

    /* Start with XER CA and OV disabled, the most likely case */

    tcg_gen_andi_tl(cpu_xer, cpu_xer, ~(1 << XER_CA));

    if (likely(simm != 0)) {

        TCGv t0 = tcg_temp_local_new();

        tcg_gen_addi_tl(t0, arg1, simm);

        gen_op_arith_compute_ca(ctx, t0, arg1, 0);

        tcg_gen_mov_tl(ret, t0);

        tcg_temp_free(t0);

    } else {

        tcg_gen_mov_tl(ret, arg1);

    }

    if (compute_Rc0) {

        gen_set_Rc0(ctx, ret);

    }

}

static void gen_addic(DisasContext *ctx)

{

    gen_op_addic(ctx, cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], 0);

}

static void gen_addic_(DisasContext *ctx)

{

    gen_op_addic(ctx, cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], 1);

}

/* addis */

static void gen_addis(DisasContext *ctx)

{

    target_long simm = SIMM(ctx->opcode);