Archipelago » qemu

/*

 * Tiny Code Generator for QEMU

 *

 * Copyright (c) 2008 Fabrice Bellard

 *

 * Permission is hereby granted, free of charge, to any person obtaining a copy

 * of this software and associated documentation files (the "Software"), to deal

 * in the Software without restriction, including without limitation the rights

 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

 * copies of the Software, and to permit persons to whom the Software is

 * furnished to do so, subject to the following conditions:

 *

 * The above copyright notice and this permission notice shall be included in

 * all copies or substantial portions of the Software.

 *

 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL

 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN

 * THE SOFTWARE.

 */

#ifndef NDEBUG

static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {

    "%r0", "%r1", "%rp", "%r3", "%r4", "%r5", "%r6", "%r7",

    "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15",

    "%r16", "%r17", "%r18", "%r19", "%r20", "%r21", "%r22", "%r23",

    "%r24", "%r25", "%r26", "%dp", "%ret0", "%ret1", "%sp", "%r31",

};

#endif

/* This is an 8 byte temp slot in the stack frame.  */

#define STACK_TEMP_OFS -16

#ifndef GUEST_BASE

#define GUEST_BASE 0

#endif

#ifdef CONFIG_USE_GUEST_BASE

#define TCG_GUEST_BASE_REG TCG_REG_R16

#else

#define TCG_GUEST_BASE_REG TCG_REG_R0

#endif

static const int tcg_target_reg_alloc_order[] = {

    TCG_REG_R4,

    TCG_REG_R5,

    TCG_REG_R6,

    TCG_REG_R7,

    TCG_REG_R8,

    TCG_REG_R9,

    TCG_REG_R10,

    TCG_REG_R11,

    TCG_REG_R12,

    TCG_REG_R13,

    TCG_REG_R17,

    TCG_REG_R14,

    TCG_REG_R15,

    TCG_REG_R16,

    TCG_REG_R26,

    TCG_REG_R25,

    TCG_REG_R24,

    TCG_REG_R23,

    TCG_REG_RET0,

    TCG_REG_RET1,

};

static const int tcg_target_call_iarg_regs[4] = {

    TCG_REG_R26,

    TCG_REG_R25,

    TCG_REG_R24,

    TCG_REG_R23,

};

static const int tcg_target_call_oarg_regs[2] = {

    TCG_REG_RET0,

    TCG_REG_RET1,

};

/* True iff val fits a signed field of width BITS.  */

static inline int check_fit_tl(tcg_target_long val, unsigned int bits)

{

    return (val << ((sizeof(tcg_target_long) * 8 - bits))

            >> (sizeof(tcg_target_long) * 8 - bits)) == val;

}

/* True iff depi can be used to compute (reg | MASK).

   Accept a bit pattern like:

      0....01....1

      1....10....0

      0..01..10..0

   Copied from gcc sources.  */

static inline int or_mask_p(tcg_target_ulong mask)

{

    mask += mask & -mask;

    return (mask & (mask - 1)) == 0;

}

/* True iff depi or extru can be used to compute (reg & mask).

   Accept a bit pattern like these:

      0....01....1

      1....10....0

      1..10..01..1

   Copied from gcc sources.  */

static inline int and_mask_p(tcg_target_ulong mask)

{

    return or_mask_p(~mask);

}

static int low_sign_ext(int val, int len)

{

    return (((val << 1) & ~(-1u << len)) | ((val >> (len - 1)) & 1));

}

static int reassemble_12(int as12)

{

    return (((as12 & 0x800) >> 11) |

            ((as12 & 0x400) >> 8) |

            ((as12 & 0x3ff) << 3));

}

static int reassemble_17(int as17)

{

    return (((as17 & 0x10000) >> 16) |

            ((as17 & 0x0f800) << 5) |

            ((as17 & 0x00400) >> 8) |

            ((as17 & 0x003ff) << 3));

}

static int reassemble_21(int as21)

{

    return (((as21 & 0x100000) >> 20) |

            ((as21 & 0x0ffe00) >> 8) |

            ((as21 & 0x000180) << 7) |

            ((as21 & 0x00007c) << 14) |

            ((as21 & 0x000003) << 12));

}

/* ??? Bizzarely, there is no PCREL12F relocation type.  I guess all

   such relocations are simply fully handled by the assembler.  */

#define R_PARISC_PCREL12F  R_PARISC_NONE

static void patch_reloc(uint8_t *code_ptr, int type,

                        tcg_target_long value, tcg_target_long addend)

{

    uint32_t *insn_ptr = (uint32_t *)code_ptr;

    uint32_t insn = *insn_ptr;

    tcg_target_long pcrel;

    value += addend;

    pcrel = (value - ((tcg_target_long)code_ptr + 8)) >> 2;

    switch (type) {

    case R_PARISC_PCREL12F:

        assert(check_fit_tl(pcrel, 12));

        /* ??? We assume all patches are forward.  See tcg_out_brcond

           re setting the NUL bit on the branch and eliding the nop.  */

        assert(pcrel >= 0);

        insn &= ~0x1ffdu;

        insn |= reassemble_12(pcrel);

        break;

    case R_PARISC_PCREL17F:

        assert(check_fit_tl(pcrel, 17));

        insn &= ~0x1f1ffdu;

        insn |= reassemble_17(pcrel);

        break;

    default:

        tcg_abort();

    }

    *insn_ptr = insn;

}

/* maximum number of register used for input function arguments */

static inline int tcg_target_get_call_iarg_regs_count(int flags)

{

    return 4;

}

/* parse target specific constraints */

static int target_parse_constraint(TCGArgConstraint *ct, const char **pct_str)

{

    const char *ct_str;

    ct_str = *pct_str;

    switch (ct_str[0]) {

    case 'r':

        ct->ct |= TCG_CT_REG;

        tcg_regset_set32(ct->u.regs, 0, 0xffffffff);

        break;

    case 'L': /* qemu_ld/st constraint */

        ct->ct |= TCG_CT_REG;

        tcg_regset_set32(ct->u.regs, 0, 0xffffffff);

        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R26);

        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R25);

        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R24);

        tcg_regset_reset_reg(ct->u.regs, TCG_REG_R23);

        break;

    case 'Z':

        ct->ct |= TCG_CT_CONST_0;

        break;

    case 'I':

        ct->ct |= TCG_CT_CONST_S11;

        break;

    case 'J':

        ct->ct |= TCG_CT_CONST_S5;

        break;

    case 'K':

        ct->ct |= TCG_CT_CONST_MS11;

        break;

    default:

        return -1;

    }

    ct_str++;

    *pct_str = ct_str;

    return 0;

}

/* test if a constant matches the constraint */

static int tcg_target_const_match(tcg_target_long val,

                                  const TCGArgConstraint *arg_ct)

{

    int ct = arg_ct->ct;

    if (ct & TCG_CT_CONST) {

        return 1;

    } else if (ct & TCG_CT_CONST_0) {

        return val == 0;

    } else if (ct & TCG_CT_CONST_S5) {

        return check_fit_tl(val, 5);

    } else if (ct & TCG_CT_CONST_S11) {

        return check_fit_tl(val, 11);

    } else if (ct & TCG_CT_CONST_MS11) {

        return check_fit_tl(-val, 11);

    }

    return 0;

}

#define INSN_OP(x)       ((x) << 26)

#define INSN_EXT3BR(x)   ((x) << 13)

#define INSN_EXT3SH(x)   ((x) << 10)

#define INSN_EXT4(x)     ((x) << 6)

#define INSN_EXT5(x)     (x)

#define INSN_EXT6(x)     ((x) << 6)

#define INSN_EXT7(x)     ((x) << 6)

#define INSN_EXT8A(x)    ((x) << 6)

#define INSN_EXT8B(x)    ((x) << 5)

#define INSN_T(x)        (x)

#define INSN_R1(x)       ((x) << 16)

#define INSN_R2(x)       ((x) << 21)

#define INSN_DEP_LEN(x)  (32 - (x))

#define INSN_SHDEP_CP(x) ((31 - (x)) << 5)

#define INSN_SHDEP_P(x)  ((x) << 5)

#define INSN_COND(x)     ((x) << 13)

#define INSN_IM11(x)     low_sign_ext(x, 11)

#define INSN_IM14(x)     low_sign_ext(x, 14)

#define INSN_IM5(x)      (low_sign_ext(x, 5) << 16)

#define COND_NEVER   0

#define COND_EQ      1

#define COND_LT      2

#define COND_LE      3

#define COND_LTU     4

#define COND_LEU     5

#define COND_SV      6

#define COND_OD      7

#define COND_FALSE   8

#define INSN_ADD        (INSN_OP(0x02) | INSN_EXT6(0x18))

#define INSN_ADDC        (INSN_OP(0x02) | INSN_EXT6(0x1c))

#define INSN_ADDI        (INSN_OP(0x2d))

#define INSN_ADDIL        (INSN_OP(0x0a))

#define INSN_ADDL        (INSN_OP(0x02) | INSN_EXT6(0x28))

#define INSN_AND        (INSN_OP(0x02) | INSN_EXT6(0x08))

#define INSN_ANDCM        (INSN_OP(0x02) | INSN_EXT6(0x00))

#define INSN_COMCLR        (INSN_OP(0x02) | INSN_EXT6(0x22))

#define INSN_COMICLR        (INSN_OP(0x24))

#define INSN_DEP        (INSN_OP(0x35) | INSN_EXT3SH(3))

#define INSN_DEPI        (INSN_OP(0x35) | INSN_EXT3SH(7))

#define INSN_EXTRS        (INSN_OP(0x34) | INSN_EXT3SH(7))

#define INSN_EXTRU        (INSN_OP(0x34) | INSN_EXT3SH(6))

#define INSN_LDIL        (INSN_OP(0x08))

#define INSN_LDO        (INSN_OP(0x0d))

#define INSN_MTCTL        (INSN_OP(0x00) | INSN_EXT8B(0xc2))

#define INSN_OR                (INSN_OP(0x02) | INSN_EXT6(0x09))

#define INSN_SHD        (INSN_OP(0x34) | INSN_EXT3SH(2))

#define INSN_SUB        (INSN_OP(0x02) | INSN_EXT6(0x10))

#define INSN_SUBB        (INSN_OP(0x02) | INSN_EXT6(0x14))

#define INSN_SUBI        (INSN_OP(0x25))

#define INSN_VEXTRS        (INSN_OP(0x34) | INSN_EXT3SH(5))

#define INSN_VEXTRU        (INSN_OP(0x34) | INSN_EXT3SH(4))

#define INSN_VSHD        (INSN_OP(0x34) | INSN_EXT3SH(0))

#define INSN_XOR        (INSN_OP(0x02) | INSN_EXT6(0x0a))

#define INSN_ZDEP        (INSN_OP(0x35) | INSN_EXT3SH(2))

#define INSN_ZVDEP        (INSN_OP(0x35) | INSN_EXT3SH(0))

#define INSN_BL         (INSN_OP(0x3a) | INSN_EXT3BR(0))

#define INSN_BL_N       (INSN_OP(0x3a) | INSN_EXT3BR(0) | 2)

#define INSN_BLR        (INSN_OP(0x3a) | INSN_EXT3BR(2))

#define INSN_BV         (INSN_OP(0x3a) | INSN_EXT3BR(6))

#define INSN_BV_N       (INSN_OP(0x3a) | INSN_EXT3BR(6) | 2)

#define INSN_BLE_SR4    (INSN_OP(0x39) | (1 << 13))

#define INSN_LDB        (INSN_OP(0x10))

#define INSN_LDH        (INSN_OP(0x11))

#define INSN_LDW        (INSN_OP(0x12))

#define INSN_LDWM       (INSN_OP(0x13))

#define INSN_FLDDS      (INSN_OP(0x0b) | INSN_EXT4(0) | (1 << 12))

#define INSN_LDBX        (INSN_OP(0x03) | INSN_EXT4(0))

#define INSN_LDHX        (INSN_OP(0x03) | INSN_EXT4(1))

#define INSN_LDWX       (INSN_OP(0x03) | INSN_EXT4(2))

#define INSN_STB        (INSN_OP(0x18))

#define INSN_STH        (INSN_OP(0x19))

#define INSN_STW        (INSN_OP(0x1a))

#define INSN_STWM       (INSN_OP(0x1b))

#define INSN_FSTDS      (INSN_OP(0x0b) | INSN_EXT4(8) | (1 << 12))

#define INSN_COMBT      (INSN_OP(0x20))

#define INSN_COMBF      (INSN_OP(0x22))

#define INSN_COMIBT     (INSN_OP(0x21))

#define INSN_COMIBF     (INSN_OP(0x23))

/* supplied by libgcc */

extern void *__canonicalize_funcptr_for_compare(void *);

static void tcg_out_mov(TCGContext *s, int ret, int arg)

{

    /* PA1.1 defines COPY as OR r,0,t; PA2.0 defines COPY as LDO 0(r),t

       but hppa-dis.c is unaware of this definition */

    if (ret != arg) {

        tcg_out32(s, INSN_OR | INSN_T(ret) | INSN_R1(arg)

                  | INSN_R2(TCG_REG_R0));

    }

}

static void tcg_out_movi(TCGContext *s, TCGType type,

                         int ret, tcg_target_long arg)

{

    if (check_fit_tl(arg, 14)) {

        tcg_out32(s, INSN_LDO | INSN_R1(ret)

                  | INSN_R2(TCG_REG_R0) | INSN_IM14(arg));

    } else {

        uint32_t hi, lo;

        hi = arg >> 11;

        lo = arg & 0x7ff;

        tcg_out32(s, INSN_LDIL | INSN_R2(ret) | reassemble_21(hi));

        if (lo) {

            tcg_out32(s, INSN_LDO | INSN_R1(ret)

                      | INSN_R2(ret) | INSN_IM14(lo));

        }

    }

}

static void tcg_out_ldst(TCGContext *s, int ret, int addr,

                         tcg_target_long offset, int op)

{

    if (!check_fit_tl(offset, 14)) {

        uint32_t hi, lo, op;

        hi = offset >> 11;

        lo = offset & 0x7ff;

        if (addr == TCG_REG_R0) {

            op = INSN_LDIL | INSN_R2(TCG_REG_R1);

        } else {

            op = INSN_ADDIL | INSN_R2(addr);

        }

        tcg_out32(s, op | reassemble_21(hi));

        addr = TCG_REG_R1;

        offset = lo;

    }

    if (ret != addr || offset != 0 || op != INSN_LDO) {

        tcg_out32(s, op | INSN_R1(ret) | INSN_R2(addr) | INSN_IM14(offset));

    }

}

/* This function is required by tcg.c.  */

static inline void tcg_out_ld(TCGContext *s, TCGType type, int ret,

                              int arg1, tcg_target_long arg2)

{

    tcg_out_ldst(s, ret, arg1, arg2, INSN_LDW);

}

/* This function is required by tcg.c.  */

static inline void tcg_out_st(TCGContext *s, TCGType type, int ret,

                              int arg1, tcg_target_long arg2)

{

    tcg_out_ldst(s, ret, arg1, arg2, INSN_STW);

}

static void tcg_out_ldst_index(TCGContext *s, int data,

                               int base, int index, int op)

{

    tcg_out32(s, op | INSN_T(data) | INSN_R1(index) | INSN_R2(base));

}

static inline void tcg_out_addi2(TCGContext *s, int ret, int arg1,

                                 tcg_target_long val)

{

    tcg_out_ldst(s, ret, arg1, val, INSN_LDO);

}

/* This function is required by tcg.c.  */

static inline void tcg_out_addi(TCGContext *s, int reg, tcg_target_long val)

{

    tcg_out_addi2(s, reg, reg, val);

}

static inline void tcg_out_arith(TCGContext *s, int t, int r1, int r2, int op)

{

    tcg_out32(s, op | INSN_T(t) | INSN_R1(r1) | INSN_R2(r2));

}

static inline void tcg_out_arithi(TCGContext *s, int t, int r1,

                                  tcg_target_long val, int op)

{

    assert(check_fit_tl(val, 11));

    tcg_out32(s, op | INSN_R1(t) | INSN_R2(r1) | INSN_IM11(val));

}

static inline void tcg_out_nop(TCGContext *s)

{

    tcg_out_arith(s, TCG_REG_R0, TCG_REG_R0, TCG_REG_R0, INSN_OR);

}

static inline void tcg_out_mtctl_sar(TCGContext *s, int arg)

{

    tcg_out32(s, INSN_MTCTL | INSN_R2(11) | INSN_R1(arg));

}

/* Extract LEN bits at position OFS from ARG and place in RET.

   Note that here the bit ordering is reversed from the PA-RISC

   standard, such that the right-most bit is 0.  */

static inline void tcg_out_extr(TCGContext *s, int ret, int arg,

                                unsigned ofs, unsigned len, int sign)

{

    assert(ofs < 32 && len <= 32 - ofs);

    tcg_out32(s, (sign ? INSN_EXTRS : INSN_EXTRU)

              | INSN_R1(ret) | INSN_R2(arg)

              | INSN_SHDEP_P(31 - ofs) | INSN_DEP_LEN(len));

}

/* Likewise with OFS interpreted little-endian.  */

static inline void tcg_out_dep(TCGContext *s, int ret, int arg,

                               unsigned ofs, unsigned len)

{

    assert(ofs < 32 && len <= 32 - ofs);

    tcg_out32(s, INSN_DEP | INSN_R2(ret) | INSN_R1(arg)

              | INSN_SHDEP_CP(31 - ofs) | INSN_DEP_LEN(len));

}

static inline void tcg_out_shd(TCGContext *s, int ret, int hi, int lo,

                               unsigned count)

{

    assert(count < 32);

    tcg_out32(s, INSN_SHD | INSN_R1(hi) | INSN_R2(lo) | INSN_T(ret)

              | INSN_SHDEP_CP(count));

}

static void tcg_out_vshd(TCGContext *s, int ret, int hi, int lo, int creg)

{

    tcg_out_mtctl_sar(s, creg);

    tcg_out32(s, INSN_VSHD | INSN_T(ret) | INSN_R1(hi) | INSN_R2(lo));

}

static void tcg_out_ori(TCGContext *s, int ret, int arg, tcg_target_ulong m)

{

    if (m == 0) {

        tcg_out_mov(s, ret, arg);

    } else if (m == -1) {

        tcg_out_movi(s, TCG_TYPE_I32, ret, -1);

    } else if (or_mask_p(m)) {

        int bs0, bs1;

        for (bs0 = 0; bs0 < 32; bs0++) {

            if ((m & (1u << bs0)) != 0) {

                break;

            }

        }

        for (bs1 = bs0; bs1 < 32; bs1++) {

            if ((m & (1u << bs1)) == 0) {

                break;

            }

        }

        assert(bs1 == 32 || (1ul << bs1) > m);

        tcg_out_mov(s, ret, arg);

        tcg_out32(s, INSN_DEPI | INSN_R2(ret) | INSN_IM5(-1)

                  | INSN_SHDEP_CP(31 - bs0) | INSN_DEP_LEN(bs1 - bs0));

    } else {

        tcg_out_movi(s, TCG_TYPE_I32, TCG_REG_R1, m);

        tcg_out_arith(s, ret, arg, TCG_REG_R1, INSN_OR);

    }

}

static void tcg_out_andi(TCGContext *s, int ret, int arg, tcg_target_ulong m)

{

    if (m == 0) {

        tcg_out_mov(s, ret, TCG_REG_R0);

    } else if (m == -1) {

        tcg_out_mov(s, ret, arg);

    } else if (and_mask_p(m)) {

        int ls0, ls1, ms0;

        for (ls0 = 0; ls0 < 32; ls0++) {

            if ((m & (1u << ls0)) == 0) {

                break;

            }

        }

        for (ls1 = ls0; ls1 < 32; ls1++) {

            if ((m & (1u << ls1)) != 0) {

                break;

            }

        }

        for (ms0 = ls1; ms0 < 32; ms0++) {

            if ((m & (1u << ms0)) == 0) {

                break;

            }

        }

        assert (ms0 == 32);

        if (ls1 == 32) {

            tcg_out_extr(s, ret, arg, 0, ls0, 0);

        } else {

            tcg_out_mov(s, ret, arg);

            tcg_out32(s, INSN_DEPI | INSN_R2(ret) | INSN_IM5(0)

                      | INSN_SHDEP_CP(31 - ls0) | INSN_DEP_LEN(ls1 - ls0));

        }

    } else {

        tcg_out_movi(s, TCG_TYPE_I32, TCG_REG_R1, m);

        tcg_out_arith(s, ret, arg, TCG_REG_R1, INSN_AND);

    }

}

static inline void tcg_out_ext8s(TCGContext *s, int ret, int arg)

{

    tcg_out_extr(s, ret, arg, 0, 8, 1);

}

static inline void tcg_out_ext16s(TCGContext *s, int ret, int arg)

{

    tcg_out_extr(s, ret, arg, 0, 16, 1);

}

static void tcg_out_shli(TCGContext *s, int ret, int arg, int count)

{

    count &= 31;

    tcg_out32(s, INSN_ZDEP | INSN_R2(ret) | INSN_R1(arg)

              | INSN_SHDEP_CP(31 - count) | INSN_DEP_LEN(32 - count));

}

static void tcg_out_shl(TCGContext *s, int ret, int arg, int creg)

{

    tcg_out_arithi(s, TCG_REG_R20, creg, 31, INSN_SUBI);

    tcg_out_mtctl_sar(s, TCG_REG_R20);

    tcg_out32(s, INSN_ZVDEP | INSN_R2(ret) | INSN_R1(arg) | INSN_DEP_LEN(32));

}

static void tcg_out_shri(TCGContext *s, int ret, int arg, int count)

{

    count &= 31;

    tcg_out_extr(s, ret, arg, count, 32 - count, 0);

}

static void tcg_out_shr(TCGContext *s, int ret, int arg, int creg)

{

    tcg_out_vshd(s, ret, TCG_REG_R0, arg, creg);

}

static void tcg_out_sari(TCGContext *s, int ret, int arg, int count)

{

    count &= 31;

    tcg_out_extr(s, ret, arg, count, 32 - count, 1);

}

static void tcg_out_sar(TCGContext *s, int ret, int arg, int creg)

{

    tcg_out_arithi(s, TCG_REG_R20, creg, 31, INSN_SUBI);

    tcg_out_mtctl_sar(s, TCG_REG_R20);

    tcg_out32(s, INSN_VEXTRS | INSN_R1(ret) | INSN_R2(arg) | INSN_DEP_LEN(32));

}

static void tcg_out_rotli(TCGContext *s, int ret, int arg, int count)

{

    count &= 31;

    tcg_out_shd(s, ret, arg, arg, 32 - count);

}

static void tcg_out_rotl(TCGContext *s, int ret, int arg, int creg)

{

    tcg_out_arithi(s, TCG_REG_R20, creg, 32, INSN_SUBI);

    tcg_out_vshd(s, ret, arg, arg, TCG_REG_R20);

}

static void tcg_out_rotri(TCGContext *s, int ret, int arg, int count)

{

    count &= 31;

    tcg_out_shd(s, ret, arg, arg, count);

}

static void tcg_out_rotr(TCGContext *s, int ret, int arg, int creg)

{

    tcg_out_vshd(s, ret, arg, arg, creg);

}

static void tcg_out_bswap16(TCGContext *s, int ret, int arg, int sign)

{

    if (ret != arg) {

        tcg_out_mov(s, ret, arg);             /* arg =  xxAB */

    }

    tcg_out_dep(s, ret, ret, 16, 8);          /* ret =  xBAB */

    tcg_out_extr(s, ret, ret, 8, 16, sign);   /* ret =  ..BA */

}

static void tcg_out_bswap32(TCGContext *s, int ret, int arg, int temp)

{

                                          /* arg =  ABCD */

    tcg_out_rotri(s, temp, arg, 16);      /* temp = CDAB */

    tcg_out_dep(s, temp, temp, 16, 8);    /* temp = CBAB */

    tcg_out_shd(s, ret, arg, temp, 8);    /* ret =  DCBA */

}

static void tcg_out_call(TCGContext *s, void *func)

{

    tcg_target_long val, hi, lo, disp;

    val = (uint32_t)__canonicalize_funcptr_for_compare(func);

    disp = (val - ((tcg_target_long)s->code_ptr + 8)) >> 2;

    if (check_fit_tl(disp, 17)) {

        tcg_out32(s, INSN_BL_N | INSN_R2(TCG_REG_RP) | reassemble_17(disp));

    } else {

        hi = val >> 11;

        lo = val & 0x7ff;

        tcg_out32(s, INSN_LDIL | INSN_R2(TCG_REG_R20) | reassemble_21(hi));

        tcg_out32(s, INSN_BLE_SR4 | INSN_R2(TCG_REG_R20)

                  | reassemble_17(lo >> 2));

        tcg_out_mov(s, TCG_REG_RP, TCG_REG_R31);

    }

}

static void tcg_out_xmpyu(TCGContext *s, int retl, int reth,

                          int arg1, int arg2)

{

    /* Store both words into the stack for copy to the FPU.  */

    tcg_out_ldst(s, arg1, TCG_REG_SP, STACK_TEMP_OFS, INSN_STW);

    tcg_out_ldst(s, arg2, TCG_REG_SP, STACK_TEMP_OFS + 4, INSN_STW);

    /* Load both words into the FPU at the same time.  We get away

       with this because we can address the left and right half of the

       FPU registers individually once loaded.  */

    /* fldds stack_temp(sp),fr22 */

    tcg_out32(s, INSN_FLDDS | INSN_R2(TCG_REG_SP)

              | INSN_IM5(STACK_TEMP_OFS) | INSN_T(22));

    /* xmpyu fr22r,fr22,fr22 */

    tcg_out32(s, 0x3ad64796);

    /* Store the 64-bit result back into the stack.  */

    /* fstds stack_temp(sp),fr22 */

    tcg_out32(s, INSN_FSTDS | INSN_R2(TCG_REG_SP)

              | INSN_IM5(STACK_TEMP_OFS) | INSN_T(22));

    /* Load the pieces of the result that the caller requested.  */

    if (reth) {

        tcg_out_ldst(s, reth, TCG_REG_SP, STACK_TEMP_OFS, INSN_LDW);

    }

    if (retl) {

        tcg_out_ldst(s, retl, TCG_REG_SP, STACK_TEMP_OFS + 4, INSN_LDW);

    }

}

static void tcg_out_add2(TCGContext *s, int destl, int desth,

                         int al, int ah, int bl, int bh, int blconst)

{

    int tmp = (destl == ah || destl == bh ? TCG_REG_R20 : destl);

    if (blconst) {

        tcg_out_arithi(s, tmp, al, bl, INSN_ADDI);

    } else {

        tcg_out_arith(s, tmp, al, bl, INSN_ADD);

    }

    tcg_out_arith(s, desth, ah, bh, INSN_ADDC);

    tcg_out_mov(s, destl, tmp);

}

static void tcg_out_sub2(TCGContext *s, int destl, int desth, int al, int ah,

                         int bl, int bh, int alconst, int blconst)

{

    int tmp = (destl == ah || destl == bh ? TCG_REG_R20 : destl);

    if (alconst) {

        if (blconst) {

            tcg_out_movi(s, TCG_TYPE_I32, TCG_REG_R20, bl);

            bl = TCG_REG_R20;

        }

        tcg_out_arithi(s, tmp, bl, al, INSN_SUBI);

    } else if (blconst) {

        tcg_out_arithi(s, tmp, al, -bl, INSN_ADDI);

    } else {

        tcg_out_arith(s, tmp, al, bl, INSN_SUB);

    }

    tcg_out_arith(s, desth, ah, bh, INSN_SUBB);

    tcg_out_mov(s, destl, tmp);

}

static void tcg_out_branch(TCGContext *s, int label_index, int nul)

{

    TCGLabel *l = &s->labels[label_index];

    uint32_t op = nul ? INSN_BL_N : INSN_BL;

    if (l->has_value) {

        tcg_target_long val = l->u.value;

        val -= (tcg_target_long)s->code_ptr + 8;

        val >>= 2;

        assert(check_fit_tl(val, 17));

        tcg_out32(s, op | reassemble_17(val));

    } else {

        tcg_out_reloc(s, s->code_ptr, R_PARISC_PCREL17F, label_index, 0);

        tcg_out32(s, op);

    }

}

static const uint8_t tcg_cond_to_cmp_cond[10] =

{

    [TCG_COND_EQ] = COND_EQ,

    [TCG_COND_NE] = COND_EQ | COND_FALSE,

    [TCG_COND_LT] = COND_LT,

    [TCG_COND_GE] = COND_LT | COND_FALSE,

    [TCG_COND_LE] = COND_LE,

    [TCG_COND_GT] = COND_LE | COND_FALSE,

    [TCG_COND_LTU] = COND_LTU,

    [TCG_COND_GEU] = COND_LTU | COND_FALSE,

    [TCG_COND_LEU] = COND_LEU,

    [TCG_COND_GTU] = COND_LEU | COND_FALSE,

};

static void tcg_out_brcond(TCGContext *s, int cond, TCGArg c1,

                           TCGArg c2, int c2const, int label_index)

{

    TCGLabel *l = &s->labels[label_index];

    int op, pacond;

    /* Note that COMIB operates as if the immediate is the first

       operand.  We model brcond with the immediate in the second

       to better match what targets are likely to give us.  For

       consistency, model COMB with reversed operands as well.  */

    pacond = tcg_cond_to_cmp_cond[tcg_swap_cond(cond)];

    if (c2const) {

        op = (pacond & COND_FALSE ? INSN_COMIBF : INSN_COMIBT);

        op |= INSN_IM5(c2);

    } else {

        op = (pacond & COND_FALSE ? INSN_COMBF : INSN_COMBT);

        op |= INSN_R1(c2);

    }

    op |= INSN_R2(c1);

    op |= INSN_COND(pacond & 7);

    if (l->has_value) {

        tcg_target_long val = l->u.value;

        val -= (tcg_target_long)s->code_ptr + 8;

        val >>= 2;

        assert(check_fit_tl(val, 12));

        /* ??? Assume that all branches to defined labels are backward.

           Which means that if the nul bit is set, the delay slot is

           executed if the branch is taken, and not executed in fallthru.  */

        tcg_out32(s, op | reassemble_12(val));

        tcg_out_nop(s);

    } else {

        tcg_out_reloc(s, s->code_ptr, R_PARISC_PCREL12F, label_index, 0);

        /* ??? Assume that all branches to undefined labels are forward.

           Which means that if the nul bit is set, the delay slot is

           not executed if the branch is taken, which is what we want.  */

        tcg_out32(s, op | 2);

    }

}

static void tcg_out_comclr(TCGContext *s, int cond, TCGArg ret,

                           TCGArg c1, TCGArg c2, int c2const)

{

    int op, pacond;

    /* Note that COMICLR operates as if the immediate is the first

       operand.  We model setcond with the immediate in the second

       to better match what targets are likely to give us.  For

       consistency, model COMCLR with reversed operands as well.  */

    pacond = tcg_cond_to_cmp_cond[tcg_swap_cond(cond)];

    if (c2const) {

        op = INSN_COMICLR | INSN_R2(c1) | INSN_R1(ret) | INSN_IM11(c2);

    } else {

        op = INSN_COMCLR | INSN_R2(c1) | INSN_R1(c2) | INSN_T(ret);

    }

    op |= INSN_COND(pacond & 7);

    op |= pacond & COND_FALSE ? 1 << 12 : 0;

    tcg_out32(s, op);

}

static void tcg_out_brcond2(TCGContext *s, int cond, TCGArg al, TCGArg ah,

                            TCGArg bl, int blconst, TCGArg bh, int bhconst,

                            int label_index)

{

    switch (cond) {

    case TCG_COND_EQ:

    case TCG_COND_NE:

        tcg_out_comclr(s, tcg_invert_cond(cond), TCG_REG_R0, al, bl, blconst);

        tcg_out_brcond(s, cond, ah, bh, bhconst, label_index);

        break;

    default:

        tcg_out_brcond(s, cond, ah, bh, bhconst, label_index);

        tcg_out_comclr(s, TCG_COND_NE, TCG_REG_R0, ah, bh, bhconst);

        tcg_out_brcond(s, tcg_unsigned_cond(cond),

                       al, bl, blconst, label_index);

        break;

    }

}

static void tcg_out_setcond(TCGContext *s, int cond, TCGArg ret,

                            TCGArg c1, TCGArg c2, int c2const)

{

    tcg_out_comclr(s, tcg_invert_cond(cond), ret, c1, c2, c2const);

    tcg_out_movi(s, TCG_TYPE_I32, ret, 1);

}

static void tcg_out_setcond2(TCGContext *s, int cond, TCGArg ret,

                             TCGArg al, TCGArg ah, TCGArg bl, int blconst,

                             TCGArg bh, int bhconst)

{

    int scratch = TCG_REG_R20;

    if (ret != al && ret != ah

        && (blconst || ret != bl)

        && (bhconst || ret != bh)) {

        scratch = ret;

    }

    switch (cond) {

    case TCG_COND_EQ:

    case TCG_COND_NE:

        tcg_out_setcond(s, cond, scratch, al, bl, blconst);

        tcg_out_comclr(s, TCG_COND_EQ, TCG_REG_R0, ah, bh, bhconst);

        tcg_out_movi(s, TCG_TYPE_I32, scratch, cond == TCG_COND_NE);

        break;

    default:

        tcg_out_setcond(s, tcg_unsigned_cond(cond), scratch, al, bl, blconst);

        tcg_out_comclr(s, TCG_COND_EQ, TCG_REG_R0, ah, bh, bhconst);

        tcg_out_movi(s, TCG_TYPE_I32, scratch, 0);