Statistics
| Branch: | Revision:

root / target-ppc / op_mem.h @ 4e777442

History | View | Annotate | Download (36.8 kB)

1 76a66253 j_mayer
/*
2 76a66253 j_mayer
 *  PowerPC emulation micro-operations for qemu.
3 5fafdf24 ths
 *
4 76a66253 j_mayer
 *  Copyright (c) 2003-2007 Jocelyn Mayer
5 76a66253 j_mayer
 *
6 76a66253 j_mayer
 * This library is free software; you can redistribute it and/or
7 76a66253 j_mayer
 * modify it under the terms of the GNU Lesser General Public
8 76a66253 j_mayer
 * License as published by the Free Software Foundation; either
9 76a66253 j_mayer
 * version 2 of the License, or (at your option) any later version.
10 76a66253 j_mayer
 *
11 76a66253 j_mayer
 * This library is distributed in the hope that it will be useful,
12 76a66253 j_mayer
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 76a66253 j_mayer
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 76a66253 j_mayer
 * Lesser General Public License for more details.
15 76a66253 j_mayer
 *
16 76a66253 j_mayer
 * You should have received a copy of the GNU Lesser General Public
17 76a66253 j_mayer
 * License along with this library; if not, write to the Free Software
18 76a66253 j_mayer
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19 76a66253 j_mayer
 */
20 9a64fbe4 bellard
21 e7c24003 j_mayer
#include "op_mem_access.h"
22 d9bce9d9 j_mayer
23 9a64fbe4 bellard
/***                             Integer load                              ***/
24 9a64fbe4 bellard
#define PPC_LD_OP(name, op)                                                   \
25 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
26 9a64fbe4 bellard
{                                                                             \
27 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint32_t)T0);                                   \
28 9a64fbe4 bellard
    RETURN();                                                                 \
29 9a64fbe4 bellard
}
30 9a64fbe4 bellard
31 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
32 d9bce9d9 j_mayer
#define PPC_LD_OP_64(name, op)                                                \
33 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
34 d9bce9d9 j_mayer
{                                                                             \
35 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint64_t)T0);                                   \
36 d9bce9d9 j_mayer
    RETURN();                                                                 \
37 d9bce9d9 j_mayer
}
38 d9bce9d9 j_mayer
#endif
39 d9bce9d9 j_mayer
40 9a64fbe4 bellard
#define PPC_ST_OP(name, op)                                                   \
41 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
42 9a64fbe4 bellard
{                                                                             \
43 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1);                                    \
44 9a64fbe4 bellard
    RETURN();                                                                 \
45 9a64fbe4 bellard
}
46 9a64fbe4 bellard
47 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
48 d9bce9d9 j_mayer
#define PPC_ST_OP_64(name, op)                                                \
49 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
50 d9bce9d9 j_mayer
{                                                                             \
51 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1);                                    \
52 d9bce9d9 j_mayer
    RETURN();                                                                 \
53 d9bce9d9 j_mayer
}
54 d9bce9d9 j_mayer
#endif
55 d9bce9d9 j_mayer
56 e7c24003 j_mayer
PPC_LD_OP(bz, ldu8);
57 e7c24003 j_mayer
PPC_LD_OP(ha, lds16);
58 e7c24003 j_mayer
PPC_LD_OP(hz, ldu16);
59 e7c24003 j_mayer
PPC_LD_OP(wz, ldu32);
60 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
61 e7c24003 j_mayer
PPC_LD_OP(wa, lds32);
62 e7c24003 j_mayer
PPC_LD_OP(d, ldu64);
63 e7c24003 j_mayer
PPC_LD_OP_64(bz, ldu8);
64 e7c24003 j_mayer
PPC_LD_OP_64(ha, lds16);
65 e7c24003 j_mayer
PPC_LD_OP_64(hz, ldu16);
66 e7c24003 j_mayer
PPC_LD_OP_64(wz, ldu32);
67 e7c24003 j_mayer
PPC_LD_OP_64(wa, lds32);
68 e7c24003 j_mayer
PPC_LD_OP_64(d, ldu64);
69 d9bce9d9 j_mayer
#endif
70 9a64fbe4 bellard
71 e7c24003 j_mayer
PPC_LD_OP(ha_le, lds16r);
72 e7c24003 j_mayer
PPC_LD_OP(hz_le, ldu16r);
73 e7c24003 j_mayer
PPC_LD_OP(wz_le, ldu32r);
74 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
75 e7c24003 j_mayer
PPC_LD_OP(wa_le, lds32r);
76 e7c24003 j_mayer
PPC_LD_OP(d_le, ldu64r);
77 e7c24003 j_mayer
PPC_LD_OP_64(ha_le, lds16r);
78 e7c24003 j_mayer
PPC_LD_OP_64(hz_le, ldu16r);
79 e7c24003 j_mayer
PPC_LD_OP_64(wz_le, ldu32r);
80 e7c24003 j_mayer
PPC_LD_OP_64(wa_le, lds32r);
81 e7c24003 j_mayer
PPC_LD_OP_64(d_le, ldu64r);
82 d9bce9d9 j_mayer
#endif
83 111bfab3 bellard
84 9a64fbe4 bellard
/***                              Integer store                            ***/
85 e7c24003 j_mayer
PPC_ST_OP(b, st8);
86 e7c24003 j_mayer
PPC_ST_OP(h, st16);
87 e7c24003 j_mayer
PPC_ST_OP(w, st32);
88 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
89 e7c24003 j_mayer
PPC_ST_OP(d, st64);
90 e7c24003 j_mayer
PPC_ST_OP_64(b, st8);
91 e7c24003 j_mayer
PPC_ST_OP_64(h, st16);
92 e7c24003 j_mayer
PPC_ST_OP_64(w, st32);
93 e7c24003 j_mayer
PPC_ST_OP_64(d, st64);
94 d9bce9d9 j_mayer
#endif
95 9a64fbe4 bellard
96 111bfab3 bellard
PPC_ST_OP(h_le, st16r);
97 111bfab3 bellard
PPC_ST_OP(w_le, st32r);
98 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
99 d9bce9d9 j_mayer
PPC_ST_OP(d_le, st64r);
100 d9bce9d9 j_mayer
PPC_ST_OP_64(h_le, st16r);
101 d9bce9d9 j_mayer
PPC_ST_OP_64(w_le, st32r);
102 e7c24003 j_mayer
PPC_ST_OP_64(d_le, st64r);
103 d9bce9d9 j_mayer
#endif
104 111bfab3 bellard
105 9a64fbe4 bellard
/***                Integer load and store with byte reverse               ***/
106 e7c24003 j_mayer
PPC_LD_OP(hbr, ldu16r);
107 e7c24003 j_mayer
PPC_LD_OP(wbr, ldu32r);
108 ac9eb073 bellard
PPC_ST_OP(hbr, st16r);
109 ac9eb073 bellard
PPC_ST_OP(wbr, st32r);
110 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
111 e7c24003 j_mayer
PPC_LD_OP_64(hbr, ldu16r);
112 e7c24003 j_mayer
PPC_LD_OP_64(wbr, ldu32r);
113 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr, st16r);
114 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr, st32r);
115 d9bce9d9 j_mayer
#endif
116 9a64fbe4 bellard
117 e7c24003 j_mayer
PPC_LD_OP(hbr_le, ldu16);
118 e7c24003 j_mayer
PPC_LD_OP(wbr_le, ldu32);
119 e7c24003 j_mayer
PPC_ST_OP(hbr_le, st16);
120 e7c24003 j_mayer
PPC_ST_OP(wbr_le, st32);
121 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
122 e7c24003 j_mayer
PPC_LD_OP_64(hbr_le, ldu16);
123 e7c24003 j_mayer
PPC_LD_OP_64(wbr_le, ldu32);
124 e7c24003 j_mayer
PPC_ST_OP_64(hbr_le, st16);
125 e7c24003 j_mayer
PPC_ST_OP_64(wbr_le, st32);
126 d9bce9d9 j_mayer
#endif
127 111bfab3 bellard
128 9a64fbe4 bellard
/***                    Integer load and store multiple                    ***/
129 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw, MEMSUFFIX) (void)
130 9a64fbe4 bellard
{
131 76a66253 j_mayer
    glue(do_lmw, MEMSUFFIX)(PARAM1);
132 9a64fbe4 bellard
    RETURN();
133 9a64fbe4 bellard
}
134 9a64fbe4 bellard
135 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
136 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_64, MEMSUFFIX) (void)
137 d9bce9d9 j_mayer
{
138 d9bce9d9 j_mayer
    glue(do_lmw_64, MEMSUFFIX)(PARAM1);
139 d9bce9d9 j_mayer
    RETURN();
140 d9bce9d9 j_mayer
}
141 d9bce9d9 j_mayer
#endif
142 d9bce9d9 j_mayer
143 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le, MEMSUFFIX) (void)
144 9a64fbe4 bellard
{
145 76a66253 j_mayer
    glue(do_lmw_le, MEMSUFFIX)(PARAM1);
146 9a64fbe4 bellard
    RETURN();
147 9a64fbe4 bellard
}
148 9a64fbe4 bellard
149 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
150 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le_64, MEMSUFFIX) (void)
151 d9bce9d9 j_mayer
{
152 d9bce9d9 j_mayer
    glue(do_lmw_le_64, MEMSUFFIX)(PARAM1);
153 d9bce9d9 j_mayer
    RETURN();
154 d9bce9d9 j_mayer
}
155 d9bce9d9 j_mayer
#endif
156 d9bce9d9 j_mayer
157 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw, MEMSUFFIX) (void)
158 111bfab3 bellard
{
159 76a66253 j_mayer
    glue(do_stmw, MEMSUFFIX)(PARAM1);
160 111bfab3 bellard
    RETURN();
161 111bfab3 bellard
}
162 111bfab3 bellard
163 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
164 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_64, MEMSUFFIX) (void)
165 d9bce9d9 j_mayer
{
166 d9bce9d9 j_mayer
    glue(do_stmw_64, MEMSUFFIX)(PARAM1);
167 d9bce9d9 j_mayer
    RETURN();
168 d9bce9d9 j_mayer
}
169 d9bce9d9 j_mayer
#endif
170 d9bce9d9 j_mayer
171 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le, MEMSUFFIX) (void)
172 111bfab3 bellard
{
173 76a66253 j_mayer
    glue(do_stmw_le, MEMSUFFIX)(PARAM1);
174 111bfab3 bellard
    RETURN();
175 111bfab3 bellard
}
176 111bfab3 bellard
177 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
178 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le_64, MEMSUFFIX) (void)
179 d9bce9d9 j_mayer
{
180 d9bce9d9 j_mayer
    glue(do_stmw_le_64, MEMSUFFIX)(PARAM1);
181 d9bce9d9 j_mayer
    RETURN();
182 d9bce9d9 j_mayer
}
183 d9bce9d9 j_mayer
#endif
184 d9bce9d9 j_mayer
185 9a64fbe4 bellard
/***                    Integer load and store strings                     ***/
186 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi, MEMSUFFIX) (void)
187 d9bce9d9 j_mayer
{
188 d9bce9d9 j_mayer
    glue(do_lsw, MEMSUFFIX)(PARAM1);
189 d9bce9d9 j_mayer
    RETURN();
190 d9bce9d9 j_mayer
}
191 d9bce9d9 j_mayer
192 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
193 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_64, MEMSUFFIX) (void)
194 9a64fbe4 bellard
{
195 d9bce9d9 j_mayer
    glue(do_lsw_64, MEMSUFFIX)(PARAM1);
196 9a64fbe4 bellard
    RETURN();
197 9a64fbe4 bellard
}
198 d9bce9d9 j_mayer
#endif
199 9a64fbe4 bellard
200 9a64fbe4 bellard
/* PPC32 specification says we must generate an exception if
201 9a64fbe4 bellard
 * rA is in the range of registers to be loaded.
202 9a64fbe4 bellard
 * In an other hand, IBM says this is valid, but rA won't be loaded.
203 9a64fbe4 bellard
 * For now, I'll follow the spec...
204 9a64fbe4 bellard
 */
205 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx, MEMSUFFIX) (void)
206 d9bce9d9 j_mayer
{
207 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
208 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
209 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
210 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
211 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
212 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
213 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
214 d9bce9d9 j_mayer
        } else {
215 d9bce9d9 j_mayer
            glue(do_lsw, MEMSUFFIX)(PARAM1);
216 d9bce9d9 j_mayer
        }
217 d9bce9d9 j_mayer
    }
218 d9bce9d9 j_mayer
    RETURN();
219 d9bce9d9 j_mayer
}
220 d9bce9d9 j_mayer
221 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
222 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_64, MEMSUFFIX) (void)
223 d9bce9d9 j_mayer
{
224 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
225 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
226 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
227 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
228 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
229 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
230 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
231 d9bce9d9 j_mayer
        } else {
232 d9bce9d9 j_mayer
            glue(do_lsw_64, MEMSUFFIX)(PARAM1);
233 d9bce9d9 j_mayer
        }
234 d9bce9d9 j_mayer
    }
235 d9bce9d9 j_mayer
    RETURN();
236 d9bce9d9 j_mayer
}
237 d9bce9d9 j_mayer
#endif
238 d9bce9d9 j_mayer
239 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw, MEMSUFFIX) (void)
240 d9bce9d9 j_mayer
{
241 d9bce9d9 j_mayer
    glue(do_stsw, MEMSUFFIX)(PARAM1);
242 d9bce9d9 j_mayer
    RETURN();
243 d9bce9d9 j_mayer
}
244 d9bce9d9 j_mayer
245 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
246 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_64, MEMSUFFIX) (void)
247 d9bce9d9 j_mayer
{
248 d9bce9d9 j_mayer
    glue(do_stsw_64, MEMSUFFIX)(PARAM1);
249 d9bce9d9 j_mayer
    RETURN();
250 d9bce9d9 j_mayer
}
251 d9bce9d9 j_mayer
#endif
252 111bfab3 bellard
253 9a64fbe4 bellard
/***                         Floating-point store                          ***/
254 9a64fbe4 bellard
#define PPC_STF_OP(name, op)                                                  \
255 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
256 d9bce9d9 j_mayer
{                                                                             \
257 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, FT0);                                   \
258 d9bce9d9 j_mayer
    RETURN();                                                                 \
259 d9bce9d9 j_mayer
}
260 d9bce9d9 j_mayer
261 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
262 d9bce9d9 j_mayer
#define PPC_STF_OP_64(name, op)                                               \
263 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
264 9a64fbe4 bellard
{                                                                             \
265 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, FT0);                                   \
266 9a64fbe4 bellard
    RETURN();                                                                 \
267 9a64fbe4 bellard
}
268 d9bce9d9 j_mayer
#endif
269 9a64fbe4 bellard
270 b068d6a7 j_mayer
static always_inline void glue(stfs, MEMSUFFIX) (target_ulong EA, double d)
271 477023a6 j_mayer
{
272 477023a6 j_mayer
    glue(stfl, MEMSUFFIX)(EA, float64_to_float32(d, &env->fp_status));
273 477023a6 j_mayer
}
274 477023a6 j_mayer
275 8378e71f j_mayer
#if defined(WORDS_BIGENDIAN)
276 8378e71f j_mayer
#define WORD0 0
277 8378e71f j_mayer
#define WORD1 1
278 8378e71f j_mayer
#else
279 8378e71f j_mayer
#define WORD0 1
280 8378e71f j_mayer
#define WORD1 0
281 8378e71f j_mayer
#endif
282 5b8105fa j_mayer
static always_inline void glue(stfiw, MEMSUFFIX) (target_ulong EA, double d)
283 477023a6 j_mayer
{
284 477023a6 j_mayer
    union {
285 477023a6 j_mayer
        double d;
286 8378e71f j_mayer
        uint32_t u[2];
287 477023a6 j_mayer
    } u;
288 477023a6 j_mayer
289 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
290 477023a6 j_mayer
    u.d = d;
291 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)(EA, u.u[WORD0]);
292 477023a6 j_mayer
}
293 8378e71f j_mayer
#undef WORD0
294 8378e71f j_mayer
#undef WORD1
295 477023a6 j_mayer
296 9a64fbe4 bellard
PPC_STF_OP(fd, stfq);
297 477023a6 j_mayer
PPC_STF_OP(fs, stfs);
298 5b8105fa j_mayer
PPC_STF_OP(fiw, stfiw);
299 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
300 d9bce9d9 j_mayer
PPC_STF_OP_64(fd, stfq);
301 477023a6 j_mayer
PPC_STF_OP_64(fs, stfs);
302 5b8105fa j_mayer
PPC_STF_OP_64(fiw, stfiw);
303 d9bce9d9 j_mayer
#endif
304 9a64fbe4 bellard
305 b068d6a7 j_mayer
static always_inline void glue(stfqr, MEMSUFFIX) (target_ulong EA, double d)
306 111bfab3 bellard
{
307 111bfab3 bellard
    union {
308 111bfab3 bellard
        double d;
309 111bfab3 bellard
        uint64_t u;
310 111bfab3 bellard
    } u;
311 111bfab3 bellard
312 111bfab3 bellard
    u.d = d;
313 e7c24003 j_mayer
    u.u = bswap64(u.u);
314 111bfab3 bellard
    glue(stfq, MEMSUFFIX)(EA, u.d);
315 111bfab3 bellard
}
316 111bfab3 bellard
317 b068d6a7 j_mayer
static always_inline void glue(stfsr, MEMSUFFIX) (target_ulong EA, double d)
318 111bfab3 bellard
{
319 111bfab3 bellard
    union {
320 111bfab3 bellard
        float f;
321 111bfab3 bellard
        uint32_t u;
322 111bfab3 bellard
    } u;
323 111bfab3 bellard
324 477023a6 j_mayer
    u.f = float64_to_float32(d, &env->fp_status);
325 e7c24003 j_mayer
    u.u = bswap32(u.u);
326 111bfab3 bellard
    glue(stfl, MEMSUFFIX)(EA, u.f);
327 111bfab3 bellard
}
328 111bfab3 bellard
329 5b8105fa j_mayer
static always_inline void glue(stfiwr, MEMSUFFIX) (target_ulong EA, double d)
330 477023a6 j_mayer
{
331 477023a6 j_mayer
    union {
332 477023a6 j_mayer
        double d;
333 477023a6 j_mayer
        uint64_t u;
334 477023a6 j_mayer
    } u;
335 477023a6 j_mayer
336 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
337 477023a6 j_mayer
    u.d = d;
338 e7c24003 j_mayer
    u.u = bswap32(u.u);
339 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)(EA, u.u);
340 477023a6 j_mayer
}
341 477023a6 j_mayer
342 111bfab3 bellard
PPC_STF_OP(fd_le, stfqr);
343 477023a6 j_mayer
PPC_STF_OP(fs_le, stfsr);
344 5b8105fa j_mayer
PPC_STF_OP(fiw_le, stfiwr);
345 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
346 d9bce9d9 j_mayer
PPC_STF_OP_64(fd_le, stfqr);
347 477023a6 j_mayer
PPC_STF_OP_64(fs_le, stfsr);
348 5b8105fa j_mayer
PPC_STF_OP_64(fiw_le, stfiwr);
349 d9bce9d9 j_mayer
#endif
350 111bfab3 bellard
351 9a64fbe4 bellard
/***                         Floating-point load                           ***/
352 9a64fbe4 bellard
#define PPC_LDF_OP(name, op)                                                  \
353 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
354 d9bce9d9 j_mayer
{                                                                             \
355 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint32_t)T0);                                  \
356 d9bce9d9 j_mayer
    RETURN();                                                                 \
357 d9bce9d9 j_mayer
}
358 d9bce9d9 j_mayer
359 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
360 d9bce9d9 j_mayer
#define PPC_LDF_OP_64(name, op)                                               \
361 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
362 9a64fbe4 bellard
{                                                                             \
363 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint64_t)T0);                                  \
364 9a64fbe4 bellard
    RETURN();                                                                 \
365 9a64fbe4 bellard
}
366 d9bce9d9 j_mayer
#endif
367 9a64fbe4 bellard
368 b068d6a7 j_mayer
static always_inline double glue(ldfs, MEMSUFFIX) (target_ulong EA)
369 477023a6 j_mayer
{
370 477023a6 j_mayer
    return float32_to_float64(glue(ldfl, MEMSUFFIX)(EA), &env->fp_status);
371 477023a6 j_mayer
}
372 477023a6 j_mayer
373 9a64fbe4 bellard
PPC_LDF_OP(fd, ldfq);
374 477023a6 j_mayer
PPC_LDF_OP(fs, ldfs);
375 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
376 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd, ldfq);
377 477023a6 j_mayer
PPC_LDF_OP_64(fs, ldfs);
378 d9bce9d9 j_mayer
#endif
379 9a64fbe4 bellard
380 b068d6a7 j_mayer
static always_inline double glue(ldfqr, MEMSUFFIX) (target_ulong EA)
381 111bfab3 bellard
{
382 111bfab3 bellard
    union {
383 111bfab3 bellard
        double d;
384 111bfab3 bellard
        uint64_t u;
385 111bfab3 bellard
    } u;
386 111bfab3 bellard
387 111bfab3 bellard
    u.d = glue(ldfq, MEMSUFFIX)(EA);
388 e7c24003 j_mayer
    u.u = bswap64(u.u);
389 111bfab3 bellard
390 111bfab3 bellard
    return u.d;
391 111bfab3 bellard
}
392 111bfab3 bellard
393 b068d6a7 j_mayer
static always_inline double glue(ldfsr, MEMSUFFIX) (target_ulong EA)
394 111bfab3 bellard
{
395 111bfab3 bellard
    union {
396 111bfab3 bellard
        float f;
397 111bfab3 bellard
        uint32_t u;
398 111bfab3 bellard
    } u;
399 111bfab3 bellard
400 111bfab3 bellard
    u.f = glue(ldfl, MEMSUFFIX)(EA);
401 e7c24003 j_mayer
    u.u = bswap32(u.u);
402 111bfab3 bellard
403 477023a6 j_mayer
    return float32_to_float64(u.f, &env->fp_status);
404 111bfab3 bellard
}
405 111bfab3 bellard
406 111bfab3 bellard
PPC_LDF_OP(fd_le, ldfqr);
407 477023a6 j_mayer
PPC_LDF_OP(fs_le, ldfsr);
408 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
409 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd_le, ldfqr);
410 477023a6 j_mayer
PPC_LDF_OP_64(fs_le, ldfsr);
411 d9bce9d9 j_mayer
#endif
412 111bfab3 bellard
413 985a19d6 bellard
/* Load and set reservation */
414 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx, MEMSUFFIX) (void)
415 d9bce9d9 j_mayer
{
416 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
417 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
418 d9bce9d9 j_mayer
    } else {
419 e7c24003 j_mayer
        T1 = glue(ldu32, MEMSUFFIX)((uint32_t)T0);
420 36081602 j_mayer
        env->reserve = (uint32_t)T0;
421 d9bce9d9 j_mayer
    }
422 d9bce9d9 j_mayer
    RETURN();
423 d9bce9d9 j_mayer
}
424 d9bce9d9 j_mayer
425 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
426 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_64, MEMSUFFIX) (void)
427 d9bce9d9 j_mayer
{
428 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
429 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
430 d9bce9d9 j_mayer
    } else {
431 e7c24003 j_mayer
        T1 = glue(ldu32, MEMSUFFIX)((uint64_t)T0);
432 36081602 j_mayer
        env->reserve = (uint64_t)T0;
433 d9bce9d9 j_mayer
    }
434 d9bce9d9 j_mayer
    RETURN();
435 d9bce9d9 j_mayer
}
436 d9bce9d9 j_mayer
437 426613db j_mayer
void OPPROTO glue(op_ldarx, MEMSUFFIX) (void)
438 426613db j_mayer
{
439 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
440 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
441 426613db j_mayer
    } else {
442 e7c24003 j_mayer
        T1 = glue(ldu64, MEMSUFFIX)((uint32_t)T0);
443 36081602 j_mayer
        env->reserve = (uint32_t)T0;
444 426613db j_mayer
    }
445 426613db j_mayer
    RETURN();
446 426613db j_mayer
}
447 426613db j_mayer
448 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_64, MEMSUFFIX) (void)
449 d9bce9d9 j_mayer
{
450 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
451 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
452 d9bce9d9 j_mayer
    } else {
453 e7c24003 j_mayer
        T1 = glue(ldu64, MEMSUFFIX)((uint64_t)T0);
454 36081602 j_mayer
        env->reserve = (uint64_t)T0;
455 d9bce9d9 j_mayer
    }
456 d9bce9d9 j_mayer
    RETURN();
457 d9bce9d9 j_mayer
}
458 d9bce9d9 j_mayer
#endif
459 d9bce9d9 j_mayer
460 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le, MEMSUFFIX) (void)
461 d9bce9d9 j_mayer
{
462 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
463 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
464 d9bce9d9 j_mayer
    } else {
465 e7c24003 j_mayer
        T1 = glue(ldu32r, MEMSUFFIX)((uint32_t)T0);
466 36081602 j_mayer
        env->reserve = (uint32_t)T0;
467 d9bce9d9 j_mayer
    }
468 d9bce9d9 j_mayer
    RETURN();
469 d9bce9d9 j_mayer
}
470 d9bce9d9 j_mayer
471 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
472 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le_64, MEMSUFFIX) (void)
473 985a19d6 bellard
{
474 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
475 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
476 985a19d6 bellard
    } else {
477 e7c24003 j_mayer
        T1 = glue(ldu32r, MEMSUFFIX)((uint64_t)T0);
478 36081602 j_mayer
        env->reserve = (uint64_t)T0;
479 985a19d6 bellard
    }
480 985a19d6 bellard
    RETURN();
481 985a19d6 bellard
}
482 985a19d6 bellard
483 426613db j_mayer
void OPPROTO glue(op_ldarx_le, MEMSUFFIX) (void)
484 426613db j_mayer
{
485 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
486 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
487 426613db j_mayer
    } else {
488 e7c24003 j_mayer
        T1 = glue(ldu64r, MEMSUFFIX)((uint32_t)T0);
489 36081602 j_mayer
        env->reserve = (uint32_t)T0;
490 426613db j_mayer
    }
491 426613db j_mayer
    RETURN();
492 426613db j_mayer
}
493 426613db j_mayer
494 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_le_64, MEMSUFFIX) (void)
495 111bfab3 bellard
{
496 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
497 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
498 111bfab3 bellard
    } else {
499 e7c24003 j_mayer
        T1 = glue(ldu64r, MEMSUFFIX)((uint64_t)T0);
500 36081602 j_mayer
        env->reserve = (uint64_t)T0;
501 111bfab3 bellard
    }
502 111bfab3 bellard
    RETURN();
503 111bfab3 bellard
}
504 d9bce9d9 j_mayer
#endif
505 111bfab3 bellard
506 9a64fbe4 bellard
/* Store with reservation */
507 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx, MEMSUFFIX) (void)
508 d9bce9d9 j_mayer
{
509 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
510 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
511 d9bce9d9 j_mayer
    } else {
512 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
513 966439a6 j_mayer
            env->crf[0] = xer_so;
514 d9bce9d9 j_mayer
        } else {
515 e7c24003 j_mayer
            glue(st32, MEMSUFFIX)((uint32_t)T0, T1);
516 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
517 d9bce9d9 j_mayer
        }
518 d9bce9d9 j_mayer
    }
519 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
520 d9bce9d9 j_mayer
    RETURN();
521 d9bce9d9 j_mayer
}
522 d9bce9d9 j_mayer
523 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
524 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_64, MEMSUFFIX) (void)
525 d9bce9d9 j_mayer
{
526 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
527 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
528 d9bce9d9 j_mayer
    } else {
529 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
530 966439a6 j_mayer
            env->crf[0] = xer_so;
531 d9bce9d9 j_mayer
        } else {
532 e7c24003 j_mayer
            glue(st32, MEMSUFFIX)((uint64_t)T0, T1);
533 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
534 d9bce9d9 j_mayer
        }
535 d9bce9d9 j_mayer
    }
536 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
537 d9bce9d9 j_mayer
    RETURN();
538 d9bce9d9 j_mayer
}
539 d9bce9d9 j_mayer
540 426613db j_mayer
void OPPROTO glue(op_stdcx, MEMSUFFIX) (void)
541 426613db j_mayer
{
542 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
543 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
544 426613db j_mayer
    } else {
545 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
546 966439a6 j_mayer
            env->crf[0] = xer_so;
547 426613db j_mayer
        } else {
548 e7c24003 j_mayer
            glue(st64, MEMSUFFIX)((uint32_t)T0, T1);
549 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
550 426613db j_mayer
        }
551 426613db j_mayer
    }
552 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
553 426613db j_mayer
    RETURN();
554 426613db j_mayer
}
555 426613db j_mayer
556 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_64, MEMSUFFIX) (void)
557 9a64fbe4 bellard
{
558 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
559 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
560 9a64fbe4 bellard
    } else {
561 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
562 966439a6 j_mayer
            env->crf[0] = xer_so;
563 9a64fbe4 bellard
        } else {
564 e7c24003 j_mayer
            glue(st64, MEMSUFFIX)((uint64_t)T0, T1);
565 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
566 d9bce9d9 j_mayer
        }
567 d9bce9d9 j_mayer
    }
568 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
569 d9bce9d9 j_mayer
    RETURN();
570 d9bce9d9 j_mayer
}
571 d9bce9d9 j_mayer
#endif
572 d9bce9d9 j_mayer
573 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le, MEMSUFFIX) (void)
574 d9bce9d9 j_mayer
{
575 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
576 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
577 d9bce9d9 j_mayer
    } else {
578 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
579 966439a6 j_mayer
            env->crf[0] = xer_so;
580 d9bce9d9 j_mayer
        } else {
581 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
582 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
583 9a64fbe4 bellard
        }
584 9a64fbe4 bellard
    }
585 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
586 9a64fbe4 bellard
    RETURN();
587 9a64fbe4 bellard
}
588 9a64fbe4 bellard
589 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
590 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le_64, MEMSUFFIX) (void)
591 111bfab3 bellard
{
592 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
593 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
594 111bfab3 bellard
    } else {
595 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
596 966439a6 j_mayer
            env->crf[0] = xer_so;
597 111bfab3 bellard
        } else {
598 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
599 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
600 111bfab3 bellard
        }
601 111bfab3 bellard
    }
602 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
603 111bfab3 bellard
    RETURN();
604 111bfab3 bellard
}
605 111bfab3 bellard
606 426613db j_mayer
void OPPROTO glue(op_stdcx_le, MEMSUFFIX) (void)
607 426613db j_mayer
{
608 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
609 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
610 426613db j_mayer
    } else {
611 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
612 966439a6 j_mayer
            env->crf[0] = xer_so;
613 426613db j_mayer
        } else {
614 426613db j_mayer
            glue(st64r, MEMSUFFIX)((uint32_t)T0, T1);
615 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
616 426613db j_mayer
        }
617 426613db j_mayer
    }
618 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
619 426613db j_mayer
    RETURN();
620 426613db j_mayer
}
621 426613db j_mayer
622 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_le_64, MEMSUFFIX) (void)
623 d9bce9d9 j_mayer
{
624 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
625 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
626 d9bce9d9 j_mayer
    } else {
627 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
628 966439a6 j_mayer
            env->crf[0] = xer_so;
629 d9bce9d9 j_mayer
        } else {
630 d9bce9d9 j_mayer
            glue(st64r, MEMSUFFIX)((uint64_t)T0, T1);
631 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
632 d9bce9d9 j_mayer
        }
633 d9bce9d9 j_mayer
    }
634 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
635 d9bce9d9 j_mayer
    RETURN();
636 d9bce9d9 j_mayer
}
637 d9bce9d9 j_mayer
#endif
638 d9bce9d9 j_mayer
639 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32, MEMSUFFIX) (void)
640 d63001d1 j_mayer
{
641 e7c24003 j_mayer
    T0 &= ~((uint32_t)31);
642 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
643 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
644 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
645 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
646 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
647 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
648 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
649 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
650 d63001d1 j_mayer
    RETURN();
651 d63001d1 j_mayer
}
652 d63001d1 j_mayer
653 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64, MEMSUFFIX) (void)
654 d9bce9d9 j_mayer
{
655 e7c24003 j_mayer
    T0 &= ~((uint32_t)63);
656 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
657 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
658 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
659 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
660 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
661 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
662 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
663 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
664 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
665 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
666 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
667 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
668 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
669 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
670 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
671 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
672 d63001d1 j_mayer
    RETURN();
673 d63001d1 j_mayer
}
674 d63001d1 j_mayer
675 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128, MEMSUFFIX) (void)
676 d63001d1 j_mayer
{
677 e7c24003 j_mayer
    T0 &= ~((uint32_t)127);
678 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
679 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
680 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
681 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
682 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
683 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
684 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
685 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
686 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
687 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
688 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
689 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
690 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
691 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
692 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
693 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
694 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x40UL), 0);
695 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x44UL), 0);
696 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x48UL), 0);
697 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x4CUL), 0);
698 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x50UL), 0);
699 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x54UL), 0);
700 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x58UL), 0);
701 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x5CUL), 0);
702 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x60UL), 0);
703 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x64UL), 0);
704 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x68UL), 0);
705 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x6CUL), 0);
706 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x70UL), 0);
707 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x74UL), 0);
708 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x78UL), 0);
709 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)(T0 + 0x7CUL), 0);
710 d63001d1 j_mayer
    RETURN();
711 d63001d1 j_mayer
}
712 d63001d1 j_mayer
713 d63001d1 j_mayer
void OPPROTO glue(op_dcbz, MEMSUFFIX) (void)
714 d63001d1 j_mayer
{
715 d63001d1 j_mayer
    glue(do_dcbz, MEMSUFFIX)();
716 d9bce9d9 j_mayer
    RETURN();
717 d9bce9d9 j_mayer
}
718 d9bce9d9 j_mayer
719 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
720 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32_64, MEMSUFFIX) (void)
721 d63001d1 j_mayer
{
722 e7c24003 j_mayer
    T0 &= ~((uint64_t)31);
723 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
724 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
725 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
726 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
727 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
728 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
729 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
730 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
731 d63001d1 j_mayer
    RETURN();
732 d63001d1 j_mayer
}
733 d63001d1 j_mayer
734 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64_64, MEMSUFFIX) (void)
735 9a64fbe4 bellard
{
736 e7c24003 j_mayer
    T0 &= ~((uint64_t)63);
737 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
738 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
739 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
740 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
741 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
742 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
743 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
744 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
745 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
746 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
747 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
748 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
749 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
750 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
751 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
752 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
753 d63001d1 j_mayer
    RETURN();
754 d63001d1 j_mayer
}
755 d63001d1 j_mayer
756 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128_64, MEMSUFFIX) (void)
757 d63001d1 j_mayer
{
758 e7c24003 j_mayer
    T0 &= ~((uint64_t)127);
759 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
760 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
761 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
762 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
763 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
764 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
765 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
766 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
767 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
768 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
769 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
770 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
771 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
772 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
773 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
774 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
775 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x40UL), 0);
776 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x44UL), 0);
777 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x48UL), 0);
778 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x4CUL), 0);
779 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x50UL), 0);
780 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x54UL), 0);
781 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x58UL), 0);
782 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x5CUL), 0);
783 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x60UL), 0);
784 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x64UL), 0);
785 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x68UL), 0);
786 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x6CUL), 0);
787 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x70UL), 0);
788 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x74UL), 0);
789 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x78UL), 0);
790 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)(T0 + 0x7CUL), 0);
791 d63001d1 j_mayer
    RETURN();
792 d63001d1 j_mayer
}
793 d63001d1 j_mayer
794 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_64, MEMSUFFIX) (void)
795 d63001d1 j_mayer
{
796 d63001d1 j_mayer
    glue(do_dcbz_64, MEMSUFFIX)();
797 9a64fbe4 bellard
    RETURN();
798 9a64fbe4 bellard
}
799 d9bce9d9 j_mayer
#endif
800 9a64fbe4 bellard
801 36f69651 j_mayer
/* Instruction cache block invalidate */
802 36f69651 j_mayer
void OPPROTO glue(op_icbi, MEMSUFFIX) (void)
803 36f69651 j_mayer
{
804 36f69651 j_mayer
    glue(do_icbi, MEMSUFFIX)();
805 36f69651 j_mayer
    RETURN();
806 36f69651 j_mayer
}
807 36f69651 j_mayer
808 36f69651 j_mayer
#if defined(TARGET_PPC64)
809 36f69651 j_mayer
void OPPROTO glue(op_icbi_64, MEMSUFFIX) (void)
810 36f69651 j_mayer
{
811 36f69651 j_mayer
    glue(do_icbi_64, MEMSUFFIX)();
812 36f69651 j_mayer
    RETURN();
813 36f69651 j_mayer
}
814 36f69651 j_mayer
#endif
815 36f69651 j_mayer
816 9a64fbe4 bellard
/* External access */
817 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx, MEMSUFFIX) (void)
818 d9bce9d9 j_mayer
{
819 e7c24003 j_mayer
    T1 = glue(ldu32, MEMSUFFIX)((uint32_t)T0);
820 d9bce9d9 j_mayer
    RETURN();
821 d9bce9d9 j_mayer
}
822 d9bce9d9 j_mayer
823 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
824 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_64, MEMSUFFIX) (void)
825 d9bce9d9 j_mayer
{
826 e7c24003 j_mayer
    T1 = glue(ldu32, MEMSUFFIX)((uint64_t)T0);
827 d9bce9d9 j_mayer
    RETURN();
828 d9bce9d9 j_mayer
}
829 d9bce9d9 j_mayer
#endif
830 d9bce9d9 j_mayer
831 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx, MEMSUFFIX) (void)
832 d9bce9d9 j_mayer
{
833 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint32_t)T0, T1);
834 d9bce9d9 j_mayer
    RETURN();
835 d9bce9d9 j_mayer
}
836 d9bce9d9 j_mayer
837 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
838 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_64, MEMSUFFIX) (void)
839 9a64fbe4 bellard
{
840 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)((uint64_t)T0, T1);
841 9a64fbe4 bellard
    RETURN();
842 9a64fbe4 bellard
}
843 d9bce9d9 j_mayer
#endif
844 9a64fbe4 bellard
845 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le, MEMSUFFIX) (void)
846 9a64fbe4 bellard
{
847 e7c24003 j_mayer
    T1 = glue(ldu32r, MEMSUFFIX)((uint32_t)T0);
848 9a64fbe4 bellard
    RETURN();
849 9a64fbe4 bellard
}
850 9a64fbe4 bellard
851 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
852 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le_64, MEMSUFFIX) (void)
853 111bfab3 bellard
{
854 e7c24003 j_mayer
    T1 = glue(ldu32r, MEMSUFFIX)((uint64_t)T0);
855 111bfab3 bellard
    RETURN();
856 111bfab3 bellard
}
857 d9bce9d9 j_mayer
#endif
858 111bfab3 bellard
859 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le, MEMSUFFIX) (void)
860 111bfab3 bellard
{
861 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
862 111bfab3 bellard
    RETURN();
863 111bfab3 bellard
}
864 111bfab3 bellard
865 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
866 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le_64, MEMSUFFIX) (void)
867 d9bce9d9 j_mayer
{
868 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
869 d9bce9d9 j_mayer
    RETURN();
870 d9bce9d9 j_mayer
}
871 d9bce9d9 j_mayer
#endif
872 d9bce9d9 j_mayer
873 76a66253 j_mayer
/* XXX: those micro-ops need tests ! */
874 76a66253 j_mayer
/* PowerPC 601 specific instructions (POWER bridge) */
875 76a66253 j_mayer
void OPPROTO glue(op_POWER_lscbx, MEMSUFFIX) (void)
876 76a66253 j_mayer
{
877 76a66253 j_mayer
    /* When byte count is 0, do nothing */
878 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
879 76a66253 j_mayer
        glue(do_POWER_lscbx, MEMSUFFIX)(PARAM1, PARAM2, PARAM3);
880 76a66253 j_mayer
    }
881 76a66253 j_mayer
    RETURN();
882 76a66253 j_mayer
}
883 76a66253 j_mayer
884 76a66253 j_mayer
/* POWER2 quad load and store */
885 76a66253 j_mayer
/* XXX: TAGs are not managed */
886 76a66253 j_mayer
void OPPROTO glue(op_POWER2_lfq, MEMSUFFIX) (void)
887 76a66253 j_mayer
{
888 76a66253 j_mayer
    glue(do_POWER2_lfq, MEMSUFFIX)();
889 76a66253 j_mayer
    RETURN();
890 76a66253 j_mayer
}
891 76a66253 j_mayer
892 76a66253 j_mayer
void glue(op_POWER2_lfq_le, MEMSUFFIX) (void)
893 76a66253 j_mayer
{
894 76a66253 j_mayer
    glue(do_POWER2_lfq_le, MEMSUFFIX)();
895 76a66253 j_mayer
    RETURN();
896 76a66253 j_mayer
}
897 76a66253 j_mayer
898 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq, MEMSUFFIX) (void)
899 76a66253 j_mayer
{
900 76a66253 j_mayer
    glue(do_POWER2_stfq, MEMSUFFIX)();
901 76a66253 j_mayer
    RETURN();
902 76a66253 j_mayer
}
903 76a66253 j_mayer
904 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq_le, MEMSUFFIX) (void)
905 76a66253 j_mayer
{
906 76a66253 j_mayer
    glue(do_POWER2_stfq_le, MEMSUFFIX)();
907 76a66253 j_mayer
    RETURN();
908 76a66253 j_mayer
}
909 76a66253 j_mayer
910 a9d9eb8f j_mayer
/* Altivec vector extension */
911 a9d9eb8f j_mayer
#if defined(WORDS_BIGENDIAN)
912 a9d9eb8f j_mayer
#define VR_DWORD0 0
913 a9d9eb8f j_mayer
#define VR_DWORD1 1
914 a9d9eb8f j_mayer
#else
915 a9d9eb8f j_mayer
#define VR_DWORD0 1
916 a9d9eb8f j_mayer
#define VR_DWORD1 0
917 a9d9eb8f j_mayer
#endif
918 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx, MEMSUFFIX) (void)
919 a9d9eb8f j_mayer
{
920 e7c24003 j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldu64, MEMSUFFIX)((uint32_t)T0);
921 e7c24003 j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldu64, MEMSUFFIX)((uint32_t)T0 + 8);
922 a9d9eb8f j_mayer
}
923 a9d9eb8f j_mayer
924 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le, MEMSUFFIX) (void)
925 a9d9eb8f j_mayer
{
926 e7c24003 j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldu64r, MEMSUFFIX)((uint32_t)T0);
927 e7c24003 j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldu64r, MEMSUFFIX)((uint32_t)T0 + 8);
928 a9d9eb8f j_mayer
}
929 a9d9eb8f j_mayer
930 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx, MEMSUFFIX) (void)
931 a9d9eb8f j_mayer
{
932 e7c24003 j_mayer
    glue(st64, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD0]);
933 e7c24003 j_mayer
    glue(st64, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD1]);
934 a9d9eb8f j_mayer
}
935 a9d9eb8f j_mayer
936 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le, MEMSUFFIX) (void)
937 a9d9eb8f j_mayer
{
938 e7c24003 j_mayer
    glue(st64r, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD1]);
939 e7c24003 j_mayer
    glue(st64r, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD0]);
940 a9d9eb8f j_mayer
}
941 a9d9eb8f j_mayer
942 a9d9eb8f j_mayer
#if defined(TARGET_PPC64)
943 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_64, MEMSUFFIX) (void)
944 a9d9eb8f j_mayer
{
945 e7c24003 j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldu64, MEMSUFFIX)((uint64_t)T0);
946 e7c24003 j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldu64, MEMSUFFIX)((uint64_t)T0 + 8);
947 a9d9eb8f j_mayer
}
948 a9d9eb8f j_mayer
949 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le_64, MEMSUFFIX) (void)
950 a9d9eb8f j_mayer
{
951 e7c24003 j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldu64r, MEMSUFFIX)((uint64_t)T0);
952 e7c24003 j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldu64r, MEMSUFFIX)((uint64_t)T0 + 8);
953 a9d9eb8f j_mayer
}
954 a9d9eb8f j_mayer
955 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_64, MEMSUFFIX) (void)
956 a9d9eb8f j_mayer
{
957 e7c24003 j_mayer
    glue(st64, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD0]);
958 e7c24003 j_mayer
    glue(st64, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD1]);
959 a9d9eb8f j_mayer
}
960 a9d9eb8f j_mayer
961 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le_64, MEMSUFFIX) (void)
962 a9d9eb8f j_mayer
{
963 e7c24003 j_mayer
    glue(st64r, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD1]);
964 e7c24003 j_mayer
    glue(st64r, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD0]);
965 a9d9eb8f j_mayer
}
966 a9d9eb8f j_mayer
#endif
967 a9d9eb8f j_mayer
#undef VR_DWORD0
968 a9d9eb8f j_mayer
#undef VR_DWORD1
969 a9d9eb8f j_mayer
970 0487d6a8 j_mayer
/* SPE extension */
971 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP(name, op)                                              \
972 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_l, name), MEMSUFFIX) (void)                     \
973 0487d6a8 j_mayer
{                                                                             \
974 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint32_t)T0);                                \
975 0487d6a8 j_mayer
    RETURN();                                                                 \
976 0487d6a8 j_mayer
}
977 0487d6a8 j_mayer
978 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
979 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP_64(name, op)                                           \
980 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_l, name), _64), MEMSUFFIX) (void)          \
981 0487d6a8 j_mayer
{                                                                             \
982 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint64_t)T0);                                \
983 0487d6a8 j_mayer
    RETURN();                                                                 \
984 0487d6a8 j_mayer
}
985 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
986 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op);                                                     \
987 0487d6a8 j_mayer
_PPC_SPE_LD_OP_64(name, op)
988 0487d6a8 j_mayer
#else
989 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
990 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op)
991 0487d6a8 j_mayer
#endif
992 0487d6a8 j_mayer
993 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP(name, op)                                              \
994 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_st, name), MEMSUFFIX) (void)                    \
995 0487d6a8 j_mayer
{                                                                             \
996 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1_64);                                 \
997 0487d6a8 j_mayer
    RETURN();                                                                 \
998 0487d6a8 j_mayer
}
999 0487d6a8 j_mayer
1000 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1001 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP_64(name, op)                                           \
1002 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_st, name), _64), MEMSUFFIX) (void)         \
1003 0487d6a8 j_mayer
{                                                                             \
1004 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1_64);                                 \
1005 0487d6a8 j_mayer
    RETURN();                                                                 \
1006 0487d6a8 j_mayer
}
1007 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1008 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op);                                                     \
1009 0487d6a8 j_mayer
_PPC_SPE_ST_OP_64(name, op)
1010 0487d6a8 j_mayer
#else
1011 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1012 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op)
1013 0487d6a8 j_mayer
#endif
1014 0487d6a8 j_mayer
1015 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1016 e7c24003 j_mayer
PPC_SPE_LD_OP(dd, ldu64);
1017 e7c24003 j_mayer
PPC_SPE_ST_OP(dd, st64);
1018 e7c24003 j_mayer
PPC_SPE_LD_OP(dd_le, ldu64r);
1019 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd_le, st64r);
1020 0487d6a8 j_mayer
#endif
1021 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw, MEMSUFFIX) (target_ulong EA)
1022 0487d6a8 j_mayer
{
1023 0487d6a8 j_mayer
    uint64_t ret;
1024 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu32, MEMSUFFIX)(EA) << 32;
1025 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu32, MEMSUFFIX)(EA + 4);
1026 0487d6a8 j_mayer
    return ret;
1027 0487d6a8 j_mayer
}
1028 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw, spe_ldw);
1029 b068d6a7 j_mayer
static always_inline void glue(spe_stdw, MEMSUFFIX) (target_ulong EA,
1030 b068d6a7 j_mayer
                                                     uint64_t data)
1031 0487d6a8 j_mayer
{
1032 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)(EA, data >> 32);
1033 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)(EA + 4, data);
1034 0487d6a8 j_mayer
}
1035 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw, spe_stdw);
1036 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw_le, MEMSUFFIX) (target_ulong EA)
1037 0487d6a8 j_mayer
{
1038 0487d6a8 j_mayer
    uint64_t ret;
1039 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu32r, MEMSUFFIX)(EA) << 32;
1040 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu32r, MEMSUFFIX)(EA + 4);
1041 0487d6a8 j_mayer
    return ret;
1042 0487d6a8 j_mayer
}
1043 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw_le, spe_ldw_le);
1044 b068d6a7 j_mayer
static always_inline void glue(spe_stdw_le, MEMSUFFIX) (target_ulong EA,
1045 b068d6a7 j_mayer
                                                        uint64_t data)
1046 0487d6a8 j_mayer
{
1047 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data >> 32);
1048 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA + 4, data);
1049 0487d6a8 j_mayer
}
1050 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw_le, spe_stdw_le);
1051 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh, MEMSUFFIX) (target_ulong EA)
1052 0487d6a8 j_mayer
{
1053 0487d6a8 j_mayer
    uint64_t ret;
1054 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu16, MEMSUFFIX)(EA) << 48;
1055 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16, MEMSUFFIX)(EA + 2) << 32;
1056 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16, MEMSUFFIX)(EA + 4) << 16;
1057 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16, MEMSUFFIX)(EA + 6);
1058 0487d6a8 j_mayer
    return ret;
1059 0487d6a8 j_mayer
}
1060 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh, spe_ldh);
1061 b068d6a7 j_mayer
static always_inline void glue(spe_stdh, MEMSUFFIX) (target_ulong EA,
1062 b068d6a7 j_mayer
                                                     uint64_t data)
1063 0487d6a8 j_mayer
{
1064 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA, data >> 48);
1065 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA + 2, data >> 32);
1066 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA + 4, data >> 16);
1067 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA + 6, data);
1068 0487d6a8 j_mayer
}
1069 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh, spe_stdh);
1070 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh_le, MEMSUFFIX) (target_ulong EA)
1071 0487d6a8 j_mayer
{
1072 0487d6a8 j_mayer
    uint64_t ret;
1073 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu16r, MEMSUFFIX)(EA) << 48;
1074 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16r, MEMSUFFIX)(EA + 2) << 32;
1075 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16r, MEMSUFFIX)(EA + 4) << 16;
1076 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16r, MEMSUFFIX)(EA + 6);
1077 0487d6a8 j_mayer
    return ret;
1078 0487d6a8 j_mayer
}
1079 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh_le, spe_ldh_le);
1080 b068d6a7 j_mayer
static always_inline void glue(spe_stdh_le, MEMSUFFIX) (target_ulong EA,
1081 b068d6a7 j_mayer
                                                        uint64_t data)
1082 0487d6a8 j_mayer
{
1083 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1084 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 32);
1085 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 4, data >> 16);
1086 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 6, data);
1087 0487d6a8 j_mayer
}
1088 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh_le, spe_stdh_le);
1089 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe, MEMSUFFIX) (target_ulong EA)
1090 0487d6a8 j_mayer
{
1091 0487d6a8 j_mayer
    uint64_t ret;
1092 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu16, MEMSUFFIX)(EA) << 48;
1093 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16, MEMSUFFIX)(EA + 2) << 16;
1094 0487d6a8 j_mayer
    return ret;
1095 0487d6a8 j_mayer
}
1096 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe, spe_lwhe);
1097 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe, MEMSUFFIX) (target_ulong EA,
1098 b068d6a7 j_mayer
                                                      uint64_t data)
1099 0487d6a8 j_mayer
{
1100 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA, data >> 48);
1101 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA + 2, data >> 16);
1102 0487d6a8 j_mayer
}
1103 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe, spe_stwhe);
1104 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe_le, MEMSUFFIX) (target_ulong EA)
1105 0487d6a8 j_mayer
{
1106 0487d6a8 j_mayer
    uint64_t ret;
1107 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu16r, MEMSUFFIX)(EA) << 48;
1108 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16r, MEMSUFFIX)(EA + 2) << 16;
1109 0487d6a8 j_mayer
    return ret;
1110 0487d6a8 j_mayer
}
1111 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe_le, spe_lwhe_le);
1112 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe_le, MEMSUFFIX) (target_ulong EA,
1113 b068d6a7 j_mayer
                                                         uint64_t data)
1114 0487d6a8 j_mayer
{
1115 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1116 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 16);
1117 0487d6a8 j_mayer
}
1118 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe_le, spe_stwhe_le);
1119 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou, MEMSUFFIX) (target_ulong EA)
1120 0487d6a8 j_mayer
{
1121 0487d6a8 j_mayer
    uint64_t ret;
1122 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu16, MEMSUFFIX)(EA) << 32;
1123 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16, MEMSUFFIX)(EA + 2);
1124 0487d6a8 j_mayer
    return ret;
1125 0487d6a8 j_mayer
}
1126 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou, spe_lwhou);
1127 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos, MEMSUFFIX) (target_ulong EA)
1128 0487d6a8 j_mayer
{
1129 0487d6a8 j_mayer
    uint64_t ret;
1130 e7c24003 j_mayer
    ret = ((uint64_t)((int32_t)glue(lds16, MEMSUFFIX)(EA))) << 32;
1131 e7c24003 j_mayer
    ret |= (uint64_t)((int32_t)glue(lds16, MEMSUFFIX)(EA + 2));
1132 0487d6a8 j_mayer
    return ret;
1133 0487d6a8 j_mayer
}
1134 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos, spe_lwhos);
1135 b068d6a7 j_mayer
static always_inline void glue(spe_stwho, MEMSUFFIX) (target_ulong EA,
1136 b068d6a7 j_mayer
                                                      uint64_t data)
1137 0487d6a8 j_mayer
{
1138 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA, data >> 32);
1139 e7c24003 j_mayer
    glue(st16, MEMSUFFIX)(EA + 2, data);
1140 0487d6a8 j_mayer
}
1141 0487d6a8 j_mayer
PPC_SPE_ST_OP(who, spe_stwho);
1142 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou_le, MEMSUFFIX) (target_ulong EA)
1143 0487d6a8 j_mayer
{
1144 0487d6a8 j_mayer
    uint64_t ret;
1145 e7c24003 j_mayer
    ret = (uint64_t)glue(ldu16r, MEMSUFFIX)(EA) << 32;
1146 e7c24003 j_mayer
    ret |= (uint64_t)glue(ldu16r, MEMSUFFIX)(EA + 2);
1147 0487d6a8 j_mayer
    return ret;
1148 0487d6a8 j_mayer
}
1149 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou_le, spe_lwhou_le);
1150 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos_le, MEMSUFFIX) (target_ulong EA)
1151 0487d6a8 j_mayer
{
1152 0487d6a8 j_mayer
    uint64_t ret;
1153 e7c24003 j_mayer
    ret = ((uint64_t)((int32_t)glue(lds16r, MEMSUFFIX)(EA))) << 32;
1154 e7c24003 j_mayer
    ret |= (uint64_t)((int32_t)glue(lds16r, MEMSUFFIX)(EA + 2));
1155 0487d6a8 j_mayer
    return ret;
1156 0487d6a8 j_mayer
}
1157 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos_le, spe_lwhos_le);
1158 b068d6a7 j_mayer
static always_inline void glue(spe_stwho_le, MEMSUFFIX) (target_ulong EA,
1159 b068d6a7 j_mayer
                                                         uint64_t data)
1160 0487d6a8 j_mayer
{
1161 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 32);
1162 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data);
1163 0487d6a8 j_mayer
}
1164 0487d6a8 j_mayer
PPC_SPE_ST_OP(who_le, spe_stwho_le);
1165 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1166 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo, MEMSUFFIX) (target_ulong EA,
1167 b068d6a7 j_mayer
                                                      uint64_t data)
1168 0487d6a8 j_mayer
{
1169 e7c24003 j_mayer
    glue(st32, MEMSUFFIX)(EA, data);
1170 0487d6a8 j_mayer
}
1171 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo, spe_stwwo);
1172 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo_le, MEMSUFFIX) (target_ulong EA,
1173 b068d6a7 j_mayer
                                                         uint64_t data)
1174 0487d6a8 j_mayer
{
1175 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data);
1176 0487d6a8 j_mayer
}
1177 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo_le, spe_stwwo_le);
1178 0487d6a8 j_mayer
#endif
1179 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh, MEMSUFFIX) (target_ulong EA)
1180 0487d6a8 j_mayer
{
1181 0487d6a8 j_mayer
    uint16_t tmp;
1182 e7c24003 j_mayer
    tmp = glue(ldu16, MEMSUFFIX)(EA);
1183 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1184 0487d6a8 j_mayer
}
1185 0487d6a8 j_mayer
PPC_SPE_LD_OP(h, spe_lh);
1186 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh_le, MEMSUFFIX) (target_ulong EA)
1187 0487d6a8 j_mayer
{
1188 0487d6a8 j_mayer
    uint16_t tmp;
1189 e7c24003 j_mayer
    tmp = glue(ldu16r, MEMSUFFIX)(EA);
1190 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1191 0487d6a8 j_mayer
}
1192 0487d6a8 j_mayer
PPC_SPE_LD_OP(h_le, spe_lh_le);
1193 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwwsplat, MEMSUFFIX) (target_ulong EA)
1194 0487d6a8 j_mayer
{
1195 0487d6a8 j_mayer
    uint32_t tmp;
1196 e7c24003 j_mayer
    tmp = glue(ldu32, MEMSUFFIX)(EA);
1197 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1198 0487d6a8 j_mayer
}
1199 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat, spe_lwwsplat);
1200 b068d6a7 j_mayer
static always_inline
1201 b068d6a7 j_mayer
uint64_t glue(spe_lwwsplat_le, MEMSUFFIX) (target_ulong EA)
1202 0487d6a8 j_mayer
{
1203 0487d6a8 j_mayer
    uint32_t tmp;
1204 e7c24003 j_mayer
    tmp = glue(ldu32r, MEMSUFFIX)(EA);
1205 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1206 0487d6a8 j_mayer
}
1207 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat_le, spe_lwwsplat_le);
1208 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhsplat, MEMSUFFIX) (target_ulong EA)
1209 0487d6a8 j_mayer
{
1210 0487d6a8 j_mayer
    uint64_t ret;
1211 0487d6a8 j_mayer
    uint16_t tmp;
1212 e7c24003 j_mayer
    tmp = glue(ldu16, MEMSUFFIX)(EA);
1213 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1214 e7c24003 j_mayer
    tmp = glue(ldu16, MEMSUFFIX)(EA + 2);
1215 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1216 0487d6a8 j_mayer
    return ret;
1217 0487d6a8 j_mayer
}
1218 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat, spe_lwhsplat);
1219 b068d6a7 j_mayer
static always_inline
1220 b068d6a7 j_mayer
uint64_t glue(spe_lwhsplat_le, MEMSUFFIX) (target_ulong EA)
1221 0487d6a8 j_mayer
{
1222 0487d6a8 j_mayer
    uint64_t ret;
1223 0487d6a8 j_mayer
    uint16_t tmp;
1224 e7c24003 j_mayer
    tmp = glue(ldu16r, MEMSUFFIX)(EA);
1225 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1226 e7c24003 j_mayer
    tmp = glue(ldu16r, MEMSUFFIX)(EA + 2);
1227 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1228 0487d6a8 j_mayer
    return ret;
1229 0487d6a8 j_mayer
}
1230 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat_le, spe_lwhsplat_le);
1231 0487d6a8 j_mayer
1232 9a64fbe4 bellard
#undef MEMSUFFIX