Statistics
| Branch: | Revision:

root / target-ppc / op_mem.h @ 7863667f

History | View | Annotate | Download (41.6 kB)

1 76a66253 j_mayer
/*
2 76a66253 j_mayer
 *  PowerPC emulation micro-operations for qemu.
3 5fafdf24 ths
 *
4 76a66253 j_mayer
 *  Copyright (c) 2003-2007 Jocelyn Mayer
5 76a66253 j_mayer
 *
6 76a66253 j_mayer
 * This library is free software; you can redistribute it and/or
7 76a66253 j_mayer
 * modify it under the terms of the GNU Lesser General Public
8 76a66253 j_mayer
 * License as published by the Free Software Foundation; either
9 76a66253 j_mayer
 * version 2 of the License, or (at your option) any later version.
10 76a66253 j_mayer
 *
11 76a66253 j_mayer
 * This library is distributed in the hope that it will be useful,
12 76a66253 j_mayer
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 76a66253 j_mayer
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 76a66253 j_mayer
 * Lesser General Public License for more details.
15 76a66253 j_mayer
 *
16 76a66253 j_mayer
 * You should have received a copy of the GNU Lesser General Public
17 76a66253 j_mayer
 * License along with this library; if not, write to the Free Software
18 76a66253 j_mayer
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19 76a66253 j_mayer
 */
20 9a64fbe4 bellard
21 b068d6a7 j_mayer
static always_inline uint16_t glue(ld16r, MEMSUFFIX) (target_ulong EA)
22 9a64fbe4 bellard
{
23 ac9eb073 bellard
    uint16_t tmp = glue(lduw, MEMSUFFIX)(EA);
24 9a64fbe4 bellard
    return ((tmp & 0xFF00) >> 8) | ((tmp & 0x00FF) << 8);
25 9a64fbe4 bellard
}
26 9a64fbe4 bellard
27 b068d6a7 j_mayer
static always_inline int32_t glue(ld16rs, MEMSUFFIX) (target_ulong EA)
28 111bfab3 bellard
{
29 111bfab3 bellard
    int16_t tmp = glue(lduw, MEMSUFFIX)(EA);
30 76a66253 j_mayer
    return (int16_t)((tmp & 0xFF00) >> 8) | ((tmp & 0x00FF) << 8);
31 111bfab3 bellard
}
32 111bfab3 bellard
33 b068d6a7 j_mayer
static always_inline uint32_t glue(ld32r, MEMSUFFIX) (target_ulong EA)
34 9a64fbe4 bellard
{
35 ac9eb073 bellard
    uint32_t tmp = glue(ldl, MEMSUFFIX)(EA);
36 9a64fbe4 bellard
    return ((tmp & 0xFF000000) >> 24) | ((tmp & 0x00FF0000) >> 8) |
37 9a64fbe4 bellard
        ((tmp & 0x0000FF00) << 8) | ((tmp & 0x000000FF) << 24);
38 9a64fbe4 bellard
}
39 9a64fbe4 bellard
40 b068d6a7 j_mayer
static always_inline uint64_t glue(ld64r, MEMSUFFIX) (target_ulong EA)
41 d9bce9d9 j_mayer
{
42 d9bce9d9 j_mayer
    uint64_t tmp = glue(ldq, MEMSUFFIX)(EA);
43 d9bce9d9 j_mayer
    return ((tmp & 0xFF00000000000000ULL) >> 56) |
44 d9bce9d9 j_mayer
        ((tmp & 0x00FF000000000000ULL) >> 40) |
45 d9bce9d9 j_mayer
        ((tmp & 0x0000FF0000000000ULL) >> 24) |
46 d9bce9d9 j_mayer
        ((tmp & 0x000000FF00000000ULL) >> 8) |
47 d9bce9d9 j_mayer
        ((tmp & 0x00000000FF000000ULL) << 8) |
48 d9bce9d9 j_mayer
        ((tmp & 0x0000000000FF0000ULL) << 24) |
49 d9bce9d9 j_mayer
        ((tmp & 0x000000000000FF00ULL) << 40) |
50 d9bce9d9 j_mayer
        ((tmp & 0x00000000000000FFULL) << 54);
51 d9bce9d9 j_mayer
}
52 0487d6a8 j_mayer
53 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
54 b068d6a7 j_mayer
static always_inline int64_t glue(ldsl, MEMSUFFIX) (target_ulong EA)
55 0487d6a8 j_mayer
{
56 0487d6a8 j_mayer
    return (int32_t)glue(ldl, MEMSUFFIX)(EA);
57 0487d6a8 j_mayer
}
58 d9bce9d9 j_mayer
59 b068d6a7 j_mayer
static always_inline int64_t glue(ld32rs, MEMSUFFIX) (target_ulong EA)
60 d9bce9d9 j_mayer
{
61 d9bce9d9 j_mayer
    uint32_t tmp = glue(ldl, MEMSUFFIX)(EA);
62 d9bce9d9 j_mayer
    return (int32_t)((tmp & 0xFF000000) >> 24) | ((tmp & 0x00FF0000) >> 8) |
63 d9bce9d9 j_mayer
        ((tmp & 0x0000FF00) << 8) | ((tmp & 0x000000FF) << 24);
64 d9bce9d9 j_mayer
}
65 d9bce9d9 j_mayer
#endif
66 d9bce9d9 j_mayer
67 b068d6a7 j_mayer
static always_inline void glue(st16r, MEMSUFFIX) (target_ulong EA,
68 b068d6a7 j_mayer
                                                  uint16_t data)
69 9a64fbe4 bellard
{
70 9a64fbe4 bellard
    uint16_t tmp = ((data & 0xFF00) >> 8) | ((data & 0x00FF) << 8);
71 ac9eb073 bellard
    glue(stw, MEMSUFFIX)(EA, tmp);
72 9a64fbe4 bellard
}
73 9a64fbe4 bellard
74 b068d6a7 j_mayer
static always_inline void glue(st32r, MEMSUFFIX) (target_ulong EA,
75 b068d6a7 j_mayer
                                                  uint32_t data)
76 9a64fbe4 bellard
{
77 9a64fbe4 bellard
    uint32_t tmp = ((data & 0xFF000000) >> 24) | ((data & 0x00FF0000) >> 8) |
78 9a64fbe4 bellard
        ((data & 0x0000FF00) << 8) | ((data & 0x000000FF) << 24);
79 ac9eb073 bellard
    glue(stl, MEMSUFFIX)(EA, tmp);
80 9a64fbe4 bellard
}
81 9a64fbe4 bellard
82 b068d6a7 j_mayer
static always_inline void glue(st64r, MEMSUFFIX) (target_ulong EA,
83 b068d6a7 j_mayer
                                                  uint64_t data)
84 d9bce9d9 j_mayer
{
85 d9bce9d9 j_mayer
    uint64_t tmp = ((data & 0xFF00000000000000ULL) >> 56) |
86 d9bce9d9 j_mayer
        ((data & 0x00FF000000000000ULL) >> 40) |
87 d9bce9d9 j_mayer
        ((data & 0x0000FF0000000000ULL) >> 24) |
88 d9bce9d9 j_mayer
        ((data & 0x000000FF00000000ULL) >> 8) |
89 d9bce9d9 j_mayer
        ((data & 0x00000000FF000000ULL) << 8) |
90 d9bce9d9 j_mayer
        ((data & 0x0000000000FF0000ULL) << 24) |
91 d9bce9d9 j_mayer
        ((data & 0x000000000000FF00ULL) << 40) |
92 d9bce9d9 j_mayer
        ((data & 0x00000000000000FFULL) << 56);
93 d9bce9d9 j_mayer
    glue(stq, MEMSUFFIX)(EA, tmp);
94 d9bce9d9 j_mayer
}
95 d9bce9d9 j_mayer
96 9a64fbe4 bellard
/***                             Integer load                              ***/
97 9a64fbe4 bellard
#define PPC_LD_OP(name, op)                                                   \
98 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
99 9a64fbe4 bellard
{                                                                             \
100 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint32_t)T0);                                   \
101 9a64fbe4 bellard
    RETURN();                                                                 \
102 9a64fbe4 bellard
}
103 9a64fbe4 bellard
104 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
105 d9bce9d9 j_mayer
#define PPC_LD_OP_64(name, op)                                                \
106 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
107 d9bce9d9 j_mayer
{                                                                             \
108 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint64_t)T0);                                   \
109 d9bce9d9 j_mayer
    RETURN();                                                                 \
110 d9bce9d9 j_mayer
}
111 d9bce9d9 j_mayer
#endif
112 d9bce9d9 j_mayer
113 9a64fbe4 bellard
#define PPC_ST_OP(name, op)                                                   \
114 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
115 9a64fbe4 bellard
{                                                                             \
116 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1);                                    \
117 9a64fbe4 bellard
    RETURN();                                                                 \
118 9a64fbe4 bellard
}
119 9a64fbe4 bellard
120 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
121 d9bce9d9 j_mayer
#define PPC_ST_OP_64(name, op)                                                \
122 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
123 d9bce9d9 j_mayer
{                                                                             \
124 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1);                                    \
125 d9bce9d9 j_mayer
    RETURN();                                                                 \
126 d9bce9d9 j_mayer
}
127 d9bce9d9 j_mayer
#endif
128 d9bce9d9 j_mayer
129 ac9eb073 bellard
PPC_LD_OP(bz, ldub);
130 ac9eb073 bellard
PPC_LD_OP(ha, ldsw);
131 ac9eb073 bellard
PPC_LD_OP(hz, lduw);
132 ac9eb073 bellard
PPC_LD_OP(wz, ldl);
133 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
134 d9bce9d9 j_mayer
PPC_LD_OP(d, ldq);
135 d9bce9d9 j_mayer
PPC_LD_OP(wa, ldsl);
136 d9bce9d9 j_mayer
PPC_LD_OP_64(d, ldq);
137 d9bce9d9 j_mayer
PPC_LD_OP_64(wa, ldsl);
138 d9bce9d9 j_mayer
PPC_LD_OP_64(bz, ldub);
139 d9bce9d9 j_mayer
PPC_LD_OP_64(ha, ldsw);
140 d9bce9d9 j_mayer
PPC_LD_OP_64(hz, lduw);
141 d9bce9d9 j_mayer
PPC_LD_OP_64(wz, ldl);
142 d9bce9d9 j_mayer
#endif
143 9a64fbe4 bellard
144 111bfab3 bellard
PPC_LD_OP(ha_le, ld16rs);
145 111bfab3 bellard
PPC_LD_OP(hz_le, ld16r);
146 111bfab3 bellard
PPC_LD_OP(wz_le, ld32r);
147 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
148 d9bce9d9 j_mayer
PPC_LD_OP(d_le, ld64r);
149 d9bce9d9 j_mayer
PPC_LD_OP(wa_le, ld32rs);
150 d9bce9d9 j_mayer
PPC_LD_OP_64(d_le, ld64r);
151 d9bce9d9 j_mayer
PPC_LD_OP_64(wa_le, ld32rs);
152 d9bce9d9 j_mayer
PPC_LD_OP_64(ha_le, ld16rs);
153 d9bce9d9 j_mayer
PPC_LD_OP_64(hz_le, ld16r);
154 d9bce9d9 j_mayer
PPC_LD_OP_64(wz_le, ld32r);
155 d9bce9d9 j_mayer
#endif
156 111bfab3 bellard
157 9a64fbe4 bellard
/***                              Integer store                            ***/
158 ac9eb073 bellard
PPC_ST_OP(b, stb);
159 ac9eb073 bellard
PPC_ST_OP(h, stw);
160 ac9eb073 bellard
PPC_ST_OP(w, stl);
161 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
162 d9bce9d9 j_mayer
PPC_ST_OP(d, stq);
163 d9bce9d9 j_mayer
PPC_ST_OP_64(d, stq);
164 d9bce9d9 j_mayer
PPC_ST_OP_64(b, stb);
165 d9bce9d9 j_mayer
PPC_ST_OP_64(h, stw);
166 d9bce9d9 j_mayer
PPC_ST_OP_64(w, stl);
167 d9bce9d9 j_mayer
#endif
168 9a64fbe4 bellard
169 111bfab3 bellard
PPC_ST_OP(h_le, st16r);
170 111bfab3 bellard
PPC_ST_OP(w_le, st32r);
171 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
172 d9bce9d9 j_mayer
PPC_ST_OP(d_le, st64r);
173 d9bce9d9 j_mayer
PPC_ST_OP_64(d_le, st64r);
174 d9bce9d9 j_mayer
PPC_ST_OP_64(h_le, st16r);
175 d9bce9d9 j_mayer
PPC_ST_OP_64(w_le, st32r);
176 d9bce9d9 j_mayer
#endif
177 111bfab3 bellard
178 9a64fbe4 bellard
/***                Integer load and store with byte reverse               ***/
179 ac9eb073 bellard
PPC_LD_OP(hbr, ld16r);
180 ac9eb073 bellard
PPC_LD_OP(wbr, ld32r);
181 ac9eb073 bellard
PPC_ST_OP(hbr, st16r);
182 ac9eb073 bellard
PPC_ST_OP(wbr, st32r);
183 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
184 d9bce9d9 j_mayer
PPC_LD_OP_64(hbr, ld16r);
185 d9bce9d9 j_mayer
PPC_LD_OP_64(wbr, ld32r);
186 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr, st16r);
187 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr, st32r);
188 d9bce9d9 j_mayer
#endif
189 9a64fbe4 bellard
190 111bfab3 bellard
PPC_LD_OP(hbr_le, lduw);
191 111bfab3 bellard
PPC_LD_OP(wbr_le, ldl);
192 111bfab3 bellard
PPC_ST_OP(hbr_le, stw);
193 111bfab3 bellard
PPC_ST_OP(wbr_le, stl);
194 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
195 d9bce9d9 j_mayer
PPC_LD_OP_64(hbr_le, lduw);
196 d9bce9d9 j_mayer
PPC_LD_OP_64(wbr_le, ldl);
197 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr_le, stw);
198 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr_le, stl);
199 d9bce9d9 j_mayer
#endif
200 111bfab3 bellard
201 9a64fbe4 bellard
/***                    Integer load and store multiple                    ***/
202 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw, MEMSUFFIX) (void)
203 9a64fbe4 bellard
{
204 76a66253 j_mayer
    glue(do_lmw, MEMSUFFIX)(PARAM1);
205 9a64fbe4 bellard
    RETURN();
206 9a64fbe4 bellard
}
207 9a64fbe4 bellard
208 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
209 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_64, MEMSUFFIX) (void)
210 d9bce9d9 j_mayer
{
211 d9bce9d9 j_mayer
    glue(do_lmw_64, MEMSUFFIX)(PARAM1);
212 d9bce9d9 j_mayer
    RETURN();
213 d9bce9d9 j_mayer
}
214 d9bce9d9 j_mayer
#endif
215 d9bce9d9 j_mayer
216 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le, MEMSUFFIX) (void)
217 9a64fbe4 bellard
{
218 76a66253 j_mayer
    glue(do_lmw_le, MEMSUFFIX)(PARAM1);
219 9a64fbe4 bellard
    RETURN();
220 9a64fbe4 bellard
}
221 9a64fbe4 bellard
222 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
223 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le_64, MEMSUFFIX) (void)
224 d9bce9d9 j_mayer
{
225 d9bce9d9 j_mayer
    glue(do_lmw_le_64, MEMSUFFIX)(PARAM1);
226 d9bce9d9 j_mayer
    RETURN();
227 d9bce9d9 j_mayer
}
228 d9bce9d9 j_mayer
#endif
229 d9bce9d9 j_mayer
230 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw, MEMSUFFIX) (void)
231 111bfab3 bellard
{
232 76a66253 j_mayer
    glue(do_stmw, MEMSUFFIX)(PARAM1);
233 111bfab3 bellard
    RETURN();
234 111bfab3 bellard
}
235 111bfab3 bellard
236 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
237 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_64, MEMSUFFIX) (void)
238 d9bce9d9 j_mayer
{
239 d9bce9d9 j_mayer
    glue(do_stmw_64, MEMSUFFIX)(PARAM1);
240 d9bce9d9 j_mayer
    RETURN();
241 d9bce9d9 j_mayer
}
242 d9bce9d9 j_mayer
#endif
243 d9bce9d9 j_mayer
244 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le, MEMSUFFIX) (void)
245 111bfab3 bellard
{
246 76a66253 j_mayer
    glue(do_stmw_le, MEMSUFFIX)(PARAM1);
247 111bfab3 bellard
    RETURN();
248 111bfab3 bellard
}
249 111bfab3 bellard
250 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
251 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le_64, MEMSUFFIX) (void)
252 d9bce9d9 j_mayer
{
253 d9bce9d9 j_mayer
    glue(do_stmw_le_64, MEMSUFFIX)(PARAM1);
254 d9bce9d9 j_mayer
    RETURN();
255 d9bce9d9 j_mayer
}
256 d9bce9d9 j_mayer
#endif
257 d9bce9d9 j_mayer
258 9a64fbe4 bellard
/***                    Integer load and store strings                     ***/
259 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi, MEMSUFFIX) (void)
260 d9bce9d9 j_mayer
{
261 d9bce9d9 j_mayer
    glue(do_lsw, MEMSUFFIX)(PARAM1);
262 d9bce9d9 j_mayer
    RETURN();
263 d9bce9d9 j_mayer
}
264 d9bce9d9 j_mayer
265 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
266 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_64, MEMSUFFIX) (void)
267 9a64fbe4 bellard
{
268 d9bce9d9 j_mayer
    glue(do_lsw_64, MEMSUFFIX)(PARAM1);
269 9a64fbe4 bellard
    RETURN();
270 9a64fbe4 bellard
}
271 d9bce9d9 j_mayer
#endif
272 9a64fbe4 bellard
273 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_le, MEMSUFFIX) (void)
274 111bfab3 bellard
{
275 d9bce9d9 j_mayer
    glue(do_lsw_le, MEMSUFFIX)(PARAM1);
276 111bfab3 bellard
    RETURN();
277 111bfab3 bellard
}
278 111bfab3 bellard
279 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
280 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_le_64, MEMSUFFIX) (void)
281 d9bce9d9 j_mayer
{
282 d9bce9d9 j_mayer
    glue(do_lsw_le_64, MEMSUFFIX)(PARAM1);
283 d9bce9d9 j_mayer
    RETURN();
284 d9bce9d9 j_mayer
}
285 d9bce9d9 j_mayer
#endif
286 d9bce9d9 j_mayer
287 9a64fbe4 bellard
/* PPC32 specification says we must generate an exception if
288 9a64fbe4 bellard
 * rA is in the range of registers to be loaded.
289 9a64fbe4 bellard
 * In an other hand, IBM says this is valid, but rA won't be loaded.
290 9a64fbe4 bellard
 * For now, I'll follow the spec...
291 9a64fbe4 bellard
 */
292 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx, MEMSUFFIX) (void)
293 d9bce9d9 j_mayer
{
294 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
295 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
296 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
297 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
298 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
299 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
300 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
301 d9bce9d9 j_mayer
        } else {
302 d9bce9d9 j_mayer
            glue(do_lsw, MEMSUFFIX)(PARAM1);
303 d9bce9d9 j_mayer
        }
304 d9bce9d9 j_mayer
    }
305 d9bce9d9 j_mayer
    RETURN();
306 d9bce9d9 j_mayer
}
307 d9bce9d9 j_mayer
308 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
309 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_64, MEMSUFFIX) (void)
310 d9bce9d9 j_mayer
{
311 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
312 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
313 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
314 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
315 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
316 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
317 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
318 d9bce9d9 j_mayer
        } else {
319 d9bce9d9 j_mayer
            glue(do_lsw_64, MEMSUFFIX)(PARAM1);
320 d9bce9d9 j_mayer
        }
321 d9bce9d9 j_mayer
    }
322 d9bce9d9 j_mayer
    RETURN();
323 d9bce9d9 j_mayer
}
324 d9bce9d9 j_mayer
#endif
325 d9bce9d9 j_mayer
326 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_le, MEMSUFFIX) (void)
327 9a64fbe4 bellard
{
328 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
329 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
330 76a66253 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
331 76a66253 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
332 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
333 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
334 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
335 9a64fbe4 bellard
        } else {
336 d9bce9d9 j_mayer
            glue(do_lsw_le, MEMSUFFIX)(PARAM1);
337 9a64fbe4 bellard
        }
338 9a64fbe4 bellard
    }
339 9a64fbe4 bellard
    RETURN();
340 9a64fbe4 bellard
}
341 9a64fbe4 bellard
342 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
343 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_le_64, MEMSUFFIX) (void)
344 111bfab3 bellard
{
345 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
346 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
347 76a66253 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
348 76a66253 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
349 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
350 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
351 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
352 111bfab3 bellard
        } else {
353 d9bce9d9 j_mayer
            glue(do_lsw_le_64, MEMSUFFIX)(PARAM1);
354 111bfab3 bellard
        }
355 111bfab3 bellard
    }
356 111bfab3 bellard
    RETURN();
357 111bfab3 bellard
}
358 d9bce9d9 j_mayer
#endif
359 d9bce9d9 j_mayer
360 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw, MEMSUFFIX) (void)
361 d9bce9d9 j_mayer
{
362 d9bce9d9 j_mayer
    glue(do_stsw, MEMSUFFIX)(PARAM1);
363 d9bce9d9 j_mayer
    RETURN();
364 d9bce9d9 j_mayer
}
365 d9bce9d9 j_mayer
366 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
367 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_64, MEMSUFFIX) (void)
368 d9bce9d9 j_mayer
{
369 d9bce9d9 j_mayer
    glue(do_stsw_64, MEMSUFFIX)(PARAM1);
370 d9bce9d9 j_mayer
    RETURN();
371 d9bce9d9 j_mayer
}
372 d9bce9d9 j_mayer
#endif
373 111bfab3 bellard
374 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_le, MEMSUFFIX) (void)
375 9a64fbe4 bellard
{
376 d9bce9d9 j_mayer
    glue(do_stsw_le, MEMSUFFIX)(PARAM1);
377 9a64fbe4 bellard
    RETURN();
378 9a64fbe4 bellard
}
379 9a64fbe4 bellard
380 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
381 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_le_64, MEMSUFFIX) (void)
382 111bfab3 bellard
{
383 d9bce9d9 j_mayer
    glue(do_stsw_le_64, MEMSUFFIX)(PARAM1);
384 111bfab3 bellard
    RETURN();
385 111bfab3 bellard
}
386 d9bce9d9 j_mayer
#endif
387 111bfab3 bellard
388 9a64fbe4 bellard
/***                         Floating-point store                          ***/
389 9a64fbe4 bellard
#define PPC_STF_OP(name, op)                                                  \
390 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
391 d9bce9d9 j_mayer
{                                                                             \
392 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, FT0);                                   \
393 d9bce9d9 j_mayer
    RETURN();                                                                 \
394 d9bce9d9 j_mayer
}
395 d9bce9d9 j_mayer
396 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
397 d9bce9d9 j_mayer
#define PPC_STF_OP_64(name, op)                                               \
398 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
399 9a64fbe4 bellard
{                                                                             \
400 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, FT0);                                   \
401 9a64fbe4 bellard
    RETURN();                                                                 \
402 9a64fbe4 bellard
}
403 d9bce9d9 j_mayer
#endif
404 9a64fbe4 bellard
405 b068d6a7 j_mayer
static always_inline void glue(stfs, MEMSUFFIX) (target_ulong EA, double d)
406 477023a6 j_mayer
{
407 477023a6 j_mayer
    glue(stfl, MEMSUFFIX)(EA, float64_to_float32(d, &env->fp_status));
408 477023a6 j_mayer
}
409 477023a6 j_mayer
410 8378e71f j_mayer
#if defined(WORDS_BIGENDIAN)
411 8378e71f j_mayer
#define WORD0 0
412 8378e71f j_mayer
#define WORD1 1
413 8378e71f j_mayer
#else
414 8378e71f j_mayer
#define WORD0 1
415 8378e71f j_mayer
#define WORD1 0
416 8378e71f j_mayer
#endif
417 b068d6a7 j_mayer
static always_inline void glue(stfiwx, MEMSUFFIX) (target_ulong EA, double d)
418 477023a6 j_mayer
{
419 477023a6 j_mayer
    union {
420 477023a6 j_mayer
        double d;
421 8378e71f j_mayer
        uint32_t u[2];
422 477023a6 j_mayer
    } u;
423 477023a6 j_mayer
424 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
425 477023a6 j_mayer
    u.d = d;
426 8378e71f j_mayer
    glue(stl, MEMSUFFIX)(EA, u.u[WORD0]);
427 477023a6 j_mayer
}
428 8378e71f j_mayer
#undef WORD0
429 8378e71f j_mayer
#undef WORD1
430 477023a6 j_mayer
431 9a64fbe4 bellard
PPC_STF_OP(fd, stfq);
432 477023a6 j_mayer
PPC_STF_OP(fs, stfs);
433 477023a6 j_mayer
PPC_STF_OP(fiwx, stfiwx);
434 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
435 d9bce9d9 j_mayer
PPC_STF_OP_64(fd, stfq);
436 477023a6 j_mayer
PPC_STF_OP_64(fs, stfs);
437 477023a6 j_mayer
PPC_STF_OP_64(fiwx, stfiwx);
438 d9bce9d9 j_mayer
#endif
439 9a64fbe4 bellard
440 b068d6a7 j_mayer
static always_inline void glue(stfqr, MEMSUFFIX) (target_ulong EA, double d)
441 111bfab3 bellard
{
442 111bfab3 bellard
    union {
443 111bfab3 bellard
        double d;
444 111bfab3 bellard
        uint64_t u;
445 111bfab3 bellard
    } u;
446 111bfab3 bellard
447 111bfab3 bellard
    u.d = d;
448 111bfab3 bellard
    u.u = ((u.u & 0xFF00000000000000ULL) >> 56) |
449 111bfab3 bellard
        ((u.u & 0x00FF000000000000ULL) >> 40) |
450 111bfab3 bellard
        ((u.u & 0x0000FF0000000000ULL) >> 24) |
451 111bfab3 bellard
        ((u.u & 0x000000FF00000000ULL) >> 8) |
452 111bfab3 bellard
        ((u.u & 0x00000000FF000000ULL) << 8) |
453 111bfab3 bellard
        ((u.u & 0x0000000000FF0000ULL) << 24) |
454 111bfab3 bellard
        ((u.u & 0x000000000000FF00ULL) << 40) |
455 111bfab3 bellard
        ((u.u & 0x00000000000000FFULL) << 56);
456 111bfab3 bellard
    glue(stfq, MEMSUFFIX)(EA, u.d);
457 111bfab3 bellard
}
458 111bfab3 bellard
459 b068d6a7 j_mayer
static always_inline void glue(stfsr, MEMSUFFIX) (target_ulong EA, double d)
460 111bfab3 bellard
{
461 111bfab3 bellard
    union {
462 111bfab3 bellard
        float f;
463 111bfab3 bellard
        uint32_t u;
464 111bfab3 bellard
    } u;
465 111bfab3 bellard
466 477023a6 j_mayer
    u.f = float64_to_float32(d, &env->fp_status);
467 111bfab3 bellard
    u.u = ((u.u & 0xFF000000UL) >> 24) |
468 111bfab3 bellard
        ((u.u & 0x00FF0000ULL) >> 8) |
469 111bfab3 bellard
        ((u.u & 0x0000FF00UL) << 8) |
470 111bfab3 bellard
        ((u.u & 0x000000FFULL) << 24);
471 111bfab3 bellard
    glue(stfl, MEMSUFFIX)(EA, u.f);
472 111bfab3 bellard
}
473 111bfab3 bellard
474 b068d6a7 j_mayer
static always_inline void glue(stfiwxr, MEMSUFFIX) (target_ulong EA, double d)
475 477023a6 j_mayer
{
476 477023a6 j_mayer
    union {
477 477023a6 j_mayer
        double d;
478 477023a6 j_mayer
        uint64_t u;
479 477023a6 j_mayer
    } u;
480 477023a6 j_mayer
481 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
482 477023a6 j_mayer
    u.d = d;
483 477023a6 j_mayer
    u.u = ((u.u & 0xFF000000UL) >> 24) |
484 477023a6 j_mayer
        ((u.u & 0x00FF0000ULL) >> 8) |
485 477023a6 j_mayer
        ((u.u & 0x0000FF00UL) << 8) |
486 477023a6 j_mayer
        ((u.u & 0x000000FFULL) << 24);
487 477023a6 j_mayer
    glue(stl, MEMSUFFIX)(EA, u.u);
488 477023a6 j_mayer
}
489 477023a6 j_mayer
490 111bfab3 bellard
PPC_STF_OP(fd_le, stfqr);
491 477023a6 j_mayer
PPC_STF_OP(fs_le, stfsr);
492 477023a6 j_mayer
PPC_STF_OP(fiwx_le, stfiwxr);
493 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
494 d9bce9d9 j_mayer
PPC_STF_OP_64(fd_le, stfqr);
495 477023a6 j_mayer
PPC_STF_OP_64(fs_le, stfsr);
496 477023a6 j_mayer
PPC_STF_OP_64(fiwx_le, stfiwxr);
497 d9bce9d9 j_mayer
#endif
498 111bfab3 bellard
499 9a64fbe4 bellard
/***                         Floating-point load                           ***/
500 9a64fbe4 bellard
#define PPC_LDF_OP(name, op)                                                  \
501 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
502 d9bce9d9 j_mayer
{                                                                             \
503 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint32_t)T0);                                  \
504 d9bce9d9 j_mayer
    RETURN();                                                                 \
505 d9bce9d9 j_mayer
}
506 d9bce9d9 j_mayer
507 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
508 d9bce9d9 j_mayer
#define PPC_LDF_OP_64(name, op)                                               \
509 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
510 9a64fbe4 bellard
{                                                                             \
511 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint64_t)T0);                                  \
512 9a64fbe4 bellard
    RETURN();                                                                 \
513 9a64fbe4 bellard
}
514 d9bce9d9 j_mayer
#endif
515 9a64fbe4 bellard
516 b068d6a7 j_mayer
static always_inline double glue(ldfs, MEMSUFFIX) (target_ulong EA)
517 477023a6 j_mayer
{
518 477023a6 j_mayer
    return float32_to_float64(glue(ldfl, MEMSUFFIX)(EA), &env->fp_status);
519 477023a6 j_mayer
}
520 477023a6 j_mayer
521 9a64fbe4 bellard
PPC_LDF_OP(fd, ldfq);
522 477023a6 j_mayer
PPC_LDF_OP(fs, ldfs);
523 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
524 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd, ldfq);
525 477023a6 j_mayer
PPC_LDF_OP_64(fs, ldfs);
526 d9bce9d9 j_mayer
#endif
527 9a64fbe4 bellard
528 b068d6a7 j_mayer
static always_inline double glue(ldfqr, MEMSUFFIX) (target_ulong EA)
529 111bfab3 bellard
{
530 111bfab3 bellard
    union {
531 111bfab3 bellard
        double d;
532 111bfab3 bellard
        uint64_t u;
533 111bfab3 bellard
    } u;
534 111bfab3 bellard
535 111bfab3 bellard
    u.d = glue(ldfq, MEMSUFFIX)(EA);
536 111bfab3 bellard
    u.u = ((u.u & 0xFF00000000000000ULL) >> 56) |
537 111bfab3 bellard
        ((u.u & 0x00FF000000000000ULL) >> 40) |
538 111bfab3 bellard
        ((u.u & 0x0000FF0000000000ULL) >> 24) |
539 111bfab3 bellard
        ((u.u & 0x000000FF00000000ULL) >> 8) |
540 111bfab3 bellard
        ((u.u & 0x00000000FF000000ULL) << 8) |
541 111bfab3 bellard
        ((u.u & 0x0000000000FF0000ULL) << 24) |
542 111bfab3 bellard
        ((u.u & 0x000000000000FF00ULL) << 40) |
543 111bfab3 bellard
        ((u.u & 0x00000000000000FFULL) << 56);
544 111bfab3 bellard
545 111bfab3 bellard
    return u.d;
546 111bfab3 bellard
}
547 111bfab3 bellard
548 b068d6a7 j_mayer
static always_inline double glue(ldfsr, MEMSUFFIX) (target_ulong EA)
549 111bfab3 bellard
{
550 111bfab3 bellard
    union {
551 111bfab3 bellard
        float f;
552 111bfab3 bellard
        uint32_t u;
553 111bfab3 bellard
    } u;
554 111bfab3 bellard
555 111bfab3 bellard
    u.f = glue(ldfl, MEMSUFFIX)(EA);
556 111bfab3 bellard
    u.u = ((u.u & 0xFF000000UL) >> 24) |
557 111bfab3 bellard
        ((u.u & 0x00FF0000ULL) >> 8) |
558 111bfab3 bellard
        ((u.u & 0x0000FF00UL) << 8) |
559 111bfab3 bellard
        ((u.u & 0x000000FFULL) << 24);
560 111bfab3 bellard
561 477023a6 j_mayer
    return float32_to_float64(u.f, &env->fp_status);
562 111bfab3 bellard
}
563 111bfab3 bellard
564 111bfab3 bellard
PPC_LDF_OP(fd_le, ldfqr);
565 477023a6 j_mayer
PPC_LDF_OP(fs_le, ldfsr);
566 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
567 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd_le, ldfqr);
568 477023a6 j_mayer
PPC_LDF_OP_64(fs_le, ldfsr);
569 d9bce9d9 j_mayer
#endif
570 111bfab3 bellard
571 985a19d6 bellard
/* Load and set reservation */
572 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx, MEMSUFFIX) (void)
573 d9bce9d9 j_mayer
{
574 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
575 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
576 d9bce9d9 j_mayer
    } else {
577 d9bce9d9 j_mayer
        T1 = glue(ldl, MEMSUFFIX)((uint32_t)T0);
578 36081602 j_mayer
        env->reserve = (uint32_t)T0;
579 d9bce9d9 j_mayer
    }
580 d9bce9d9 j_mayer
    RETURN();
581 d9bce9d9 j_mayer
}
582 d9bce9d9 j_mayer
583 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
584 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_64, MEMSUFFIX) (void)
585 d9bce9d9 j_mayer
{
586 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
587 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
588 d9bce9d9 j_mayer
    } else {
589 d9bce9d9 j_mayer
        T1 = glue(ldl, MEMSUFFIX)((uint64_t)T0);
590 36081602 j_mayer
        env->reserve = (uint64_t)T0;
591 d9bce9d9 j_mayer
    }
592 d9bce9d9 j_mayer
    RETURN();
593 d9bce9d9 j_mayer
}
594 d9bce9d9 j_mayer
595 426613db j_mayer
void OPPROTO glue(op_ldarx, MEMSUFFIX) (void)
596 426613db j_mayer
{
597 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
598 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
599 426613db j_mayer
    } else {
600 426613db j_mayer
        T1 = glue(ldq, MEMSUFFIX)((uint32_t)T0);
601 36081602 j_mayer
        env->reserve = (uint32_t)T0;
602 426613db j_mayer
    }
603 426613db j_mayer
    RETURN();
604 426613db j_mayer
}
605 426613db j_mayer
606 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_64, MEMSUFFIX) (void)
607 d9bce9d9 j_mayer
{
608 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
609 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
610 d9bce9d9 j_mayer
    } else {
611 d9bce9d9 j_mayer
        T1 = glue(ldq, MEMSUFFIX)((uint64_t)T0);
612 36081602 j_mayer
        env->reserve = (uint64_t)T0;
613 d9bce9d9 j_mayer
    }
614 d9bce9d9 j_mayer
    RETURN();
615 d9bce9d9 j_mayer
}
616 d9bce9d9 j_mayer
#endif
617 d9bce9d9 j_mayer
618 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le, MEMSUFFIX) (void)
619 d9bce9d9 j_mayer
{
620 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
621 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
622 d9bce9d9 j_mayer
    } else {
623 d9bce9d9 j_mayer
        T1 = glue(ld32r, MEMSUFFIX)((uint32_t)T0);
624 36081602 j_mayer
        env->reserve = (uint32_t)T0;
625 d9bce9d9 j_mayer
    }
626 d9bce9d9 j_mayer
    RETURN();
627 d9bce9d9 j_mayer
}
628 d9bce9d9 j_mayer
629 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
630 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le_64, MEMSUFFIX) (void)
631 985a19d6 bellard
{
632 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
633 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
634 985a19d6 bellard
    } else {
635 d9bce9d9 j_mayer
        T1 = glue(ld32r, MEMSUFFIX)((uint64_t)T0);
636 36081602 j_mayer
        env->reserve = (uint64_t)T0;
637 985a19d6 bellard
    }
638 985a19d6 bellard
    RETURN();
639 985a19d6 bellard
}
640 985a19d6 bellard
641 426613db j_mayer
void OPPROTO glue(op_ldarx_le, MEMSUFFIX) (void)
642 426613db j_mayer
{
643 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
644 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
645 426613db j_mayer
    } else {
646 426613db j_mayer
        T1 = glue(ld64r, MEMSUFFIX)((uint32_t)T0);
647 36081602 j_mayer
        env->reserve = (uint32_t)T0;
648 426613db j_mayer
    }
649 426613db j_mayer
    RETURN();
650 426613db j_mayer
}
651 426613db j_mayer
652 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_le_64, MEMSUFFIX) (void)
653 111bfab3 bellard
{
654 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
655 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
656 111bfab3 bellard
    } else {
657 d9bce9d9 j_mayer
        T1 = glue(ld64r, MEMSUFFIX)((uint64_t)T0);
658 36081602 j_mayer
        env->reserve = (uint64_t)T0;
659 111bfab3 bellard
    }
660 111bfab3 bellard
    RETURN();
661 111bfab3 bellard
}
662 d9bce9d9 j_mayer
#endif
663 111bfab3 bellard
664 9a64fbe4 bellard
/* Store with reservation */
665 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx, MEMSUFFIX) (void)
666 d9bce9d9 j_mayer
{
667 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
668 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
669 d9bce9d9 j_mayer
    } else {
670 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
671 966439a6 j_mayer
            env->crf[0] = xer_so;
672 d9bce9d9 j_mayer
        } else {
673 d9bce9d9 j_mayer
            glue(stl, MEMSUFFIX)((uint32_t)T0, T1);
674 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
675 d9bce9d9 j_mayer
        }
676 d9bce9d9 j_mayer
    }
677 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
678 d9bce9d9 j_mayer
    RETURN();
679 d9bce9d9 j_mayer
}
680 d9bce9d9 j_mayer
681 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
682 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_64, MEMSUFFIX) (void)
683 d9bce9d9 j_mayer
{
684 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
685 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
686 d9bce9d9 j_mayer
    } else {
687 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
688 966439a6 j_mayer
            env->crf[0] = xer_so;
689 d9bce9d9 j_mayer
        } else {
690 d9bce9d9 j_mayer
            glue(stl, MEMSUFFIX)((uint64_t)T0, T1);
691 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
692 d9bce9d9 j_mayer
        }
693 d9bce9d9 j_mayer
    }
694 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
695 d9bce9d9 j_mayer
    RETURN();
696 d9bce9d9 j_mayer
}
697 d9bce9d9 j_mayer
698 426613db j_mayer
void OPPROTO glue(op_stdcx, MEMSUFFIX) (void)
699 426613db j_mayer
{
700 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
701 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
702 426613db j_mayer
    } else {
703 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
704 966439a6 j_mayer
            env->crf[0] = xer_so;
705 426613db j_mayer
        } else {
706 426613db j_mayer
            glue(stq, MEMSUFFIX)((uint32_t)T0, T1);
707 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
708 426613db j_mayer
        }
709 426613db j_mayer
    }
710 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
711 426613db j_mayer
    RETURN();
712 426613db j_mayer
}
713 426613db j_mayer
714 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_64, MEMSUFFIX) (void)
715 9a64fbe4 bellard
{
716 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
717 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
718 9a64fbe4 bellard
    } else {
719 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
720 966439a6 j_mayer
            env->crf[0] = xer_so;
721 9a64fbe4 bellard
        } else {
722 d9bce9d9 j_mayer
            glue(stq, MEMSUFFIX)((uint64_t)T0, T1);
723 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
724 d9bce9d9 j_mayer
        }
725 d9bce9d9 j_mayer
    }
726 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
727 d9bce9d9 j_mayer
    RETURN();
728 d9bce9d9 j_mayer
}
729 d9bce9d9 j_mayer
#endif
730 d9bce9d9 j_mayer
731 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le, MEMSUFFIX) (void)
732 d9bce9d9 j_mayer
{
733 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
734 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
735 d9bce9d9 j_mayer
    } else {
736 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
737 966439a6 j_mayer
            env->crf[0] = xer_so;
738 d9bce9d9 j_mayer
        } else {
739 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
740 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
741 9a64fbe4 bellard
        }
742 9a64fbe4 bellard
    }
743 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
744 9a64fbe4 bellard
    RETURN();
745 9a64fbe4 bellard
}
746 9a64fbe4 bellard
747 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
748 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le_64, MEMSUFFIX) (void)
749 111bfab3 bellard
{
750 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
751 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
752 111bfab3 bellard
    } else {
753 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
754 966439a6 j_mayer
            env->crf[0] = xer_so;
755 111bfab3 bellard
        } else {
756 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
757 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
758 111bfab3 bellard
        }
759 111bfab3 bellard
    }
760 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
761 111bfab3 bellard
    RETURN();
762 111bfab3 bellard
}
763 111bfab3 bellard
764 426613db j_mayer
void OPPROTO glue(op_stdcx_le, MEMSUFFIX) (void)
765 426613db j_mayer
{
766 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
767 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
768 426613db j_mayer
    } else {
769 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
770 966439a6 j_mayer
            env->crf[0] = xer_so;
771 426613db j_mayer
        } else {
772 426613db j_mayer
            glue(st64r, MEMSUFFIX)((uint32_t)T0, T1);
773 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
774 426613db j_mayer
        }
775 426613db j_mayer
    }
776 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
777 426613db j_mayer
    RETURN();
778 426613db j_mayer
}
779 426613db j_mayer
780 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_le_64, MEMSUFFIX) (void)
781 d9bce9d9 j_mayer
{
782 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
783 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
784 d9bce9d9 j_mayer
    } else {
785 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
786 966439a6 j_mayer
            env->crf[0] = xer_so;
787 d9bce9d9 j_mayer
        } else {
788 d9bce9d9 j_mayer
            glue(st64r, MEMSUFFIX)((uint64_t)T0, T1);
789 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
790 d9bce9d9 j_mayer
        }
791 d9bce9d9 j_mayer
    }
792 a73666f6 j_mayer
    env->reserve = (target_ulong)-1ULL;
793 d9bce9d9 j_mayer
    RETURN();
794 d9bce9d9 j_mayer
}
795 d9bce9d9 j_mayer
#endif
796 d9bce9d9 j_mayer
797 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32, MEMSUFFIX) (void)
798 d63001d1 j_mayer
{
799 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
800 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
801 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
802 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
803 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
804 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
805 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
806 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
807 d63001d1 j_mayer
    RETURN();
808 d63001d1 j_mayer
}
809 d63001d1 j_mayer
810 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64, MEMSUFFIX) (void)
811 d9bce9d9 j_mayer
{
812 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
813 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
814 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
815 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
816 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
817 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
818 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
819 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
820 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
821 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
822 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
823 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
824 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
825 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
826 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
827 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
828 d63001d1 j_mayer
    RETURN();
829 d63001d1 j_mayer
}
830 d63001d1 j_mayer
831 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128, MEMSUFFIX) (void)
832 d63001d1 j_mayer
{
833 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
834 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
835 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
836 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
837 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
838 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
839 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
840 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
841 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
842 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
843 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
844 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
845 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
846 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
847 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
848 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
849 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x40UL), 0);
850 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x44UL), 0);
851 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x48UL), 0);
852 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x4CUL), 0);
853 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x50UL), 0);
854 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x54UL), 0);
855 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x58UL), 0);
856 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x5CUL), 0);
857 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x60UL), 0);
858 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x64UL), 0);
859 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x68UL), 0);
860 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x6CUL), 0);
861 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x70UL), 0);
862 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x74UL), 0);
863 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x78UL), 0);
864 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x7CUL), 0);
865 d63001d1 j_mayer
    RETURN();
866 d63001d1 j_mayer
}
867 d63001d1 j_mayer
868 d63001d1 j_mayer
void OPPROTO glue(op_dcbz, MEMSUFFIX) (void)
869 d63001d1 j_mayer
{
870 d63001d1 j_mayer
    glue(do_dcbz, MEMSUFFIX)();
871 d9bce9d9 j_mayer
    RETURN();
872 d9bce9d9 j_mayer
}
873 d9bce9d9 j_mayer
874 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
875 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32_64, MEMSUFFIX) (void)
876 d63001d1 j_mayer
{
877 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
878 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
879 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
880 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
881 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
882 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
883 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
884 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
885 d63001d1 j_mayer
    RETURN();
886 d63001d1 j_mayer
}
887 d63001d1 j_mayer
888 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64_64, MEMSUFFIX) (void)
889 9a64fbe4 bellard
{
890 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
891 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
892 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
893 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
894 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
895 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
896 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
897 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
898 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
899 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
900 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
901 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
902 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
903 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
904 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
905 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
906 d63001d1 j_mayer
    RETURN();
907 d63001d1 j_mayer
}
908 d63001d1 j_mayer
909 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128_64, MEMSUFFIX) (void)
910 d63001d1 j_mayer
{
911 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
912 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
913 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
914 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
915 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
916 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
917 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
918 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
919 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
920 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
921 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
922 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
923 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
924 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
925 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
926 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
927 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x40UL), 0);
928 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x44UL), 0);
929 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x48UL), 0);
930 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x4CUL), 0);
931 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x50UL), 0);
932 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x54UL), 0);
933 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x58UL), 0);
934 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x5CUL), 0);
935 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x60UL), 0);
936 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x64UL), 0);
937 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x68UL), 0);
938 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x6CUL), 0);
939 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x70UL), 0);
940 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x74UL), 0);
941 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x78UL), 0);
942 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x7CUL), 0);
943 d63001d1 j_mayer
    RETURN();
944 d63001d1 j_mayer
}
945 d63001d1 j_mayer
946 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_64, MEMSUFFIX) (void)
947 d63001d1 j_mayer
{
948 d63001d1 j_mayer
    glue(do_dcbz_64, MEMSUFFIX)();
949 9a64fbe4 bellard
    RETURN();
950 9a64fbe4 bellard
}
951 d9bce9d9 j_mayer
#endif
952 9a64fbe4 bellard
953 36f69651 j_mayer
/* Instruction cache block invalidate */
954 36f69651 j_mayer
void OPPROTO glue(op_icbi, MEMSUFFIX) (void)
955 36f69651 j_mayer
{
956 36f69651 j_mayer
    glue(do_icbi, MEMSUFFIX)();
957 36f69651 j_mayer
    RETURN();
958 36f69651 j_mayer
}
959 36f69651 j_mayer
960 36f69651 j_mayer
#if defined(TARGET_PPC64)
961 36f69651 j_mayer
void OPPROTO glue(op_icbi_64, MEMSUFFIX) (void)
962 36f69651 j_mayer
{
963 36f69651 j_mayer
    glue(do_icbi_64, MEMSUFFIX)();
964 36f69651 j_mayer
    RETURN();
965 36f69651 j_mayer
}
966 36f69651 j_mayer
#endif
967 36f69651 j_mayer
968 9a64fbe4 bellard
/* External access */
969 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx, MEMSUFFIX) (void)
970 d9bce9d9 j_mayer
{
971 d9bce9d9 j_mayer
    T1 = glue(ldl, MEMSUFFIX)((uint32_t)T0);
972 d9bce9d9 j_mayer
    RETURN();
973 d9bce9d9 j_mayer
}
974 d9bce9d9 j_mayer
975 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
976 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_64, MEMSUFFIX) (void)
977 d9bce9d9 j_mayer
{
978 d9bce9d9 j_mayer
    T1 = glue(ldl, MEMSUFFIX)((uint64_t)T0);
979 d9bce9d9 j_mayer
    RETURN();
980 d9bce9d9 j_mayer
}
981 d9bce9d9 j_mayer
#endif
982 d9bce9d9 j_mayer
983 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx, MEMSUFFIX) (void)
984 d9bce9d9 j_mayer
{
985 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)T0, T1);
986 d9bce9d9 j_mayer
    RETURN();
987 d9bce9d9 j_mayer
}
988 d9bce9d9 j_mayer
989 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
990 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_64, MEMSUFFIX) (void)
991 9a64fbe4 bellard
{
992 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)T0, T1);
993 9a64fbe4 bellard
    RETURN();
994 9a64fbe4 bellard
}
995 d9bce9d9 j_mayer
#endif
996 9a64fbe4 bellard
997 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le, MEMSUFFIX) (void)
998 9a64fbe4 bellard
{
999 d9bce9d9 j_mayer
    T1 = glue(ld32r, MEMSUFFIX)((uint32_t)T0);
1000 9a64fbe4 bellard
    RETURN();
1001 9a64fbe4 bellard
}
1002 9a64fbe4 bellard
1003 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
1004 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le_64, MEMSUFFIX) (void)
1005 111bfab3 bellard
{
1006 d9bce9d9 j_mayer
    T1 = glue(ld32r, MEMSUFFIX)((uint64_t)T0);
1007 111bfab3 bellard
    RETURN();
1008 111bfab3 bellard
}
1009 d9bce9d9 j_mayer
#endif
1010 111bfab3 bellard
1011 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le, MEMSUFFIX) (void)
1012 111bfab3 bellard
{
1013 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
1014 111bfab3 bellard
    RETURN();
1015 111bfab3 bellard
}
1016 111bfab3 bellard
1017 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
1018 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le_64, MEMSUFFIX) (void)
1019 d9bce9d9 j_mayer
{
1020 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
1021 d9bce9d9 j_mayer
    RETURN();
1022 d9bce9d9 j_mayer
}
1023 d9bce9d9 j_mayer
#endif
1024 d9bce9d9 j_mayer
1025 76a66253 j_mayer
/* XXX: those micro-ops need tests ! */
1026 76a66253 j_mayer
/* PowerPC 601 specific instructions (POWER bridge) */
1027 76a66253 j_mayer
void OPPROTO glue(op_POWER_lscbx, MEMSUFFIX) (void)
1028 76a66253 j_mayer
{
1029 76a66253 j_mayer
    /* When byte count is 0, do nothing */
1030 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
1031 76a66253 j_mayer
        glue(do_POWER_lscbx, MEMSUFFIX)(PARAM1, PARAM2, PARAM3);
1032 76a66253 j_mayer
    }
1033 76a66253 j_mayer
    RETURN();
1034 76a66253 j_mayer
}
1035 76a66253 j_mayer
1036 76a66253 j_mayer
/* POWER2 quad load and store */
1037 76a66253 j_mayer
/* XXX: TAGs are not managed */
1038 76a66253 j_mayer
void OPPROTO glue(op_POWER2_lfq, MEMSUFFIX) (void)
1039 76a66253 j_mayer
{
1040 76a66253 j_mayer
    glue(do_POWER2_lfq, MEMSUFFIX)();
1041 76a66253 j_mayer
    RETURN();
1042 76a66253 j_mayer
}
1043 76a66253 j_mayer
1044 76a66253 j_mayer
void glue(op_POWER2_lfq_le, MEMSUFFIX) (void)
1045 76a66253 j_mayer
{
1046 76a66253 j_mayer
    glue(do_POWER2_lfq_le, MEMSUFFIX)();
1047 76a66253 j_mayer
    RETURN();
1048 76a66253 j_mayer
}
1049 76a66253 j_mayer
1050 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq, MEMSUFFIX) (void)
1051 76a66253 j_mayer
{
1052 76a66253 j_mayer
    glue(do_POWER2_stfq, MEMSUFFIX)();
1053 76a66253 j_mayer
    RETURN();
1054 76a66253 j_mayer
}
1055 76a66253 j_mayer
1056 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq_le, MEMSUFFIX) (void)
1057 76a66253 j_mayer
{
1058 76a66253 j_mayer
    glue(do_POWER2_stfq_le, MEMSUFFIX)();
1059 76a66253 j_mayer
    RETURN();
1060 76a66253 j_mayer
}
1061 76a66253 j_mayer
1062 a9d9eb8f j_mayer
/* Altivec vector extension */
1063 a9d9eb8f j_mayer
#if defined(WORDS_BIGENDIAN)
1064 a9d9eb8f j_mayer
#define VR_DWORD0 0
1065 a9d9eb8f j_mayer
#define VR_DWORD1 1
1066 a9d9eb8f j_mayer
#else
1067 a9d9eb8f j_mayer
#define VR_DWORD0 1
1068 a9d9eb8f j_mayer
#define VR_DWORD1 0
1069 a9d9eb8f j_mayer
#endif
1070 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx, MEMSUFFIX) (void)
1071 a9d9eb8f j_mayer
{
1072 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint32_t)T0);
1073 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint32_t)T0 + 8);
1074 a9d9eb8f j_mayer
}
1075 a9d9eb8f j_mayer
1076 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le, MEMSUFFIX) (void)
1077 a9d9eb8f j_mayer
{
1078 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint32_t)T0);
1079 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint32_t)T0 + 8);
1080 a9d9eb8f j_mayer
}
1081 a9d9eb8f j_mayer
1082 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx, MEMSUFFIX) (void)
1083 a9d9eb8f j_mayer
{
1084 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD0]);
1085 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD1]);
1086 a9d9eb8f j_mayer
}
1087 a9d9eb8f j_mayer
1088 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le, MEMSUFFIX) (void)
1089 a9d9eb8f j_mayer
{
1090 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD1]);
1091 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD0]);
1092 a9d9eb8f j_mayer
}
1093 a9d9eb8f j_mayer
1094 a9d9eb8f j_mayer
#if defined(TARGET_PPC64)
1095 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_64, MEMSUFFIX) (void)
1096 a9d9eb8f j_mayer
{
1097 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint64_t)T0);
1098 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint64_t)T0 + 8);
1099 a9d9eb8f j_mayer
}
1100 a9d9eb8f j_mayer
1101 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le_64, MEMSUFFIX) (void)
1102 a9d9eb8f j_mayer
{
1103 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint64_t)T0);
1104 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint64_t)T0 + 8);
1105 a9d9eb8f j_mayer
}
1106 a9d9eb8f j_mayer
1107 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_64, MEMSUFFIX) (void)
1108 a9d9eb8f j_mayer
{
1109 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD0]);
1110 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD1]);
1111 a9d9eb8f j_mayer
}
1112 a9d9eb8f j_mayer
1113 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le_64, MEMSUFFIX) (void)
1114 a9d9eb8f j_mayer
{
1115 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD1]);
1116 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD0]);
1117 a9d9eb8f j_mayer
}
1118 a9d9eb8f j_mayer
#endif
1119 a9d9eb8f j_mayer
#undef VR_DWORD0
1120 a9d9eb8f j_mayer
#undef VR_DWORD1
1121 a9d9eb8f j_mayer
1122 0487d6a8 j_mayer
/* SPE extension */
1123 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP(name, op)                                              \
1124 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_l, name), MEMSUFFIX) (void)                     \
1125 0487d6a8 j_mayer
{                                                                             \
1126 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint32_t)T0);                                \
1127 0487d6a8 j_mayer
    RETURN();                                                                 \
1128 0487d6a8 j_mayer
}
1129 0487d6a8 j_mayer
1130 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1131 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP_64(name, op)                                           \
1132 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_l, name), _64), MEMSUFFIX) (void)          \
1133 0487d6a8 j_mayer
{                                                                             \
1134 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint64_t)T0);                                \
1135 0487d6a8 j_mayer
    RETURN();                                                                 \
1136 0487d6a8 j_mayer
}
1137 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
1138 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op);                                                     \
1139 0487d6a8 j_mayer
_PPC_SPE_LD_OP_64(name, op)
1140 0487d6a8 j_mayer
#else
1141 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
1142 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op)
1143 0487d6a8 j_mayer
#endif
1144 0487d6a8 j_mayer
1145 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP(name, op)                                              \
1146 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_st, name), MEMSUFFIX) (void)                    \
1147 0487d6a8 j_mayer
{                                                                             \
1148 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1_64);                                 \
1149 0487d6a8 j_mayer
    RETURN();                                                                 \
1150 0487d6a8 j_mayer
}
1151 0487d6a8 j_mayer
1152 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1153 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP_64(name, op)                                           \
1154 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_st, name), _64), MEMSUFFIX) (void)         \
1155 0487d6a8 j_mayer
{                                                                             \
1156 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1_64);                                 \
1157 0487d6a8 j_mayer
    RETURN();                                                                 \
1158 0487d6a8 j_mayer
}
1159 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1160 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op);                                                     \
1161 0487d6a8 j_mayer
_PPC_SPE_ST_OP_64(name, op)
1162 0487d6a8 j_mayer
#else
1163 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1164 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op)
1165 0487d6a8 j_mayer
#endif
1166 0487d6a8 j_mayer
1167 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1168 0487d6a8 j_mayer
PPC_SPE_LD_OP(dd, ldq);
1169 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd, stq);
1170 0487d6a8 j_mayer
PPC_SPE_LD_OP(dd_le, ld64r);
1171 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd_le, st64r);
1172 0487d6a8 j_mayer
#endif
1173 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw, MEMSUFFIX) (target_ulong EA)
1174 0487d6a8 j_mayer
{
1175 0487d6a8 j_mayer
    uint64_t ret;
1176 0487d6a8 j_mayer
    ret = (uint64_t)glue(ldl, MEMSUFFIX)(EA) << 32;
1177 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ldl, MEMSUFFIX)(EA + 4);
1178 0487d6a8 j_mayer
    return ret;
1179 0487d6a8 j_mayer
}
1180 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw, spe_ldw);
1181 b068d6a7 j_mayer
static always_inline void glue(spe_stdw, MEMSUFFIX) (target_ulong EA,
1182 b068d6a7 j_mayer
                                                     uint64_t data)
1183 0487d6a8 j_mayer
{
1184 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA, data >> 32);
1185 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA + 4, data);
1186 0487d6a8 j_mayer
}
1187 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw, spe_stdw);
1188 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw_le, MEMSUFFIX) (target_ulong EA)
1189 0487d6a8 j_mayer
{
1190 0487d6a8 j_mayer
    uint64_t ret;
1191 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld32r, MEMSUFFIX)(EA) << 32;
1192 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld32r, MEMSUFFIX)(EA + 4);
1193 0487d6a8 j_mayer
    return ret;
1194 0487d6a8 j_mayer
}
1195 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw_le, spe_ldw_le);
1196 b068d6a7 j_mayer
static always_inline void glue(spe_stdw_le, MEMSUFFIX) (target_ulong EA,
1197 b068d6a7 j_mayer
                                                        uint64_t data)
1198 0487d6a8 j_mayer
{
1199 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data >> 32);
1200 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA + 4, data);
1201 0487d6a8 j_mayer
}
1202 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw_le, spe_stdw_le);
1203 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh, MEMSUFFIX) (target_ulong EA)
1204 0487d6a8 j_mayer
{
1205 0487d6a8 j_mayer
    uint64_t ret;
1206 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 48;
1207 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2) << 32;
1208 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 4) << 16;
1209 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 6);
1210 0487d6a8 j_mayer
    return ret;
1211 0487d6a8 j_mayer
}
1212 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh, spe_ldh);
1213 b068d6a7 j_mayer
static always_inline void glue(spe_stdh, MEMSUFFIX) (target_ulong EA,
1214 b068d6a7 j_mayer
                                                     uint64_t data)
1215 0487d6a8 j_mayer
{
1216 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 48);
1217 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data >> 32);
1218 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 4, data >> 16);
1219 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 6, data);
1220 0487d6a8 j_mayer
}
1221 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh, spe_stdh);
1222 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh_le, MEMSUFFIX) (target_ulong EA)
1223 0487d6a8 j_mayer
{
1224 0487d6a8 j_mayer
    uint64_t ret;
1225 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 48;
1226 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2) << 32;
1227 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 4) << 16;
1228 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 6);
1229 0487d6a8 j_mayer
    return ret;
1230 0487d6a8 j_mayer
}
1231 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh_le, spe_ldh_le);
1232 b068d6a7 j_mayer
static always_inline void glue(spe_stdh_le, MEMSUFFIX) (target_ulong EA,
1233 b068d6a7 j_mayer
                                                        uint64_t data)
1234 0487d6a8 j_mayer
{
1235 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1236 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 32);
1237 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 4, data >> 16);
1238 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 6, data);
1239 0487d6a8 j_mayer
}
1240 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh_le, spe_stdh_le);
1241 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe, MEMSUFFIX) (target_ulong EA)
1242 0487d6a8 j_mayer
{
1243 0487d6a8 j_mayer
    uint64_t ret;
1244 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 48;
1245 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2) << 16;
1246 0487d6a8 j_mayer
    return ret;
1247 0487d6a8 j_mayer
}
1248 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe, spe_lwhe);
1249 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe, MEMSUFFIX) (target_ulong EA,
1250 b068d6a7 j_mayer
                                                      uint64_t data)
1251 0487d6a8 j_mayer
{
1252 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 48);
1253 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data >> 16);
1254 0487d6a8 j_mayer
}
1255 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe, spe_stwhe);
1256 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe_le, MEMSUFFIX) (target_ulong EA)
1257 0487d6a8 j_mayer
{
1258 0487d6a8 j_mayer
    uint64_t ret;
1259 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 48;
1260 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2) << 16;
1261 0487d6a8 j_mayer
    return ret;
1262 0487d6a8 j_mayer
}
1263 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe_le, spe_lwhe_le);
1264 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe_le, MEMSUFFIX) (target_ulong EA,
1265 b068d6a7 j_mayer
                                                         uint64_t data)
1266 0487d6a8 j_mayer
{
1267 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1268 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 16);
1269 0487d6a8 j_mayer
}
1270 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe_le, spe_stwhe_le);
1271 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou, MEMSUFFIX) (target_ulong EA)
1272 0487d6a8 j_mayer
{
1273 0487d6a8 j_mayer
    uint64_t ret;
1274 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 32;
1275 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2);
1276 0487d6a8 j_mayer
    return ret;
1277 0487d6a8 j_mayer
}
1278 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou, spe_lwhou);
1279 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos, MEMSUFFIX) (target_ulong EA)
1280 0487d6a8 j_mayer
{
1281 0487d6a8 j_mayer
    uint64_t ret;
1282 0487d6a8 j_mayer
    ret = ((uint64_t)((int32_t)glue(ldsw, MEMSUFFIX)(EA))) << 32;
1283 0487d6a8 j_mayer
    ret |= (uint64_t)((int32_t)glue(ldsw, MEMSUFFIX)(EA + 2));
1284 0487d6a8 j_mayer
    return ret;
1285 0487d6a8 j_mayer
}
1286 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos, spe_lwhos);
1287 b068d6a7 j_mayer
static always_inline void glue(spe_stwho, MEMSUFFIX) (target_ulong EA,
1288 b068d6a7 j_mayer
                                                      uint64_t data)
1289 0487d6a8 j_mayer
{
1290 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 32);
1291 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data);
1292 0487d6a8 j_mayer
}
1293 0487d6a8 j_mayer
PPC_SPE_ST_OP(who, spe_stwho);
1294 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou_le, MEMSUFFIX) (target_ulong EA)
1295 0487d6a8 j_mayer
{
1296 0487d6a8 j_mayer
    uint64_t ret;
1297 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 32;
1298 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2);
1299 0487d6a8 j_mayer
    return ret;
1300 0487d6a8 j_mayer
}
1301 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou_le, spe_lwhou_le);
1302 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos_le, MEMSUFFIX) (target_ulong EA)
1303 0487d6a8 j_mayer
{
1304 0487d6a8 j_mayer
    uint64_t ret;
1305 0487d6a8 j_mayer
    ret = ((uint64_t)((int32_t)glue(ld16rs, MEMSUFFIX)(EA))) << 32;
1306 0487d6a8 j_mayer
    ret |= (uint64_t)((int32_t)glue(ld16rs, MEMSUFFIX)(EA + 2));
1307 0487d6a8 j_mayer
    return ret;
1308 0487d6a8 j_mayer
}
1309 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos_le, spe_lwhos_le);
1310 b068d6a7 j_mayer
static always_inline void glue(spe_stwho_le, MEMSUFFIX) (target_ulong EA,
1311 b068d6a7 j_mayer
                                                         uint64_t data)
1312 0487d6a8 j_mayer
{
1313 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 32);
1314 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data);
1315 0487d6a8 j_mayer
}
1316 0487d6a8 j_mayer
PPC_SPE_ST_OP(who_le, spe_stwho_le);
1317 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1318 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo, MEMSUFFIX) (target_ulong EA,
1319 b068d6a7 j_mayer
                                                      uint64_t data)
1320 0487d6a8 j_mayer
{
1321 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA, data);
1322 0487d6a8 j_mayer
}
1323 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo, spe_stwwo);
1324 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo_le, MEMSUFFIX) (target_ulong EA,
1325 b068d6a7 j_mayer
                                                         uint64_t data)
1326 0487d6a8 j_mayer
{
1327 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data);
1328 0487d6a8 j_mayer
}
1329 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo_le, spe_stwwo_le);
1330 0487d6a8 j_mayer
#endif
1331 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh, MEMSUFFIX) (target_ulong EA)
1332 0487d6a8 j_mayer
{
1333 0487d6a8 j_mayer
    uint16_t tmp;
1334 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA);
1335 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1336 0487d6a8 j_mayer
}
1337 0487d6a8 j_mayer
PPC_SPE_LD_OP(h, spe_lh);
1338 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh_le, MEMSUFFIX) (target_ulong EA)
1339 0487d6a8 j_mayer
{
1340 0487d6a8 j_mayer
    uint16_t tmp;
1341 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA);
1342 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1343 0487d6a8 j_mayer
}
1344 0487d6a8 j_mayer
PPC_SPE_LD_OP(h_le, spe_lh_le);
1345 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwwsplat, MEMSUFFIX) (target_ulong EA)
1346 0487d6a8 j_mayer
{
1347 0487d6a8 j_mayer
    uint32_t tmp;
1348 0487d6a8 j_mayer
    tmp = glue(ldl, MEMSUFFIX)(EA);
1349 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1350 0487d6a8 j_mayer
}
1351 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat, spe_lwwsplat);
1352 b068d6a7 j_mayer
static always_inline
1353 b068d6a7 j_mayer
uint64_t glue(spe_lwwsplat_le, MEMSUFFIX) (target_ulong EA)
1354 0487d6a8 j_mayer
{
1355 0487d6a8 j_mayer
    uint32_t tmp;
1356 0487d6a8 j_mayer
    tmp = glue(ld32r, MEMSUFFIX)(EA);
1357 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1358 0487d6a8 j_mayer
}
1359 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat_le, spe_lwwsplat_le);
1360 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhsplat, MEMSUFFIX) (target_ulong EA)
1361 0487d6a8 j_mayer
{
1362 0487d6a8 j_mayer
    uint64_t ret;
1363 0487d6a8 j_mayer
    uint16_t tmp;
1364 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA);
1365 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1366 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA + 2);
1367 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1368 0487d6a8 j_mayer
    return ret;
1369 0487d6a8 j_mayer
}
1370 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat, spe_lwhsplat);
1371 b068d6a7 j_mayer
static always_inline
1372 b068d6a7 j_mayer
uint64_t glue(spe_lwhsplat_le, MEMSUFFIX) (target_ulong EA)
1373 0487d6a8 j_mayer
{
1374 0487d6a8 j_mayer
    uint64_t ret;
1375 0487d6a8 j_mayer
    uint16_t tmp;
1376 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA);
1377 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1378 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA + 2);
1379 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1380 0487d6a8 j_mayer
    return ret;
1381 0487d6a8 j_mayer
}
1382 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat_le, spe_lwhsplat_le);
1383 0487d6a8 j_mayer
1384 9a64fbe4 bellard
#undef MEMSUFFIX