Statistics
| Branch: | Revision:

root / target-ppc / op_mem.h @ 9c7e37e7

History | View | Annotate | Download (41.7 kB)

1 76a66253 j_mayer
/*
2 76a66253 j_mayer
 *  PowerPC emulation micro-operations for qemu.
3 5fafdf24 ths
 *
4 76a66253 j_mayer
 *  Copyright (c) 2003-2007 Jocelyn Mayer
5 76a66253 j_mayer
 *
6 76a66253 j_mayer
 * This library is free software; you can redistribute it and/or
7 76a66253 j_mayer
 * modify it under the terms of the GNU Lesser General Public
8 76a66253 j_mayer
 * License as published by the Free Software Foundation; either
9 76a66253 j_mayer
 * version 2 of the License, or (at your option) any later version.
10 76a66253 j_mayer
 *
11 76a66253 j_mayer
 * This library is distributed in the hope that it will be useful,
12 76a66253 j_mayer
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 76a66253 j_mayer
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 76a66253 j_mayer
 * Lesser General Public License for more details.
15 76a66253 j_mayer
 *
16 76a66253 j_mayer
 * You should have received a copy of the GNU Lesser General Public
17 76a66253 j_mayer
 * License along with this library; if not, write to the Free Software
18 76a66253 j_mayer
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19 76a66253 j_mayer
 */
20 9a64fbe4 bellard
21 b068d6a7 j_mayer
static always_inline uint16_t glue(ld16r, MEMSUFFIX) (target_ulong EA)
22 9a64fbe4 bellard
{
23 ac9eb073 bellard
    uint16_t tmp = glue(lduw, MEMSUFFIX)(EA);
24 9a64fbe4 bellard
    return ((tmp & 0xFF00) >> 8) | ((tmp & 0x00FF) << 8);
25 9a64fbe4 bellard
}
26 9a64fbe4 bellard
27 b068d6a7 j_mayer
static always_inline int32_t glue(ld16rs, MEMSUFFIX) (target_ulong EA)
28 111bfab3 bellard
{
29 111bfab3 bellard
    int16_t tmp = glue(lduw, MEMSUFFIX)(EA);
30 76a66253 j_mayer
    return (int16_t)((tmp & 0xFF00) >> 8) | ((tmp & 0x00FF) << 8);
31 111bfab3 bellard
}
32 111bfab3 bellard
33 b068d6a7 j_mayer
static always_inline uint32_t glue(ld32r, MEMSUFFIX) (target_ulong EA)
34 9a64fbe4 bellard
{
35 ac9eb073 bellard
    uint32_t tmp = glue(ldl, MEMSUFFIX)(EA);
36 9a64fbe4 bellard
    return ((tmp & 0xFF000000) >> 24) | ((tmp & 0x00FF0000) >> 8) |
37 9a64fbe4 bellard
        ((tmp & 0x0000FF00) << 8) | ((tmp & 0x000000FF) << 24);
38 9a64fbe4 bellard
}
39 9a64fbe4 bellard
40 35cdaad6 j_mayer
#if defined(TARGET_PPC64) || defined(TARGET_PPCEMB)
41 b068d6a7 j_mayer
static always_inline uint64_t glue(ld64r, MEMSUFFIX) (target_ulong EA)
42 d9bce9d9 j_mayer
{
43 d9bce9d9 j_mayer
    uint64_t tmp = glue(ldq, MEMSUFFIX)(EA);
44 d9bce9d9 j_mayer
    return ((tmp & 0xFF00000000000000ULL) >> 56) |
45 d9bce9d9 j_mayer
        ((tmp & 0x00FF000000000000ULL) >> 40) |
46 d9bce9d9 j_mayer
        ((tmp & 0x0000FF0000000000ULL) >> 24) |
47 d9bce9d9 j_mayer
        ((tmp & 0x000000FF00000000ULL) >> 8) |
48 d9bce9d9 j_mayer
        ((tmp & 0x00000000FF000000ULL) << 8) |
49 d9bce9d9 j_mayer
        ((tmp & 0x0000000000FF0000ULL) << 24) |
50 d9bce9d9 j_mayer
        ((tmp & 0x000000000000FF00ULL) << 40) |
51 d9bce9d9 j_mayer
        ((tmp & 0x00000000000000FFULL) << 54);
52 d9bce9d9 j_mayer
}
53 0487d6a8 j_mayer
#endif
54 0487d6a8 j_mayer
55 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
56 b068d6a7 j_mayer
static always_inline int64_t glue(ldsl, MEMSUFFIX) (target_ulong EA)
57 0487d6a8 j_mayer
{
58 0487d6a8 j_mayer
    return (int32_t)glue(ldl, MEMSUFFIX)(EA);
59 0487d6a8 j_mayer
}
60 d9bce9d9 j_mayer
61 b068d6a7 j_mayer
static always_inline int64_t glue(ld32rs, MEMSUFFIX) (target_ulong EA)
62 d9bce9d9 j_mayer
{
63 d9bce9d9 j_mayer
    uint32_t tmp = glue(ldl, MEMSUFFIX)(EA);
64 d9bce9d9 j_mayer
    return (int32_t)((tmp & 0xFF000000) >> 24) | ((tmp & 0x00FF0000) >> 8) |
65 d9bce9d9 j_mayer
        ((tmp & 0x0000FF00) << 8) | ((tmp & 0x000000FF) << 24);
66 d9bce9d9 j_mayer
}
67 d9bce9d9 j_mayer
#endif
68 d9bce9d9 j_mayer
69 b068d6a7 j_mayer
static always_inline void glue(st16r, MEMSUFFIX) (target_ulong EA,
70 b068d6a7 j_mayer
                                                  uint16_t data)
71 9a64fbe4 bellard
{
72 9a64fbe4 bellard
    uint16_t tmp = ((data & 0xFF00) >> 8) | ((data & 0x00FF) << 8);
73 ac9eb073 bellard
    glue(stw, MEMSUFFIX)(EA, tmp);
74 9a64fbe4 bellard
}
75 9a64fbe4 bellard
76 b068d6a7 j_mayer
static always_inline void glue(st32r, MEMSUFFIX) (target_ulong EA,
77 b068d6a7 j_mayer
                                                  uint32_t data)
78 9a64fbe4 bellard
{
79 9a64fbe4 bellard
    uint32_t tmp = ((data & 0xFF000000) >> 24) | ((data & 0x00FF0000) >> 8) |
80 9a64fbe4 bellard
        ((data & 0x0000FF00) << 8) | ((data & 0x000000FF) << 24);
81 ac9eb073 bellard
    glue(stl, MEMSUFFIX)(EA, tmp);
82 9a64fbe4 bellard
}
83 9a64fbe4 bellard
84 35cdaad6 j_mayer
#if defined(TARGET_PPC64) || defined(TARGET_PPCEMB)
85 b068d6a7 j_mayer
static always_inline void glue(st64r, MEMSUFFIX) (target_ulong EA,
86 b068d6a7 j_mayer
                                                  uint64_t data)
87 d9bce9d9 j_mayer
{
88 d9bce9d9 j_mayer
    uint64_t tmp = ((data & 0xFF00000000000000ULL) >> 56) |
89 d9bce9d9 j_mayer
        ((data & 0x00FF000000000000ULL) >> 40) |
90 d9bce9d9 j_mayer
        ((data & 0x0000FF0000000000ULL) >> 24) |
91 d9bce9d9 j_mayer
        ((data & 0x000000FF00000000ULL) >> 8) |
92 d9bce9d9 j_mayer
        ((data & 0x00000000FF000000ULL) << 8) |
93 d9bce9d9 j_mayer
        ((data & 0x0000000000FF0000ULL) << 24) |
94 d9bce9d9 j_mayer
        ((data & 0x000000000000FF00ULL) << 40) |
95 d9bce9d9 j_mayer
        ((data & 0x00000000000000FFULL) << 56);
96 d9bce9d9 j_mayer
    glue(stq, MEMSUFFIX)(EA, tmp);
97 d9bce9d9 j_mayer
}
98 d9bce9d9 j_mayer
#endif
99 d9bce9d9 j_mayer
100 9a64fbe4 bellard
/***                             Integer load                              ***/
101 9a64fbe4 bellard
#define PPC_LD_OP(name, op)                                                   \
102 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
103 9a64fbe4 bellard
{                                                                             \
104 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint32_t)T0);                                   \
105 9a64fbe4 bellard
    RETURN();                                                                 \
106 9a64fbe4 bellard
}
107 9a64fbe4 bellard
108 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
109 d9bce9d9 j_mayer
#define PPC_LD_OP_64(name, op)                                                \
110 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
111 d9bce9d9 j_mayer
{                                                                             \
112 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint64_t)T0);                                   \
113 d9bce9d9 j_mayer
    RETURN();                                                                 \
114 d9bce9d9 j_mayer
}
115 d9bce9d9 j_mayer
#endif
116 d9bce9d9 j_mayer
117 9a64fbe4 bellard
#define PPC_ST_OP(name, op)                                                   \
118 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
119 9a64fbe4 bellard
{                                                                             \
120 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1);                                    \
121 9a64fbe4 bellard
    RETURN();                                                                 \
122 9a64fbe4 bellard
}
123 9a64fbe4 bellard
124 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
125 d9bce9d9 j_mayer
#define PPC_ST_OP_64(name, op)                                                \
126 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
127 d9bce9d9 j_mayer
{                                                                             \
128 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1);                                    \
129 d9bce9d9 j_mayer
    RETURN();                                                                 \
130 d9bce9d9 j_mayer
}
131 d9bce9d9 j_mayer
#endif
132 d9bce9d9 j_mayer
133 ac9eb073 bellard
PPC_LD_OP(bz, ldub);
134 ac9eb073 bellard
PPC_LD_OP(ha, ldsw);
135 ac9eb073 bellard
PPC_LD_OP(hz, lduw);
136 ac9eb073 bellard
PPC_LD_OP(wz, ldl);
137 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
138 d9bce9d9 j_mayer
PPC_LD_OP(d, ldq);
139 d9bce9d9 j_mayer
PPC_LD_OP(wa, ldsl);
140 d9bce9d9 j_mayer
PPC_LD_OP_64(d, ldq);
141 d9bce9d9 j_mayer
PPC_LD_OP_64(wa, ldsl);
142 d9bce9d9 j_mayer
PPC_LD_OP_64(bz, ldub);
143 d9bce9d9 j_mayer
PPC_LD_OP_64(ha, ldsw);
144 d9bce9d9 j_mayer
PPC_LD_OP_64(hz, lduw);
145 d9bce9d9 j_mayer
PPC_LD_OP_64(wz, ldl);
146 d9bce9d9 j_mayer
#endif
147 9a64fbe4 bellard
148 111bfab3 bellard
PPC_LD_OP(ha_le, ld16rs);
149 111bfab3 bellard
PPC_LD_OP(hz_le, ld16r);
150 111bfab3 bellard
PPC_LD_OP(wz_le, ld32r);
151 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
152 d9bce9d9 j_mayer
PPC_LD_OP(d_le, ld64r);
153 d9bce9d9 j_mayer
PPC_LD_OP(wa_le, ld32rs);
154 d9bce9d9 j_mayer
PPC_LD_OP_64(d_le, ld64r);
155 d9bce9d9 j_mayer
PPC_LD_OP_64(wa_le, ld32rs);
156 d9bce9d9 j_mayer
PPC_LD_OP_64(ha_le, ld16rs);
157 d9bce9d9 j_mayer
PPC_LD_OP_64(hz_le, ld16r);
158 d9bce9d9 j_mayer
PPC_LD_OP_64(wz_le, ld32r);
159 d9bce9d9 j_mayer
#endif
160 111bfab3 bellard
161 9a64fbe4 bellard
/***                              Integer store                            ***/
162 ac9eb073 bellard
PPC_ST_OP(b, stb);
163 ac9eb073 bellard
PPC_ST_OP(h, stw);
164 ac9eb073 bellard
PPC_ST_OP(w, stl);
165 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
166 d9bce9d9 j_mayer
PPC_ST_OP(d, stq);
167 d9bce9d9 j_mayer
PPC_ST_OP_64(d, stq);
168 d9bce9d9 j_mayer
PPC_ST_OP_64(b, stb);
169 d9bce9d9 j_mayer
PPC_ST_OP_64(h, stw);
170 d9bce9d9 j_mayer
PPC_ST_OP_64(w, stl);
171 d9bce9d9 j_mayer
#endif
172 9a64fbe4 bellard
173 111bfab3 bellard
PPC_ST_OP(h_le, st16r);
174 111bfab3 bellard
PPC_ST_OP(w_le, st32r);
175 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
176 d9bce9d9 j_mayer
PPC_ST_OP(d_le, st64r);
177 d9bce9d9 j_mayer
PPC_ST_OP_64(d_le, st64r);
178 d9bce9d9 j_mayer
PPC_ST_OP_64(h_le, st16r);
179 d9bce9d9 j_mayer
PPC_ST_OP_64(w_le, st32r);
180 d9bce9d9 j_mayer
#endif
181 111bfab3 bellard
182 9a64fbe4 bellard
/***                Integer load and store with byte reverse               ***/
183 ac9eb073 bellard
PPC_LD_OP(hbr, ld16r);
184 ac9eb073 bellard
PPC_LD_OP(wbr, ld32r);
185 ac9eb073 bellard
PPC_ST_OP(hbr, st16r);
186 ac9eb073 bellard
PPC_ST_OP(wbr, st32r);
187 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
188 d9bce9d9 j_mayer
PPC_LD_OP_64(hbr, ld16r);
189 d9bce9d9 j_mayer
PPC_LD_OP_64(wbr, ld32r);
190 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr, st16r);
191 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr, st32r);
192 d9bce9d9 j_mayer
#endif
193 9a64fbe4 bellard
194 111bfab3 bellard
PPC_LD_OP(hbr_le, lduw);
195 111bfab3 bellard
PPC_LD_OP(wbr_le, ldl);
196 111bfab3 bellard
PPC_ST_OP(hbr_le, stw);
197 111bfab3 bellard
PPC_ST_OP(wbr_le, stl);
198 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
199 d9bce9d9 j_mayer
PPC_LD_OP_64(hbr_le, lduw);
200 d9bce9d9 j_mayer
PPC_LD_OP_64(wbr_le, ldl);
201 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr_le, stw);
202 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr_le, stl);
203 d9bce9d9 j_mayer
#endif
204 111bfab3 bellard
205 9a64fbe4 bellard
/***                    Integer load and store multiple                    ***/
206 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw, MEMSUFFIX) (void)
207 9a64fbe4 bellard
{
208 76a66253 j_mayer
    glue(do_lmw, MEMSUFFIX)(PARAM1);
209 9a64fbe4 bellard
    RETURN();
210 9a64fbe4 bellard
}
211 9a64fbe4 bellard
212 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
213 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_64, MEMSUFFIX) (void)
214 d9bce9d9 j_mayer
{
215 d9bce9d9 j_mayer
    glue(do_lmw_64, MEMSUFFIX)(PARAM1);
216 d9bce9d9 j_mayer
    RETURN();
217 d9bce9d9 j_mayer
}
218 d9bce9d9 j_mayer
#endif
219 d9bce9d9 j_mayer
220 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le, MEMSUFFIX) (void)
221 9a64fbe4 bellard
{
222 76a66253 j_mayer
    glue(do_lmw_le, MEMSUFFIX)(PARAM1);
223 9a64fbe4 bellard
    RETURN();
224 9a64fbe4 bellard
}
225 9a64fbe4 bellard
226 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
227 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le_64, MEMSUFFIX) (void)
228 d9bce9d9 j_mayer
{
229 d9bce9d9 j_mayer
    glue(do_lmw_le_64, MEMSUFFIX)(PARAM1);
230 d9bce9d9 j_mayer
    RETURN();
231 d9bce9d9 j_mayer
}
232 d9bce9d9 j_mayer
#endif
233 d9bce9d9 j_mayer
234 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw, MEMSUFFIX) (void)
235 111bfab3 bellard
{
236 76a66253 j_mayer
    glue(do_stmw, MEMSUFFIX)(PARAM1);
237 111bfab3 bellard
    RETURN();
238 111bfab3 bellard
}
239 111bfab3 bellard
240 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
241 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_64, MEMSUFFIX) (void)
242 d9bce9d9 j_mayer
{
243 d9bce9d9 j_mayer
    glue(do_stmw_64, MEMSUFFIX)(PARAM1);
244 d9bce9d9 j_mayer
    RETURN();
245 d9bce9d9 j_mayer
}
246 d9bce9d9 j_mayer
#endif
247 d9bce9d9 j_mayer
248 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le, MEMSUFFIX) (void)
249 111bfab3 bellard
{
250 76a66253 j_mayer
    glue(do_stmw_le, MEMSUFFIX)(PARAM1);
251 111bfab3 bellard
    RETURN();
252 111bfab3 bellard
}
253 111bfab3 bellard
254 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
255 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le_64, MEMSUFFIX) (void)
256 d9bce9d9 j_mayer
{
257 d9bce9d9 j_mayer
    glue(do_stmw_le_64, MEMSUFFIX)(PARAM1);
258 d9bce9d9 j_mayer
    RETURN();
259 d9bce9d9 j_mayer
}
260 d9bce9d9 j_mayer
#endif
261 d9bce9d9 j_mayer
262 9a64fbe4 bellard
/***                    Integer load and store strings                     ***/
263 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi, MEMSUFFIX) (void)
264 d9bce9d9 j_mayer
{
265 d9bce9d9 j_mayer
    glue(do_lsw, MEMSUFFIX)(PARAM1);
266 d9bce9d9 j_mayer
    RETURN();
267 d9bce9d9 j_mayer
}
268 d9bce9d9 j_mayer
269 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
270 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_64, MEMSUFFIX) (void)
271 9a64fbe4 bellard
{
272 d9bce9d9 j_mayer
    glue(do_lsw_64, MEMSUFFIX)(PARAM1);
273 9a64fbe4 bellard
    RETURN();
274 9a64fbe4 bellard
}
275 d9bce9d9 j_mayer
#endif
276 9a64fbe4 bellard
277 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_le, MEMSUFFIX) (void)
278 111bfab3 bellard
{
279 d9bce9d9 j_mayer
    glue(do_lsw_le, MEMSUFFIX)(PARAM1);
280 111bfab3 bellard
    RETURN();
281 111bfab3 bellard
}
282 111bfab3 bellard
283 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
284 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_le_64, MEMSUFFIX) (void)
285 d9bce9d9 j_mayer
{
286 d9bce9d9 j_mayer
    glue(do_lsw_le_64, MEMSUFFIX)(PARAM1);
287 d9bce9d9 j_mayer
    RETURN();
288 d9bce9d9 j_mayer
}
289 d9bce9d9 j_mayer
#endif
290 d9bce9d9 j_mayer
291 9a64fbe4 bellard
/* PPC32 specification says we must generate an exception if
292 9a64fbe4 bellard
 * rA is in the range of registers to be loaded.
293 9a64fbe4 bellard
 * In an other hand, IBM says this is valid, but rA won't be loaded.
294 9a64fbe4 bellard
 * For now, I'll follow the spec...
295 9a64fbe4 bellard
 */
296 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx, MEMSUFFIX) (void)
297 d9bce9d9 j_mayer
{
298 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
299 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
300 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
301 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
302 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
303 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
304 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
305 d9bce9d9 j_mayer
        } else {
306 d9bce9d9 j_mayer
            glue(do_lsw, MEMSUFFIX)(PARAM1);
307 d9bce9d9 j_mayer
        }
308 d9bce9d9 j_mayer
    }
309 d9bce9d9 j_mayer
    RETURN();
310 d9bce9d9 j_mayer
}
311 d9bce9d9 j_mayer
312 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
313 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_64, MEMSUFFIX) (void)
314 d9bce9d9 j_mayer
{
315 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
316 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
317 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
318 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
319 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
320 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
321 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
322 d9bce9d9 j_mayer
        } else {
323 d9bce9d9 j_mayer
            glue(do_lsw_64, MEMSUFFIX)(PARAM1);
324 d9bce9d9 j_mayer
        }
325 d9bce9d9 j_mayer
    }
326 d9bce9d9 j_mayer
    RETURN();
327 d9bce9d9 j_mayer
}
328 d9bce9d9 j_mayer
#endif
329 d9bce9d9 j_mayer
330 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_le, MEMSUFFIX) (void)
331 9a64fbe4 bellard
{
332 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
333 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
334 76a66253 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
335 76a66253 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
336 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
337 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
338 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
339 9a64fbe4 bellard
        } else {
340 d9bce9d9 j_mayer
            glue(do_lsw_le, MEMSUFFIX)(PARAM1);
341 9a64fbe4 bellard
        }
342 9a64fbe4 bellard
    }
343 9a64fbe4 bellard
    RETURN();
344 9a64fbe4 bellard
}
345 9a64fbe4 bellard
346 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
347 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_le_64, MEMSUFFIX) (void)
348 111bfab3 bellard
{
349 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
350 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
351 76a66253 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
352 76a66253 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
353 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
354 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
355 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
356 111bfab3 bellard
        } else {
357 d9bce9d9 j_mayer
            glue(do_lsw_le_64, MEMSUFFIX)(PARAM1);
358 111bfab3 bellard
        }
359 111bfab3 bellard
    }
360 111bfab3 bellard
    RETURN();
361 111bfab3 bellard
}
362 d9bce9d9 j_mayer
#endif
363 d9bce9d9 j_mayer
364 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw, MEMSUFFIX) (void)
365 d9bce9d9 j_mayer
{
366 d9bce9d9 j_mayer
    glue(do_stsw, MEMSUFFIX)(PARAM1);
367 d9bce9d9 j_mayer
    RETURN();
368 d9bce9d9 j_mayer
}
369 d9bce9d9 j_mayer
370 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
371 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_64, MEMSUFFIX) (void)
372 d9bce9d9 j_mayer
{
373 d9bce9d9 j_mayer
    glue(do_stsw_64, MEMSUFFIX)(PARAM1);
374 d9bce9d9 j_mayer
    RETURN();
375 d9bce9d9 j_mayer
}
376 d9bce9d9 j_mayer
#endif
377 111bfab3 bellard
378 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_le, MEMSUFFIX) (void)
379 9a64fbe4 bellard
{
380 d9bce9d9 j_mayer
    glue(do_stsw_le, MEMSUFFIX)(PARAM1);
381 9a64fbe4 bellard
    RETURN();
382 9a64fbe4 bellard
}
383 9a64fbe4 bellard
384 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
385 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_le_64, MEMSUFFIX) (void)
386 111bfab3 bellard
{
387 d9bce9d9 j_mayer
    glue(do_stsw_le_64, MEMSUFFIX)(PARAM1);
388 111bfab3 bellard
    RETURN();
389 111bfab3 bellard
}
390 d9bce9d9 j_mayer
#endif
391 111bfab3 bellard
392 9a64fbe4 bellard
/***                         Floating-point store                          ***/
393 9a64fbe4 bellard
#define PPC_STF_OP(name, op)                                                  \
394 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
395 d9bce9d9 j_mayer
{                                                                             \
396 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, FT0);                                   \
397 d9bce9d9 j_mayer
    RETURN();                                                                 \
398 d9bce9d9 j_mayer
}
399 d9bce9d9 j_mayer
400 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
401 d9bce9d9 j_mayer
#define PPC_STF_OP_64(name, op)                                               \
402 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
403 9a64fbe4 bellard
{                                                                             \
404 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, FT0);                                   \
405 9a64fbe4 bellard
    RETURN();                                                                 \
406 9a64fbe4 bellard
}
407 d9bce9d9 j_mayer
#endif
408 9a64fbe4 bellard
409 b068d6a7 j_mayer
static always_inline void glue(stfs, MEMSUFFIX) (target_ulong EA, double d)
410 477023a6 j_mayer
{
411 477023a6 j_mayer
    glue(stfl, MEMSUFFIX)(EA, float64_to_float32(d, &env->fp_status));
412 477023a6 j_mayer
}
413 477023a6 j_mayer
414 8378e71f j_mayer
#if defined(WORDS_BIGENDIAN)
415 8378e71f j_mayer
#define WORD0 0
416 8378e71f j_mayer
#define WORD1 1
417 8378e71f j_mayer
#else
418 8378e71f j_mayer
#define WORD0 1
419 8378e71f j_mayer
#define WORD1 0
420 8378e71f j_mayer
#endif
421 b068d6a7 j_mayer
static always_inline void glue(stfiwx, MEMSUFFIX) (target_ulong EA, double d)
422 477023a6 j_mayer
{
423 477023a6 j_mayer
    union {
424 477023a6 j_mayer
        double d;
425 8378e71f j_mayer
        uint32_t u[2];
426 477023a6 j_mayer
    } u;
427 477023a6 j_mayer
428 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
429 477023a6 j_mayer
    u.d = d;
430 8378e71f j_mayer
    glue(stl, MEMSUFFIX)(EA, u.u[WORD0]);
431 477023a6 j_mayer
}
432 8378e71f j_mayer
#undef WORD0
433 8378e71f j_mayer
#undef WORD1
434 477023a6 j_mayer
435 9a64fbe4 bellard
PPC_STF_OP(fd, stfq);
436 477023a6 j_mayer
PPC_STF_OP(fs, stfs);
437 477023a6 j_mayer
PPC_STF_OP(fiwx, stfiwx);
438 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
439 d9bce9d9 j_mayer
PPC_STF_OP_64(fd, stfq);
440 477023a6 j_mayer
PPC_STF_OP_64(fs, stfs);
441 477023a6 j_mayer
PPC_STF_OP_64(fiwx, stfiwx);
442 d9bce9d9 j_mayer
#endif
443 9a64fbe4 bellard
444 b068d6a7 j_mayer
static always_inline void glue(stfqr, MEMSUFFIX) (target_ulong EA, double d)
445 111bfab3 bellard
{
446 111bfab3 bellard
    union {
447 111bfab3 bellard
        double d;
448 111bfab3 bellard
        uint64_t u;
449 111bfab3 bellard
    } u;
450 111bfab3 bellard
451 111bfab3 bellard
    u.d = d;
452 111bfab3 bellard
    u.u = ((u.u & 0xFF00000000000000ULL) >> 56) |
453 111bfab3 bellard
        ((u.u & 0x00FF000000000000ULL) >> 40) |
454 111bfab3 bellard
        ((u.u & 0x0000FF0000000000ULL) >> 24) |
455 111bfab3 bellard
        ((u.u & 0x000000FF00000000ULL) >> 8) |
456 111bfab3 bellard
        ((u.u & 0x00000000FF000000ULL) << 8) |
457 111bfab3 bellard
        ((u.u & 0x0000000000FF0000ULL) << 24) |
458 111bfab3 bellard
        ((u.u & 0x000000000000FF00ULL) << 40) |
459 111bfab3 bellard
        ((u.u & 0x00000000000000FFULL) << 56);
460 111bfab3 bellard
    glue(stfq, MEMSUFFIX)(EA, u.d);
461 111bfab3 bellard
}
462 111bfab3 bellard
463 b068d6a7 j_mayer
static always_inline void glue(stfsr, MEMSUFFIX) (target_ulong EA, double d)
464 111bfab3 bellard
{
465 111bfab3 bellard
    union {
466 111bfab3 bellard
        float f;
467 111bfab3 bellard
        uint32_t u;
468 111bfab3 bellard
    } u;
469 111bfab3 bellard
470 477023a6 j_mayer
    u.f = float64_to_float32(d, &env->fp_status);
471 111bfab3 bellard
    u.u = ((u.u & 0xFF000000UL) >> 24) |
472 111bfab3 bellard
        ((u.u & 0x00FF0000ULL) >> 8) |
473 111bfab3 bellard
        ((u.u & 0x0000FF00UL) << 8) |
474 111bfab3 bellard
        ((u.u & 0x000000FFULL) << 24);
475 111bfab3 bellard
    glue(stfl, MEMSUFFIX)(EA, u.f);
476 111bfab3 bellard
}
477 111bfab3 bellard
478 b068d6a7 j_mayer
static always_inline void glue(stfiwxr, MEMSUFFIX) (target_ulong EA, double d)
479 477023a6 j_mayer
{
480 477023a6 j_mayer
    union {
481 477023a6 j_mayer
        double d;
482 477023a6 j_mayer
        uint64_t u;
483 477023a6 j_mayer
    } u;
484 477023a6 j_mayer
485 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
486 477023a6 j_mayer
    u.d = d;
487 477023a6 j_mayer
    u.u = ((u.u & 0xFF000000UL) >> 24) |
488 477023a6 j_mayer
        ((u.u & 0x00FF0000ULL) >> 8) |
489 477023a6 j_mayer
        ((u.u & 0x0000FF00UL) << 8) |
490 477023a6 j_mayer
        ((u.u & 0x000000FFULL) << 24);
491 477023a6 j_mayer
    glue(stl, MEMSUFFIX)(EA, u.u);
492 477023a6 j_mayer
}
493 477023a6 j_mayer
494 111bfab3 bellard
PPC_STF_OP(fd_le, stfqr);
495 477023a6 j_mayer
PPC_STF_OP(fs_le, stfsr);
496 477023a6 j_mayer
PPC_STF_OP(fiwx_le, stfiwxr);
497 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
498 d9bce9d9 j_mayer
PPC_STF_OP_64(fd_le, stfqr);
499 477023a6 j_mayer
PPC_STF_OP_64(fs_le, stfsr);
500 477023a6 j_mayer
PPC_STF_OP_64(fiwx_le, stfiwxr);
501 d9bce9d9 j_mayer
#endif
502 111bfab3 bellard
503 9a64fbe4 bellard
/***                         Floating-point load                           ***/
504 9a64fbe4 bellard
#define PPC_LDF_OP(name, op)                                                  \
505 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
506 d9bce9d9 j_mayer
{                                                                             \
507 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint32_t)T0);                                  \
508 d9bce9d9 j_mayer
    RETURN();                                                                 \
509 d9bce9d9 j_mayer
}
510 d9bce9d9 j_mayer
511 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
512 d9bce9d9 j_mayer
#define PPC_LDF_OP_64(name, op)                                               \
513 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
514 9a64fbe4 bellard
{                                                                             \
515 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint64_t)T0);                                  \
516 9a64fbe4 bellard
    RETURN();                                                                 \
517 9a64fbe4 bellard
}
518 d9bce9d9 j_mayer
#endif
519 9a64fbe4 bellard
520 b068d6a7 j_mayer
static always_inline double glue(ldfs, MEMSUFFIX) (target_ulong EA)
521 477023a6 j_mayer
{
522 477023a6 j_mayer
    return float32_to_float64(glue(ldfl, MEMSUFFIX)(EA), &env->fp_status);
523 477023a6 j_mayer
}
524 477023a6 j_mayer
525 9a64fbe4 bellard
PPC_LDF_OP(fd, ldfq);
526 477023a6 j_mayer
PPC_LDF_OP(fs, ldfs);
527 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
528 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd, ldfq);
529 477023a6 j_mayer
PPC_LDF_OP_64(fs, ldfs);
530 d9bce9d9 j_mayer
#endif
531 9a64fbe4 bellard
532 b068d6a7 j_mayer
static always_inline double glue(ldfqr, MEMSUFFIX) (target_ulong EA)
533 111bfab3 bellard
{
534 111bfab3 bellard
    union {
535 111bfab3 bellard
        double d;
536 111bfab3 bellard
        uint64_t u;
537 111bfab3 bellard
    } u;
538 111bfab3 bellard
539 111bfab3 bellard
    u.d = glue(ldfq, MEMSUFFIX)(EA);
540 111bfab3 bellard
    u.u = ((u.u & 0xFF00000000000000ULL) >> 56) |
541 111bfab3 bellard
        ((u.u & 0x00FF000000000000ULL) >> 40) |
542 111bfab3 bellard
        ((u.u & 0x0000FF0000000000ULL) >> 24) |
543 111bfab3 bellard
        ((u.u & 0x000000FF00000000ULL) >> 8) |
544 111bfab3 bellard
        ((u.u & 0x00000000FF000000ULL) << 8) |
545 111bfab3 bellard
        ((u.u & 0x0000000000FF0000ULL) << 24) |
546 111bfab3 bellard
        ((u.u & 0x000000000000FF00ULL) << 40) |
547 111bfab3 bellard
        ((u.u & 0x00000000000000FFULL) << 56);
548 111bfab3 bellard
549 111bfab3 bellard
    return u.d;
550 111bfab3 bellard
}
551 111bfab3 bellard
552 b068d6a7 j_mayer
static always_inline double glue(ldfsr, MEMSUFFIX) (target_ulong EA)
553 111bfab3 bellard
{
554 111bfab3 bellard
    union {
555 111bfab3 bellard
        float f;
556 111bfab3 bellard
        uint32_t u;
557 111bfab3 bellard
    } u;
558 111bfab3 bellard
559 111bfab3 bellard
    u.f = glue(ldfl, MEMSUFFIX)(EA);
560 111bfab3 bellard
    u.u = ((u.u & 0xFF000000UL) >> 24) |
561 111bfab3 bellard
        ((u.u & 0x00FF0000ULL) >> 8) |
562 111bfab3 bellard
        ((u.u & 0x0000FF00UL) << 8) |
563 111bfab3 bellard
        ((u.u & 0x000000FFULL) << 24);
564 111bfab3 bellard
565 477023a6 j_mayer
    return float32_to_float64(u.f, &env->fp_status);
566 111bfab3 bellard
}
567 111bfab3 bellard
568 111bfab3 bellard
PPC_LDF_OP(fd_le, ldfqr);
569 477023a6 j_mayer
PPC_LDF_OP(fs_le, ldfsr);
570 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
571 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd_le, ldfqr);
572 477023a6 j_mayer
PPC_LDF_OP_64(fs_le, ldfsr);
573 d9bce9d9 j_mayer
#endif
574 111bfab3 bellard
575 985a19d6 bellard
/* Load and set reservation */
576 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx, MEMSUFFIX) (void)
577 d9bce9d9 j_mayer
{
578 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
579 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
580 d9bce9d9 j_mayer
    } else {
581 d9bce9d9 j_mayer
        T1 = glue(ldl, MEMSUFFIX)((uint32_t)T0);
582 36081602 j_mayer
        env->reserve = (uint32_t)T0;
583 d9bce9d9 j_mayer
    }
584 d9bce9d9 j_mayer
    RETURN();
585 d9bce9d9 j_mayer
}
586 d9bce9d9 j_mayer
587 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
588 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_64, MEMSUFFIX) (void)
589 d9bce9d9 j_mayer
{
590 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
591 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
592 d9bce9d9 j_mayer
    } else {
593 d9bce9d9 j_mayer
        T1 = glue(ldl, MEMSUFFIX)((uint64_t)T0);
594 36081602 j_mayer
        env->reserve = (uint64_t)T0;
595 d9bce9d9 j_mayer
    }
596 d9bce9d9 j_mayer
    RETURN();
597 d9bce9d9 j_mayer
}
598 d9bce9d9 j_mayer
599 426613db j_mayer
void OPPROTO glue(op_ldarx, MEMSUFFIX) (void)
600 426613db j_mayer
{
601 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
602 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
603 426613db j_mayer
    } else {
604 426613db j_mayer
        T1 = glue(ldq, MEMSUFFIX)((uint32_t)T0);
605 36081602 j_mayer
        env->reserve = (uint32_t)T0;
606 426613db j_mayer
    }
607 426613db j_mayer
    RETURN();
608 426613db j_mayer
}
609 426613db j_mayer
610 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_64, MEMSUFFIX) (void)
611 d9bce9d9 j_mayer
{
612 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
613 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
614 d9bce9d9 j_mayer
    } else {
615 d9bce9d9 j_mayer
        T1 = glue(ldq, MEMSUFFIX)((uint64_t)T0);
616 36081602 j_mayer
        env->reserve = (uint64_t)T0;
617 d9bce9d9 j_mayer
    }
618 d9bce9d9 j_mayer
    RETURN();
619 d9bce9d9 j_mayer
}
620 d9bce9d9 j_mayer
#endif
621 d9bce9d9 j_mayer
622 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le, MEMSUFFIX) (void)
623 d9bce9d9 j_mayer
{
624 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
625 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
626 d9bce9d9 j_mayer
    } else {
627 d9bce9d9 j_mayer
        T1 = glue(ld32r, MEMSUFFIX)((uint32_t)T0);
628 36081602 j_mayer
        env->reserve = (uint32_t)T0;
629 d9bce9d9 j_mayer
    }
630 d9bce9d9 j_mayer
    RETURN();
631 d9bce9d9 j_mayer
}
632 d9bce9d9 j_mayer
633 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
634 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le_64, MEMSUFFIX) (void)
635 985a19d6 bellard
{
636 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
637 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
638 985a19d6 bellard
    } else {
639 d9bce9d9 j_mayer
        T1 = glue(ld32r, MEMSUFFIX)((uint64_t)T0);
640 36081602 j_mayer
        env->reserve = (uint64_t)T0;
641 985a19d6 bellard
    }
642 985a19d6 bellard
    RETURN();
643 985a19d6 bellard
}
644 985a19d6 bellard
645 426613db j_mayer
void OPPROTO glue(op_ldarx_le, MEMSUFFIX) (void)
646 426613db j_mayer
{
647 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
648 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
649 426613db j_mayer
    } else {
650 426613db j_mayer
        T1 = glue(ld64r, MEMSUFFIX)((uint32_t)T0);
651 36081602 j_mayer
        env->reserve = (uint32_t)T0;
652 426613db j_mayer
    }
653 426613db j_mayer
    RETURN();
654 426613db j_mayer
}
655 426613db j_mayer
656 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_le_64, MEMSUFFIX) (void)
657 111bfab3 bellard
{
658 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
659 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
660 111bfab3 bellard
    } else {
661 d9bce9d9 j_mayer
        T1 = glue(ld64r, MEMSUFFIX)((uint64_t)T0);
662 36081602 j_mayer
        env->reserve = (uint64_t)T0;
663 111bfab3 bellard
    }
664 111bfab3 bellard
    RETURN();
665 111bfab3 bellard
}
666 d9bce9d9 j_mayer
#endif
667 111bfab3 bellard
668 9a64fbe4 bellard
/* Store with reservation */
669 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx, MEMSUFFIX) (void)
670 d9bce9d9 j_mayer
{
671 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
672 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
673 d9bce9d9 j_mayer
    } else {
674 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
675 966439a6 j_mayer
            env->crf[0] = xer_so;
676 d9bce9d9 j_mayer
        } else {
677 d9bce9d9 j_mayer
            glue(stl, MEMSUFFIX)((uint32_t)T0, T1);
678 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
679 d9bce9d9 j_mayer
        }
680 d9bce9d9 j_mayer
    }
681 36081602 j_mayer
    env->reserve = -1;
682 d9bce9d9 j_mayer
    RETURN();
683 d9bce9d9 j_mayer
}
684 d9bce9d9 j_mayer
685 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
686 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_64, MEMSUFFIX) (void)
687 d9bce9d9 j_mayer
{
688 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
689 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
690 d9bce9d9 j_mayer
    } else {
691 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
692 966439a6 j_mayer
            env->crf[0] = xer_so;
693 d9bce9d9 j_mayer
        } else {
694 d9bce9d9 j_mayer
            glue(stl, MEMSUFFIX)((uint64_t)T0, T1);
695 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
696 d9bce9d9 j_mayer
        }
697 d9bce9d9 j_mayer
    }
698 36081602 j_mayer
    env->reserve = -1;
699 d9bce9d9 j_mayer
    RETURN();
700 d9bce9d9 j_mayer
}
701 d9bce9d9 j_mayer
702 426613db j_mayer
void OPPROTO glue(op_stdcx, MEMSUFFIX) (void)
703 426613db j_mayer
{
704 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
705 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
706 426613db j_mayer
    } else {
707 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
708 966439a6 j_mayer
            env->crf[0] = xer_so;
709 426613db j_mayer
        } else {
710 426613db j_mayer
            glue(stq, MEMSUFFIX)((uint32_t)T0, T1);
711 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
712 426613db j_mayer
        }
713 426613db j_mayer
    }
714 36081602 j_mayer
    env->reserve = -1;
715 426613db j_mayer
    RETURN();
716 426613db j_mayer
}
717 426613db j_mayer
718 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_64, MEMSUFFIX) (void)
719 9a64fbe4 bellard
{
720 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
721 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
722 9a64fbe4 bellard
    } else {
723 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
724 966439a6 j_mayer
            env->crf[0] = xer_so;
725 9a64fbe4 bellard
        } else {
726 d9bce9d9 j_mayer
            glue(stq, MEMSUFFIX)((uint64_t)T0, T1);
727 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
728 d9bce9d9 j_mayer
        }
729 d9bce9d9 j_mayer
    }
730 36081602 j_mayer
    env->reserve = -1;
731 d9bce9d9 j_mayer
    RETURN();
732 d9bce9d9 j_mayer
}
733 d9bce9d9 j_mayer
#endif
734 d9bce9d9 j_mayer
735 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le, MEMSUFFIX) (void)
736 d9bce9d9 j_mayer
{
737 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
738 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
739 d9bce9d9 j_mayer
    } else {
740 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
741 966439a6 j_mayer
            env->crf[0] = xer_so;
742 d9bce9d9 j_mayer
        } else {
743 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
744 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
745 9a64fbe4 bellard
        }
746 9a64fbe4 bellard
    }
747 36081602 j_mayer
    env->reserve = -1;
748 9a64fbe4 bellard
    RETURN();
749 9a64fbe4 bellard
}
750 9a64fbe4 bellard
751 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
752 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le_64, MEMSUFFIX) (void)
753 111bfab3 bellard
{
754 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
755 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
756 111bfab3 bellard
    } else {
757 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
758 966439a6 j_mayer
            env->crf[0] = xer_so;
759 111bfab3 bellard
        } else {
760 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
761 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
762 111bfab3 bellard
        }
763 111bfab3 bellard
    }
764 36081602 j_mayer
    env->reserve = -1;
765 111bfab3 bellard
    RETURN();
766 111bfab3 bellard
}
767 111bfab3 bellard
768 426613db j_mayer
void OPPROTO glue(op_stdcx_le, MEMSUFFIX) (void)
769 426613db j_mayer
{
770 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
771 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
772 426613db j_mayer
    } else {
773 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
774 966439a6 j_mayer
            env->crf[0] = xer_so;
775 426613db j_mayer
        } else {
776 426613db j_mayer
            glue(st64r, MEMSUFFIX)((uint32_t)T0, T1);
777 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
778 426613db j_mayer
        }
779 426613db j_mayer
    }
780 36081602 j_mayer
    env->reserve = -1;
781 426613db j_mayer
    RETURN();
782 426613db j_mayer
}
783 426613db j_mayer
784 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_le_64, MEMSUFFIX) (void)
785 d9bce9d9 j_mayer
{
786 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
787 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
788 d9bce9d9 j_mayer
    } else {
789 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
790 966439a6 j_mayer
            env->crf[0] = xer_so;
791 d9bce9d9 j_mayer
        } else {
792 d9bce9d9 j_mayer
            glue(st64r, MEMSUFFIX)((uint64_t)T0, T1);
793 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
794 d9bce9d9 j_mayer
        }
795 d9bce9d9 j_mayer
    }
796 36081602 j_mayer
    env->reserve = -1;
797 d9bce9d9 j_mayer
    RETURN();
798 d9bce9d9 j_mayer
}
799 d9bce9d9 j_mayer
#endif
800 d9bce9d9 j_mayer
801 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32, MEMSUFFIX) (void)
802 d63001d1 j_mayer
{
803 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
804 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
805 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
806 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
807 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
808 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
809 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
810 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
811 d63001d1 j_mayer
    RETURN();
812 d63001d1 j_mayer
}
813 d63001d1 j_mayer
814 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64, MEMSUFFIX) (void)
815 d9bce9d9 j_mayer
{
816 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
817 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
818 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
819 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
820 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
821 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
822 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
823 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
824 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
825 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
826 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
827 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
828 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
829 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
830 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
831 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
832 d63001d1 j_mayer
    RETURN();
833 d63001d1 j_mayer
}
834 d63001d1 j_mayer
835 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128, MEMSUFFIX) (void)
836 d63001d1 j_mayer
{
837 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
838 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
839 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
840 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
841 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
842 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
843 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
844 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
845 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
846 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
847 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
848 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
849 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
850 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
851 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
852 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
853 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x40UL), 0);
854 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x44UL), 0);
855 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x48UL), 0);
856 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x4CUL), 0);
857 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x50UL), 0);
858 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x54UL), 0);
859 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x58UL), 0);
860 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x5CUL), 0);
861 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x60UL), 0);
862 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x64UL), 0);
863 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x68UL), 0);
864 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x6CUL), 0);
865 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x70UL), 0);
866 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x74UL), 0);
867 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x78UL), 0);
868 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x7CUL), 0);
869 d63001d1 j_mayer
    RETURN();
870 d63001d1 j_mayer
}
871 d63001d1 j_mayer
872 d63001d1 j_mayer
void OPPROTO glue(op_dcbz, MEMSUFFIX) (void)
873 d63001d1 j_mayer
{
874 d63001d1 j_mayer
    glue(do_dcbz, MEMSUFFIX)();
875 d9bce9d9 j_mayer
    RETURN();
876 d9bce9d9 j_mayer
}
877 d9bce9d9 j_mayer
878 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
879 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32_64, MEMSUFFIX) (void)
880 d63001d1 j_mayer
{
881 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
882 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
883 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
884 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
885 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
886 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
887 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
888 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
889 d63001d1 j_mayer
    RETURN();
890 d63001d1 j_mayer
}
891 d63001d1 j_mayer
892 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64_64, MEMSUFFIX) (void)
893 9a64fbe4 bellard
{
894 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
895 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
896 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
897 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
898 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
899 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
900 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
901 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
902 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
903 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
904 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
905 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
906 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
907 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
908 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
909 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
910 d63001d1 j_mayer
    RETURN();
911 d63001d1 j_mayer
}
912 d63001d1 j_mayer
913 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128_64, MEMSUFFIX) (void)
914 d63001d1 j_mayer
{
915 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
916 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
917 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
918 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
919 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
920 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
921 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
922 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
923 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
924 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
925 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
926 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
927 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
928 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
929 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
930 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
931 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x40UL), 0);
932 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x44UL), 0);
933 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x48UL), 0);
934 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x4CUL), 0);
935 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x50UL), 0);
936 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x54UL), 0);
937 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x58UL), 0);
938 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x5CUL), 0);
939 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x60UL), 0);
940 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x64UL), 0);
941 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x68UL), 0);
942 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x6CUL), 0);
943 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x70UL), 0);
944 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x74UL), 0);
945 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x78UL), 0);
946 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x7CUL), 0);
947 d63001d1 j_mayer
    RETURN();
948 d63001d1 j_mayer
}
949 d63001d1 j_mayer
950 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_64, MEMSUFFIX) (void)
951 d63001d1 j_mayer
{
952 d63001d1 j_mayer
    glue(do_dcbz_64, MEMSUFFIX)();
953 9a64fbe4 bellard
    RETURN();
954 9a64fbe4 bellard
}
955 d9bce9d9 j_mayer
#endif
956 9a64fbe4 bellard
957 36f69651 j_mayer
/* Instruction cache block invalidate */
958 36f69651 j_mayer
void OPPROTO glue(op_icbi, MEMSUFFIX) (void)
959 36f69651 j_mayer
{
960 36f69651 j_mayer
    glue(do_icbi, MEMSUFFIX)();
961 36f69651 j_mayer
    RETURN();
962 36f69651 j_mayer
}
963 36f69651 j_mayer
964 36f69651 j_mayer
#if defined(TARGET_PPC64)
965 36f69651 j_mayer
void OPPROTO glue(op_icbi_64, MEMSUFFIX) (void)
966 36f69651 j_mayer
{
967 36f69651 j_mayer
    glue(do_icbi_64, MEMSUFFIX)();
968 36f69651 j_mayer
    RETURN();
969 36f69651 j_mayer
}
970 36f69651 j_mayer
#endif
971 36f69651 j_mayer
972 9a64fbe4 bellard
/* External access */
973 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx, MEMSUFFIX) (void)
974 d9bce9d9 j_mayer
{
975 d9bce9d9 j_mayer
    T1 = glue(ldl, MEMSUFFIX)((uint32_t)T0);
976 d9bce9d9 j_mayer
    RETURN();
977 d9bce9d9 j_mayer
}
978 d9bce9d9 j_mayer
979 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
980 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_64, MEMSUFFIX) (void)
981 d9bce9d9 j_mayer
{
982 d9bce9d9 j_mayer
    T1 = glue(ldl, MEMSUFFIX)((uint64_t)T0);
983 d9bce9d9 j_mayer
    RETURN();
984 d9bce9d9 j_mayer
}
985 d9bce9d9 j_mayer
#endif
986 d9bce9d9 j_mayer
987 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx, MEMSUFFIX) (void)
988 d9bce9d9 j_mayer
{
989 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)T0, T1);
990 d9bce9d9 j_mayer
    RETURN();
991 d9bce9d9 j_mayer
}
992 d9bce9d9 j_mayer
993 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
994 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_64, MEMSUFFIX) (void)
995 9a64fbe4 bellard
{
996 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)T0, T1);
997 9a64fbe4 bellard
    RETURN();
998 9a64fbe4 bellard
}
999 d9bce9d9 j_mayer
#endif
1000 9a64fbe4 bellard
1001 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le, MEMSUFFIX) (void)
1002 9a64fbe4 bellard
{
1003 d9bce9d9 j_mayer
    T1 = glue(ld32r, MEMSUFFIX)((uint32_t)T0);
1004 9a64fbe4 bellard
    RETURN();
1005 9a64fbe4 bellard
}
1006 9a64fbe4 bellard
1007 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
1008 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le_64, MEMSUFFIX) (void)
1009 111bfab3 bellard
{
1010 d9bce9d9 j_mayer
    T1 = glue(ld32r, MEMSUFFIX)((uint64_t)T0);
1011 111bfab3 bellard
    RETURN();
1012 111bfab3 bellard
}
1013 d9bce9d9 j_mayer
#endif
1014 111bfab3 bellard
1015 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le, MEMSUFFIX) (void)
1016 111bfab3 bellard
{
1017 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
1018 111bfab3 bellard
    RETURN();
1019 111bfab3 bellard
}
1020 111bfab3 bellard
1021 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
1022 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le_64, MEMSUFFIX) (void)
1023 d9bce9d9 j_mayer
{
1024 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
1025 d9bce9d9 j_mayer
    RETURN();
1026 d9bce9d9 j_mayer
}
1027 d9bce9d9 j_mayer
#endif
1028 d9bce9d9 j_mayer
1029 76a66253 j_mayer
/* XXX: those micro-ops need tests ! */
1030 76a66253 j_mayer
/* PowerPC 601 specific instructions (POWER bridge) */
1031 76a66253 j_mayer
void OPPROTO glue(op_POWER_lscbx, MEMSUFFIX) (void)
1032 76a66253 j_mayer
{
1033 76a66253 j_mayer
    /* When byte count is 0, do nothing */
1034 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
1035 76a66253 j_mayer
        glue(do_POWER_lscbx, MEMSUFFIX)(PARAM1, PARAM2, PARAM3);
1036 76a66253 j_mayer
    }
1037 76a66253 j_mayer
    RETURN();
1038 76a66253 j_mayer
}
1039 76a66253 j_mayer
1040 76a66253 j_mayer
/* POWER2 quad load and store */
1041 76a66253 j_mayer
/* XXX: TAGs are not managed */
1042 76a66253 j_mayer
void OPPROTO glue(op_POWER2_lfq, MEMSUFFIX) (void)
1043 76a66253 j_mayer
{
1044 76a66253 j_mayer
    glue(do_POWER2_lfq, MEMSUFFIX)();
1045 76a66253 j_mayer
    RETURN();
1046 76a66253 j_mayer
}
1047 76a66253 j_mayer
1048 76a66253 j_mayer
void glue(op_POWER2_lfq_le, MEMSUFFIX) (void)
1049 76a66253 j_mayer
{
1050 76a66253 j_mayer
    glue(do_POWER2_lfq_le, MEMSUFFIX)();
1051 76a66253 j_mayer
    RETURN();
1052 76a66253 j_mayer
}
1053 76a66253 j_mayer
1054 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq, MEMSUFFIX) (void)
1055 76a66253 j_mayer
{
1056 76a66253 j_mayer
    glue(do_POWER2_stfq, MEMSUFFIX)();
1057 76a66253 j_mayer
    RETURN();
1058 76a66253 j_mayer
}
1059 76a66253 j_mayer
1060 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq_le, MEMSUFFIX) (void)
1061 76a66253 j_mayer
{
1062 76a66253 j_mayer
    glue(do_POWER2_stfq_le, MEMSUFFIX)();
1063 76a66253 j_mayer
    RETURN();
1064 76a66253 j_mayer
}
1065 76a66253 j_mayer
1066 a9d9eb8f j_mayer
/* Altivec vector extension */
1067 a9d9eb8f j_mayer
#if defined(WORDS_BIGENDIAN)
1068 a9d9eb8f j_mayer
#define VR_DWORD0 0
1069 a9d9eb8f j_mayer
#define VR_DWORD1 1
1070 a9d9eb8f j_mayer
#else
1071 a9d9eb8f j_mayer
#define VR_DWORD0 1
1072 a9d9eb8f j_mayer
#define VR_DWORD1 0
1073 a9d9eb8f j_mayer
#endif
1074 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx, MEMSUFFIX) (void)
1075 a9d9eb8f j_mayer
{
1076 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint32_t)T0);
1077 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint32_t)T0 + 8);
1078 a9d9eb8f j_mayer
}
1079 a9d9eb8f j_mayer
1080 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le, MEMSUFFIX) (void)
1081 a9d9eb8f j_mayer
{
1082 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint32_t)T0);
1083 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint32_t)T0 + 8);
1084 a9d9eb8f j_mayer
}
1085 a9d9eb8f j_mayer
1086 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx, MEMSUFFIX) (void)
1087 a9d9eb8f j_mayer
{
1088 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD0]);
1089 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD1]);
1090 a9d9eb8f j_mayer
}
1091 a9d9eb8f j_mayer
1092 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le, MEMSUFFIX) (void)
1093 a9d9eb8f j_mayer
{
1094 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD1]);
1095 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD0]);
1096 a9d9eb8f j_mayer
}
1097 a9d9eb8f j_mayer
1098 a9d9eb8f j_mayer
#if defined(TARGET_PPC64)
1099 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_64, MEMSUFFIX) (void)
1100 a9d9eb8f j_mayer
{
1101 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint64_t)T0);
1102 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint64_t)T0 + 8);
1103 a9d9eb8f j_mayer
}
1104 a9d9eb8f j_mayer
1105 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le_64, MEMSUFFIX) (void)
1106 a9d9eb8f j_mayer
{
1107 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint64_t)T0);
1108 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint64_t)T0 + 8);
1109 a9d9eb8f j_mayer
}
1110 a9d9eb8f j_mayer
1111 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_64, MEMSUFFIX) (void)
1112 a9d9eb8f j_mayer
{
1113 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD0]);
1114 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD1]);
1115 a9d9eb8f j_mayer
}
1116 a9d9eb8f j_mayer
1117 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le_64, MEMSUFFIX) (void)
1118 a9d9eb8f j_mayer
{
1119 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD1]);
1120 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD0]);
1121 a9d9eb8f j_mayer
}
1122 a9d9eb8f j_mayer
#endif
1123 a9d9eb8f j_mayer
#undef VR_DWORD0
1124 a9d9eb8f j_mayer
#undef VR_DWORD1
1125 a9d9eb8f j_mayer
1126 35cdaad6 j_mayer
#if defined(TARGET_PPCEMB)
1127 0487d6a8 j_mayer
/* SPE extension */
1128 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP(name, op)                                              \
1129 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_l, name), MEMSUFFIX) (void)                     \
1130 0487d6a8 j_mayer
{                                                                             \
1131 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint32_t)T0);                                \
1132 0487d6a8 j_mayer
    RETURN();                                                                 \
1133 0487d6a8 j_mayer
}
1134 0487d6a8 j_mayer
1135 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1136 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP_64(name, op)                                           \
1137 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_l, name), _64), MEMSUFFIX) (void)          \
1138 0487d6a8 j_mayer
{                                                                             \
1139 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint64_t)T0);                                \
1140 0487d6a8 j_mayer
    RETURN();                                                                 \
1141 0487d6a8 j_mayer
}
1142 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
1143 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op);                                                     \
1144 0487d6a8 j_mayer
_PPC_SPE_LD_OP_64(name, op)
1145 0487d6a8 j_mayer
#else
1146 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
1147 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op)
1148 0487d6a8 j_mayer
#endif
1149 0487d6a8 j_mayer
1150 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP(name, op)                                              \
1151 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_st, name), MEMSUFFIX) (void)                    \
1152 0487d6a8 j_mayer
{                                                                             \
1153 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1_64);                                 \
1154 0487d6a8 j_mayer
    RETURN();                                                                 \
1155 0487d6a8 j_mayer
}
1156 0487d6a8 j_mayer
1157 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1158 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP_64(name, op)                                           \
1159 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_st, name), _64), MEMSUFFIX) (void)         \
1160 0487d6a8 j_mayer
{                                                                             \
1161 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1_64);                                 \
1162 0487d6a8 j_mayer
    RETURN();                                                                 \
1163 0487d6a8 j_mayer
}
1164 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1165 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op);                                                     \
1166 0487d6a8 j_mayer
_PPC_SPE_ST_OP_64(name, op)
1167 0487d6a8 j_mayer
#else
1168 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1169 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op)
1170 0487d6a8 j_mayer
#endif
1171 0487d6a8 j_mayer
1172 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1173 0487d6a8 j_mayer
PPC_SPE_LD_OP(dd, ldq);
1174 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd, stq);
1175 0487d6a8 j_mayer
PPC_SPE_LD_OP(dd_le, ld64r);
1176 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd_le, st64r);
1177 0487d6a8 j_mayer
#endif
1178 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw, MEMSUFFIX) (target_ulong EA)
1179 0487d6a8 j_mayer
{
1180 0487d6a8 j_mayer
    uint64_t ret;
1181 0487d6a8 j_mayer
    ret = (uint64_t)glue(ldl, MEMSUFFIX)(EA) << 32;
1182 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ldl, MEMSUFFIX)(EA + 4);
1183 0487d6a8 j_mayer
    return ret;
1184 0487d6a8 j_mayer
}
1185 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw, spe_ldw);
1186 b068d6a7 j_mayer
static always_inline void glue(spe_stdw, MEMSUFFIX) (target_ulong EA,
1187 b068d6a7 j_mayer
                                                     uint64_t data)
1188 0487d6a8 j_mayer
{
1189 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA, data >> 32);
1190 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA + 4, data);
1191 0487d6a8 j_mayer
}
1192 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw, spe_stdw);
1193 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw_le, MEMSUFFIX) (target_ulong EA)
1194 0487d6a8 j_mayer
{
1195 0487d6a8 j_mayer
    uint64_t ret;
1196 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld32r, MEMSUFFIX)(EA) << 32;
1197 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld32r, MEMSUFFIX)(EA + 4);
1198 0487d6a8 j_mayer
    return ret;
1199 0487d6a8 j_mayer
}
1200 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw_le, spe_ldw_le);
1201 b068d6a7 j_mayer
static always_inline void glue(spe_stdw_le, MEMSUFFIX) (target_ulong EA,
1202 b068d6a7 j_mayer
                                                        uint64_t data)
1203 0487d6a8 j_mayer
{
1204 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data >> 32);
1205 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA + 4, data);
1206 0487d6a8 j_mayer
}
1207 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw_le, spe_stdw_le);
1208 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh, MEMSUFFIX) (target_ulong EA)
1209 0487d6a8 j_mayer
{
1210 0487d6a8 j_mayer
    uint64_t ret;
1211 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 48;
1212 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2) << 32;
1213 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 4) << 16;
1214 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 6);
1215 0487d6a8 j_mayer
    return ret;
1216 0487d6a8 j_mayer
}
1217 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh, spe_ldh);
1218 b068d6a7 j_mayer
static always_inline void glue(spe_stdh, MEMSUFFIX) (target_ulong EA,
1219 b068d6a7 j_mayer
                                                     uint64_t data)
1220 0487d6a8 j_mayer
{
1221 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 48);
1222 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data >> 32);
1223 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 4, data >> 16);
1224 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 6, data);
1225 0487d6a8 j_mayer
}
1226 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh, spe_stdh);
1227 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh_le, MEMSUFFIX) (target_ulong EA)
1228 0487d6a8 j_mayer
{
1229 0487d6a8 j_mayer
    uint64_t ret;
1230 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 48;
1231 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2) << 32;
1232 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 4) << 16;
1233 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 6);
1234 0487d6a8 j_mayer
    return ret;
1235 0487d6a8 j_mayer
}
1236 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh_le, spe_ldh_le);
1237 b068d6a7 j_mayer
static always_inline void glue(spe_stdh_le, MEMSUFFIX) (target_ulong EA,
1238 b068d6a7 j_mayer
                                                        uint64_t data)
1239 0487d6a8 j_mayer
{
1240 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1241 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 32);
1242 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 4, data >> 16);
1243 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 6, data);
1244 0487d6a8 j_mayer
}
1245 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh_le, spe_stdh_le);
1246 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe, MEMSUFFIX) (target_ulong EA)
1247 0487d6a8 j_mayer
{
1248 0487d6a8 j_mayer
    uint64_t ret;
1249 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 48;
1250 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2) << 16;
1251 0487d6a8 j_mayer
    return ret;
1252 0487d6a8 j_mayer
}
1253 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe, spe_lwhe);
1254 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe, MEMSUFFIX) (target_ulong EA,
1255 b068d6a7 j_mayer
                                                      uint64_t data)
1256 0487d6a8 j_mayer
{
1257 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 48);
1258 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data >> 16);
1259 0487d6a8 j_mayer
}
1260 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe, spe_stwhe);
1261 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe_le, MEMSUFFIX) (target_ulong EA)
1262 0487d6a8 j_mayer
{
1263 0487d6a8 j_mayer
    uint64_t ret;
1264 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 48;
1265 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2) << 16;
1266 0487d6a8 j_mayer
    return ret;
1267 0487d6a8 j_mayer
}
1268 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe_le, spe_lwhe_le);
1269 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe_le, MEMSUFFIX) (target_ulong EA,
1270 b068d6a7 j_mayer
                                                         uint64_t data)
1271 0487d6a8 j_mayer
{
1272 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1273 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 16);
1274 0487d6a8 j_mayer
}
1275 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe_le, spe_stwhe_le);
1276 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou, MEMSUFFIX) (target_ulong EA)
1277 0487d6a8 j_mayer
{
1278 0487d6a8 j_mayer
    uint64_t ret;
1279 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 32;
1280 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2);
1281 0487d6a8 j_mayer
    return ret;
1282 0487d6a8 j_mayer
}
1283 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou, spe_lwhou);
1284 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos, MEMSUFFIX) (target_ulong EA)
1285 0487d6a8 j_mayer
{
1286 0487d6a8 j_mayer
    uint64_t ret;
1287 0487d6a8 j_mayer
    ret = ((uint64_t)((int32_t)glue(ldsw, MEMSUFFIX)(EA))) << 32;
1288 0487d6a8 j_mayer
    ret |= (uint64_t)((int32_t)glue(ldsw, MEMSUFFIX)(EA + 2));
1289 0487d6a8 j_mayer
    return ret;
1290 0487d6a8 j_mayer
}
1291 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos, spe_lwhos);
1292 b068d6a7 j_mayer
static always_inline void glue(spe_stwho, MEMSUFFIX) (target_ulong EA,
1293 b068d6a7 j_mayer
                                                      uint64_t data)
1294 0487d6a8 j_mayer
{
1295 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 32);
1296 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data);
1297 0487d6a8 j_mayer
}
1298 0487d6a8 j_mayer
PPC_SPE_ST_OP(who, spe_stwho);
1299 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou_le, MEMSUFFIX) (target_ulong EA)
1300 0487d6a8 j_mayer
{
1301 0487d6a8 j_mayer
    uint64_t ret;
1302 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 32;
1303 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2);
1304 0487d6a8 j_mayer
    return ret;
1305 0487d6a8 j_mayer
}
1306 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou_le, spe_lwhou_le);
1307 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos_le, MEMSUFFIX) (target_ulong EA)
1308 0487d6a8 j_mayer
{
1309 0487d6a8 j_mayer
    uint64_t ret;
1310 0487d6a8 j_mayer
    ret = ((uint64_t)((int32_t)glue(ld16rs, MEMSUFFIX)(EA))) << 32;
1311 0487d6a8 j_mayer
    ret |= (uint64_t)((int32_t)glue(ld16rs, MEMSUFFIX)(EA + 2));
1312 0487d6a8 j_mayer
    return ret;
1313 0487d6a8 j_mayer
}
1314 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos_le, spe_lwhos_le);
1315 b068d6a7 j_mayer
static always_inline void glue(spe_stwho_le, MEMSUFFIX) (target_ulong EA,
1316 b068d6a7 j_mayer
                                                         uint64_t data)
1317 0487d6a8 j_mayer
{
1318 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 32);
1319 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data);
1320 0487d6a8 j_mayer
}
1321 0487d6a8 j_mayer
PPC_SPE_ST_OP(who_le, spe_stwho_le);
1322 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1323 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo, MEMSUFFIX) (target_ulong EA,
1324 b068d6a7 j_mayer
                                                      uint64_t data)
1325 0487d6a8 j_mayer
{
1326 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA, data);
1327 0487d6a8 j_mayer
}
1328 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo, spe_stwwo);
1329 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo_le, MEMSUFFIX) (target_ulong EA,
1330 b068d6a7 j_mayer
                                                         uint64_t data)
1331 0487d6a8 j_mayer
{
1332 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data);
1333 0487d6a8 j_mayer
}
1334 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo_le, spe_stwwo_le);
1335 0487d6a8 j_mayer
#endif
1336 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh, MEMSUFFIX) (target_ulong EA)
1337 0487d6a8 j_mayer
{
1338 0487d6a8 j_mayer
    uint16_t tmp;
1339 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA);
1340 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1341 0487d6a8 j_mayer
}
1342 0487d6a8 j_mayer
PPC_SPE_LD_OP(h, spe_lh);
1343 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh_le, MEMSUFFIX) (target_ulong EA)
1344 0487d6a8 j_mayer
{
1345 0487d6a8 j_mayer
    uint16_t tmp;
1346 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA);
1347 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1348 0487d6a8 j_mayer
}
1349 0487d6a8 j_mayer
PPC_SPE_LD_OP(h_le, spe_lh_le);
1350 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwwsplat, MEMSUFFIX) (target_ulong EA)
1351 0487d6a8 j_mayer
{
1352 0487d6a8 j_mayer
    uint32_t tmp;
1353 0487d6a8 j_mayer
    tmp = glue(ldl, MEMSUFFIX)(EA);
1354 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1355 0487d6a8 j_mayer
}
1356 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat, spe_lwwsplat);
1357 b068d6a7 j_mayer
static always_inline
1358 b068d6a7 j_mayer
uint64_t glue(spe_lwwsplat_le, MEMSUFFIX) (target_ulong EA)
1359 0487d6a8 j_mayer
{
1360 0487d6a8 j_mayer
    uint32_t tmp;
1361 0487d6a8 j_mayer
    tmp = glue(ld32r, MEMSUFFIX)(EA);
1362 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1363 0487d6a8 j_mayer
}
1364 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat_le, spe_lwwsplat_le);
1365 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhsplat, MEMSUFFIX) (target_ulong EA)
1366 0487d6a8 j_mayer
{
1367 0487d6a8 j_mayer
    uint64_t ret;
1368 0487d6a8 j_mayer
    uint16_t tmp;
1369 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA);
1370 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1371 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA + 2);
1372 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1373 0487d6a8 j_mayer
    return ret;
1374 0487d6a8 j_mayer
}
1375 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat, spe_lwhsplat);
1376 b068d6a7 j_mayer
static always_inline
1377 b068d6a7 j_mayer
uint64_t glue(spe_lwhsplat_le, MEMSUFFIX) (target_ulong EA)
1378 0487d6a8 j_mayer
{
1379 0487d6a8 j_mayer
    uint64_t ret;
1380 0487d6a8 j_mayer
    uint16_t tmp;
1381 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA);
1382 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1383 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA + 2);
1384 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1385 0487d6a8 j_mayer
    return ret;
1386 0487d6a8 j_mayer
}
1387 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat_le, spe_lwhsplat_le);
1388 35cdaad6 j_mayer
#endif /* defined(TARGET_PPCEMB) */
1389 0487d6a8 j_mayer
1390 9a64fbe4 bellard
#undef MEMSUFFIX