Statistics
| Branch: | Revision:

root / target-ppc / op_mem.h @ c7697e1f

History | View | Annotate | Download (41.5 kB)

1 76a66253 j_mayer
/*
2 76a66253 j_mayer
 *  PowerPC emulation micro-operations for qemu.
3 5fafdf24 ths
 *
4 76a66253 j_mayer
 *  Copyright (c) 2003-2007 Jocelyn Mayer
5 76a66253 j_mayer
 *
6 76a66253 j_mayer
 * This library is free software; you can redistribute it and/or
7 76a66253 j_mayer
 * modify it under the terms of the GNU Lesser General Public
8 76a66253 j_mayer
 * License as published by the Free Software Foundation; either
9 76a66253 j_mayer
 * version 2 of the License, or (at your option) any later version.
10 76a66253 j_mayer
 *
11 76a66253 j_mayer
 * This library is distributed in the hope that it will be useful,
12 76a66253 j_mayer
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 76a66253 j_mayer
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 76a66253 j_mayer
 * Lesser General Public License for more details.
15 76a66253 j_mayer
 *
16 76a66253 j_mayer
 * You should have received a copy of the GNU Lesser General Public
17 76a66253 j_mayer
 * License along with this library; if not, write to the Free Software
18 76a66253 j_mayer
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19 76a66253 j_mayer
 */
20 9a64fbe4 bellard
21 b068d6a7 j_mayer
static always_inline uint16_t glue(ld16r, MEMSUFFIX) (target_ulong EA)
22 9a64fbe4 bellard
{
23 ac9eb073 bellard
    uint16_t tmp = glue(lduw, MEMSUFFIX)(EA);
24 9a64fbe4 bellard
    return ((tmp & 0xFF00) >> 8) | ((tmp & 0x00FF) << 8);
25 9a64fbe4 bellard
}
26 9a64fbe4 bellard
27 b068d6a7 j_mayer
static always_inline int32_t glue(ld16rs, MEMSUFFIX) (target_ulong EA)
28 111bfab3 bellard
{
29 111bfab3 bellard
    int16_t tmp = glue(lduw, MEMSUFFIX)(EA);
30 76a66253 j_mayer
    return (int16_t)((tmp & 0xFF00) >> 8) | ((tmp & 0x00FF) << 8);
31 111bfab3 bellard
}
32 111bfab3 bellard
33 b068d6a7 j_mayer
static always_inline uint32_t glue(ld32r, MEMSUFFIX) (target_ulong EA)
34 9a64fbe4 bellard
{
35 ac9eb073 bellard
    uint32_t tmp = glue(ldl, MEMSUFFIX)(EA);
36 9a64fbe4 bellard
    return ((tmp & 0xFF000000) >> 24) | ((tmp & 0x00FF0000) >> 8) |
37 9a64fbe4 bellard
        ((tmp & 0x0000FF00) << 8) | ((tmp & 0x000000FF) << 24);
38 9a64fbe4 bellard
}
39 9a64fbe4 bellard
40 35cdaad6 j_mayer
#if defined(TARGET_PPC64) || defined(TARGET_PPCEMB)
41 b068d6a7 j_mayer
static always_inline uint64_t glue(ld64r, MEMSUFFIX) (target_ulong EA)
42 d9bce9d9 j_mayer
{
43 d9bce9d9 j_mayer
    uint64_t tmp = glue(ldq, MEMSUFFIX)(EA);
44 d9bce9d9 j_mayer
    return ((tmp & 0xFF00000000000000ULL) >> 56) |
45 d9bce9d9 j_mayer
        ((tmp & 0x00FF000000000000ULL) >> 40) |
46 d9bce9d9 j_mayer
        ((tmp & 0x0000FF0000000000ULL) >> 24) |
47 d9bce9d9 j_mayer
        ((tmp & 0x000000FF00000000ULL) >> 8) |
48 d9bce9d9 j_mayer
        ((tmp & 0x00000000FF000000ULL) << 8) |
49 d9bce9d9 j_mayer
        ((tmp & 0x0000000000FF0000ULL) << 24) |
50 d9bce9d9 j_mayer
        ((tmp & 0x000000000000FF00ULL) << 40) |
51 d9bce9d9 j_mayer
        ((tmp & 0x00000000000000FFULL) << 54);
52 d9bce9d9 j_mayer
}
53 0487d6a8 j_mayer
#endif
54 0487d6a8 j_mayer
55 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
56 b068d6a7 j_mayer
static always_inline int64_t glue(ldsl, MEMSUFFIX) (target_ulong EA)
57 0487d6a8 j_mayer
{
58 0487d6a8 j_mayer
    return (int32_t)glue(ldl, MEMSUFFIX)(EA);
59 0487d6a8 j_mayer
}
60 d9bce9d9 j_mayer
61 b068d6a7 j_mayer
static always_inline int64_t glue(ld32rs, MEMSUFFIX) (target_ulong EA)
62 d9bce9d9 j_mayer
{
63 d9bce9d9 j_mayer
    uint32_t tmp = glue(ldl, MEMSUFFIX)(EA);
64 d9bce9d9 j_mayer
    return (int32_t)((tmp & 0xFF000000) >> 24) | ((tmp & 0x00FF0000) >> 8) |
65 d9bce9d9 j_mayer
        ((tmp & 0x0000FF00) << 8) | ((tmp & 0x000000FF) << 24);
66 d9bce9d9 j_mayer
}
67 d9bce9d9 j_mayer
#endif
68 d9bce9d9 j_mayer
69 b068d6a7 j_mayer
static always_inline void glue(st16r, MEMSUFFIX) (target_ulong EA,
70 b068d6a7 j_mayer
                                                  uint16_t data)
71 9a64fbe4 bellard
{
72 9a64fbe4 bellard
    uint16_t tmp = ((data & 0xFF00) >> 8) | ((data & 0x00FF) << 8);
73 ac9eb073 bellard
    glue(stw, MEMSUFFIX)(EA, tmp);
74 9a64fbe4 bellard
}
75 9a64fbe4 bellard
76 b068d6a7 j_mayer
static always_inline void glue(st32r, MEMSUFFIX) (target_ulong EA,
77 b068d6a7 j_mayer
                                                  uint32_t data)
78 9a64fbe4 bellard
{
79 9a64fbe4 bellard
    uint32_t tmp = ((data & 0xFF000000) >> 24) | ((data & 0x00FF0000) >> 8) |
80 9a64fbe4 bellard
        ((data & 0x0000FF00) << 8) | ((data & 0x000000FF) << 24);
81 ac9eb073 bellard
    glue(stl, MEMSUFFIX)(EA, tmp);
82 9a64fbe4 bellard
}
83 9a64fbe4 bellard
84 35cdaad6 j_mayer
#if defined(TARGET_PPC64) || defined(TARGET_PPCEMB)
85 b068d6a7 j_mayer
static always_inline void glue(st64r, MEMSUFFIX) (target_ulong EA,
86 b068d6a7 j_mayer
                                                  uint64_t data)
87 d9bce9d9 j_mayer
{
88 d9bce9d9 j_mayer
    uint64_t tmp = ((data & 0xFF00000000000000ULL) >> 56) |
89 d9bce9d9 j_mayer
        ((data & 0x00FF000000000000ULL) >> 40) |
90 d9bce9d9 j_mayer
        ((data & 0x0000FF0000000000ULL) >> 24) |
91 d9bce9d9 j_mayer
        ((data & 0x000000FF00000000ULL) >> 8) |
92 d9bce9d9 j_mayer
        ((data & 0x00000000FF000000ULL) << 8) |
93 d9bce9d9 j_mayer
        ((data & 0x0000000000FF0000ULL) << 24) |
94 d9bce9d9 j_mayer
        ((data & 0x000000000000FF00ULL) << 40) |
95 d9bce9d9 j_mayer
        ((data & 0x00000000000000FFULL) << 56);
96 d9bce9d9 j_mayer
    glue(stq, MEMSUFFIX)(EA, tmp);
97 d9bce9d9 j_mayer
}
98 d9bce9d9 j_mayer
#endif
99 d9bce9d9 j_mayer
100 9a64fbe4 bellard
/***                             Integer load                              ***/
101 9a64fbe4 bellard
#define PPC_LD_OP(name, op)                                                   \
102 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
103 9a64fbe4 bellard
{                                                                             \
104 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint32_t)T0);                                   \
105 9a64fbe4 bellard
    RETURN();                                                                 \
106 9a64fbe4 bellard
}
107 9a64fbe4 bellard
108 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
109 d9bce9d9 j_mayer
#define PPC_LD_OP_64(name, op)                                                \
110 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
111 d9bce9d9 j_mayer
{                                                                             \
112 d9bce9d9 j_mayer
    T1 = glue(op, MEMSUFFIX)((uint64_t)T0);                                   \
113 d9bce9d9 j_mayer
    RETURN();                                                                 \
114 d9bce9d9 j_mayer
}
115 d9bce9d9 j_mayer
#endif
116 d9bce9d9 j_mayer
117 9a64fbe4 bellard
#define PPC_ST_OP(name, op)                                                   \
118 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
119 9a64fbe4 bellard
{                                                                             \
120 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1);                                    \
121 9a64fbe4 bellard
    RETURN();                                                                 \
122 9a64fbe4 bellard
}
123 9a64fbe4 bellard
124 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
125 d9bce9d9 j_mayer
#define PPC_ST_OP_64(name, op)                                                \
126 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
127 d9bce9d9 j_mayer
{                                                                             \
128 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1);                                    \
129 d9bce9d9 j_mayer
    RETURN();                                                                 \
130 d9bce9d9 j_mayer
}
131 d9bce9d9 j_mayer
#endif
132 d9bce9d9 j_mayer
133 ac9eb073 bellard
PPC_LD_OP(bz, ldub);
134 ac9eb073 bellard
PPC_LD_OP(ha, ldsw);
135 ac9eb073 bellard
PPC_LD_OP(hz, lduw);
136 ac9eb073 bellard
PPC_LD_OP(wz, ldl);
137 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
138 d9bce9d9 j_mayer
PPC_LD_OP(d, ldq);
139 d9bce9d9 j_mayer
PPC_LD_OP(wa, ldsl);
140 d9bce9d9 j_mayer
PPC_LD_OP_64(d, ldq);
141 d9bce9d9 j_mayer
PPC_LD_OP_64(wa, ldsl);
142 d9bce9d9 j_mayer
PPC_LD_OP_64(bz, ldub);
143 d9bce9d9 j_mayer
PPC_LD_OP_64(ha, ldsw);
144 d9bce9d9 j_mayer
PPC_LD_OP_64(hz, lduw);
145 d9bce9d9 j_mayer
PPC_LD_OP_64(wz, ldl);
146 d9bce9d9 j_mayer
#endif
147 9a64fbe4 bellard
148 111bfab3 bellard
PPC_LD_OP(ha_le, ld16rs);
149 111bfab3 bellard
PPC_LD_OP(hz_le, ld16r);
150 111bfab3 bellard
PPC_LD_OP(wz_le, ld32r);
151 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
152 d9bce9d9 j_mayer
PPC_LD_OP(d_le, ld64r);
153 d9bce9d9 j_mayer
PPC_LD_OP(wa_le, ld32rs);
154 d9bce9d9 j_mayer
PPC_LD_OP_64(d_le, ld64r);
155 d9bce9d9 j_mayer
PPC_LD_OP_64(wa_le, ld32rs);
156 d9bce9d9 j_mayer
PPC_LD_OP_64(ha_le, ld16rs);
157 d9bce9d9 j_mayer
PPC_LD_OP_64(hz_le, ld16r);
158 d9bce9d9 j_mayer
PPC_LD_OP_64(wz_le, ld32r);
159 d9bce9d9 j_mayer
#endif
160 111bfab3 bellard
161 9a64fbe4 bellard
/***                              Integer store                            ***/
162 ac9eb073 bellard
PPC_ST_OP(b, stb);
163 ac9eb073 bellard
PPC_ST_OP(h, stw);
164 ac9eb073 bellard
PPC_ST_OP(w, stl);
165 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
166 d9bce9d9 j_mayer
PPC_ST_OP(d, stq);
167 d9bce9d9 j_mayer
PPC_ST_OP_64(d, stq);
168 d9bce9d9 j_mayer
PPC_ST_OP_64(b, stb);
169 d9bce9d9 j_mayer
PPC_ST_OP_64(h, stw);
170 d9bce9d9 j_mayer
PPC_ST_OP_64(w, stl);
171 d9bce9d9 j_mayer
#endif
172 9a64fbe4 bellard
173 111bfab3 bellard
PPC_ST_OP(h_le, st16r);
174 111bfab3 bellard
PPC_ST_OP(w_le, st32r);
175 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
176 d9bce9d9 j_mayer
PPC_ST_OP(d_le, st64r);
177 d9bce9d9 j_mayer
PPC_ST_OP_64(d_le, st64r);
178 d9bce9d9 j_mayer
PPC_ST_OP_64(h_le, st16r);
179 d9bce9d9 j_mayer
PPC_ST_OP_64(w_le, st32r);
180 d9bce9d9 j_mayer
#endif
181 111bfab3 bellard
182 9a64fbe4 bellard
/***                Integer load and store with byte reverse               ***/
183 ac9eb073 bellard
PPC_LD_OP(hbr, ld16r);
184 ac9eb073 bellard
PPC_LD_OP(wbr, ld32r);
185 ac9eb073 bellard
PPC_ST_OP(hbr, st16r);
186 ac9eb073 bellard
PPC_ST_OP(wbr, st32r);
187 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
188 d9bce9d9 j_mayer
PPC_LD_OP_64(hbr, ld16r);
189 d9bce9d9 j_mayer
PPC_LD_OP_64(wbr, ld32r);
190 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr, st16r);
191 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr, st32r);
192 d9bce9d9 j_mayer
#endif
193 9a64fbe4 bellard
194 111bfab3 bellard
PPC_LD_OP(hbr_le, lduw);
195 111bfab3 bellard
PPC_LD_OP(wbr_le, ldl);
196 111bfab3 bellard
PPC_ST_OP(hbr_le, stw);
197 111bfab3 bellard
PPC_ST_OP(wbr_le, stl);
198 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
199 d9bce9d9 j_mayer
PPC_LD_OP_64(hbr_le, lduw);
200 d9bce9d9 j_mayer
PPC_LD_OP_64(wbr_le, ldl);
201 d9bce9d9 j_mayer
PPC_ST_OP_64(hbr_le, stw);
202 d9bce9d9 j_mayer
PPC_ST_OP_64(wbr_le, stl);
203 d9bce9d9 j_mayer
#endif
204 111bfab3 bellard
205 9a64fbe4 bellard
/***                    Integer load and store multiple                    ***/
206 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw, MEMSUFFIX) (void)
207 9a64fbe4 bellard
{
208 76a66253 j_mayer
    glue(do_lmw, MEMSUFFIX)(PARAM1);
209 9a64fbe4 bellard
    RETURN();
210 9a64fbe4 bellard
}
211 9a64fbe4 bellard
212 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
213 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_64, MEMSUFFIX) (void)
214 d9bce9d9 j_mayer
{
215 d9bce9d9 j_mayer
    glue(do_lmw_64, MEMSUFFIX)(PARAM1);
216 d9bce9d9 j_mayer
    RETURN();
217 d9bce9d9 j_mayer
}
218 d9bce9d9 j_mayer
#endif
219 d9bce9d9 j_mayer
220 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le, MEMSUFFIX) (void)
221 9a64fbe4 bellard
{
222 76a66253 j_mayer
    glue(do_lmw_le, MEMSUFFIX)(PARAM1);
223 9a64fbe4 bellard
    RETURN();
224 9a64fbe4 bellard
}
225 9a64fbe4 bellard
226 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
227 d9bce9d9 j_mayer
void OPPROTO glue(op_lmw_le_64, MEMSUFFIX) (void)
228 d9bce9d9 j_mayer
{
229 d9bce9d9 j_mayer
    glue(do_lmw_le_64, MEMSUFFIX)(PARAM1);
230 d9bce9d9 j_mayer
    RETURN();
231 d9bce9d9 j_mayer
}
232 d9bce9d9 j_mayer
#endif
233 d9bce9d9 j_mayer
234 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw, MEMSUFFIX) (void)
235 111bfab3 bellard
{
236 76a66253 j_mayer
    glue(do_stmw, MEMSUFFIX)(PARAM1);
237 111bfab3 bellard
    RETURN();
238 111bfab3 bellard
}
239 111bfab3 bellard
240 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
241 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_64, MEMSUFFIX) (void)
242 d9bce9d9 j_mayer
{
243 d9bce9d9 j_mayer
    glue(do_stmw_64, MEMSUFFIX)(PARAM1);
244 d9bce9d9 j_mayer
    RETURN();
245 d9bce9d9 j_mayer
}
246 d9bce9d9 j_mayer
#endif
247 d9bce9d9 j_mayer
248 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le, MEMSUFFIX) (void)
249 111bfab3 bellard
{
250 76a66253 j_mayer
    glue(do_stmw_le, MEMSUFFIX)(PARAM1);
251 111bfab3 bellard
    RETURN();
252 111bfab3 bellard
}
253 111bfab3 bellard
254 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
255 d9bce9d9 j_mayer
void OPPROTO glue(op_stmw_le_64, MEMSUFFIX) (void)
256 d9bce9d9 j_mayer
{
257 d9bce9d9 j_mayer
    glue(do_stmw_le_64, MEMSUFFIX)(PARAM1);
258 d9bce9d9 j_mayer
    RETURN();
259 d9bce9d9 j_mayer
}
260 d9bce9d9 j_mayer
#endif
261 d9bce9d9 j_mayer
262 9a64fbe4 bellard
/***                    Integer load and store strings                     ***/
263 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi, MEMSUFFIX) (void)
264 d9bce9d9 j_mayer
{
265 d9bce9d9 j_mayer
    glue(do_lsw, MEMSUFFIX)(PARAM1);
266 d9bce9d9 j_mayer
    RETURN();
267 d9bce9d9 j_mayer
}
268 d9bce9d9 j_mayer
269 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
270 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_64, MEMSUFFIX) (void)
271 9a64fbe4 bellard
{
272 d9bce9d9 j_mayer
    glue(do_lsw_64, MEMSUFFIX)(PARAM1);
273 9a64fbe4 bellard
    RETURN();
274 9a64fbe4 bellard
}
275 d9bce9d9 j_mayer
#endif
276 9a64fbe4 bellard
277 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_le, MEMSUFFIX) (void)
278 111bfab3 bellard
{
279 d9bce9d9 j_mayer
    glue(do_lsw_le, MEMSUFFIX)(PARAM1);
280 111bfab3 bellard
    RETURN();
281 111bfab3 bellard
}
282 111bfab3 bellard
283 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
284 d9bce9d9 j_mayer
void OPPROTO glue(op_lswi_le_64, MEMSUFFIX) (void)
285 d9bce9d9 j_mayer
{
286 d9bce9d9 j_mayer
    glue(do_lsw_le_64, MEMSUFFIX)(PARAM1);
287 d9bce9d9 j_mayer
    RETURN();
288 d9bce9d9 j_mayer
}
289 d9bce9d9 j_mayer
#endif
290 d9bce9d9 j_mayer
291 9a64fbe4 bellard
/* PPC32 specification says we must generate an exception if
292 9a64fbe4 bellard
 * rA is in the range of registers to be loaded.
293 9a64fbe4 bellard
 * In an other hand, IBM says this is valid, but rA won't be loaded.
294 9a64fbe4 bellard
 * For now, I'll follow the spec...
295 9a64fbe4 bellard
 */
296 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx, MEMSUFFIX) (void)
297 d9bce9d9 j_mayer
{
298 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
299 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
300 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
301 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
302 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
303 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
304 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
305 d9bce9d9 j_mayer
        } else {
306 d9bce9d9 j_mayer
            glue(do_lsw, MEMSUFFIX)(PARAM1);
307 d9bce9d9 j_mayer
        }
308 d9bce9d9 j_mayer
    }
309 d9bce9d9 j_mayer
    RETURN();
310 d9bce9d9 j_mayer
}
311 d9bce9d9 j_mayer
312 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
313 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_64, MEMSUFFIX) (void)
314 d9bce9d9 j_mayer
{
315 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
316 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
317 d9bce9d9 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
318 d9bce9d9 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
319 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
320 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
321 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
322 d9bce9d9 j_mayer
        } else {
323 d9bce9d9 j_mayer
            glue(do_lsw_64, MEMSUFFIX)(PARAM1);
324 d9bce9d9 j_mayer
        }
325 d9bce9d9 j_mayer
    }
326 d9bce9d9 j_mayer
    RETURN();
327 d9bce9d9 j_mayer
}
328 d9bce9d9 j_mayer
#endif
329 d9bce9d9 j_mayer
330 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_le, MEMSUFFIX) (void)
331 9a64fbe4 bellard
{
332 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
333 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
334 76a66253 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
335 76a66253 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
336 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
337 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
338 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
339 9a64fbe4 bellard
        } else {
340 d9bce9d9 j_mayer
            glue(do_lsw_le, MEMSUFFIX)(PARAM1);
341 9a64fbe4 bellard
        }
342 9a64fbe4 bellard
    }
343 9a64fbe4 bellard
    RETURN();
344 9a64fbe4 bellard
}
345 9a64fbe4 bellard
346 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
347 d9bce9d9 j_mayer
void OPPROTO glue(op_lswx_le_64, MEMSUFFIX) (void)
348 111bfab3 bellard
{
349 d9bce9d9 j_mayer
    /* Note: T1 comes from xer_bc then no cast is needed */
350 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
351 76a66253 j_mayer
        if (unlikely((PARAM1 < PARAM2 && (PARAM1 + T1) > PARAM2) ||
352 76a66253 j_mayer
                     (PARAM1 < PARAM3 && (PARAM1 + T1) > PARAM3))) {
353 e1833e1f j_mayer
            do_raise_exception_err(POWERPC_EXCP_PROGRAM,
354 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL |
355 e1833e1f j_mayer
                                   POWERPC_EXCP_INVAL_LSWX);
356 111bfab3 bellard
        } else {
357 d9bce9d9 j_mayer
            glue(do_lsw_le_64, MEMSUFFIX)(PARAM1);
358 111bfab3 bellard
        }
359 111bfab3 bellard
    }
360 111bfab3 bellard
    RETURN();
361 111bfab3 bellard
}
362 d9bce9d9 j_mayer
#endif
363 d9bce9d9 j_mayer
364 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw, MEMSUFFIX) (void)
365 d9bce9d9 j_mayer
{
366 d9bce9d9 j_mayer
    glue(do_stsw, MEMSUFFIX)(PARAM1);
367 d9bce9d9 j_mayer
    RETURN();
368 d9bce9d9 j_mayer
}
369 d9bce9d9 j_mayer
370 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
371 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_64, MEMSUFFIX) (void)
372 d9bce9d9 j_mayer
{
373 d9bce9d9 j_mayer
    glue(do_stsw_64, MEMSUFFIX)(PARAM1);
374 d9bce9d9 j_mayer
    RETURN();
375 d9bce9d9 j_mayer
}
376 d9bce9d9 j_mayer
#endif
377 111bfab3 bellard
378 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_le, MEMSUFFIX) (void)
379 9a64fbe4 bellard
{
380 d9bce9d9 j_mayer
    glue(do_stsw_le, MEMSUFFIX)(PARAM1);
381 9a64fbe4 bellard
    RETURN();
382 9a64fbe4 bellard
}
383 9a64fbe4 bellard
384 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
385 d9bce9d9 j_mayer
void OPPROTO glue(op_stsw_le_64, MEMSUFFIX) (void)
386 111bfab3 bellard
{
387 d9bce9d9 j_mayer
    glue(do_stsw_le_64, MEMSUFFIX)(PARAM1);
388 111bfab3 bellard
    RETURN();
389 111bfab3 bellard
}
390 d9bce9d9 j_mayer
#endif
391 111bfab3 bellard
392 9a64fbe4 bellard
/***                         Floating-point store                          ***/
393 9a64fbe4 bellard
#define PPC_STF_OP(name, op)                                                  \
394 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_st, name), MEMSUFFIX) (void)                        \
395 d9bce9d9 j_mayer
{                                                                             \
396 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, FT0);                                   \
397 d9bce9d9 j_mayer
    RETURN();                                                                 \
398 d9bce9d9 j_mayer
}
399 d9bce9d9 j_mayer
400 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
401 d9bce9d9 j_mayer
#define PPC_STF_OP_64(name, op)                                               \
402 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_st, name), _64), MEMSUFFIX) (void)             \
403 9a64fbe4 bellard
{                                                                             \
404 d9bce9d9 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, FT0);                                   \
405 9a64fbe4 bellard
    RETURN();                                                                 \
406 9a64fbe4 bellard
}
407 d9bce9d9 j_mayer
#endif
408 9a64fbe4 bellard
409 b068d6a7 j_mayer
static always_inline void glue(stfs, MEMSUFFIX) (target_ulong EA, double d)
410 477023a6 j_mayer
{
411 477023a6 j_mayer
    glue(stfl, MEMSUFFIX)(EA, float64_to_float32(d, &env->fp_status));
412 477023a6 j_mayer
}
413 477023a6 j_mayer
414 b068d6a7 j_mayer
static always_inline void glue(stfiwx, MEMSUFFIX) (target_ulong EA, double d)
415 477023a6 j_mayer
{
416 477023a6 j_mayer
    union {
417 477023a6 j_mayer
        double d;
418 477023a6 j_mayer
        uint64_t u;
419 477023a6 j_mayer
    } u;
420 477023a6 j_mayer
421 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
422 477023a6 j_mayer
    u.d = d;
423 477023a6 j_mayer
    glue(stl, MEMSUFFIX)(EA, u.u);
424 477023a6 j_mayer
}
425 477023a6 j_mayer
426 9a64fbe4 bellard
PPC_STF_OP(fd, stfq);
427 477023a6 j_mayer
PPC_STF_OP(fs, stfs);
428 477023a6 j_mayer
PPC_STF_OP(fiwx, stfiwx);
429 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
430 d9bce9d9 j_mayer
PPC_STF_OP_64(fd, stfq);
431 477023a6 j_mayer
PPC_STF_OP_64(fs, stfs);
432 477023a6 j_mayer
PPC_STF_OP_64(fiwx, stfiwx);
433 d9bce9d9 j_mayer
#endif
434 9a64fbe4 bellard
435 b068d6a7 j_mayer
static always_inline void glue(stfqr, MEMSUFFIX) (target_ulong EA, double d)
436 111bfab3 bellard
{
437 111bfab3 bellard
    union {
438 111bfab3 bellard
        double d;
439 111bfab3 bellard
        uint64_t u;
440 111bfab3 bellard
    } u;
441 111bfab3 bellard
442 111bfab3 bellard
    u.d = d;
443 111bfab3 bellard
    u.u = ((u.u & 0xFF00000000000000ULL) >> 56) |
444 111bfab3 bellard
        ((u.u & 0x00FF000000000000ULL) >> 40) |
445 111bfab3 bellard
        ((u.u & 0x0000FF0000000000ULL) >> 24) |
446 111bfab3 bellard
        ((u.u & 0x000000FF00000000ULL) >> 8) |
447 111bfab3 bellard
        ((u.u & 0x00000000FF000000ULL) << 8) |
448 111bfab3 bellard
        ((u.u & 0x0000000000FF0000ULL) << 24) |
449 111bfab3 bellard
        ((u.u & 0x000000000000FF00ULL) << 40) |
450 111bfab3 bellard
        ((u.u & 0x00000000000000FFULL) << 56);
451 111bfab3 bellard
    glue(stfq, MEMSUFFIX)(EA, u.d);
452 111bfab3 bellard
}
453 111bfab3 bellard
454 b068d6a7 j_mayer
static always_inline void glue(stfsr, MEMSUFFIX) (target_ulong EA, double d)
455 111bfab3 bellard
{
456 111bfab3 bellard
    union {
457 111bfab3 bellard
        float f;
458 111bfab3 bellard
        uint32_t u;
459 111bfab3 bellard
    } u;
460 111bfab3 bellard
461 477023a6 j_mayer
    u.f = float64_to_float32(d, &env->fp_status);
462 111bfab3 bellard
    u.u = ((u.u & 0xFF000000UL) >> 24) |
463 111bfab3 bellard
        ((u.u & 0x00FF0000ULL) >> 8) |
464 111bfab3 bellard
        ((u.u & 0x0000FF00UL) << 8) |
465 111bfab3 bellard
        ((u.u & 0x000000FFULL) << 24);
466 111bfab3 bellard
    glue(stfl, MEMSUFFIX)(EA, u.f);
467 111bfab3 bellard
}
468 111bfab3 bellard
469 b068d6a7 j_mayer
static always_inline void glue(stfiwxr, MEMSUFFIX) (target_ulong EA, double d)
470 477023a6 j_mayer
{
471 477023a6 j_mayer
    union {
472 477023a6 j_mayer
        double d;
473 477023a6 j_mayer
        uint64_t u;
474 477023a6 j_mayer
    } u;
475 477023a6 j_mayer
476 477023a6 j_mayer
    /* Store the low order 32 bits without any conversion */
477 477023a6 j_mayer
    u.d = d;
478 477023a6 j_mayer
    u.u = ((u.u & 0xFF000000UL) >> 24) |
479 477023a6 j_mayer
        ((u.u & 0x00FF0000ULL) >> 8) |
480 477023a6 j_mayer
        ((u.u & 0x0000FF00UL) << 8) |
481 477023a6 j_mayer
        ((u.u & 0x000000FFULL) << 24);
482 477023a6 j_mayer
    glue(stl, MEMSUFFIX)(EA, u.u);
483 477023a6 j_mayer
}
484 477023a6 j_mayer
485 111bfab3 bellard
PPC_STF_OP(fd_le, stfqr);
486 477023a6 j_mayer
PPC_STF_OP(fs_le, stfsr);
487 477023a6 j_mayer
PPC_STF_OP(fiwx_le, stfiwxr);
488 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
489 d9bce9d9 j_mayer
PPC_STF_OP_64(fd_le, stfqr);
490 477023a6 j_mayer
PPC_STF_OP_64(fs_le, stfsr);
491 477023a6 j_mayer
PPC_STF_OP_64(fiwx_le, stfiwxr);
492 d9bce9d9 j_mayer
#endif
493 111bfab3 bellard
494 9a64fbe4 bellard
/***                         Floating-point load                           ***/
495 9a64fbe4 bellard
#define PPC_LDF_OP(name, op)                                                  \
496 d9bce9d9 j_mayer
void OPPROTO glue(glue(op_l, name), MEMSUFFIX) (void)                         \
497 d9bce9d9 j_mayer
{                                                                             \
498 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint32_t)T0);                                  \
499 d9bce9d9 j_mayer
    RETURN();                                                                 \
500 d9bce9d9 j_mayer
}
501 d9bce9d9 j_mayer
502 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
503 d9bce9d9 j_mayer
#define PPC_LDF_OP_64(name, op)                                               \
504 d9bce9d9 j_mayer
void OPPROTO glue(glue(glue(op_l, name), _64), MEMSUFFIX) (void)              \
505 9a64fbe4 bellard
{                                                                             \
506 d9bce9d9 j_mayer
    FT0 = glue(op, MEMSUFFIX)((uint64_t)T0);                                  \
507 9a64fbe4 bellard
    RETURN();                                                                 \
508 9a64fbe4 bellard
}
509 d9bce9d9 j_mayer
#endif
510 9a64fbe4 bellard
511 b068d6a7 j_mayer
static always_inline double glue(ldfs, MEMSUFFIX) (target_ulong EA)
512 477023a6 j_mayer
{
513 477023a6 j_mayer
    return float32_to_float64(glue(ldfl, MEMSUFFIX)(EA), &env->fp_status);
514 477023a6 j_mayer
}
515 477023a6 j_mayer
516 9a64fbe4 bellard
PPC_LDF_OP(fd, ldfq);
517 477023a6 j_mayer
PPC_LDF_OP(fs, ldfs);
518 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
519 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd, ldfq);
520 477023a6 j_mayer
PPC_LDF_OP_64(fs, ldfs);
521 d9bce9d9 j_mayer
#endif
522 9a64fbe4 bellard
523 b068d6a7 j_mayer
static always_inline double glue(ldfqr, MEMSUFFIX) (target_ulong EA)
524 111bfab3 bellard
{
525 111bfab3 bellard
    union {
526 111bfab3 bellard
        double d;
527 111bfab3 bellard
        uint64_t u;
528 111bfab3 bellard
    } u;
529 111bfab3 bellard
530 111bfab3 bellard
    u.d = glue(ldfq, MEMSUFFIX)(EA);
531 111bfab3 bellard
    u.u = ((u.u & 0xFF00000000000000ULL) >> 56) |
532 111bfab3 bellard
        ((u.u & 0x00FF000000000000ULL) >> 40) |
533 111bfab3 bellard
        ((u.u & 0x0000FF0000000000ULL) >> 24) |
534 111bfab3 bellard
        ((u.u & 0x000000FF00000000ULL) >> 8) |
535 111bfab3 bellard
        ((u.u & 0x00000000FF000000ULL) << 8) |
536 111bfab3 bellard
        ((u.u & 0x0000000000FF0000ULL) << 24) |
537 111bfab3 bellard
        ((u.u & 0x000000000000FF00ULL) << 40) |
538 111bfab3 bellard
        ((u.u & 0x00000000000000FFULL) << 56);
539 111bfab3 bellard
540 111bfab3 bellard
    return u.d;
541 111bfab3 bellard
}
542 111bfab3 bellard
543 b068d6a7 j_mayer
static always_inline double glue(ldfsr, MEMSUFFIX) (target_ulong EA)
544 111bfab3 bellard
{
545 111bfab3 bellard
    union {
546 111bfab3 bellard
        float f;
547 111bfab3 bellard
        uint32_t u;
548 111bfab3 bellard
    } u;
549 111bfab3 bellard
550 111bfab3 bellard
    u.f = glue(ldfl, MEMSUFFIX)(EA);
551 111bfab3 bellard
    u.u = ((u.u & 0xFF000000UL) >> 24) |
552 111bfab3 bellard
        ((u.u & 0x00FF0000ULL) >> 8) |
553 111bfab3 bellard
        ((u.u & 0x0000FF00UL) << 8) |
554 111bfab3 bellard
        ((u.u & 0x000000FFULL) << 24);
555 111bfab3 bellard
556 477023a6 j_mayer
    return float32_to_float64(u.f, &env->fp_status);
557 111bfab3 bellard
}
558 111bfab3 bellard
559 111bfab3 bellard
PPC_LDF_OP(fd_le, ldfqr);
560 477023a6 j_mayer
PPC_LDF_OP(fs_le, ldfsr);
561 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
562 d9bce9d9 j_mayer
PPC_LDF_OP_64(fd_le, ldfqr);
563 477023a6 j_mayer
PPC_LDF_OP_64(fs_le, ldfsr);
564 d9bce9d9 j_mayer
#endif
565 111bfab3 bellard
566 985a19d6 bellard
/* Load and set reservation */
567 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx, MEMSUFFIX) (void)
568 d9bce9d9 j_mayer
{
569 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
570 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
571 d9bce9d9 j_mayer
    } else {
572 d9bce9d9 j_mayer
        T1 = glue(ldl, MEMSUFFIX)((uint32_t)T0);
573 36081602 j_mayer
        env->reserve = (uint32_t)T0;
574 d9bce9d9 j_mayer
    }
575 d9bce9d9 j_mayer
    RETURN();
576 d9bce9d9 j_mayer
}
577 d9bce9d9 j_mayer
578 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
579 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_64, MEMSUFFIX) (void)
580 d9bce9d9 j_mayer
{
581 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
582 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
583 d9bce9d9 j_mayer
    } else {
584 d9bce9d9 j_mayer
        T1 = glue(ldl, MEMSUFFIX)((uint64_t)T0);
585 36081602 j_mayer
        env->reserve = (uint64_t)T0;
586 d9bce9d9 j_mayer
    }
587 d9bce9d9 j_mayer
    RETURN();
588 d9bce9d9 j_mayer
}
589 d9bce9d9 j_mayer
590 426613db j_mayer
void OPPROTO glue(op_ldarx, MEMSUFFIX) (void)
591 426613db j_mayer
{
592 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
593 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
594 426613db j_mayer
    } else {
595 426613db j_mayer
        T1 = glue(ldq, MEMSUFFIX)((uint32_t)T0);
596 36081602 j_mayer
        env->reserve = (uint32_t)T0;
597 426613db j_mayer
    }
598 426613db j_mayer
    RETURN();
599 426613db j_mayer
}
600 426613db j_mayer
601 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_64, MEMSUFFIX) (void)
602 d9bce9d9 j_mayer
{
603 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
604 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
605 d9bce9d9 j_mayer
    } else {
606 d9bce9d9 j_mayer
        T1 = glue(ldq, MEMSUFFIX)((uint64_t)T0);
607 36081602 j_mayer
        env->reserve = (uint64_t)T0;
608 d9bce9d9 j_mayer
    }
609 d9bce9d9 j_mayer
    RETURN();
610 d9bce9d9 j_mayer
}
611 d9bce9d9 j_mayer
#endif
612 d9bce9d9 j_mayer
613 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le, MEMSUFFIX) (void)
614 d9bce9d9 j_mayer
{
615 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
616 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
617 d9bce9d9 j_mayer
    } else {
618 d9bce9d9 j_mayer
        T1 = glue(ld32r, MEMSUFFIX)((uint32_t)T0);
619 36081602 j_mayer
        env->reserve = (uint32_t)T0;
620 d9bce9d9 j_mayer
    }
621 d9bce9d9 j_mayer
    RETURN();
622 d9bce9d9 j_mayer
}
623 d9bce9d9 j_mayer
624 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
625 d9bce9d9 j_mayer
void OPPROTO glue(op_lwarx_le_64, MEMSUFFIX) (void)
626 985a19d6 bellard
{
627 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
628 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
629 985a19d6 bellard
    } else {
630 d9bce9d9 j_mayer
        T1 = glue(ld32r, MEMSUFFIX)((uint64_t)T0);
631 36081602 j_mayer
        env->reserve = (uint64_t)T0;
632 985a19d6 bellard
    }
633 985a19d6 bellard
    RETURN();
634 985a19d6 bellard
}
635 985a19d6 bellard
636 426613db j_mayer
void OPPROTO glue(op_ldarx_le, MEMSUFFIX) (void)
637 426613db j_mayer
{
638 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
639 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
640 426613db j_mayer
    } else {
641 426613db j_mayer
        T1 = glue(ld64r, MEMSUFFIX)((uint32_t)T0);
642 36081602 j_mayer
        env->reserve = (uint32_t)T0;
643 426613db j_mayer
    }
644 426613db j_mayer
    RETURN();
645 426613db j_mayer
}
646 426613db j_mayer
647 d9bce9d9 j_mayer
void OPPROTO glue(op_ldarx_le_64, MEMSUFFIX) (void)
648 111bfab3 bellard
{
649 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
650 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
651 111bfab3 bellard
    } else {
652 d9bce9d9 j_mayer
        T1 = glue(ld64r, MEMSUFFIX)((uint64_t)T0);
653 36081602 j_mayer
        env->reserve = (uint64_t)T0;
654 111bfab3 bellard
    }
655 111bfab3 bellard
    RETURN();
656 111bfab3 bellard
}
657 d9bce9d9 j_mayer
#endif
658 111bfab3 bellard
659 9a64fbe4 bellard
/* Store with reservation */
660 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx, MEMSUFFIX) (void)
661 d9bce9d9 j_mayer
{
662 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
663 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
664 d9bce9d9 j_mayer
    } else {
665 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
666 966439a6 j_mayer
            env->crf[0] = xer_so;
667 d9bce9d9 j_mayer
        } else {
668 d9bce9d9 j_mayer
            glue(stl, MEMSUFFIX)((uint32_t)T0, T1);
669 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
670 d9bce9d9 j_mayer
        }
671 d9bce9d9 j_mayer
    }
672 36081602 j_mayer
    env->reserve = -1;
673 d9bce9d9 j_mayer
    RETURN();
674 d9bce9d9 j_mayer
}
675 d9bce9d9 j_mayer
676 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
677 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_64, MEMSUFFIX) (void)
678 d9bce9d9 j_mayer
{
679 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
680 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
681 d9bce9d9 j_mayer
    } else {
682 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
683 966439a6 j_mayer
            env->crf[0] = xer_so;
684 d9bce9d9 j_mayer
        } else {
685 d9bce9d9 j_mayer
            glue(stl, MEMSUFFIX)((uint64_t)T0, T1);
686 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
687 d9bce9d9 j_mayer
        }
688 d9bce9d9 j_mayer
    }
689 36081602 j_mayer
    env->reserve = -1;
690 d9bce9d9 j_mayer
    RETURN();
691 d9bce9d9 j_mayer
}
692 d9bce9d9 j_mayer
693 426613db j_mayer
void OPPROTO glue(op_stdcx, MEMSUFFIX) (void)
694 426613db j_mayer
{
695 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
696 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
697 426613db j_mayer
    } else {
698 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
699 966439a6 j_mayer
            env->crf[0] = xer_so;
700 426613db j_mayer
        } else {
701 426613db j_mayer
            glue(stq, MEMSUFFIX)((uint32_t)T0, T1);
702 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
703 426613db j_mayer
        }
704 426613db j_mayer
    }
705 36081602 j_mayer
    env->reserve = -1;
706 426613db j_mayer
    RETURN();
707 426613db j_mayer
}
708 426613db j_mayer
709 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_64, MEMSUFFIX) (void)
710 9a64fbe4 bellard
{
711 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
712 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
713 9a64fbe4 bellard
    } else {
714 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
715 966439a6 j_mayer
            env->crf[0] = xer_so;
716 9a64fbe4 bellard
        } else {
717 d9bce9d9 j_mayer
            glue(stq, MEMSUFFIX)((uint64_t)T0, T1);
718 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
719 d9bce9d9 j_mayer
        }
720 d9bce9d9 j_mayer
    }
721 36081602 j_mayer
    env->reserve = -1;
722 d9bce9d9 j_mayer
    RETURN();
723 d9bce9d9 j_mayer
}
724 d9bce9d9 j_mayer
#endif
725 d9bce9d9 j_mayer
726 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le, MEMSUFFIX) (void)
727 d9bce9d9 j_mayer
{
728 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
729 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
730 d9bce9d9 j_mayer
    } else {
731 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
732 966439a6 j_mayer
            env->crf[0] = xer_so;
733 d9bce9d9 j_mayer
        } else {
734 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
735 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
736 9a64fbe4 bellard
        }
737 9a64fbe4 bellard
    }
738 36081602 j_mayer
    env->reserve = -1;
739 9a64fbe4 bellard
    RETURN();
740 9a64fbe4 bellard
}
741 9a64fbe4 bellard
742 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
743 d9bce9d9 j_mayer
void OPPROTO glue(op_stwcx_le_64, MEMSUFFIX) (void)
744 111bfab3 bellard
{
745 76a66253 j_mayer
    if (unlikely(T0 & 0x03)) {
746 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
747 111bfab3 bellard
    } else {
748 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
749 966439a6 j_mayer
            env->crf[0] = xer_so;
750 111bfab3 bellard
        } else {
751 d9bce9d9 j_mayer
            glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
752 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
753 111bfab3 bellard
        }
754 111bfab3 bellard
    }
755 36081602 j_mayer
    env->reserve = -1;
756 111bfab3 bellard
    RETURN();
757 111bfab3 bellard
}
758 111bfab3 bellard
759 426613db j_mayer
void OPPROTO glue(op_stdcx_le, MEMSUFFIX) (void)
760 426613db j_mayer
{
761 426613db j_mayer
    if (unlikely(T0 & 0x03)) {
762 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
763 426613db j_mayer
    } else {
764 36081602 j_mayer
        if (unlikely(env->reserve != (uint32_t)T0)) {
765 966439a6 j_mayer
            env->crf[0] = xer_so;
766 426613db j_mayer
        } else {
767 426613db j_mayer
            glue(st64r, MEMSUFFIX)((uint32_t)T0, T1);
768 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
769 426613db j_mayer
        }
770 426613db j_mayer
    }
771 36081602 j_mayer
    env->reserve = -1;
772 426613db j_mayer
    RETURN();
773 426613db j_mayer
}
774 426613db j_mayer
775 d9bce9d9 j_mayer
void OPPROTO glue(op_stdcx_le_64, MEMSUFFIX) (void)
776 d9bce9d9 j_mayer
{
777 d9bce9d9 j_mayer
    if (unlikely(T0 & 0x03)) {
778 e1833e1f j_mayer
        do_raise_exception(POWERPC_EXCP_ALIGN);
779 d9bce9d9 j_mayer
    } else {
780 36081602 j_mayer
        if (unlikely(env->reserve != (uint64_t)T0)) {
781 966439a6 j_mayer
            env->crf[0] = xer_so;
782 d9bce9d9 j_mayer
        } else {
783 d9bce9d9 j_mayer
            glue(st64r, MEMSUFFIX)((uint64_t)T0, T1);
784 966439a6 j_mayer
            env->crf[0] = xer_so | 0x02;
785 d9bce9d9 j_mayer
        }
786 d9bce9d9 j_mayer
    }
787 36081602 j_mayer
    env->reserve = -1;
788 d9bce9d9 j_mayer
    RETURN();
789 d9bce9d9 j_mayer
}
790 d9bce9d9 j_mayer
#endif
791 d9bce9d9 j_mayer
792 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32, MEMSUFFIX) (void)
793 d63001d1 j_mayer
{
794 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
795 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
796 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
797 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
798 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
799 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
800 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
801 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
802 d63001d1 j_mayer
    RETURN();
803 d63001d1 j_mayer
}
804 d63001d1 j_mayer
805 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64, MEMSUFFIX) (void)
806 d9bce9d9 j_mayer
{
807 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
808 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
809 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
810 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
811 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
812 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
813 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
814 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
815 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
816 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
817 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
818 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
819 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
820 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
821 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
822 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
823 d63001d1 j_mayer
    RETURN();
824 d63001d1 j_mayer
}
825 d63001d1 j_mayer
826 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128, MEMSUFFIX) (void)
827 d63001d1 j_mayer
{
828 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x00), 0);
829 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x04), 0);
830 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x08), 0);
831 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x0C), 0);
832 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x10), 0);
833 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x14), 0);
834 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x18), 0);
835 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x1C), 0);
836 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x20UL), 0);
837 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x24UL), 0);
838 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x28UL), 0);
839 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x2CUL), 0);
840 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x30UL), 0);
841 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x34UL), 0);
842 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x38UL), 0);
843 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x3CUL), 0);
844 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x40UL), 0);
845 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x44UL), 0);
846 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x48UL), 0);
847 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x4CUL), 0);
848 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x50UL), 0);
849 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x54UL), 0);
850 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x58UL), 0);
851 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x5CUL), 0);
852 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x60UL), 0);
853 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x64UL), 0);
854 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x68UL), 0);
855 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x6CUL), 0);
856 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x70UL), 0);
857 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x74UL), 0);
858 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x78UL), 0);
859 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)(T0 + 0x7CUL), 0);
860 d63001d1 j_mayer
    RETURN();
861 d63001d1 j_mayer
}
862 d63001d1 j_mayer
863 d63001d1 j_mayer
void OPPROTO glue(op_dcbz, MEMSUFFIX) (void)
864 d63001d1 j_mayer
{
865 d63001d1 j_mayer
    glue(do_dcbz, MEMSUFFIX)();
866 d9bce9d9 j_mayer
    RETURN();
867 d9bce9d9 j_mayer
}
868 d9bce9d9 j_mayer
869 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
870 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l32_64, MEMSUFFIX) (void)
871 d63001d1 j_mayer
{
872 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
873 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
874 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
875 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
876 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
877 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
878 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
879 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
880 d63001d1 j_mayer
    RETURN();
881 d63001d1 j_mayer
}
882 d63001d1 j_mayer
883 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l64_64, MEMSUFFIX) (void)
884 9a64fbe4 bellard
{
885 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
886 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
887 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
888 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
889 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
890 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
891 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
892 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
893 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
894 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
895 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
896 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
897 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
898 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
899 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
900 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
901 d63001d1 j_mayer
    RETURN();
902 d63001d1 j_mayer
}
903 d63001d1 j_mayer
904 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_l128_64, MEMSUFFIX) (void)
905 d63001d1 j_mayer
{
906 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x00), 0);
907 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x04), 0);
908 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x08), 0);
909 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x0C), 0);
910 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x10), 0);
911 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x14), 0);
912 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x18), 0);
913 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x1C), 0);
914 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x20UL), 0);
915 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x24UL), 0);
916 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x28UL), 0);
917 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x2CUL), 0);
918 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x30UL), 0);
919 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x34UL), 0);
920 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x38UL), 0);
921 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x3CUL), 0);
922 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x40UL), 0);
923 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x44UL), 0);
924 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x48UL), 0);
925 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x4CUL), 0);
926 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x50UL), 0);
927 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x54UL), 0);
928 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x58UL), 0);
929 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x5CUL), 0);
930 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x60UL), 0);
931 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x64UL), 0);
932 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x68UL), 0);
933 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x6CUL), 0);
934 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x70UL), 0);
935 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x74UL), 0);
936 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x78UL), 0);
937 d63001d1 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)(T0 + 0x7CUL), 0);
938 d63001d1 j_mayer
    RETURN();
939 d63001d1 j_mayer
}
940 d63001d1 j_mayer
941 d63001d1 j_mayer
void OPPROTO glue(op_dcbz_64, MEMSUFFIX) (void)
942 d63001d1 j_mayer
{
943 d63001d1 j_mayer
    glue(do_dcbz_64, MEMSUFFIX)();
944 9a64fbe4 bellard
    RETURN();
945 9a64fbe4 bellard
}
946 d9bce9d9 j_mayer
#endif
947 9a64fbe4 bellard
948 36f69651 j_mayer
/* Instruction cache block invalidate */
949 36f69651 j_mayer
void OPPROTO glue(op_icbi, MEMSUFFIX) (void)
950 36f69651 j_mayer
{
951 36f69651 j_mayer
    glue(do_icbi, MEMSUFFIX)();
952 36f69651 j_mayer
    RETURN();
953 36f69651 j_mayer
}
954 36f69651 j_mayer
955 36f69651 j_mayer
#if defined(TARGET_PPC64)
956 36f69651 j_mayer
void OPPROTO glue(op_icbi_64, MEMSUFFIX) (void)
957 36f69651 j_mayer
{
958 36f69651 j_mayer
    glue(do_icbi_64, MEMSUFFIX)();
959 36f69651 j_mayer
    RETURN();
960 36f69651 j_mayer
}
961 36f69651 j_mayer
#endif
962 36f69651 j_mayer
963 9a64fbe4 bellard
/* External access */
964 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx, MEMSUFFIX) (void)
965 d9bce9d9 j_mayer
{
966 d9bce9d9 j_mayer
    T1 = glue(ldl, MEMSUFFIX)((uint32_t)T0);
967 d9bce9d9 j_mayer
    RETURN();
968 d9bce9d9 j_mayer
}
969 d9bce9d9 j_mayer
970 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
971 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_64, MEMSUFFIX) (void)
972 d9bce9d9 j_mayer
{
973 d9bce9d9 j_mayer
    T1 = glue(ldl, MEMSUFFIX)((uint64_t)T0);
974 d9bce9d9 j_mayer
    RETURN();
975 d9bce9d9 j_mayer
}
976 d9bce9d9 j_mayer
#endif
977 d9bce9d9 j_mayer
978 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx, MEMSUFFIX) (void)
979 d9bce9d9 j_mayer
{
980 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint32_t)T0, T1);
981 d9bce9d9 j_mayer
    RETURN();
982 d9bce9d9 j_mayer
}
983 d9bce9d9 j_mayer
984 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
985 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_64, MEMSUFFIX) (void)
986 9a64fbe4 bellard
{
987 d9bce9d9 j_mayer
    glue(stl, MEMSUFFIX)((uint64_t)T0, T1);
988 9a64fbe4 bellard
    RETURN();
989 9a64fbe4 bellard
}
990 d9bce9d9 j_mayer
#endif
991 9a64fbe4 bellard
992 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le, MEMSUFFIX) (void)
993 9a64fbe4 bellard
{
994 d9bce9d9 j_mayer
    T1 = glue(ld32r, MEMSUFFIX)((uint32_t)T0);
995 9a64fbe4 bellard
    RETURN();
996 9a64fbe4 bellard
}
997 9a64fbe4 bellard
998 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
999 d9bce9d9 j_mayer
void OPPROTO glue(op_eciwx_le_64, MEMSUFFIX) (void)
1000 111bfab3 bellard
{
1001 d9bce9d9 j_mayer
    T1 = glue(ld32r, MEMSUFFIX)((uint64_t)T0);
1002 111bfab3 bellard
    RETURN();
1003 111bfab3 bellard
}
1004 d9bce9d9 j_mayer
#endif
1005 111bfab3 bellard
1006 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le, MEMSUFFIX) (void)
1007 111bfab3 bellard
{
1008 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint32_t)T0, T1);
1009 111bfab3 bellard
    RETURN();
1010 111bfab3 bellard
}
1011 111bfab3 bellard
1012 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
1013 d9bce9d9 j_mayer
void OPPROTO glue(op_ecowx_le_64, MEMSUFFIX) (void)
1014 d9bce9d9 j_mayer
{
1015 d9bce9d9 j_mayer
    glue(st32r, MEMSUFFIX)((uint64_t)T0, T1);
1016 d9bce9d9 j_mayer
    RETURN();
1017 d9bce9d9 j_mayer
}
1018 d9bce9d9 j_mayer
#endif
1019 d9bce9d9 j_mayer
1020 76a66253 j_mayer
/* XXX: those micro-ops need tests ! */
1021 76a66253 j_mayer
/* PowerPC 601 specific instructions (POWER bridge) */
1022 76a66253 j_mayer
void OPPROTO glue(op_POWER_lscbx, MEMSUFFIX) (void)
1023 76a66253 j_mayer
{
1024 76a66253 j_mayer
    /* When byte count is 0, do nothing */
1025 d9bce9d9 j_mayer
    if (likely(T1 != 0)) {
1026 76a66253 j_mayer
        glue(do_POWER_lscbx, MEMSUFFIX)(PARAM1, PARAM2, PARAM3);
1027 76a66253 j_mayer
    }
1028 76a66253 j_mayer
    RETURN();
1029 76a66253 j_mayer
}
1030 76a66253 j_mayer
1031 76a66253 j_mayer
/* POWER2 quad load and store */
1032 76a66253 j_mayer
/* XXX: TAGs are not managed */
1033 76a66253 j_mayer
void OPPROTO glue(op_POWER2_lfq, MEMSUFFIX) (void)
1034 76a66253 j_mayer
{
1035 76a66253 j_mayer
    glue(do_POWER2_lfq, MEMSUFFIX)();
1036 76a66253 j_mayer
    RETURN();
1037 76a66253 j_mayer
}
1038 76a66253 j_mayer
1039 76a66253 j_mayer
void glue(op_POWER2_lfq_le, MEMSUFFIX) (void)
1040 76a66253 j_mayer
{
1041 76a66253 j_mayer
    glue(do_POWER2_lfq_le, MEMSUFFIX)();
1042 76a66253 j_mayer
    RETURN();
1043 76a66253 j_mayer
}
1044 76a66253 j_mayer
1045 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq, MEMSUFFIX) (void)
1046 76a66253 j_mayer
{
1047 76a66253 j_mayer
    glue(do_POWER2_stfq, MEMSUFFIX)();
1048 76a66253 j_mayer
    RETURN();
1049 76a66253 j_mayer
}
1050 76a66253 j_mayer
1051 76a66253 j_mayer
void OPPROTO glue(op_POWER2_stfq_le, MEMSUFFIX) (void)
1052 76a66253 j_mayer
{
1053 76a66253 j_mayer
    glue(do_POWER2_stfq_le, MEMSUFFIX)();
1054 76a66253 j_mayer
    RETURN();
1055 76a66253 j_mayer
}
1056 76a66253 j_mayer
1057 a9d9eb8f j_mayer
/* Altivec vector extension */
1058 a9d9eb8f j_mayer
#if defined(WORDS_BIGENDIAN)
1059 a9d9eb8f j_mayer
#define VR_DWORD0 0
1060 a9d9eb8f j_mayer
#define VR_DWORD1 1
1061 a9d9eb8f j_mayer
#else
1062 a9d9eb8f j_mayer
#define VR_DWORD0 1
1063 a9d9eb8f j_mayer
#define VR_DWORD1 0
1064 a9d9eb8f j_mayer
#endif
1065 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx, MEMSUFFIX) (void)
1066 a9d9eb8f j_mayer
{
1067 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint32_t)T0);
1068 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint32_t)T0 + 8);
1069 a9d9eb8f j_mayer
}
1070 a9d9eb8f j_mayer
1071 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le, MEMSUFFIX) (void)
1072 a9d9eb8f j_mayer
{
1073 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint32_t)T0);
1074 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint32_t)T0 + 8);
1075 a9d9eb8f j_mayer
}
1076 a9d9eb8f j_mayer
1077 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx, MEMSUFFIX) (void)
1078 a9d9eb8f j_mayer
{
1079 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD0]);
1080 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD1]);
1081 a9d9eb8f j_mayer
}
1082 a9d9eb8f j_mayer
1083 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le, MEMSUFFIX) (void)
1084 a9d9eb8f j_mayer
{
1085 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0, AVR0.u64[VR_DWORD1]);
1086 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint32_t)T0 + 8, AVR0.u64[VR_DWORD0]);
1087 a9d9eb8f j_mayer
}
1088 a9d9eb8f j_mayer
1089 a9d9eb8f j_mayer
#if defined(TARGET_PPC64)
1090 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_64, MEMSUFFIX) (void)
1091 a9d9eb8f j_mayer
{
1092 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint64_t)T0);
1093 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint64_t)T0 + 8);
1094 a9d9eb8f j_mayer
}
1095 a9d9eb8f j_mayer
1096 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_lvx_le_64, MEMSUFFIX) (void)
1097 a9d9eb8f j_mayer
{
1098 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD1] = glue(ldq, MEMSUFFIX)((uint64_t)T0);
1099 a9d9eb8f j_mayer
    AVR0.u64[VR_DWORD0] = glue(ldq, MEMSUFFIX)((uint64_t)T0 + 8);
1100 a9d9eb8f j_mayer
}
1101 a9d9eb8f j_mayer
1102 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_64, MEMSUFFIX) (void)
1103 a9d9eb8f j_mayer
{
1104 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD0]);
1105 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD1]);
1106 a9d9eb8f j_mayer
}
1107 a9d9eb8f j_mayer
1108 a9d9eb8f j_mayer
void OPPROTO glue(op_vr_stvx_le_64, MEMSUFFIX) (void)
1109 a9d9eb8f j_mayer
{
1110 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0, AVR0.u64[VR_DWORD1]);
1111 a9d9eb8f j_mayer
    glue(stq, MEMSUFFIX)((uint64_t)T0 + 8, AVR0.u64[VR_DWORD0]);
1112 a9d9eb8f j_mayer
}
1113 a9d9eb8f j_mayer
#endif
1114 a9d9eb8f j_mayer
#undef VR_DWORD0
1115 a9d9eb8f j_mayer
#undef VR_DWORD1
1116 a9d9eb8f j_mayer
1117 35cdaad6 j_mayer
#if defined(TARGET_PPCEMB)
1118 0487d6a8 j_mayer
/* SPE extension */
1119 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP(name, op)                                              \
1120 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_l, name), MEMSUFFIX) (void)                     \
1121 0487d6a8 j_mayer
{                                                                             \
1122 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint32_t)T0);                                \
1123 0487d6a8 j_mayer
    RETURN();                                                                 \
1124 0487d6a8 j_mayer
}
1125 0487d6a8 j_mayer
1126 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1127 0487d6a8 j_mayer
#define _PPC_SPE_LD_OP_64(name, op)                                           \
1128 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_l, name), _64), MEMSUFFIX) (void)          \
1129 0487d6a8 j_mayer
{                                                                             \
1130 0487d6a8 j_mayer
    T1_64 = glue(op, MEMSUFFIX)((uint64_t)T0);                                \
1131 0487d6a8 j_mayer
    RETURN();                                                                 \
1132 0487d6a8 j_mayer
}
1133 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
1134 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op);                                                     \
1135 0487d6a8 j_mayer
_PPC_SPE_LD_OP_64(name, op)
1136 0487d6a8 j_mayer
#else
1137 0487d6a8 j_mayer
#define PPC_SPE_LD_OP(name, op)                                               \
1138 0487d6a8 j_mayer
_PPC_SPE_LD_OP(name, op)
1139 0487d6a8 j_mayer
#endif
1140 0487d6a8 j_mayer
1141 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP(name, op)                                              \
1142 0487d6a8 j_mayer
void OPPROTO glue(glue(op_spe_st, name), MEMSUFFIX) (void)                    \
1143 0487d6a8 j_mayer
{                                                                             \
1144 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint32_t)T0, T1_64);                                 \
1145 0487d6a8 j_mayer
    RETURN();                                                                 \
1146 0487d6a8 j_mayer
}
1147 0487d6a8 j_mayer
1148 0487d6a8 j_mayer
#if defined(TARGET_PPC64)
1149 0487d6a8 j_mayer
#define _PPC_SPE_ST_OP_64(name, op)                                           \
1150 0487d6a8 j_mayer
void OPPROTO glue(glue(glue(op_spe_st, name), _64), MEMSUFFIX) (void)         \
1151 0487d6a8 j_mayer
{                                                                             \
1152 0487d6a8 j_mayer
    glue(op, MEMSUFFIX)((uint64_t)T0, T1_64);                                 \
1153 0487d6a8 j_mayer
    RETURN();                                                                 \
1154 0487d6a8 j_mayer
}
1155 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1156 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op);                                                     \
1157 0487d6a8 j_mayer
_PPC_SPE_ST_OP_64(name, op)
1158 0487d6a8 j_mayer
#else
1159 0487d6a8 j_mayer
#define PPC_SPE_ST_OP(name, op)                                               \
1160 0487d6a8 j_mayer
_PPC_SPE_ST_OP(name, op)
1161 0487d6a8 j_mayer
#endif
1162 0487d6a8 j_mayer
1163 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1164 0487d6a8 j_mayer
PPC_SPE_LD_OP(dd, ldq);
1165 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd, stq);
1166 0487d6a8 j_mayer
PPC_SPE_LD_OP(dd_le, ld64r);
1167 0487d6a8 j_mayer
PPC_SPE_ST_OP(dd_le, st64r);
1168 0487d6a8 j_mayer
#endif
1169 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw, MEMSUFFIX) (target_ulong EA)
1170 0487d6a8 j_mayer
{
1171 0487d6a8 j_mayer
    uint64_t ret;
1172 0487d6a8 j_mayer
    ret = (uint64_t)glue(ldl, MEMSUFFIX)(EA) << 32;
1173 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ldl, MEMSUFFIX)(EA + 4);
1174 0487d6a8 j_mayer
    return ret;
1175 0487d6a8 j_mayer
}
1176 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw, spe_ldw);
1177 b068d6a7 j_mayer
static always_inline void glue(spe_stdw, MEMSUFFIX) (target_ulong EA,
1178 b068d6a7 j_mayer
                                                     uint64_t data)
1179 0487d6a8 j_mayer
{
1180 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA, data >> 32);
1181 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA + 4, data);
1182 0487d6a8 j_mayer
}
1183 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw, spe_stdw);
1184 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldw_le, MEMSUFFIX) (target_ulong EA)
1185 0487d6a8 j_mayer
{
1186 0487d6a8 j_mayer
    uint64_t ret;
1187 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld32r, MEMSUFFIX)(EA) << 32;
1188 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld32r, MEMSUFFIX)(EA + 4);
1189 0487d6a8 j_mayer
    return ret;
1190 0487d6a8 j_mayer
}
1191 0487d6a8 j_mayer
PPC_SPE_LD_OP(dw_le, spe_ldw_le);
1192 b068d6a7 j_mayer
static always_inline void glue(spe_stdw_le, MEMSUFFIX) (target_ulong EA,
1193 b068d6a7 j_mayer
                                                        uint64_t data)
1194 0487d6a8 j_mayer
{
1195 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data >> 32);
1196 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA + 4, data);
1197 0487d6a8 j_mayer
}
1198 0487d6a8 j_mayer
PPC_SPE_ST_OP(dw_le, spe_stdw_le);
1199 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh, MEMSUFFIX) (target_ulong EA)
1200 0487d6a8 j_mayer
{
1201 0487d6a8 j_mayer
    uint64_t ret;
1202 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 48;
1203 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2) << 32;
1204 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 4) << 16;
1205 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 6);
1206 0487d6a8 j_mayer
    return ret;
1207 0487d6a8 j_mayer
}
1208 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh, spe_ldh);
1209 b068d6a7 j_mayer
static always_inline void glue(spe_stdh, MEMSUFFIX) (target_ulong EA,
1210 b068d6a7 j_mayer
                                                     uint64_t data)
1211 0487d6a8 j_mayer
{
1212 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 48);
1213 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data >> 32);
1214 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 4, data >> 16);
1215 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 6, data);
1216 0487d6a8 j_mayer
}
1217 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh, spe_stdh);
1218 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_ldh_le, MEMSUFFIX) (target_ulong EA)
1219 0487d6a8 j_mayer
{
1220 0487d6a8 j_mayer
    uint64_t ret;
1221 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 48;
1222 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2) << 32;
1223 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 4) << 16;
1224 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 6);
1225 0487d6a8 j_mayer
    return ret;
1226 0487d6a8 j_mayer
}
1227 0487d6a8 j_mayer
PPC_SPE_LD_OP(dh_le, spe_ldh_le);
1228 b068d6a7 j_mayer
static always_inline void glue(spe_stdh_le, MEMSUFFIX) (target_ulong EA,
1229 b068d6a7 j_mayer
                                                        uint64_t data)
1230 0487d6a8 j_mayer
{
1231 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1232 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 32);
1233 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 4, data >> 16);
1234 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 6, data);
1235 0487d6a8 j_mayer
}
1236 0487d6a8 j_mayer
PPC_SPE_ST_OP(dh_le, spe_stdh_le);
1237 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe, MEMSUFFIX) (target_ulong EA)
1238 0487d6a8 j_mayer
{
1239 0487d6a8 j_mayer
    uint64_t ret;
1240 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 48;
1241 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2) << 16;
1242 0487d6a8 j_mayer
    return ret;
1243 0487d6a8 j_mayer
}
1244 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe, spe_lwhe);
1245 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe, MEMSUFFIX) (target_ulong EA,
1246 b068d6a7 j_mayer
                                                      uint64_t data)
1247 0487d6a8 j_mayer
{
1248 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 48);
1249 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data >> 16);
1250 0487d6a8 j_mayer
}
1251 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe, spe_stwhe);
1252 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhe_le, MEMSUFFIX) (target_ulong EA)
1253 0487d6a8 j_mayer
{
1254 0487d6a8 j_mayer
    uint64_t ret;
1255 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 48;
1256 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2) << 16;
1257 0487d6a8 j_mayer
    return ret;
1258 0487d6a8 j_mayer
}
1259 0487d6a8 j_mayer
PPC_SPE_LD_OP(whe_le, spe_lwhe_le);
1260 b068d6a7 j_mayer
static always_inline void glue(spe_stwhe_le, MEMSUFFIX) (target_ulong EA,
1261 b068d6a7 j_mayer
                                                         uint64_t data)
1262 0487d6a8 j_mayer
{
1263 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 48);
1264 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data >> 16);
1265 0487d6a8 j_mayer
}
1266 0487d6a8 j_mayer
PPC_SPE_ST_OP(whe_le, spe_stwhe_le);
1267 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou, MEMSUFFIX) (target_ulong EA)
1268 0487d6a8 j_mayer
{
1269 0487d6a8 j_mayer
    uint64_t ret;
1270 0487d6a8 j_mayer
    ret = (uint64_t)glue(lduw, MEMSUFFIX)(EA) << 32;
1271 0487d6a8 j_mayer
    ret |= (uint64_t)glue(lduw, MEMSUFFIX)(EA + 2);
1272 0487d6a8 j_mayer
    return ret;
1273 0487d6a8 j_mayer
}
1274 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou, spe_lwhou);
1275 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos, MEMSUFFIX) (target_ulong EA)
1276 0487d6a8 j_mayer
{
1277 0487d6a8 j_mayer
    uint64_t ret;
1278 0487d6a8 j_mayer
    ret = ((uint64_t)((int32_t)glue(ldsw, MEMSUFFIX)(EA))) << 32;
1279 0487d6a8 j_mayer
    ret |= (uint64_t)((int32_t)glue(ldsw, MEMSUFFIX)(EA + 2));
1280 0487d6a8 j_mayer
    return ret;
1281 0487d6a8 j_mayer
}
1282 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos, spe_lwhos);
1283 b068d6a7 j_mayer
static always_inline void glue(spe_stwho, MEMSUFFIX) (target_ulong EA,
1284 b068d6a7 j_mayer
                                                      uint64_t data)
1285 0487d6a8 j_mayer
{
1286 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA, data >> 32);
1287 0487d6a8 j_mayer
    glue(stw, MEMSUFFIX)(EA + 2, data);
1288 0487d6a8 j_mayer
}
1289 0487d6a8 j_mayer
PPC_SPE_ST_OP(who, spe_stwho);
1290 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhou_le, MEMSUFFIX) (target_ulong EA)
1291 0487d6a8 j_mayer
{
1292 0487d6a8 j_mayer
    uint64_t ret;
1293 0487d6a8 j_mayer
    ret = (uint64_t)glue(ld16r, MEMSUFFIX)(EA) << 32;
1294 0487d6a8 j_mayer
    ret |= (uint64_t)glue(ld16r, MEMSUFFIX)(EA + 2);
1295 0487d6a8 j_mayer
    return ret;
1296 0487d6a8 j_mayer
}
1297 0487d6a8 j_mayer
PPC_SPE_LD_OP(whou_le, spe_lwhou_le);
1298 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhos_le, MEMSUFFIX) (target_ulong EA)
1299 0487d6a8 j_mayer
{
1300 0487d6a8 j_mayer
    uint64_t ret;
1301 0487d6a8 j_mayer
    ret = ((uint64_t)((int32_t)glue(ld16rs, MEMSUFFIX)(EA))) << 32;
1302 0487d6a8 j_mayer
    ret |= (uint64_t)((int32_t)glue(ld16rs, MEMSUFFIX)(EA + 2));
1303 0487d6a8 j_mayer
    return ret;
1304 0487d6a8 j_mayer
}
1305 0487d6a8 j_mayer
PPC_SPE_LD_OP(whos_le, spe_lwhos_le);
1306 b068d6a7 j_mayer
static always_inline void glue(spe_stwho_le, MEMSUFFIX) (target_ulong EA,
1307 b068d6a7 j_mayer
                                                         uint64_t data)
1308 0487d6a8 j_mayer
{
1309 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA, data >> 32);
1310 0487d6a8 j_mayer
    glue(st16r, MEMSUFFIX)(EA + 2, data);
1311 0487d6a8 j_mayer
}
1312 0487d6a8 j_mayer
PPC_SPE_ST_OP(who_le, spe_stwho_le);
1313 0487d6a8 j_mayer
#if !defined(TARGET_PPC64)
1314 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo, MEMSUFFIX) (target_ulong EA,
1315 b068d6a7 j_mayer
                                                      uint64_t data)
1316 0487d6a8 j_mayer
{
1317 0487d6a8 j_mayer
    glue(stl, MEMSUFFIX)(EA, data);
1318 0487d6a8 j_mayer
}
1319 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo, spe_stwwo);
1320 b068d6a7 j_mayer
static always_inline void glue(spe_stwwo_le, MEMSUFFIX) (target_ulong EA,
1321 b068d6a7 j_mayer
                                                         uint64_t data)
1322 0487d6a8 j_mayer
{
1323 0487d6a8 j_mayer
    glue(st32r, MEMSUFFIX)(EA, data);
1324 0487d6a8 j_mayer
}
1325 0487d6a8 j_mayer
PPC_SPE_ST_OP(wwo_le, spe_stwwo_le);
1326 0487d6a8 j_mayer
#endif
1327 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh, MEMSUFFIX) (target_ulong EA)
1328 0487d6a8 j_mayer
{
1329 0487d6a8 j_mayer
    uint16_t tmp;
1330 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA);
1331 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1332 0487d6a8 j_mayer
}
1333 0487d6a8 j_mayer
PPC_SPE_LD_OP(h, spe_lh);
1334 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lh_le, MEMSUFFIX) (target_ulong EA)
1335 0487d6a8 j_mayer
{
1336 0487d6a8 j_mayer
    uint16_t tmp;
1337 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA);
1338 0487d6a8 j_mayer
    return ((uint64_t)tmp << 48) | ((uint64_t)tmp << 16);
1339 0487d6a8 j_mayer
}
1340 0487d6a8 j_mayer
PPC_SPE_LD_OP(h_le, spe_lh_le);
1341 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwwsplat, MEMSUFFIX) (target_ulong EA)
1342 0487d6a8 j_mayer
{
1343 0487d6a8 j_mayer
    uint32_t tmp;
1344 0487d6a8 j_mayer
    tmp = glue(ldl, MEMSUFFIX)(EA);
1345 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1346 0487d6a8 j_mayer
}
1347 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat, spe_lwwsplat);
1348 b068d6a7 j_mayer
static always_inline
1349 b068d6a7 j_mayer
uint64_t glue(spe_lwwsplat_le, MEMSUFFIX) (target_ulong EA)
1350 0487d6a8 j_mayer
{
1351 0487d6a8 j_mayer
    uint32_t tmp;
1352 0487d6a8 j_mayer
    tmp = glue(ld32r, MEMSUFFIX)(EA);
1353 0487d6a8 j_mayer
    return ((uint64_t)tmp << 32) | (uint64_t)tmp;
1354 0487d6a8 j_mayer
}
1355 0487d6a8 j_mayer
PPC_SPE_LD_OP(wwsplat_le, spe_lwwsplat_le);
1356 b068d6a7 j_mayer
static always_inline uint64_t glue(spe_lwhsplat, MEMSUFFIX) (target_ulong EA)
1357 0487d6a8 j_mayer
{
1358 0487d6a8 j_mayer
    uint64_t ret;
1359 0487d6a8 j_mayer
    uint16_t tmp;
1360 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA);
1361 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1362 0487d6a8 j_mayer
    tmp = glue(lduw, MEMSUFFIX)(EA + 2);
1363 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1364 0487d6a8 j_mayer
    return ret;
1365 0487d6a8 j_mayer
}
1366 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat, spe_lwhsplat);
1367 b068d6a7 j_mayer
static always_inline
1368 b068d6a7 j_mayer
uint64_t glue(spe_lwhsplat_le, MEMSUFFIX) (target_ulong EA)
1369 0487d6a8 j_mayer
{
1370 0487d6a8 j_mayer
    uint64_t ret;
1371 0487d6a8 j_mayer
    uint16_t tmp;
1372 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA);
1373 0487d6a8 j_mayer
    ret = ((uint64_t)tmp << 48) | ((uint64_t)tmp << 32);
1374 0487d6a8 j_mayer
    tmp = glue(ld16r, MEMSUFFIX)(EA + 2);
1375 0487d6a8 j_mayer
    ret |= ((uint64_t)tmp << 16) | (uint64_t)tmp;
1376 0487d6a8 j_mayer
    return ret;
1377 0487d6a8 j_mayer
}
1378 0487d6a8 j_mayer
PPC_SPE_LD_OP(whsplat_le, spe_lwhsplat_le);
1379 35cdaad6 j_mayer
#endif /* defined(TARGET_PPCEMB) */
1380 0487d6a8 j_mayer
1381 9a64fbe4 bellard
#undef MEMSUFFIX