Statistics
| Branch: | Revision:

root / target-ppc / op_helper.c @ daf4f96e

History | View | Annotate | Download (60.1 kB)

1 9a64fbe4 bellard
/*
2 3fc6c082 bellard
 *  PowerPC emulation helpers for qemu.
3 5fafdf24 ths
 *
4 76a66253 j_mayer
 *  Copyright (c) 2003-2007 Jocelyn Mayer
5 9a64fbe4 bellard
 *
6 9a64fbe4 bellard
 * This library is free software; you can redistribute it and/or
7 9a64fbe4 bellard
 * modify it under the terms of the GNU Lesser General Public
8 9a64fbe4 bellard
 * License as published by the Free Software Foundation; either
9 9a64fbe4 bellard
 * version 2 of the License, or (at your option) any later version.
10 9a64fbe4 bellard
 *
11 9a64fbe4 bellard
 * This library is distributed in the hope that it will be useful,
12 9a64fbe4 bellard
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 9a64fbe4 bellard
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 9a64fbe4 bellard
 * Lesser General Public License for more details.
15 9a64fbe4 bellard
 *
16 9a64fbe4 bellard
 * You should have received a copy of the GNU Lesser General Public
17 9a64fbe4 bellard
 * License along with this library; if not, write to the Free Software
18 9a64fbe4 bellard
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19 9a64fbe4 bellard
 */
20 9a64fbe4 bellard
#include "exec.h"
21 9a64fbe4 bellard
22 0487d6a8 j_mayer
#include "op_helper.h"
23 0487d6a8 j_mayer
24 9a64fbe4 bellard
#define MEMSUFFIX _raw
25 0487d6a8 j_mayer
#include "op_helper.h"
26 9a64fbe4 bellard
#include "op_helper_mem.h"
27 a541f297 bellard
#if !defined(CONFIG_USER_ONLY)
28 9a64fbe4 bellard
#define MEMSUFFIX _user
29 0487d6a8 j_mayer
#include "op_helper.h"
30 9a64fbe4 bellard
#include "op_helper_mem.h"
31 9a64fbe4 bellard
#define MEMSUFFIX _kernel
32 0487d6a8 j_mayer
#include "op_helper.h"
33 9a64fbe4 bellard
#include "op_helper_mem.h"
34 9a64fbe4 bellard
#endif
35 9a64fbe4 bellard
36 fdabc366 bellard
//#define DEBUG_OP
37 fdabc366 bellard
//#define DEBUG_EXCEPTIONS
38 76a66253 j_mayer
//#define DEBUG_SOFTWARE_TLB
39 fdabc366 bellard
40 9a64fbe4 bellard
/*****************************************************************************/
41 9a64fbe4 bellard
/* Exceptions processing helpers */
42 9a64fbe4 bellard
43 9fddaa0c bellard
void do_raise_exception_err (uint32_t exception, int error_code)
44 9a64fbe4 bellard
{
45 9fddaa0c bellard
#if 0
46 9fddaa0c bellard
    printf("Raise exception %3x code : %d\n", exception, error_code);
47 9fddaa0c bellard
#endif
48 9fddaa0c bellard
    switch (exception) {
49 e1833e1f j_mayer
    case POWERPC_EXCP_PROGRAM:
50 e1833e1f j_mayer
        if (error_code == POWERPC_EXCP_FP && msr_fe0 == 0 && msr_fe1 == 0)
51 76a66253 j_mayer
            return;
52 76a66253 j_mayer
        break;
53 9fddaa0c bellard
    default:
54 76a66253 j_mayer
        break;
55 76a66253 j_mayer
    }
56 9fddaa0c bellard
    env->exception_index = exception;
57 9fddaa0c bellard
    env->error_code = error_code;
58 76a66253 j_mayer
    cpu_loop_exit();
59 76a66253 j_mayer
}
60 9fddaa0c bellard
61 9fddaa0c bellard
void do_raise_exception (uint32_t exception)
62 9fddaa0c bellard
{
63 9fddaa0c bellard
    do_raise_exception_err(exception, 0);
64 9a64fbe4 bellard
}
65 9a64fbe4 bellard
66 a496775f j_mayer
void cpu_dump_EA (target_ulong EA);
67 a496775f j_mayer
void do_print_mem_EA (target_ulong EA)
68 a496775f j_mayer
{
69 a496775f j_mayer
    cpu_dump_EA(EA);
70 a496775f j_mayer
}
71 a496775f j_mayer
72 9a64fbe4 bellard
/*****************************************************************************/
73 76a66253 j_mayer
/* Registers load and stores */
74 76a66253 j_mayer
void do_load_cr (void)
75 76a66253 j_mayer
{
76 76a66253 j_mayer
    T0 = (env->crf[0] << 28) |
77 76a66253 j_mayer
        (env->crf[1] << 24) |
78 76a66253 j_mayer
        (env->crf[2] << 20) |
79 76a66253 j_mayer
        (env->crf[3] << 16) |
80 76a66253 j_mayer
        (env->crf[4] << 12) |
81 76a66253 j_mayer
        (env->crf[5] << 8) |
82 76a66253 j_mayer
        (env->crf[6] << 4) |
83 76a66253 j_mayer
        (env->crf[7] << 0);
84 76a66253 j_mayer
}
85 76a66253 j_mayer
86 76a66253 j_mayer
void do_store_cr (uint32_t mask)
87 76a66253 j_mayer
{
88 76a66253 j_mayer
    int i, sh;
89 76a66253 j_mayer
90 36081602 j_mayer
    for (i = 0, sh = 7; i < 8; i++, sh--) {
91 76a66253 j_mayer
        if (mask & (1 << sh))
92 76a66253 j_mayer
            env->crf[i] = (T0 >> (sh * 4)) & 0xFUL;
93 76a66253 j_mayer
    }
94 76a66253 j_mayer
}
95 76a66253 j_mayer
96 76a66253 j_mayer
void do_load_xer (void)
97 76a66253 j_mayer
{
98 76a66253 j_mayer
    T0 = (xer_so << XER_SO) |
99 76a66253 j_mayer
        (xer_ov << XER_OV) |
100 76a66253 j_mayer
        (xer_ca << XER_CA) |
101 76a66253 j_mayer
        (xer_bc << XER_BC) |
102 76a66253 j_mayer
        (xer_cmp << XER_CMP);
103 76a66253 j_mayer
}
104 76a66253 j_mayer
105 76a66253 j_mayer
void do_store_xer (void)
106 76a66253 j_mayer
{
107 76a66253 j_mayer
    xer_so = (T0 >> XER_SO) & 0x01;
108 76a66253 j_mayer
    xer_ov = (T0 >> XER_OV) & 0x01;
109 76a66253 j_mayer
    xer_ca = (T0 >> XER_CA) & 0x01;
110 76a66253 j_mayer
    xer_cmp = (T0 >> XER_CMP) & 0xFF;
111 d9bce9d9 j_mayer
    xer_bc = (T0 >> XER_BC) & 0x7F;
112 76a66253 j_mayer
}
113 76a66253 j_mayer
114 c80f84e3 j_mayer
#if defined(TARGET_PPC64)
115 c80f84e3 j_mayer
void do_store_pri (int prio)
116 c80f84e3 j_mayer
{
117 c80f84e3 j_mayer
    env->spr[SPR_PPR] &= ~0x001C000000000000ULL;
118 c80f84e3 j_mayer
    env->spr[SPR_PPR] |= ((uint64_t)prio & 0x7) << 50;
119 c80f84e3 j_mayer
}
120 c80f84e3 j_mayer
#endif
121 c80f84e3 j_mayer
122 76a66253 j_mayer
void do_load_fpscr (void)
123 76a66253 j_mayer
{
124 76a66253 j_mayer
    /* The 32 MSB of the target fpr are undefined.
125 76a66253 j_mayer
     * They'll be zero...
126 76a66253 j_mayer
     */
127 76a66253 j_mayer
    union {
128 76a66253 j_mayer
        float64 d;
129 76a66253 j_mayer
        struct {
130 76a66253 j_mayer
            uint32_t u[2];
131 76a66253 j_mayer
        } s;
132 76a66253 j_mayer
    } u;
133 76a66253 j_mayer
    int i;
134 76a66253 j_mayer
135 d9bce9d9 j_mayer
#if defined(WORDS_BIGENDIAN)
136 76a66253 j_mayer
#define WORD0 0
137 76a66253 j_mayer
#define WORD1 1
138 76a66253 j_mayer
#else
139 76a66253 j_mayer
#define WORD0 1
140 76a66253 j_mayer
#define WORD1 0
141 76a66253 j_mayer
#endif
142 76a66253 j_mayer
    u.s.u[WORD0] = 0;
143 76a66253 j_mayer
    u.s.u[WORD1] = 0;
144 76a66253 j_mayer
    for (i = 0; i < 8; i++)
145 76a66253 j_mayer
        u.s.u[WORD1] |= env->fpscr[i] << (4 * i);
146 76a66253 j_mayer
    FT0 = u.d;
147 76a66253 j_mayer
}
148 76a66253 j_mayer
149 76a66253 j_mayer
void do_store_fpscr (uint32_t mask)
150 76a66253 j_mayer
{
151 76a66253 j_mayer
    /*
152 76a66253 j_mayer
     * We use only the 32 LSB of the incoming fpr
153 76a66253 j_mayer
     */
154 76a66253 j_mayer
    union {
155 76a66253 j_mayer
        double d;
156 76a66253 j_mayer
        struct {
157 76a66253 j_mayer
            uint32_t u[2];
158 76a66253 j_mayer
        } s;
159 76a66253 j_mayer
    } u;
160 76a66253 j_mayer
    int i, rnd_type;
161 76a66253 j_mayer
162 76a66253 j_mayer
    u.d = FT0;
163 76a66253 j_mayer
    if (mask & 0x80)
164 76a66253 j_mayer
        env->fpscr[0] = (env->fpscr[0] & 0x9) | ((u.s.u[WORD1] >> 28) & ~0x9);
165 76a66253 j_mayer
    for (i = 1; i < 7; i++) {
166 76a66253 j_mayer
        if (mask & (1 << (7 - i)))
167 76a66253 j_mayer
            env->fpscr[i] = (u.s.u[WORD1] >> (4 * (7 - i))) & 0xF;
168 76a66253 j_mayer
    }
169 76a66253 j_mayer
    /* TODO: update FEX & VX */
170 76a66253 j_mayer
    /* Set rounding mode */
171 76a66253 j_mayer
    switch (env->fpscr[0] & 0x3) {
172 76a66253 j_mayer
    case 0:
173 76a66253 j_mayer
        /* Best approximation (round to nearest) */
174 76a66253 j_mayer
        rnd_type = float_round_nearest_even;
175 76a66253 j_mayer
        break;
176 76a66253 j_mayer
    case 1:
177 76a66253 j_mayer
        /* Smaller magnitude (round toward zero) */
178 76a66253 j_mayer
        rnd_type = float_round_to_zero;
179 76a66253 j_mayer
        break;
180 76a66253 j_mayer
    case 2:
181 76a66253 j_mayer
        /* Round toward +infinite */
182 76a66253 j_mayer
        rnd_type = float_round_up;
183 76a66253 j_mayer
        break;
184 76a66253 j_mayer
    default:
185 76a66253 j_mayer
    case 3:
186 76a66253 j_mayer
        /* Round toward -infinite */
187 76a66253 j_mayer
        rnd_type = float_round_down;
188 76a66253 j_mayer
        break;
189 76a66253 j_mayer
    }
190 76a66253 j_mayer
    set_float_rounding_mode(rnd_type, &env->fp_status);
191 76a66253 j_mayer
}
192 76a66253 j_mayer
193 a496775f j_mayer
target_ulong ppc_load_dump_spr (int sprn)
194 a496775f j_mayer
{
195 6b80055d j_mayer
    if (loglevel != 0) {
196 a496775f j_mayer
        fprintf(logfile, "Read SPR %d %03x => " ADDRX "\n",
197 a496775f j_mayer
                sprn, sprn, env->spr[sprn]);
198 a496775f j_mayer
    }
199 a496775f j_mayer
200 a496775f j_mayer
    return env->spr[sprn];
201 a496775f j_mayer
}
202 a496775f j_mayer
203 a496775f j_mayer
void ppc_store_dump_spr (int sprn, target_ulong val)
204 a496775f j_mayer
{
205 6b80055d j_mayer
    if (loglevel != 0) {
206 a496775f j_mayer
        fprintf(logfile, "Write SPR %d %03x => " ADDRX " <= " ADDRX "\n",
207 a496775f j_mayer
                sprn, sprn, env->spr[sprn], val);
208 a496775f j_mayer
    }
209 a496775f j_mayer
    env->spr[sprn] = val;
210 a496775f j_mayer
}
211 a496775f j_mayer
212 76a66253 j_mayer
/*****************************************************************************/
213 fdabc366 bellard
/* Fixed point operations helpers */
214 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
215 d9bce9d9 j_mayer
static void add128 (uint64_t *plow, uint64_t *phigh, uint64_t a, uint64_t b)
216 fdabc366 bellard
{
217 d9bce9d9 j_mayer
    *plow += a;
218 d9bce9d9 j_mayer
    /* carry test */
219 d9bce9d9 j_mayer
    if (*plow < a)
220 d9bce9d9 j_mayer
        (*phigh)++;
221 d9bce9d9 j_mayer
    *phigh += b;
222 fdabc366 bellard
}
223 fdabc366 bellard
224 d9bce9d9 j_mayer
static void neg128 (uint64_t *plow, uint64_t *phigh)
225 fdabc366 bellard
{
226 36081602 j_mayer
    *plow = ~*plow;
227 36081602 j_mayer
    *phigh = ~*phigh;
228 d9bce9d9 j_mayer
    add128(plow, phigh, 1, 0);
229 d9bce9d9 j_mayer
}
230 d9bce9d9 j_mayer
231 d9bce9d9 j_mayer
static void mul64 (uint64_t *plow, uint64_t *phigh, uint64_t a, uint64_t b)
232 d9bce9d9 j_mayer
{
233 d9bce9d9 j_mayer
    uint32_t a0, a1, b0, b1;
234 d9bce9d9 j_mayer
    uint64_t v;
235 d9bce9d9 j_mayer
236 d9bce9d9 j_mayer
    a0 = a;
237 d9bce9d9 j_mayer
    a1 = a >> 32;
238 d9bce9d9 j_mayer
239 d9bce9d9 j_mayer
    b0 = b;
240 d9bce9d9 j_mayer
    b1 = b >> 32;
241 3b46e624 ths
242 d9bce9d9 j_mayer
    v = (uint64_t)a0 * (uint64_t)b0;
243 d9bce9d9 j_mayer
    *plow = v;
244 d9bce9d9 j_mayer
    *phigh = 0;
245 d9bce9d9 j_mayer
246 d9bce9d9 j_mayer
    v = (uint64_t)a0 * (uint64_t)b1;
247 d9bce9d9 j_mayer
    add128(plow, phigh, v << 32, v >> 32);
248 d9bce9d9 j_mayer
249 d9bce9d9 j_mayer
    v = (uint64_t)a1 * (uint64_t)b0;
250 d9bce9d9 j_mayer
    add128(plow, phigh, v << 32, v >> 32);
251 d9bce9d9 j_mayer
252 d9bce9d9 j_mayer
    v = (uint64_t)a1 * (uint64_t)b1;
253 d9bce9d9 j_mayer
    *phigh += v;
254 d9bce9d9 j_mayer
#if defined(DEBUG_MULDIV)
255 d9bce9d9 j_mayer
    printf("mul: 0x%016llx * 0x%016llx = 0x%016llx%016llx\n",
256 d9bce9d9 j_mayer
           a, b, *phigh, *plow);
257 d9bce9d9 j_mayer
#endif
258 d9bce9d9 j_mayer
}
259 d9bce9d9 j_mayer
260 d9bce9d9 j_mayer
void do_mul64 (uint64_t *plow, uint64_t *phigh)
261 d9bce9d9 j_mayer
{
262 d9bce9d9 j_mayer
    mul64(plow, phigh, T0, T1);
263 d9bce9d9 j_mayer
}
264 d9bce9d9 j_mayer
265 0487d6a8 j_mayer
static void imul64 (uint64_t *plow, uint64_t *phigh, int64_t a, int64_t b)
266 d9bce9d9 j_mayer
{
267 d9bce9d9 j_mayer
    int sa, sb;
268 36081602 j_mayer
269 d9bce9d9 j_mayer
    sa = (a < 0);
270 d9bce9d9 j_mayer
    if (sa)
271 d9bce9d9 j_mayer
        a = -a;
272 d9bce9d9 j_mayer
    sb = (b < 0);
273 d9bce9d9 j_mayer
    if (sb)
274 d9bce9d9 j_mayer
        b = -b;
275 d9bce9d9 j_mayer
    mul64(plow, phigh, a, b);
276 d9bce9d9 j_mayer
    if (sa ^ sb) {
277 d9bce9d9 j_mayer
        neg128(plow, phigh);
278 fdabc366 bellard
    }
279 fdabc366 bellard
}
280 fdabc366 bellard
281 d9bce9d9 j_mayer
void do_imul64 (uint64_t *plow, uint64_t *phigh)
282 d9bce9d9 j_mayer
{
283 d9bce9d9 j_mayer
    imul64(plow, phigh, T0, T1);
284 d9bce9d9 j_mayer
}
285 d9bce9d9 j_mayer
#endif
286 d9bce9d9 j_mayer
287 fdabc366 bellard
void do_adde (void)
288 fdabc366 bellard
{
289 fdabc366 bellard
    T2 = T0;
290 fdabc366 bellard
    T0 += T1 + xer_ca;
291 d9bce9d9 j_mayer
    if (likely(!((uint32_t)T0 < (uint32_t)T2 ||
292 d9bce9d9 j_mayer
                 (xer_ca == 1 && (uint32_t)T0 == (uint32_t)T2)))) {
293 fdabc366 bellard
        xer_ca = 0;
294 fdabc366 bellard
    } else {
295 fdabc366 bellard
        xer_ca = 1;
296 fdabc366 bellard
    }
297 fdabc366 bellard
}
298 fdabc366 bellard
299 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
300 d9bce9d9 j_mayer
void do_adde_64 (void)
301 fdabc366 bellard
{
302 fdabc366 bellard
    T2 = T0;
303 fdabc366 bellard
    T0 += T1 + xer_ca;
304 d9bce9d9 j_mayer
    if (likely(!((uint64_t)T0 < (uint64_t)T2 ||
305 d9bce9d9 j_mayer
                 (xer_ca == 1 && (uint64_t)T0 == (uint64_t)T2)))) {
306 fdabc366 bellard
        xer_ca = 0;
307 fdabc366 bellard
    } else {
308 fdabc366 bellard
        xer_ca = 1;
309 fdabc366 bellard
    }
310 fdabc366 bellard
}
311 d9bce9d9 j_mayer
#endif
312 fdabc366 bellard
313 fdabc366 bellard
void do_addmeo (void)
314 fdabc366 bellard
{
315 fdabc366 bellard
    T1 = T0;
316 fdabc366 bellard
    T0 += xer_ca + (-1);
317 d9bce9d9 j_mayer
    if (likely(!((uint32_t)T1 &
318 d9bce9d9 j_mayer
                 ((uint32_t)T1 ^ (uint32_t)T0) & (1UL << 31)))) {
319 fdabc366 bellard
        xer_ov = 0;
320 fdabc366 bellard
    } else {
321 fdabc366 bellard
        xer_ov = 1;
322 966439a6 j_mayer
        xer_so = 1;
323 fdabc366 bellard
    }
324 fdabc366 bellard
    if (likely(T1 != 0))
325 fdabc366 bellard
        xer_ca = 1;
326 fdabc366 bellard
}
327 fdabc366 bellard
328 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
329 d9bce9d9 j_mayer
void do_addmeo_64 (void)
330 fdabc366 bellard
{
331 fdabc366 bellard
    T1 = T0;
332 d9bce9d9 j_mayer
    T0 += xer_ca + (-1);
333 d9bce9d9 j_mayer
    if (likely(!((uint64_t)T1 &
334 d9bce9d9 j_mayer
                 ((uint64_t)T1 ^ (uint64_t)T0) & (1ULL << 63)))) {
335 fdabc366 bellard
        xer_ov = 0;
336 fdabc366 bellard
    } else {
337 fdabc366 bellard
        xer_ov = 1;
338 966439a6 j_mayer
        xer_so = 1;
339 fdabc366 bellard
    }
340 d9bce9d9 j_mayer
    if (likely(T1 != 0))
341 fdabc366 bellard
        xer_ca = 1;
342 fdabc366 bellard
}
343 d9bce9d9 j_mayer
#endif
344 fdabc366 bellard
345 fdabc366 bellard
void do_divwo (void)
346 fdabc366 bellard
{
347 d9bce9d9 j_mayer
    if (likely(!(((int32_t)T0 == INT32_MIN && (int32_t)T1 == -1) ||
348 d9bce9d9 j_mayer
                 (int32_t)T1 == 0))) {
349 fdabc366 bellard
        xer_ov = 0;
350 d9bce9d9 j_mayer
        T0 = (int32_t)T0 / (int32_t)T1;
351 fdabc366 bellard
    } else {
352 fdabc366 bellard
        xer_ov = 1;
353 966439a6 j_mayer
        xer_so = 1;
354 fdabc366 bellard
        T0 = (-1) * ((uint32_t)T0 >> 31);
355 fdabc366 bellard
    }
356 fdabc366 bellard
}
357 fdabc366 bellard
358 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
359 d9bce9d9 j_mayer
void do_divdo (void)
360 d9bce9d9 j_mayer
{
361 d9bce9d9 j_mayer
    if (likely(!(((int64_t)T0 == INT64_MIN && (int64_t)T1 == -1ULL) ||
362 d9bce9d9 j_mayer
                 (int64_t)T1 == 0))) {
363 d9bce9d9 j_mayer
        xer_ov = 0;
364 d9bce9d9 j_mayer
        T0 = (int64_t)T0 / (int64_t)T1;
365 d9bce9d9 j_mayer
    } else {
366 d9bce9d9 j_mayer
        xer_ov = 1;
367 966439a6 j_mayer
        xer_so = 1;
368 d9bce9d9 j_mayer
        T0 = (-1ULL) * ((uint64_t)T0 >> 63);
369 d9bce9d9 j_mayer
    }
370 d9bce9d9 j_mayer
}
371 d9bce9d9 j_mayer
#endif
372 d9bce9d9 j_mayer
373 fdabc366 bellard
void do_divwuo (void)
374 fdabc366 bellard
{
375 fdabc366 bellard
    if (likely((uint32_t)T1 != 0)) {
376 fdabc366 bellard
        xer_ov = 0;
377 fdabc366 bellard
        T0 = (uint32_t)T0 / (uint32_t)T1;
378 fdabc366 bellard
    } else {
379 fdabc366 bellard
        xer_ov = 1;
380 966439a6 j_mayer
        xer_so = 1;
381 fdabc366 bellard
        T0 = 0;
382 fdabc366 bellard
    }
383 fdabc366 bellard
}
384 fdabc366 bellard
385 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
386 d9bce9d9 j_mayer
void do_divduo (void)
387 d9bce9d9 j_mayer
{
388 d9bce9d9 j_mayer
    if (likely((uint64_t)T1 != 0)) {
389 d9bce9d9 j_mayer
        xer_ov = 0;
390 d9bce9d9 j_mayer
        T0 = (uint64_t)T0 / (uint64_t)T1;
391 d9bce9d9 j_mayer
    } else {
392 d9bce9d9 j_mayer
        xer_ov = 1;
393 966439a6 j_mayer
        xer_so = 1;
394 d9bce9d9 j_mayer
        T0 = 0;
395 d9bce9d9 j_mayer
    }
396 d9bce9d9 j_mayer
}
397 d9bce9d9 j_mayer
#endif
398 d9bce9d9 j_mayer
399 fdabc366 bellard
void do_mullwo (void)
400 fdabc366 bellard
{
401 d9bce9d9 j_mayer
    int64_t res = (int64_t)T0 * (int64_t)T1;
402 fdabc366 bellard
403 fdabc366 bellard
    if (likely((int32_t)res == res)) {
404 fdabc366 bellard
        xer_ov = 0;
405 fdabc366 bellard
    } else {
406 fdabc366 bellard
        xer_ov = 1;
407 fdabc366 bellard
        xer_so = 1;
408 fdabc366 bellard
    }
409 fdabc366 bellard
    T0 = (int32_t)res;
410 fdabc366 bellard
}
411 fdabc366 bellard
412 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
413 d9bce9d9 j_mayer
void do_mulldo (void)
414 fdabc366 bellard
{
415 d9bce9d9 j_mayer
    int64_t th;
416 d9bce9d9 j_mayer
    uint64_t tl;
417 d9bce9d9 j_mayer
418 d9bce9d9 j_mayer
    do_imul64(&tl, &th);
419 d9bce9d9 j_mayer
    if (likely(th == 0)) {
420 fdabc366 bellard
        xer_ov = 0;
421 fdabc366 bellard
    } else {
422 fdabc366 bellard
        xer_ov = 1;
423 fdabc366 bellard
        xer_so = 1;
424 fdabc366 bellard
    }
425 d9bce9d9 j_mayer
    T0 = (int64_t)tl;
426 fdabc366 bellard
}
427 d9bce9d9 j_mayer
#endif
428 fdabc366 bellard
429 d9bce9d9 j_mayer
void do_nego (void)
430 fdabc366 bellard
{
431 d9bce9d9 j_mayer
    if (likely((int32_t)T0 != INT32_MIN)) {
432 fdabc366 bellard
        xer_ov = 0;
433 d9bce9d9 j_mayer
        T0 = -(int32_t)T0;
434 fdabc366 bellard
    } else {
435 fdabc366 bellard
        xer_ov = 1;
436 d9bce9d9 j_mayer
        xer_so = 1;
437 fdabc366 bellard
    }
438 fdabc366 bellard
}
439 fdabc366 bellard
440 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
441 d9bce9d9 j_mayer
void do_nego_64 (void)
442 fdabc366 bellard
{
443 d9bce9d9 j_mayer
    if (likely((int64_t)T0 != INT64_MIN)) {
444 fdabc366 bellard
        xer_ov = 0;
445 d9bce9d9 j_mayer
        T0 = -(int64_t)T0;
446 fdabc366 bellard
    } else {
447 fdabc366 bellard
        xer_ov = 1;
448 d9bce9d9 j_mayer
        xer_so = 1;
449 fdabc366 bellard
    }
450 fdabc366 bellard
}
451 d9bce9d9 j_mayer
#endif
452 fdabc366 bellard
453 fdabc366 bellard
void do_subfe (void)
454 fdabc366 bellard
{
455 fdabc366 bellard
    T0 = T1 + ~T0 + xer_ca;
456 d9bce9d9 j_mayer
    if (likely((uint32_t)T0 >= (uint32_t)T1 &&
457 d9bce9d9 j_mayer
               (xer_ca == 0 || (uint32_t)T0 != (uint32_t)T1))) {
458 fdabc366 bellard
        xer_ca = 0;
459 fdabc366 bellard
    } else {
460 fdabc366 bellard
        xer_ca = 1;
461 fdabc366 bellard
    }
462 fdabc366 bellard
}
463 fdabc366 bellard
464 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
465 d9bce9d9 j_mayer
void do_subfe_64 (void)
466 fdabc366 bellard
{
467 fdabc366 bellard
    T0 = T1 + ~T0 + xer_ca;
468 d9bce9d9 j_mayer
    if (likely((uint64_t)T0 >= (uint64_t)T1 &&
469 d9bce9d9 j_mayer
               (xer_ca == 0 || (uint64_t)T0 != (uint64_t)T1))) {
470 d9bce9d9 j_mayer
        xer_ca = 0;
471 d9bce9d9 j_mayer
    } else {
472 d9bce9d9 j_mayer
        xer_ca = 1;
473 d9bce9d9 j_mayer
    }
474 d9bce9d9 j_mayer
}
475 d9bce9d9 j_mayer
#endif
476 d9bce9d9 j_mayer
477 d9bce9d9 j_mayer
void do_subfmeo (void)
478 d9bce9d9 j_mayer
{
479 d9bce9d9 j_mayer
    T1 = T0;
480 d9bce9d9 j_mayer
    T0 = ~T0 + xer_ca - 1;
481 d9bce9d9 j_mayer
    if (likely(!((uint32_t)~T1 & ((uint32_t)~T1 ^ (uint32_t)T0) &
482 d9bce9d9 j_mayer
                 (1UL << 31)))) {
483 fdabc366 bellard
        xer_ov = 0;
484 fdabc366 bellard
    } else {
485 fdabc366 bellard
        xer_ov = 1;
486 966439a6 j_mayer
        xer_so = 1;
487 fdabc366 bellard
    }
488 d9bce9d9 j_mayer
    if (likely((uint32_t)T1 != UINT32_MAX))
489 fdabc366 bellard
        xer_ca = 1;
490 fdabc366 bellard
}
491 fdabc366 bellard
492 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
493 d9bce9d9 j_mayer
void do_subfmeo_64 (void)
494 fdabc366 bellard
{
495 fdabc366 bellard
    T1 = T0;
496 fdabc366 bellard
    T0 = ~T0 + xer_ca - 1;
497 d9bce9d9 j_mayer
    if (likely(!((uint64_t)~T1 & ((uint64_t)~T1 ^ (uint64_t)T0) &
498 d9bce9d9 j_mayer
                 (1ULL << 63)))) {
499 fdabc366 bellard
        xer_ov = 0;
500 fdabc366 bellard
    } else {
501 fdabc366 bellard
        xer_ov = 1;
502 966439a6 j_mayer
        xer_so = 1;
503 fdabc366 bellard
    }
504 d9bce9d9 j_mayer
    if (likely((uint64_t)T1 != UINT64_MAX))
505 fdabc366 bellard
        xer_ca = 1;
506 fdabc366 bellard
}
507 d9bce9d9 j_mayer
#endif
508 fdabc366 bellard
509 fdabc366 bellard
void do_subfzeo (void)
510 fdabc366 bellard
{
511 fdabc366 bellard
    T1 = T0;
512 fdabc366 bellard
    T0 = ~T0 + xer_ca;
513 d9bce9d9 j_mayer
    if (likely(!(((uint32_t)~T1 ^ UINT32_MAX) &
514 d9bce9d9 j_mayer
                 ((uint32_t)(~T1) ^ (uint32_t)T0) & (1UL << 31)))) {
515 fdabc366 bellard
        xer_ov = 0;
516 fdabc366 bellard
    } else {
517 fdabc366 bellard
        xer_ov = 1;
518 fdabc366 bellard
        xer_so = 1;
519 fdabc366 bellard
    }
520 d9bce9d9 j_mayer
    if (likely((uint32_t)T0 >= (uint32_t)~T1)) {
521 fdabc366 bellard
        xer_ca = 0;
522 fdabc366 bellard
    } else {
523 fdabc366 bellard
        xer_ca = 1;
524 fdabc366 bellard
    }
525 fdabc366 bellard
}
526 fdabc366 bellard
527 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
528 d9bce9d9 j_mayer
void do_subfzeo_64 (void)
529 d9bce9d9 j_mayer
{
530 d9bce9d9 j_mayer
    T1 = T0;
531 d9bce9d9 j_mayer
    T0 = ~T0 + xer_ca;
532 d9bce9d9 j_mayer
    if (likely(!(((uint64_t)~T1 ^ UINT64_MAX) &
533 d9bce9d9 j_mayer
                 ((uint64_t)(~T1) ^ (uint64_t)T0) & (1ULL << 63)))) {
534 d9bce9d9 j_mayer
        xer_ov = 0;
535 d9bce9d9 j_mayer
    } else {
536 d9bce9d9 j_mayer
        xer_ov = 1;
537 d9bce9d9 j_mayer
        xer_so = 1;
538 d9bce9d9 j_mayer
    }
539 d9bce9d9 j_mayer
    if (likely((uint64_t)T0 >= (uint64_t)~T1)) {
540 d9bce9d9 j_mayer
        xer_ca = 0;
541 d9bce9d9 j_mayer
    } else {
542 d9bce9d9 j_mayer
        xer_ca = 1;
543 d9bce9d9 j_mayer
    }
544 d9bce9d9 j_mayer
}
545 d9bce9d9 j_mayer
#endif
546 d9bce9d9 j_mayer
547 9a64fbe4 bellard
/* shift right arithmetic helper */
548 9a64fbe4 bellard
void do_sraw (void)
549 9a64fbe4 bellard
{
550 9a64fbe4 bellard
    int32_t ret;
551 9a64fbe4 bellard
552 fdabc366 bellard
    if (likely(!(T1 & 0x20UL))) {
553 d9bce9d9 j_mayer
        if (likely((uint32_t)T1 != 0)) {
554 fdabc366 bellard
            ret = (int32_t)T0 >> (T1 & 0x1fUL);
555 fdabc366 bellard
            if (likely(ret >= 0 || ((int32_t)T0 & ((1 << T1) - 1)) == 0)) {
556 76a66253 j_mayer
                xer_ca = 0;
557 fdabc366 bellard
            } else {
558 76a66253 j_mayer
                xer_ca = 1;
559 fdabc366 bellard
            }
560 fdabc366 bellard
        } else {
561 76a66253 j_mayer
            ret = T0;
562 fdabc366 bellard
            xer_ca = 0;
563 fdabc366 bellard
        }
564 fdabc366 bellard
    } else {
565 fdabc366 bellard
        ret = (-1) * ((uint32_t)T0 >> 31);
566 fdabc366 bellard
        if (likely(ret >= 0 || ((uint32_t)T0 & ~0x80000000UL) == 0)) {
567 fdabc366 bellard
            xer_ca = 0;
568 76a66253 j_mayer
        } else {
569 9a64fbe4 bellard
            xer_ca = 1;
570 76a66253 j_mayer
        }
571 fdabc366 bellard
    }
572 4b3686fa bellard
    T0 = ret;
573 9a64fbe4 bellard
}
574 9a64fbe4 bellard
575 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
576 d9bce9d9 j_mayer
void do_srad (void)
577 d9bce9d9 j_mayer
{
578 d9bce9d9 j_mayer
    int64_t ret;
579 d9bce9d9 j_mayer
580 d9bce9d9 j_mayer
    if (likely(!(T1 & 0x40UL))) {
581 d9bce9d9 j_mayer
        if (likely((uint64_t)T1 != 0)) {
582 d9bce9d9 j_mayer
            ret = (int64_t)T0 >> (T1 & 0x3FUL);
583 d9bce9d9 j_mayer
            if (likely(ret >= 0 || ((int64_t)T0 & ((1 << T1) - 1)) == 0)) {
584 d9bce9d9 j_mayer
                xer_ca = 0;
585 d9bce9d9 j_mayer
            } else {
586 d9bce9d9 j_mayer
                xer_ca = 1;
587 d9bce9d9 j_mayer
            }
588 d9bce9d9 j_mayer
        } else {
589 d9bce9d9 j_mayer
            ret = T0;
590 d9bce9d9 j_mayer
            xer_ca = 0;
591 d9bce9d9 j_mayer
        }
592 d9bce9d9 j_mayer
    } else {
593 d9bce9d9 j_mayer
        ret = (-1) * ((uint64_t)T0 >> 63);
594 d9bce9d9 j_mayer
        if (likely(ret >= 0 || ((uint64_t)T0 & ~0x8000000000000000ULL) == 0)) {
595 d9bce9d9 j_mayer
            xer_ca = 0;
596 d9bce9d9 j_mayer
        } else {
597 d9bce9d9 j_mayer
            xer_ca = 1;
598 d9bce9d9 j_mayer
        }
599 d9bce9d9 j_mayer
    }
600 d9bce9d9 j_mayer
    T0 = ret;
601 d9bce9d9 j_mayer
}
602 d9bce9d9 j_mayer
#endif
603 d9bce9d9 j_mayer
604 d9bce9d9 j_mayer
static inline int popcnt (uint32_t val)
605 d9bce9d9 j_mayer
{
606 d9bce9d9 j_mayer
    int i;
607 d9bce9d9 j_mayer
608 d9bce9d9 j_mayer
    for (i = 0; val != 0;)
609 d9bce9d9 j_mayer
        val = val ^ (val - 1);
610 d9bce9d9 j_mayer
611 d9bce9d9 j_mayer
    return i;
612 d9bce9d9 j_mayer
}
613 d9bce9d9 j_mayer
614 d9bce9d9 j_mayer
void do_popcntb (void)
615 d9bce9d9 j_mayer
{
616 d9bce9d9 j_mayer
    uint32_t ret;
617 d9bce9d9 j_mayer
    int i;
618 d9bce9d9 j_mayer
619 d9bce9d9 j_mayer
    ret = 0;
620 d9bce9d9 j_mayer
    for (i = 0; i < 32; i += 8)
621 d9bce9d9 j_mayer
        ret |= popcnt((T0 >> i) & 0xFF) << i;
622 d9bce9d9 j_mayer
    T0 = ret;
623 d9bce9d9 j_mayer
}
624 d9bce9d9 j_mayer
625 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
626 d9bce9d9 j_mayer
void do_popcntb_64 (void)
627 d9bce9d9 j_mayer
{
628 d9bce9d9 j_mayer
    uint64_t ret;
629 d9bce9d9 j_mayer
    int i;
630 d9bce9d9 j_mayer
631 d9bce9d9 j_mayer
    ret = 0;
632 d9bce9d9 j_mayer
    for (i = 0; i < 64; i += 8)
633 d9bce9d9 j_mayer
        ret |= popcnt((T0 >> i) & 0xFF) << i;
634 d9bce9d9 j_mayer
    T0 = ret;
635 d9bce9d9 j_mayer
}
636 d9bce9d9 j_mayer
#endif
637 d9bce9d9 j_mayer
638 fdabc366 bellard
/*****************************************************************************/
639 9a64fbe4 bellard
/* Floating point operations helpers */
640 9a64fbe4 bellard
void do_fctiw (void)
641 9a64fbe4 bellard
{
642 9a64fbe4 bellard
    union {
643 9a64fbe4 bellard
        double d;
644 9a64fbe4 bellard
        uint64_t i;
645 4ecc3190 bellard
    } p;
646 9a64fbe4 bellard
647 e864cabd j_mayer
    p.i = float64_to_int32(FT0, &env->fp_status);
648 e864cabd j_mayer
#if USE_PRECISE_EMULATION
649 4ecc3190 bellard
    /* XXX: higher bits are not supposed to be significant.
650 76a66253 j_mayer
     *     to make tests easier, return the same as a real PowerPC 750 (aka G3)
651 4ecc3190 bellard
     */
652 4ecc3190 bellard
    p.i |= 0xFFF80000ULL << 32;
653 e864cabd j_mayer
#endif
654 4ecc3190 bellard
    FT0 = p.d;
655 9a64fbe4 bellard
}
656 9a64fbe4 bellard
657 9a64fbe4 bellard
void do_fctiwz (void)
658 9a64fbe4 bellard
{
659 9a64fbe4 bellard
    union {
660 9a64fbe4 bellard
        double d;
661 9a64fbe4 bellard
        uint64_t i;
662 4ecc3190 bellard
    } p;
663 4ecc3190 bellard
664 e864cabd j_mayer
    p.i = float64_to_int32_round_to_zero(FT0, &env->fp_status);
665 e864cabd j_mayer
#if USE_PRECISE_EMULATION
666 4ecc3190 bellard
    /* XXX: higher bits are not supposed to be significant.
667 d9bce9d9 j_mayer
     *     to make tests easier, return the same as a real PowerPC 750 (aka G3)
668 4ecc3190 bellard
     */
669 4ecc3190 bellard
    p.i |= 0xFFF80000ULL << 32;
670 e864cabd j_mayer
#endif
671 4ecc3190 bellard
    FT0 = p.d;
672 9a64fbe4 bellard
}
673 9a64fbe4 bellard
674 426613db j_mayer
#if defined(TARGET_PPC64)
675 426613db j_mayer
void do_fcfid (void)
676 426613db j_mayer
{
677 426613db j_mayer
    union {
678 426613db j_mayer
        double d;
679 426613db j_mayer
        uint64_t i;
680 426613db j_mayer
    } p;
681 426613db j_mayer
682 426613db j_mayer
    p.d = FT0;
683 426613db j_mayer
    FT0 = int64_to_float64(p.i, &env->fp_status);
684 426613db j_mayer
}
685 426613db j_mayer
686 426613db j_mayer
void do_fctid (void)
687 426613db j_mayer
{
688 426613db j_mayer
    union {
689 426613db j_mayer
        double d;
690 426613db j_mayer
        uint64_t i;
691 426613db j_mayer
    } p;
692 426613db j_mayer
693 426613db j_mayer
    p.i = float64_to_int64(FT0, &env->fp_status);
694 426613db j_mayer
    FT0 = p.d;
695 426613db j_mayer
}
696 426613db j_mayer
697 426613db j_mayer
void do_fctidz (void)
698 426613db j_mayer
{
699 426613db j_mayer
    union {
700 426613db j_mayer
        double d;
701 426613db j_mayer
        uint64_t i;
702 426613db j_mayer
    } p;
703 426613db j_mayer
704 426613db j_mayer
    p.i = float64_to_int64_round_to_zero(FT0, &env->fp_status);
705 426613db j_mayer
    FT0 = p.d;
706 426613db j_mayer
}
707 426613db j_mayer
708 426613db j_mayer
#endif
709 426613db j_mayer
710 d7e4b87e j_mayer
static inline void do_fri (int rounding_mode)
711 d7e4b87e j_mayer
{
712 d7e4b87e j_mayer
    int curmode;
713 d7e4b87e j_mayer
714 d7e4b87e j_mayer
    curmode = env->fp_status.float_rounding_mode;
715 d7e4b87e j_mayer
    set_float_rounding_mode(rounding_mode, &env->fp_status);
716 d7e4b87e j_mayer
    FT0 = float64_round_to_int(FT0, &env->fp_status);
717 d7e4b87e j_mayer
    set_float_rounding_mode(curmode, &env->fp_status);
718 d7e4b87e j_mayer
}
719 d7e4b87e j_mayer
720 d7e4b87e j_mayer
void do_frin (void)
721 d7e4b87e j_mayer
{
722 d7e4b87e j_mayer
    do_fri(float_round_nearest_even);
723 d7e4b87e j_mayer
}
724 d7e4b87e j_mayer
725 d7e4b87e j_mayer
void do_friz (void)
726 d7e4b87e j_mayer
{
727 d7e4b87e j_mayer
    do_fri(float_round_to_zero);
728 d7e4b87e j_mayer
}
729 d7e4b87e j_mayer
730 d7e4b87e j_mayer
void do_frip (void)
731 d7e4b87e j_mayer
{
732 d7e4b87e j_mayer
    do_fri(float_round_up);
733 d7e4b87e j_mayer
}
734 d7e4b87e j_mayer
735 d7e4b87e j_mayer
void do_frim (void)
736 d7e4b87e j_mayer
{
737 d7e4b87e j_mayer
    do_fri(float_round_down);
738 d7e4b87e j_mayer
}
739 d7e4b87e j_mayer
740 e864cabd j_mayer
#if USE_PRECISE_EMULATION
741 e864cabd j_mayer
void do_fmadd (void)
742 e864cabd j_mayer
{
743 e864cabd j_mayer
#ifdef FLOAT128
744 e864cabd j_mayer
    float128 ft0_128, ft1_128;
745 e864cabd j_mayer
746 e864cabd j_mayer
    ft0_128 = float64_to_float128(FT0, &env->fp_status);
747 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT1, &env->fp_status);
748 e864cabd j_mayer
    ft0_128 = float128_mul(ft0_128, ft1_128, &env->fp_status);
749 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT2, &env->fp_status);
750 e864cabd j_mayer
    ft0_128 = float128_add(ft0_128, ft1_128, &env->fp_status);
751 e864cabd j_mayer
    FT0 = float128_to_float64(ft0_128, &env->fp_status);
752 e864cabd j_mayer
#else
753 e864cabd j_mayer
    /* This is OK on x86 hosts */
754 e864cabd j_mayer
    FT0 = (FT0 * FT1) + FT2;
755 e864cabd j_mayer
#endif
756 e864cabd j_mayer
}
757 e864cabd j_mayer
758 e864cabd j_mayer
void do_fmsub (void)
759 e864cabd j_mayer
{
760 e864cabd j_mayer
#ifdef FLOAT128
761 e864cabd j_mayer
    float128 ft0_128, ft1_128;
762 e864cabd j_mayer
763 e864cabd j_mayer
    ft0_128 = float64_to_float128(FT0, &env->fp_status);
764 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT1, &env->fp_status);
765 e864cabd j_mayer
    ft0_128 = float128_mul(ft0_128, ft1_128, &env->fp_status);
766 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT2, &env->fp_status);
767 e864cabd j_mayer
    ft0_128 = float128_sub(ft0_128, ft1_128, &env->fp_status);
768 e864cabd j_mayer
    FT0 = float128_to_float64(ft0_128, &env->fp_status);
769 e864cabd j_mayer
#else
770 e864cabd j_mayer
    /* This is OK on x86 hosts */
771 e864cabd j_mayer
    FT0 = (FT0 * FT1) - FT2;
772 e864cabd j_mayer
#endif
773 e864cabd j_mayer
}
774 e864cabd j_mayer
#endif /* USE_PRECISE_EMULATION */
775 e864cabd j_mayer
776 4b3686fa bellard
void do_fnmadd (void)
777 4b3686fa bellard
{
778 e864cabd j_mayer
#if USE_PRECISE_EMULATION
779 e864cabd j_mayer
#ifdef FLOAT128
780 e864cabd j_mayer
    float128 ft0_128, ft1_128;
781 e864cabd j_mayer
782 e864cabd j_mayer
    ft0_128 = float64_to_float128(FT0, &env->fp_status);
783 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT1, &env->fp_status);
784 e864cabd j_mayer
    ft0_128 = float128_mul(ft0_128, ft1_128, &env->fp_status);
785 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT2, &env->fp_status);
786 e864cabd j_mayer
    ft0_128 = float128_add(ft0_128, ft1_128, &env->fp_status);
787 e864cabd j_mayer
    FT0 = float128_to_float64(ft0_128, &env->fp_status);
788 e864cabd j_mayer
#else
789 e864cabd j_mayer
    /* This is OK on x86 hosts */
790 e864cabd j_mayer
    FT0 = (FT0 * FT1) + FT2;
791 e864cabd j_mayer
#endif
792 e864cabd j_mayer
#else
793 fdabc366 bellard
    FT0 = float64_mul(FT0, FT1, &env->fp_status);
794 fdabc366 bellard
    FT0 = float64_add(FT0, FT2, &env->fp_status);
795 e864cabd j_mayer
#endif
796 fdabc366 bellard
    if (likely(!isnan(FT0)))
797 fdabc366 bellard
        FT0 = float64_chs(FT0);
798 4b3686fa bellard
}
799 4b3686fa bellard
800 4b3686fa bellard
void do_fnmsub (void)
801 4b3686fa bellard
{
802 e864cabd j_mayer
#if USE_PRECISE_EMULATION
803 e864cabd j_mayer
#ifdef FLOAT128
804 e864cabd j_mayer
    float128 ft0_128, ft1_128;
805 e864cabd j_mayer
806 e864cabd j_mayer
    ft0_128 = float64_to_float128(FT0, &env->fp_status);
807 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT1, &env->fp_status);
808 e864cabd j_mayer
    ft0_128 = float128_mul(ft0_128, ft1_128, &env->fp_status);
809 e864cabd j_mayer
    ft1_128 = float64_to_float128(FT2, &env->fp_status);
810 e864cabd j_mayer
    ft0_128 = float128_sub(ft0_128, ft1_128, &env->fp_status);
811 e864cabd j_mayer
    FT0 = float128_to_float64(ft0_128, &env->fp_status);
812 e864cabd j_mayer
#else
813 e864cabd j_mayer
    /* This is OK on x86 hosts */
814 e864cabd j_mayer
    FT0 = (FT0 * FT1) - FT2;
815 e864cabd j_mayer
#endif
816 e864cabd j_mayer
#else
817 fdabc366 bellard
    FT0 = float64_mul(FT0, FT1, &env->fp_status);
818 fdabc366 bellard
    FT0 = float64_sub(FT0, FT2, &env->fp_status);
819 e864cabd j_mayer
#endif
820 fdabc366 bellard
    if (likely(!isnan(FT0)))
821 fdabc366 bellard
        FT0 = float64_chs(FT0);
822 1ef59d0a bellard
}
823 1ef59d0a bellard
824 9a64fbe4 bellard
void do_fsqrt (void)
825 9a64fbe4 bellard
{
826 fdabc366 bellard
    FT0 = float64_sqrt(FT0, &env->fp_status);
827 9a64fbe4 bellard
}
828 9a64fbe4 bellard
829 d7e4b87e j_mayer
void do_fre (void)
830 d7e4b87e j_mayer
{
831 d7e4b87e j_mayer
    union {
832 d7e4b87e j_mayer
        double d;
833 d7e4b87e j_mayer
        uint64_t i;
834 d7e4b87e j_mayer
    } p;
835 d7e4b87e j_mayer
836 d7e4b87e j_mayer
    if (likely(isnormal(FT0))) {
837 d7e4b87e j_mayer
        FT0 = float64_div(1.0, FT0, &env->fp_status);
838 d7e4b87e j_mayer
    } else {
839 d7e4b87e j_mayer
        p.d = FT0;
840 d7e4b87e j_mayer
        if (p.i == 0x8000000000000000ULL) {
841 d7e4b87e j_mayer
            p.i = 0xFFF0000000000000ULL;
842 d7e4b87e j_mayer
        } else if (p.i == 0x0000000000000000ULL) {
843 d7e4b87e j_mayer
            p.i = 0x7FF0000000000000ULL;
844 d7e4b87e j_mayer
        } else if (isnan(FT0)) {
845 d7e4b87e j_mayer
            p.i = 0x7FF8000000000000ULL;
846 d7e4b87e j_mayer
        } else if (FT0 < 0.0) {
847 d7e4b87e j_mayer
            p.i = 0x8000000000000000ULL;
848 d7e4b87e j_mayer
        } else {
849 d7e4b87e j_mayer
            p.i = 0x0000000000000000ULL;
850 d7e4b87e j_mayer
        }
851 d7e4b87e j_mayer
        FT0 = p.d;
852 d7e4b87e j_mayer
    }
853 d7e4b87e j_mayer
}
854 d7e4b87e j_mayer
855 9a64fbe4 bellard
void do_fres (void)
856 9a64fbe4 bellard
{
857 4ecc3190 bellard
    union {
858 4ecc3190 bellard
        double d;
859 4ecc3190 bellard
        uint64_t i;
860 4ecc3190 bellard
    } p;
861 4ecc3190 bellard
862 fdabc366 bellard
    if (likely(isnormal(FT0))) {
863 e864cabd j_mayer
#if USE_PRECISE_EMULATION
864 e864cabd j_mayer
        FT0 = float64_div(1.0, FT0, &env->fp_status);
865 e864cabd j_mayer
        FT0 = float64_to_float32(FT0, &env->fp_status);
866 e864cabd j_mayer
#else
867 76a66253 j_mayer
        FT0 = float32_div(1.0, FT0, &env->fp_status);
868 e864cabd j_mayer
#endif
869 4ecc3190 bellard
    } else {
870 4ecc3190 bellard
        p.d = FT0;
871 4ecc3190 bellard
        if (p.i == 0x8000000000000000ULL) {
872 4ecc3190 bellard
            p.i = 0xFFF0000000000000ULL;
873 4ecc3190 bellard
        } else if (p.i == 0x0000000000000000ULL) {
874 4ecc3190 bellard
            p.i = 0x7FF0000000000000ULL;
875 4ecc3190 bellard
        } else if (isnan(FT0)) {
876 4ecc3190 bellard
            p.i = 0x7FF8000000000000ULL;
877 4ecc3190 bellard
        } else if (FT0 < 0.0) {
878 4ecc3190 bellard
            p.i = 0x8000000000000000ULL;
879 4ecc3190 bellard
        } else {
880 4ecc3190 bellard
            p.i = 0x0000000000000000ULL;
881 4ecc3190 bellard
        }
882 4ecc3190 bellard
        FT0 = p.d;
883 4ecc3190 bellard
    }
884 9a64fbe4 bellard
}
885 9a64fbe4 bellard
886 4ecc3190 bellard
void do_frsqrte (void)
887 9a64fbe4 bellard
{
888 4ecc3190 bellard
    union {
889 4ecc3190 bellard
        double d;
890 4ecc3190 bellard
        uint64_t i;
891 4ecc3190 bellard
    } p;
892 4ecc3190 bellard
893 fdabc366 bellard
    if (likely(isnormal(FT0) && FT0 > 0.0)) {
894 fdabc366 bellard
        FT0 = float64_sqrt(FT0, &env->fp_status);
895 fdabc366 bellard
        FT0 = float32_div(1.0, FT0, &env->fp_status);
896 4ecc3190 bellard
    } else {
897 4ecc3190 bellard
        p.d = FT0;
898 4ecc3190 bellard
        if (p.i == 0x8000000000000000ULL) {
899 4ecc3190 bellard
            p.i = 0xFFF0000000000000ULL;
900 4ecc3190 bellard
        } else if (p.i == 0x0000000000000000ULL) {
901 4ecc3190 bellard
            p.i = 0x7FF0000000000000ULL;
902 4ecc3190 bellard
        } else if (isnan(FT0)) {
903 4ecc3190 bellard
            if (!(p.i & 0x0008000000000000ULL))
904 4ecc3190 bellard
                p.i |= 0x000FFFFFFFFFFFFFULL;
905 4ecc3190 bellard
        } else if (FT0 < 0) {
906 4ecc3190 bellard
            p.i = 0x7FF8000000000000ULL;
907 4ecc3190 bellard
        } else {
908 4ecc3190 bellard
            p.i = 0x0000000000000000ULL;
909 4ecc3190 bellard
        }
910 4ecc3190 bellard
        FT0 = p.d;
911 4ecc3190 bellard
    }
912 9a64fbe4 bellard
}
913 9a64fbe4 bellard
914 9a64fbe4 bellard
void do_fsel (void)
915 9a64fbe4 bellard
{
916 9a64fbe4 bellard
    if (FT0 >= 0)
917 9a64fbe4 bellard
        FT0 = FT1;
918 4ecc3190 bellard
    else
919 4ecc3190 bellard
        FT0 = FT2;
920 9a64fbe4 bellard
}
921 9a64fbe4 bellard
922 9a64fbe4 bellard
void do_fcmpu (void)
923 9a64fbe4 bellard
{
924 fdabc366 bellard
    if (likely(!isnan(FT0) && !isnan(FT1))) {
925 fdabc366 bellard
        if (float64_lt(FT0, FT1, &env->fp_status)) {
926 fdabc366 bellard
            T0 = 0x08UL;
927 fdabc366 bellard
        } else if (!float64_le(FT0, FT1, &env->fp_status)) {
928 fdabc366 bellard
            T0 = 0x04UL;
929 fdabc366 bellard
        } else {
930 fdabc366 bellard
            T0 = 0x02UL;
931 fdabc366 bellard
        }
932 fdabc366 bellard
    } else {
933 fdabc366 bellard
        T0 = 0x01UL;
934 9a64fbe4 bellard
        env->fpscr[4] |= 0x1;
935 9a64fbe4 bellard
        env->fpscr[6] |= 0x1;
936 9a64fbe4 bellard
    }
937 4b3686fa bellard
    env->fpscr[3] = T0;
938 9a64fbe4 bellard
}
939 9a64fbe4 bellard
940 9a64fbe4 bellard
void do_fcmpo (void)
941 9a64fbe4 bellard
{
942 9a64fbe4 bellard
    env->fpscr[4] &= ~0x1;
943 fdabc366 bellard
    if (likely(!isnan(FT0) && !isnan(FT1))) {
944 fdabc366 bellard
        if (float64_lt(FT0, FT1, &env->fp_status)) {
945 fdabc366 bellard
            T0 = 0x08UL;
946 fdabc366 bellard
        } else if (!float64_le(FT0, FT1, &env->fp_status)) {
947 fdabc366 bellard
            T0 = 0x04UL;
948 fdabc366 bellard
        } else {
949 fdabc366 bellard
            T0 = 0x02UL;
950 fdabc366 bellard
        }
951 fdabc366 bellard
    } else {
952 fdabc366 bellard
        T0 = 0x01UL;
953 9a64fbe4 bellard
        env->fpscr[4] |= 0x1;
954 76a66253 j_mayer
        if (!float64_is_signaling_nan(FT0) || !float64_is_signaling_nan(FT1)) {
955 76a66253 j_mayer
            /* Quiet NaN case */
956 9a64fbe4 bellard
            env->fpscr[6] |= 0x1;
957 9a64fbe4 bellard
            if (!(env->fpscr[1] & 0x8))
958 9a64fbe4 bellard
                env->fpscr[4] |= 0x8;
959 9a64fbe4 bellard
        } else {
960 9a64fbe4 bellard
            env->fpscr[4] |= 0x8;
961 9a64fbe4 bellard
        }
962 9a64fbe4 bellard
    }
963 4b3686fa bellard
    env->fpscr[3] = T0;
964 9a64fbe4 bellard
}
965 9a64fbe4 bellard
966 76a66253 j_mayer
#if !defined (CONFIG_USER_ONLY)
967 6b80055d j_mayer
void cpu_dump_rfi (target_ulong RA, target_ulong msr);
968 fdabc366 bellard
void do_rfi (void)
969 9a64fbe4 bellard
{
970 426613db j_mayer
#if defined(TARGET_PPC64)
971 a42bd6cc j_mayer
    if (env->spr[SPR_SRR1] & (1ULL << MSR_SF)) {
972 a42bd6cc j_mayer
        env->nip = (uint64_t)(env->spr[SPR_SRR0] & ~0x00000003);
973 a42bd6cc j_mayer
        do_store_msr(env, (uint64_t)(env->spr[SPR_SRR1] & ~0xFFFF0000UL));
974 a42bd6cc j_mayer
    } else {
975 a42bd6cc j_mayer
        env->nip = (uint32_t)(env->spr[SPR_SRR0] & ~0x00000003);
976 a42bd6cc j_mayer
        ppc_store_msr_32(env, (uint32_t)(env->spr[SPR_SRR1] & ~0xFFFF0000UL));
977 a42bd6cc j_mayer
    }
978 426613db j_mayer
#else
979 a42bd6cc j_mayer
    env->nip = (uint32_t)(env->spr[SPR_SRR0] & ~0x00000003);
980 a42bd6cc j_mayer
    do_store_msr(env, (uint32_t)(env->spr[SPR_SRR1] & ~0xFFFF0000UL));
981 426613db j_mayer
#endif
982 fdabc366 bellard
#if defined (DEBUG_OP)
983 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
984 fdabc366 bellard
#endif
985 fdabc366 bellard
    env->interrupt_request |= CPU_INTERRUPT_EXITTB;
986 9a64fbe4 bellard
}
987 d9bce9d9 j_mayer
988 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
989 426613db j_mayer
void do_rfid (void)
990 426613db j_mayer
{
991 a42bd6cc j_mayer
    if (env->spr[SPR_SRR1] & (1ULL << MSR_SF)) {
992 a42bd6cc j_mayer
        env->nip = (uint64_t)(env->spr[SPR_SRR0] & ~0x00000003);
993 a42bd6cc j_mayer
        do_store_msr(env, (uint64_t)(env->spr[SPR_SRR1] & ~0xFFFF0000UL));
994 a42bd6cc j_mayer
    } else {
995 a42bd6cc j_mayer
        env->nip = (uint32_t)(env->spr[SPR_SRR0] & ~0x00000003);
996 a42bd6cc j_mayer
        do_store_msr(env, (uint32_t)(env->spr[SPR_SRR1] & ~0xFFFF0000UL));
997 a42bd6cc j_mayer
    }
998 d9bce9d9 j_mayer
#if defined (DEBUG_OP)
999 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1000 d9bce9d9 j_mayer
#endif
1001 d9bce9d9 j_mayer
    env->interrupt_request |= CPU_INTERRUPT_EXITTB;
1002 d9bce9d9 j_mayer
}
1003 d9bce9d9 j_mayer
#endif
1004 be147d08 j_mayer
#if defined(TARGET_PPC64H)
1005 be147d08 j_mayer
void do_hrfid (void)
1006 be147d08 j_mayer
{
1007 be147d08 j_mayer
    if (env->spr[SPR_HSRR1] & (1ULL << MSR_SF)) {
1008 be147d08 j_mayer
        env->nip = (uint64_t)(env->spr[SPR_HSRR0] & ~0x00000003);
1009 be147d08 j_mayer
        do_store_msr(env, (uint64_t)(env->spr[SPR_HSRR1] & ~0xFFFF0000UL));
1010 be147d08 j_mayer
    } else {
1011 be147d08 j_mayer
        env->nip = (uint32_t)(env->spr[SPR_HSRR0] & ~0x00000003);
1012 be147d08 j_mayer
        do_store_msr(env, (uint32_t)(env->spr[SPR_HSRR1] & ~0xFFFF0000UL));
1013 be147d08 j_mayer
    }
1014 be147d08 j_mayer
#if defined (DEBUG_OP)
1015 be147d08 j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1016 be147d08 j_mayer
#endif
1017 be147d08 j_mayer
    env->interrupt_request |= CPU_INTERRUPT_EXITTB;
1018 be147d08 j_mayer
}
1019 be147d08 j_mayer
#endif
1020 76a66253 j_mayer
#endif
1021 9a64fbe4 bellard
1022 76a66253 j_mayer
void do_tw (int flags)
1023 9a64fbe4 bellard
{
1024 d9bce9d9 j_mayer
    if (!likely(!(((int32_t)T0 < (int32_t)T1 && (flags & 0x10)) ||
1025 d9bce9d9 j_mayer
                  ((int32_t)T0 > (int32_t)T1 && (flags & 0x08)) ||
1026 d9bce9d9 j_mayer
                  ((int32_t)T0 == (int32_t)T1 && (flags & 0x04)) ||
1027 d9bce9d9 j_mayer
                  ((uint32_t)T0 < (uint32_t)T1 && (flags & 0x02)) ||
1028 a42bd6cc j_mayer
                  ((uint32_t)T0 > (uint32_t)T1 && (flags & 0x01))))) {
1029 e1833e1f j_mayer
        do_raise_exception_err(POWERPC_EXCP_PROGRAM, POWERPC_EXCP_TRAP);
1030 a42bd6cc j_mayer
    }
1031 9a64fbe4 bellard
}
1032 9a64fbe4 bellard
1033 d9bce9d9 j_mayer
#if defined(TARGET_PPC64)
1034 d9bce9d9 j_mayer
void do_td (int flags)
1035 d9bce9d9 j_mayer
{
1036 d9bce9d9 j_mayer
    if (!likely(!(((int64_t)T0 < (int64_t)T1 && (flags & 0x10)) ||
1037 d9bce9d9 j_mayer
                  ((int64_t)T0 > (int64_t)T1 && (flags & 0x08)) ||
1038 d9bce9d9 j_mayer
                  ((int64_t)T0 == (int64_t)T1 && (flags & 0x04)) ||
1039 d9bce9d9 j_mayer
                  ((uint64_t)T0 < (uint64_t)T1 && (flags & 0x02)) ||
1040 d9bce9d9 j_mayer
                  ((uint64_t)T0 > (uint64_t)T1 && (flags & 0x01)))))
1041 e1833e1f j_mayer
        do_raise_exception_err(POWERPC_EXCP_PROGRAM, POWERPC_EXCP_TRAP);
1042 d9bce9d9 j_mayer
}
1043 d9bce9d9 j_mayer
#endif
1044 d9bce9d9 j_mayer
1045 fdabc366 bellard
/*****************************************************************************/
1046 76a66253 j_mayer
/* PowerPC 601 specific instructions (POWER bridge) */
1047 76a66253 j_mayer
void do_POWER_abso (void)
1048 9a64fbe4 bellard
{
1049 d9bce9d9 j_mayer
    if ((uint32_t)T0 == INT32_MIN) {
1050 76a66253 j_mayer
        T0 = INT32_MAX;
1051 76a66253 j_mayer
        xer_ov = 1;
1052 76a66253 j_mayer
        xer_so = 1;
1053 76a66253 j_mayer
    } else {
1054 76a66253 j_mayer
        T0 = -T0;
1055 76a66253 j_mayer
        xer_ov = 0;
1056 76a66253 j_mayer
    }
1057 9a64fbe4 bellard
}
1058 9a64fbe4 bellard
1059 76a66253 j_mayer
void do_POWER_clcs (void)
1060 9a64fbe4 bellard
{
1061 76a66253 j_mayer
    switch (T0) {
1062 76a66253 j_mayer
    case 0x0CUL:
1063 76a66253 j_mayer
        /* Instruction cache line size */
1064 76a66253 j_mayer
        T0 = ICACHE_LINE_SIZE;
1065 76a66253 j_mayer
        break;
1066 76a66253 j_mayer
    case 0x0DUL:
1067 76a66253 j_mayer
        /* Data cache line size */
1068 76a66253 j_mayer
        T0 = DCACHE_LINE_SIZE;
1069 76a66253 j_mayer
        break;
1070 76a66253 j_mayer
    case 0x0EUL:
1071 76a66253 j_mayer
        /* Minimum cache line size */
1072 76a66253 j_mayer
        T0 = ICACHE_LINE_SIZE < DCACHE_LINE_SIZE ?
1073 76a66253 j_mayer
            ICACHE_LINE_SIZE : DCACHE_LINE_SIZE;
1074 76a66253 j_mayer
        break;
1075 76a66253 j_mayer
    case 0x0FUL:
1076 76a66253 j_mayer
        /* Maximum cache line size */
1077 76a66253 j_mayer
        T0 = ICACHE_LINE_SIZE > DCACHE_LINE_SIZE ?
1078 76a66253 j_mayer
            ICACHE_LINE_SIZE : DCACHE_LINE_SIZE;
1079 76a66253 j_mayer
        break;
1080 76a66253 j_mayer
    default:
1081 76a66253 j_mayer
        /* Undefined */
1082 76a66253 j_mayer
        break;
1083 76a66253 j_mayer
    }
1084 76a66253 j_mayer
}
1085 76a66253 j_mayer
1086 76a66253 j_mayer
void do_POWER_div (void)
1087 76a66253 j_mayer
{
1088 76a66253 j_mayer
    uint64_t tmp;
1089 76a66253 j_mayer
1090 d9bce9d9 j_mayer
    if (((int32_t)T0 == INT32_MIN && (int32_t)T1 == -1) || (int32_t)T1 == 0) {
1091 76a66253 j_mayer
        T0 = (long)((-1) * (T0 >> 31));
1092 76a66253 j_mayer
        env->spr[SPR_MQ] = 0;
1093 76a66253 j_mayer
    } else {
1094 76a66253 j_mayer
        tmp = ((uint64_t)T0 << 32) | env->spr[SPR_MQ];
1095 76a66253 j_mayer
        env->spr[SPR_MQ] = tmp % T1;
1096 d9bce9d9 j_mayer
        T0 = tmp / (int32_t)T1;
1097 76a66253 j_mayer
    }
1098 76a66253 j_mayer
}
1099 76a66253 j_mayer
1100 76a66253 j_mayer
void do_POWER_divo (void)
1101 76a66253 j_mayer
{
1102 76a66253 j_mayer
    int64_t tmp;
1103 76a66253 j_mayer
1104 d9bce9d9 j_mayer
    if (((int32_t)T0 == INT32_MIN && (int32_t)T1 == -1) || (int32_t)T1 == 0) {
1105 76a66253 j_mayer
        T0 = (long)((-1) * (T0 >> 31));
1106 76a66253 j_mayer
        env->spr[SPR_MQ] = 0;
1107 76a66253 j_mayer
        xer_ov = 1;
1108 76a66253 j_mayer
        xer_so = 1;
1109 76a66253 j_mayer
    } else {
1110 76a66253 j_mayer
        tmp = ((uint64_t)T0 << 32) | env->spr[SPR_MQ];
1111 76a66253 j_mayer
        env->spr[SPR_MQ] = tmp % T1;
1112 d9bce9d9 j_mayer
        tmp /= (int32_t)T1;
1113 76a66253 j_mayer
        if (tmp > (int64_t)INT32_MAX || tmp < (int64_t)INT32_MIN) {
1114 76a66253 j_mayer
            xer_ov = 1;
1115 76a66253 j_mayer
            xer_so = 1;
1116 76a66253 j_mayer
        } else {
1117 76a66253 j_mayer
            xer_ov = 0;
1118 76a66253 j_mayer
        }
1119 76a66253 j_mayer
        T0 = tmp;
1120 76a66253 j_mayer
    }
1121 76a66253 j_mayer
}
1122 76a66253 j_mayer
1123 76a66253 j_mayer
void do_POWER_divs (void)
1124 76a66253 j_mayer
{
1125 d9bce9d9 j_mayer
    if (((int32_t)T0 == INT32_MIN && (int32_t)T1 == -1) || (int32_t)T1 == 0) {
1126 76a66253 j_mayer
        T0 = (long)((-1) * (T0 >> 31));
1127 76a66253 j_mayer
        env->spr[SPR_MQ] = 0;
1128 76a66253 j_mayer
    } else {
1129 76a66253 j_mayer
        env->spr[SPR_MQ] = T0 % T1;
1130 d9bce9d9 j_mayer
        T0 = (int32_t)T0 / (int32_t)T1;
1131 76a66253 j_mayer
    }
1132 76a66253 j_mayer
}
1133 76a66253 j_mayer
1134 76a66253 j_mayer
void do_POWER_divso (void)
1135 76a66253 j_mayer
{
1136 d9bce9d9 j_mayer
    if (((int32_t)T0 == INT32_MIN && (int32_t)T1 == -1) || (int32_t)T1 == 0) {
1137 76a66253 j_mayer
        T0 = (long)((-1) * (T0 >> 31));
1138 76a66253 j_mayer
        env->spr[SPR_MQ] = 0;
1139 76a66253 j_mayer
        xer_ov = 1;
1140 76a66253 j_mayer
        xer_so = 1;
1141 76a66253 j_mayer
    } else {
1142 d9bce9d9 j_mayer
        T0 = (int32_t)T0 / (int32_t)T1;
1143 d9bce9d9 j_mayer
        env->spr[SPR_MQ] = (int32_t)T0 % (int32_t)T1;
1144 76a66253 j_mayer
        xer_ov = 0;
1145 76a66253 j_mayer
    }
1146 76a66253 j_mayer
}
1147 76a66253 j_mayer
1148 76a66253 j_mayer
void do_POWER_dozo (void)
1149 76a66253 j_mayer
{
1150 d9bce9d9 j_mayer
    if ((int32_t)T1 > (int32_t)T0) {
1151 76a66253 j_mayer
        T2 = T0;
1152 76a66253 j_mayer
        T0 = T1 - T0;
1153 d9bce9d9 j_mayer
        if (((uint32_t)(~T2) ^ (uint32_t)T1 ^ UINT32_MAX) &
1154 d9bce9d9 j_mayer
            ((uint32_t)(~T2) ^ (uint32_t)T0) & (1UL << 31)) {
1155 76a66253 j_mayer
            xer_ov = 1;
1156 966439a6 j_mayer
            xer_so = 1;
1157 76a66253 j_mayer
        } else {
1158 76a66253 j_mayer
            xer_ov = 0;
1159 76a66253 j_mayer
        }
1160 76a66253 j_mayer
    } else {
1161 76a66253 j_mayer
        T0 = 0;
1162 76a66253 j_mayer
        xer_ov = 0;
1163 76a66253 j_mayer
    }
1164 76a66253 j_mayer
}
1165 76a66253 j_mayer
1166 76a66253 j_mayer
void do_POWER_maskg (void)
1167 76a66253 j_mayer
{
1168 76a66253 j_mayer
    uint32_t ret;
1169 76a66253 j_mayer
1170 d9bce9d9 j_mayer
    if ((uint32_t)T0 == (uint32_t)(T1 + 1)) {
1171 76a66253 j_mayer
        ret = -1;
1172 76a66253 j_mayer
    } else {
1173 d9bce9d9 j_mayer
        ret = (((uint32_t)(-1)) >> ((uint32_t)T0)) ^
1174 d9bce9d9 j_mayer
            (((uint32_t)(-1) >> ((uint32_t)T1)) >> 1);
1175 d9bce9d9 j_mayer
        if ((uint32_t)T0 > (uint32_t)T1)
1176 76a66253 j_mayer
            ret = ~ret;
1177 76a66253 j_mayer
    }
1178 76a66253 j_mayer
    T0 = ret;
1179 76a66253 j_mayer
}
1180 76a66253 j_mayer
1181 76a66253 j_mayer
void do_POWER_mulo (void)
1182 76a66253 j_mayer
{
1183 76a66253 j_mayer
    uint64_t tmp;
1184 76a66253 j_mayer
1185 76a66253 j_mayer
    tmp = (uint64_t)T0 * (uint64_t)T1;
1186 76a66253 j_mayer
    env->spr[SPR_MQ] = tmp >> 32;
1187 76a66253 j_mayer
    T0 = tmp;
1188 76a66253 j_mayer
    if (tmp >> 32 != ((uint64_t)T0 >> 16) * ((uint64_t)T1 >> 16)) {
1189 76a66253 j_mayer
        xer_ov = 1;
1190 76a66253 j_mayer
        xer_so = 1;
1191 76a66253 j_mayer
    } else {
1192 76a66253 j_mayer
        xer_ov = 0;
1193 76a66253 j_mayer
    }
1194 76a66253 j_mayer
}
1195 76a66253 j_mayer
1196 76a66253 j_mayer
#if !defined (CONFIG_USER_ONLY)
1197 76a66253 j_mayer
void do_POWER_rac (void)
1198 76a66253 j_mayer
{
1199 76a66253 j_mayer
#if 0
1200 76a66253 j_mayer
    mmu_ctx_t ctx;
1201 76a66253 j_mayer

1202 76a66253 j_mayer
    /* We don't have to generate many instances of this instruction,
1203 76a66253 j_mayer
     * as rac is supervisor only.
1204 76a66253 j_mayer
     */
1205 76a66253 j_mayer
    if (get_physical_address(env, &ctx, T0, 0, ACCESS_INT, 1) == 0)
1206 76a66253 j_mayer
        T0 = ctx.raddr;
1207 76a66253 j_mayer
#endif
1208 76a66253 j_mayer
}
1209 76a66253 j_mayer
1210 76a66253 j_mayer
void do_POWER_rfsvc (void)
1211 76a66253 j_mayer
{
1212 76a66253 j_mayer
    env->nip = env->lr & ~0x00000003UL;
1213 76a66253 j_mayer
    T0 = env->ctr & 0x0000FFFFUL;
1214 76a66253 j_mayer
    do_store_msr(env, T0);
1215 76a66253 j_mayer
#if defined (DEBUG_OP)
1216 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1217 76a66253 j_mayer
#endif
1218 76a66253 j_mayer
    env->interrupt_request |= CPU_INTERRUPT_EXITTB;
1219 76a66253 j_mayer
}
1220 76a66253 j_mayer
1221 76a66253 j_mayer
/* PowerPC 601 BAT management helper */
1222 76a66253 j_mayer
void do_store_601_batu (int nr)
1223 76a66253 j_mayer
{
1224 d9bce9d9 j_mayer
    do_store_ibatu(env, nr, (uint32_t)T0);
1225 76a66253 j_mayer
    env->DBAT[0][nr] = env->IBAT[0][nr];
1226 76a66253 j_mayer
    env->DBAT[1][nr] = env->IBAT[1][nr];
1227 76a66253 j_mayer
}
1228 76a66253 j_mayer
#endif
1229 76a66253 j_mayer
1230 76a66253 j_mayer
/*****************************************************************************/
1231 76a66253 j_mayer
/* 602 specific instructions */
1232 76a66253 j_mayer
/* mfrom is the most crazy instruction ever seen, imho ! */
1233 76a66253 j_mayer
/* Real implementation uses a ROM table. Do the same */
1234 76a66253 j_mayer
#define USE_MFROM_ROM_TABLE
1235 76a66253 j_mayer
void do_op_602_mfrom (void)
1236 76a66253 j_mayer
{
1237 76a66253 j_mayer
    if (likely(T0 < 602)) {
1238 d9bce9d9 j_mayer
#if defined(USE_MFROM_ROM_TABLE)
1239 76a66253 j_mayer
#include "mfrom_table.c"
1240 76a66253 j_mayer
        T0 = mfrom_ROM_table[T0];
1241 fdabc366 bellard
#else
1242 76a66253 j_mayer
        double d;
1243 76a66253 j_mayer
        /* Extremly decomposed:
1244 76a66253 j_mayer
         *                    -T0 / 256
1245 76a66253 j_mayer
         * T0 = 256 * log10(10          + 1.0) + 0.5
1246 76a66253 j_mayer
         */
1247 76a66253 j_mayer
        d = T0;
1248 76a66253 j_mayer
        d = float64_div(d, 256, &env->fp_status);
1249 76a66253 j_mayer
        d = float64_chs(d);
1250 76a66253 j_mayer
        d = exp10(d); // XXX: use float emulation function
1251 76a66253 j_mayer
        d = float64_add(d, 1.0, &env->fp_status);
1252 76a66253 j_mayer
        d = log10(d); // XXX: use float emulation function
1253 76a66253 j_mayer
        d = float64_mul(d, 256, &env->fp_status);
1254 76a66253 j_mayer
        d = float64_add(d, 0.5, &env->fp_status);
1255 76a66253 j_mayer
        T0 = float64_round_to_int(d, &env->fp_status);
1256 fdabc366 bellard
#endif
1257 76a66253 j_mayer
    } else {
1258 76a66253 j_mayer
        T0 = 0;
1259 76a66253 j_mayer
    }
1260 76a66253 j_mayer
}
1261 76a66253 j_mayer
1262 76a66253 j_mayer
/*****************************************************************************/
1263 76a66253 j_mayer
/* Embedded PowerPC specific helpers */
1264 76a66253 j_mayer
void do_405_check_ov (void)
1265 76a66253 j_mayer
{
1266 d9bce9d9 j_mayer
    if (likely((((uint32_t)T1 ^ (uint32_t)T2) >> 31) ||
1267 d9bce9d9 j_mayer
               !(((uint32_t)T0 ^ (uint32_t)T2) >> 31))) {
1268 76a66253 j_mayer
        xer_ov = 0;
1269 76a66253 j_mayer
    } else {
1270 76a66253 j_mayer
        xer_ov = 1;
1271 76a66253 j_mayer
        xer_so = 1;
1272 76a66253 j_mayer
    }
1273 76a66253 j_mayer
}
1274 76a66253 j_mayer
1275 76a66253 j_mayer
void do_405_check_sat (void)
1276 76a66253 j_mayer
{
1277 d9bce9d9 j_mayer
    if (!likely((((uint32_t)T1 ^ (uint32_t)T2) >> 31) ||
1278 d9bce9d9 j_mayer
                !(((uint32_t)T0 ^ (uint32_t)T2) >> 31))) {
1279 76a66253 j_mayer
        /* Saturate result */
1280 76a66253 j_mayer
        if (T2 >> 31) {
1281 76a66253 j_mayer
            T0 = INT32_MIN;
1282 76a66253 j_mayer
        } else {
1283 76a66253 j_mayer
            T0 = INT32_MAX;
1284 76a66253 j_mayer
        }
1285 76a66253 j_mayer
    }
1286 76a66253 j_mayer
}
1287 76a66253 j_mayer
1288 a750fc0b j_mayer
/* XXX: to be improved to check access rights when in user-mode */
1289 a750fc0b j_mayer
void do_load_dcr (void)
1290 a750fc0b j_mayer
{
1291 a750fc0b j_mayer
    target_ulong val;
1292 a750fc0b j_mayer
1293 a750fc0b j_mayer
    if (unlikely(env->dcr_env == NULL)) {
1294 a750fc0b j_mayer
        if (loglevel != 0) {
1295 a750fc0b j_mayer
            fprintf(logfile, "No DCR environment\n");
1296 a750fc0b j_mayer
        }
1297 e1833e1f j_mayer
        do_raise_exception_err(POWERPC_EXCP_PROGRAM,
1298 e1833e1f j_mayer
                               POWERPC_EXCP_INVAL | POWERPC_EXCP_INVAL_INVAL);
1299 a750fc0b j_mayer
    } else if (unlikely(ppc_dcr_read(env->dcr_env, T0, &val) != 0)) {
1300 a750fc0b j_mayer
        if (loglevel != 0) {
1301 a750fc0b j_mayer
            fprintf(logfile, "DCR read error %d %03x\n", (int)T0, (int)T0);
1302 a750fc0b j_mayer
        }
1303 e1833e1f j_mayer
        do_raise_exception_err(POWERPC_EXCP_PROGRAM,
1304 e1833e1f j_mayer
                               POWERPC_EXCP_INVAL | POWERPC_EXCP_PRIV_REG);
1305 a750fc0b j_mayer
    } else {
1306 a750fc0b j_mayer
        T0 = val;
1307 a750fc0b j_mayer
    }
1308 a750fc0b j_mayer
}
1309 a750fc0b j_mayer
1310 a750fc0b j_mayer
void do_store_dcr (void)
1311 a750fc0b j_mayer
{
1312 a750fc0b j_mayer
    if (unlikely(env->dcr_env == NULL)) {
1313 a750fc0b j_mayer
        if (loglevel != 0) {
1314 a750fc0b j_mayer
            fprintf(logfile, "No DCR environment\n");
1315 a750fc0b j_mayer
        }
1316 e1833e1f j_mayer
        do_raise_exception_err(POWERPC_EXCP_PROGRAM,
1317 e1833e1f j_mayer
                               POWERPC_EXCP_INVAL | POWERPC_EXCP_INVAL_INVAL);
1318 a750fc0b j_mayer
    } else if (unlikely(ppc_dcr_write(env->dcr_env, T0, T1) != 0)) {
1319 a750fc0b j_mayer
        if (loglevel != 0) {
1320 a750fc0b j_mayer
            fprintf(logfile, "DCR write error %d %03x\n", (int)T0, (int)T0);
1321 a750fc0b j_mayer
        }
1322 e1833e1f j_mayer
        do_raise_exception_err(POWERPC_EXCP_PROGRAM,
1323 e1833e1f j_mayer
                               POWERPC_EXCP_INVAL | POWERPC_EXCP_PRIV_REG);
1324 a750fc0b j_mayer
    }
1325 a750fc0b j_mayer
}
1326 a750fc0b j_mayer
1327 76a66253 j_mayer
#if !defined(CONFIG_USER_ONLY)
1328 a42bd6cc j_mayer
void do_40x_rfci (void)
1329 76a66253 j_mayer
{
1330 76a66253 j_mayer
    env->nip = env->spr[SPR_40x_SRR2];
1331 a42bd6cc j_mayer
    do_store_msr(env, env->spr[SPR_40x_SRR3] & ~0xFFFF0000);
1332 a42bd6cc j_mayer
#if defined (DEBUG_OP)
1333 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1334 a42bd6cc j_mayer
#endif
1335 a42bd6cc j_mayer
    env->interrupt_request = CPU_INTERRUPT_EXITTB;
1336 a42bd6cc j_mayer
}
1337 a42bd6cc j_mayer
1338 a42bd6cc j_mayer
void do_rfci (void)
1339 a42bd6cc j_mayer
{
1340 a42bd6cc j_mayer
#if defined(TARGET_PPC64)
1341 a42bd6cc j_mayer
    if (env->spr[SPR_BOOKE_CSRR1] & (1 << MSR_CM)) {
1342 a42bd6cc j_mayer
        env->nip = (uint64_t)env->spr[SPR_BOOKE_CSRR0];
1343 a42bd6cc j_mayer
    } else
1344 a42bd6cc j_mayer
#endif
1345 a42bd6cc j_mayer
    {
1346 a42bd6cc j_mayer
        env->nip = (uint32_t)env->spr[SPR_BOOKE_CSRR0];
1347 a42bd6cc j_mayer
    }
1348 a42bd6cc j_mayer
    do_store_msr(env, (uint32_t)env->spr[SPR_BOOKE_CSRR1] & ~0x3FFF0000);
1349 a42bd6cc j_mayer
#if defined (DEBUG_OP)
1350 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1351 a42bd6cc j_mayer
#endif
1352 a42bd6cc j_mayer
    env->interrupt_request = CPU_INTERRUPT_EXITTB;
1353 a42bd6cc j_mayer
}
1354 a42bd6cc j_mayer
1355 a42bd6cc j_mayer
void do_rfdi (void)
1356 a42bd6cc j_mayer
{
1357 a42bd6cc j_mayer
#if defined(TARGET_PPC64)
1358 a42bd6cc j_mayer
    if (env->spr[SPR_BOOKE_DSRR1] & (1 << MSR_CM)) {
1359 a42bd6cc j_mayer
        env->nip = (uint64_t)env->spr[SPR_BOOKE_DSRR0];
1360 a42bd6cc j_mayer
    } else
1361 a42bd6cc j_mayer
#endif
1362 a42bd6cc j_mayer
    {
1363 a42bd6cc j_mayer
        env->nip = (uint32_t)env->spr[SPR_BOOKE_DSRR0];
1364 a42bd6cc j_mayer
    }
1365 a42bd6cc j_mayer
    do_store_msr(env, (uint32_t)env->spr[SPR_BOOKE_DSRR1] & ~0x3FFF0000);
1366 a42bd6cc j_mayer
#if defined (DEBUG_OP)
1367 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1368 a42bd6cc j_mayer
#endif
1369 a42bd6cc j_mayer
    env->interrupt_request = CPU_INTERRUPT_EXITTB;
1370 a42bd6cc j_mayer
}
1371 a42bd6cc j_mayer
1372 a42bd6cc j_mayer
void do_rfmci (void)
1373 a42bd6cc j_mayer
{
1374 a42bd6cc j_mayer
#if defined(TARGET_PPC64)
1375 a42bd6cc j_mayer
    if (env->spr[SPR_BOOKE_MCSRR1] & (1 << MSR_CM)) {
1376 a42bd6cc j_mayer
        env->nip = (uint64_t)env->spr[SPR_BOOKE_MCSRR0];
1377 a42bd6cc j_mayer
    } else
1378 a42bd6cc j_mayer
#endif
1379 a42bd6cc j_mayer
    {
1380 a42bd6cc j_mayer
        env->nip = (uint32_t)env->spr[SPR_BOOKE_MCSRR0];
1381 a42bd6cc j_mayer
    }
1382 a42bd6cc j_mayer
    do_store_msr(env, (uint32_t)env->spr[SPR_BOOKE_MCSRR1] & ~0x3FFF0000);
1383 76a66253 j_mayer
#if defined (DEBUG_OP)
1384 6b80055d j_mayer
    cpu_dump_rfi(env->nip, do_load_msr(env));
1385 76a66253 j_mayer
#endif
1386 76a66253 j_mayer
    env->interrupt_request = CPU_INTERRUPT_EXITTB;
1387 76a66253 j_mayer
}
1388 76a66253 j_mayer
1389 76a66253 j_mayer
void do_load_403_pb (int num)
1390 76a66253 j_mayer
{
1391 76a66253 j_mayer
    T0 = env->pb[num];
1392 76a66253 j_mayer
}
1393 76a66253 j_mayer
1394 76a66253 j_mayer
void do_store_403_pb (int num)
1395 76a66253 j_mayer
{
1396 76a66253 j_mayer
    if (likely(env->pb[num] != T0)) {
1397 76a66253 j_mayer
        env->pb[num] = T0;
1398 76a66253 j_mayer
        /* Should be optimized */
1399 76a66253 j_mayer
        tlb_flush(env, 1);
1400 76a66253 j_mayer
    }
1401 76a66253 j_mayer
}
1402 76a66253 j_mayer
#endif
1403 76a66253 j_mayer
1404 76a66253 j_mayer
/* 440 specific */
1405 76a66253 j_mayer
void do_440_dlmzb (void)
1406 76a66253 j_mayer
{
1407 76a66253 j_mayer
    target_ulong mask;
1408 76a66253 j_mayer
    int i;
1409 76a66253 j_mayer
1410 76a66253 j_mayer
    i = 1;
1411 76a66253 j_mayer
    for (mask = 0xFF000000; mask != 0; mask = mask >> 8) {
1412 76a66253 j_mayer
        if ((T0 & mask) == 0)
1413 76a66253 j_mayer
            goto done;
1414 76a66253 j_mayer
        i++;
1415 76a66253 j_mayer
    }
1416 76a66253 j_mayer
    for (mask = 0xFF000000; mask != 0; mask = mask >> 8) {
1417 76a66253 j_mayer
        if ((T1 & mask) == 0)
1418 76a66253 j_mayer
            break;
1419 76a66253 j_mayer
        i++;
1420 76a66253 j_mayer
    }
1421 76a66253 j_mayer
 done:
1422 76a66253 j_mayer
    T0 = i;
1423 fdabc366 bellard
}
1424 fdabc366 bellard
1425 35cdaad6 j_mayer
#if defined(TARGET_PPCEMB)
1426 0487d6a8 j_mayer
/* SPE extension helpers */
1427 0487d6a8 j_mayer
/* Use a table to make this quicker */
1428 0487d6a8 j_mayer
static uint8_t hbrev[16] = {
1429 0487d6a8 j_mayer
    0x0, 0x8, 0x4, 0xC, 0x2, 0xA, 0x6, 0xE,
1430 0487d6a8 j_mayer
    0x1, 0x9, 0x5, 0xD, 0x3, 0xB, 0x7, 0xF,
1431 0487d6a8 j_mayer
};
1432 0487d6a8 j_mayer
1433 0487d6a8 j_mayer
static inline uint8_t byte_reverse (uint8_t val)
1434 0487d6a8 j_mayer
{
1435 0487d6a8 j_mayer
    return hbrev[val >> 4] | (hbrev[val & 0xF] << 4);
1436 0487d6a8 j_mayer
}
1437 0487d6a8 j_mayer
1438 0487d6a8 j_mayer
static inline uint32_t word_reverse (uint32_t val)
1439 0487d6a8 j_mayer
{
1440 0487d6a8 j_mayer
    return byte_reverse(val >> 24) | (byte_reverse(val >> 16) << 8) |
1441 0487d6a8 j_mayer
        (byte_reverse(val >> 8) << 16) | (byte_reverse(val) << 24);
1442 0487d6a8 j_mayer
}
1443 0487d6a8 j_mayer
1444 0487d6a8 j_mayer
#define MASKBITS 16 // Random value - to be fixed
1445 0487d6a8 j_mayer
void do_brinc (void)
1446 0487d6a8 j_mayer
{
1447 0487d6a8 j_mayer
    uint32_t a, b, d, mask;
1448 0487d6a8 j_mayer
1449 0487d6a8 j_mayer
    mask = (uint32_t)(-1UL) >> MASKBITS;
1450 0487d6a8 j_mayer
    b = T1_64 & mask;
1451 0487d6a8 j_mayer
    a = T0_64 & mask;
1452 0487d6a8 j_mayer
    d = word_reverse(1 + word_reverse(a | ~mask));
1453 0487d6a8 j_mayer
    T0_64 = (T0_64 & ~mask) | (d & mask);
1454 0487d6a8 j_mayer
}
1455 0487d6a8 j_mayer
1456 0487d6a8 j_mayer
#define DO_SPE_OP2(name)                                                      \
1457 0487d6a8 j_mayer
void do_ev##name (void)                                                       \
1458 0487d6a8 j_mayer
{                                                                             \
1459 0487d6a8 j_mayer
    T0_64 = ((uint64_t)_do_e##name(T0_64 >> 32, T1_64 >> 32) << 32) |         \
1460 0487d6a8 j_mayer
        (uint64_t)_do_e##name(T0_64, T1_64);                                  \
1461 0487d6a8 j_mayer
}
1462 0487d6a8 j_mayer
1463 0487d6a8 j_mayer
#define DO_SPE_OP1(name)                                                      \
1464 0487d6a8 j_mayer
void do_ev##name (void)                                                       \
1465 0487d6a8 j_mayer
{                                                                             \
1466 0487d6a8 j_mayer
    T0_64 = ((uint64_t)_do_e##name(T0_64 >> 32) << 32) |                      \
1467 0487d6a8 j_mayer
        (uint64_t)_do_e##name(T0_64);                                         \
1468 0487d6a8 j_mayer
}
1469 0487d6a8 j_mayer
1470 0487d6a8 j_mayer
/* Fixed-point vector arithmetic */
1471 0487d6a8 j_mayer
static inline uint32_t _do_eabs (uint32_t val)
1472 0487d6a8 j_mayer
{
1473 0487d6a8 j_mayer
    if (val != 0x80000000)
1474 0487d6a8 j_mayer
        val &= ~0x80000000;
1475 0487d6a8 j_mayer
1476 0487d6a8 j_mayer
    return val;
1477 0487d6a8 j_mayer
}
1478 0487d6a8 j_mayer
1479 0487d6a8 j_mayer
static inline uint32_t _do_eaddw (uint32_t op1, uint32_t op2)
1480 0487d6a8 j_mayer
{
1481 0487d6a8 j_mayer
    return op1 + op2;
1482 0487d6a8 j_mayer
}
1483 0487d6a8 j_mayer
1484 0487d6a8 j_mayer
static inline int _do_ecntlsw (uint32_t val)
1485 0487d6a8 j_mayer
{
1486 0487d6a8 j_mayer
    if (val & 0x80000000)
1487 0487d6a8 j_mayer
        return _do_cntlzw(~val);
1488 0487d6a8 j_mayer
    else
1489 0487d6a8 j_mayer
        return _do_cntlzw(val);
1490 0487d6a8 j_mayer
}
1491 0487d6a8 j_mayer
1492 0487d6a8 j_mayer
static inline int _do_ecntlzw (uint32_t val)
1493 0487d6a8 j_mayer
{
1494 0487d6a8 j_mayer
    return _do_cntlzw(val);
1495 0487d6a8 j_mayer
}
1496 0487d6a8 j_mayer
1497 0487d6a8 j_mayer
static inline uint32_t _do_eneg (uint32_t val)
1498 0487d6a8 j_mayer
{
1499 0487d6a8 j_mayer
    if (val != 0x80000000)
1500 0487d6a8 j_mayer
        val ^= 0x80000000;
1501 0487d6a8 j_mayer
1502 0487d6a8 j_mayer
    return val;
1503 0487d6a8 j_mayer
}
1504 0487d6a8 j_mayer
1505 0487d6a8 j_mayer
static inline uint32_t _do_erlw (uint32_t op1, uint32_t op2)
1506 0487d6a8 j_mayer
{
1507 0487d6a8 j_mayer
    return rotl32(op1, op2);
1508 0487d6a8 j_mayer
}
1509 0487d6a8 j_mayer
1510 0487d6a8 j_mayer
static inline uint32_t _do_erndw (uint32_t val)
1511 0487d6a8 j_mayer
{
1512 0487d6a8 j_mayer
    return (val + 0x000080000000) & 0xFFFF0000;
1513 0487d6a8 j_mayer
}
1514 0487d6a8 j_mayer
1515 0487d6a8 j_mayer
static inline uint32_t _do_eslw (uint32_t op1, uint32_t op2)
1516 0487d6a8 j_mayer
{
1517 0487d6a8 j_mayer
    /* No error here: 6 bits are used */
1518 0487d6a8 j_mayer
    return op1 << (op2 & 0x3F);
1519 0487d6a8 j_mayer
}
1520 0487d6a8 j_mayer
1521 0487d6a8 j_mayer
static inline int32_t _do_esrws (int32_t op1, uint32_t op2)
1522 0487d6a8 j_mayer
{
1523 0487d6a8 j_mayer
    /* No error here: 6 bits are used */
1524 0487d6a8 j_mayer
    return op1 >> (op2 & 0x3F);
1525 0487d6a8 j_mayer
}
1526 0487d6a8 j_mayer
1527 0487d6a8 j_mayer
static inline uint32_t _do_esrwu (uint32_t op1, uint32_t op2)
1528 0487d6a8 j_mayer
{
1529 0487d6a8 j_mayer
    /* No error here: 6 bits are used */
1530 0487d6a8 j_mayer
    return op1 >> (op2 & 0x3F);
1531 0487d6a8 j_mayer
}
1532 0487d6a8 j_mayer
1533 0487d6a8 j_mayer
static inline uint32_t _do_esubfw (uint32_t op1, uint32_t op2)
1534 0487d6a8 j_mayer
{
1535 0487d6a8 j_mayer
    return op2 - op1;
1536 0487d6a8 j_mayer
}
1537 0487d6a8 j_mayer
1538 0487d6a8 j_mayer
/* evabs */
1539 0487d6a8 j_mayer
DO_SPE_OP1(abs);
1540 0487d6a8 j_mayer
/* evaddw */
1541 0487d6a8 j_mayer
DO_SPE_OP2(addw);
1542 0487d6a8 j_mayer
/* evcntlsw */
1543 0487d6a8 j_mayer
DO_SPE_OP1(cntlsw);
1544 0487d6a8 j_mayer
/* evcntlzw */
1545 0487d6a8 j_mayer
DO_SPE_OP1(cntlzw);
1546 0487d6a8 j_mayer
/* evneg */
1547 0487d6a8 j_mayer
DO_SPE_OP1(neg);
1548 0487d6a8 j_mayer
/* evrlw */
1549 0487d6a8 j_mayer
DO_SPE_OP2(rlw);
1550 0487d6a8 j_mayer
/* evrnd */
1551 0487d6a8 j_mayer
DO_SPE_OP1(rndw);
1552 0487d6a8 j_mayer
/* evslw */
1553 0487d6a8 j_mayer
DO_SPE_OP2(slw);
1554 0487d6a8 j_mayer
/* evsrws */
1555 0487d6a8 j_mayer
DO_SPE_OP2(srws);
1556 0487d6a8 j_mayer
/* evsrwu */
1557 0487d6a8 j_mayer
DO_SPE_OP2(srwu);
1558 0487d6a8 j_mayer
/* evsubfw */
1559 0487d6a8 j_mayer
DO_SPE_OP2(subfw);
1560 0487d6a8 j_mayer
1561 0487d6a8 j_mayer
/* evsel is a little bit more complicated... */
1562 0487d6a8 j_mayer
static inline uint32_t _do_esel (uint32_t op1, uint32_t op2, int n)
1563 0487d6a8 j_mayer
{
1564 0487d6a8 j_mayer
    if (n)
1565 0487d6a8 j_mayer
        return op1;
1566 0487d6a8 j_mayer
    else
1567 0487d6a8 j_mayer
        return op2;
1568 0487d6a8 j_mayer
}
1569 0487d6a8 j_mayer
1570 0487d6a8 j_mayer
void do_evsel (void)
1571 0487d6a8 j_mayer
{
1572 0487d6a8 j_mayer
    T0_64 = ((uint64_t)_do_esel(T0_64 >> 32, T1_64 >> 32, T0 >> 3) << 32) |
1573 0487d6a8 j_mayer
        (uint64_t)_do_esel(T0_64, T1_64, (T0 >> 2) & 1);
1574 0487d6a8 j_mayer
}
1575 0487d6a8 j_mayer
1576 0487d6a8 j_mayer
/* Fixed-point vector comparisons */
1577 0487d6a8 j_mayer
#define DO_SPE_CMP(name)                                                      \
1578 0487d6a8 j_mayer
void do_ev##name (void)                                                       \
1579 0487d6a8 j_mayer
{                                                                             \
1580 0487d6a8 j_mayer
    T0 = _do_evcmp_merge((uint64_t)_do_e##name(T0_64 >> 32,                   \
1581 0487d6a8 j_mayer
                                               T1_64 >> 32) << 32,            \
1582 0487d6a8 j_mayer
                         _do_e##name(T0_64, T1_64));                          \
1583 0487d6a8 j_mayer
}
1584 0487d6a8 j_mayer
1585 0487d6a8 j_mayer
static inline uint32_t _do_evcmp_merge (int t0, int t1)
1586 0487d6a8 j_mayer
{
1587 0487d6a8 j_mayer
    return (t0 << 3) | (t1 << 2) | ((t0 | t1) << 1) | (t0 & t1);
1588 0487d6a8 j_mayer
}
1589 0487d6a8 j_mayer
static inline int _do_ecmpeq (uint32_t op1, uint32_t op2)
1590 0487d6a8 j_mayer
{
1591 0487d6a8 j_mayer
    return op1 == op2 ? 1 : 0;
1592 0487d6a8 j_mayer
}
1593 0487d6a8 j_mayer
1594 0487d6a8 j_mayer
static inline int _do_ecmpgts (int32_t op1, int32_t op2)
1595 0487d6a8 j_mayer
{
1596 0487d6a8 j_mayer
    return op1 > op2 ? 1 : 0;
1597 0487d6a8 j_mayer
}
1598 0487d6a8 j_mayer
1599 0487d6a8 j_mayer
static inline int _do_ecmpgtu (uint32_t op1, uint32_t op2)
1600 0487d6a8 j_mayer
{
1601 0487d6a8 j_mayer
    return op1 > op2 ? 1 : 0;
1602 0487d6a8 j_mayer
}
1603 0487d6a8 j_mayer
1604 0487d6a8 j_mayer
static inline int _do_ecmplts (int32_t op1, int32_t op2)
1605 0487d6a8 j_mayer
{
1606 0487d6a8 j_mayer
    return op1 < op2 ? 1 : 0;
1607 0487d6a8 j_mayer
}
1608 0487d6a8 j_mayer
1609 0487d6a8 j_mayer
static inline int _do_ecmpltu (uint32_t op1, uint32_t op2)
1610 0487d6a8 j_mayer
{
1611 0487d6a8 j_mayer
    return op1 < op2 ? 1 : 0;
1612 0487d6a8 j_mayer
}
1613 0487d6a8 j_mayer
1614 0487d6a8 j_mayer
/* evcmpeq */
1615 0487d6a8 j_mayer
DO_SPE_CMP(cmpeq);
1616 0487d6a8 j_mayer
/* evcmpgts */
1617 0487d6a8 j_mayer
DO_SPE_CMP(cmpgts);
1618 0487d6a8 j_mayer
/* evcmpgtu */
1619 0487d6a8 j_mayer
DO_SPE_CMP(cmpgtu);
1620 0487d6a8 j_mayer
/* evcmplts */
1621 0487d6a8 j_mayer
DO_SPE_CMP(cmplts);
1622 0487d6a8 j_mayer
/* evcmpltu */
1623 0487d6a8 j_mayer
DO_SPE_CMP(cmpltu);
1624 0487d6a8 j_mayer
1625 0487d6a8 j_mayer
/* Single precision floating-point conversions from/to integer */
1626 0487d6a8 j_mayer
static inline uint32_t _do_efscfsi (int32_t val)
1627 0487d6a8 j_mayer
{
1628 0487d6a8 j_mayer
    union {
1629 0487d6a8 j_mayer
        uint32_t u;
1630 0487d6a8 j_mayer
        float32 f;
1631 0487d6a8 j_mayer
    } u;
1632 0487d6a8 j_mayer
1633 0487d6a8 j_mayer
    u.f = int32_to_float32(val, &env->spe_status);
1634 0487d6a8 j_mayer
1635 0487d6a8 j_mayer
    return u.u;
1636 0487d6a8 j_mayer
}
1637 0487d6a8 j_mayer
1638 0487d6a8 j_mayer
static inline uint32_t _do_efscfui (uint32_t val)
1639 0487d6a8 j_mayer
{
1640 0487d6a8 j_mayer
    union {
1641 0487d6a8 j_mayer
        uint32_t u;
1642 0487d6a8 j_mayer
        float32 f;
1643 0487d6a8 j_mayer
    } u;
1644 0487d6a8 j_mayer
1645 0487d6a8 j_mayer
    u.f = uint32_to_float32(val, &env->spe_status);
1646 0487d6a8 j_mayer
1647 0487d6a8 j_mayer
    return u.u;
1648 0487d6a8 j_mayer
}
1649 0487d6a8 j_mayer
1650 0487d6a8 j_mayer
static inline int32_t _do_efsctsi (uint32_t val)
1651 0487d6a8 j_mayer
{
1652 0487d6a8 j_mayer
    union {
1653 0487d6a8 j_mayer
        int32_t u;
1654 0487d6a8 j_mayer
        float32 f;
1655 0487d6a8 j_mayer
    } u;
1656 0487d6a8 j_mayer
1657 0487d6a8 j_mayer
    u.u = val;
1658 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1659 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1660 0487d6a8 j_mayer
        return 0;
1661 0487d6a8 j_mayer
1662 0487d6a8 j_mayer
    return float32_to_int32(u.f, &env->spe_status);
1663 0487d6a8 j_mayer
}
1664 0487d6a8 j_mayer
1665 0487d6a8 j_mayer
static inline uint32_t _do_efsctui (uint32_t val)
1666 0487d6a8 j_mayer
{
1667 0487d6a8 j_mayer
    union {
1668 0487d6a8 j_mayer
        int32_t u;
1669 0487d6a8 j_mayer
        float32 f;
1670 0487d6a8 j_mayer
    } u;
1671 0487d6a8 j_mayer
1672 0487d6a8 j_mayer
    u.u = val;
1673 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1674 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1675 0487d6a8 j_mayer
        return 0;
1676 0487d6a8 j_mayer
1677 0487d6a8 j_mayer
    return float32_to_uint32(u.f, &env->spe_status);
1678 0487d6a8 j_mayer
}
1679 0487d6a8 j_mayer
1680 0487d6a8 j_mayer
static inline int32_t _do_efsctsiz (uint32_t val)
1681 0487d6a8 j_mayer
{
1682 0487d6a8 j_mayer
    union {
1683 0487d6a8 j_mayer
        int32_t u;
1684 0487d6a8 j_mayer
        float32 f;
1685 0487d6a8 j_mayer
    } u;
1686 0487d6a8 j_mayer
1687 0487d6a8 j_mayer
    u.u = val;
1688 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1689 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1690 0487d6a8 j_mayer
        return 0;
1691 0487d6a8 j_mayer
1692 0487d6a8 j_mayer
    return float32_to_int32_round_to_zero(u.f, &env->spe_status);
1693 0487d6a8 j_mayer
}
1694 0487d6a8 j_mayer
1695 0487d6a8 j_mayer
static inline uint32_t _do_efsctuiz (uint32_t val)
1696 0487d6a8 j_mayer
{
1697 0487d6a8 j_mayer
    union {
1698 0487d6a8 j_mayer
        int32_t u;
1699 0487d6a8 j_mayer
        float32 f;
1700 0487d6a8 j_mayer
    } u;
1701 0487d6a8 j_mayer
1702 0487d6a8 j_mayer
    u.u = val;
1703 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1704 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1705 0487d6a8 j_mayer
        return 0;
1706 0487d6a8 j_mayer
1707 0487d6a8 j_mayer
    return float32_to_uint32_round_to_zero(u.f, &env->spe_status);
1708 0487d6a8 j_mayer
}
1709 0487d6a8 j_mayer
1710 0487d6a8 j_mayer
void do_efscfsi (void)
1711 0487d6a8 j_mayer
{
1712 0487d6a8 j_mayer
    T0_64 = _do_efscfsi(T0_64);
1713 0487d6a8 j_mayer
}
1714 0487d6a8 j_mayer
1715 0487d6a8 j_mayer
void do_efscfui (void)
1716 0487d6a8 j_mayer
{
1717 0487d6a8 j_mayer
    T0_64 = _do_efscfui(T0_64);
1718 0487d6a8 j_mayer
}
1719 0487d6a8 j_mayer
1720 0487d6a8 j_mayer
void do_efsctsi (void)
1721 0487d6a8 j_mayer
{
1722 0487d6a8 j_mayer
    T0_64 = _do_efsctsi(T0_64);
1723 0487d6a8 j_mayer
}
1724 0487d6a8 j_mayer
1725 0487d6a8 j_mayer
void do_efsctui (void)
1726 0487d6a8 j_mayer
{
1727 0487d6a8 j_mayer
    T0_64 = _do_efsctui(T0_64);
1728 0487d6a8 j_mayer
}
1729 0487d6a8 j_mayer
1730 0487d6a8 j_mayer
void do_efsctsiz (void)
1731 0487d6a8 j_mayer
{
1732 0487d6a8 j_mayer
    T0_64 = _do_efsctsiz(T0_64);
1733 0487d6a8 j_mayer
}
1734 0487d6a8 j_mayer
1735 0487d6a8 j_mayer
void do_efsctuiz (void)
1736 0487d6a8 j_mayer
{
1737 0487d6a8 j_mayer
    T0_64 = _do_efsctuiz(T0_64);
1738 0487d6a8 j_mayer
}
1739 0487d6a8 j_mayer
1740 0487d6a8 j_mayer
/* Single precision floating-point conversion to/from fractional */
1741 0487d6a8 j_mayer
static inline uint32_t _do_efscfsf (uint32_t val)
1742 0487d6a8 j_mayer
{
1743 0487d6a8 j_mayer
    union {
1744 0487d6a8 j_mayer
        uint32_t u;
1745 0487d6a8 j_mayer
        float32 f;
1746 0487d6a8 j_mayer
    } u;
1747 0487d6a8 j_mayer
    float32 tmp;
1748 0487d6a8 j_mayer
1749 0487d6a8 j_mayer
    u.f = int32_to_float32(val, &env->spe_status);
1750 0487d6a8 j_mayer
    tmp = int64_to_float32(1ULL << 32, &env->spe_status);
1751 0487d6a8 j_mayer
    u.f = float32_div(u.f, tmp, &env->spe_status);
1752 0487d6a8 j_mayer
1753 0487d6a8 j_mayer
    return u.u;
1754 0487d6a8 j_mayer
}
1755 0487d6a8 j_mayer
1756 0487d6a8 j_mayer
static inline uint32_t _do_efscfuf (uint32_t val)
1757 0487d6a8 j_mayer
{
1758 0487d6a8 j_mayer
    union {
1759 0487d6a8 j_mayer
        uint32_t u;
1760 0487d6a8 j_mayer
        float32 f;
1761 0487d6a8 j_mayer
    } u;
1762 0487d6a8 j_mayer
    float32 tmp;
1763 0487d6a8 j_mayer
1764 0487d6a8 j_mayer
    u.f = uint32_to_float32(val, &env->spe_status);
1765 0487d6a8 j_mayer
    tmp = uint64_to_float32(1ULL << 32, &env->spe_status);
1766 0487d6a8 j_mayer
    u.f = float32_div(u.f, tmp, &env->spe_status);
1767 0487d6a8 j_mayer
1768 0487d6a8 j_mayer
    return u.u;
1769 0487d6a8 j_mayer
}
1770 0487d6a8 j_mayer
1771 0487d6a8 j_mayer
static inline int32_t _do_efsctsf (uint32_t val)
1772 0487d6a8 j_mayer
{
1773 0487d6a8 j_mayer
    union {
1774 0487d6a8 j_mayer
        int32_t u;
1775 0487d6a8 j_mayer
        float32 f;
1776 0487d6a8 j_mayer
    } u;
1777 0487d6a8 j_mayer
    float32 tmp;
1778 0487d6a8 j_mayer
1779 0487d6a8 j_mayer
    u.u = val;
1780 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1781 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1782 0487d6a8 j_mayer
        return 0;
1783 0487d6a8 j_mayer
    tmp = uint64_to_float32(1ULL << 32, &env->spe_status);
1784 0487d6a8 j_mayer
    u.f = float32_mul(u.f, tmp, &env->spe_status);
1785 0487d6a8 j_mayer
1786 0487d6a8 j_mayer
    return float32_to_int32(u.f, &env->spe_status);
1787 0487d6a8 j_mayer
}
1788 0487d6a8 j_mayer
1789 0487d6a8 j_mayer
static inline uint32_t _do_efsctuf (uint32_t val)
1790 0487d6a8 j_mayer
{
1791 0487d6a8 j_mayer
    union {
1792 0487d6a8 j_mayer
        int32_t u;
1793 0487d6a8 j_mayer
        float32 f;
1794 0487d6a8 j_mayer
    } u;
1795 0487d6a8 j_mayer
    float32 tmp;
1796 0487d6a8 j_mayer
1797 0487d6a8 j_mayer
    u.u = val;
1798 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1799 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1800 0487d6a8 j_mayer
        return 0;
1801 0487d6a8 j_mayer
    tmp = uint64_to_float32(1ULL << 32, &env->spe_status);
1802 0487d6a8 j_mayer
    u.f = float32_mul(u.f, tmp, &env->spe_status);
1803 0487d6a8 j_mayer
1804 0487d6a8 j_mayer
    return float32_to_uint32(u.f, &env->spe_status);
1805 0487d6a8 j_mayer
}
1806 0487d6a8 j_mayer
1807 0487d6a8 j_mayer
static inline int32_t _do_efsctsfz (uint32_t val)
1808 0487d6a8 j_mayer
{
1809 0487d6a8 j_mayer
    union {
1810 0487d6a8 j_mayer
        int32_t u;
1811 0487d6a8 j_mayer
        float32 f;
1812 0487d6a8 j_mayer
    } u;
1813 0487d6a8 j_mayer
    float32 tmp;
1814 0487d6a8 j_mayer
1815 0487d6a8 j_mayer
    u.u = val;
1816 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1817 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1818 0487d6a8 j_mayer
        return 0;
1819 0487d6a8 j_mayer
    tmp = uint64_to_float32(1ULL << 32, &env->spe_status);
1820 0487d6a8 j_mayer
    u.f = float32_mul(u.f, tmp, &env->spe_status);
1821 0487d6a8 j_mayer
1822 0487d6a8 j_mayer
    return float32_to_int32_round_to_zero(u.f, &env->spe_status);
1823 0487d6a8 j_mayer
}
1824 0487d6a8 j_mayer
1825 0487d6a8 j_mayer
static inline uint32_t _do_efsctufz (uint32_t val)
1826 0487d6a8 j_mayer
{
1827 0487d6a8 j_mayer
    union {
1828 0487d6a8 j_mayer
        int32_t u;
1829 0487d6a8 j_mayer
        float32 f;
1830 0487d6a8 j_mayer
    } u;
1831 0487d6a8 j_mayer
    float32 tmp;
1832 0487d6a8 j_mayer
1833 0487d6a8 j_mayer
    u.u = val;
1834 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1835 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1836 0487d6a8 j_mayer
        return 0;
1837 0487d6a8 j_mayer
    tmp = uint64_to_float32(1ULL << 32, &env->spe_status);
1838 0487d6a8 j_mayer
    u.f = float32_mul(u.f, tmp, &env->spe_status);
1839 0487d6a8 j_mayer
1840 0487d6a8 j_mayer
    return float32_to_uint32_round_to_zero(u.f, &env->spe_status);
1841 0487d6a8 j_mayer
}
1842 0487d6a8 j_mayer
1843 0487d6a8 j_mayer
void do_efscfsf (void)
1844 0487d6a8 j_mayer
{
1845 0487d6a8 j_mayer
    T0_64 = _do_efscfsf(T0_64);
1846 0487d6a8 j_mayer
}
1847 0487d6a8 j_mayer
1848 0487d6a8 j_mayer
void do_efscfuf (void)
1849 0487d6a8 j_mayer
{
1850 0487d6a8 j_mayer
    T0_64 = _do_efscfuf(T0_64);
1851 0487d6a8 j_mayer
}
1852 0487d6a8 j_mayer
1853 0487d6a8 j_mayer
void do_efsctsf (void)
1854 0487d6a8 j_mayer
{
1855 0487d6a8 j_mayer
    T0_64 = _do_efsctsf(T0_64);
1856 0487d6a8 j_mayer
}
1857 0487d6a8 j_mayer
1858 0487d6a8 j_mayer
void do_efsctuf (void)
1859 0487d6a8 j_mayer
{
1860 0487d6a8 j_mayer
    T0_64 = _do_efsctuf(T0_64);
1861 0487d6a8 j_mayer
}
1862 0487d6a8 j_mayer
1863 0487d6a8 j_mayer
void do_efsctsfz (void)
1864 0487d6a8 j_mayer
{
1865 0487d6a8 j_mayer
    T0_64 = _do_efsctsfz(T0_64);
1866 0487d6a8 j_mayer
}
1867 0487d6a8 j_mayer
1868 0487d6a8 j_mayer
void do_efsctufz (void)
1869 0487d6a8 j_mayer
{
1870 0487d6a8 j_mayer
    T0_64 = _do_efsctufz(T0_64);
1871 0487d6a8 j_mayer
}
1872 0487d6a8 j_mayer
1873 0487d6a8 j_mayer
/* Double precision floating point helpers */
1874 0487d6a8 j_mayer
static inline int _do_efdcmplt (uint64_t op1, uint64_t op2)
1875 0487d6a8 j_mayer
{
1876 0487d6a8 j_mayer
    /* XXX: TODO: test special values (NaN, infinites, ...) */
1877 0487d6a8 j_mayer
    return _do_efdtstlt(op1, op2);
1878 0487d6a8 j_mayer
}
1879 0487d6a8 j_mayer
1880 0487d6a8 j_mayer
static inline int _do_efdcmpgt (uint64_t op1, uint64_t op2)
1881 0487d6a8 j_mayer
{
1882 0487d6a8 j_mayer
    /* XXX: TODO: test special values (NaN, infinites, ...) */
1883 0487d6a8 j_mayer
    return _do_efdtstgt(op1, op2);
1884 0487d6a8 j_mayer
}
1885 0487d6a8 j_mayer
1886 0487d6a8 j_mayer
static inline int _do_efdcmpeq (uint64_t op1, uint64_t op2)
1887 0487d6a8 j_mayer
{
1888 0487d6a8 j_mayer
    /* XXX: TODO: test special values (NaN, infinites, ...) */
1889 0487d6a8 j_mayer
    return _do_efdtsteq(op1, op2);
1890 0487d6a8 j_mayer
}
1891 0487d6a8 j_mayer
1892 0487d6a8 j_mayer
void do_efdcmplt (void)
1893 0487d6a8 j_mayer
{
1894 0487d6a8 j_mayer
    T0 = _do_efdcmplt(T0_64, T1_64);
1895 0487d6a8 j_mayer
}
1896 0487d6a8 j_mayer
1897 0487d6a8 j_mayer
void do_efdcmpgt (void)
1898 0487d6a8 j_mayer
{
1899 0487d6a8 j_mayer
    T0 = _do_efdcmpgt(T0_64, T1_64);
1900 0487d6a8 j_mayer
}
1901 0487d6a8 j_mayer
1902 0487d6a8 j_mayer
void do_efdcmpeq (void)
1903 0487d6a8 j_mayer
{
1904 0487d6a8 j_mayer
    T0 = _do_efdcmpeq(T0_64, T1_64);
1905 0487d6a8 j_mayer
}
1906 0487d6a8 j_mayer
1907 0487d6a8 j_mayer
/* Double precision floating-point conversion to/from integer */
1908 0487d6a8 j_mayer
static inline uint64_t _do_efdcfsi (int64_t val)
1909 0487d6a8 j_mayer
{
1910 0487d6a8 j_mayer
    union {
1911 0487d6a8 j_mayer
        uint64_t u;
1912 0487d6a8 j_mayer
        float64 f;
1913 0487d6a8 j_mayer
    } u;
1914 0487d6a8 j_mayer
1915 0487d6a8 j_mayer
    u.f = int64_to_float64(val, &env->spe_status);
1916 0487d6a8 j_mayer
1917 0487d6a8 j_mayer
    return u.u;
1918 0487d6a8 j_mayer
}
1919 0487d6a8 j_mayer
1920 0487d6a8 j_mayer
static inline uint64_t _do_efdcfui (uint64_t val)
1921 0487d6a8 j_mayer
{
1922 0487d6a8 j_mayer
    union {
1923 0487d6a8 j_mayer
        uint64_t u;
1924 0487d6a8 j_mayer
        float64 f;
1925 0487d6a8 j_mayer
    } u;
1926 0487d6a8 j_mayer
1927 0487d6a8 j_mayer
    u.f = uint64_to_float64(val, &env->spe_status);
1928 0487d6a8 j_mayer
1929 0487d6a8 j_mayer
    return u.u;
1930 0487d6a8 j_mayer
}
1931 0487d6a8 j_mayer
1932 0487d6a8 j_mayer
static inline int64_t _do_efdctsi (uint64_t val)
1933 0487d6a8 j_mayer
{
1934 0487d6a8 j_mayer
    union {
1935 0487d6a8 j_mayer
        int64_t u;
1936 0487d6a8 j_mayer
        float64 f;
1937 0487d6a8 j_mayer
    } u;
1938 0487d6a8 j_mayer
1939 0487d6a8 j_mayer
    u.u = val;
1940 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1941 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1942 0487d6a8 j_mayer
        return 0;
1943 0487d6a8 j_mayer
1944 0487d6a8 j_mayer
    return float64_to_int64(u.f, &env->spe_status);
1945 0487d6a8 j_mayer
}
1946 0487d6a8 j_mayer
1947 0487d6a8 j_mayer
static inline uint64_t _do_efdctui (uint64_t val)
1948 0487d6a8 j_mayer
{
1949 0487d6a8 j_mayer
    union {
1950 0487d6a8 j_mayer
        int64_t u;
1951 0487d6a8 j_mayer
        float64 f;
1952 0487d6a8 j_mayer
    } u;
1953 0487d6a8 j_mayer
1954 0487d6a8 j_mayer
    u.u = val;
1955 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1956 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1957 0487d6a8 j_mayer
        return 0;
1958 0487d6a8 j_mayer
1959 0487d6a8 j_mayer
    return float64_to_uint64(u.f, &env->spe_status);
1960 0487d6a8 j_mayer
}
1961 0487d6a8 j_mayer
1962 0487d6a8 j_mayer
static inline int64_t _do_efdctsiz (uint64_t val)
1963 0487d6a8 j_mayer
{
1964 0487d6a8 j_mayer
    union {
1965 0487d6a8 j_mayer
        int64_t u;
1966 0487d6a8 j_mayer
        float64 f;
1967 0487d6a8 j_mayer
    } u;
1968 0487d6a8 j_mayer
1969 0487d6a8 j_mayer
    u.u = val;
1970 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1971 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1972 0487d6a8 j_mayer
        return 0;
1973 0487d6a8 j_mayer
1974 0487d6a8 j_mayer
    return float64_to_int64_round_to_zero(u.f, &env->spe_status);
1975 0487d6a8 j_mayer
}
1976 0487d6a8 j_mayer
1977 0487d6a8 j_mayer
static inline uint64_t _do_efdctuiz (uint64_t val)
1978 0487d6a8 j_mayer
{
1979 0487d6a8 j_mayer
    union {
1980 0487d6a8 j_mayer
        int64_t u;
1981 0487d6a8 j_mayer
        float64 f;
1982 0487d6a8 j_mayer
    } u;
1983 0487d6a8 j_mayer
1984 0487d6a8 j_mayer
    u.u = val;
1985 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
1986 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
1987 0487d6a8 j_mayer
        return 0;
1988 0487d6a8 j_mayer
1989 0487d6a8 j_mayer
    return float64_to_uint64_round_to_zero(u.f, &env->spe_status);
1990 0487d6a8 j_mayer
}
1991 0487d6a8 j_mayer
1992 0487d6a8 j_mayer
void do_efdcfsi (void)
1993 0487d6a8 j_mayer
{
1994 0487d6a8 j_mayer
    T0_64 = _do_efdcfsi(T0_64);
1995 0487d6a8 j_mayer
}
1996 0487d6a8 j_mayer
1997 0487d6a8 j_mayer
void do_efdcfui (void)
1998 0487d6a8 j_mayer
{
1999 0487d6a8 j_mayer
    T0_64 = _do_efdcfui(T0_64);
2000 0487d6a8 j_mayer
}
2001 0487d6a8 j_mayer
2002 0487d6a8 j_mayer
void do_efdctsi (void)
2003 0487d6a8 j_mayer
{
2004 0487d6a8 j_mayer
    T0_64 = _do_efdctsi(T0_64);
2005 0487d6a8 j_mayer
}
2006 0487d6a8 j_mayer
2007 0487d6a8 j_mayer
void do_efdctui (void)
2008 0487d6a8 j_mayer
{
2009 0487d6a8 j_mayer
    T0_64 = _do_efdctui(T0_64);
2010 0487d6a8 j_mayer
}
2011 0487d6a8 j_mayer
2012 0487d6a8 j_mayer
void do_efdctsiz (void)
2013 0487d6a8 j_mayer
{
2014 0487d6a8 j_mayer
    T0_64 = _do_efdctsiz(T0_64);
2015 0487d6a8 j_mayer
}
2016 0487d6a8 j_mayer
2017 0487d6a8 j_mayer
void do_efdctuiz (void)
2018 0487d6a8 j_mayer
{
2019 0487d6a8 j_mayer
    T0_64 = _do_efdctuiz(T0_64);
2020 0487d6a8 j_mayer
}
2021 0487d6a8 j_mayer
2022 0487d6a8 j_mayer
/* Double precision floating-point conversion to/from fractional */
2023 0487d6a8 j_mayer
static inline uint64_t _do_efdcfsf (int64_t val)
2024 0487d6a8 j_mayer
{
2025 0487d6a8 j_mayer
    union {
2026 0487d6a8 j_mayer
        uint64_t u;
2027 0487d6a8 j_mayer
        float64 f;
2028 0487d6a8 j_mayer
    } u;
2029 0487d6a8 j_mayer
    float64 tmp;
2030 0487d6a8 j_mayer
2031 0487d6a8 j_mayer
    u.f = int32_to_float64(val, &env->spe_status);
2032 0487d6a8 j_mayer
    tmp = int64_to_float64(1ULL << 32, &env->spe_status);
2033 0487d6a8 j_mayer
    u.f = float64_div(u.f, tmp, &env->spe_status);
2034 0487d6a8 j_mayer
2035 0487d6a8 j_mayer
    return u.u;
2036 0487d6a8 j_mayer
}
2037 0487d6a8 j_mayer
2038 0487d6a8 j_mayer
static inline uint64_t _do_efdcfuf (uint64_t val)
2039 0487d6a8 j_mayer
{
2040 0487d6a8 j_mayer
    union {
2041 0487d6a8 j_mayer
        uint64_t u;
2042 0487d6a8 j_mayer
        float64 f;
2043 0487d6a8 j_mayer
    } u;
2044 0487d6a8 j_mayer
    float64 tmp;
2045 0487d6a8 j_mayer
2046 0487d6a8 j_mayer
    u.f = uint32_to_float64(val, &env->spe_status);
2047 0487d6a8 j_mayer
    tmp = int64_to_float64(1ULL << 32, &env->spe_status);
2048 0487d6a8 j_mayer
    u.f = float64_div(u.f, tmp, &env->spe_status);
2049 0487d6a8 j_mayer
2050 0487d6a8 j_mayer
    return u.u;
2051 0487d6a8 j_mayer
}
2052 0487d6a8 j_mayer
2053 0487d6a8 j_mayer
static inline int64_t _do_efdctsf (uint64_t val)
2054 0487d6a8 j_mayer
{
2055 0487d6a8 j_mayer
    union {
2056 0487d6a8 j_mayer
        int64_t u;
2057 0487d6a8 j_mayer
        float64 f;
2058 0487d6a8 j_mayer
    } u;
2059 0487d6a8 j_mayer
    float64 tmp;
2060 0487d6a8 j_mayer
2061 0487d6a8 j_mayer
    u.u = val;
2062 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
2063 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
2064 0487d6a8 j_mayer
        return 0;
2065 0487d6a8 j_mayer
    tmp = uint64_to_float64(1ULL << 32, &env->spe_status);
2066 0487d6a8 j_mayer
    u.f = float64_mul(u.f, tmp, &env->spe_status);
2067 0487d6a8 j_mayer
2068 0487d6a8 j_mayer
    return float64_to_int32(u.f, &env->spe_status);
2069 0487d6a8 j_mayer
}
2070 0487d6a8 j_mayer
2071 0487d6a8 j_mayer
static inline uint64_t _do_efdctuf (uint64_t val)
2072 0487d6a8 j_mayer
{
2073 0487d6a8 j_mayer
    union {
2074 0487d6a8 j_mayer
        int64_t u;
2075 0487d6a8 j_mayer
        float64 f;
2076 0487d6a8 j_mayer
    } u;
2077 0487d6a8 j_mayer
    float64 tmp;
2078 0487d6a8 j_mayer
2079 0487d6a8 j_mayer
    u.u = val;
2080 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
2081 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
2082 0487d6a8 j_mayer
        return 0;
2083 0487d6a8 j_mayer
    tmp = uint64_to_float64(1ULL << 32, &env->spe_status);
2084 0487d6a8 j_mayer
    u.f = float64_mul(u.f, tmp, &env->spe_status);
2085 0487d6a8 j_mayer
2086 0487d6a8 j_mayer
    return float64_to_uint32(u.f, &env->spe_status);
2087 0487d6a8 j_mayer
}
2088 0487d6a8 j_mayer
2089 0487d6a8 j_mayer
static inline int64_t _do_efdctsfz (uint64_t val)
2090 0487d6a8 j_mayer
{
2091 0487d6a8 j_mayer
    union {
2092 0487d6a8 j_mayer
        int64_t u;
2093 0487d6a8 j_mayer
        float64 f;
2094 0487d6a8 j_mayer
    } u;
2095 0487d6a8 j_mayer
    float64 tmp;
2096 0487d6a8 j_mayer
2097 0487d6a8 j_mayer
    u.u = val;
2098 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
2099 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
2100 0487d6a8 j_mayer
        return 0;
2101 0487d6a8 j_mayer
    tmp = uint64_to_float64(1ULL << 32, &env->spe_status);
2102 0487d6a8 j_mayer
    u.f = float64_mul(u.f, tmp, &env->spe_status);
2103 0487d6a8 j_mayer
2104 0487d6a8 j_mayer
    return float64_to_int32_round_to_zero(u.f, &env->spe_status);
2105 0487d6a8 j_mayer
}
2106 0487d6a8 j_mayer
2107 0487d6a8 j_mayer
static inline uint64_t _do_efdctufz (uint64_t val)
2108 0487d6a8 j_mayer
{
2109 0487d6a8 j_mayer
    union {
2110 0487d6a8 j_mayer
        int64_t u;
2111 0487d6a8 j_mayer
        float64 f;
2112 0487d6a8 j_mayer
    } u;
2113 0487d6a8 j_mayer
    float64 tmp;
2114 0487d6a8 j_mayer
2115 0487d6a8 j_mayer
    u.u = val;
2116 0487d6a8 j_mayer
    /* NaN are not treated the same way IEEE 754 does */
2117 0487d6a8 j_mayer
    if (unlikely(isnan(u.f)))
2118 0487d6a8 j_mayer
        return 0;
2119 0487d6a8 j_mayer
    tmp = uint64_to_float64(1ULL << 32, &env->spe_status);
2120 0487d6a8 j_mayer
    u.f = float64_mul(u.f, tmp, &env->spe_status);
2121 0487d6a8 j_mayer
2122 0487d6a8 j_mayer
    return float64_to_uint32_round_to_zero(u.f, &env->spe_status);
2123 0487d6a8 j_mayer
}
2124 0487d6a8 j_mayer
2125 0487d6a8 j_mayer
void do_efdcfsf (void)
2126 0487d6a8 j_mayer
{
2127 0487d6a8 j_mayer
    T0_64 = _do_efdcfsf(T0_64);
2128 0487d6a8 j_mayer
}
2129 0487d6a8 j_mayer
2130 0487d6a8 j_mayer
void do_efdcfuf (void)
2131 0487d6a8 j_mayer
{
2132 0487d6a8 j_mayer
    T0_64 = _do_efdcfuf(T0_64);
2133 0487d6a8 j_mayer
}
2134 0487d6a8 j_mayer
2135 0487d6a8 j_mayer
void do_efdctsf (void)
2136 0487d6a8 j_mayer
{
2137 0487d6a8 j_mayer
    T0_64 = _do_efdctsf(T0_64);
2138 0487d6a8 j_mayer
}
2139 0487d6a8 j_mayer
2140 0487d6a8 j_mayer
void do_efdctuf (void)
2141 0487d6a8 j_mayer
{
2142 0487d6a8 j_mayer
    T0_64 = _do_efdctuf(T0_64);
2143 0487d6a8 j_mayer
}
2144 0487d6a8 j_mayer
2145 0487d6a8 j_mayer
void do_efdctsfz (void)
2146 0487d6a8 j_mayer
{
2147 0487d6a8 j_mayer
    T0_64 = _do_efdctsfz(T0_64);
2148 0487d6a8 j_mayer
}
2149 0487d6a8 j_mayer
2150 0487d6a8 j_mayer
void do_efdctufz (void)
2151 0487d6a8 j_mayer
{
2152 0487d6a8 j_mayer
    T0_64 = _do_efdctufz(T0_64);
2153 0487d6a8 j_mayer
}
2154 0487d6a8 j_mayer
2155 0487d6a8 j_mayer
/* Floating point conversion between single and double precision */
2156 0487d6a8 j_mayer
static inline uint32_t _do_efscfd (uint64_t val)
2157 0487d6a8 j_mayer
{
2158 0487d6a8 j_mayer
    union {
2159 0487d6a8 j_mayer
        uint64_t u;
2160 0487d6a8 j_mayer
        float64 f;
2161 0487d6a8 j_mayer
    } u1;
2162 0487d6a8 j_mayer
    union {
2163 0487d6a8 j_mayer
        uint32_t u;
2164 0487d6a8 j_mayer
        float32 f;
2165 0487d6a8 j_mayer
    } u2;
2166 0487d6a8 j_mayer
2167 0487d6a8 j_mayer
    u1.u = val;
2168 0487d6a8 j_mayer
    u2.f = float64_to_float32(u1.f, &env->spe_status);
2169 0487d6a8 j_mayer
2170 0487d6a8 j_mayer
    return u2.u;
2171 0487d6a8 j_mayer
}
2172 0487d6a8 j_mayer
2173 0487d6a8 j_mayer
static inline uint64_t _do_efdcfs (uint32_t val)
2174 0487d6a8 j_mayer
{
2175 0487d6a8 j_mayer
    union {
2176 0487d6a8 j_mayer
        uint64_t u;
2177 0487d6a8 j_mayer
        float64 f;
2178 0487d6a8 j_mayer
    } u2;
2179 0487d6a8 j_mayer
    union {
2180 0487d6a8 j_mayer
        uint32_t u;
2181 0487d6a8 j_mayer
        float32 f;
2182 0487d6a8 j_mayer
    } u1;
2183 0487d6a8 j_mayer
2184 0487d6a8 j_mayer
    u1.u = val;
2185 0487d6a8 j_mayer
    u2.f = float32_to_float64(u1.f, &env->spe_status);
2186 0487d6a8 j_mayer
2187 0487d6a8 j_mayer
    return u2.u;
2188 0487d6a8 j_mayer
}
2189 0487d6a8 j_mayer
2190 0487d6a8 j_mayer
void do_efscfd (void)
2191 0487d6a8 j_mayer
{
2192 0487d6a8 j_mayer
    T0_64 = _do_efscfd(T0_64);
2193 0487d6a8 j_mayer
}
2194 0487d6a8 j_mayer
2195 0487d6a8 j_mayer
void do_efdcfs (void)
2196 0487d6a8 j_mayer
{
2197 0487d6a8 j_mayer
    T0_64 = _do_efdcfs(T0_64);
2198 0487d6a8 j_mayer
}
2199 0487d6a8 j_mayer
2200 0487d6a8 j_mayer
/* Single precision fixed-point vector arithmetic */
2201 0487d6a8 j_mayer
/* evfsabs */
2202 0487d6a8 j_mayer
DO_SPE_OP1(fsabs);
2203 0487d6a8 j_mayer
/* evfsnabs */
2204 0487d6a8 j_mayer
DO_SPE_OP1(fsnabs);
2205 0487d6a8 j_mayer
/* evfsneg */
2206 0487d6a8 j_mayer
DO_SPE_OP1(fsneg);
2207 0487d6a8 j_mayer
/* evfsadd */
2208 0487d6a8 j_mayer
DO_SPE_OP2(fsadd);
2209 0487d6a8 j_mayer
/* evfssub */
2210 0487d6a8 j_mayer
DO_SPE_OP2(fssub);
2211 0487d6a8 j_mayer
/* evfsmul */
2212 0487d6a8 j_mayer
DO_SPE_OP2(fsmul);
2213 0487d6a8 j_mayer
/* evfsdiv */
2214 0487d6a8 j_mayer
DO_SPE_OP2(fsdiv);
2215 0487d6a8 j_mayer
2216 0487d6a8 j_mayer
/* Single-precision floating-point comparisons */
2217 0487d6a8 j_mayer
static inline int _do_efscmplt (uint32_t op1, uint32_t op2)
2218 0487d6a8 j_mayer
{
2219 0487d6a8 j_mayer
    /* XXX: TODO: test special values (NaN, infinites, ...) */
2220 0487d6a8 j_mayer
    return _do_efststlt(op1, op2);
2221 0487d6a8 j_mayer
}
2222 0487d6a8 j_mayer
2223 0487d6a8 j_mayer
static inline int _do_efscmpgt (uint32_t op1, uint32_t op2)
2224 0487d6a8 j_mayer
{
2225 0487d6a8 j_mayer
    /* XXX: TODO: test special values (NaN, infinites, ...) */
2226 0487d6a8 j_mayer
    return _do_efststgt(op1, op2);
2227 0487d6a8 j_mayer
}
2228 0487d6a8 j_mayer
2229 0487d6a8 j_mayer
static inline int _do_efscmpeq (uint32_t op1, uint32_t op2)
2230 0487d6a8 j_mayer
{
2231 0487d6a8 j_mayer
    /* XXX: TODO: test special values (NaN, infinites, ...) */
2232 0487d6a8 j_mayer
    return _do_efststeq(op1, op2);
2233 0487d6a8 j_mayer
}
2234 0487d6a8 j_mayer
2235 0487d6a8 j_mayer
void do_efscmplt (void)
2236 0487d6a8 j_mayer
{
2237 0487d6a8 j_mayer
    T0 = _do_efscmplt(T0_64, T1_64);
2238 0487d6a8 j_mayer
}
2239 0487d6a8 j_mayer
2240 0487d6a8 j_mayer
void do_efscmpgt (void)
2241 0487d6a8 j_mayer
{
2242 0487d6a8 j_mayer
    T0 = _do_efscmpgt(T0_64, T1_64);
2243 0487d6a8 j_mayer
}
2244 0487d6a8 j_mayer
2245 0487d6a8 j_mayer
void do_efscmpeq (void)
2246 0487d6a8 j_mayer
{
2247 0487d6a8 j_mayer
    T0 = _do_efscmpeq(T0_64, T1_64);
2248 0487d6a8 j_mayer
}
2249 0487d6a8 j_mayer
2250 0487d6a8 j_mayer
/* Single-precision floating-point vector comparisons */
2251 0487d6a8 j_mayer
/* evfscmplt */
2252 0487d6a8 j_mayer
DO_SPE_CMP(fscmplt);
2253 0487d6a8 j_mayer
/* evfscmpgt */
2254 0487d6a8 j_mayer
DO_SPE_CMP(fscmpgt);
2255 0487d6a8 j_mayer
/* evfscmpeq */
2256 0487d6a8 j_mayer
DO_SPE_CMP(fscmpeq);
2257 0487d6a8 j_mayer
/* evfststlt */
2258 0487d6a8 j_mayer
DO_SPE_CMP(fststlt);
2259 0487d6a8 j_mayer
/* evfststgt */
2260 0487d6a8 j_mayer
DO_SPE_CMP(fststgt);
2261 0487d6a8 j_mayer
/* evfststeq */
2262 0487d6a8 j_mayer
DO_SPE_CMP(fststeq);
2263 0487d6a8 j_mayer
2264 0487d6a8 j_mayer
/* Single-precision floating-point vector conversions */
2265 0487d6a8 j_mayer
/* evfscfsi */
2266 0487d6a8 j_mayer
DO_SPE_OP1(fscfsi);
2267 0487d6a8 j_mayer
/* evfscfui */
2268 0487d6a8 j_mayer
DO_SPE_OP1(fscfui);
2269 0487d6a8 j_mayer
/* evfscfuf */
2270 0487d6a8 j_mayer
DO_SPE_OP1(fscfuf);
2271 0487d6a8 j_mayer
/* evfscfsf */
2272 0487d6a8 j_mayer
DO_SPE_OP1(fscfsf);
2273 0487d6a8 j_mayer
/* evfsctsi */
2274 0487d6a8 j_mayer
DO_SPE_OP1(fsctsi);
2275 0487d6a8 j_mayer
/* evfsctui */
2276 0487d6a8 j_mayer
DO_SPE_OP1(fsctui);
2277 0487d6a8 j_mayer
/* evfsctsiz */
2278 0487d6a8 j_mayer
DO_SPE_OP1(fsctsiz);
2279 0487d6a8 j_mayer
/* evfsctuiz */
2280 0487d6a8 j_mayer
DO_SPE_OP1(fsctuiz);
2281 0487d6a8 j_mayer
/* evfsctsf */
2282 0487d6a8 j_mayer
DO_SPE_OP1(fsctsf);
2283 0487d6a8 j_mayer
/* evfsctuf */
2284 0487d6a8 j_mayer
DO_SPE_OP1(fsctuf);
2285 35cdaad6 j_mayer
#endif /* defined(TARGET_PPCEMB) */
2286 0487d6a8 j_mayer
2287 fdabc366 bellard
/*****************************************************************************/
2288 fdabc366 bellard
/* Softmmu support */
2289 fdabc366 bellard
#if !defined (CONFIG_USER_ONLY)
2290 fdabc366 bellard
2291 fdabc366 bellard
#define MMUSUFFIX _mmu
2292 fdabc366 bellard
#define GETPC() (__builtin_return_address(0))
2293 fdabc366 bellard
2294 fdabc366 bellard
#define SHIFT 0
2295 fdabc366 bellard
#include "softmmu_template.h"
2296 fdabc366 bellard
2297 fdabc366 bellard
#define SHIFT 1
2298 fdabc366 bellard
#include "softmmu_template.h"
2299 fdabc366 bellard
2300 fdabc366 bellard
#define SHIFT 2
2301 fdabc366 bellard
#include "softmmu_template.h"
2302 fdabc366 bellard
2303 fdabc366 bellard
#define SHIFT 3
2304 fdabc366 bellard
#include "softmmu_template.h"
2305 fdabc366 bellard
2306 fdabc366 bellard
/* try to fill the TLB and return an exception if error. If retaddr is
2307 fdabc366 bellard
   NULL, it means that the function was called in C code (i.e. not
2308 fdabc366 bellard
   from generated code or from helper.c) */
2309 fdabc366 bellard
/* XXX: fix it to restore all registers */
2310 fdabc366 bellard
void tlb_fill (target_ulong addr, int is_write, int is_user, void *retaddr)
2311 fdabc366 bellard
{
2312 fdabc366 bellard
    TranslationBlock *tb;
2313 fdabc366 bellard
    CPUState *saved_env;
2314 fdabc366 bellard
    target_phys_addr_t pc;
2315 fdabc366 bellard
    int ret;
2316 fdabc366 bellard
2317 fdabc366 bellard
    /* XXX: hack to restore env in all cases, even if not called from
2318 fdabc366 bellard
       generated code */
2319 fdabc366 bellard
    saved_env = env;
2320 fdabc366 bellard
    env = cpu_single_env;
2321 fdabc366 bellard
    ret = cpu_ppc_handle_mmu_fault(env, addr, is_write, is_user, 1);
2322 76a66253 j_mayer
    if (unlikely(ret != 0)) {
2323 fdabc366 bellard
        if (likely(retaddr)) {
2324 fdabc366 bellard
            /* now we have a real cpu fault */
2325 a750fc0b j_mayer
            pc = (target_phys_addr_t)(unsigned long)retaddr;
2326 fdabc366 bellard
            tb = tb_find_pc(pc);
2327 fdabc366 bellard
            if (likely(tb)) {
2328 fdabc366 bellard
                /* the PC is inside the translated code. It means that we have
2329 fdabc366 bellard
                   a virtual CPU fault */
2330 fdabc366 bellard
                cpu_restore_state(tb, env, pc, NULL);
2331 76a66253 j_mayer
            }
2332 fdabc366 bellard
        }
2333 fdabc366 bellard
        do_raise_exception_err(env->exception_index, env->error_code);
2334 fdabc366 bellard
    }
2335 fdabc366 bellard
    env = saved_env;
2336 9a64fbe4 bellard
}
2337 9a64fbe4 bellard
2338 76a66253 j_mayer
/* Software driven TLBs management */
2339 76a66253 j_mayer
/* PowerPC 602/603 software TLB load instructions helpers */
2340 76a66253 j_mayer
void do_load_6xx_tlb (int is_code)
2341 76a66253 j_mayer
{
2342 76a66253 j_mayer
    target_ulong RPN, CMP, EPN;
2343 76a66253 j_mayer
    int way;
2344 d9bce9d9 j_mayer
2345 76a66253 j_mayer
    RPN = env->spr[SPR_RPA];
2346 76a66253 j_mayer
    if (is_code) {
2347 76a66253 j_mayer
        CMP = env->spr[SPR_ICMP];
2348 76a66253 j_mayer
        EPN = env->spr[SPR_IMISS];
2349 76a66253 j_mayer
    } else {
2350 76a66253 j_mayer
        CMP = env->spr[SPR_DCMP];
2351 76a66253 j_mayer
        EPN = env->spr[SPR_DMISS];
2352 76a66253 j_mayer
    }
2353 76a66253 j_mayer
    way = (env->spr[SPR_SRR1] >> 17) & 1;
2354 76a66253 j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2355 76a66253 j_mayer
    if (loglevel != 0) {
2356 76a66253 j_mayer
        fprintf(logfile, "%s: EPN %08lx %08lx PTE0 %08lx PTE1 %08lx way %d\n",
2357 76a66253 j_mayer
                __func__, (unsigned long)T0, (unsigned long)EPN,
2358 76a66253 j_mayer
                (unsigned long)CMP, (unsigned long)RPN, way);
2359 76a66253 j_mayer
    }
2360 76a66253 j_mayer
#endif
2361 76a66253 j_mayer
    /* Store this TLB */
2362 d9bce9d9 j_mayer
    ppc6xx_tlb_store(env, (uint32_t)(T0 & TARGET_PAGE_MASK),
2363 d9bce9d9 j_mayer
                     way, is_code, CMP, RPN);
2364 76a66253 j_mayer
}
2365 76a66253 j_mayer
2366 a8dea12f j_mayer
static target_ulong booke_tlb_to_page_size (int size)
2367 a8dea12f j_mayer
{
2368 a8dea12f j_mayer
    return 1024 << (2 * size);
2369 a8dea12f j_mayer
}
2370 a8dea12f j_mayer
2371 a8dea12f j_mayer
static int booke_page_size_to_tlb (target_ulong page_size)
2372 a8dea12f j_mayer
{
2373 a8dea12f j_mayer
    int size;
2374 a8dea12f j_mayer
2375 a8dea12f j_mayer
    switch (page_size) {
2376 a8dea12f j_mayer
    case 0x00000400UL:
2377 a8dea12f j_mayer
        size = 0x0;
2378 a8dea12f j_mayer
        break;
2379 a8dea12f j_mayer
    case 0x00001000UL:
2380 a8dea12f j_mayer
        size = 0x1;
2381 a8dea12f j_mayer
        break;
2382 a8dea12f j_mayer
    case 0x00004000UL:
2383 a8dea12f j_mayer
        size = 0x2;
2384 a8dea12f j_mayer
        break;
2385 a8dea12f j_mayer
    case 0x00010000UL:
2386 a8dea12f j_mayer
        size = 0x3;
2387 a8dea12f j_mayer
        break;
2388 a8dea12f j_mayer
    case 0x00040000UL:
2389 a8dea12f j_mayer
        size = 0x4;
2390 a8dea12f j_mayer
        break;
2391 a8dea12f j_mayer
    case 0x00100000UL:
2392 a8dea12f j_mayer
        size = 0x5;
2393 a8dea12f j_mayer
        break;
2394 a8dea12f j_mayer
    case 0x00400000UL:
2395 a8dea12f j_mayer
        size = 0x6;
2396 a8dea12f j_mayer
        break;
2397 a8dea12f j_mayer
    case 0x01000000UL:
2398 a8dea12f j_mayer
        size = 0x7;
2399 a8dea12f j_mayer
        break;
2400 a8dea12f j_mayer
    case 0x04000000UL:
2401 a8dea12f j_mayer
        size = 0x8;
2402 a8dea12f j_mayer
        break;
2403 a8dea12f j_mayer
    case 0x10000000UL:
2404 a8dea12f j_mayer
        size = 0x9;
2405 a8dea12f j_mayer
        break;
2406 a8dea12f j_mayer
    case 0x40000000UL:
2407 a8dea12f j_mayer
        size = 0xA;
2408 a8dea12f j_mayer
        break;
2409 a8dea12f j_mayer
#if defined (TARGET_PPC64)
2410 a8dea12f j_mayer
    case 0x000100000000ULL:
2411 a8dea12f j_mayer
        size = 0xB;
2412 a8dea12f j_mayer
        break;
2413 a8dea12f j_mayer
    case 0x000400000000ULL:
2414 a8dea12f j_mayer
        size = 0xC;
2415 a8dea12f j_mayer
        break;
2416 a8dea12f j_mayer
    case 0x001000000000ULL:
2417 a8dea12f j_mayer
        size = 0xD;
2418 a8dea12f j_mayer
        break;
2419 a8dea12f j_mayer
    case 0x004000000000ULL:
2420 a8dea12f j_mayer
        size = 0xE;
2421 a8dea12f j_mayer
        break;
2422 a8dea12f j_mayer
    case 0x010000000000ULL:
2423 a8dea12f j_mayer
        size = 0xF;
2424 a8dea12f j_mayer
        break;
2425 a8dea12f j_mayer
#endif
2426 a8dea12f j_mayer
    default:
2427 a8dea12f j_mayer
        size = -1;
2428 a8dea12f j_mayer
        break;
2429 a8dea12f j_mayer
    }
2430 a8dea12f j_mayer
2431 a8dea12f j_mayer
    return size;
2432 a8dea12f j_mayer
}
2433 a8dea12f j_mayer
2434 76a66253 j_mayer
/* Helpers for 4xx TLB management */
2435 76a66253 j_mayer
void do_4xx_tlbre_lo (void)
2436 76a66253 j_mayer
{
2437 a8dea12f j_mayer
    ppcemb_tlb_t *tlb;
2438 a8dea12f j_mayer
    int size;
2439 76a66253 j_mayer
2440 76a66253 j_mayer
    T0 &= 0x3F;
2441 a8dea12f j_mayer
    tlb = &env->tlb[T0].tlbe;
2442 a8dea12f j_mayer
    T0 = tlb->EPN;
2443 a8dea12f j_mayer
    if (tlb->prot & PAGE_VALID)
2444 a8dea12f j_mayer
        T0 |= 0x400;
2445 a8dea12f j_mayer
    size = booke_page_size_to_tlb(tlb->size);
2446 a8dea12f j_mayer
    if (size < 0 || size > 0x7)
2447 a8dea12f j_mayer
        size = 1;
2448 a8dea12f j_mayer
    T0 |= size << 7;
2449 a8dea12f j_mayer
    env->spr[SPR_40x_PID] = tlb->PID;
2450 76a66253 j_mayer
}
2451 76a66253 j_mayer
2452 76a66253 j_mayer
void do_4xx_tlbre_hi (void)
2453 76a66253 j_mayer
{
2454 a8dea12f j_mayer
    ppcemb_tlb_t *tlb;
2455 76a66253 j_mayer
2456 76a66253 j_mayer
    T0 &= 0x3F;
2457 a8dea12f j_mayer
    tlb = &env->tlb[T0].tlbe;
2458 a8dea12f j_mayer
    T0 = tlb->RPN;
2459 a8dea12f j_mayer
    if (tlb->prot & PAGE_EXEC)
2460 a8dea12f j_mayer
        T0 |= 0x200;
2461 a8dea12f j_mayer
    if (tlb->prot & PAGE_WRITE)
2462 a8dea12f j_mayer
        T0 |= 0x100;
2463 76a66253 j_mayer
}
2464 76a66253 j_mayer
2465 c55e9aef j_mayer
void do_4xx_tlbwe_hi (void)
2466 76a66253 j_mayer
{
2467 a8dea12f j_mayer
    ppcemb_tlb_t *tlb;
2468 76a66253 j_mayer
    target_ulong page, end;
2469 76a66253 j_mayer
2470 c55e9aef j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2471 6b80055d j_mayer
    if (loglevel != 0) {
2472 c55e9aef j_mayer
        fprintf(logfile, "%s T0 " REGX " T1 " REGX "\n", __func__, T0, T1);
2473 c55e9aef j_mayer
    }
2474 c55e9aef j_mayer
#endif
2475 76a66253 j_mayer
    T0 &= 0x3F;
2476 a8dea12f j_mayer
    tlb = &env->tlb[T0].tlbe;
2477 76a66253 j_mayer
    /* Invalidate previous TLB (if it's valid) */
2478 76a66253 j_mayer
    if (tlb->prot & PAGE_VALID) {
2479 76a66253 j_mayer
        end = tlb->EPN + tlb->size;
2480 c55e9aef j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2481 6b80055d j_mayer
        if (loglevel != 0) {
2482 c55e9aef j_mayer
            fprintf(logfile, "%s: invalidate old TLB %d start " ADDRX
2483 c55e9aef j_mayer
                    " end " ADDRX "\n", __func__, (int)T0, tlb->EPN, end);
2484 c55e9aef j_mayer
        }
2485 c55e9aef j_mayer
#endif
2486 76a66253 j_mayer
        for (page = tlb->EPN; page < end; page += TARGET_PAGE_SIZE)
2487 76a66253 j_mayer
            tlb_flush_page(env, page);
2488 76a66253 j_mayer
    }
2489 a8dea12f j_mayer
    tlb->size = booke_tlb_to_page_size((T1 >> 7) & 0x7);
2490 c294fc58 j_mayer
    /* We cannot handle TLB size < TARGET_PAGE_SIZE.
2491 c294fc58 j_mayer
     * If this ever occurs, one should use the ppcemb target instead
2492 c294fc58 j_mayer
     * of the ppc or ppc64 one
2493 c294fc58 j_mayer
     */
2494 c294fc58 j_mayer
    if ((T1 & 0x40) && tlb->size < TARGET_PAGE_SIZE) {
2495 71c8b8fd j_mayer
        cpu_abort(env, "TLB size " TARGET_FMT_lu " < %u "
2496 71c8b8fd j_mayer
                  "are not supported (%d)\n",
2497 c294fc58 j_mayer
                  tlb->size, TARGET_PAGE_SIZE, (int)((T1 >> 7) & 0x7));
2498 c294fc58 j_mayer
    }
2499 a750fc0b j_mayer
    tlb->EPN = T1 & ~(tlb->size - 1);
2500 c55e9aef j_mayer
    if (T1 & 0x40)
2501 76a66253 j_mayer
        tlb->prot |= PAGE_VALID;
2502 76a66253 j_mayer
    else
2503 76a66253 j_mayer
        tlb->prot &= ~PAGE_VALID;
2504 c294fc58 j_mayer
    if (T1 & 0x20) {
2505 c294fc58 j_mayer
        /* XXX: TO BE FIXED */
2506 c294fc58 j_mayer
        cpu_abort(env, "Little-endian TLB entries are not supported by now\n");
2507 c294fc58 j_mayer
    }
2508 c55e9aef j_mayer
    tlb->PID = env->spr[SPR_40x_PID]; /* PID */
2509 a8dea12f j_mayer
    tlb->attr = T1 & 0xFF;
2510 c55e9aef j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2511 c294fc58 j_mayer
    if (loglevel != 0) {
2512 c294fc58 j_mayer
        fprintf(logfile, "%s: set up TLB %d RPN " PADDRX " EPN " ADDRX
2513 c55e9aef j_mayer
                " size " ADDRX " prot %c%c%c%c PID %d\n", __func__,
2514 5fafdf24 ths
                (int)T0, tlb->RPN, tlb->EPN, tlb->size,
2515 c55e9aef j_mayer
                tlb->prot & PAGE_READ ? 'r' : '-',
2516 c55e9aef j_mayer
                tlb->prot & PAGE_WRITE ? 'w' : '-',
2517 c55e9aef j_mayer
                tlb->prot & PAGE_EXEC ? 'x' : '-',
2518 c55e9aef j_mayer
                tlb->prot & PAGE_VALID ? 'v' : '-', (int)tlb->PID);
2519 c55e9aef j_mayer
    }
2520 c55e9aef j_mayer
#endif
2521 76a66253 j_mayer
    /* Invalidate new TLB (if valid) */
2522 76a66253 j_mayer
    if (tlb->prot & PAGE_VALID) {
2523 76a66253 j_mayer
        end = tlb->EPN + tlb->size;
2524 c55e9aef j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2525 6b80055d j_mayer
        if (loglevel != 0) {
2526 c55e9aef j_mayer
            fprintf(logfile, "%s: invalidate TLB %d start " ADDRX
2527 c55e9aef j_mayer
                    " end " ADDRX "\n", __func__, (int)T0, tlb->EPN, end);
2528 c55e9aef j_mayer
        }
2529 c55e9aef j_mayer
#endif
2530 76a66253 j_mayer
        for (page = tlb->EPN; page < end; page += TARGET_PAGE_SIZE)
2531 76a66253 j_mayer
            tlb_flush_page(env, page);
2532 76a66253 j_mayer
    }
2533 76a66253 j_mayer
}
2534 76a66253 j_mayer
2535 c55e9aef j_mayer
void do_4xx_tlbwe_lo (void)
2536 76a66253 j_mayer
{
2537 a8dea12f j_mayer
    ppcemb_tlb_t *tlb;
2538 76a66253 j_mayer
2539 c55e9aef j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2540 6b80055d j_mayer
    if (loglevel != 0) {
2541 c55e9aef j_mayer
        fprintf(logfile, "%s T0 " REGX " T1 " REGX "\n", __func__, T0, T1);
2542 c55e9aef j_mayer
    }
2543 c55e9aef j_mayer
#endif
2544 76a66253 j_mayer
    T0 &= 0x3F;
2545 a8dea12f j_mayer
    tlb = &env->tlb[T0].tlbe;
2546 76a66253 j_mayer
    tlb->RPN = T1 & 0xFFFFFC00;
2547 76a66253 j_mayer
    tlb->prot = PAGE_READ;
2548 76a66253 j_mayer
    if (T1 & 0x200)
2549 76a66253 j_mayer
        tlb->prot |= PAGE_EXEC;
2550 76a66253 j_mayer
    if (T1 & 0x100)
2551 76a66253 j_mayer
        tlb->prot |= PAGE_WRITE;
2552 c55e9aef j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2553 6b80055d j_mayer
    if (loglevel != 0) {
2554 6b80055d j_mayer
        fprintf(logfile, "%s: set up TLB %d RPN " PADDRX " EPN " ADDRX
2555 c55e9aef j_mayer
                " size " ADDRX " prot %c%c%c%c PID %d\n", __func__,
2556 5fafdf24 ths
                (int)T0, tlb->RPN, tlb->EPN, tlb->size,
2557 c55e9aef j_mayer
                tlb->prot & PAGE_READ ? 'r' : '-',
2558 c55e9aef j_mayer
                tlb->prot & PAGE_WRITE ? 'w' : '-',
2559 c55e9aef j_mayer
                tlb->prot & PAGE_EXEC ? 'x' : '-',
2560 c55e9aef j_mayer
                tlb->prot & PAGE_VALID ? 'v' : '-', (int)tlb->PID);
2561 c55e9aef j_mayer
    }
2562 c55e9aef j_mayer
#endif
2563 76a66253 j_mayer
}
2564 5eb7995e j_mayer
2565 a4bb6c3e j_mayer
/* PowerPC 440 TLB management */
2566 a4bb6c3e j_mayer
void do_440_tlbwe (int word)
2567 5eb7995e j_mayer
{
2568 5eb7995e j_mayer
    ppcemb_tlb_t *tlb;
2569 a4bb6c3e j_mayer
    target_ulong EPN, RPN, size;
2570 5eb7995e j_mayer
    int do_flush_tlbs;
2571 5eb7995e j_mayer
2572 5eb7995e j_mayer
#if defined (DEBUG_SOFTWARE_TLB)
2573 5eb7995e j_mayer
    if (loglevel != 0) {
2574 a4bb6c3e j_mayer
        fprintf(logfile, "%s word %d T0 " REGX " T1 " REGX "\n",
2575 a4bb6c3e j_mayer
                __func__, word, T0, T1);
2576 5eb7995e j_mayer
    }
2577 5eb7995e j_mayer
#endif
2578 5eb7995e j_mayer
    do_flush_tlbs = 0;
2579 5eb7995e j_mayer
    T0 &= 0x3F;
2580 5eb7995e j_mayer
    tlb = &env->tlb[T0].tlbe;
2581 a4bb6c3e j_mayer
    switch (word) {
2582 a4bb6c3e j_mayer
    default:
2583 a4bb6c3e j_mayer
        /* Just here to please gcc */
2584 a4bb6c3e j_mayer
    case 0:
2585 a4bb6c3e j_mayer
        EPN = T1 & 0xFFFFFC00;
2586 a4bb6c3e j_mayer
        if ((tlb->prot & PAGE_VALID) && EPN != tlb->EPN)
2587 5eb7995e j_mayer
            do_flush_tlbs = 1;
2588 a4bb6c3e j_mayer
        tlb->EPN = EPN;
2589 a4bb6c3e j_mayer
        size = booke_tlb_to_page_size((T1 >> 4) & 0xF);
2590 a4bb6c3e j_mayer
        if ((tlb->prot & PAGE_VALID) && tlb->size < size)
2591 a4bb6c3e j_mayer
            do_flush_tlbs = 1;
2592 a4bb6c3e j_mayer
        tlb->size = size;
2593 a4bb6c3e j_mayer
        tlb->attr &= ~0x1;
2594 a4bb6c3e j_mayer
        tlb->attr |= (T1 >> 8) & 1;
2595 a4bb6c3e j_mayer
        if (T1 & 0x200) {
2596 a4bb6c3e j_mayer
            tlb->prot |= PAGE_VALID;
2597 a4bb6c3e j_mayer
        } else {
2598 a4bb6c3e j_mayer
            if (tlb->prot & PAGE_VALID) {
2599 a4bb6c3e j_mayer
                tlb->prot &= ~PAGE_VALID;
2600 a4bb6c3e j_mayer
                do_flush_tlbs = 1;
2601 a4bb6c3e j_mayer
            }
2602 5eb7995e j_mayer
        }
2603 a4bb6c3e j_mayer
        tlb->PID = env->spr[SPR_440_MMUCR] & 0x000000FF;
2604 a4bb6c3e j_mayer
        if (do_flush_tlbs)
2605 a4bb6c3e j_mayer
            tlb_flush(env, 1);
2606 a4bb6c3e j_mayer
        break;
2607 a4bb6c3e j_mayer
    case 1:
2608 a4bb6c3e j_mayer
        RPN = T1 & 0xFFFFFC0F;
2609 a4bb6c3e j_mayer
        if ((tlb->prot & PAGE_VALID) && tlb->RPN != RPN)
2610 a4bb6c3e j_mayer
            tlb_flush(env, 1);
2611 a4bb6c3e j_mayer
        tlb->RPN = RPN;
2612 a4bb6c3e j_mayer
        break;
2613 a4bb6c3e j_mayer
    case 2:
2614 a4bb6c3e j_mayer
        tlb->attr = (tlb->attr & 0x1) | (T1 & 0x0000FF00);
2615 a4bb6c3e j_mayer
        tlb->prot = tlb->prot & PAGE_VALID;
2616 a4bb6c3e j_mayer
        if (T1 & 0x1)
2617 a4bb6c3e j_mayer
            tlb->prot |= PAGE_READ << 4;
2618 a4bb6c3e j_mayer
        if (T1 & 0x2)
2619 a4bb6c3e j_mayer
            tlb->prot |= PAGE_WRITE << 4;
2620 a4bb6c3e j_mayer
        if (T1 & 0x4)
2621 a4bb6c3e j_mayer
            tlb->prot |= PAGE_EXEC << 4;
2622 a4bb6c3e j_mayer
        if (T1 & 0x8)
2623 a4bb6c3e j_mayer
            tlb->prot |= PAGE_READ;
2624 a4bb6c3e j_mayer
        if (T1 & 0x10)
2625 a4bb6c3e j_mayer
            tlb->prot |= PAGE_WRITE;
2626 a4bb6c3e j_mayer
        if (T1 & 0x20)
2627 a4bb6c3e j_mayer
            tlb->prot |= PAGE_EXEC;
2628 a4bb6c3e j_mayer
        break;
2629 5eb7995e j_mayer
    }
2630 5eb7995e j_mayer
}
2631 5eb7995e j_mayer
2632 a4bb6c3e j_mayer
void do_440_tlbre (int word)
2633 5eb7995e j_mayer
{
2634 5eb7995e j_mayer
    ppcemb_tlb_t *tlb;
2635 5eb7995e j_mayer
    int size;
2636 5eb7995e j_mayer
2637 5eb7995e j_mayer
    T0 &= 0x3F;
2638 5eb7995e j_mayer
    tlb = &env->tlb[T0].tlbe;
2639 a4bb6c3e j_mayer
    switch (word) {
2640 a4bb6c3e j_mayer
    default:
2641 a4bb6c3e j_mayer
        /* Just here to please gcc */
2642 a4bb6c3e j_mayer
    case 0:
2643 a4bb6c3e j_mayer
        T0 = tlb->EPN;
2644 a4bb6c3e j_mayer
        size = booke_page_size_to_tlb(tlb->size);
2645 a4bb6c3e j_mayer
        if (size < 0 || size > 0xF)
2646 a4bb6c3e j_mayer
            size = 1;
2647 a4bb6c3e j_mayer
        T0 |= size << 4;
2648 a4bb6c3e j_mayer
        if (tlb->attr & 0x1)
2649 a4bb6c3e j_mayer
            T0 |= 0x100;
2650 a4bb6c3e j_mayer
        if (tlb->prot & PAGE_VALID)
2651 a4bb6c3e j_mayer
            T0 |= 0x200;
2652 a4bb6c3e j_mayer
        env->spr[SPR_440_MMUCR] &= ~0x000000FF;
2653 a4bb6c3e j_mayer
        env->spr[SPR_440_MMUCR] |= tlb->PID;
2654 a4bb6c3e j_mayer
        break;
2655 a4bb6c3e j_mayer
    case 1:
2656 a4bb6c3e j_mayer
        T0 = tlb->RPN;
2657 a4bb6c3e j_mayer
        break;
2658 a4bb6c3e j_mayer
    case 2:
2659 a4bb6c3e j_mayer
        T0 = tlb->attr & ~0x1;
2660 a4bb6c3e j_mayer
        if (tlb->prot & (PAGE_READ << 4))
2661 a4bb6c3e j_mayer
            T0 |= 0x1;
2662 a4bb6c3e j_mayer
        if (tlb->prot & (PAGE_WRITE << 4))
2663 a4bb6c3e j_mayer
            T0 |= 0x2;
2664 a4bb6c3e j_mayer
        if (tlb->prot & (PAGE_EXEC << 4))
2665 a4bb6c3e j_mayer
            T0 |= 0x4;
2666 a4bb6c3e j_mayer
        if (tlb->prot & PAGE_READ)
2667 a4bb6c3e j_mayer
            T0 |= 0x8;
2668 a4bb6c3e j_mayer
        if (tlb->prot & PAGE_WRITE)
2669 a4bb6c3e j_mayer
            T0 |= 0x10;
2670 a4bb6c3e j_mayer
        if (tlb->prot & PAGE_EXEC)
2671 a4bb6c3e j_mayer
            T0 |= 0x20;
2672 a4bb6c3e j_mayer
        break;
2673 a4bb6c3e j_mayer
    }
2674 5eb7995e j_mayer
}
2675 76a66253 j_mayer
#endif /* !CONFIG_USER_ONLY */