root / hw / spapr_hcall.c @ ed120055
History | View | Annotate | Download (14.2 kB)
1 |
#include "sysemu.h" |
---|---|
2 |
#include "cpu.h" |
3 |
#include "qemu-char.h" |
4 |
#include "sysemu.h" |
5 |
#include "qemu-char.h" |
6 |
#include "exec-all.h" |
7 |
#include "exec.h" |
8 |
#include "helper_regs.h" |
9 |
#include "hw/spapr.h" |
10 |
|
11 |
#define HPTES_PER_GROUP 8 |
12 |
|
13 |
#define HPTE_V_SSIZE_SHIFT 62 |
14 |
#define HPTE_V_AVPN_SHIFT 7 |
15 |
#define HPTE_V_AVPN 0x3fffffffffffff80ULL |
16 |
#define HPTE_V_AVPN_VAL(x) (((x) & HPTE_V_AVPN) >> HPTE_V_AVPN_SHIFT)
|
17 |
#define HPTE_V_COMPARE(x, y) (!(((x) ^ (y)) & 0xffffffffffffff80UL)) |
18 |
#define HPTE_V_BOLTED 0x0000000000000010ULL |
19 |
#define HPTE_V_LOCK 0x0000000000000008ULL |
20 |
#define HPTE_V_LARGE 0x0000000000000004ULL |
21 |
#define HPTE_V_SECONDARY 0x0000000000000002ULL |
22 |
#define HPTE_V_VALID 0x0000000000000001ULL |
23 |
|
24 |
#define HPTE_R_PP0 0x8000000000000000ULL |
25 |
#define HPTE_R_TS 0x4000000000000000ULL |
26 |
#define HPTE_R_KEY_HI 0x3000000000000000ULL |
27 |
#define HPTE_R_RPN_SHIFT 12 |
28 |
#define HPTE_R_RPN 0x3ffffffffffff000ULL |
29 |
#define HPTE_R_FLAGS 0x00000000000003ffULL |
30 |
#define HPTE_R_PP 0x0000000000000003ULL |
31 |
#define HPTE_R_N 0x0000000000000004ULL |
32 |
#define HPTE_R_G 0x0000000000000008ULL |
33 |
#define HPTE_R_M 0x0000000000000010ULL |
34 |
#define HPTE_R_I 0x0000000000000020ULL |
35 |
#define HPTE_R_W 0x0000000000000040ULL |
36 |
#define HPTE_R_WIMG 0x0000000000000078ULL |
37 |
#define HPTE_R_C 0x0000000000000080ULL |
38 |
#define HPTE_R_R 0x0000000000000100ULL |
39 |
#define HPTE_R_KEY_LO 0x0000000000000e00ULL |
40 |
|
41 |
#define HPTE_V_1TB_SEG 0x4000000000000000ULL |
42 |
#define HPTE_V_VRMA_MASK 0x4001ffffff000000ULL |
43 |
|
44 |
#define HPTE_V_HVLOCK 0x40ULL |
45 |
|
46 |
static inline int lock_hpte(void *hpte, target_ulong bits) |
47 |
{ |
48 |
uint64_t pteh; |
49 |
|
50 |
pteh = ldq_p(hpte); |
51 |
|
52 |
/* We're protected by qemu's global lock here */
|
53 |
if (pteh & bits) {
|
54 |
return 0; |
55 |
} |
56 |
stq_p(hpte, pteh | HPTE_V_HVLOCK); |
57 |
return 1; |
58 |
} |
59 |
|
60 |
static target_ulong compute_tlbie_rb(target_ulong v, target_ulong r,
|
61 |
target_ulong pte_index) |
62 |
{ |
63 |
target_ulong rb, va_low; |
64 |
|
65 |
rb = (v & ~0x7fULL) << 16; /* AVA field */ |
66 |
va_low = pte_index >> 3;
|
67 |
if (v & HPTE_V_SECONDARY) {
|
68 |
va_low = ~va_low; |
69 |
} |
70 |
/* xor vsid from AVA */
|
71 |
if (!(v & HPTE_V_1TB_SEG)) {
|
72 |
va_low ^= v >> 12;
|
73 |
} else {
|
74 |
va_low ^= v >> 24;
|
75 |
} |
76 |
va_low &= 0x7ff;
|
77 |
if (v & HPTE_V_LARGE) {
|
78 |
rb |= 1; /* L field */ |
79 |
#if 0 /* Disable that P7 specific bit for now */
|
80 |
if (r & 0xff000) {
|
81 |
/* non-16MB large page, must be 64k */
|
82 |
/* (masks depend on page size) */
|
83 |
rb |= 0x1000; /* page encoding in LP field */
|
84 |
rb |= (va_low & 0x7f) << 16; /* 7b of VA in AVA/LP field */
|
85 |
rb |= (va_low & 0xfe); /* AVAL field */
|
86 |
}
|
87 |
#endif
|
88 |
} else {
|
89 |
/* 4kB page */
|
90 |
rb |= (va_low & 0x7ff) << 12; /* remaining 11b of AVA */ |
91 |
} |
92 |
rb |= (v >> 54) & 0x300; /* B field */ |
93 |
return rb;
|
94 |
} |
95 |
|
96 |
static target_ulong h_enter(CPUState *env, sPAPREnvironment *spapr,
|
97 |
target_ulong opcode, target_ulong *args) |
98 |
{ |
99 |
target_ulong flags = args[0];
|
100 |
target_ulong pte_index = args[1];
|
101 |
target_ulong pteh = args[2];
|
102 |
target_ulong ptel = args[3];
|
103 |
target_ulong porder; |
104 |
target_ulong i, pa; |
105 |
uint8_t *hpte; |
106 |
|
107 |
/* only handle 4k and 16M pages for now */
|
108 |
porder = 12;
|
109 |
if (pteh & HPTE_V_LARGE) {
|
110 |
#if 0 /* We don't support 64k pages yet */
|
111 |
if ((ptel & 0xf000) == 0x1000) {
|
112 |
/* 64k page */
|
113 |
porder = 16;
|
114 |
} else
|
115 |
#endif
|
116 |
if ((ptel & 0xff000) == 0) { |
117 |
/* 16M page */
|
118 |
porder = 24;
|
119 |
/* lowest AVA bit must be 0 for 16M pages */
|
120 |
if (pteh & 0x80) { |
121 |
return H_PARAMETER;
|
122 |
} |
123 |
} else {
|
124 |
return H_PARAMETER;
|
125 |
} |
126 |
} |
127 |
|
128 |
pa = ptel & HPTE_R_RPN; |
129 |
/* FIXME: bounds check the pa? */
|
130 |
|
131 |
/* Check WIMG */
|
132 |
if ((ptel & HPTE_R_WIMG) != HPTE_R_M) {
|
133 |
return H_PARAMETER;
|
134 |
} |
135 |
pteh &= ~0x60ULL;
|
136 |
|
137 |
if ((pte_index * HASH_PTE_SIZE_64) & ~env->htab_mask) {
|
138 |
return H_PARAMETER;
|
139 |
} |
140 |
if (likely((flags & H_EXACT) == 0)) { |
141 |
pte_index &= ~7ULL;
|
142 |
hpte = env->external_htab + (pte_index * HASH_PTE_SIZE_64); |
143 |
for (i = 0; ; ++i) { |
144 |
if (i == 8) { |
145 |
return H_PTEG_FULL;
|
146 |
} |
147 |
if (((ldq_p(hpte) & HPTE_V_VALID) == 0) && |
148 |
lock_hpte(hpte, HPTE_V_HVLOCK | HPTE_V_VALID)) { |
149 |
break;
|
150 |
} |
151 |
hpte += HASH_PTE_SIZE_64; |
152 |
} |
153 |
} else {
|
154 |
i = 0;
|
155 |
hpte = env->external_htab + (pte_index * HASH_PTE_SIZE_64); |
156 |
if (!lock_hpte(hpte, HPTE_V_HVLOCK | HPTE_V_VALID)) {
|
157 |
return H_PTEG_FULL;
|
158 |
} |
159 |
} |
160 |
stq_p(hpte + (HASH_PTE_SIZE_64/2), ptel);
|
161 |
/* eieio(); FIXME: need some sort of barrier for smp? */
|
162 |
stq_p(hpte, pteh); |
163 |
|
164 |
assert(!(ldq_p(hpte) & HPTE_V_HVLOCK)); |
165 |
args[0] = pte_index + i;
|
166 |
return H_SUCCESS;
|
167 |
} |
168 |
|
169 |
static target_ulong h_remove(CPUState *env, sPAPREnvironment *spapr,
|
170 |
target_ulong opcode, target_ulong *args) |
171 |
{ |
172 |
target_ulong flags = args[0];
|
173 |
target_ulong pte_index = args[1];
|
174 |
target_ulong avpn = args[2];
|
175 |
uint8_t *hpte; |
176 |
target_ulong v, r, rb; |
177 |
|
178 |
if ((pte_index * HASH_PTE_SIZE_64) & ~env->htab_mask) {
|
179 |
return H_PARAMETER;
|
180 |
} |
181 |
|
182 |
hpte = env->external_htab + (pte_index * HASH_PTE_SIZE_64); |
183 |
while (!lock_hpte(hpte, HPTE_V_HVLOCK)) {
|
184 |
/* We have no real concurrency in qemu soft-emulation, so we
|
185 |
* will never actually have a contested lock */
|
186 |
assert(0);
|
187 |
} |
188 |
|
189 |
v = ldq_p(hpte); |
190 |
r = ldq_p(hpte + (HASH_PTE_SIZE_64/2));
|
191 |
|
192 |
if ((v & HPTE_V_VALID) == 0 || |
193 |
((flags & H_AVPN) && (v & ~0x7fULL) != avpn) ||
|
194 |
((flags & H_ANDCOND) && (v & avpn) != 0)) {
|
195 |
stq_p(hpte, v & ~HPTE_V_HVLOCK); |
196 |
assert(!(ldq_p(hpte) & HPTE_V_HVLOCK)); |
197 |
return H_NOT_FOUND;
|
198 |
} |
199 |
args[0] = v & ~HPTE_V_HVLOCK;
|
200 |
args[1] = r;
|
201 |
stq_p(hpte, 0);
|
202 |
rb = compute_tlbie_rb(v, r, pte_index); |
203 |
ppc_tlb_invalidate_one(env, rb); |
204 |
assert(!(ldq_p(hpte) & HPTE_V_HVLOCK)); |
205 |
return H_SUCCESS;
|
206 |
} |
207 |
|
208 |
static target_ulong h_protect(CPUState *env, sPAPREnvironment *spapr,
|
209 |
target_ulong opcode, target_ulong *args) |
210 |
{ |
211 |
target_ulong flags = args[0];
|
212 |
target_ulong pte_index = args[1];
|
213 |
target_ulong avpn = args[2];
|
214 |
uint8_t *hpte; |
215 |
target_ulong v, r, rb; |
216 |
|
217 |
if ((pte_index * HASH_PTE_SIZE_64) & ~env->htab_mask) {
|
218 |
return H_PARAMETER;
|
219 |
} |
220 |
|
221 |
hpte = env->external_htab + (pte_index * HASH_PTE_SIZE_64); |
222 |
while (!lock_hpte(hpte, HPTE_V_HVLOCK)) {
|
223 |
/* We have no real concurrency in qemu soft-emulation, so we
|
224 |
* will never actually have a contested lock */
|
225 |
assert(0);
|
226 |
} |
227 |
|
228 |
v = ldq_p(hpte); |
229 |
r = ldq_p(hpte + (HASH_PTE_SIZE_64/2));
|
230 |
|
231 |
if ((v & HPTE_V_VALID) == 0 || |
232 |
((flags & H_AVPN) && (v & ~0x7fULL) != avpn)) {
|
233 |
stq_p(hpte, v & ~HPTE_V_HVLOCK); |
234 |
assert(!(ldq_p(hpte) & HPTE_V_HVLOCK)); |
235 |
return H_NOT_FOUND;
|
236 |
} |
237 |
|
238 |
r &= ~(HPTE_R_PP0 | HPTE_R_PP | HPTE_R_N | |
239 |
HPTE_R_KEY_HI | HPTE_R_KEY_LO); |
240 |
r |= (flags << 55) & HPTE_R_PP0;
|
241 |
r |= (flags << 48) & HPTE_R_KEY_HI;
|
242 |
r |= flags & (HPTE_R_PP | HPTE_R_N | HPTE_R_KEY_LO); |
243 |
rb = compute_tlbie_rb(v, r, pte_index); |
244 |
stq_p(hpte, v & ~HPTE_V_VALID); |
245 |
ppc_tlb_invalidate_one(env, rb); |
246 |
stq_p(hpte + (HASH_PTE_SIZE_64/2), r);
|
247 |
/* Don't need a memory barrier, due to qemu's global lock */
|
248 |
stq_p(hpte, v & ~HPTE_V_HVLOCK); |
249 |
assert(!(ldq_p(hpte) & HPTE_V_HVLOCK)); |
250 |
return H_SUCCESS;
|
251 |
} |
252 |
|
253 |
static target_ulong h_set_dabr(CPUState *env, sPAPREnvironment *spapr,
|
254 |
target_ulong opcode, target_ulong *args) |
255 |
{ |
256 |
/* FIXME: actually implement this */
|
257 |
return H_HARDWARE;
|
258 |
} |
259 |
|
260 |
#define FLAGS_REGISTER_VPA 0x0000200000000000ULL |
261 |
#define FLAGS_REGISTER_DTL 0x0000400000000000ULL |
262 |
#define FLAGS_REGISTER_SLBSHADOW 0x0000600000000000ULL |
263 |
#define FLAGS_DEREGISTER_VPA 0x0000a00000000000ULL |
264 |
#define FLAGS_DEREGISTER_DTL 0x0000c00000000000ULL |
265 |
#define FLAGS_DEREGISTER_SLBSHADOW 0x0000e00000000000ULL |
266 |
|
267 |
#define VPA_MIN_SIZE 640 |
268 |
#define VPA_SIZE_OFFSET 0x4 |
269 |
#define VPA_SHARED_PROC_OFFSET 0x9 |
270 |
#define VPA_SHARED_PROC_VAL 0x2 |
271 |
|
272 |
static target_ulong register_vpa(CPUState *env, target_ulong vpa)
|
273 |
{ |
274 |
uint16_t size; |
275 |
uint8_t tmp; |
276 |
|
277 |
if (vpa == 0) { |
278 |
hcall_dprintf("Can't cope with registering a VPA at logical 0\n");
|
279 |
return H_HARDWARE;
|
280 |
} |
281 |
|
282 |
if (vpa % env->dcache_line_size) {
|
283 |
return H_PARAMETER;
|
284 |
} |
285 |
/* FIXME: bounds check the address */
|
286 |
|
287 |
size = lduw_phys(vpa + 0x4);
|
288 |
|
289 |
if (size < VPA_MIN_SIZE) {
|
290 |
return H_PARAMETER;
|
291 |
} |
292 |
|
293 |
/* VPA is not allowed to cross a page boundary */
|
294 |
if ((vpa / 4096) != ((vpa + size - 1) / 4096)) { |
295 |
return H_PARAMETER;
|
296 |
} |
297 |
|
298 |
env->vpa = vpa; |
299 |
|
300 |
tmp = ldub_phys(env->vpa + VPA_SHARED_PROC_OFFSET); |
301 |
tmp |= VPA_SHARED_PROC_VAL; |
302 |
stb_phys(env->vpa + VPA_SHARED_PROC_OFFSET, tmp); |
303 |
|
304 |
return H_SUCCESS;
|
305 |
} |
306 |
|
307 |
static target_ulong deregister_vpa(CPUState *env, target_ulong vpa)
|
308 |
{ |
309 |
if (env->slb_shadow) {
|
310 |
return H_RESOURCE;
|
311 |
} |
312 |
|
313 |
if (env->dispatch_trace_log) {
|
314 |
return H_RESOURCE;
|
315 |
} |
316 |
|
317 |
env->vpa = 0;
|
318 |
return H_SUCCESS;
|
319 |
} |
320 |
|
321 |
static target_ulong register_slb_shadow(CPUState *env, target_ulong addr)
|
322 |
{ |
323 |
uint32_t size; |
324 |
|
325 |
if (addr == 0) { |
326 |
hcall_dprintf("Can't cope with SLB shadow at logical 0\n");
|
327 |
return H_HARDWARE;
|
328 |
} |
329 |
|
330 |
size = ldl_phys(addr + 0x4);
|
331 |
if (size < 0x8) { |
332 |
return H_PARAMETER;
|
333 |
} |
334 |
|
335 |
if ((addr / 4096) != ((addr + size - 1) / 4096)) { |
336 |
return H_PARAMETER;
|
337 |
} |
338 |
|
339 |
if (!env->vpa) {
|
340 |
return H_RESOURCE;
|
341 |
} |
342 |
|
343 |
env->slb_shadow = addr; |
344 |
|
345 |
return H_SUCCESS;
|
346 |
} |
347 |
|
348 |
static target_ulong deregister_slb_shadow(CPUState *env, target_ulong addr)
|
349 |
{ |
350 |
env->slb_shadow = 0;
|
351 |
return H_SUCCESS;
|
352 |
} |
353 |
|
354 |
static target_ulong register_dtl(CPUState *env, target_ulong addr)
|
355 |
{ |
356 |
uint32_t size; |
357 |
|
358 |
if (addr == 0) { |
359 |
hcall_dprintf("Can't cope with DTL at logical 0\n");
|
360 |
return H_HARDWARE;
|
361 |
} |
362 |
|
363 |
size = ldl_phys(addr + 0x4);
|
364 |
|
365 |
if (size < 48) { |
366 |
return H_PARAMETER;
|
367 |
} |
368 |
|
369 |
if (!env->vpa) {
|
370 |
return H_RESOURCE;
|
371 |
} |
372 |
|
373 |
env->dispatch_trace_log = addr; |
374 |
env->dtl_size = size; |
375 |
|
376 |
return H_SUCCESS;
|
377 |
} |
378 |
|
379 |
static target_ulong deregister_dtl(CPUState *emv, target_ulong addr)
|
380 |
{ |
381 |
env->dispatch_trace_log = 0;
|
382 |
env->dtl_size = 0;
|
383 |
|
384 |
return H_SUCCESS;
|
385 |
} |
386 |
|
387 |
static target_ulong h_register_vpa(CPUState *env, sPAPREnvironment *spapr,
|
388 |
target_ulong opcode, target_ulong *args) |
389 |
{ |
390 |
target_ulong flags = args[0];
|
391 |
target_ulong procno = args[1];
|
392 |
target_ulong vpa = args[2];
|
393 |
target_ulong ret = H_PARAMETER; |
394 |
CPUState *tenv; |
395 |
|
396 |
for (tenv = first_cpu; tenv; tenv = tenv->next_cpu) {
|
397 |
if (tenv->cpu_index == procno) {
|
398 |
break;
|
399 |
} |
400 |
} |
401 |
|
402 |
if (!tenv) {
|
403 |
return H_PARAMETER;
|
404 |
} |
405 |
|
406 |
switch (flags) {
|
407 |
case FLAGS_REGISTER_VPA:
|
408 |
ret = register_vpa(tenv, vpa); |
409 |
break;
|
410 |
|
411 |
case FLAGS_DEREGISTER_VPA:
|
412 |
ret = deregister_vpa(tenv, vpa); |
413 |
break;
|
414 |
|
415 |
case FLAGS_REGISTER_SLBSHADOW:
|
416 |
ret = register_slb_shadow(tenv, vpa); |
417 |
break;
|
418 |
|
419 |
case FLAGS_DEREGISTER_SLBSHADOW:
|
420 |
ret = deregister_slb_shadow(tenv, vpa); |
421 |
break;
|
422 |
|
423 |
case FLAGS_REGISTER_DTL:
|
424 |
ret = register_dtl(tenv, vpa); |
425 |
break;
|
426 |
|
427 |
case FLAGS_DEREGISTER_DTL:
|
428 |
ret = deregister_dtl(tenv, vpa); |
429 |
break;
|
430 |
} |
431 |
|
432 |
return ret;
|
433 |
} |
434 |
|
435 |
static target_ulong h_cede(CPUState *env, sPAPREnvironment *spapr,
|
436 |
target_ulong opcode, target_ulong *args) |
437 |
{ |
438 |
env->msr |= (1ULL << MSR_EE);
|
439 |
hreg_compute_hflags(env); |
440 |
if (!cpu_has_work(env)) {
|
441 |
env->halted = 1;
|
442 |
} |
443 |
return H_SUCCESS;
|
444 |
} |
445 |
|
446 |
static target_ulong h_rtas(CPUState *env, sPAPREnvironment *spapr,
|
447 |
target_ulong opcode, target_ulong *args) |
448 |
{ |
449 |
target_ulong rtas_r3 = args[0];
|
450 |
uint32_t token = ldl_phys(rtas_r3); |
451 |
uint32_t nargs = ldl_phys(rtas_r3 + 4);
|
452 |
uint32_t nret = ldl_phys(rtas_r3 + 8);
|
453 |
|
454 |
return spapr_rtas_call(spapr, token, nargs, rtas_r3 + 12, |
455 |
nret, rtas_r3 + 12 + 4*nargs); |
456 |
} |
457 |
|
458 |
spapr_hcall_fn papr_hypercall_table[(MAX_HCALL_OPCODE / 4) + 1]; |
459 |
spapr_hcall_fn kvmppc_hypercall_table[KVMPPC_HCALL_MAX - KVMPPC_HCALL_BASE]; |
460 |
|
461 |
void spapr_register_hypercall(target_ulong opcode, spapr_hcall_fn fn)
|
462 |
{ |
463 |
spapr_hcall_fn *slot; |
464 |
|
465 |
if (opcode <= MAX_HCALL_OPCODE) {
|
466 |
assert((opcode & 0x3) == 0); |
467 |
|
468 |
slot = &papr_hypercall_table[opcode / 4];
|
469 |
} else {
|
470 |
assert((opcode >= KVMPPC_HCALL_BASE) && (opcode <= KVMPPC_HCALL_MAX)); |
471 |
|
472 |
|
473 |
slot = &kvmppc_hypercall_table[opcode - KVMPPC_HCALL_BASE]; |
474 |
} |
475 |
|
476 |
assert(!(*slot) || (fn == *slot)); |
477 |
*slot = fn; |
478 |
} |
479 |
|
480 |
target_ulong spapr_hypercall(CPUState *env, target_ulong opcode, |
481 |
target_ulong *args) |
482 |
{ |
483 |
if (msr_pr) {
|
484 |
hcall_dprintf("Hypercall made with MSR[PR]=1\n");
|
485 |
return H_PRIVILEGE;
|
486 |
} |
487 |
|
488 |
if ((opcode <= MAX_HCALL_OPCODE)
|
489 |
&& ((opcode & 0x3) == 0)) { |
490 |
spapr_hcall_fn fn = papr_hypercall_table[opcode / 4];
|
491 |
|
492 |
if (fn) {
|
493 |
return fn(env, spapr, opcode, args);
|
494 |
} |
495 |
} else if ((opcode >= KVMPPC_HCALL_BASE) && |
496 |
(opcode <= KVMPPC_HCALL_MAX)) { |
497 |
spapr_hcall_fn fn = kvmppc_hypercall_table[opcode - KVMPPC_HCALL_BASE]; |
498 |
|
499 |
if (fn) {
|
500 |
return fn(env, spapr, opcode, args);
|
501 |
} |
502 |
} |
503 |
|
504 |
hcall_dprintf("Unimplemented hcall 0x" TARGET_FMT_lx "\n", opcode); |
505 |
return H_FUNCTION;
|
506 |
} |
507 |
|
508 |
static void hypercall_init(void) |
509 |
{ |
510 |
/* hcall-pft */
|
511 |
spapr_register_hypercall(H_ENTER, h_enter); |
512 |
spapr_register_hypercall(H_REMOVE, h_remove); |
513 |
spapr_register_hypercall(H_PROTECT, h_protect); |
514 |
|
515 |
/* hcall-dabr */
|
516 |
spapr_register_hypercall(H_SET_DABR, h_set_dabr); |
517 |
|
518 |
/* hcall-splpar */
|
519 |
spapr_register_hypercall(H_REGISTER_VPA, h_register_vpa); |
520 |
spapr_register_hypercall(H_CEDE, h_cede); |
521 |
|
522 |
/* qemu/KVM-PPC specific hcalls */
|
523 |
spapr_register_hypercall(KVMPPC_H_RTAS, h_rtas); |
524 |
} |
525 |
device_init(hypercall_init); |