target/ppc: Split out ppc_jumbo_xlate
Mirror the interface of ppc_radix64_xlate (mostly), putting all of the logic for older mmu translation into a single entry point. For booke, we need to add mmu_idx to the xlate-style interface. Signed-off-by: Richard Henderson <richard.henderson@linaro.org> Message-Id: <20210621125115.67717-8-bruno.larsen@eldorado.org.br> Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
This commit is contained in:
parent
6c3c873c63
commit
af44a14236
@ -1435,48 +1435,6 @@ static int get_physical_address(CPUPPCState *env, mmu_ctx_t *ctx,
|
|||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
hwaddr ppc_cpu_get_phys_page_debug(CPUState *cs, vaddr addr)
|
|
||||||
{
|
|
||||||
PowerPCCPU *cpu = POWERPC_CPU(cs);
|
|
||||||
CPUPPCState *env = &cpu->env;
|
|
||||||
mmu_ctx_t ctx;
|
|
||||||
|
|
||||||
switch (env->mmu_model) {
|
|
||||||
#if defined(TARGET_PPC64)
|
|
||||||
case POWERPC_MMU_64B:
|
|
||||||
case POWERPC_MMU_2_03:
|
|
||||||
case POWERPC_MMU_2_06:
|
|
||||||
case POWERPC_MMU_2_07:
|
|
||||||
return ppc_hash64_get_phys_page_debug(cpu, addr);
|
|
||||||
case POWERPC_MMU_3_00:
|
|
||||||
return ppc64_v3_get_phys_page_debug(cpu, addr);
|
|
||||||
#endif
|
|
||||||
|
|
||||||
case POWERPC_MMU_32B:
|
|
||||||
case POWERPC_MMU_601:
|
|
||||||
return ppc_hash32_get_phys_page_debug(cpu, addr);
|
|
||||||
|
|
||||||
default:
|
|
||||||
;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (unlikely(get_physical_address(env, &ctx, addr, MMU_DATA_LOAD,
|
|
||||||
ACCESS_INT) != 0)) {
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Some MMUs have separate TLBs for code and data. If we only
|
|
||||||
* try an ACCESS_INT, we may not be able to read instructions
|
|
||||||
* mapped by code TLBs, so we also try a ACCESS_CODE.
|
|
||||||
*/
|
|
||||||
if (unlikely(get_physical_address(env, &ctx, addr, MMU_INST_FETCH,
|
|
||||||
ACCESS_CODE) != 0)) {
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return ctx.raddr & TARGET_PAGE_MASK;
|
|
||||||
}
|
|
||||||
|
|
||||||
static void booke206_update_mas_tlb_miss(CPUPPCState *env, target_ulong address,
|
static void booke206_update_mas_tlb_miss(CPUPPCState *env, target_ulong address,
|
||||||
MMUAccessType access_type, int mmu_idx)
|
MMUAccessType access_type, int mmu_idx)
|
||||||
{
|
{
|
||||||
@ -1532,30 +1490,38 @@ static void booke206_update_mas_tlb_miss(CPUPPCState *env, target_ulong address,
|
|||||||
}
|
}
|
||||||
|
|
||||||
/* Perform address translation */
|
/* Perform address translation */
|
||||||
static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
/* TODO: Split this by mmu_model. */
|
||||||
MMUAccessType access_type, int mmu_idx)
|
static bool ppc_jumbo_xlate(PowerPCCPU *cpu, vaddr eaddr,
|
||||||
|
MMUAccessType access_type,
|
||||||
|
hwaddr *raddrp, int *psizep, int *protp,
|
||||||
|
int mmu_idx, bool guest_visible)
|
||||||
{
|
{
|
||||||
CPUState *cs = env_cpu(env);
|
CPUState *cs = CPU(cpu);
|
||||||
PowerPCCPU *cpu = POWERPC_CPU(cs);
|
CPUPPCState *env = &cpu->env;
|
||||||
mmu_ctx_t ctx;
|
mmu_ctx_t ctx;
|
||||||
int type;
|
int type;
|
||||||
int ret = 0;
|
int ret;
|
||||||
|
|
||||||
if (access_type == MMU_INST_FETCH) {
|
if (access_type == MMU_INST_FETCH) {
|
||||||
/* code access */
|
/* code access */
|
||||||
type = ACCESS_CODE;
|
type = ACCESS_CODE;
|
||||||
} else {
|
} else if (guest_visible) {
|
||||||
/* data access */
|
/* data access */
|
||||||
type = env->access_type;
|
type = env->access_type;
|
||||||
|
} else {
|
||||||
|
type = ACCESS_INT;
|
||||||
}
|
}
|
||||||
ret = get_physical_address_wtlb(env, &ctx, address, access_type,
|
|
||||||
|
ret = get_physical_address_wtlb(env, &ctx, eaddr, access_type,
|
||||||
type, mmu_idx);
|
type, mmu_idx);
|
||||||
if (ret == 0) {
|
if (ret == 0) {
|
||||||
tlb_set_page(cs, address & TARGET_PAGE_MASK,
|
*raddrp = ctx.raddr;
|
||||||
ctx.raddr & TARGET_PAGE_MASK, ctx.prot,
|
*protp = ctx.prot;
|
||||||
mmu_idx, TARGET_PAGE_SIZE);
|
*psizep = TARGET_PAGE_BITS;
|
||||||
ret = 0;
|
return true;
|
||||||
} else if (ret < 0) {
|
}
|
||||||
|
|
||||||
|
if (guest_visible) {
|
||||||
LOG_MMU_STATE(cs);
|
LOG_MMU_STATE(cs);
|
||||||
if (type == ACCESS_CODE) {
|
if (type == ACCESS_CODE) {
|
||||||
switch (ret) {
|
switch (ret) {
|
||||||
@ -1565,7 +1531,7 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
case POWERPC_MMU_SOFT_6xx:
|
case POWERPC_MMU_SOFT_6xx:
|
||||||
cs->exception_index = POWERPC_EXCP_IFTLB;
|
cs->exception_index = POWERPC_EXCP_IFTLB;
|
||||||
env->error_code = 1 << 18;
|
env->error_code = 1 << 18;
|
||||||
env->spr[SPR_IMISS] = address;
|
env->spr[SPR_IMISS] = eaddr;
|
||||||
env->spr[SPR_ICMP] = 0x80000000 | ctx.ptem;
|
env->spr[SPR_ICMP] = 0x80000000 | ctx.ptem;
|
||||||
goto tlb_miss;
|
goto tlb_miss;
|
||||||
case POWERPC_MMU_SOFT_74xx:
|
case POWERPC_MMU_SOFT_74xx:
|
||||||
@ -1575,29 +1541,25 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
case POWERPC_MMU_SOFT_4xx_Z:
|
case POWERPC_MMU_SOFT_4xx_Z:
|
||||||
cs->exception_index = POWERPC_EXCP_ITLB;
|
cs->exception_index = POWERPC_EXCP_ITLB;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
env->spr[SPR_40x_DEAR] = address;
|
env->spr[SPR_40x_DEAR] = eaddr;
|
||||||
env->spr[SPR_40x_ESR] = 0x00000000;
|
env->spr[SPR_40x_ESR] = 0x00000000;
|
||||||
break;
|
break;
|
||||||
case POWERPC_MMU_BOOKE206:
|
case POWERPC_MMU_BOOKE206:
|
||||||
booke206_update_mas_tlb_miss(env, address, 2, mmu_idx);
|
booke206_update_mas_tlb_miss(env, eaddr, 2, mmu_idx);
|
||||||
/* fall through */
|
/* fall through */
|
||||||
case POWERPC_MMU_BOOKE:
|
case POWERPC_MMU_BOOKE:
|
||||||
cs->exception_index = POWERPC_EXCP_ITLB;
|
cs->exception_index = POWERPC_EXCP_ITLB;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
env->spr[SPR_BOOKE_DEAR] = address;
|
env->spr[SPR_BOOKE_DEAR] = eaddr;
|
||||||
env->spr[SPR_BOOKE_ESR] = mmubooke206_esr(mmu_idx, MMU_DATA_LOAD);
|
env->spr[SPR_BOOKE_ESR] = mmubooke206_esr(mmu_idx, MMU_DATA_LOAD);
|
||||||
return -1;
|
|
||||||
case POWERPC_MMU_MPC8xx:
|
|
||||||
/* XXX: TODO */
|
|
||||||
cpu_abort(cs, "MPC8xx MMU model is not implemented\n");
|
|
||||||
break;
|
break;
|
||||||
|
case POWERPC_MMU_MPC8xx:
|
||||||
|
cpu_abort(cs, "MPC8xx MMU model is not implemented\n");
|
||||||
case POWERPC_MMU_REAL:
|
case POWERPC_MMU_REAL:
|
||||||
cpu_abort(cs, "PowerPC in real mode should never raise "
|
cpu_abort(cs, "PowerPC in real mode should never raise "
|
||||||
"any MMU exceptions\n");
|
"any MMU exceptions\n");
|
||||||
return -1;
|
|
||||||
default:
|
default:
|
||||||
cpu_abort(cs, "Unknown or invalid MMU model\n");
|
cpu_abort(cs, "Unknown or invalid MMU model\n");
|
||||||
return -1;
|
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
case -2:
|
case -2:
|
||||||
@ -1634,7 +1596,7 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
cs->exception_index = POWERPC_EXCP_DLTLB;
|
cs->exception_index = POWERPC_EXCP_DLTLB;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
}
|
}
|
||||||
env->spr[SPR_DMISS] = address;
|
env->spr[SPR_DMISS] = eaddr;
|
||||||
env->spr[SPR_DCMP] = 0x80000000 | ctx.ptem;
|
env->spr[SPR_DCMP] = 0x80000000 | ctx.ptem;
|
||||||
tlb_miss:
|
tlb_miss:
|
||||||
env->error_code |= ctx.key << 19;
|
env->error_code |= ctx.key << 19;
|
||||||
@ -1652,7 +1614,7 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
tlb_miss_74xx:
|
tlb_miss_74xx:
|
||||||
/* Implement LRU algorithm */
|
/* Implement LRU algorithm */
|
||||||
env->error_code = ctx.key << 19;
|
env->error_code = ctx.key << 19;
|
||||||
env->spr[SPR_TLBMISS] = (address & ~((target_ulong)0x3)) |
|
env->spr[SPR_TLBMISS] = (eaddr & ~((target_ulong)0x3)) |
|
||||||
((env->last_way + 1) & (env->nb_ways - 1));
|
((env->last_way + 1) & (env->nb_ways - 1));
|
||||||
env->spr[SPR_PTEHI] = 0x80000000 | ctx.ptem;
|
env->spr[SPR_PTEHI] = 0x80000000 | ctx.ptem;
|
||||||
break;
|
break;
|
||||||
@ -1660,7 +1622,7 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
case POWERPC_MMU_SOFT_4xx_Z:
|
case POWERPC_MMU_SOFT_4xx_Z:
|
||||||
cs->exception_index = POWERPC_EXCP_DTLB;
|
cs->exception_index = POWERPC_EXCP_DTLB;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
env->spr[SPR_40x_DEAR] = address;
|
env->spr[SPR_40x_DEAR] = eaddr;
|
||||||
if (access_type == MMU_DATA_STORE) {
|
if (access_type == MMU_DATA_STORE) {
|
||||||
env->spr[SPR_40x_ESR] = 0x00800000;
|
env->spr[SPR_40x_ESR] = 0x00800000;
|
||||||
} else {
|
} else {
|
||||||
@ -1670,23 +1632,20 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
case POWERPC_MMU_MPC8xx:
|
case POWERPC_MMU_MPC8xx:
|
||||||
/* XXX: TODO */
|
/* XXX: TODO */
|
||||||
cpu_abort(cs, "MPC8xx MMU model is not implemented\n");
|
cpu_abort(cs, "MPC8xx MMU model is not implemented\n");
|
||||||
break;
|
|
||||||
case POWERPC_MMU_BOOKE206:
|
case POWERPC_MMU_BOOKE206:
|
||||||
booke206_update_mas_tlb_miss(env, address, access_type, mmu_idx);
|
booke206_update_mas_tlb_miss(env, eaddr, access_type, mmu_idx);
|
||||||
/* fall through */
|
/* fall through */
|
||||||
case POWERPC_MMU_BOOKE:
|
case POWERPC_MMU_BOOKE:
|
||||||
cs->exception_index = POWERPC_EXCP_DTLB;
|
cs->exception_index = POWERPC_EXCP_DTLB;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
env->spr[SPR_BOOKE_DEAR] = address;
|
env->spr[SPR_BOOKE_DEAR] = eaddr;
|
||||||
env->spr[SPR_BOOKE_ESR] = mmubooke206_esr(mmu_idx, access_type);
|
env->spr[SPR_BOOKE_ESR] = mmubooke206_esr(mmu_idx, access_type);
|
||||||
return -1;
|
break;
|
||||||
case POWERPC_MMU_REAL:
|
case POWERPC_MMU_REAL:
|
||||||
cpu_abort(cs, "PowerPC in real mode should never raise "
|
cpu_abort(cs, "PowerPC in real mode should never raise "
|
||||||
"any MMU exceptions\n");
|
"any MMU exceptions\n");
|
||||||
return -1;
|
|
||||||
default:
|
default:
|
||||||
cpu_abort(cs, "Unknown or invalid MMU model\n");
|
cpu_abort(cs, "Unknown or invalid MMU model\n");
|
||||||
return -1;
|
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
case -2:
|
case -2:
|
||||||
@ -1695,16 +1654,16 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
if (env->mmu_model == POWERPC_MMU_SOFT_4xx
|
if (env->mmu_model == POWERPC_MMU_SOFT_4xx
|
||||||
|| env->mmu_model == POWERPC_MMU_SOFT_4xx_Z) {
|
|| env->mmu_model == POWERPC_MMU_SOFT_4xx_Z) {
|
||||||
env->spr[SPR_40x_DEAR] = address;
|
env->spr[SPR_40x_DEAR] = eaddr;
|
||||||
if (access_type == MMU_DATA_STORE) {
|
if (access_type == MMU_DATA_STORE) {
|
||||||
env->spr[SPR_40x_ESR] |= 0x00800000;
|
env->spr[SPR_40x_ESR] |= 0x00800000;
|
||||||
}
|
}
|
||||||
} else if ((env->mmu_model == POWERPC_MMU_BOOKE) ||
|
} else if ((env->mmu_model == POWERPC_MMU_BOOKE) ||
|
||||||
(env->mmu_model == POWERPC_MMU_BOOKE206)) {
|
(env->mmu_model == POWERPC_MMU_BOOKE206)) {
|
||||||
env->spr[SPR_BOOKE_DEAR] = address;
|
env->spr[SPR_BOOKE_DEAR] = eaddr;
|
||||||
env->spr[SPR_BOOKE_ESR] = mmubooke206_esr(mmu_idx, access_type);
|
env->spr[SPR_BOOKE_ESR] = mmubooke206_esr(mmu_idx, access_type);
|
||||||
} else {
|
} else {
|
||||||
env->spr[SPR_DAR] = address;
|
env->spr[SPR_DAR] = eaddr;
|
||||||
if (access_type == MMU_DATA_STORE) {
|
if (access_type == MMU_DATA_STORE) {
|
||||||
env->spr[SPR_DSISR] = 0x0A000000;
|
env->spr[SPR_DSISR] = 0x0A000000;
|
||||||
} else {
|
} else {
|
||||||
@ -1719,13 +1678,13 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
/* Floating point load/store */
|
/* Floating point load/store */
|
||||||
cs->exception_index = POWERPC_EXCP_ALIGN;
|
cs->exception_index = POWERPC_EXCP_ALIGN;
|
||||||
env->error_code = POWERPC_EXCP_ALIGN_FP;
|
env->error_code = POWERPC_EXCP_ALIGN_FP;
|
||||||
env->spr[SPR_DAR] = address;
|
env->spr[SPR_DAR] = eaddr;
|
||||||
break;
|
break;
|
||||||
case ACCESS_RES:
|
case ACCESS_RES:
|
||||||
/* lwarx, ldarx or stwcx. */
|
/* lwarx, ldarx or stwcx. */
|
||||||
cs->exception_index = POWERPC_EXCP_DSI;
|
cs->exception_index = POWERPC_EXCP_DSI;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
env->spr[SPR_DAR] = address;
|
env->spr[SPR_DAR] = eaddr;
|
||||||
if (access_type == MMU_DATA_STORE) {
|
if (access_type == MMU_DATA_STORE) {
|
||||||
env->spr[SPR_DSISR] = 0x06000000;
|
env->spr[SPR_DSISR] = 0x06000000;
|
||||||
} else {
|
} else {
|
||||||
@ -1736,7 +1695,7 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
/* eciwx or ecowx */
|
/* eciwx or ecowx */
|
||||||
cs->exception_index = POWERPC_EXCP_DSI;
|
cs->exception_index = POWERPC_EXCP_DSI;
|
||||||
env->error_code = 0;
|
env->error_code = 0;
|
||||||
env->spr[SPR_DAR] = address;
|
env->spr[SPR_DAR] = eaddr;
|
||||||
if (access_type == MMU_DATA_STORE) {
|
if (access_type == MMU_DATA_STORE) {
|
||||||
env->spr[SPR_DSISR] = 0x06100000;
|
env->spr[SPR_DSISR] = 0x06100000;
|
||||||
} else {
|
} else {
|
||||||
@ -1748,16 +1707,14 @@ static int cpu_ppc_handle_mmu_fault(CPUPPCState *env, target_ulong address,
|
|||||||
cs->exception_index = POWERPC_EXCP_PROGRAM;
|
cs->exception_index = POWERPC_EXCP_PROGRAM;
|
||||||
env->error_code =
|
env->error_code =
|
||||||
POWERPC_EXCP_INVAL | POWERPC_EXCP_INVAL_INVAL;
|
POWERPC_EXCP_INVAL | POWERPC_EXCP_INVAL_INVAL;
|
||||||
env->spr[SPR_DAR] = address;
|
env->spr[SPR_DAR] = eaddr;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
ret = 1;
|
|
||||||
}
|
}
|
||||||
|
return false;
|
||||||
return ret;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#ifdef CONFIG_TCG
|
#ifdef CONFIG_TCG
|
||||||
@ -2942,6 +2899,62 @@ void helper_check_tlb_flush_global(CPUPPCState *env)
|
|||||||
|
|
||||||
/*****************************************************************************/
|
/*****************************************************************************/
|
||||||
|
|
||||||
|
static int cpu_ppc_handle_mmu_fault(PowerPCCPU *cpu, vaddr eaddr,
|
||||||
|
MMUAccessType access_type, int mmu_idx)
|
||||||
|
{
|
||||||
|
CPUState *cs = CPU(cpu);
|
||||||
|
int page_size, prot;
|
||||||
|
hwaddr raddr;
|
||||||
|
|
||||||
|
if (!ppc_jumbo_xlate(cpu, eaddr, access_type, &raddr,
|
||||||
|
&page_size, &prot, mmu_idx, true)) {
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
tlb_set_page(cs, eaddr & TARGET_PAGE_MASK, raddr & TARGET_PAGE_MASK,
|
||||||
|
prot, mmu_idx, 1UL << page_size);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
hwaddr ppc_cpu_get_phys_page_debug(CPUState *cs, vaddr addr)
|
||||||
|
{
|
||||||
|
PowerPCCPU *cpu = POWERPC_CPU(cs);
|
||||||
|
CPUPPCState *env = &cpu->env;
|
||||||
|
hwaddr raddr;
|
||||||
|
int s, p;
|
||||||
|
|
||||||
|
switch (env->mmu_model) {
|
||||||
|
#if defined(TARGET_PPC64)
|
||||||
|
case POWERPC_MMU_64B:
|
||||||
|
case POWERPC_MMU_2_03:
|
||||||
|
case POWERPC_MMU_2_06:
|
||||||
|
case POWERPC_MMU_2_07:
|
||||||
|
return ppc_hash64_get_phys_page_debug(cpu, addr);
|
||||||
|
case POWERPC_MMU_3_00:
|
||||||
|
return ppc64_v3_get_phys_page_debug(cpu, addr);
|
||||||
|
#endif
|
||||||
|
|
||||||
|
case POWERPC_MMU_32B:
|
||||||
|
case POWERPC_MMU_601:
|
||||||
|
return ppc_hash32_get_phys_page_debug(cpu, addr);
|
||||||
|
|
||||||
|
default:
|
||||||
|
;
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Some MMUs have separate TLBs for code and data. If we only
|
||||||
|
* try an MMU_DATA_LOAD, we may not be able to read instructions
|
||||||
|
* mapped by code TLBs, so we also try a MMU_INST_FETCH.
|
||||||
|
*/
|
||||||
|
if (ppc_jumbo_xlate(cpu, addr, MMU_DATA_LOAD, &raddr, &s, &p, 0, false) ||
|
||||||
|
ppc_jumbo_xlate(cpu, addr, MMU_INST_FETCH, &raddr, &s, &p, 0, false)) {
|
||||||
|
return raddr & TARGET_PAGE_MASK;
|
||||||
|
}
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
bool ppc_cpu_tlb_fill(CPUState *cs, vaddr addr, int size,
|
bool ppc_cpu_tlb_fill(CPUState *cs, vaddr addr, int size,
|
||||||
MMUAccessType access_type, int mmu_idx,
|
MMUAccessType access_type, int mmu_idx,
|
||||||
bool probe, uintptr_t retaddr)
|
bool probe, uintptr_t retaddr)
|
||||||
@ -2969,7 +2982,7 @@ bool ppc_cpu_tlb_fill(CPUState *cs, vaddr addr, int size,
|
|||||||
break;
|
break;
|
||||||
|
|
||||||
default:
|
default:
|
||||||
ret = cpu_ppc_handle_mmu_fault(env, addr, access_type, mmu_idx);
|
ret = cpu_ppc_handle_mmu_fault(cpu, addr, access_type, mmu_idx);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
if (unlikely(ret != 0)) {
|
if (unlikely(ret != 0)) {
|
||||||
|
Loading…
Reference in New Issue
Block a user