Check for flag bit in H_GUEST_GETSET_STATE_FLAG_GUEST_WIDE need to use bitwise NOT operator to ensure no other flag bits are set. Resolves: Coverity CID 1540008 Resolves: Coverity CID 1540009 Reported-by: Peter Maydell <peter.maydell@linaro.org> Reviewed-by: Philippe Mathieu-Daudé <philmd@linaro.org> Signed-off by: Harsh Prateek Bora <harshpb@linux.ibm.com> Signed-off-by: Nicholas Piggin <npiggin@gmail.com>
		
			
				
	
	
		
			1906 lines
		
	
	
		
			62 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			1906 lines
		
	
	
		
			62 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
#include "qemu/osdep.h"
 | 
						|
#include "qemu/cutils.h"
 | 
						|
#include "exec/exec-all.h"
 | 
						|
#include "helper_regs.h"
 | 
						|
#include "hw/ppc/ppc.h"
 | 
						|
#include "hw/ppc/spapr.h"
 | 
						|
#include "hw/ppc/spapr_cpu_core.h"
 | 
						|
#include "hw/ppc/spapr_nested.h"
 | 
						|
#include "mmu-book3s-v3.h"
 | 
						|
#include "cpu-models.h"
 | 
						|
#include "qemu/log.h"
 | 
						|
 | 
						|
void spapr_nested_reset(SpaprMachineState *spapr)
 | 
						|
{
 | 
						|
    if (spapr_get_cap(spapr, SPAPR_CAP_NESTED_KVM_HV)) {
 | 
						|
        spapr_unregister_nested_hv();
 | 
						|
        spapr_register_nested_hv();
 | 
						|
    } else if (spapr_get_cap(spapr, SPAPR_CAP_NESTED_PAPR)) {
 | 
						|
        spapr->nested.capabilities_set = false;
 | 
						|
        spapr_unregister_nested_papr();
 | 
						|
        spapr_register_nested_papr();
 | 
						|
        spapr_nested_gsb_init();
 | 
						|
    } else {
 | 
						|
        spapr->nested.api = 0;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
uint8_t spapr_nested_api(SpaprMachineState *spapr)
 | 
						|
{
 | 
						|
    return spapr->nested.api;
 | 
						|
}
 | 
						|
 | 
						|
#ifdef CONFIG_TCG
 | 
						|
 | 
						|
bool spapr_get_pate_nested_hv(SpaprMachineState *spapr, PowerPCCPU *cpu,
 | 
						|
                              target_ulong lpid, ppc_v3_pate_t *entry)
 | 
						|
{
 | 
						|
    uint64_t patb, pats;
 | 
						|
 | 
						|
    assert(lpid != 0);
 | 
						|
 | 
						|
    patb = spapr->nested.ptcr & PTCR_PATB;
 | 
						|
    pats = spapr->nested.ptcr & PTCR_PATS;
 | 
						|
 | 
						|
    /* Check if partition table is properly aligned */
 | 
						|
    if (patb & MAKE_64BIT_MASK(0, pats + 12)) {
 | 
						|
        return false;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Calculate number of entries */
 | 
						|
    pats = 1ull << (pats + 12 - 4);
 | 
						|
    if (pats <= lpid) {
 | 
						|
        return false;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Grab entry */
 | 
						|
    patb += 16 * lpid;
 | 
						|
    entry->dw0 = ldq_phys(CPU(cpu)->as, patb);
 | 
						|
    entry->dw1 = ldq_phys(CPU(cpu)->as, patb + 8);
 | 
						|
    return true;
 | 
						|
}
 | 
						|
 | 
						|
static
 | 
						|
SpaprMachineStateNestedGuest *spapr_get_nested_guest(SpaprMachineState *spapr,
 | 
						|
                                                     target_ulong guestid)
 | 
						|
{
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
 | 
						|
    guest = g_hash_table_lookup(spapr->nested.guests, GINT_TO_POINTER(guestid));
 | 
						|
    return guest;
 | 
						|
}
 | 
						|
 | 
						|
bool spapr_get_pate_nested_papr(SpaprMachineState *spapr, PowerPCCPU *cpu,
 | 
						|
                                target_ulong lpid, ppc_v3_pate_t *entry)
 | 
						|
{
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
    assert(lpid != 0);
 | 
						|
    guest = spapr_get_nested_guest(spapr, lpid);
 | 
						|
    if (!guest) {
 | 
						|
        return false;
 | 
						|
    }
 | 
						|
 | 
						|
    entry->dw0 = guest->parttbl[0];
 | 
						|
    entry->dw1 = guest->parttbl[1];
 | 
						|
    return true;
 | 
						|
}
 | 
						|
 | 
						|
#define PRTS_MASK      0x1f
 | 
						|
 | 
						|
static target_ulong h_set_ptbl(PowerPCCPU *cpu,
 | 
						|
                               SpaprMachineState *spapr,
 | 
						|
                               target_ulong opcode,
 | 
						|
                               target_ulong *args)
 | 
						|
{
 | 
						|
    target_ulong ptcr = args[0];
 | 
						|
 | 
						|
    if (!spapr_get_cap(spapr, SPAPR_CAP_NESTED_KVM_HV)) {
 | 
						|
        return H_FUNCTION;
 | 
						|
    }
 | 
						|
 | 
						|
    if ((ptcr & PRTS_MASK) + 12 - 4 > 12) {
 | 
						|
        return H_PARAMETER;
 | 
						|
    }
 | 
						|
 | 
						|
    spapr->nested.ptcr = ptcr; /* Save new partition table */
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_tlb_invalidate(PowerPCCPU *cpu,
 | 
						|
                                     SpaprMachineState *spapr,
 | 
						|
                                     target_ulong opcode,
 | 
						|
                                     target_ulong *args)
 | 
						|
{
 | 
						|
    /*
 | 
						|
     * The spapr virtual hypervisor nested HV implementation retains no L2
 | 
						|
     * translation state except for TLB. And the TLB is always invalidated
 | 
						|
     * across L1<->L2 transitions, so nothing is required here.
 | 
						|
     */
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_copy_tofrom_guest(PowerPCCPU *cpu,
 | 
						|
                                        SpaprMachineState *spapr,
 | 
						|
                                        target_ulong opcode,
 | 
						|
                                        target_ulong *args)
 | 
						|
{
 | 
						|
    /*
 | 
						|
     * This HCALL is not required, L1 KVM will take a slow path and walk the
 | 
						|
     * page tables manually to do the data copy.
 | 
						|
     */
 | 
						|
    return H_FUNCTION;
 | 
						|
}
 | 
						|
 | 
						|
static void nested_save_state(struct nested_ppc_state *save, PowerPCCPU *cpu)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
 | 
						|
 | 
						|
    memcpy(save->gpr, env->gpr, sizeof(save->gpr));
 | 
						|
 | 
						|
    save->lr = env->lr;
 | 
						|
    save->ctr = env->ctr;
 | 
						|
    save->cfar = env->cfar;
 | 
						|
    save->msr = env->msr;
 | 
						|
    save->nip = env->nip;
 | 
						|
 | 
						|
    save->cr = ppc_get_cr(env);
 | 
						|
    save->xer = cpu_read_xer(env);
 | 
						|
 | 
						|
    save->lpcr = env->spr[SPR_LPCR];
 | 
						|
    save->lpidr = env->spr[SPR_LPIDR];
 | 
						|
    save->pcr = env->spr[SPR_PCR];
 | 
						|
    save->dpdes = env->spr[SPR_DPDES];
 | 
						|
    save->hfscr = env->spr[SPR_HFSCR];
 | 
						|
    save->srr0 = env->spr[SPR_SRR0];
 | 
						|
    save->srr1 = env->spr[SPR_SRR1];
 | 
						|
    save->sprg0 = env->spr[SPR_SPRG0];
 | 
						|
    save->sprg1 = env->spr[SPR_SPRG1];
 | 
						|
    save->sprg2 = env->spr[SPR_SPRG2];
 | 
						|
    save->sprg3 = env->spr[SPR_SPRG3];
 | 
						|
    save->pidr = env->spr[SPR_BOOKS_PID];
 | 
						|
    save->ppr = env->spr[SPR_PPR];
 | 
						|
 | 
						|
    if (spapr_nested_api(spapr) == NESTED_API_PAPR) {
 | 
						|
        save->amor = env->spr[SPR_AMOR];
 | 
						|
        save->dawr0 = env->spr[SPR_DAWR0];
 | 
						|
        save->dawrx0 = env->spr[SPR_DAWRX0];
 | 
						|
        save->ciabr = env->spr[SPR_CIABR];
 | 
						|
        save->purr = env->spr[SPR_PURR];
 | 
						|
        save->spurr = env->spr[SPR_SPURR];
 | 
						|
        save->ic = env->spr[SPR_IC];
 | 
						|
        save->vtb = env->spr[SPR_VTB];
 | 
						|
        save->hdar = env->spr[SPR_HDAR];
 | 
						|
        save->hdsisr = env->spr[SPR_HDSISR];
 | 
						|
        save->heir = env->spr[SPR_HEIR];
 | 
						|
        save->asdr = env->spr[SPR_ASDR];
 | 
						|
        save->dawr1 = env->spr[SPR_DAWR1];
 | 
						|
        save->dawrx1 = env->spr[SPR_DAWRX1];
 | 
						|
        save->dexcr = env->spr[SPR_DEXCR];
 | 
						|
        save->hdexcr = env->spr[SPR_HDEXCR];
 | 
						|
        save->hashkeyr = env->spr[SPR_HASHKEYR];
 | 
						|
        save->hashpkeyr = env->spr[SPR_HASHPKEYR];
 | 
						|
        memcpy(save->vsr, env->vsr, sizeof(save->vsr));
 | 
						|
        save->ebbhr = env->spr[SPR_EBBHR];
 | 
						|
        save->tar = env->spr[SPR_TAR];
 | 
						|
        save->ebbrr = env->spr[SPR_EBBRR];
 | 
						|
        save->bescr = env->spr[SPR_BESCR];
 | 
						|
        save->iamr = env->spr[SPR_IAMR];
 | 
						|
        save->amr = env->spr[SPR_AMR];
 | 
						|
        save->uamor = env->spr[SPR_UAMOR];
 | 
						|
        save->dscr = env->spr[SPR_DSCR];
 | 
						|
        save->fscr = env->spr[SPR_FSCR];
 | 
						|
        save->pspb = env->spr[SPR_PSPB];
 | 
						|
        save->ctrl = env->spr[SPR_CTRL];
 | 
						|
        save->vrsave = env->spr[SPR_VRSAVE];
 | 
						|
        save->dar = env->spr[SPR_DAR];
 | 
						|
        save->dsisr = env->spr[SPR_DSISR];
 | 
						|
        save->pmc1 = env->spr[SPR_POWER_PMC1];
 | 
						|
        save->pmc2 = env->spr[SPR_POWER_PMC2];
 | 
						|
        save->pmc3 = env->spr[SPR_POWER_PMC3];
 | 
						|
        save->pmc4 = env->spr[SPR_POWER_PMC4];
 | 
						|
        save->pmc5 = env->spr[SPR_POWER_PMC5];
 | 
						|
        save->pmc6 = env->spr[SPR_POWER_PMC6];
 | 
						|
        save->mmcr0 = env->spr[SPR_POWER_MMCR0];
 | 
						|
        save->mmcr1 = env->spr[SPR_POWER_MMCR1];
 | 
						|
        save->mmcr2 = env->spr[SPR_POWER_MMCR2];
 | 
						|
        save->mmcra = env->spr[SPR_POWER_MMCRA];
 | 
						|
        save->sdar = env->spr[SPR_POWER_SDAR];
 | 
						|
        save->siar = env->spr[SPR_POWER_SIAR];
 | 
						|
        save->sier = env->spr[SPR_POWER_SIER];
 | 
						|
        save->vscr = ppc_get_vscr(env);
 | 
						|
        save->fpscr = env->fpscr;
 | 
						|
    } else if (spapr_nested_api(spapr) == NESTED_API_KVM_HV) {
 | 
						|
        save->tb_offset = env->tb_env->tb_offset;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void nested_post_load_state(CPUPPCState *env, CPUState *cs)
 | 
						|
{
 | 
						|
    /*
 | 
						|
     * compute hflags and possible interrupts.
 | 
						|
     */
 | 
						|
    hreg_compute_hflags(env);
 | 
						|
    ppc_maybe_interrupt(env);
 | 
						|
    /*
 | 
						|
     * Nested HV does not tag TLB entries between L1 and L2, so must
 | 
						|
     * flush on transition.
 | 
						|
     */
 | 
						|
    tlb_flush(cs);
 | 
						|
    env->reserve_addr = -1; /* Reset the reservation */
 | 
						|
}
 | 
						|
 | 
						|
static void nested_load_state(PowerPCCPU *cpu, struct nested_ppc_state *load)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
 | 
						|
 | 
						|
    memcpy(env->gpr, load->gpr, sizeof(env->gpr));
 | 
						|
 | 
						|
    env->lr = load->lr;
 | 
						|
    env->ctr = load->ctr;
 | 
						|
    env->cfar = load->cfar;
 | 
						|
    env->msr = load->msr;
 | 
						|
    env->nip = load->nip;
 | 
						|
 | 
						|
    ppc_set_cr(env, load->cr);
 | 
						|
    cpu_write_xer(env, load->xer);
 | 
						|
 | 
						|
    env->spr[SPR_LPCR] = load->lpcr;
 | 
						|
    env->spr[SPR_LPIDR] = load->lpidr;
 | 
						|
    env->spr[SPR_PCR] = load->pcr;
 | 
						|
    env->spr[SPR_DPDES] = load->dpdes;
 | 
						|
    env->spr[SPR_HFSCR] = load->hfscr;
 | 
						|
    env->spr[SPR_SRR0] = load->srr0;
 | 
						|
    env->spr[SPR_SRR1] = load->srr1;
 | 
						|
    env->spr[SPR_SPRG0] = load->sprg0;
 | 
						|
    env->spr[SPR_SPRG1] = load->sprg1;
 | 
						|
    env->spr[SPR_SPRG2] = load->sprg2;
 | 
						|
    env->spr[SPR_SPRG3] = load->sprg3;
 | 
						|
    env->spr[SPR_BOOKS_PID] = load->pidr;
 | 
						|
    env->spr[SPR_PPR] = load->ppr;
 | 
						|
 | 
						|
    if (spapr_nested_api(spapr) == NESTED_API_PAPR) {
 | 
						|
        env->spr[SPR_AMOR] = load->amor;
 | 
						|
        env->spr[SPR_DAWR0] = load->dawr0;
 | 
						|
        env->spr[SPR_DAWRX0] = load->dawrx0;
 | 
						|
        env->spr[SPR_CIABR] = load->ciabr;
 | 
						|
        env->spr[SPR_PURR] = load->purr;
 | 
						|
        env->spr[SPR_SPURR] = load->purr;
 | 
						|
        env->spr[SPR_IC] = load->ic;
 | 
						|
        env->spr[SPR_VTB] = load->vtb;
 | 
						|
        env->spr[SPR_HDAR] = load->hdar;
 | 
						|
        env->spr[SPR_HDSISR] = load->hdsisr;
 | 
						|
        env->spr[SPR_HEIR] = load->heir;
 | 
						|
        env->spr[SPR_ASDR] = load->asdr;
 | 
						|
        env->spr[SPR_DAWR1] = load->dawr1;
 | 
						|
        env->spr[SPR_DAWRX1] = load->dawrx1;
 | 
						|
        env->spr[SPR_DEXCR] = load->dexcr;
 | 
						|
        env->spr[SPR_HDEXCR] = load->hdexcr;
 | 
						|
        env->spr[SPR_HASHKEYR] = load->hashkeyr;
 | 
						|
        env->spr[SPR_HASHPKEYR] = load->hashpkeyr;
 | 
						|
        memcpy(env->vsr, load->vsr, sizeof(env->vsr));
 | 
						|
        env->spr[SPR_EBBHR] = load->ebbhr;
 | 
						|
        env->spr[SPR_TAR] = load->tar;
 | 
						|
        env->spr[SPR_EBBRR] = load->ebbrr;
 | 
						|
        env->spr[SPR_BESCR] = load->bescr;
 | 
						|
        env->spr[SPR_IAMR] = load->iamr;
 | 
						|
        env->spr[SPR_AMR] = load->amr;
 | 
						|
        env->spr[SPR_UAMOR] = load->uamor;
 | 
						|
        env->spr[SPR_DSCR] = load->dscr;
 | 
						|
        env->spr[SPR_FSCR] = load->fscr;
 | 
						|
        env->spr[SPR_PSPB] = load->pspb;
 | 
						|
        env->spr[SPR_CTRL] = load->ctrl;
 | 
						|
        env->spr[SPR_VRSAVE] = load->vrsave;
 | 
						|
        env->spr[SPR_DAR] = load->dar;
 | 
						|
        env->spr[SPR_DSISR] = load->dsisr;
 | 
						|
        env->spr[SPR_POWER_PMC1] = load->pmc1;
 | 
						|
        env->spr[SPR_POWER_PMC2] = load->pmc2;
 | 
						|
        env->spr[SPR_POWER_PMC3] = load->pmc3;
 | 
						|
        env->spr[SPR_POWER_PMC4] = load->pmc4;
 | 
						|
        env->spr[SPR_POWER_PMC5] = load->pmc5;
 | 
						|
        env->spr[SPR_POWER_PMC6] = load->pmc6;
 | 
						|
        env->spr[SPR_POWER_MMCR0] = load->mmcr0;
 | 
						|
        env->spr[SPR_POWER_MMCR1] = load->mmcr1;
 | 
						|
        env->spr[SPR_POWER_MMCR2] = load->mmcr2;
 | 
						|
        env->spr[SPR_POWER_MMCRA] = load->mmcra;
 | 
						|
        env->spr[SPR_POWER_SDAR] = load->sdar;
 | 
						|
        env->spr[SPR_POWER_SIAR] = load->siar;
 | 
						|
        env->spr[SPR_POWER_SIER] = load->sier;
 | 
						|
        ppc_store_vscr(env, load->vscr);
 | 
						|
        ppc_store_fpscr(env, load->fpscr);
 | 
						|
    } else if (spapr_nested_api(spapr) == NESTED_API_KVM_HV) {
 | 
						|
        env->tb_env->tb_offset = load->tb_offset;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
 * When this handler returns, the environment is switched to the L2 guest
 | 
						|
 * and TCG begins running that. spapr_exit_nested() performs the switch from
 | 
						|
 * L2 back to L1 and returns from the H_ENTER_NESTED hcall.
 | 
						|
 */
 | 
						|
static target_ulong h_enter_nested(PowerPCCPU *cpu,
 | 
						|
                                   SpaprMachineState *spapr,
 | 
						|
                                   target_ulong opcode,
 | 
						|
                                   target_ulong *args)
 | 
						|
{
 | 
						|
    PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu);
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    CPUState *cs = CPU(cpu);
 | 
						|
    SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 | 
						|
    struct nested_ppc_state l2_state;
 | 
						|
    target_ulong hv_ptr = args[0];
 | 
						|
    target_ulong regs_ptr = args[1];
 | 
						|
    target_ulong hdec, now = cpu_ppc_load_tbl(env);
 | 
						|
    target_ulong lpcr, lpcr_mask;
 | 
						|
    struct kvmppc_hv_guest_state *hvstate;
 | 
						|
    struct kvmppc_hv_guest_state hv_state;
 | 
						|
    struct kvmppc_pt_regs *regs;
 | 
						|
    hwaddr len;
 | 
						|
 | 
						|
    if (spapr->nested.ptcr == 0) {
 | 
						|
        return H_NOT_AVAILABLE;
 | 
						|
    }
 | 
						|
 | 
						|
    len = sizeof(*hvstate);
 | 
						|
    hvstate = address_space_map(CPU(cpu)->as, hv_ptr, &len, false,
 | 
						|
                                MEMTXATTRS_UNSPECIFIED);
 | 
						|
    if (len != sizeof(*hvstate)) {
 | 
						|
        address_space_unmap(CPU(cpu)->as, hvstate, len, 0, false);
 | 
						|
        return H_PARAMETER;
 | 
						|
    }
 | 
						|
 | 
						|
    memcpy(&hv_state, hvstate, len);
 | 
						|
 | 
						|
    address_space_unmap(CPU(cpu)->as, hvstate, len, len, false);
 | 
						|
 | 
						|
    /*
 | 
						|
     * We accept versions 1 and 2. Version 2 fields are unused because TCG
 | 
						|
     * does not implement DAWR*.
 | 
						|
     */
 | 
						|
    if (hv_state.version > HV_GUEST_STATE_VERSION) {
 | 
						|
        return H_PARAMETER;
 | 
						|
    }
 | 
						|
 | 
						|
    if (hv_state.lpid == 0) {
 | 
						|
        return H_PARAMETER;
 | 
						|
    }
 | 
						|
 | 
						|
    spapr_cpu->nested_host_state = g_try_new(struct nested_ppc_state, 1);
 | 
						|
    if (!spapr_cpu->nested_host_state) {
 | 
						|
        return H_NO_MEM;
 | 
						|
    }
 | 
						|
 | 
						|
    assert(env->spr[SPR_LPIDR] == 0);
 | 
						|
    assert(env->spr[SPR_DPDES] == 0);
 | 
						|
    nested_save_state(spapr_cpu->nested_host_state, cpu);
 | 
						|
 | 
						|
    len = sizeof(*regs);
 | 
						|
    regs = address_space_map(CPU(cpu)->as, regs_ptr, &len, false,
 | 
						|
                                MEMTXATTRS_UNSPECIFIED);
 | 
						|
    if (!regs || len != sizeof(*regs)) {
 | 
						|
        address_space_unmap(CPU(cpu)->as, regs, len, 0, false);
 | 
						|
        g_free(spapr_cpu->nested_host_state);
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
 | 
						|
    len = sizeof(l2_state.gpr);
 | 
						|
    assert(len == sizeof(regs->gpr));
 | 
						|
    memcpy(l2_state.gpr, regs->gpr, len);
 | 
						|
 | 
						|
    l2_state.lr = regs->link;
 | 
						|
    l2_state.ctr = regs->ctr;
 | 
						|
    l2_state.xer = regs->xer;
 | 
						|
    l2_state.cr = regs->ccr;
 | 
						|
    l2_state.msr = regs->msr;
 | 
						|
    l2_state.nip = regs->nip;
 | 
						|
 | 
						|
    address_space_unmap(CPU(cpu)->as, regs, len, len, false);
 | 
						|
 | 
						|
    l2_state.cfar = hv_state.cfar;
 | 
						|
    l2_state.lpidr = hv_state.lpid;
 | 
						|
 | 
						|
    lpcr_mask = LPCR_DPFD | LPCR_ILE | LPCR_AIL | LPCR_LD | LPCR_MER;
 | 
						|
    lpcr = (env->spr[SPR_LPCR] & ~lpcr_mask) | (hv_state.lpcr & lpcr_mask);
 | 
						|
    lpcr |= LPCR_HR | LPCR_UPRT | LPCR_GTSE | LPCR_HVICE | LPCR_HDICE;
 | 
						|
    lpcr &= ~LPCR_LPES0;
 | 
						|
    l2_state.lpcr = lpcr & pcc->lpcr_mask;
 | 
						|
 | 
						|
    l2_state.pcr = hv_state.pcr;
 | 
						|
    /* hv_state.amor is not used */
 | 
						|
    l2_state.dpdes = hv_state.dpdes;
 | 
						|
    l2_state.hfscr = hv_state.hfscr;
 | 
						|
    /* TCG does not implement DAWR*, CIABR, PURR, SPURR, IC, VTB, HEIR SPRs*/
 | 
						|
    l2_state.srr0 = hv_state.srr0;
 | 
						|
    l2_state.srr1 = hv_state.srr1;
 | 
						|
    l2_state.sprg0 = hv_state.sprg[0];
 | 
						|
    l2_state.sprg1 = hv_state.sprg[1];
 | 
						|
    l2_state.sprg2 = hv_state.sprg[2];
 | 
						|
    l2_state.sprg3 = hv_state.sprg[3];
 | 
						|
    l2_state.pidr = hv_state.pidr;
 | 
						|
    l2_state.ppr = hv_state.ppr;
 | 
						|
    l2_state.tb_offset = env->tb_env->tb_offset + hv_state.tb_offset;
 | 
						|
 | 
						|
    /*
 | 
						|
     * Switch to the nested guest environment and start the "hdec" timer.
 | 
						|
     */
 | 
						|
    nested_load_state(cpu, &l2_state);
 | 
						|
    nested_post_load_state(env, cs);
 | 
						|
 | 
						|
    hdec = hv_state.hdec_expiry - now;
 | 
						|
    cpu_ppc_hdecr_init(env);
 | 
						|
    cpu_ppc_store_hdecr(env, hdec);
 | 
						|
 | 
						|
    /*
 | 
						|
     * The hv_state.vcpu_token is not needed. It is used by the KVM
 | 
						|
     * implementation to remember which L2 vCPU last ran on which physical
 | 
						|
     * CPU so as to invalidate process scope translations if it is moved
 | 
						|
     * between physical CPUs. For now TLBs are always flushed on L1<->L2
 | 
						|
     * transitions so this is not a problem.
 | 
						|
     *
 | 
						|
     * Could validate that the same vcpu_token does not attempt to run on
 | 
						|
     * different L1 vCPUs at the same time, but that would be a L1 KVM bug
 | 
						|
     * and it's not obviously worth a new data structure to do it.
 | 
						|
     */
 | 
						|
 | 
						|
    spapr_cpu->in_nested = true;
 | 
						|
 | 
						|
    /*
 | 
						|
     * The spapr hcall helper sets env->gpr[3] to the return value, but at
 | 
						|
     * this point the L1 is not returning from the hcall but rather we
 | 
						|
     * start running the L2, so r3 must not be clobbered, so return env->gpr[3]
 | 
						|
     * to leave it unchanged.
 | 
						|
     */
 | 
						|
    return env->gpr[3];
 | 
						|
}
 | 
						|
 | 
						|
static void spapr_exit_nested_hv(PowerPCCPU *cpu, int excp)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    CPUState *cs = CPU(cpu);
 | 
						|
    SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 | 
						|
    struct nested_ppc_state l2_state;
 | 
						|
    target_ulong hv_ptr = spapr_cpu->nested_host_state->gpr[4];
 | 
						|
    target_ulong regs_ptr = spapr_cpu->nested_host_state->gpr[5];
 | 
						|
    target_ulong hsrr0, hsrr1, hdar, asdr, hdsisr;
 | 
						|
    struct kvmppc_hv_guest_state *hvstate;
 | 
						|
    struct kvmppc_pt_regs *regs;
 | 
						|
    hwaddr len;
 | 
						|
 | 
						|
    nested_save_state(&l2_state, cpu);
 | 
						|
    hsrr0 = env->spr[SPR_HSRR0];
 | 
						|
    hsrr1 = env->spr[SPR_HSRR1];
 | 
						|
    hdar = env->spr[SPR_HDAR];
 | 
						|
    hdsisr = env->spr[SPR_HDSISR];
 | 
						|
    asdr = env->spr[SPR_ASDR];
 | 
						|
 | 
						|
    /*
 | 
						|
     * Switch back to the host environment (including for any error).
 | 
						|
     */
 | 
						|
    assert(env->spr[SPR_LPIDR] != 0);
 | 
						|
    nested_load_state(cpu, spapr_cpu->nested_host_state);
 | 
						|
    nested_post_load_state(env, cs);
 | 
						|
    env->gpr[3] = env->excp_vectors[excp]; /* hcall return value */
 | 
						|
 | 
						|
    cpu_ppc_hdecr_exit(env);
 | 
						|
 | 
						|
    spapr_cpu->in_nested = false;
 | 
						|
 | 
						|
    g_free(spapr_cpu->nested_host_state);
 | 
						|
    spapr_cpu->nested_host_state = NULL;
 | 
						|
 | 
						|
    len = sizeof(*hvstate);
 | 
						|
    hvstate = address_space_map(CPU(cpu)->as, hv_ptr, &len, true,
 | 
						|
                                MEMTXATTRS_UNSPECIFIED);
 | 
						|
    if (len != sizeof(*hvstate)) {
 | 
						|
        address_space_unmap(CPU(cpu)->as, hvstate, len, 0, true);
 | 
						|
        env->gpr[3] = H_PARAMETER;
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    hvstate->cfar = l2_state.cfar;
 | 
						|
    hvstate->lpcr = l2_state.lpcr;
 | 
						|
    hvstate->pcr = l2_state.pcr;
 | 
						|
    hvstate->dpdes = l2_state.dpdes;
 | 
						|
    hvstate->hfscr = l2_state.hfscr;
 | 
						|
 | 
						|
    if (excp == POWERPC_EXCP_HDSI) {
 | 
						|
        hvstate->hdar = hdar;
 | 
						|
        hvstate->hdsisr = hdsisr;
 | 
						|
        hvstate->asdr = asdr;
 | 
						|
    } else if (excp == POWERPC_EXCP_HISI) {
 | 
						|
        hvstate->asdr = asdr;
 | 
						|
    }
 | 
						|
 | 
						|
    /* HEIR should be implemented for HV mode and saved here. */
 | 
						|
    hvstate->srr0 = l2_state.srr0;
 | 
						|
    hvstate->srr1 = l2_state.srr1;
 | 
						|
    hvstate->sprg[0] = l2_state.sprg0;
 | 
						|
    hvstate->sprg[1] = l2_state.sprg1;
 | 
						|
    hvstate->sprg[2] = l2_state.sprg2;
 | 
						|
    hvstate->sprg[3] = l2_state.sprg3;
 | 
						|
    hvstate->pidr = l2_state.pidr;
 | 
						|
    hvstate->ppr = l2_state.ppr;
 | 
						|
 | 
						|
    /* Is it okay to specify write length larger than actual data written? */
 | 
						|
    address_space_unmap(CPU(cpu)->as, hvstate, len, len, true);
 | 
						|
 | 
						|
    len = sizeof(*regs);
 | 
						|
    regs = address_space_map(CPU(cpu)->as, regs_ptr, &len, true,
 | 
						|
                                MEMTXATTRS_UNSPECIFIED);
 | 
						|
    if (!regs || len != sizeof(*regs)) {
 | 
						|
        address_space_unmap(CPU(cpu)->as, regs, len, 0, true);
 | 
						|
        env->gpr[3] = H_P2;
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    len = sizeof(env->gpr);
 | 
						|
    assert(len == sizeof(regs->gpr));
 | 
						|
    memcpy(regs->gpr, l2_state.gpr, len);
 | 
						|
 | 
						|
    regs->link = l2_state.lr;
 | 
						|
    regs->ctr = l2_state.ctr;
 | 
						|
    regs->xer = l2_state.xer;
 | 
						|
    regs->ccr = l2_state.cr;
 | 
						|
 | 
						|
    if (excp == POWERPC_EXCP_MCHECK ||
 | 
						|
        excp == POWERPC_EXCP_RESET ||
 | 
						|
        excp == POWERPC_EXCP_SYSCALL) {
 | 
						|
        regs->nip = l2_state.srr0;
 | 
						|
        regs->msr = l2_state.srr1 & env->msr_mask;
 | 
						|
    } else {
 | 
						|
        regs->nip = hsrr0;
 | 
						|
        regs->msr = hsrr1 & env->msr_mask;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Is it okay to specify write length larger than actual data written? */
 | 
						|
    address_space_unmap(CPU(cpu)->as, regs, len, len, true);
 | 
						|
}
 | 
						|
 | 
						|
static bool spapr_nested_vcpu_check(SpaprMachineStateNestedGuest *guest,
 | 
						|
                                    target_ulong vcpuid, bool inoutbuf)
 | 
						|
{
 | 
						|
    struct SpaprMachineStateNestedGuestVcpu *vcpu;
 | 
						|
    /*
 | 
						|
     * Perform sanity checks for the provided vcpuid of a guest.
 | 
						|
     * For now, ensure its valid, allocated and enabled for use.
 | 
						|
     */
 | 
						|
 | 
						|
    if (vcpuid >= PAPR_NESTED_GUEST_VCPU_MAX) {
 | 
						|
        return false;
 | 
						|
    }
 | 
						|
 | 
						|
    if (!(vcpuid < guest->nr_vcpus)) {
 | 
						|
        return false;
 | 
						|
    }
 | 
						|
 | 
						|
    vcpu = &guest->vcpus[vcpuid];
 | 
						|
    if (!vcpu->enabled) {
 | 
						|
        return false;
 | 
						|
    }
 | 
						|
 | 
						|
    if (!inoutbuf) {
 | 
						|
        return true;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Check to see if the in/out buffers are registered */
 | 
						|
    if (vcpu->runbufin.addr && vcpu->runbufout.addr) {
 | 
						|
        return true;
 | 
						|
    }
 | 
						|
 | 
						|
    return false;
 | 
						|
}
 | 
						|
 | 
						|
static void *get_vcpu_state_ptr(SpaprMachineStateNestedGuest *guest,
 | 
						|
                              target_ulong vcpuid)
 | 
						|
{
 | 
						|
    assert(spapr_nested_vcpu_check(guest, vcpuid, false));
 | 
						|
    return &guest->vcpus[vcpuid].state;
 | 
						|
}
 | 
						|
 | 
						|
static void *get_vcpu_ptr(SpaprMachineStateNestedGuest *guest,
 | 
						|
                                   target_ulong vcpuid)
 | 
						|
{
 | 
						|
    assert(spapr_nested_vcpu_check(guest, vcpuid, false));
 | 
						|
    return &guest->vcpus[vcpuid];
 | 
						|
}
 | 
						|
 | 
						|
static void *get_guest_ptr(SpaprMachineStateNestedGuest *guest,
 | 
						|
                           target_ulong vcpuid)
 | 
						|
{
 | 
						|
    return guest; /* for GSBE_NESTED */
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
 * set=1 means the L1 is trying to set some state
 | 
						|
 * set=0 means the L1 is trying to get some state
 | 
						|
 */
 | 
						|
static void copy_state_8to8(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    /* set takes from the Big endian element_buf and sets internal buffer */
 | 
						|
 | 
						|
    if (set) {
 | 
						|
        *(uint64_t *)a = be64_to_cpu(*(uint64_t *)b);
 | 
						|
    } else {
 | 
						|
        *(uint64_t *)b = cpu_to_be64(*(uint64_t *)a);
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_4to4(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    if (set) {
 | 
						|
        *(uint32_t *)a = be32_to_cpu(*(uint32_t *)b);
 | 
						|
    } else {
 | 
						|
        *(uint32_t *)b = cpu_to_be32(*((uint32_t *)a));
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_16to16(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    uint64_t *src, *dst;
 | 
						|
 | 
						|
    if (set) {
 | 
						|
        src = b;
 | 
						|
        dst = a;
 | 
						|
 | 
						|
        dst[1] = be64_to_cpu(src[0]);
 | 
						|
        dst[0] = be64_to_cpu(src[1]);
 | 
						|
    } else {
 | 
						|
        src = a;
 | 
						|
        dst = b;
 | 
						|
 | 
						|
        dst[1] = cpu_to_be64(src[0]);
 | 
						|
        dst[0] = cpu_to_be64(src[1]);
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_4to8(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    if (set) {
 | 
						|
        *(uint64_t *)a  = (uint64_t) be32_to_cpu(*(uint32_t *)b);
 | 
						|
    } else {
 | 
						|
        *(uint32_t *)b = cpu_to_be32((uint32_t) (*((uint64_t *)a)));
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_pagetbl(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    uint64_t *pagetbl;
 | 
						|
    uint64_t *buf; /* 3 double words */
 | 
						|
    uint64_t rts;
 | 
						|
 | 
						|
    assert(set);
 | 
						|
 | 
						|
    pagetbl = a;
 | 
						|
    buf = b;
 | 
						|
 | 
						|
    *pagetbl = be64_to_cpu(buf[0]);
 | 
						|
    /* as per ISA section 6.7.6.1 */
 | 
						|
    *pagetbl |= PATE0_HR; /* Host Radix bit is 1 */
 | 
						|
 | 
						|
    /* RTS */
 | 
						|
    rts = be64_to_cpu(buf[1]);
 | 
						|
    assert(rts == 52);
 | 
						|
    rts = rts - 31; /* since radix tree size = 2^(RTS+31) */
 | 
						|
    *pagetbl |=  ((rts & 0x7) << 5); /* RTS2 is bit 56:58 */
 | 
						|
    *pagetbl |=  (((rts >> 3) & 0x3) << 61); /* RTS1 is bit 1:2 */
 | 
						|
 | 
						|
    /* RPDS {Size = 2^(RPDS+3) , RPDS >=5} */
 | 
						|
    *pagetbl |= 63 - clz64(be64_to_cpu(buf[2])) - 3;
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_proctbl(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    uint64_t *proctbl;
 | 
						|
    uint64_t *buf; /* 2 double words */
 | 
						|
 | 
						|
    assert(set);
 | 
						|
 | 
						|
    proctbl = a;
 | 
						|
    buf = b;
 | 
						|
    /* PRTB: Process Table Base */
 | 
						|
    *proctbl = be64_to_cpu(buf[0]);
 | 
						|
    /* PRTS: Process Table Size = 2^(12+PRTS) */
 | 
						|
    if (be64_to_cpu(buf[1]) == (1ULL << 12)) {
 | 
						|
            *proctbl |= 0;
 | 
						|
    } else if (be64_to_cpu(buf[1]) == (1ULL << 24)) {
 | 
						|
            *proctbl |= 12;
 | 
						|
    } else {
 | 
						|
        g_assert_not_reached();
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_runbuf(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    uint64_t *buf; /* 2 double words */
 | 
						|
    struct SpaprMachineStateNestedGuestVcpuRunBuf *runbuf;
 | 
						|
 | 
						|
    assert(set);
 | 
						|
 | 
						|
    runbuf = a;
 | 
						|
    buf = b;
 | 
						|
 | 
						|
    runbuf->addr = be64_to_cpu(buf[0]);
 | 
						|
    assert(runbuf->addr);
 | 
						|
 | 
						|
    /* per spec */
 | 
						|
    assert(be64_to_cpu(buf[1]) <= 16384);
 | 
						|
 | 
						|
    /*
 | 
						|
     * This will also hit in the input buffer but should be fine for
 | 
						|
     * now. If not we can split this function.
 | 
						|
     */
 | 
						|
    assert(be64_to_cpu(buf[1]) >= VCPU_OUT_BUF_MIN_SZ);
 | 
						|
 | 
						|
    runbuf->size = be64_to_cpu(buf[1]);
 | 
						|
}
 | 
						|
 | 
						|
/* tell the L1 how big we want the output vcpu run buffer */
 | 
						|
static void out_buf_min_size(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    uint64_t *buf; /* 1 double word */
 | 
						|
 | 
						|
    assert(!set);
 | 
						|
 | 
						|
    buf = b;
 | 
						|
 | 
						|
    buf[0] = cpu_to_be64(VCPU_OUT_BUF_MIN_SZ);
 | 
						|
}
 | 
						|
 | 
						|
static void copy_logical_pvr(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
    uint32_t *buf; /* 1 word */
 | 
						|
    uint32_t *pvr_logical_ptr;
 | 
						|
    uint32_t pvr_logical;
 | 
						|
    target_ulong pcr = 0;
 | 
						|
 | 
						|
    pvr_logical_ptr = a;
 | 
						|
    buf = b;
 | 
						|
 | 
						|
    if (!set) {
 | 
						|
        buf[0] = cpu_to_be32(*pvr_logical_ptr);
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    pvr_logical = be32_to_cpu(buf[0]);
 | 
						|
 | 
						|
    *pvr_logical_ptr = pvr_logical;
 | 
						|
 | 
						|
    if (*pvr_logical_ptr) {
 | 
						|
        switch (*pvr_logical_ptr) {
 | 
						|
        case CPU_POWERPC_LOGICAL_3_10:
 | 
						|
            pcr = PCR_COMPAT_3_10 | PCR_COMPAT_3_00;
 | 
						|
            break;
 | 
						|
        case CPU_POWERPC_LOGICAL_3_00:
 | 
						|
            pcr = PCR_COMPAT_3_00;
 | 
						|
            break;
 | 
						|
        default:
 | 
						|
            qemu_log_mask(LOG_GUEST_ERROR,
 | 
						|
                          "Could not set PCR for LPVR=0x%08x\n",
 | 
						|
                          *pvr_logical_ptr);
 | 
						|
            return;
 | 
						|
        }
 | 
						|
    }
 | 
						|
 | 
						|
    guest = container_of(pvr_logical_ptr,
 | 
						|
                         struct SpaprMachineStateNestedGuest,
 | 
						|
                         pvr_logical);
 | 
						|
    for (int i = 0; i < guest->nr_vcpus; i++) {
 | 
						|
        guest->vcpus[i].state.pcr = ~pcr | HVMASK_PCR;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_tb_offset(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
    uint64_t *buf; /* 1 double word */
 | 
						|
    uint64_t *tb_offset_ptr;
 | 
						|
    uint64_t tb_offset;
 | 
						|
 | 
						|
    tb_offset_ptr = a;
 | 
						|
    buf = b;
 | 
						|
 | 
						|
    if (!set) {
 | 
						|
        buf[0] = cpu_to_be64(*tb_offset_ptr);
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    tb_offset = be64_to_cpu(buf[0]);
 | 
						|
    /* need to copy this to the individual tb_offset for each vcpu */
 | 
						|
    guest = container_of(tb_offset_ptr,
 | 
						|
                         struct SpaprMachineStateNestedGuest,
 | 
						|
                         tb_offset);
 | 
						|
    for (int i = 0; i < guest->nr_vcpus; i++) {
 | 
						|
        guest->vcpus[i].tb_offset = tb_offset;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void copy_state_hdecr(void *a, void *b, bool set)
 | 
						|
{
 | 
						|
    uint64_t *buf; /* 1 double word */
 | 
						|
    uint64_t *hdecr_expiry_tb;
 | 
						|
 | 
						|
    hdecr_expiry_tb = a;
 | 
						|
    buf = b;
 | 
						|
 | 
						|
    if (!set) {
 | 
						|
        buf[0] = cpu_to_be64(*hdecr_expiry_tb);
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    *hdecr_expiry_tb = be64_to_cpu(buf[0]);
 | 
						|
}
 | 
						|
 | 
						|
struct guest_state_element_type guest_state_element_types[] = {
 | 
						|
    GUEST_STATE_ELEMENT_NOP(GSB_HV_VCPU_IGNORED_ID, 0),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR0,  gpr[0]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR1,  gpr[1]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR2,  gpr[2]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR3,  gpr[3]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR4,  gpr[4]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR5,  gpr[5]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR6,  gpr[6]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR7,  gpr[7]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR8,  gpr[8]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR9,  gpr[9]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR10, gpr[10]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR11, gpr[11]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR12, gpr[12]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR13, gpr[13]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR14, gpr[14]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR15, gpr[15]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR16, gpr[16]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR17, gpr[17]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR18, gpr[18]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR19, gpr[19]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR20, gpr[20]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR21, gpr[21]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR22, gpr[22]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR23, gpr[23]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR24, gpr[24]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR25, gpr[25]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR26, gpr[26]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR27, gpr[27]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR28, gpr[28]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR29, gpr[29]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR30, gpr[30]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_GPR31, gpr[31]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_NIA, nip),
 | 
						|
    GSE_ENV_DWM(GSB_VCPU_SPR_MSR, msr, HVMASK_MSR),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_CTR, ctr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_LR, lr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_XER, xer),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_WW(GSB_VCPU_SPR_CR, cr),
 | 
						|
    GUEST_STATE_ELEMENT_NOP_DW(GSB_VCPU_SPR_MMCR3),
 | 
						|
    GUEST_STATE_ELEMENT_NOP_DW(GSB_VCPU_SPR_SIER2),
 | 
						|
    GUEST_STATE_ELEMENT_NOP_DW(GSB_VCPU_SPR_SIER3),
 | 
						|
    GUEST_STATE_ELEMENT_NOP_W(GSB_VCPU_SPR_WORT),
 | 
						|
    GSE_ENV_DWM(GSB_VCPU_SPR_LPCR, lpcr, HVMASK_LPCR),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_AMOR, amor),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_HFSCR, hfscr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_DAWR0, dawr0),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_DAWRX0, dawrx0),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_CIABR, ciabr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_PURR,  purr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SPURR, spurr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_IC,    ic),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_VTB,   vtb),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_HDAR,  hdar),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_HDSISR, hdsisr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_HEIR,   heir),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_ASDR,  asdr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SRR0,  srr0),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SRR1,  srr1),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SPRG0, sprg0),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SPRG1, sprg1),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SPRG2, sprg2),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SPRG3, sprg3),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PIDR,   pidr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_CFAR,  cfar),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_PPR,   ppr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_DAWR1, dawr1),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_DAWRX1, dawrx1),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_DEXCR, dexcr),
 | 
						|
    GSE_ENV_DWM(GSB_VCPU_SPR_HDEXCR, hdexcr, HVMASK_HDEXCR),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_HASHKEYR, hashkeyr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_HASHPKEYR, hashpkeyr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR0, vsr[0]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR1, vsr[1]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR2, vsr[2]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR3, vsr[3]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR4, vsr[4]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR5, vsr[5]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR6, vsr[6]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR7, vsr[7]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR8, vsr[8]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR9, vsr[9]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR10, vsr[10]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR11, vsr[11]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR12, vsr[12]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR13, vsr[13]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR14, vsr[14]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR15, vsr[15]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR16, vsr[16]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR17, vsr[17]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR18, vsr[18]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR19, vsr[19]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR20, vsr[20]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR21, vsr[21]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR22, vsr[22]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR23, vsr[23]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR24, vsr[24]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR25, vsr[25]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR26, vsr[26]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR27, vsr[27]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR28, vsr[28]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR29, vsr[29]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR30, vsr[30]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR31, vsr[31]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR32, vsr[32]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR33, vsr[33]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR34, vsr[34]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR35, vsr[35]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR36, vsr[36]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR37, vsr[37]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR38, vsr[38]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR39, vsr[39]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR40, vsr[40]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR41, vsr[41]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR42, vsr[42]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR43, vsr[43]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR44, vsr[44]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR45, vsr[45]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR46, vsr[46]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR47, vsr[47]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR48, vsr[48]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR49, vsr[49]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR50, vsr[50]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR51, vsr[51]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR52, vsr[52]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR53, vsr[53]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR54, vsr[54]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR55, vsr[55]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR56, vsr[56]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR57, vsr[57]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR58, vsr[58]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR59, vsr[59]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR60, vsr[60]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR61, vsr[61]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR62, vsr[62]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_QW(GSB_VCPU_SPR_VSR63, vsr[63]),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_EBBHR, ebbhr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_TAR,   tar),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_EBBRR, ebbrr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_BESCR, bescr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_IAMR,  iamr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_AMR,   amr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_UAMOR, uamor),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_DSCR,  dscr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_FSCR,  fscr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PSPB,   pspb),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_CTRL,  ctrl),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_VRSAVE, vrsave),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_DAR,   dar),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_DSISR,  dsisr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PMC1,   pmc1),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PMC2,   pmc2),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PMC3,   pmc3),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PMC4,   pmc4),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PMC5,   pmc5),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_W(GSB_VCPU_SPR_PMC6,   pmc6),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_MMCR0, mmcr0),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_MMCR1, mmcr1),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_MMCR2, mmcr2),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_MMCRA, mmcra),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SDAR , sdar),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SIAR , siar),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_SIER , sier),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_WW(GSB_VCPU_SPR_VSCR,  vscr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_SPR_FPSCR, fpscr),
 | 
						|
    GUEST_STATE_ELEMENT_ENV_DW(GSB_VCPU_DEC_EXPIRE_TB, dec_expiry_tb),
 | 
						|
    GSBE_NESTED(GSB_PART_SCOPED_PAGETBL, 0x18, parttbl[0],  copy_state_pagetbl),
 | 
						|
    GSBE_NESTED(GSB_PROCESS_TBL,         0x10, parttbl[1],  copy_state_proctbl),
 | 
						|
    GSBE_NESTED(GSB_VCPU_LPVR,           0x4,  pvr_logical, copy_logical_pvr),
 | 
						|
    GSBE_NESTED_MSK(GSB_TB_OFFSET, 0x8, tb_offset, copy_tb_offset,
 | 
						|
                    HVMASK_TB_OFFSET),
 | 
						|
    GSBE_NESTED_VCPU(GSB_VCPU_IN_BUFFER, 0x10, runbufin,    copy_state_runbuf),
 | 
						|
    GSBE_NESTED_VCPU(GSB_VCPU_OUT_BUFFER, 0x10, runbufout,   copy_state_runbuf),
 | 
						|
    GSBE_NESTED_VCPU(GSB_VCPU_OUT_BUF_MIN_SZ, 0x8, runbufout, out_buf_min_size),
 | 
						|
    GSBE_NESTED_VCPU(GSB_VCPU_HDEC_EXPIRY_TB, 0x8, hdecr_expiry_tb,
 | 
						|
                     copy_state_hdecr)
 | 
						|
};
 | 
						|
 | 
						|
void spapr_nested_gsb_init(void)
 | 
						|
{
 | 
						|
    struct guest_state_element_type *type;
 | 
						|
 | 
						|
    /* Init the guest state elements lookup table, flags for now */
 | 
						|
    for (int i = 0; i < ARRAY_SIZE(guest_state_element_types); i++) {
 | 
						|
        type = &guest_state_element_types[i];
 | 
						|
 | 
						|
        assert(type->id <= GSB_LAST);
 | 
						|
        if (type->id >= GSB_VCPU_SPR_HDAR)
 | 
						|
            /* 0xf000 - 0xf005 Thread + RO */
 | 
						|
            type->flags = GUEST_STATE_ELEMENT_TYPE_FLAG_READ_ONLY;
 | 
						|
        else if (type->id >= GSB_VCPU_IN_BUFFER)
 | 
						|
            /* 0x0c00 - 0xf000 Thread + RW */
 | 
						|
            type->flags = 0;
 | 
						|
        else if (type->id >= GSB_VCPU_LPVR)
 | 
						|
            /* 0x0003 - 0x0bff Guest + RW */
 | 
						|
            type->flags = GUEST_STATE_ELEMENT_TYPE_FLAG_GUEST_WIDE;
 | 
						|
        else if (type->id >= GSB_HV_VCPU_STATE_SIZE)
 | 
						|
            /* 0x0001 - 0x0002 Guest + RO */
 | 
						|
            type->flags = GUEST_STATE_ELEMENT_TYPE_FLAG_READ_ONLY |
 | 
						|
                          GUEST_STATE_ELEMENT_TYPE_FLAG_GUEST_WIDE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static struct guest_state_element *guest_state_element_next(
 | 
						|
    struct guest_state_element *element,
 | 
						|
    int64_t *len,
 | 
						|
    int64_t *num_elements)
 | 
						|
{
 | 
						|
    uint16_t size;
 | 
						|
 | 
						|
    /* size is of element->value[] only. Not whole guest_state_element */
 | 
						|
    size = be16_to_cpu(element->size);
 | 
						|
 | 
						|
    if (len) {
 | 
						|
        *len -= size + offsetof(struct guest_state_element, value);
 | 
						|
    }
 | 
						|
 | 
						|
    if (num_elements) {
 | 
						|
        *num_elements -= 1;
 | 
						|
    }
 | 
						|
 | 
						|
    return (struct guest_state_element *)(element->value + size);
 | 
						|
}
 | 
						|
 | 
						|
static
 | 
						|
struct guest_state_element_type *guest_state_element_type_find(uint16_t id)
 | 
						|
{
 | 
						|
    int i;
 | 
						|
 | 
						|
    for (i = 0; i < ARRAY_SIZE(guest_state_element_types); i++)
 | 
						|
        if (id == guest_state_element_types[i].id) {
 | 
						|
            return &guest_state_element_types[i];
 | 
						|
        }
 | 
						|
 | 
						|
    return NULL;
 | 
						|
}
 | 
						|
 | 
						|
static void log_element(struct guest_state_element *element,
 | 
						|
                        struct guest_state_request *gsr)
 | 
						|
{
 | 
						|
    qemu_log_mask(LOG_GUEST_ERROR, "h_guest_%s_state id:0x%04x size:0x%04x",
 | 
						|
                  gsr->flags & GUEST_STATE_REQUEST_SET ? "set" : "get",
 | 
						|
                  be16_to_cpu(element->id), be16_to_cpu(element->size));
 | 
						|
    qemu_log_mask(LOG_GUEST_ERROR, "buf:0x%016"PRIx64" ...\n",
 | 
						|
                  be64_to_cpu(*(uint64_t *)element->value));
 | 
						|
}
 | 
						|
 | 
						|
static bool guest_state_request_check(struct guest_state_request *gsr)
 | 
						|
{
 | 
						|
    int64_t num_elements, len = gsr->len;
 | 
						|
    struct guest_state_buffer *gsb = gsr->gsb;
 | 
						|
    struct guest_state_element *element;
 | 
						|
    struct guest_state_element_type *type;
 | 
						|
    uint16_t id, size;
 | 
						|
 | 
						|
    /* gsb->num_elements = 0 == 32 bits long */
 | 
						|
    assert(len >= 4);
 | 
						|
 | 
						|
    num_elements = be32_to_cpu(gsb->num_elements);
 | 
						|
    element = gsb->elements;
 | 
						|
    len -= sizeof(gsb->num_elements);
 | 
						|
 | 
						|
    /* Walk the buffer to validate the length */
 | 
						|
    while (num_elements) {
 | 
						|
 | 
						|
        id = be16_to_cpu(element->id);
 | 
						|
        size = be16_to_cpu(element->size);
 | 
						|
 | 
						|
        if (false) {
 | 
						|
            log_element(element, gsr);
 | 
						|
        }
 | 
						|
        /* buffer size too small */
 | 
						|
        if (len < 0) {
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        type = guest_state_element_type_find(id);
 | 
						|
        if (!type) {
 | 
						|
            qemu_log_mask(LOG_GUEST_ERROR, "Element ID %04x unknown\n", id);
 | 
						|
            log_element(element, gsr);
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        if (id == GSB_HV_VCPU_IGNORED_ID) {
 | 
						|
            goto next_element;
 | 
						|
        }
 | 
						|
 | 
						|
        if (size != type->size) {
 | 
						|
            qemu_log_mask(LOG_GUEST_ERROR, "Size mismatch. Element ID:%04x."
 | 
						|
                          "Size Exp:%i Got:%i\n", id, type->size, size);
 | 
						|
            log_element(element, gsr);
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        if ((type->flags & GUEST_STATE_ELEMENT_TYPE_FLAG_READ_ONLY) &&
 | 
						|
            (gsr->flags & GUEST_STATE_REQUEST_SET)) {
 | 
						|
            qemu_log_mask(LOG_GUEST_ERROR, "Trying to set a read-only Element "
 | 
						|
                          "ID:%04x.\n", id);
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        if (type->flags & GUEST_STATE_ELEMENT_TYPE_FLAG_GUEST_WIDE) {
 | 
						|
            /* guest wide element type */
 | 
						|
            if (!(gsr->flags & GUEST_STATE_REQUEST_GUEST_WIDE)) {
 | 
						|
                qemu_log_mask(LOG_GUEST_ERROR, "trying to set a guest wide "
 | 
						|
                              "Element ID:%04x.\n", id);
 | 
						|
                return false;
 | 
						|
            }
 | 
						|
        } else {
 | 
						|
            /* thread wide element type */
 | 
						|
            if (gsr->flags & GUEST_STATE_REQUEST_GUEST_WIDE) {
 | 
						|
                qemu_log_mask(LOG_GUEST_ERROR, "trying to set a thread wide "
 | 
						|
                              "Element ID:%04x.\n", id);
 | 
						|
                return false;
 | 
						|
            }
 | 
						|
        }
 | 
						|
next_element:
 | 
						|
        element = guest_state_element_next(element, &len, &num_elements);
 | 
						|
 | 
						|
    }
 | 
						|
    return true;
 | 
						|
}
 | 
						|
 | 
						|
static bool is_gsr_invalid(struct guest_state_request *gsr,
 | 
						|
                                   struct guest_state_element *element,
 | 
						|
                                   struct guest_state_element_type *type)
 | 
						|
{
 | 
						|
    if ((gsr->flags & GUEST_STATE_REQUEST_SET) &&
 | 
						|
        (*(uint64_t *)(element->value) & ~(type->mask))) {
 | 
						|
        log_element(element, gsr);
 | 
						|
        qemu_log_mask(LOG_GUEST_ERROR, "L1 can't set reserved bits "
 | 
						|
                      "(allowed mask: 0x%08"PRIx64")\n", type->mask);
 | 
						|
        return true;
 | 
						|
    }
 | 
						|
    return false;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_get_capabilities(PowerPCCPU *cpu,
 | 
						|
                                             SpaprMachineState *spapr,
 | 
						|
                                             target_ulong opcode,
 | 
						|
                                             target_ulong *args)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    target_ulong flags = args[0];
 | 
						|
 | 
						|
    if (flags) { /* don't handle any flags capabilities for now */
 | 
						|
        return H_PARAMETER;
 | 
						|
    }
 | 
						|
 | 
						|
    /* P10 capabilities */
 | 
						|
    if (ppc_check_compat(cpu, CPU_POWERPC_LOGICAL_3_10, 0,
 | 
						|
        spapr->max_compat_pvr)) {
 | 
						|
        env->gpr[4] |= H_GUEST_CAPABILITIES_P10_MODE;
 | 
						|
    }
 | 
						|
 | 
						|
    /* P9 capabilities */
 | 
						|
    if (ppc_check_compat(cpu, CPU_POWERPC_LOGICAL_3_00, 0,
 | 
						|
        spapr->max_compat_pvr)) {
 | 
						|
        env->gpr[4] |= H_GUEST_CAPABILITIES_P9_MODE;
 | 
						|
    }
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_set_capabilities(PowerPCCPU *cpu,
 | 
						|
                                             SpaprMachineState *spapr,
 | 
						|
                                             target_ulong opcode,
 | 
						|
                                              target_ulong *args)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    target_ulong flags = args[0];
 | 
						|
    target_ulong capabilities = args[1];
 | 
						|
    env->gpr[4] = 0;
 | 
						|
 | 
						|
    if (flags) { /* don't handle any flags capabilities for now */
 | 
						|
        return H_PARAMETER;
 | 
						|
    }
 | 
						|
 | 
						|
    if (capabilities & H_GUEST_CAPABILITIES_COPY_MEM) {
 | 
						|
        env->gpr[4] = 1;
 | 
						|
        return H_P2; /* isn't supported */
 | 
						|
    }
 | 
						|
 | 
						|
    /*
 | 
						|
     * If there are no capabilities configured, set the R5 to the index of
 | 
						|
     * the first supported Power Processor Mode
 | 
						|
     */
 | 
						|
    if (!capabilities) {
 | 
						|
        env->gpr[4] = 1;
 | 
						|
 | 
						|
        /* set R5 to the first supported Power Processor Mode */
 | 
						|
        if (ppc_check_compat(cpu, CPU_POWERPC_LOGICAL_3_10, 0,
 | 
						|
                             spapr->max_compat_pvr)) {
 | 
						|
            env->gpr[5] = H_GUEST_CAP_P10_MODE_BMAP;
 | 
						|
        } else if (ppc_check_compat(cpu, CPU_POWERPC_LOGICAL_3_00, 0,
 | 
						|
                                    spapr->max_compat_pvr)) {
 | 
						|
            env->gpr[5] = H_GUEST_CAP_P9_MODE_BMAP;
 | 
						|
        }
 | 
						|
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
 | 
						|
    /*
 | 
						|
     * If an invalid capability is set, R5 should contain the index of the
 | 
						|
     * invalid capability bit
 | 
						|
     */
 | 
						|
    if (capabilities & ~H_GUEST_CAP_VALID_MASK) {
 | 
						|
        env->gpr[4] = 1;
 | 
						|
 | 
						|
        /* Set R5 to the index of the invalid capability */
 | 
						|
        env->gpr[5] = 63 - ctz64(capabilities);
 | 
						|
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
 | 
						|
    if (!spapr->nested.capabilities_set) {
 | 
						|
        spapr->nested.capabilities_set = true;
 | 
						|
        spapr->nested.pvr_base = env->spr[SPR_PVR];
 | 
						|
        return H_SUCCESS;
 | 
						|
    } else {
 | 
						|
        return H_STATE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void
 | 
						|
destroy_guest_helper(gpointer value)
 | 
						|
{
 | 
						|
    struct SpaprMachineStateNestedGuest *guest = value;
 | 
						|
    g_free(guest->vcpus);
 | 
						|
    g_free(guest);
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_create(PowerPCCPU *cpu,
 | 
						|
                                   SpaprMachineState *spapr,
 | 
						|
                                   target_ulong opcode,
 | 
						|
                                   target_ulong *args)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    target_ulong flags = args[0];
 | 
						|
    target_ulong continue_token = args[1];
 | 
						|
    uint64_t guestid;
 | 
						|
    int nguests = 0;
 | 
						|
    struct SpaprMachineStateNestedGuest *guest;
 | 
						|
 | 
						|
    if (flags) { /* don't handle any flags for now */
 | 
						|
        return H_UNSUPPORTED_FLAG;
 | 
						|
    }
 | 
						|
 | 
						|
    if (continue_token != -1) {
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
 | 
						|
    if (!spapr->nested.capabilities_set) {
 | 
						|
        return H_STATE;
 | 
						|
    }
 | 
						|
 | 
						|
    if (!spapr->nested.guests) {
 | 
						|
        spapr->nested.guests = g_hash_table_new_full(NULL,
 | 
						|
                                                     NULL,
 | 
						|
                                                     NULL,
 | 
						|
                                                     destroy_guest_helper);
 | 
						|
    }
 | 
						|
 | 
						|
    nguests = g_hash_table_size(spapr->nested.guests);
 | 
						|
 | 
						|
    if (nguests == PAPR_NESTED_GUEST_MAX) {
 | 
						|
        return H_NO_MEM;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Lookup for available guestid */
 | 
						|
    for (guestid = 1; guestid < PAPR_NESTED_GUEST_MAX; guestid++) {
 | 
						|
        if (!(g_hash_table_lookup(spapr->nested.guests,
 | 
						|
                                  GINT_TO_POINTER(guestid)))) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
    }
 | 
						|
 | 
						|
    if (guestid == PAPR_NESTED_GUEST_MAX) {
 | 
						|
        return H_NO_MEM;
 | 
						|
    }
 | 
						|
 | 
						|
    guest = g_try_new0(struct SpaprMachineStateNestedGuest, 1);
 | 
						|
    if (!guest) {
 | 
						|
        return H_NO_MEM;
 | 
						|
    }
 | 
						|
 | 
						|
    guest->pvr_logical = spapr->nested.pvr_base;
 | 
						|
    g_hash_table_insert(spapr->nested.guests, GINT_TO_POINTER(guestid), guest);
 | 
						|
    env->gpr[4] = guestid;
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_delete(PowerPCCPU *cpu,
 | 
						|
                                   SpaprMachineState *spapr,
 | 
						|
                                   target_ulong opcode,
 | 
						|
                                   target_ulong *args)
 | 
						|
{
 | 
						|
    target_ulong flags = args[0];
 | 
						|
    target_ulong guestid = args[1];
 | 
						|
    struct SpaprMachineStateNestedGuest *guest;
 | 
						|
 | 
						|
    /*
 | 
						|
     * handle flag deleteAllGuests, if set:
 | 
						|
     * guestid is ignored and all guests are deleted
 | 
						|
     *
 | 
						|
     */
 | 
						|
    if (flags & ~H_GUEST_DELETE_ALL_FLAG) {
 | 
						|
        return H_UNSUPPORTED_FLAG; /* other flag bits reserved */
 | 
						|
    } else if (flags & H_GUEST_DELETE_ALL_FLAG) {
 | 
						|
        g_hash_table_destroy(spapr->nested.guests);
 | 
						|
        return H_SUCCESS;
 | 
						|
    }
 | 
						|
 | 
						|
    guest = g_hash_table_lookup(spapr->nested.guests, GINT_TO_POINTER(guestid));
 | 
						|
    if (!guest) {
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
 | 
						|
    g_hash_table_remove(spapr->nested.guests, GINT_TO_POINTER(guestid));
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_create_vcpu(PowerPCCPU *cpu,
 | 
						|
                                        SpaprMachineState *spapr,
 | 
						|
                                        target_ulong opcode,
 | 
						|
                                        target_ulong *args)
 | 
						|
{
 | 
						|
    target_ulong flags = args[0];
 | 
						|
    target_ulong guestid = args[1];
 | 
						|
    target_ulong vcpuid = args[2];
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
 | 
						|
    if (flags) { /* don't handle any flags for now */
 | 
						|
        return H_UNSUPPORTED_FLAG;
 | 
						|
    }
 | 
						|
 | 
						|
    guest = spapr_get_nested_guest(spapr, guestid);
 | 
						|
    if (!guest) {
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
 | 
						|
    if (vcpuid < guest->nr_vcpus) {
 | 
						|
        qemu_log_mask(LOG_UNIMP, "vcpuid " TARGET_FMT_ld " already in use.",
 | 
						|
                      vcpuid);
 | 
						|
        return H_IN_USE;
 | 
						|
    }
 | 
						|
    /* linear vcpuid allocation only */
 | 
						|
    assert(vcpuid == guest->nr_vcpus);
 | 
						|
 | 
						|
    if (guest->nr_vcpus >= PAPR_NESTED_GUEST_VCPU_MAX) {
 | 
						|
        return H_P3;
 | 
						|
    }
 | 
						|
 | 
						|
    SpaprMachineStateNestedGuestVcpu *vcpus, *curr_vcpu;
 | 
						|
    vcpus = g_try_renew(struct SpaprMachineStateNestedGuestVcpu,
 | 
						|
                        guest->vcpus,
 | 
						|
                        guest->nr_vcpus + 1);
 | 
						|
    if (!vcpus) {
 | 
						|
        return H_NO_MEM;
 | 
						|
    }
 | 
						|
    guest->vcpus = vcpus;
 | 
						|
    curr_vcpu = &vcpus[guest->nr_vcpus];
 | 
						|
    memset(curr_vcpu, 0, sizeof(SpaprMachineStateNestedGuestVcpu));
 | 
						|
 | 
						|
    curr_vcpu->enabled = true;
 | 
						|
    guest->nr_vcpus++;
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong getset_state(SpaprMachineStateNestedGuest *guest,
 | 
						|
                                 uint64_t vcpuid,
 | 
						|
                                 struct guest_state_request *gsr)
 | 
						|
{
 | 
						|
    void *ptr;
 | 
						|
    uint16_t id;
 | 
						|
    struct guest_state_element *element;
 | 
						|
    struct guest_state_element_type *type;
 | 
						|
    int64_t lenleft, num_elements;
 | 
						|
 | 
						|
    lenleft = gsr->len;
 | 
						|
 | 
						|
    if (!guest_state_request_check(gsr)) {
 | 
						|
        return H_P3;
 | 
						|
    }
 | 
						|
 | 
						|
    num_elements = be32_to_cpu(gsr->gsb->num_elements);
 | 
						|
    element = gsr->gsb->elements;
 | 
						|
    /* Process the elements */
 | 
						|
    while (num_elements) {
 | 
						|
        type = NULL;
 | 
						|
        /* log_element(element, gsr); */
 | 
						|
 | 
						|
        id = be16_to_cpu(element->id);
 | 
						|
        if (id == GSB_HV_VCPU_IGNORED_ID) {
 | 
						|
            goto next_element;
 | 
						|
        }
 | 
						|
 | 
						|
        type = guest_state_element_type_find(id);
 | 
						|
        assert(type);
 | 
						|
 | 
						|
        /* Get pointer to guest data to get/set */
 | 
						|
        if (type->location && type->copy) {
 | 
						|
            ptr = type->location(guest, vcpuid);
 | 
						|
            assert(ptr);
 | 
						|
            if (!~(type->mask) && is_gsr_invalid(gsr, element, type)) {
 | 
						|
                return H_INVALID_ELEMENT_VALUE;
 | 
						|
            }
 | 
						|
            type->copy(ptr + type->offset, element->value,
 | 
						|
                       gsr->flags & GUEST_STATE_REQUEST_SET ? true : false);
 | 
						|
        }
 | 
						|
 | 
						|
next_element:
 | 
						|
        element = guest_state_element_next(element, &lenleft, &num_elements);
 | 
						|
    }
 | 
						|
 | 
						|
    return H_SUCCESS;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong map_and_getset_state(PowerPCCPU *cpu,
 | 
						|
                                         SpaprMachineStateNestedGuest *guest,
 | 
						|
                                         uint64_t vcpuid,
 | 
						|
                                         struct guest_state_request *gsr)
 | 
						|
{
 | 
						|
    target_ulong rc;
 | 
						|
    int64_t len;
 | 
						|
    bool is_write;
 | 
						|
 | 
						|
    len = gsr->len;
 | 
						|
    /* only get_state would require write access to the provided buffer */
 | 
						|
    is_write = (gsr->flags & GUEST_STATE_REQUEST_SET) ? false : true;
 | 
						|
    gsr->gsb = address_space_map(CPU(cpu)->as, gsr->buf, (uint64_t *)&len,
 | 
						|
                                 is_write, MEMTXATTRS_UNSPECIFIED);
 | 
						|
    if (!gsr->gsb) {
 | 
						|
        rc = H_P3;
 | 
						|
        goto out1;
 | 
						|
    }
 | 
						|
 | 
						|
    if (len != gsr->len) {
 | 
						|
        rc = H_P3;
 | 
						|
        goto out1;
 | 
						|
    }
 | 
						|
 | 
						|
    rc = getset_state(guest, vcpuid, gsr);
 | 
						|
 | 
						|
out1:
 | 
						|
    address_space_unmap(CPU(cpu)->as, gsr->gsb, len, is_write, len);
 | 
						|
    return rc;
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_getset_state(PowerPCCPU *cpu,
 | 
						|
                                         SpaprMachineState *spapr,
 | 
						|
                                         target_ulong *args,
 | 
						|
                                         bool set)
 | 
						|
{
 | 
						|
    target_ulong flags = args[0];
 | 
						|
    target_ulong lpid = args[1];
 | 
						|
    target_ulong vcpuid = args[2];
 | 
						|
    target_ulong buf = args[3];
 | 
						|
    target_ulong buflen = args[4];
 | 
						|
    struct guest_state_request gsr;
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
 | 
						|
    guest = spapr_get_nested_guest(spapr, lpid);
 | 
						|
    if (!guest) {
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
    gsr.buf = buf;
 | 
						|
    assert(buflen <= GSB_MAX_BUF_SIZE);
 | 
						|
    gsr.len = buflen;
 | 
						|
    gsr.flags = 0;
 | 
						|
    if (flags & H_GUEST_GETSET_STATE_FLAG_GUEST_WIDE) {
 | 
						|
        gsr.flags |= GUEST_STATE_REQUEST_GUEST_WIDE;
 | 
						|
    }
 | 
						|
    if (flags & ~H_GUEST_GETSET_STATE_FLAG_GUEST_WIDE) {
 | 
						|
        return H_PARAMETER; /* flag not supported yet */
 | 
						|
    }
 | 
						|
 | 
						|
    if (set) {
 | 
						|
        gsr.flags |= GUEST_STATE_REQUEST_SET;
 | 
						|
    }
 | 
						|
    return map_and_getset_state(cpu, guest, vcpuid, &gsr);
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_set_state(PowerPCCPU *cpu,
 | 
						|
                                      SpaprMachineState *spapr,
 | 
						|
                                      target_ulong opcode,
 | 
						|
                                      target_ulong *args)
 | 
						|
{
 | 
						|
    return h_guest_getset_state(cpu, spapr, args, true);
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_get_state(PowerPCCPU *cpu,
 | 
						|
                                      SpaprMachineState *spapr,
 | 
						|
                                      target_ulong opcode,
 | 
						|
                                      target_ulong *args)
 | 
						|
{
 | 
						|
    return h_guest_getset_state(cpu, spapr, args, false);
 | 
						|
}
 | 
						|
 | 
						|
static void exit_nested_store_l2(PowerPCCPU *cpu, int excp,
 | 
						|
                                 SpaprMachineStateNestedGuestVcpu *vcpu)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 | 
						|
    target_ulong now, hdar, hdsisr, asdr;
 | 
						|
 | 
						|
    assert(sizeof(env->gpr) == sizeof(vcpu->state.gpr)); /* sanity check */
 | 
						|
 | 
						|
    now = cpu_ppc_load_tbl(env); /* L2 timebase */
 | 
						|
    now -= vcpu->tb_offset; /* L1 timebase */
 | 
						|
    vcpu->state.dec_expiry_tb = now - cpu_ppc_load_decr(env);
 | 
						|
    cpu_ppc_store_decr(env, spapr_cpu->nested_host_state->dec_expiry_tb - now);
 | 
						|
    /* backup hdar, hdsisr, asdr if reqd later below */
 | 
						|
    hdar   = vcpu->state.hdar;
 | 
						|
    hdsisr = vcpu->state.hdsisr;
 | 
						|
    asdr   = vcpu->state.asdr;
 | 
						|
 | 
						|
    nested_save_state(&vcpu->state, cpu);
 | 
						|
 | 
						|
    if (excp == POWERPC_EXCP_MCHECK ||
 | 
						|
        excp == POWERPC_EXCP_RESET ||
 | 
						|
        excp == POWERPC_EXCP_SYSCALL) {
 | 
						|
        vcpu->state.nip = env->spr[SPR_SRR0];
 | 
						|
        vcpu->state.msr = env->spr[SPR_SRR1] & env->msr_mask;
 | 
						|
    } else {
 | 
						|
        vcpu->state.nip = env->spr[SPR_HSRR0];
 | 
						|
        vcpu->state.msr = env->spr[SPR_HSRR1] & env->msr_mask;
 | 
						|
    }
 | 
						|
 | 
						|
    /* hdar, hdsisr, asdr should be retained unless certain exceptions */
 | 
						|
    if ((excp != POWERPC_EXCP_HDSI) && (excp != POWERPC_EXCP_HISI)) {
 | 
						|
        vcpu->state.asdr = asdr;
 | 
						|
    } else if (excp != POWERPC_EXCP_HDSI) {
 | 
						|
        vcpu->state.hdar   = hdar;
 | 
						|
        vcpu->state.hdsisr = hdsisr;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static int get_exit_ids(uint64_t srr0, uint16_t ids[16])
 | 
						|
{
 | 
						|
    int nr;
 | 
						|
 | 
						|
    switch (srr0) {
 | 
						|
    case 0xc00:
 | 
						|
        nr = 10;
 | 
						|
        ids[0] = GSB_VCPU_GPR3;
 | 
						|
        ids[1] = GSB_VCPU_GPR4;
 | 
						|
        ids[2] = GSB_VCPU_GPR5;
 | 
						|
        ids[3] = GSB_VCPU_GPR6;
 | 
						|
        ids[4] = GSB_VCPU_GPR7;
 | 
						|
        ids[5] = GSB_VCPU_GPR8;
 | 
						|
        ids[6] = GSB_VCPU_GPR9;
 | 
						|
        ids[7] = GSB_VCPU_GPR10;
 | 
						|
        ids[8] = GSB_VCPU_GPR11;
 | 
						|
        ids[9] = GSB_VCPU_GPR12;
 | 
						|
        break;
 | 
						|
    case 0xe00:
 | 
						|
        nr = 5;
 | 
						|
        ids[0] = GSB_VCPU_SPR_HDAR;
 | 
						|
        ids[1] = GSB_VCPU_SPR_HDSISR;
 | 
						|
        ids[2] = GSB_VCPU_SPR_ASDR;
 | 
						|
        ids[3] = GSB_VCPU_SPR_NIA;
 | 
						|
        ids[4] = GSB_VCPU_SPR_MSR;
 | 
						|
        break;
 | 
						|
    case 0xe20:
 | 
						|
        nr = 4;
 | 
						|
        ids[0] = GSB_VCPU_SPR_HDAR;
 | 
						|
        ids[1] = GSB_VCPU_SPR_ASDR;
 | 
						|
        ids[2] = GSB_VCPU_SPR_NIA;
 | 
						|
        ids[3] = GSB_VCPU_SPR_MSR;
 | 
						|
        break;
 | 
						|
    case 0xe40:
 | 
						|
        nr = 3;
 | 
						|
        ids[0] = GSB_VCPU_SPR_HEIR;
 | 
						|
        ids[1] = GSB_VCPU_SPR_NIA;
 | 
						|
        ids[2] = GSB_VCPU_SPR_MSR;
 | 
						|
        break;
 | 
						|
    case 0xf80:
 | 
						|
        nr = 3;
 | 
						|
        ids[0] = GSB_VCPU_SPR_HFSCR;
 | 
						|
        ids[1] = GSB_VCPU_SPR_NIA;
 | 
						|
        ids[2] = GSB_VCPU_SPR_MSR;
 | 
						|
        break;
 | 
						|
    default:
 | 
						|
        nr = 0;
 | 
						|
        break;
 | 
						|
    }
 | 
						|
 | 
						|
    return nr;
 | 
						|
}
 | 
						|
 | 
						|
static void exit_process_output_buffer(PowerPCCPU *cpu,
 | 
						|
                                       SpaprMachineStateNestedGuest *guest,
 | 
						|
                                       target_ulong vcpuid,
 | 
						|
                                       target_ulong *r3)
 | 
						|
{
 | 
						|
    SpaprMachineStateNestedGuestVcpu *vcpu = &guest->vcpus[vcpuid];
 | 
						|
    struct guest_state_request gsr;
 | 
						|
    struct guest_state_buffer *gsb;
 | 
						|
    struct guest_state_element *element;
 | 
						|
    struct guest_state_element_type *type;
 | 
						|
    int exit_id_count = 0;
 | 
						|
    uint16_t exit_cause_ids[16];
 | 
						|
    hwaddr len;
 | 
						|
 | 
						|
    len = vcpu->runbufout.size;
 | 
						|
    gsb = address_space_map(CPU(cpu)->as, vcpu->runbufout.addr, &len, true,
 | 
						|
                            MEMTXATTRS_UNSPECIFIED);
 | 
						|
    if (!gsb || len != vcpu->runbufout.size) {
 | 
						|
        address_space_unmap(CPU(cpu)->as, gsb, len, true, len);
 | 
						|
        *r3 = H_P2;
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    exit_id_count = get_exit_ids(*r3, exit_cause_ids);
 | 
						|
 | 
						|
    /* Create a buffer of elements to send back */
 | 
						|
    gsb->num_elements = cpu_to_be32(exit_id_count);
 | 
						|
    element = gsb->elements;
 | 
						|
    for (int i = 0; i < exit_id_count; i++) {
 | 
						|
        type = guest_state_element_type_find(exit_cause_ids[i]);
 | 
						|
        assert(type);
 | 
						|
        element->id = cpu_to_be16(exit_cause_ids[i]);
 | 
						|
        element->size = cpu_to_be16(type->size);
 | 
						|
        element = guest_state_element_next(element, NULL, NULL);
 | 
						|
    }
 | 
						|
    gsr.gsb = gsb;
 | 
						|
    gsr.len = VCPU_OUT_BUF_MIN_SZ;
 | 
						|
    gsr.flags = 0; /* get + never guest wide */
 | 
						|
    getset_state(guest, vcpuid, &gsr);
 | 
						|
 | 
						|
    address_space_unmap(CPU(cpu)->as, gsb, len, true, len);
 | 
						|
    return;
 | 
						|
}
 | 
						|
 | 
						|
static
 | 
						|
void spapr_exit_nested_papr(SpaprMachineState *spapr, PowerPCCPU *cpu, int excp)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    CPUState *cs = CPU(cpu);
 | 
						|
    SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 | 
						|
    target_ulong r3_return = env->excp_vectors[excp]; /* hcall return value */
 | 
						|
    target_ulong lpid = 0, vcpuid = 0;
 | 
						|
    struct SpaprMachineStateNestedGuestVcpu *vcpu = NULL;
 | 
						|
    struct SpaprMachineStateNestedGuest *guest = NULL;
 | 
						|
 | 
						|
    lpid = spapr_cpu->nested_host_state->gpr[5];
 | 
						|
    vcpuid = spapr_cpu->nested_host_state->gpr[6];
 | 
						|
    guest = spapr_get_nested_guest(spapr, lpid);
 | 
						|
    assert(guest);
 | 
						|
    spapr_nested_vcpu_check(guest, vcpuid, false);
 | 
						|
    vcpu = &guest->vcpus[vcpuid];
 | 
						|
 | 
						|
    exit_nested_store_l2(cpu, excp, vcpu);
 | 
						|
    /* do the output buffer for run_vcpu*/
 | 
						|
    exit_process_output_buffer(cpu, guest, vcpuid, &r3_return);
 | 
						|
 | 
						|
    assert(env->spr[SPR_LPIDR] != 0);
 | 
						|
    nested_load_state(cpu, spapr_cpu->nested_host_state);
 | 
						|
    cpu_ppc_decrease_tb_by_offset(env, vcpu->tb_offset);
 | 
						|
    env->gpr[3] = H_SUCCESS;
 | 
						|
    env->gpr[4] = r3_return;
 | 
						|
    nested_post_load_state(env, cs);
 | 
						|
    cpu_ppc_hdecr_exit(env);
 | 
						|
 | 
						|
    spapr_cpu->in_nested = false;
 | 
						|
    g_free(spapr_cpu->nested_host_state);
 | 
						|
    spapr_cpu->nested_host_state = NULL;
 | 
						|
}
 | 
						|
 | 
						|
void spapr_exit_nested(PowerPCCPU *cpu, int excp)
 | 
						|
{
 | 
						|
    SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
 | 
						|
    SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 | 
						|
 | 
						|
    assert(spapr_cpu->in_nested);
 | 
						|
    if (spapr_nested_api(spapr) == NESTED_API_KVM_HV) {
 | 
						|
        spapr_exit_nested_hv(cpu, excp);
 | 
						|
    } else if (spapr_nested_api(spapr) == NESTED_API_PAPR) {
 | 
						|
        spapr_exit_nested_papr(spapr, cpu, excp);
 | 
						|
    } else {
 | 
						|
        g_assert_not_reached();
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static void nested_papr_load_l2(PowerPCCPU *cpu,
 | 
						|
                                CPUPPCState *env,
 | 
						|
                                SpaprMachineStateNestedGuestVcpu *vcpu,
 | 
						|
                                target_ulong now)
 | 
						|
{
 | 
						|
    PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu);
 | 
						|
    target_ulong lpcr, lpcr_mask, hdec;
 | 
						|
    lpcr_mask = LPCR_DPFD | LPCR_ILE | LPCR_AIL | LPCR_LD | LPCR_MER;
 | 
						|
 | 
						|
    assert(vcpu);
 | 
						|
    assert(sizeof(env->gpr) == sizeof(vcpu->state.gpr));
 | 
						|
    nested_load_state(cpu, &vcpu->state);
 | 
						|
    lpcr = (env->spr[SPR_LPCR] & ~lpcr_mask) |
 | 
						|
           (vcpu->state.lpcr & lpcr_mask);
 | 
						|
    lpcr |= LPCR_HR | LPCR_UPRT | LPCR_GTSE | LPCR_HVICE | LPCR_HDICE;
 | 
						|
    lpcr &= ~LPCR_LPES0;
 | 
						|
    env->spr[SPR_LPCR] = lpcr & pcc->lpcr_mask;
 | 
						|
 | 
						|
    hdec = vcpu->hdecr_expiry_tb - now;
 | 
						|
    cpu_ppc_store_decr(env, vcpu->state.dec_expiry_tb - now);
 | 
						|
    cpu_ppc_hdecr_init(env);
 | 
						|
    cpu_ppc_store_hdecr(env, hdec);
 | 
						|
 | 
						|
    cpu_ppc_increase_tb_by_offset(env, vcpu->tb_offset);
 | 
						|
}
 | 
						|
 | 
						|
static void nested_papr_run_vcpu(PowerPCCPU *cpu,
 | 
						|
                                 uint64_t lpid,
 | 
						|
                                 SpaprMachineStateNestedGuestVcpu *vcpu)
 | 
						|
{
 | 
						|
    SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    CPUState *cs = CPU(cpu);
 | 
						|
    SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 | 
						|
    target_ulong now = cpu_ppc_load_tbl(env);
 | 
						|
 | 
						|
    assert(env->spr[SPR_LPIDR] == 0);
 | 
						|
    assert(spapr->nested.api); /* ensure API version is initialized */
 | 
						|
    spapr_cpu->nested_host_state = g_try_new(struct nested_ppc_state, 1);
 | 
						|
    assert(spapr_cpu->nested_host_state);
 | 
						|
    nested_save_state(spapr_cpu->nested_host_state, cpu);
 | 
						|
    spapr_cpu->nested_host_state->dec_expiry_tb = now - cpu_ppc_load_decr(env);
 | 
						|
    nested_papr_load_l2(cpu, env, vcpu, now);
 | 
						|
    env->spr[SPR_LPIDR] = lpid; /* post load l2 */
 | 
						|
 | 
						|
    spapr_cpu->in_nested = true;
 | 
						|
    nested_post_load_state(env, cs);
 | 
						|
}
 | 
						|
 | 
						|
static target_ulong h_guest_run_vcpu(PowerPCCPU *cpu,
 | 
						|
                                     SpaprMachineState *spapr,
 | 
						|
                                     target_ulong opcode,
 | 
						|
                                     target_ulong *args)
 | 
						|
{
 | 
						|
    CPUPPCState *env = &cpu->env;
 | 
						|
    target_ulong flags = args[0];
 | 
						|
    target_ulong lpid = args[1];
 | 
						|
    target_ulong vcpuid = args[2];
 | 
						|
    struct SpaprMachineStateNestedGuestVcpu *vcpu;
 | 
						|
    struct guest_state_request gsr;
 | 
						|
    SpaprMachineStateNestedGuest *guest;
 | 
						|
    target_ulong rc;
 | 
						|
 | 
						|
    if (flags) /* don't handle any flags for now */
 | 
						|
        return H_PARAMETER;
 | 
						|
 | 
						|
    guest = spapr_get_nested_guest(spapr, lpid);
 | 
						|
    if (!guest) {
 | 
						|
        return H_P2;
 | 
						|
    }
 | 
						|
    if (!spapr_nested_vcpu_check(guest, vcpuid, true)) {
 | 
						|
        return H_P3;
 | 
						|
    }
 | 
						|
 | 
						|
    if (guest->parttbl[0] == 0) {
 | 
						|
        /* At least need a partition scoped radix tree */
 | 
						|
        return H_NOT_AVAILABLE;
 | 
						|
    }
 | 
						|
 | 
						|
    vcpu = &guest->vcpus[vcpuid];
 | 
						|
 | 
						|
    /* Read run_vcpu input buffer to update state */
 | 
						|
    gsr.buf = vcpu->runbufin.addr;
 | 
						|
    gsr.len = vcpu->runbufin.size;
 | 
						|
    gsr.flags = GUEST_STATE_REQUEST_SET; /* Thread wide + writing */
 | 
						|
    rc = map_and_getset_state(cpu, guest, vcpuid, &gsr);
 | 
						|
    if (rc == H_SUCCESS) {
 | 
						|
        nested_papr_run_vcpu(cpu, lpid, vcpu);
 | 
						|
    } else {
 | 
						|
        env->gpr[3] = rc;
 | 
						|
    }
 | 
						|
    return env->gpr[3];
 | 
						|
}
 | 
						|
 | 
						|
void spapr_register_nested_hv(void)
 | 
						|
{
 | 
						|
    spapr_register_hypercall(KVMPPC_H_SET_PARTITION_TABLE, h_set_ptbl);
 | 
						|
    spapr_register_hypercall(KVMPPC_H_ENTER_NESTED, h_enter_nested);
 | 
						|
    spapr_register_hypercall(KVMPPC_H_TLB_INVALIDATE, h_tlb_invalidate);
 | 
						|
    spapr_register_hypercall(KVMPPC_H_COPY_TOFROM_GUEST, h_copy_tofrom_guest);
 | 
						|
}
 | 
						|
 | 
						|
void spapr_unregister_nested_hv(void)
 | 
						|
{
 | 
						|
    spapr_unregister_hypercall(KVMPPC_H_SET_PARTITION_TABLE);
 | 
						|
    spapr_unregister_hypercall(KVMPPC_H_ENTER_NESTED);
 | 
						|
    spapr_unregister_hypercall(KVMPPC_H_TLB_INVALIDATE);
 | 
						|
    spapr_unregister_hypercall(KVMPPC_H_COPY_TOFROM_GUEST);
 | 
						|
}
 | 
						|
 | 
						|
void spapr_register_nested_papr(void)
 | 
						|
{
 | 
						|
    spapr_register_hypercall(H_GUEST_GET_CAPABILITIES,
 | 
						|
                             h_guest_get_capabilities);
 | 
						|
    spapr_register_hypercall(H_GUEST_SET_CAPABILITIES,
 | 
						|
                             h_guest_set_capabilities);
 | 
						|
    spapr_register_hypercall(H_GUEST_CREATE, h_guest_create);
 | 
						|
    spapr_register_hypercall(H_GUEST_DELETE, h_guest_delete);
 | 
						|
    spapr_register_hypercall(H_GUEST_CREATE_VCPU, h_guest_create_vcpu);
 | 
						|
    spapr_register_hypercall(H_GUEST_SET_STATE, h_guest_set_state);
 | 
						|
    spapr_register_hypercall(H_GUEST_GET_STATE, h_guest_get_state);
 | 
						|
    spapr_register_hypercall(H_GUEST_RUN_VCPU, h_guest_run_vcpu);
 | 
						|
}
 | 
						|
 | 
						|
void spapr_unregister_nested_papr(void)
 | 
						|
{
 | 
						|
    spapr_unregister_hypercall(H_GUEST_GET_CAPABILITIES);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_SET_CAPABILITIES);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_CREATE);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_DELETE);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_CREATE_VCPU);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_SET_STATE);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_GET_STATE);
 | 
						|
    spapr_unregister_hypercall(H_GUEST_RUN_VCPU);
 | 
						|
}
 | 
						|
 | 
						|
#else
 | 
						|
void spapr_exit_nested(PowerPCCPU *cpu, int excp)
 | 
						|
{
 | 
						|
    g_assert_not_reached();
 | 
						|
}
 | 
						|
 | 
						|
void spapr_register_nested_hv(void)
 | 
						|
{
 | 
						|
    /* DO NOTHING */
 | 
						|
}
 | 
						|
 | 
						|
void spapr_unregister_nested_hv(void)
 | 
						|
{
 | 
						|
    /* DO NOTHING */
 | 
						|
}
 | 
						|
 | 
						|
bool spapr_get_pate_nested_hv(SpaprMachineState *spapr, PowerPCCPU *cpu,
 | 
						|
                              target_ulong lpid, ppc_v3_pate_t *entry)
 | 
						|
{
 | 
						|
    return false;
 | 
						|
}
 | 
						|
 | 
						|
bool spapr_get_pate_nested_papr(SpaprMachineState *spapr, PowerPCCPU *cpu,
 | 
						|
                                target_ulong lpid, ppc_v3_pate_t *entry)
 | 
						|
{
 | 
						|
    return false;
 | 
						|
}
 | 
						|
 | 
						|
void spapr_register_nested_papr(void)
 | 
						|
{
 | 
						|
    /* DO NOTHING */
 | 
						|
}
 | 
						|
 | 
						|
void spapr_unregister_nested_papr(void)
 | 
						|
{
 | 
						|
    /* DO NOTHING */
 | 
						|
}
 | 
						|
 | 
						|
void spapr_nested_gsb_init(void)
 | 
						|
{
 | 
						|
    /* DO NOTHING */
 | 
						|
}
 | 
						|
 | 
						|
#endif
 |