CMD_TLBI_S2_IPA: As S1+S2 is not enabled, for now this can be the same as CMD_TLBI_NH_VAA. CMD_TLBI_S12_VMALL: Added new function to invalidate TLB by VMID. For stage-1 only commands, add a check to throw CERROR_ILL if used when stage-1 is not supported. Reviewed-by: Eric Auger <eric.auger@redhat.com> Signed-off-by: Mostafa Saleh <smostafa@google.com> Tested-by: Eric Auger <eric.auger@redhat.com> Tested-by: Jean-Philippe Brucker <jean-philippe@linaro.org> Message-id: 20230516203327.2051088-9-smostafa@google.com Signed-off-by: Peter Maydell <peter.maydell@linaro.org>
		
			
				
	
	
		
			204 lines
		
	
	
		
			6.8 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			204 lines
		
	
	
		
			6.8 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * ARM SMMU Support
 | 
						|
 *
 | 
						|
 * Copyright (C) 2015-2016 Broadcom Corporation
 | 
						|
 * Copyright (c) 2017 Red Hat, Inc.
 | 
						|
 * Written by Prem Mallappa, Eric Auger
 | 
						|
 *
 | 
						|
 * This program is free software; you can redistribute it and/or modify
 | 
						|
 * it under the terms of the GNU General Public License version 2 as
 | 
						|
 * published by the Free Software Foundation.
 | 
						|
 *
 | 
						|
 * This program is distributed in the hope that it will be useful,
 | 
						|
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
 * GNU General Public License for more details.
 | 
						|
 *
 | 
						|
 */
 | 
						|
 | 
						|
#ifndef HW_ARM_SMMU_COMMON_H
 | 
						|
#define HW_ARM_SMMU_COMMON_H
 | 
						|
 | 
						|
#include "hw/sysbus.h"
 | 
						|
#include "hw/pci/pci.h"
 | 
						|
#include "qom/object.h"
 | 
						|
 | 
						|
#define SMMU_PCI_BUS_MAX                    256
 | 
						|
#define SMMU_PCI_DEVFN_MAX                  256
 | 
						|
#define SMMU_PCI_DEVFN(sid)                 (sid & 0xFF)
 | 
						|
 | 
						|
/* VMSAv8-64 Translation constants and functions */
 | 
						|
#define VMSA_LEVELS                         4
 | 
						|
#define VMSA_MAX_S2_CONCAT                  16
 | 
						|
 | 
						|
#define VMSA_STRIDE(gran)                   ((gran) - VMSA_LEVELS + 1)
 | 
						|
#define VMSA_BIT_LVL(isz, strd, lvl)        ((isz) - (strd) * \
 | 
						|
                                             (VMSA_LEVELS - (lvl)))
 | 
						|
#define VMSA_IDXMSK(isz, strd, lvl)         ((1ULL << \
 | 
						|
                                             VMSA_BIT_LVL(isz, strd, lvl)) - 1)
 | 
						|
 | 
						|
/*
 | 
						|
 * Page table walk error types
 | 
						|
 */
 | 
						|
typedef enum {
 | 
						|
    SMMU_PTW_ERR_NONE,
 | 
						|
    SMMU_PTW_ERR_WALK_EABT,   /* Translation walk external abort */
 | 
						|
    SMMU_PTW_ERR_TRANSLATION, /* Translation fault */
 | 
						|
    SMMU_PTW_ERR_ADDR_SIZE,   /* Address Size fault */
 | 
						|
    SMMU_PTW_ERR_ACCESS,      /* Access fault */
 | 
						|
    SMMU_PTW_ERR_PERMISSION,  /* Permission fault */
 | 
						|
} SMMUPTWEventType;
 | 
						|
 | 
						|
typedef struct SMMUPTWEventInfo {
 | 
						|
    int stage;
 | 
						|
    SMMUPTWEventType type;
 | 
						|
    dma_addr_t addr; /* fetched address that induced an abort, if any */
 | 
						|
} SMMUPTWEventInfo;
 | 
						|
 | 
						|
typedef struct SMMUTransTableInfo {
 | 
						|
    bool disabled;             /* is the translation table disabled? */
 | 
						|
    uint64_t ttb;              /* TT base address */
 | 
						|
    uint8_t tsz;               /* input range, ie. 2^(64 -tsz)*/
 | 
						|
    uint8_t granule_sz;        /* granule page shift */
 | 
						|
    bool had;                  /* hierarchical attribute disable */
 | 
						|
} SMMUTransTableInfo;
 | 
						|
 | 
						|
typedef struct SMMUTLBEntry {
 | 
						|
    IOMMUTLBEntry entry;
 | 
						|
    uint8_t level;
 | 
						|
    uint8_t granule;
 | 
						|
} SMMUTLBEntry;
 | 
						|
 | 
						|
/* Stage-2 configuration. */
 | 
						|
typedef struct SMMUS2Cfg {
 | 
						|
    uint8_t tsz;            /* Size of IPA input region (S2T0SZ) */
 | 
						|
    uint8_t sl0;            /* Start level of translation (S2SL0) */
 | 
						|
    bool affd;              /* AF Fault Disable (S2AFFD) */
 | 
						|
    bool record_faults;     /* Record fault events (S2R) */
 | 
						|
    uint8_t granule_sz;     /* Granule page shift (based on S2TG) */
 | 
						|
    uint8_t eff_ps;         /* Effective PA output range (based on S2PS) */
 | 
						|
    uint16_t vmid;          /* Virtual Machine ID (S2VMID) */
 | 
						|
    uint64_t vttb;          /* Address of translation table base (S2TTB) */
 | 
						|
} SMMUS2Cfg;
 | 
						|
 | 
						|
/*
 | 
						|
 * Generic structure populated by derived SMMU devices
 | 
						|
 * after decoding the configuration information and used as
 | 
						|
 * input to the page table walk
 | 
						|
 */
 | 
						|
typedef struct SMMUTransCfg {
 | 
						|
    /* Shared fields between stage-1 and stage-2. */
 | 
						|
    int stage;                 /* translation stage */
 | 
						|
    bool disabled;             /* smmu is disabled */
 | 
						|
    bool bypassed;             /* translation is bypassed */
 | 
						|
    bool aborted;              /* translation is aborted */
 | 
						|
    uint32_t iotlb_hits;       /* counts IOTLB hits */
 | 
						|
    uint32_t iotlb_misses;     /* counts IOTLB misses*/
 | 
						|
    /* Used by stage-1 only. */
 | 
						|
    bool aa64;                 /* arch64 or aarch32 translation table */
 | 
						|
    bool record_faults;        /* record fault events */
 | 
						|
    uint64_t ttb;              /* TT base address */
 | 
						|
    uint8_t oas;               /* output address width */
 | 
						|
    uint8_t tbi;               /* Top Byte Ignore */
 | 
						|
    uint16_t asid;
 | 
						|
    SMMUTransTableInfo tt[2];
 | 
						|
    /* Used by stage-2 only. */
 | 
						|
    struct SMMUS2Cfg s2cfg;
 | 
						|
} SMMUTransCfg;
 | 
						|
 | 
						|
typedef struct SMMUDevice {
 | 
						|
    void               *smmu;
 | 
						|
    PCIBus             *bus;
 | 
						|
    int                devfn;
 | 
						|
    IOMMUMemoryRegion  iommu;
 | 
						|
    AddressSpace       as;
 | 
						|
    uint32_t           cfg_cache_hits;
 | 
						|
    uint32_t           cfg_cache_misses;
 | 
						|
    QLIST_ENTRY(SMMUDevice) next;
 | 
						|
} SMMUDevice;
 | 
						|
 | 
						|
typedef struct SMMUPciBus {
 | 
						|
    PCIBus       *bus;
 | 
						|
    SMMUDevice   *pbdev[]; /* Parent array is sparse, so dynamically alloc */
 | 
						|
} SMMUPciBus;
 | 
						|
 | 
						|
typedef struct SMMUIOTLBKey {
 | 
						|
    uint64_t iova;
 | 
						|
    uint16_t asid;
 | 
						|
    uint16_t vmid;
 | 
						|
    uint8_t tg;
 | 
						|
    uint8_t level;
 | 
						|
} SMMUIOTLBKey;
 | 
						|
 | 
						|
struct SMMUState {
 | 
						|
    /* <private> */
 | 
						|
    SysBusDevice  dev;
 | 
						|
    const char *mrtypename;
 | 
						|
    MemoryRegion iomem;
 | 
						|
 | 
						|
    GHashTable *smmu_pcibus_by_busptr;
 | 
						|
    GHashTable *configs; /* cache for configuration data */
 | 
						|
    GHashTable *iotlb;
 | 
						|
    SMMUPciBus *smmu_pcibus_by_bus_num[SMMU_PCI_BUS_MAX];
 | 
						|
    PCIBus *pci_bus;
 | 
						|
    QLIST_HEAD(, SMMUDevice) devices_with_notifiers;
 | 
						|
    uint8_t bus_num;
 | 
						|
    PCIBus *primary_bus;
 | 
						|
};
 | 
						|
 | 
						|
struct SMMUBaseClass {
 | 
						|
    /* <private> */
 | 
						|
    SysBusDeviceClass parent_class;
 | 
						|
 | 
						|
    /*< public >*/
 | 
						|
 | 
						|
    DeviceRealize parent_realize;
 | 
						|
 | 
						|
};
 | 
						|
 | 
						|
#define TYPE_ARM_SMMU "arm-smmu"
 | 
						|
OBJECT_DECLARE_TYPE(SMMUState, SMMUBaseClass, ARM_SMMU)
 | 
						|
 | 
						|
/* Return the SMMUPciBus handle associated to a PCI bus number */
 | 
						|
SMMUPciBus *smmu_find_smmu_pcibus(SMMUState *s, uint8_t bus_num);
 | 
						|
 | 
						|
/* Return the stream ID of an SMMU device */
 | 
						|
static inline uint16_t smmu_get_sid(SMMUDevice *sdev)
 | 
						|
{
 | 
						|
    return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn);
 | 
						|
}
 | 
						|
 | 
						|
/**
 | 
						|
 * smmu_ptw - Perform the page table walk for a given iova / access flags
 | 
						|
 * pair, according to @cfg translation config
 | 
						|
 */
 | 
						|
int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm,
 | 
						|
             SMMUTLBEntry *tlbe, SMMUPTWEventInfo *info);
 | 
						|
 | 
						|
/**
 | 
						|
 * select_tt - compute which translation table shall be used according to
 | 
						|
 * the input iova and translation config and return the TT specific info
 | 
						|
 */
 | 
						|
SMMUTransTableInfo *select_tt(SMMUTransCfg *cfg, dma_addr_t iova);
 | 
						|
 | 
						|
/* Return the iommu mr associated to @sid, or NULL if none */
 | 
						|
IOMMUMemoryRegion *smmu_iommu_mr(SMMUState *s, uint32_t sid);
 | 
						|
 | 
						|
#define SMMU_IOTLB_MAX_SIZE 256
 | 
						|
 | 
						|
SMMUTLBEntry *smmu_iotlb_lookup(SMMUState *bs, SMMUTransCfg *cfg,
 | 
						|
                                SMMUTransTableInfo *tt, hwaddr iova);
 | 
						|
void smmu_iotlb_insert(SMMUState *bs, SMMUTransCfg *cfg, SMMUTLBEntry *entry);
 | 
						|
SMMUIOTLBKey smmu_get_iotlb_key(uint16_t asid, uint16_t vmid, uint64_t iova,
 | 
						|
                                uint8_t tg, uint8_t level);
 | 
						|
void smmu_iotlb_inv_all(SMMUState *s);
 | 
						|
void smmu_iotlb_inv_asid(SMMUState *s, uint16_t asid);
 | 
						|
void smmu_iotlb_inv_vmid(SMMUState *s, uint16_t vmid);
 | 
						|
void smmu_iotlb_inv_iova(SMMUState *s, int asid, int vmid, dma_addr_t iova,
 | 
						|
                         uint8_t tg, uint64_t num_pages, uint8_t ttl);
 | 
						|
 | 
						|
/* Unmap the range of all the notifiers registered to any IOMMU mr */
 | 
						|
void smmu_inv_notifiers_all(SMMUState *s);
 | 
						|
 | 
						|
#endif /* HW_ARM_SMMU_COMMON_H */
 |