 b9d383ab79
			
		
	
	
		b9d383ab79
		
	
	
	
	
		
			
			Quoting Peter Maydell: "These MEMTX_* aren't from the memory transaction API functions; they're just being used by gicd_readl() and friends as a way to indicate a success/failure so that the actual MemoryRegionOps read/write fns like gicv3_dist_read() can log a guest error." We are going to introduce more MemTxResult bits, so it is safer to check for !MEMTX_OK rather than MEMTX_ERROR. Reviewed-by: Peter Xu <peterx@redhat.com> Reviewed-by: David Hildenbrand <david@redhat.com> Reviewed-by: Peter Maydell <peter.maydell@linaro.org> Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> Signed-off-by: Philippe Mathieu-Daudé <philmd@redhat.com> Signed-off-by: Peter Maydell <peter.maydell@linaro.org>
		
			
				
	
	
		
			739 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			739 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * ARM GICv3 emulation: Redistributor
 | |
|  *
 | |
|  * Copyright (c) 2015 Huawei.
 | |
|  * Copyright (c) 2016 Linaro Limited.
 | |
|  * Written by Shlomo Pongratz, Peter Maydell
 | |
|  *
 | |
|  * This code is licensed under the GPL, version 2 or (at your option)
 | |
|  * any later version.
 | |
|  */
 | |
| 
 | |
| #include "qemu/osdep.h"
 | |
| #include "qemu/log.h"
 | |
| #include "trace.h"
 | |
| #include "gicv3_internal.h"
 | |
| 
 | |
| static uint32_t mask_group(GICv3CPUState *cs, MemTxAttrs attrs)
 | |
| {
 | |
|     /* Return a 32-bit mask which should be applied for this set of 32
 | |
|      * interrupts; each bit is 1 if access is permitted by the
 | |
|      * combination of attrs.secure and GICR_GROUPR. (GICR_NSACR does
 | |
|      * not affect config register accesses, unlike GICD_NSACR.)
 | |
|      */
 | |
|     if (!attrs.secure && !(cs->gic->gicd_ctlr & GICD_CTLR_DS)) {
 | |
|         /* bits for Group 0 or Secure Group 1 interrupts are RAZ/WI */
 | |
|         return cs->gicr_igroupr0;
 | |
|     }
 | |
|     return 0xFFFFFFFFU;
 | |
| }
 | |
| 
 | |
| static int gicr_ns_access(GICv3CPUState *cs, int irq)
 | |
| {
 | |
|     /* Return the 2 bit NSACR.NS_access field for this SGI */
 | |
|     assert(irq < 16);
 | |
|     return extract32(cs->gicr_nsacr, irq * 2, 2);
 | |
| }
 | |
| 
 | |
| static void gicr_write_set_bitmap_reg(GICv3CPUState *cs, MemTxAttrs attrs,
 | |
|                                       uint32_t *reg, uint32_t val)
 | |
| {
 | |
|     /* Helper routine to implement writing to a "set-bitmap" register */
 | |
|     val &= mask_group(cs, attrs);
 | |
|     *reg |= val;
 | |
|     gicv3_redist_update(cs);
 | |
| }
 | |
| 
 | |
| static void gicr_write_clear_bitmap_reg(GICv3CPUState *cs, MemTxAttrs attrs,
 | |
|                                         uint32_t *reg, uint32_t val)
 | |
| {
 | |
|     /* Helper routine to implement writing to a "clear-bitmap" register */
 | |
|     val &= mask_group(cs, attrs);
 | |
|     *reg &= ~val;
 | |
|     gicv3_redist_update(cs);
 | |
| }
 | |
| 
 | |
| static uint32_t gicr_read_bitmap_reg(GICv3CPUState *cs, MemTxAttrs attrs,
 | |
|                                      uint32_t reg)
 | |
| {
 | |
|     reg &= mask_group(cs, attrs);
 | |
|     return reg;
 | |
| }
 | |
| 
 | |
| static uint8_t gicr_read_ipriorityr(GICv3CPUState *cs, MemTxAttrs attrs,
 | |
|                                     int irq)
 | |
| {
 | |
|     /* Read the value of GICR_IPRIORITYR<n> for the specified interrupt,
 | |
|      * honouring security state (these are RAZ/WI for Group 0 or Secure
 | |
|      * Group 1 interrupts).
 | |
|      */
 | |
|     uint32_t prio;
 | |
| 
 | |
|     prio = cs->gicr_ipriorityr[irq];
 | |
| 
 | |
|     if (!attrs.secure && !(cs->gic->gicd_ctlr & GICD_CTLR_DS)) {
 | |
|         if (!(cs->gicr_igroupr0 & (1U << irq))) {
 | |
|             /* Fields for Group 0 or Secure Group 1 interrupts are RAZ/WI */
 | |
|             return 0;
 | |
|         }
 | |
|         /* NS view of the interrupt priority */
 | |
|         prio = (prio << 1) & 0xff;
 | |
|     }
 | |
|     return prio;
 | |
| }
 | |
| 
 | |
| static void gicr_write_ipriorityr(GICv3CPUState *cs, MemTxAttrs attrs, int irq,
 | |
|                                   uint8_t value)
 | |
| {
 | |
|     /* Write the value of GICD_IPRIORITYR<n> for the specified interrupt,
 | |
|      * honouring security state (these are RAZ/WI for Group 0 or Secure
 | |
|      * Group 1 interrupts).
 | |
|      */
 | |
|     if (!attrs.secure && !(cs->gic->gicd_ctlr & GICD_CTLR_DS)) {
 | |
|         if (!(cs->gicr_igroupr0 & (1U << irq))) {
 | |
|             /* Fields for Group 0 or Secure Group 1 interrupts are RAZ/WI */
 | |
|             return;
 | |
|         }
 | |
|         /* NS view of the interrupt priority */
 | |
|         value = 0x80 | (value >> 1);
 | |
|     }
 | |
|     cs->gicr_ipriorityr[irq] = value;
 | |
| }
 | |
| 
 | |
| static MemTxResult gicr_readb(GICv3CPUState *cs, hwaddr offset,
 | |
|                               uint64_t *data, MemTxAttrs attrs)
 | |
| {
 | |
|     switch (offset) {
 | |
|     case GICR_IPRIORITYR ... GICR_IPRIORITYR + 0x1f:
 | |
|         *data = gicr_read_ipriorityr(cs, attrs, offset - GICR_IPRIORITYR);
 | |
|         return MEMTX_OK;
 | |
|     default:
 | |
|         return MEMTX_ERROR;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static MemTxResult gicr_writeb(GICv3CPUState *cs, hwaddr offset,
 | |
|                                uint64_t value, MemTxAttrs attrs)
 | |
| {
 | |
|     switch (offset) {
 | |
|     case GICR_IPRIORITYR ... GICR_IPRIORITYR + 0x1f:
 | |
|         gicr_write_ipriorityr(cs, attrs, offset - GICR_IPRIORITYR, value);
 | |
|         gicv3_redist_update(cs);
 | |
|         return MEMTX_OK;
 | |
|     default:
 | |
|         return MEMTX_ERROR;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static MemTxResult gicr_readl(GICv3CPUState *cs, hwaddr offset,
 | |
|                               uint64_t *data, MemTxAttrs attrs)
 | |
| {
 | |
|     switch (offset) {
 | |
|     case GICR_CTLR:
 | |
|         *data = cs->gicr_ctlr;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IIDR:
 | |
|         *data = gicv3_iidr();
 | |
|         return MEMTX_OK;
 | |
|     case GICR_TYPER:
 | |
|         *data = extract64(cs->gicr_typer, 0, 32);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_TYPER + 4:
 | |
|         *data = extract64(cs->gicr_typer, 32, 32);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_STATUSR:
 | |
|         /* RAZ/WI for us (this is an optional register and our implementation
 | |
|          * does not track RO/WO/reserved violations to report them to the guest)
 | |
|          */
 | |
|         *data = 0;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_WAKER:
 | |
|         *data = cs->gicr_waker;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PROPBASER:
 | |
|         *data = extract64(cs->gicr_propbaser, 0, 32);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PROPBASER + 4:
 | |
|         *data = extract64(cs->gicr_propbaser, 32, 32);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PENDBASER:
 | |
|         *data = extract64(cs->gicr_pendbaser, 0, 32);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PENDBASER + 4:
 | |
|         *data = extract64(cs->gicr_pendbaser, 32, 32);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IGROUPR0:
 | |
|         if (!attrs.secure && !(cs->gic->gicd_ctlr & GICD_CTLR_DS)) {
 | |
|             *data = 0;
 | |
|             return MEMTX_OK;
 | |
|         }
 | |
|         *data = cs->gicr_igroupr0;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ISENABLER0:
 | |
|     case GICR_ICENABLER0:
 | |
|         *data = gicr_read_bitmap_reg(cs, attrs, cs->gicr_ienabler0);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ISPENDR0:
 | |
|     case GICR_ICPENDR0:
 | |
|     {
 | |
|         /* The pending register reads as the logical OR of the pending
 | |
|          * latch and the input line level for level-triggered interrupts.
 | |
|          */
 | |
|         uint32_t val = cs->gicr_ipendr0 | (~cs->edge_trigger & cs->level);
 | |
|         *data = gicr_read_bitmap_reg(cs, attrs, val);
 | |
|         return MEMTX_OK;
 | |
|     }
 | |
|     case GICR_ISACTIVER0:
 | |
|     case GICR_ICACTIVER0:
 | |
|         *data = gicr_read_bitmap_reg(cs, attrs, cs->gicr_iactiver0);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IPRIORITYR ... GICR_IPRIORITYR + 0x1f:
 | |
|     {
 | |
|         int i, irq = offset - GICR_IPRIORITYR;
 | |
|         uint32_t value = 0;
 | |
| 
 | |
|         for (i = irq + 3; i >= irq; i--) {
 | |
|             value <<= 8;
 | |
|             value |= gicr_read_ipriorityr(cs, attrs, i);
 | |
|         }
 | |
|         *data = value;
 | |
|         return MEMTX_OK;
 | |
|     }
 | |
|     case GICR_ICFGR0:
 | |
|     case GICR_ICFGR1:
 | |
|     {
 | |
|         /* Our edge_trigger bitmap is one bit per irq; take the correct
 | |
|          * half of it, and spread it out into the odd bits.
 | |
|          */
 | |
|         uint32_t value;
 | |
| 
 | |
|         value = cs->edge_trigger & mask_group(cs, attrs);
 | |
|         value = extract32(value, (offset == GICR_ICFGR1) ? 16 : 0, 16);
 | |
|         value = half_shuffle32(value) << 1;
 | |
|         *data = value;
 | |
|         return MEMTX_OK;
 | |
|     }
 | |
|     case GICR_IGRPMODR0:
 | |
|         if ((cs->gic->gicd_ctlr & GICD_CTLR_DS) || !attrs.secure) {
 | |
|             /* RAZ/WI if security disabled, or if
 | |
|              * security enabled and this is an NS access
 | |
|              */
 | |
|             *data = 0;
 | |
|             return MEMTX_OK;
 | |
|         }
 | |
|         *data = cs->gicr_igrpmodr0;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_NSACR:
 | |
|         if ((cs->gic->gicd_ctlr & GICD_CTLR_DS) || !attrs.secure) {
 | |
|             /* RAZ/WI if security disabled, or if
 | |
|              * security enabled and this is an NS access
 | |
|              */
 | |
|             *data = 0;
 | |
|             return MEMTX_OK;
 | |
|         }
 | |
|         *data = cs->gicr_nsacr;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IDREGS ... GICR_IDREGS + 0x2f:
 | |
|         *data = gicv3_idreg(offset - GICR_IDREGS);
 | |
|         return MEMTX_OK;
 | |
|     default:
 | |
|         return MEMTX_ERROR;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static MemTxResult gicr_writel(GICv3CPUState *cs, hwaddr offset,
 | |
|                                uint64_t value, MemTxAttrs attrs)
 | |
| {
 | |
|     switch (offset) {
 | |
|     case GICR_CTLR:
 | |
|         /* For our implementation, GICR_TYPER.DPGS is 0 and so all
 | |
|          * the DPG bits are RAZ/WI. We don't do anything asynchronously,
 | |
|          * so UWP and RWP are RAZ/WI. GICR_TYPER.LPIS is 1 (we
 | |
|          * implement LPIs) so Enable_LPIs is programmable.
 | |
|          */
 | |
|         if (cs->gicr_typer & GICR_TYPER_PLPIS) {
 | |
|             if (value & GICR_CTLR_ENABLE_LPIS) {
 | |
|                 cs->gicr_ctlr |= GICR_CTLR_ENABLE_LPIS;
 | |
|                 /* Check for any pending interr in pending table */
 | |
|                 gicv3_redist_update_lpi(cs);
 | |
|             } else {
 | |
|                 cs->gicr_ctlr &= ~GICR_CTLR_ENABLE_LPIS;
 | |
|                 /* cs->hppi might have been an LPI; recalculate */
 | |
|                 gicv3_redist_update(cs);
 | |
|             }
 | |
|         }
 | |
|         return MEMTX_OK;
 | |
|     case GICR_STATUSR:
 | |
|         /* RAZ/WI for our implementation */
 | |
|         return MEMTX_OK;
 | |
|     case GICR_WAKER:
 | |
|         /* Only the ProcessorSleep bit is writeable. When the guest sets
 | |
|          * it it requests that we transition the channel between the
 | |
|          * redistributor and the cpu interface to quiescent, and that
 | |
|          * we set the ChildrenAsleep bit once the inteface has reached the
 | |
|          * quiescent state.
 | |
|          * Setting the ProcessorSleep to 0 reverses the quiescing, and
 | |
|          * ChildrenAsleep is cleared once the transition is complete.
 | |
|          * Since our interface is not asynchronous, we complete these
 | |
|          * transitions instantaneously, so we set ChildrenAsleep to the
 | |
|          * same value as ProcessorSleep here.
 | |
|          */
 | |
|         value &= GICR_WAKER_ProcessorSleep;
 | |
|         if (value & GICR_WAKER_ProcessorSleep) {
 | |
|             value |= GICR_WAKER_ChildrenAsleep;
 | |
|         }
 | |
|         cs->gicr_waker = value;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PROPBASER:
 | |
|         cs->gicr_propbaser = deposit64(cs->gicr_propbaser, 0, 32, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PROPBASER + 4:
 | |
|         cs->gicr_propbaser = deposit64(cs->gicr_propbaser, 32, 32, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PENDBASER:
 | |
|         cs->gicr_pendbaser = deposit64(cs->gicr_pendbaser, 0, 32, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PENDBASER + 4:
 | |
|         cs->gicr_pendbaser = deposit64(cs->gicr_pendbaser, 32, 32, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IGROUPR0:
 | |
|         if (!attrs.secure && !(cs->gic->gicd_ctlr & GICD_CTLR_DS)) {
 | |
|             return MEMTX_OK;
 | |
|         }
 | |
|         cs->gicr_igroupr0 = value;
 | |
|         gicv3_redist_update(cs);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ISENABLER0:
 | |
|         gicr_write_set_bitmap_reg(cs, attrs, &cs->gicr_ienabler0, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ICENABLER0:
 | |
|         gicr_write_clear_bitmap_reg(cs, attrs, &cs->gicr_ienabler0, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ISPENDR0:
 | |
|         gicr_write_set_bitmap_reg(cs, attrs, &cs->gicr_ipendr0, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ICPENDR0:
 | |
|         gicr_write_clear_bitmap_reg(cs, attrs, &cs->gicr_ipendr0, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ISACTIVER0:
 | |
|         gicr_write_set_bitmap_reg(cs, attrs, &cs->gicr_iactiver0, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ICACTIVER0:
 | |
|         gicr_write_clear_bitmap_reg(cs, attrs, &cs->gicr_iactiver0, value);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IPRIORITYR ... GICR_IPRIORITYR + 0x1f:
 | |
|     {
 | |
|         int i, irq = offset - GICR_IPRIORITYR;
 | |
| 
 | |
|         for (i = irq; i < irq + 4; i++, value >>= 8) {
 | |
|             gicr_write_ipriorityr(cs, attrs, i, value);
 | |
|         }
 | |
|         gicv3_redist_update(cs);
 | |
|         return MEMTX_OK;
 | |
|     }
 | |
|     case GICR_ICFGR0:
 | |
|         /* Register is all RAZ/WI or RAO/WI bits */
 | |
|         return MEMTX_OK;
 | |
|     case GICR_ICFGR1:
 | |
|     {
 | |
|         uint32_t mask;
 | |
| 
 | |
|         /* Since our edge_trigger bitmap is one bit per irq, our input
 | |
|          * 32-bits will compress down into 16 bits which we need
 | |
|          * to write into the bitmap.
 | |
|          */
 | |
|         value = half_unshuffle32(value >> 1) << 16;
 | |
|         mask = mask_group(cs, attrs) & 0xffff0000U;
 | |
| 
 | |
|         cs->edge_trigger &= ~mask;
 | |
|         cs->edge_trigger |= (value & mask);
 | |
| 
 | |
|         gicv3_redist_update(cs);
 | |
|         return MEMTX_OK;
 | |
|     }
 | |
|     case GICR_IGRPMODR0:
 | |
|         if ((cs->gic->gicd_ctlr & GICD_CTLR_DS) || !attrs.secure) {
 | |
|             /* RAZ/WI if security disabled, or if
 | |
|              * security enabled and this is an NS access
 | |
|              */
 | |
|             return MEMTX_OK;
 | |
|         }
 | |
|         cs->gicr_igrpmodr0 = value;
 | |
|         gicv3_redist_update(cs);
 | |
|         return MEMTX_OK;
 | |
|     case GICR_NSACR:
 | |
|         if ((cs->gic->gicd_ctlr & GICD_CTLR_DS) || !attrs.secure) {
 | |
|             /* RAZ/WI if security disabled, or if
 | |
|              * security enabled and this is an NS access
 | |
|              */
 | |
|             return MEMTX_OK;
 | |
|         }
 | |
|         cs->gicr_nsacr = value;
 | |
|         /* no update required as this only affects access permission checks */
 | |
|         return MEMTX_OK;
 | |
|     case GICR_IIDR:
 | |
|     case GICR_TYPER:
 | |
|     case GICR_IDREGS ... GICR_IDREGS + 0x2f:
 | |
|         /* RO registers, ignore the write */
 | |
|         qemu_log_mask(LOG_GUEST_ERROR,
 | |
|                       "%s: invalid guest write to RO register at offset "
 | |
|                       TARGET_FMT_plx "\n", __func__, offset);
 | |
|         return MEMTX_OK;
 | |
|     default:
 | |
|         return MEMTX_ERROR;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static MemTxResult gicr_readll(GICv3CPUState *cs, hwaddr offset,
 | |
|                                uint64_t *data, MemTxAttrs attrs)
 | |
| {
 | |
|     switch (offset) {
 | |
|     case GICR_TYPER:
 | |
|         *data = cs->gicr_typer;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PROPBASER:
 | |
|         *data = cs->gicr_propbaser;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PENDBASER:
 | |
|         *data = cs->gicr_pendbaser;
 | |
|         return MEMTX_OK;
 | |
|     default:
 | |
|         return MEMTX_ERROR;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static MemTxResult gicr_writell(GICv3CPUState *cs, hwaddr offset,
 | |
|                                 uint64_t value, MemTxAttrs attrs)
 | |
| {
 | |
|     switch (offset) {
 | |
|     case GICR_PROPBASER:
 | |
|         cs->gicr_propbaser = value;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_PENDBASER:
 | |
|         cs->gicr_pendbaser = value;
 | |
|         return MEMTX_OK;
 | |
|     case GICR_TYPER:
 | |
|         /* RO register, ignore the write */
 | |
|         qemu_log_mask(LOG_GUEST_ERROR,
 | |
|                       "%s: invalid guest write to RO register at offset "
 | |
|                       TARGET_FMT_plx "\n", __func__, offset);
 | |
|         return MEMTX_OK;
 | |
|     default:
 | |
|         return MEMTX_ERROR;
 | |
|     }
 | |
| }
 | |
| 
 | |
| MemTxResult gicv3_redist_read(void *opaque, hwaddr offset, uint64_t *data,
 | |
|                               unsigned size, MemTxAttrs attrs)
 | |
| {
 | |
|     GICv3RedistRegion *region = opaque;
 | |
|     GICv3State *s = region->gic;
 | |
|     GICv3CPUState *cs;
 | |
|     MemTxResult r;
 | |
|     int cpuidx;
 | |
| 
 | |
|     assert((offset & (size - 1)) == 0);
 | |
| 
 | |
|     /*
 | |
|      * There are (for GICv3) two 64K redistributor pages per CPU.
 | |
|      * In some cases the redistributor pages for all CPUs are not
 | |
|      * contiguous (eg on the virt board they are split into two
 | |
|      * parts if there are too many CPUs to all fit in the same place
 | |
|      * in the memory map); if so then the GIC has multiple MemoryRegions
 | |
|      * for the redistributors.
 | |
|      */
 | |
|     cpuidx = region->cpuidx + offset / GICV3_REDIST_SIZE;
 | |
|     offset %= GICV3_REDIST_SIZE;
 | |
| 
 | |
|     cs = &s->cpu[cpuidx];
 | |
| 
 | |
|     switch (size) {
 | |
|     case 1:
 | |
|         r = gicr_readb(cs, offset, data, attrs);
 | |
|         break;
 | |
|     case 4:
 | |
|         r = gicr_readl(cs, offset, data, attrs);
 | |
|         break;
 | |
|     case 8:
 | |
|         r = gicr_readll(cs, offset, data, attrs);
 | |
|         break;
 | |
|     default:
 | |
|         r = MEMTX_ERROR;
 | |
|         break;
 | |
|     }
 | |
| 
 | |
|     if (r != MEMTX_OK) {
 | |
|         qemu_log_mask(LOG_GUEST_ERROR,
 | |
|                       "%s: invalid guest read at offset " TARGET_FMT_plx
 | |
|                       " size %u\n", __func__, offset, size);
 | |
|         trace_gicv3_redist_badread(gicv3_redist_affid(cs), offset,
 | |
|                                    size, attrs.secure);
 | |
|         /* The spec requires that reserved registers are RAZ/WI;
 | |
|          * so use MEMTX_ERROR returns from leaf functions as a way to
 | |
|          * trigger the guest-error logging but don't return it to
 | |
|          * the caller, or we'll cause a spurious guest data abort.
 | |
|          */
 | |
|         r = MEMTX_OK;
 | |
|         *data = 0;
 | |
|     } else {
 | |
|         trace_gicv3_redist_read(gicv3_redist_affid(cs), offset, *data,
 | |
|                                 size, attrs.secure);
 | |
|     }
 | |
|     return r;
 | |
| }
 | |
| 
 | |
| MemTxResult gicv3_redist_write(void *opaque, hwaddr offset, uint64_t data,
 | |
|                                unsigned size, MemTxAttrs attrs)
 | |
| {
 | |
|     GICv3RedistRegion *region = opaque;
 | |
|     GICv3State *s = region->gic;
 | |
|     GICv3CPUState *cs;
 | |
|     MemTxResult r;
 | |
|     int cpuidx;
 | |
| 
 | |
|     assert((offset & (size - 1)) == 0);
 | |
| 
 | |
|     /*
 | |
|      * There are (for GICv3) two 64K redistributor pages per CPU.
 | |
|      * In some cases the redistributor pages for all CPUs are not
 | |
|      * contiguous (eg on the virt board they are split into two
 | |
|      * parts if there are too many CPUs to all fit in the same place
 | |
|      * in the memory map); if so then the GIC has multiple MemoryRegions
 | |
|      * for the redistributors.
 | |
|      */
 | |
|     cpuidx = region->cpuidx + offset / GICV3_REDIST_SIZE;
 | |
|     offset %= GICV3_REDIST_SIZE;
 | |
| 
 | |
|     cs = &s->cpu[cpuidx];
 | |
| 
 | |
|     switch (size) {
 | |
|     case 1:
 | |
|         r = gicr_writeb(cs, offset, data, attrs);
 | |
|         break;
 | |
|     case 4:
 | |
|         r = gicr_writel(cs, offset, data, attrs);
 | |
|         break;
 | |
|     case 8:
 | |
|         r = gicr_writell(cs, offset, data, attrs);
 | |
|         break;
 | |
|     default:
 | |
|         r = MEMTX_ERROR;
 | |
|         break;
 | |
|     }
 | |
| 
 | |
|     if (r != MEMTX_OK) {
 | |
|         qemu_log_mask(LOG_GUEST_ERROR,
 | |
|                       "%s: invalid guest write at offset " TARGET_FMT_plx
 | |
|                       " size %u\n", __func__, offset, size);
 | |
|         trace_gicv3_redist_badwrite(gicv3_redist_affid(cs), offset, data,
 | |
|                                     size, attrs.secure);
 | |
|         /* The spec requires that reserved registers are RAZ/WI;
 | |
|          * so use MEMTX_ERROR returns from leaf functions as a way to
 | |
|          * trigger the guest-error logging but don't return it to
 | |
|          * the caller, or we'll cause a spurious guest data abort.
 | |
|          */
 | |
|         r = MEMTX_OK;
 | |
|     } else {
 | |
|         trace_gicv3_redist_write(gicv3_redist_affid(cs), offset, data,
 | |
|                                  size, attrs.secure);
 | |
|     }
 | |
|     return r;
 | |
| }
 | |
| 
 | |
| static void gicv3_redist_check_lpi_priority(GICv3CPUState *cs, int irq)
 | |
| {
 | |
|     AddressSpace *as = &cs->gic->dma_as;
 | |
|     uint64_t lpict_baddr;
 | |
|     uint8_t lpite;
 | |
|     uint8_t prio;
 | |
| 
 | |
|     lpict_baddr = cs->gicr_propbaser & R_GICR_PROPBASER_PHYADDR_MASK;
 | |
| 
 | |
|     address_space_read(as, lpict_baddr + ((irq - GICV3_LPI_INTID_START) *
 | |
|                        sizeof(lpite)), MEMTXATTRS_UNSPECIFIED, &lpite,
 | |
|                        sizeof(lpite));
 | |
| 
 | |
|     if (!(lpite & LPI_CTE_ENABLED)) {
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     if (cs->gic->gicd_ctlr & GICD_CTLR_DS) {
 | |
|         prio = lpite & LPI_PRIORITY_MASK;
 | |
|     } else {
 | |
|         prio = ((lpite & LPI_PRIORITY_MASK) >> 1) | 0x80;
 | |
|     }
 | |
| 
 | |
|     if ((prio < cs->hpplpi.prio) ||
 | |
|         ((prio == cs->hpplpi.prio) && (irq <= cs->hpplpi.irq))) {
 | |
|         cs->hpplpi.irq = irq;
 | |
|         cs->hpplpi.prio = prio;
 | |
|         /* LPIs are always non-secure Grp1 interrupts */
 | |
|         cs->hpplpi.grp = GICV3_G1NS;
 | |
|     }
 | |
| }
 | |
| 
 | |
| void gicv3_redist_update_lpi_only(GICv3CPUState *cs)
 | |
| {
 | |
|     /*
 | |
|      * This function scans the LPI pending table and for each pending
 | |
|      * LPI, reads the corresponding entry from LPI configuration table
 | |
|      * to extract the priority info and determine if the current LPI
 | |
|      * priority is lower than the last computed high priority lpi interrupt.
 | |
|      * If yes, replace current LPI as the new high priority lpi interrupt.
 | |
|      */
 | |
|     AddressSpace *as = &cs->gic->dma_as;
 | |
|     uint64_t lpipt_baddr;
 | |
|     uint32_t pendt_size = 0;
 | |
|     uint8_t pend;
 | |
|     int i, bit;
 | |
|     uint64_t idbits;
 | |
| 
 | |
|     idbits = MIN(FIELD_EX64(cs->gicr_propbaser, GICR_PROPBASER, IDBITS),
 | |
|                  GICD_TYPER_IDBITS);
 | |
| 
 | |
|     if (!(cs->gicr_ctlr & GICR_CTLR_ENABLE_LPIS) || !cs->gicr_propbaser ||
 | |
|         !cs->gicr_pendbaser) {
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     cs->hpplpi.prio = 0xff;
 | |
| 
 | |
|     lpipt_baddr = cs->gicr_pendbaser & R_GICR_PENDBASER_PHYADDR_MASK;
 | |
| 
 | |
|     /* Determine the highest priority pending interrupt among LPIs */
 | |
|     pendt_size = (1ULL << (idbits + 1));
 | |
| 
 | |
|     for (i = GICV3_LPI_INTID_START / 8; i < pendt_size / 8; i++) {
 | |
|         address_space_read(as, lpipt_baddr + i, MEMTXATTRS_UNSPECIFIED, &pend,
 | |
|                            sizeof(pend));
 | |
| 
 | |
|         while (pend) {
 | |
|             bit = ctz32(pend);
 | |
|             gicv3_redist_check_lpi_priority(cs, i * 8 + bit);
 | |
|             pend &= ~(1 << bit);
 | |
|         }
 | |
|     }
 | |
| }
 | |
| 
 | |
| void gicv3_redist_update_lpi(GICv3CPUState *cs)
 | |
| {
 | |
|     gicv3_redist_update_lpi_only(cs);
 | |
|     gicv3_redist_update(cs);
 | |
| }
 | |
| 
 | |
| void gicv3_redist_lpi_pending(GICv3CPUState *cs, int irq, int level)
 | |
| {
 | |
|     /*
 | |
|      * This function updates the pending bit in lpi pending table for
 | |
|      * the irq being activated or deactivated.
 | |
|      */
 | |
|     AddressSpace *as = &cs->gic->dma_as;
 | |
|     uint64_t lpipt_baddr;
 | |
|     bool ispend = false;
 | |
|     uint8_t pend;
 | |
| 
 | |
|     /*
 | |
|      * get the bit value corresponding to this irq in the
 | |
|      * lpi pending table
 | |
|      */
 | |
|     lpipt_baddr = cs->gicr_pendbaser & R_GICR_PENDBASER_PHYADDR_MASK;
 | |
| 
 | |
|     address_space_read(as, lpipt_baddr + ((irq / 8) * sizeof(pend)),
 | |
|                        MEMTXATTRS_UNSPECIFIED, &pend, sizeof(pend));
 | |
| 
 | |
|     ispend = extract32(pend, irq % 8, 1);
 | |
| 
 | |
|     /* no change in the value of pending bit, return */
 | |
|     if (ispend == level) {
 | |
|         return;
 | |
|     }
 | |
|     pend = deposit32(pend, irq % 8, 1, level ? 1 : 0);
 | |
| 
 | |
|     address_space_write(as, lpipt_baddr + ((irq / 8) * sizeof(pend)),
 | |
|                         MEMTXATTRS_UNSPECIFIED, &pend, sizeof(pend));
 | |
| 
 | |
|     /*
 | |
|      * check if this LPI is better than the current hpplpi, if yes
 | |
|      * just set hpplpi.prio and .irq without doing a full rescan
 | |
|      */
 | |
|     if (level) {
 | |
|         gicv3_redist_check_lpi_priority(cs, irq);
 | |
|         gicv3_redist_update(cs);
 | |
|     } else {
 | |
|         if (irq == cs->hpplpi.irq) {
 | |
|             gicv3_redist_update_lpi(cs);
 | |
|         }
 | |
|     }
 | |
| }
 | |
| 
 | |
| void gicv3_redist_process_lpi(GICv3CPUState *cs, int irq, int level)
 | |
| {
 | |
|     uint64_t idbits;
 | |
| 
 | |
|     idbits = MIN(FIELD_EX64(cs->gicr_propbaser, GICR_PROPBASER, IDBITS),
 | |
|                  GICD_TYPER_IDBITS);
 | |
| 
 | |
|     if (!(cs->gicr_ctlr & GICR_CTLR_ENABLE_LPIS) || !cs->gicr_propbaser ||
 | |
|          !cs->gicr_pendbaser || (irq > (1ULL << (idbits + 1)) - 1) ||
 | |
|          irq < GICV3_LPI_INTID_START) {
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     /* set/clear the pending bit for this irq */
 | |
|     gicv3_redist_lpi_pending(cs, irq, level);
 | |
| }
 | |
| 
 | |
| void gicv3_redist_set_irq(GICv3CPUState *cs, int irq, int level)
 | |
| {
 | |
|     /* Update redistributor state for a change in an external PPI input line */
 | |
|     if (level == extract32(cs->level, irq, 1)) {
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     trace_gicv3_redist_set_irq(gicv3_redist_affid(cs), irq, level);
 | |
| 
 | |
|     cs->level = deposit32(cs->level, irq, 1, level);
 | |
| 
 | |
|     if (level) {
 | |
|         /* 0->1 edges latch the pending bit for edge-triggered interrupts */
 | |
|         if (extract32(cs->edge_trigger, irq, 1)) {
 | |
|             cs->gicr_ipendr0 = deposit32(cs->gicr_ipendr0, irq, 1, 1);
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     gicv3_redist_update(cs);
 | |
| }
 | |
| 
 | |
| void gicv3_redist_send_sgi(GICv3CPUState *cs, int grp, int irq, bool ns)
 | |
| {
 | |
|     /* Update redistributor state for a generated SGI */
 | |
|     int irqgrp = gicv3_irq_group(cs->gic, cs, irq);
 | |
| 
 | |
|     /* If we are asked for a Secure Group 1 SGI and it's actually
 | |
|      * configured as Secure Group 0 this is OK (subject to the usual
 | |
|      * NSACR checks).
 | |
|      */
 | |
|     if (grp == GICV3_G1 && irqgrp == GICV3_G0) {
 | |
|         grp = GICV3_G0;
 | |
|     }
 | |
| 
 | |
|     if (grp != irqgrp) {
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     if (ns && !(cs->gic->gicd_ctlr & GICD_CTLR_DS)) {
 | |
|         /* If security is enabled we must test the NSACR bits */
 | |
|         int nsaccess = gicr_ns_access(cs, irq);
 | |
| 
 | |
|         if ((irqgrp == GICV3_G0 && nsaccess < 1) ||
 | |
|             (irqgrp == GICV3_G1 && nsaccess < 2)) {
 | |
|             return;
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     /* OK, we can accept the SGI */
 | |
|     trace_gicv3_redist_send_sgi(gicv3_redist_affid(cs), irq);
 | |
|     cs->gicr_ipendr0 = deposit32(cs->gicr_ipendr0, irq, 1, 1);
 | |
|     gicv3_redist_update(cs);
 | |
| }
 |