182 lines
3.8 KiB
C
182 lines
3.8 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
/*
|
|
* Copyright 2011 IBM Corporation.
|
|
*/
|
|
#include <linux/types.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/irq.h>
|
|
#include <linux/smp.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/irqdomain.h>
|
|
#include <linux/cpu.h>
|
|
#include <linux/of.h>
|
|
|
|
#include <asm/smp.h>
|
|
#include <asm/irq.h>
|
|
#include <asm/errno.h>
|
|
#include <asm/xics.h>
|
|
#include <asm/io.h>
|
|
#include <asm/hvcall.h>
|
|
|
|
static inline unsigned int icp_hv_get_xirr(unsigned char cppr)
|
|
{
|
|
unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
|
|
long rc;
|
|
unsigned int ret = XICS_IRQ_SPURIOUS;
|
|
|
|
rc = plpar_hcall(H_XIRR, retbuf, cppr);
|
|
if (rc == H_SUCCESS) {
|
|
ret = (unsigned int)retbuf[0];
|
|
} else {
|
|
pr_err("%s: bad return code xirr cppr=0x%x returned %ld\n",
|
|
__func__, cppr, rc);
|
|
WARN_ON_ONCE(1);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static inline void icp_hv_set_cppr(u8 value)
|
|
{
|
|
long rc = plpar_hcall_norets(H_CPPR, value);
|
|
if (rc != H_SUCCESS) {
|
|
pr_err("%s: bad return code cppr cppr=0x%x returned %ld\n",
|
|
__func__, value, rc);
|
|
WARN_ON_ONCE(1);
|
|
}
|
|
}
|
|
|
|
static inline void icp_hv_set_xirr(unsigned int value)
|
|
{
|
|
long rc = plpar_hcall_norets(H_EOI, value);
|
|
if (rc != H_SUCCESS) {
|
|
pr_err("%s: bad return code eoi xirr=0x%x returned %ld\n",
|
|
__func__, value, rc);
|
|
WARN_ON_ONCE(1);
|
|
icp_hv_set_cppr(value >> 24);
|
|
}
|
|
}
|
|
|
|
static inline void icp_hv_set_qirr(int n_cpu , u8 value)
|
|
{
|
|
int hw_cpu = get_hard_smp_processor_id(n_cpu);
|
|
long rc;
|
|
|
|
/* Make sure all previous accesses are ordered before IPI sending */
|
|
mb();
|
|
rc = plpar_hcall_norets(H_IPI, hw_cpu, value);
|
|
if (rc != H_SUCCESS) {
|
|
pr_err("%s: bad return code qirr cpu=%d hw_cpu=%d mfrr=0x%x "
|
|
"returned %ld\n", __func__, n_cpu, hw_cpu, value, rc);
|
|
WARN_ON_ONCE(1);
|
|
}
|
|
}
|
|
|
|
static void icp_hv_eoi(struct irq_data *d)
|
|
{
|
|
unsigned int hw_irq = (unsigned int)irqd_to_hwirq(d);
|
|
|
|
iosync();
|
|
icp_hv_set_xirr((xics_pop_cppr() << 24) | hw_irq);
|
|
}
|
|
|
|
static void icp_hv_teardown_cpu(void)
|
|
{
|
|
int cpu = smp_processor_id();
|
|
|
|
/* Clear any pending IPI */
|
|
icp_hv_set_qirr(cpu, 0xff);
|
|
}
|
|
|
|
static void icp_hv_flush_ipi(void)
|
|
{
|
|
/* We take the ipi irq but and never return so we
|
|
* need to EOI the IPI, but want to leave our priority 0
|
|
*
|
|
* should we check all the other interrupts too?
|
|
* should we be flagging idle loop instead?
|
|
* or creating some task to be scheduled?
|
|
*/
|
|
|
|
icp_hv_set_xirr((0x00 << 24) | XICS_IPI);
|
|
}
|
|
|
|
static unsigned int icp_hv_get_irq(void)
|
|
{
|
|
unsigned int xirr = icp_hv_get_xirr(xics_cppr_top());
|
|
unsigned int vec = xirr & 0x00ffffff;
|
|
unsigned int irq;
|
|
|
|
if (vec == XICS_IRQ_SPURIOUS)
|
|
return 0;
|
|
|
|
irq = irq_find_mapping(xics_host, vec);
|
|
if (likely(irq)) {
|
|
xics_push_cppr(vec);
|
|
return irq;
|
|
}
|
|
|
|
/* We don't have a linux mapping, so have rtas mask it. */
|
|
xics_mask_unknown_vec(vec);
|
|
|
|
/* We might learn about it later, so EOI it */
|
|
icp_hv_set_xirr(xirr);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void icp_hv_set_cpu_priority(unsigned char cppr)
|
|
{
|
|
xics_set_base_cppr(cppr);
|
|
icp_hv_set_cppr(cppr);
|
|
iosync();
|
|
}
|
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
static void icp_hv_cause_ipi(int cpu)
|
|
{
|
|
icp_hv_set_qirr(cpu, IPI_PRIORITY);
|
|
}
|
|
|
|
static irqreturn_t icp_hv_ipi_action(int irq, void *dev_id)
|
|
{
|
|
int cpu = smp_processor_id();
|
|
|
|
icp_hv_set_qirr(cpu, 0xff);
|
|
|
|
return smp_ipi_demux();
|
|
}
|
|
|
|
#endif /* CONFIG_SMP */
|
|
|
|
static const struct icp_ops icp_hv_ops = {
|
|
.get_irq = icp_hv_get_irq,
|
|
.eoi = icp_hv_eoi,
|
|
.set_priority = icp_hv_set_cpu_priority,
|
|
.teardown_cpu = icp_hv_teardown_cpu,
|
|
.flush_ipi = icp_hv_flush_ipi,
|
|
#ifdef CONFIG_SMP
|
|
.ipi_action = icp_hv_ipi_action,
|
|
.cause_ipi = icp_hv_cause_ipi,
|
|
#endif
|
|
};
|
|
|
|
int __init icp_hv_init(void)
|
|
{
|
|
struct device_node *np;
|
|
|
|
np = of_find_compatible_node(NULL, NULL, "ibm,ppc-xicp");
|
|
if (!np)
|
|
np = of_find_node_by_type(NULL,
|
|
"PowerPC-External-Interrupt-Presentation");
|
|
if (!np)
|
|
return -ENODEV;
|
|
|
|
icp_ops = &icp_hv_ops;
|
|
|
|
of_node_put(np);
|
|
return 0;
|
|
}
|
|
|