2006-04-11 04:17:48 +02:00
|
|
|
/*
|
|
|
|
* MSI hooks for standard x86 apic
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/pci.h>
|
|
|
|
#include <linux/irq.h>
|
2006-10-04 11:16:59 +02:00
|
|
|
#include <linux/msi.h>
|
2008-10-17 21:14:13 +02:00
|
|
|
#include <linux/dmar.h>
|
2006-06-26 14:00:02 +02:00
|
|
|
#include <asm/smp.h>
|
2009-02-16 08:14:48 +01:00
|
|
|
#include <asm/msidef.h>
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2006-10-04 11:16:59 +02:00
|
|
|
static struct irq_chip ia64_msi_chip;
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2006-10-04 11:16:59 +02:00
|
|
|
#ifdef CONFIG_SMP
|
2011-02-04 20:18:43 +01:00
|
|
|
static int ia64_set_msi_irq_affinity(struct irq_data *idata,
|
|
|
|
const cpumask_t *cpu_mask, bool force)
|
2006-04-11 04:17:48 +02:00
|
|
|
{
|
2006-10-04 11:16:59 +02:00
|
|
|
struct msi_msg msg;
|
2007-07-17 14:22:48 +02:00
|
|
|
u32 addr, data;
|
2014-03-04 21:43:38 +01:00
|
|
|
int cpu = cpumask_first_and(cpu_mask, cpu_online_mask);
|
2011-02-04 20:18:43 +01:00
|
|
|
unsigned int irq = idata->irq;
|
2006-10-04 11:16:59 +02:00
|
|
|
|
2008-02-25 06:32:22 +01:00
|
|
|
if (irq_prepare_move(irq, cpu))
|
2009-04-28 02:59:21 +02:00
|
|
|
return -1;
|
2007-07-17 14:22:33 +02:00
|
|
|
|
2015-06-01 10:05:42 +02:00
|
|
|
__get_cached_msi_msg(irq_data_get_msi_desc(idata), &msg);
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2006-10-04 11:16:59 +02:00
|
|
|
addr = msg.address_lo;
|
2009-02-16 08:14:48 +01:00
|
|
|
addr &= MSI_ADDR_DEST_ID_MASK;
|
|
|
|
addr |= MSI_ADDR_DEST_ID_CPU(cpu_physical_id(cpu));
|
2006-10-04 11:16:59 +02:00
|
|
|
msg.address_lo = addr;
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2007-07-17 14:22:48 +02:00
|
|
|
data = msg.data;
|
|
|
|
data &= MSI_DATA_VECTOR_MASK;
|
|
|
|
data |= MSI_DATA_VECTOR(irq_to_vector(irq));
|
|
|
|
msg.data = data;
|
|
|
|
|
2014-11-09 16:10:34 +01:00
|
|
|
pci_write_msi_msg(irq, &msg);
|
2015-07-13 22:42:46 +02:00
|
|
|
cpumask_copy(irq_data_get_affinity_mask(idata), cpumask_of(cpu));
|
2009-04-28 02:59:21 +02:00
|
|
|
|
|
|
|
return 0;
|
2006-04-11 04:17:48 +02:00
|
|
|
}
|
2006-10-04 11:16:59 +02:00
|
|
|
#endif /* CONFIG_SMP */
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2007-01-28 20:56:37 +01:00
|
|
|
int ia64_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
|
2006-04-11 04:17:48 +02:00
|
|
|
{
|
2006-10-04 11:16:59 +02:00
|
|
|
struct msi_msg msg;
|
2006-04-11 04:17:48 +02:00
|
|
|
unsigned long dest_phys_id;
|
2007-03-26 02:38:42 +02:00
|
|
|
int irq, vector;
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2007-01-28 20:56:37 +01:00
|
|
|
irq = create_irq();
|
|
|
|
if (irq < 0)
|
|
|
|
return irq;
|
|
|
|
|
2011-03-25 21:06:09 +01:00
|
|
|
irq_set_msi_desc(irq, desc);
|
2015-03-05 01:18:49 +01:00
|
|
|
dest_phys_id = cpu_physical_id(cpumask_any_and(&(irq_to_domain(irq)),
|
|
|
|
cpu_online_mask));
|
2007-04-06 09:51:12 +02:00
|
|
|
vector = irq_to_vector(irq);
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2006-10-04 11:16:59 +02:00
|
|
|
msg.address_hi = 0;
|
|
|
|
msg.address_lo =
|
2006-10-04 11:16:34 +02:00
|
|
|
MSI_ADDR_HEADER |
|
2009-02-16 08:14:48 +01:00
|
|
|
MSI_ADDR_DEST_MODE_PHYS |
|
2006-10-04 11:16:34 +02:00
|
|
|
MSI_ADDR_REDIRECTION_CPU |
|
2009-02-16 08:14:48 +01:00
|
|
|
MSI_ADDR_DEST_ID_CPU(dest_phys_id);
|
2006-04-11 04:17:48 +02:00
|
|
|
|
2006-10-04 11:16:59 +02:00
|
|
|
msg.data =
|
2006-10-04 11:16:34 +02:00
|
|
|
MSI_DATA_TRIGGER_EDGE |
|
2006-04-11 04:17:48 +02:00
|
|
|
MSI_DATA_LEVEL_ASSERT |
|
|
|
|
MSI_DATA_DELIVERY_FIXED |
|
|
|
|
MSI_DATA_VECTOR(vector);
|
|
|
|
|
2014-11-09 16:10:34 +01:00
|
|
|
pci_write_msi_msg(irq, &msg);
|
2011-03-25 21:06:09 +01:00
|
|
|
irq_set_chip_and_handler(irq, &ia64_msi_chip, handle_edge_irq);
|
2006-10-04 11:16:59 +02:00
|
|
|
|
2007-10-30 08:01:49 +01:00
|
|
|
return 0;
|
2006-04-11 04:17:48 +02:00
|
|
|
}
|
|
|
|
|
2006-10-04 11:16:59 +02:00
|
|
|
void ia64_teardown_msi_irq(unsigned int irq)
|
2006-04-11 04:17:48 +02:00
|
|
|
{
|
2007-01-28 20:56:37 +01:00
|
|
|
destroy_irq(irq);
|
2006-04-11 04:17:48 +02:00
|
|
|
}
|
|
|
|
|
2011-02-04 20:18:43 +01:00
|
|
|
static void ia64_ack_msi_irq(struct irq_data *data)
|
2006-10-04 11:16:59 +02:00
|
|
|
{
|
2011-02-04 20:18:43 +01:00
|
|
|
irq_complete_move(data->irq);
|
2011-03-25 20:36:55 +01:00
|
|
|
irq_move_irq(data);
|
2006-10-04 11:16:59 +02:00
|
|
|
ia64_eoi();
|
|
|
|
}
|
|
|
|
|
2011-02-04 20:18:43 +01:00
|
|
|
static int ia64_msi_retrigger_irq(struct irq_data *data)
|
2006-10-04 11:16:59 +02:00
|
|
|
{
|
2011-02-04 20:18:43 +01:00
|
|
|
unsigned int vector = irq_to_vector(data->irq);
|
2006-10-04 11:16:59 +02:00
|
|
|
ia64_resend_irq(vector);
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2006-04-11 04:17:48 +02:00
|
|
|
/*
|
2006-10-04 11:16:59 +02:00
|
|
|
* Generic ops used on most IA64 platforms.
|
2006-04-11 04:17:48 +02:00
|
|
|
*/
|
2006-10-04 11:16:59 +02:00
|
|
|
static struct irq_chip ia64_msi_chip = {
|
2011-02-04 20:18:43 +01:00
|
|
|
.name = "PCI-MSI",
|
2014-11-23 12:23:20 +01:00
|
|
|
.irq_mask = pci_msi_mask_irq,
|
|
|
|
.irq_unmask = pci_msi_unmask_irq,
|
2011-02-04 20:18:43 +01:00
|
|
|
.irq_ack = ia64_ack_msi_irq,
|
2006-10-04 11:16:59 +02:00
|
|
|
#ifdef CONFIG_SMP
|
2011-02-04 20:18:43 +01:00
|
|
|
.irq_set_affinity = ia64_set_msi_irq_affinity,
|
2006-10-04 11:16:59 +02:00
|
|
|
#endif
|
2011-02-04 20:18:43 +01:00
|
|
|
.irq_retrigger = ia64_msi_retrigger_irq,
|
2006-04-11 04:17:48 +02:00
|
|
|
};
|
2006-10-04 11:16:59 +02:00
|
|
|
|
|
|
|
|
2007-01-28 20:56:37 +01:00
|
|
|
int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
|
2006-10-04 11:16:59 +02:00
|
|
|
{
|
|
|
|
if (platform_setup_msi_irq)
|
2007-01-28 20:56:37 +01:00
|
|
|
return platform_setup_msi_irq(pdev, desc);
|
2006-10-04 11:16:59 +02:00
|
|
|
|
2007-01-28 20:56:37 +01:00
|
|
|
return ia64_setup_msi_irq(pdev, desc);
|
2006-10-04 11:16:59 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void arch_teardown_msi_irq(unsigned int irq)
|
|
|
|
{
|
|
|
|
if (platform_teardown_msi_irq)
|
|
|
|
return platform_teardown_msi_irq(irq);
|
|
|
|
|
|
|
|
return ia64_teardown_msi_irq(irq);
|
|
|
|
}
|
2008-10-17 21:14:13 +02:00
|
|
|
|
2011-08-24 02:05:25 +02:00
|
|
|
#ifdef CONFIG_INTEL_IOMMU
|
2008-10-17 21:14:13 +02:00
|
|
|
#ifdef CONFIG_SMP
|
2011-02-04 20:18:43 +01:00
|
|
|
static int dmar_msi_set_affinity(struct irq_data *data,
|
|
|
|
const struct cpumask *mask, bool force)
|
2008-10-17 21:14:13 +02:00
|
|
|
{
|
2011-02-04 20:18:43 +01:00
|
|
|
unsigned int irq = data->irq;
|
2008-10-17 21:14:13 +02:00
|
|
|
struct irq_cfg *cfg = irq_cfg + irq;
|
|
|
|
struct msi_msg msg;
|
2014-03-04 21:43:38 +01:00
|
|
|
int cpu = cpumask_first_and(mask, cpu_online_mask);
|
2008-10-17 21:14:13 +02:00
|
|
|
|
|
|
|
if (irq_prepare_move(irq, cpu))
|
2009-04-28 02:59:21 +02:00
|
|
|
return -1;
|
2008-10-17 21:14:13 +02:00
|
|
|
|
|
|
|
dmar_msi_read(irq, &msg);
|
|
|
|
|
|
|
|
msg.data &= ~MSI_DATA_VECTOR_MASK;
|
|
|
|
msg.data |= MSI_DATA_VECTOR(cfg->vector);
|
2009-02-16 08:14:48 +01:00
|
|
|
msg.address_lo &= ~MSI_ADDR_DEST_ID_MASK;
|
|
|
|
msg.address_lo |= MSI_ADDR_DEST_ID_CPU(cpu_physical_id(cpu));
|
2008-10-17 21:14:13 +02:00
|
|
|
|
|
|
|
dmar_msi_write(irq, &msg);
|
2015-07-13 22:42:46 +02:00
|
|
|
cpumask_copy(irq_data_get_affinity_mask(data), mask);
|
2009-04-28 02:59:21 +02:00
|
|
|
|
|
|
|
return 0;
|
2008-10-17 21:14:13 +02:00
|
|
|
}
|
|
|
|
#endif /* CONFIG_SMP */
|
|
|
|
|
2009-06-10 21:45:01 +02:00
|
|
|
static struct irq_chip dmar_msi_type = {
|
2008-10-17 21:14:13 +02:00
|
|
|
.name = "DMAR_MSI",
|
2010-09-28 17:15:11 +02:00
|
|
|
.irq_unmask = dmar_msi_unmask,
|
|
|
|
.irq_mask = dmar_msi_mask,
|
2011-02-04 20:18:43 +01:00
|
|
|
.irq_ack = ia64_ack_msi_irq,
|
2008-10-17 21:14:13 +02:00
|
|
|
#ifdef CONFIG_SMP
|
2011-02-04 20:18:43 +01:00
|
|
|
.irq_set_affinity = dmar_msi_set_affinity,
|
2008-10-17 21:14:13 +02:00
|
|
|
#endif
|
2011-02-04 20:18:43 +01:00
|
|
|
.irq_retrigger = ia64_msi_retrigger_irq,
|
2008-10-17 21:14:13 +02:00
|
|
|
};
|
|
|
|
|
2015-04-13 08:11:41 +02:00
|
|
|
static void
|
2008-10-17 21:14:13 +02:00
|
|
|
msi_compose_msg(struct pci_dev *pdev, unsigned int irq, struct msi_msg *msg)
|
|
|
|
{
|
|
|
|
struct irq_cfg *cfg = irq_cfg + irq;
|
|
|
|
unsigned dest;
|
|
|
|
|
2015-03-05 01:18:49 +01:00
|
|
|
dest = cpu_physical_id(cpumask_first_and(&(irq_to_domain(irq)),
|
|
|
|
cpu_online_mask));
|
2008-10-17 21:14:13 +02:00
|
|
|
|
|
|
|
msg->address_hi = 0;
|
|
|
|
msg->address_lo =
|
|
|
|
MSI_ADDR_HEADER |
|
2009-02-16 08:14:48 +01:00
|
|
|
MSI_ADDR_DEST_MODE_PHYS |
|
2008-10-17 21:14:13 +02:00
|
|
|
MSI_ADDR_REDIRECTION_CPU |
|
2009-02-16 08:14:48 +01:00
|
|
|
MSI_ADDR_DEST_ID_CPU(dest);
|
2008-10-17 21:14:13 +02:00
|
|
|
|
|
|
|
msg->data =
|
|
|
|
MSI_DATA_TRIGGER_EDGE |
|
|
|
|
MSI_DATA_LEVEL_ASSERT |
|
|
|
|
MSI_DATA_DELIVERY_FIXED |
|
|
|
|
MSI_DATA_VECTOR(cfg->vector);
|
|
|
|
}
|
|
|
|
|
2015-04-13 08:11:41 +02:00
|
|
|
int dmar_alloc_hwirq(int id, int node, void *arg)
|
2008-10-17 21:14:13 +02:00
|
|
|
{
|
2015-04-13 08:11:41 +02:00
|
|
|
int irq;
|
2008-10-17 21:14:13 +02:00
|
|
|
struct msi_msg msg;
|
|
|
|
|
2015-04-13 08:11:41 +02:00
|
|
|
irq = create_irq();
|
|
|
|
if (irq > 0) {
|
|
|
|
irq_set_handler_data(irq, arg);
|
|
|
|
irq_set_chip_and_handler_name(irq, &dmar_msi_type,
|
|
|
|
handle_edge_irq, "edge");
|
|
|
|
msi_compose_msg(NULL, irq, &msg);
|
|
|
|
dmar_msi_write(irq, &msg);
|
|
|
|
}
|
|
|
|
|
|
|
|
return irq;
|
|
|
|
}
|
|
|
|
|
|
|
|
void dmar_free_hwirq(int irq)
|
|
|
|
{
|
|
|
|
irq_set_handler_data(irq, NULL);
|
|
|
|
destroy_irq(irq);
|
2008-10-17 21:14:13 +02:00
|
|
|
}
|
2011-08-24 02:05:25 +02:00
|
|
|
#endif /* CONFIG_INTEL_IOMMU */
|
2008-10-17 21:14:13 +02:00
|
|
|
|