123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214 |
- /*
- * MSI hooks for standard x86 apic
- */
- #include <linux/pci.h>
- #include <linux/irq.h>
- #include <linux/msi.h>
- #include <linux/dmar.h>
- #include <asm/smp.h>
- #include <asm/msidef.h>
- static struct irq_chip ia64_msi_chip;
- #ifdef CONFIG_SMP
- static int ia64_set_msi_irq_affinity(struct irq_data *idata,
- const cpumask_t *cpu_mask, bool force)
- {
- struct msi_msg msg;
- u32 addr, data;
- int cpu = cpumask_first_and(cpu_mask, cpu_online_mask);
- unsigned int irq = idata->irq;
- if (irq_prepare_move(irq, cpu))
- return -1;
- __get_cached_msi_msg(irq_data_get_msi_desc(idata), &msg);
- addr = msg.address_lo;
- addr &= MSI_ADDR_DEST_ID_MASK;
- addr |= MSI_ADDR_DEST_ID_CPU(cpu_physical_id(cpu));
- msg.address_lo = addr;
- data = msg.data;
- data &= MSI_DATA_VECTOR_MASK;
- data |= MSI_DATA_VECTOR(irq_to_vector(irq));
- msg.data = data;
- pci_write_msi_msg(irq, &msg);
- cpumask_copy(irq_data_get_affinity_mask(idata), cpumask_of(cpu));
- return 0;
- }
- #endif /* CONFIG_SMP */
- int ia64_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
- {
- struct msi_msg msg;
- unsigned long dest_phys_id;
- int irq, vector;
- irq = create_irq();
- if (irq < 0)
- return irq;
- irq_set_msi_desc(irq, desc);
- dest_phys_id = cpu_physical_id(cpumask_any_and(&(irq_to_domain(irq)),
- cpu_online_mask));
- vector = irq_to_vector(irq);
- msg.address_hi = 0;
- msg.address_lo =
- MSI_ADDR_HEADER |
- MSI_ADDR_DEST_MODE_PHYS |
- MSI_ADDR_REDIRECTION_CPU |
- MSI_ADDR_DEST_ID_CPU(dest_phys_id);
- msg.data =
- MSI_DATA_TRIGGER_EDGE |
- MSI_DATA_LEVEL_ASSERT |
- MSI_DATA_DELIVERY_FIXED |
- MSI_DATA_VECTOR(vector);
- pci_write_msi_msg(irq, &msg);
- irq_set_chip_and_handler(irq, &ia64_msi_chip, handle_edge_irq);
- return 0;
- }
- void ia64_teardown_msi_irq(unsigned int irq)
- {
- destroy_irq(irq);
- }
- static void ia64_ack_msi_irq(struct irq_data *data)
- {
- irq_complete_move(data->irq);
- irq_move_irq(data);
- ia64_eoi();
- }
- static int ia64_msi_retrigger_irq(struct irq_data *data)
- {
- unsigned int vector = irq_to_vector(data->irq);
- ia64_resend_irq(vector);
- return 1;
- }
- /*
- * Generic ops used on most IA64 platforms.
- */
- static struct irq_chip ia64_msi_chip = {
- .name = "PCI-MSI",
- .irq_mask = pci_msi_mask_irq,
- .irq_unmask = pci_msi_unmask_irq,
- .irq_ack = ia64_ack_msi_irq,
- #ifdef CONFIG_SMP
- .irq_set_affinity = ia64_set_msi_irq_affinity,
- #endif
- .irq_retrigger = ia64_msi_retrigger_irq,
- };
- int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
- {
- if (platform_setup_msi_irq)
- return platform_setup_msi_irq(pdev, desc);
- return ia64_setup_msi_irq(pdev, desc);
- }
- void arch_teardown_msi_irq(unsigned int irq)
- {
- if (platform_teardown_msi_irq)
- return platform_teardown_msi_irq(irq);
- return ia64_teardown_msi_irq(irq);
- }
- #ifdef CONFIG_INTEL_IOMMU
- #ifdef CONFIG_SMP
- static int dmar_msi_set_affinity(struct irq_data *data,
- const struct cpumask *mask, bool force)
- {
- unsigned int irq = data->irq;
- struct irq_cfg *cfg = irq_cfg + irq;
- struct msi_msg msg;
- int cpu = cpumask_first_and(mask, cpu_online_mask);
- if (irq_prepare_move(irq, cpu))
- return -1;
- dmar_msi_read(irq, &msg);
- msg.data &= ~MSI_DATA_VECTOR_MASK;
- msg.data |= MSI_DATA_VECTOR(cfg->vector);
- msg.address_lo &= ~MSI_ADDR_DEST_ID_MASK;
- msg.address_lo |= MSI_ADDR_DEST_ID_CPU(cpu_physical_id(cpu));
- dmar_msi_write(irq, &msg);
- cpumask_copy(irq_data_get_affinity_mask(data), mask);
- return 0;
- }
- #endif /* CONFIG_SMP */
- static struct irq_chip dmar_msi_type = {
- .name = "DMAR_MSI",
- .irq_unmask = dmar_msi_unmask,
- .irq_mask = dmar_msi_mask,
- .irq_ack = ia64_ack_msi_irq,
- #ifdef CONFIG_SMP
- .irq_set_affinity = dmar_msi_set_affinity,
- #endif
- .irq_retrigger = ia64_msi_retrigger_irq,
- };
- static void
- msi_compose_msg(struct pci_dev *pdev, unsigned int irq, struct msi_msg *msg)
- {
- struct irq_cfg *cfg = irq_cfg + irq;
- unsigned dest;
- dest = cpu_physical_id(cpumask_first_and(&(irq_to_domain(irq)),
- cpu_online_mask));
- msg->address_hi = 0;
- msg->address_lo =
- MSI_ADDR_HEADER |
- MSI_ADDR_DEST_MODE_PHYS |
- MSI_ADDR_REDIRECTION_CPU |
- MSI_ADDR_DEST_ID_CPU(dest);
- msg->data =
- MSI_DATA_TRIGGER_EDGE |
- MSI_DATA_LEVEL_ASSERT |
- MSI_DATA_DELIVERY_FIXED |
- MSI_DATA_VECTOR(cfg->vector);
- }
- int dmar_alloc_hwirq(int id, int node, void *arg)
- {
- int irq;
- struct msi_msg msg;
- irq = create_irq();
- if (irq > 0) {
- irq_set_handler_data(irq, arg);
- irq_set_chip_and_handler_name(irq, &dmar_msi_type,
- handle_edge_irq, "edge");
- msi_compose_msg(NULL, irq, &msg);
- dmar_msi_write(irq, &msg);
- }
- return irq;
- }
- void dmar_free_hwirq(int irq)
- {
- irq_set_handler_data(irq, NULL);
- destroy_irq(irq);
- }
- #endif /* CONFIG_INTEL_IOMMU */
|