| // SPDX-License-Identifier: GPL-2.0-or-later | |
| /* | |
| * Copyright 2001 MontaVista Software Inc. | |
| * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net | |
| * | |
| * Copyright (C) 2001 Ralf Baechle | |
| * Copyright (C) 2005 MIPS Technologies, Inc. All rights reserved. | |
| * Author: Maciej W. Rozycki <macro@mips.com> | |
| * | |
| * This file define the irq handler for MIPS CPU interrupts. | |
| */ | |
| /* | |
| * Almost all MIPS CPUs define 8 interrupt sources. They are typically | |
| * level triggered (i.e., cannot be cleared from CPU; must be cleared from | |
| * device). | |
| * | |
| * The first two are software interrupts (i.e. not exposed as pins) which | |
| * may be used for IPIs in multi-threaded single-core systems. | |
| * | |
| * The last one is usually the CPU timer interrupt if the counter register | |
| * is present, or for old CPUs with an external FPU by convention it's the | |
| * FPU exception interrupt. | |
| */ | |
| #include <linux/init.h> | |
| #include <linux/interrupt.h> | |
| #include <linux/kernel.h> | |
| #include <linux/irq.h> | |
| #include <linux/irqchip.h> | |
| #include <linux/irqdomain.h> | |
| #include <asm/irq_cpu.h> | |
| #include <asm/mipsregs.h> | |
| #include <asm/mipsmtregs.h> | |
| #include <asm/setup.h> | |
| static struct irq_domain *irq_domain; | |
| static struct irq_domain *ipi_domain; | |
| static inline void unmask_mips_irq(struct irq_data *d) | |
| { | |
| set_c0_status(IE_SW0 << d->hwirq); | |
| irq_enable_hazard(); | |
| } | |
| static inline void mask_mips_irq(struct irq_data *d) | |
| { | |
| clear_c0_status(IE_SW0 << d->hwirq); | |
| irq_disable_hazard(); | |
| } | |
| static struct irq_chip mips_cpu_irq_controller = { | |
| .name = "MIPS", | |
| .irq_ack = mask_mips_irq, | |
| .irq_mask = mask_mips_irq, | |
| .irq_mask_ack = mask_mips_irq, | |
| .irq_unmask = unmask_mips_irq, | |
| .irq_eoi = unmask_mips_irq, | |
| .irq_disable = mask_mips_irq, | |
| .irq_enable = unmask_mips_irq, | |
| }; | |
| /* | |
| * Basically the same as above but taking care of all the MT stuff | |
| */ | |
| static unsigned int mips_mt_cpu_irq_startup(struct irq_data *d) | |
| { | |
| unsigned int vpflags = dvpe(); | |
| clear_c0_cause(C_SW0 << d->hwirq); | |
| evpe(vpflags); | |
| unmask_mips_irq(d); | |
| return 0; | |
| } | |
| /* | |
| * While we ack the interrupt interrupts are disabled and thus we don't need | |
| * to deal with concurrency issues. Same for mips_cpu_irq_end. | |
| */ | |
| static void mips_mt_cpu_irq_ack(struct irq_data *d) | |
| { | |
| unsigned int vpflags = dvpe(); | |
| clear_c0_cause(C_SW0 << d->hwirq); | |
| evpe(vpflags); | |
| mask_mips_irq(d); | |
| } | |
| #ifdef CONFIG_GENERIC_IRQ_IPI | |
| static void mips_mt_send_ipi(struct irq_data *d, unsigned int cpu) | |
| { | |
| irq_hw_number_t hwirq = irqd_to_hwirq(d); | |
| unsigned long flags; | |
| int vpflags; | |
| local_irq_save(flags); | |
| /* We can only send IPIs to VPEs within the local core */ | |
| WARN_ON(!cpus_are_siblings(smp_processor_id(), cpu)); | |
| vpflags = dvpe(); | |
| settc(cpu_vpe_id(&cpu_data[cpu])); | |
| write_vpe_c0_cause(read_vpe_c0_cause() | (C_SW0 << hwirq)); | |
| evpe(vpflags); | |
| local_irq_restore(flags); | |
| } | |
| #endif /* CONFIG_GENERIC_IRQ_IPI */ | |
| static struct irq_chip mips_mt_cpu_irq_controller = { | |
| .name = "MIPS", | |
| .irq_startup = mips_mt_cpu_irq_startup, | |
| .irq_ack = mips_mt_cpu_irq_ack, | |
| .irq_mask = mask_mips_irq, | |
| .irq_mask_ack = mips_mt_cpu_irq_ack, | |
| .irq_unmask = unmask_mips_irq, | |
| .irq_eoi = unmask_mips_irq, | |
| .irq_disable = mask_mips_irq, | |
| .irq_enable = unmask_mips_irq, | |
| #ifdef CONFIG_GENERIC_IRQ_IPI | |
| .ipi_send_single = mips_mt_send_ipi, | |
| #endif | |
| }; | |
| asmlinkage void __weak plat_irq_dispatch(void) | |
| { | |
| unsigned long pending = read_c0_cause() & read_c0_status() & ST0_IM; | |
| int irq; | |
| if (!pending) { | |
| spurious_interrupt(); | |
| return; | |
| } | |
| pending >>= CAUSEB_IP; | |
| while (pending) { | |
| struct irq_domain *d; | |
| irq = fls(pending) - 1; | |
| if (IS_ENABLED(CONFIG_GENERIC_IRQ_IPI) && irq < 2) | |
| d = ipi_domain; | |
| else | |
| d = irq_domain; | |
| do_domain_IRQ(d, irq); | |
| pending &= ~BIT(irq); | |
| } | |
| } | |
| static int mips_cpu_intc_map(struct irq_domain *d, unsigned int irq, | |
| irq_hw_number_t hw) | |
| { | |
| struct irq_chip *chip; | |
| if (hw < 2 && cpu_has_mipsmt) { | |
| /* Software interrupts are used for MT/CMT IPI */ | |
| chip = &mips_mt_cpu_irq_controller; | |
| } else { | |
| chip = &mips_cpu_irq_controller; | |
| } | |
| if (cpu_has_vint) | |
| set_vi_handler(hw, plat_irq_dispatch); | |
| irq_set_chip_and_handler(irq, chip, handle_percpu_irq); | |
| return 0; | |
| } | |
| static const struct irq_domain_ops mips_cpu_intc_irq_domain_ops = { | |
| .map = mips_cpu_intc_map, | |
| .xlate = irq_domain_xlate_onecell, | |
| }; | |
| #ifdef CONFIG_GENERIC_IRQ_IPI | |
| struct cpu_ipi_domain_state { | |
| DECLARE_BITMAP(allocated, 2); | |
| }; | |
| static int mips_cpu_ipi_alloc(struct irq_domain *domain, unsigned int virq, | |
| unsigned int nr_irqs, void *arg) | |
| { | |
| struct cpu_ipi_domain_state *state = domain->host_data; | |
| unsigned int i, hwirq; | |
| int ret; | |
| for (i = 0; i < nr_irqs; i++) { | |
| hwirq = find_first_zero_bit(state->allocated, 2); | |
| if (hwirq == 2) | |
| return -EBUSY; | |
| bitmap_set(state->allocated, hwirq, 1); | |
| ret = irq_domain_set_hwirq_and_chip(domain, virq + i, hwirq, | |
| &mips_mt_cpu_irq_controller, | |
| NULL); | |
| if (ret) | |
| return ret; | |
| ret = irq_domain_set_hwirq_and_chip(domain->parent, virq + i, hwirq, | |
| &mips_mt_cpu_irq_controller, | |
| NULL); | |
| if (ret) | |
| return ret; | |
| ret = irq_set_irq_type(virq + i, IRQ_TYPE_LEVEL_HIGH); | |
| if (ret) | |
| return ret; | |
| } | |
| return 0; | |
| } | |
| static int mips_cpu_ipi_match(struct irq_domain *d, struct device_node *node, | |
| enum irq_domain_bus_token bus_token) | |
| { | |
| bool is_ipi; | |
| switch (bus_token) { | |
| case DOMAIN_BUS_IPI: | |
| is_ipi = d->bus_token == bus_token; | |
| return (!node || (to_of_node(d->fwnode) == node)) && is_ipi; | |
| default: | |
| return 0; | |
| } | |
| } | |
| static const struct irq_domain_ops mips_cpu_ipi_chip_ops = { | |
| .alloc = mips_cpu_ipi_alloc, | |
| .match = mips_cpu_ipi_match, | |
| }; | |
| static void mips_cpu_register_ipi_domain(struct device_node *of_node) | |
| { | |
| struct cpu_ipi_domain_state *ipi_domain_state; | |
| ipi_domain_state = kzalloc_obj(*ipi_domain_state); | |
| ipi_domain = irq_domain_create_hierarchy(irq_domain, IRQ_DOMAIN_FLAG_IPI_SINGLE, 2, | |
| of_fwnode_handle(of_node), | |
| &mips_cpu_ipi_chip_ops, ipi_domain_state); | |
| if (!ipi_domain) | |
| panic("Failed to add MIPS CPU IPI domain"); | |
| irq_domain_update_bus_token(ipi_domain, DOMAIN_BUS_IPI); | |
| } | |
| #else /* !CONFIG_GENERIC_IRQ_IPI */ | |
| static inline void mips_cpu_register_ipi_domain(struct device_node *of_node) {} | |
| #endif /* !CONFIG_GENERIC_IRQ_IPI */ | |
| static void __init __mips_cpu_irq_init(struct device_node *of_node) | |
| { | |
| /* Mask interrupts. */ | |
| clear_c0_status(ST0_IM); | |
| clear_c0_cause(CAUSEF_IP); | |
| irq_domain = irq_domain_create_legacy(of_fwnode_handle(of_node), 8, MIPS_CPU_IRQ_BASE, 0, | |
| &mips_cpu_intc_irq_domain_ops, NULL); | |
| if (!irq_domain) | |
| panic("Failed to add irqdomain for MIPS CPU"); | |
| /* | |
| * Only proceed to register the software interrupt IPI implementation | |
| * for CPUs which implement the MIPS MT (multi-threading) ASE. | |
| */ | |
| if (cpu_has_mipsmt) | |
| mips_cpu_register_ipi_domain(of_node); | |
| } | |
| void __init mips_cpu_irq_init(void) | |
| { | |
| __mips_cpu_irq_init(NULL); | |
| } | |
| int __init mips_cpu_irq_of_init(struct device_node *of_node, | |
| struct device_node *parent) | |
| { | |
| __mips_cpu_irq_init(of_node); | |
| return 0; | |
| } | |
| IRQCHIP_DECLARE(cpu_intc, "mti,cpu-interrupt-controller", mips_cpu_irq_of_init); |