Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 2 | /* |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 3 | * Copyright 2010 PMC-Sierra, Inc, derived from irq_cpu.c |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 4 | * |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 5 | * This file define the irq handler for MSP CIC subsystem interrupts. |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <linux/init.h> |
| 9 | #include <linux/interrupt.h> |
| 10 | #include <linux/kernel.h> |
| 11 | #include <linux/bitops.h> |
David Howells | ca4d3e67 | 2010-10-07 14:08:54 +0100 | [diff] [blame] | 12 | #include <linux/irq.h> |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 13 | |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 14 | #include <asm/mipsregs.h> |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 15 | |
| 16 | #include <msp_cic_int.h> |
| 17 | #include <msp_regs.h> |
| 18 | |
| 19 | /* |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 20 | * External API |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 21 | */ |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 22 | extern void msp_per_irq_init(void); |
| 23 | extern void msp_per_irq_dispatch(void); |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 24 | |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 25 | |
| 26 | /* |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 27 | * Convenience Macro. Should be somewhere generic. |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 28 | */ |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 29 | #define get_current_vpe() \ |
| 30 | ((read_c0_tcbind() >> TCBIND_CURVPE_SHIFT) & TCBIND_CURVPE) |
| 31 | |
| 32 | #ifdef CONFIG_SMP |
| 33 | |
| 34 | #define LOCK_VPE(flags, mtflags) \ |
| 35 | do { \ |
| 36 | local_irq_save(flags); \ |
| 37 | mtflags = dmt(); \ |
| 38 | } while (0) |
| 39 | |
| 40 | #define UNLOCK_VPE(flags, mtflags) \ |
| 41 | do { \ |
| 42 | emt(mtflags); \ |
| 43 | local_irq_restore(flags);\ |
| 44 | } while (0) |
| 45 | |
| 46 | #define LOCK_CORE(flags, mtflags) \ |
| 47 | do { \ |
| 48 | local_irq_save(flags); \ |
| 49 | mtflags = dvpe(); \ |
| 50 | } while (0) |
| 51 | |
| 52 | #define UNLOCK_CORE(flags, mtflags) \ |
| 53 | do { \ |
| 54 | evpe(mtflags); \ |
| 55 | local_irq_restore(flags);\ |
| 56 | } while (0) |
| 57 | |
| 58 | #else |
| 59 | |
| 60 | #define LOCK_VPE(flags, mtflags) |
| 61 | #define UNLOCK_VPE(flags, mtflags) |
| 62 | #endif |
| 63 | |
| 64 | /* ensure writes to cic are completed */ |
| 65 | static inline void cic_wmb(void) |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 66 | { |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 67 | const volatile void __iomem *cic_mem = CIC_VPE0_MSK_REG; |
| 68 | volatile u32 dummy_read; |
| 69 | |
| 70 | wmb(); |
| 71 | dummy_read = __raw_readl(cic_mem); |
| 72 | dummy_read++; |
| 73 | } |
| 74 | |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 75 | static void unmask_cic_irq(struct irq_data *d) |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 76 | { |
| 77 | volatile u32 *cic_msk_reg = CIC_VPE0_MSK_REG; |
| 78 | int vpe; |
| 79 | #ifdef CONFIG_SMP |
| 80 | unsigned int mtflags; |
| 81 | unsigned long flags; |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 82 | |
| 83 | /* |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 84 | * Make sure we have IRQ affinity. It may have changed while |
| 85 | * we were processing the IRQ. |
| 86 | */ |
Jiang Liu | 5c15942 | 2015-07-13 20:45:59 +0000 | [diff] [blame] | 87 | if (!cpumask_test_cpu(smp_processor_id(), |
| 88 | irq_data_get_affinity_mask(d))) |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 89 | return; |
| 90 | #endif |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 91 | |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 92 | vpe = get_current_vpe(); |
| 93 | LOCK_VPE(flags, mtflags); |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 94 | cic_msk_reg[vpe] |= (1 << (d->irq - MSP_CIC_INTBASE)); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 95 | UNLOCK_VPE(flags, mtflags); |
| 96 | cic_wmb(); |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 97 | } |
| 98 | |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 99 | static void mask_cic_irq(struct irq_data *d) |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 100 | { |
| 101 | volatile u32 *cic_msk_reg = CIC_VPE0_MSK_REG; |
| 102 | int vpe = get_current_vpe(); |
| 103 | #ifdef CONFIG_SMP |
| 104 | unsigned long flags, mtflags; |
| 105 | #endif |
| 106 | LOCK_VPE(flags, mtflags); |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 107 | cic_msk_reg[vpe] &= ~(1 << (d->irq - MSP_CIC_INTBASE)); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 108 | UNLOCK_VPE(flags, mtflags); |
| 109 | cic_wmb(); |
| 110 | } |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 111 | static void msp_cic_irq_ack(struct irq_data *d) |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 112 | { |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 113 | mask_cic_irq(d); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 114 | /* |
| 115 | * Only really necessary for 18, 16-14 and sometimes 3:0 |
| 116 | * (since these can be edge sensitive) but it doesn't |
| 117 | * hurt for the others |
| 118 | */ |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 119 | *CIC_STS_REG = (1 << (d->irq - MSP_CIC_INTBASE)); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 120 | } |
| 121 | |
Ralf Baechle | b633648 | 2014-05-23 16:29:44 +0200 | [diff] [blame] | 122 | /* Note: Limiting to VSMP. */ |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 123 | |
| 124 | #ifdef CONFIG_MIPS_MT_SMP |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 125 | static int msp_cic_irq_set_affinity(struct irq_data *d, |
| 126 | const struct cpumask *cpumask, bool force) |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 127 | { |
| 128 | int cpu; |
| 129 | unsigned long flags; |
| 130 | unsigned int mtflags; |
Stefan Hengelein | 6fa88d9 | 2014-10-19 20:04:26 +0200 | [diff] [blame] | 131 | unsigned long imask = (1 << (d->irq - MSP_CIC_INTBASE)); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 132 | volatile u32 *cic_mask = (volatile u32 *)CIC_VPE0_MSK_REG; |
| 133 | |
| 134 | /* timer balancing should be disabled in kernel code */ |
Stefan Hengelein | 6fa88d9 | 2014-10-19 20:04:26 +0200 | [diff] [blame] | 135 | BUG_ON(d->irq == MSP_INT_VPE0_TIMER || d->irq == MSP_INT_VPE1_TIMER); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 136 | |
| 137 | LOCK_CORE(flags, mtflags); |
| 138 | /* enable if any of each VPE's TCs require this IRQ */ |
| 139 | for_each_online_cpu(cpu) { |
| 140 | if (cpumask_test_cpu(cpu, cpumask)) |
| 141 | cic_mask[cpu] |= imask; |
| 142 | else |
| 143 | cic_mask[cpu] &= ~imask; |
| 144 | |
| 145 | } |
| 146 | |
| 147 | UNLOCK_CORE(flags, mtflags); |
| 148 | return 0; |
| 149 | |
| 150 | } |
| 151 | #endif |
| 152 | |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 153 | static struct irq_chip msp_cic_irq_controller = { |
| 154 | .name = "MSP_CIC", |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 155 | .irq_mask = mask_cic_irq, |
| 156 | .irq_mask_ack = msp_cic_irq_ack, |
| 157 | .irq_unmask = unmask_cic_irq, |
| 158 | .irq_ack = msp_cic_irq_ack, |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 159 | #ifdef CONFIG_MIPS_MT_SMP |
Thomas Gleixner | d7881fb | 2011-03-23 21:09:06 +0000 | [diff] [blame] | 160 | .irq_set_affinity = msp_cic_irq_set_affinity, |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 161 | #endif |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 162 | }; |
| 163 | |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 164 | void __init msp_cic_irq_init(void) |
| 165 | { |
| 166 | int i; |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 167 | /* Mask/clear interrupts. */ |
| 168 | *CIC_VPE0_MSK_REG = 0x00000000; |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 169 | *CIC_VPE1_MSK_REG = 0x00000000; |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 170 | *CIC_STS_REG = 0xFFFFFFFF; |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 171 | /* |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 172 | * The MSP7120 RG and EVBD boards use IRQ[6:4] for PCI. |
| 173 | * These inputs map to EXT_INT_POL[6:4] inside the CIC. |
| 174 | * They are to be active low, level sensitive. |
| 175 | */ |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 176 | *CIC_EXT_CFG_REG &= 0xFFFF8F8F; |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 177 | |
| 178 | /* initialize all the IRQ descriptors */ |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 179 | for (i = MSP_CIC_INTBASE ; i < MSP_CIC_INTBASE + 32 ; i++) { |
Thomas Gleixner | e4ec798 | 2011-03-27 15:19:28 +0200 | [diff] [blame] | 180 | irq_set_chip_and_handler(i, &msp_cic_irq_controller, |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 181 | handle_level_irq); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 182 | } |
| 183 | |
| 184 | /* Initialize the PER interrupt sub-system */ |
| 185 | msp_per_irq_init(); |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 186 | } |
| 187 | |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 188 | /* CIC masked by CIC vector processing before dispatch called */ |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 189 | void msp_cic_irq_dispatch(void) |
| 190 | { |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 191 | volatile u32 *cic_msk_reg = (volatile u32 *)CIC_VPE0_MSK_REG; |
| 192 | u32 cic_mask; |
| 193 | u32 pending; |
| 194 | int cic_status = *CIC_STS_REG; |
| 195 | cic_mask = cic_msk_reg[get_current_vpe()]; |
| 196 | pending = cic_status & cic_mask; |
| 197 | if (pending & (1 << (MSP_INT_VPE0_TIMER - MSP_CIC_INTBASE))) { |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 198 | do_IRQ(MSP_INT_VPE0_TIMER); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 199 | } else if (pending & (1 << (MSP_INT_VPE1_TIMER - MSP_CIC_INTBASE))) { |
| 200 | do_IRQ(MSP_INT_VPE1_TIMER); |
| 201 | } else if (pending & (1 << (MSP_INT_PER - MSP_CIC_INTBASE))) { |
| 202 | msp_per_irq_dispatch(); |
| 203 | } else if (pending) { |
| 204 | do_IRQ(ffs(pending) + MSP_CIC_INTBASE - 1); |
| 205 | } else{ |
| 206 | spurious_interrupt(); |
Anoop P A | 92592c9 | 2011-01-25 13:50:10 +0530 | [diff] [blame] | 207 | } |
Marc St-Jean | 35832e2 | 2007-06-14 15:54:47 -0600 | [diff] [blame] | 208 | } |