blob: b96c8ed1723abf29ceb73f1771b67bf560d925ab [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/kernel/irq.c
3 *
4 * Copyright (C) 1992 Linus Torvalds
5 * Modifications for ARM processor Copyright (C) 1995-2000 Russell King.
6 *
Russell King8749af62005-06-25 19:39:45 +01007 * Support for Dynamic Tick Timer Copyright (C) 2004-2005 Nokia Corporation.
8 * Dynamic Tick Timer written by Tony Lindgren <tony@atomide.com> and
9 * Tuukka Tikkanen <tuukka.tikkanen@elektrobit.com>.
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
14 *
15 * This file contains the code used by various IRQ handling routines:
16 * asking for different IRQ's should be done through these routines
17 * instead of just grabbing them. Thus setups with different IRQ numbers
18 * shouldn't result in any weird surprises, and installing new handlers
19 * should be easier.
20 *
21 * IRQ's are in fact implemented a bit like signal handlers for the kernel.
22 * Naturally it's not a 1:1 relation, but there are similarities.
23 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/kernel_stat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/signal.h>
26#include <linux/ioport.h>
27#include <linux/interrupt.h>
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010028#include <linux/irq.h>
Maxime Ripardebafed72013-03-28 21:46:44 +010029#include <linux/irqchip.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/random.h>
31#include <linux/smp.h>
32#include <linux/init.h>
33#include <linux/seq_file.h>
Russell King108900b2014-10-28 13:32:35 +000034#include <linux/ratelimit.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/errno.h>
36#include <linux/list.h>
37#include <linux/kallsyms.h>
38#include <linux/proc_fs.h>
Arnd Bergmann05c76982012-08-16 07:49:26 +000039#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Russell King805604e2014-04-28 15:24:10 +010041#include <asm/hardware/cache-l2x0.h>
Russell Kingf8130902015-06-01 23:44:46 +010042#include <asm/outercache.h>
Jamie Iles5a567d72011-10-08 11:20:42 +010043#include <asm/exception.h>
Russell King8ff14432010-12-20 10:18:36 +000044#include <asm/mach/arch.h>
Russell King897d8522008-08-03 15:04:04 +010045#include <asm/mach/irq.h>
Russell King8749af62005-06-25 19:39:45 +010046#include <asm/mach/time.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010048unsigned long irq_err_count;
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Thomas Gleixner25a56622011-03-24 12:02:11 +010050int arch_show_interrupts(struct seq_file *p, int prec)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051{
Ben Dooksbaa28e32009-08-03 15:11:29 +010052#ifdef CONFIG_FIQ
Thomas Gleixner25a56622011-03-24 12:02:11 +010053 show_fiq_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054#endif
55#ifdef CONFIG_SMP
Thomas Gleixner25a56622011-03-24 12:02:11 +010056 show_ipi_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070057#endif
Thomas Gleixner25a56622011-03-24 12:02:11 +010058 seq_printf(p, "%*s: %10lu\n", prec, "Err", irq_err_count);
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 return 0;
60}
61
Linus Torvalds1da177e2005-04-16 15:20:36 -070062/*
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010063 * handle_IRQ handles all hardware IRQ's. Decoded IRQs should
64 * not come via this function. Instead, they should provide their
65 * own 'handler'. Used by platform code implementing C-based 1st
66 * level decoding.
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 */
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010068void handle_IRQ(unsigned int irq, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070069{
Marc Zyngiera71b0922014-08-26 11:03:18 +010070 __handle_domain_irq(NULL, irq, false, regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071}
72
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010073/*
74 * asm_do_IRQ is the interface to be used from assembly code.
75 */
76asmlinkage void __exception_irq_entry
77asm_do_IRQ(unsigned int irq, struct pt_regs *regs)
78{
79 handle_IRQ(irq, regs);
80}
81
Linus Torvalds1da177e2005-04-16 15:20:36 -070082void set_irq_flags(unsigned int irq, unsigned int iflags)
83{
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010084 unsigned long clr = 0, set = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
eric miao354e6f72010-06-25 09:46:09 +010086 if (irq >= nr_irqs) {
Russell King4ed89f22014-10-28 11:26:42 +000087 pr_err("Trying to set irq flags for IRQ%d\n", irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 return;
89 }
90
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010091 if (iflags & IRQF_VALID)
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010092 clr |= IRQ_NOREQUEST;
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010093 if (iflags & IRQF_PROBE)
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010094 clr |= IRQ_NOPROBE;
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010095 if (!(iflags & IRQF_NOAUTOEN))
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010096 clr |= IRQ_NOAUTOEN;
97 /* Order is clear bits in "clr" then set bits in "set" */
98 irq_modify_status(irq, clr, set & ~clr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070099}
Arnd Bergmann05c76982012-08-16 07:49:26 +0000100EXPORT_SYMBOL_GPL(set_irq_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
102void __init init_IRQ(void)
103{
Russell King805604e2014-04-28 15:24:10 +0100104 int ret;
105
Maxime Ripardebafed72013-03-28 21:46:44 +0100106 if (IS_ENABLED(CONFIG_OF) && !machine_desc->init_irq)
107 irqchip_init();
108 else
109 machine_desc->init_irq();
Russell King805604e2014-04-28 15:24:10 +0100110
111 if (IS_ENABLED(CONFIG_OF) && IS_ENABLED(CONFIG_CACHE_L2X0) &&
112 (machine_desc->l2c_aux_mask || machine_desc->l2c_aux_val)) {
Tomasz Figa0c4c2ed2015-01-08 07:51:45 +0100113 if (!outer_cache.write_sec)
114 outer_cache.write_sec = machine_desc->l2c_write_sec;
Russell King805604e2014-04-28 15:24:10 +0100115 ret = l2x0_of_init(machine_desc->l2c_aux_val,
116 machine_desc->l2c_aux_mask);
117 if (ret)
118 pr_err("L2C: failed to init: %d\n", ret);
119 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120}
121
Thomas Petazzoni73171d12012-11-20 23:00:53 +0100122#ifdef CONFIG_MULTI_IRQ_HANDLER
123void __init set_handle_irq(void (*handle_irq)(struct pt_regs *))
124{
125 if (handle_arch_irq)
126 return;
127
128 handle_arch_irq = handle_irq;
129}
130#endif
131
eric miao354e6f72010-06-25 09:46:09 +0100132#ifdef CONFIG_SPARSE_IRQ
133int __init arch_probe_nr_irqs(void)
134{
Russell King8ff14432010-12-20 10:18:36 +0000135 nr_irqs = machine_desc->nr_irqs ? machine_desc->nr_irqs : NR_IRQS;
Thomas Gleixnerb683de22010-09-27 20:55:03 +0200136 return nr_irqs;
eric miao354e6f72010-06-25 09:46:09 +0100137}
138#endif
139
Russell Kinga054a812005-11-02 22:24:33 +0000140#ifdef CONFIG_HOTPLUG_CPU
Russell King78359cb2011-07-21 15:14:21 +0100141static bool migrate_one_irq(struct irq_desc *desc)
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100142{
Russell King78359cb2011-07-21 15:14:21 +0100143 struct irq_data *d = irq_desc_get_irq_data(desc);
Russell Kingca15af12011-07-21 15:07:56 +0100144 const struct cpumask *affinity = d->affinity;
Russell King78359cb2011-07-21 15:14:21 +0100145 struct irq_chip *c;
Russell King61791242011-01-23 12:09:36 +0000146 bool ret = false;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100147
Russell King78359cb2011-07-21 15:14:21 +0100148 /*
149 * If this is a per-CPU interrupt, or the affinity does not
150 * include this CPU, then we have nothing to do.
151 */
152 if (irqd_is_per_cpu(d) || !cpumask_test_cpu(smp_processor_id(), affinity))
153 return false;
154
Russell Kingca15af12011-07-21 15:07:56 +0100155 if (cpumask_any_and(affinity, cpu_online_mask) >= nr_cpu_ids) {
Russell King78359cb2011-07-21 15:14:21 +0100156 affinity = cpu_online_mask;
Russell King61791242011-01-23 12:09:36 +0000157 ret = true;
158 }
159
Russell King78359cb2011-07-21 15:14:21 +0100160 c = irq_data_get_irq_chip(d);
Will Deacon5e7371d2012-04-27 12:56:24 +0100161 if (!c->irq_set_affinity)
Russell King78359cb2011-07-21 15:14:21 +0100162 pr_debug("IRQ%u: unable to set affinity\n", d->irq);
Sudeep Hollaa0408032014-09-01 17:14:29 +0100163 else if (c->irq_set_affinity(d, affinity, false) == IRQ_SET_MASK_OK && ret)
Will Deacon5e7371d2012-04-27 12:56:24 +0100164 cpumask_copy(d->affinity, affinity);
Russell King61791242011-01-23 12:09:36 +0000165
166 return ret;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100167}
168
Russell Kinga054a812005-11-02 22:24:33 +0000169/*
Russell King78359cb2011-07-21 15:14:21 +0100170 * The current CPU has been marked offline. Migrate IRQs off this CPU.
171 * If the affinity settings do not allow other CPUs, force them onto any
Russell Kinga054a812005-11-02 22:24:33 +0000172 * available CPU.
Russell King78359cb2011-07-21 15:14:21 +0100173 *
174 * Note: we must iterate over all IRQs, whether they have an attached
175 * action structure or not, as we need to get chained interrupts too.
Russell Kinga054a812005-11-02 22:24:33 +0000176 */
177void migrate_irqs(void)
178{
Russell King78359cb2011-07-21 15:14:21 +0100179 unsigned int i;
eric miao354e6f72010-06-25 09:46:09 +0100180 struct irq_desc *desc;
Russell King61791242011-01-23 12:09:36 +0000181 unsigned long flags;
182
183 local_irq_save(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000184
eric miao354e6f72010-06-25 09:46:09 +0100185 for_each_irq_desc(i, desc) {
Will Deacon342d00a2012-02-03 14:50:07 +0100186 bool affinity_broken;
Russell King78359cb2011-07-21 15:14:21 +0100187
Russell King61791242011-01-23 12:09:36 +0000188 raw_spin_lock(&desc->lock);
Russell King78359cb2011-07-21 15:14:21 +0100189 affinity_broken = migrate_one_irq(desc);
Russell King61791242011-01-23 12:09:36 +0000190 raw_spin_unlock(&desc->lock);
191
Russell King108900b2014-10-28 13:32:35 +0000192 if (affinity_broken)
193 pr_warn_ratelimited("IRQ%u no longer affine to CPU%u\n",
Joe Perches8b521cb2014-09-16 20:41:43 +0100194 i, smp_processor_id());
Russell Kinga054a812005-11-02 22:24:33 +0000195 }
Russell King61791242011-01-23 12:09:36 +0000196
197 local_irq_restore(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000198}
199#endif /* CONFIG_HOTPLUG_CPU */