blob: ece04a457486c5998d312bce4f3c69b97e0e7b64 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/kernel/irq.c
3 *
4 * Copyright (C) 1992 Linus Torvalds
5 * Modifications for ARM processor Copyright (C) 1995-2000 Russell King.
6 *
Russell King8749af62005-06-25 19:39:45 +01007 * Support for Dynamic Tick Timer Copyright (C) 2004-2005 Nokia Corporation.
8 * Dynamic Tick Timer written by Tony Lindgren <tony@atomide.com> and
9 * Tuukka Tikkanen <tuukka.tikkanen@elektrobit.com>.
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
14 *
15 * This file contains the code used by various IRQ handling routines:
16 * asking for different IRQ's should be done through these routines
17 * instead of just grabbing them. Thus setups with different IRQ numbers
18 * shouldn't result in any weird surprises, and installing new handlers
19 * should be easier.
20 *
21 * IRQ's are in fact implemented a bit like signal handlers for the kernel.
22 * Naturally it's not a 1:1 relation, but there are similarities.
23 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/kernel_stat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/signal.h>
26#include <linux/ioport.h>
27#include <linux/interrupt.h>
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010028#include <linux/irq.h>
Maxime Ripardebafed72013-03-28 21:46:44 +010029#include <linux/irqchip.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/random.h>
31#include <linux/smp.h>
32#include <linux/init.h>
33#include <linux/seq_file.h>
Russell King108900b2014-10-28 13:32:35 +000034#include <linux/ratelimit.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/errno.h>
36#include <linux/list.h>
37#include <linux/kallsyms.h>
38#include <linux/proc_fs.h>
Arnd Bergmann05c76982012-08-16 07:49:26 +000039#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Russell King805604e2014-04-28 15:24:10 +010041#include <asm/hardware/cache-l2x0.h>
Masahiro Yamadae7ecbc02015-10-02 13:42:19 +090042#include <asm/hardware/cache-uniphier.h>
Russell Kingf8130902015-06-01 23:44:46 +010043#include <asm/outercache.h>
Jamie Iles5a567d72011-10-08 11:20:42 +010044#include <asm/exception.h>
Russell King8ff14432010-12-20 10:18:36 +000045#include <asm/mach/arch.h>
Russell King897d8522008-08-03 15:04:04 +010046#include <asm/mach/irq.h>
Russell King8749af62005-06-25 19:39:45 +010047#include <asm/mach/time.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010049unsigned long irq_err_count;
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
Thomas Gleixner25a56622011-03-24 12:02:11 +010051int arch_show_interrupts(struct seq_file *p, int prec)
Linus Torvalds1da177e2005-04-16 15:20:36 -070052{
Ben Dooksbaa28e32009-08-03 15:11:29 +010053#ifdef CONFIG_FIQ
Thomas Gleixner25a56622011-03-24 12:02:11 +010054 show_fiq_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055#endif
56#ifdef CONFIG_SMP
Thomas Gleixner25a56622011-03-24 12:02:11 +010057 show_ipi_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058#endif
Thomas Gleixner25a56622011-03-24 12:02:11 +010059 seq_printf(p, "%*s: %10lu\n", prec, "Err", irq_err_count);
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 return 0;
61}
62
Linus Torvalds1da177e2005-04-16 15:20:36 -070063/*
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010064 * handle_IRQ handles all hardware IRQ's. Decoded IRQs should
65 * not come via this function. Instead, they should provide their
66 * own 'handler'. Used by platform code implementing C-based 1st
67 * level decoding.
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 */
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010069void handle_IRQ(unsigned int irq, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070070{
Marc Zyngiera71b0922014-08-26 11:03:18 +010071 __handle_domain_irq(NULL, irq, false, regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072}
73
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010074/*
75 * asm_do_IRQ is the interface to be used from assembly code.
76 */
77asmlinkage void __exception_irq_entry
78asm_do_IRQ(unsigned int irq, struct pt_regs *regs)
79{
80 handle_IRQ(irq, regs);
81}
82
Linus Torvalds1da177e2005-04-16 15:20:36 -070083void __init init_IRQ(void)
84{
Russell King805604e2014-04-28 15:24:10 +010085 int ret;
86
Maxime Ripardebafed72013-03-28 21:46:44 +010087 if (IS_ENABLED(CONFIG_OF) && !machine_desc->init_irq)
88 irqchip_init();
89 else
90 machine_desc->init_irq();
Russell King805604e2014-04-28 15:24:10 +010091
92 if (IS_ENABLED(CONFIG_OF) && IS_ENABLED(CONFIG_CACHE_L2X0) &&
93 (machine_desc->l2c_aux_mask || machine_desc->l2c_aux_val)) {
Tomasz Figa0c4c2ed2015-01-08 07:51:45 +010094 if (!outer_cache.write_sec)
95 outer_cache.write_sec = machine_desc->l2c_write_sec;
Russell King805604e2014-04-28 15:24:10 +010096 ret = l2x0_of_init(machine_desc->l2c_aux_val,
97 machine_desc->l2c_aux_mask);
Andiii9023cc82016-01-14 07:17:00 +010098 if (ret && ret != -ENODEV)
Russell King805604e2014-04-28 15:24:10 +010099 pr_err("L2C: failed to init: %d\n", ret);
100 }
Masahiro Yamadae7ecbc02015-10-02 13:42:19 +0900101
102 uniphier_cache_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103}
104
Thomas Petazzoni73171d12012-11-20 23:00:53 +0100105#ifdef CONFIG_MULTI_IRQ_HANDLER
106void __init set_handle_irq(void (*handle_irq)(struct pt_regs *))
107{
108 if (handle_arch_irq)
109 return;
110
111 handle_arch_irq = handle_irq;
112}
113#endif
114
eric miao354e6f72010-06-25 09:46:09 +0100115#ifdef CONFIG_SPARSE_IRQ
116int __init arch_probe_nr_irqs(void)
117{
Russell King8ff14432010-12-20 10:18:36 +0000118 nr_irqs = machine_desc->nr_irqs ? machine_desc->nr_irqs : NR_IRQS;
Thomas Gleixnerb683de22010-09-27 20:55:03 +0200119 return nr_irqs;
eric miao354e6f72010-06-25 09:46:09 +0100120}
121#endif
122
Russell Kinga054a812005-11-02 22:24:33 +0000123#ifdef CONFIG_HOTPLUG_CPU
Russell King78359cb2011-07-21 15:14:21 +0100124static bool migrate_one_irq(struct irq_desc *desc)
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100125{
Russell King78359cb2011-07-21 15:14:21 +0100126 struct irq_data *d = irq_desc_get_irq_data(desc);
Jiang Liu84f551c2015-06-01 16:05:25 +0800127 const struct cpumask *affinity = irq_data_get_affinity_mask(d);
Russell King78359cb2011-07-21 15:14:21 +0100128 struct irq_chip *c;
Russell King61791242011-01-23 12:09:36 +0000129 bool ret = false;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100130
Russell King78359cb2011-07-21 15:14:21 +0100131 /*
132 * If this is a per-CPU interrupt, or the affinity does not
133 * include this CPU, then we have nothing to do.
134 */
135 if (irqd_is_per_cpu(d) || !cpumask_test_cpu(smp_processor_id(), affinity))
136 return false;
137
Russell Kingca15af12011-07-21 15:07:56 +0100138 if (cpumask_any_and(affinity, cpu_online_mask) >= nr_cpu_ids) {
Russell King78359cb2011-07-21 15:14:21 +0100139 affinity = cpu_online_mask;
Russell King61791242011-01-23 12:09:36 +0000140 ret = true;
141 }
142
Russell King78359cb2011-07-21 15:14:21 +0100143 c = irq_data_get_irq_chip(d);
Will Deacon5e7371d2012-04-27 12:56:24 +0100144 if (!c->irq_set_affinity)
Russell King78359cb2011-07-21 15:14:21 +0100145 pr_debug("IRQ%u: unable to set affinity\n", d->irq);
Sudeep Hollaa0408032014-09-01 17:14:29 +0100146 else if (c->irq_set_affinity(d, affinity, false) == IRQ_SET_MASK_OK && ret)
Jiang Liu84f551c2015-06-01 16:05:25 +0800147 cpumask_copy(irq_data_get_affinity_mask(d), affinity);
Russell King61791242011-01-23 12:09:36 +0000148
149 return ret;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100150}
151
Russell Kinga054a812005-11-02 22:24:33 +0000152/*
Russell King78359cb2011-07-21 15:14:21 +0100153 * The current CPU has been marked offline. Migrate IRQs off this CPU.
154 * If the affinity settings do not allow other CPUs, force them onto any
Russell Kinga054a812005-11-02 22:24:33 +0000155 * available CPU.
Russell King78359cb2011-07-21 15:14:21 +0100156 *
157 * Note: we must iterate over all IRQs, whether they have an attached
158 * action structure or not, as we need to get chained interrupts too.
Russell Kinga054a812005-11-02 22:24:33 +0000159 */
160void migrate_irqs(void)
161{
Russell King78359cb2011-07-21 15:14:21 +0100162 unsigned int i;
eric miao354e6f72010-06-25 09:46:09 +0100163 struct irq_desc *desc;
Russell King61791242011-01-23 12:09:36 +0000164 unsigned long flags;
165
166 local_irq_save(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000167
eric miao354e6f72010-06-25 09:46:09 +0100168 for_each_irq_desc(i, desc) {
Will Deacon342d00a2012-02-03 14:50:07 +0100169 bool affinity_broken;
Russell King78359cb2011-07-21 15:14:21 +0100170
Russell King61791242011-01-23 12:09:36 +0000171 raw_spin_lock(&desc->lock);
Russell King78359cb2011-07-21 15:14:21 +0100172 affinity_broken = migrate_one_irq(desc);
Russell King61791242011-01-23 12:09:36 +0000173 raw_spin_unlock(&desc->lock);
174
Russell King108900b2014-10-28 13:32:35 +0000175 if (affinity_broken)
176 pr_warn_ratelimited("IRQ%u no longer affine to CPU%u\n",
Joe Perches8b521cb2014-09-16 20:41:43 +0100177 i, smp_processor_id());
Russell Kinga054a812005-11-02 22:24:33 +0000178 }
Russell King61791242011-01-23 12:09:36 +0000179
180 local_irq_restore(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000181}
182#endif /* CONFIG_HOTPLUG_CPU */