Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 1 | /* |
| 2 | * x86 specific code for irq_work |
| 3 | * |
Peter Zijlstra | 90eec10 | 2015-11-16 11:08:45 +0100 | [diff] [blame] | 4 | * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 5 | */ |
| 6 | |
| 7 | #include <linux/kernel.h> |
| 8 | #include <linux/irq_work.h> |
| 9 | #include <linux/hardirq.h> |
| 10 | #include <asm/apic.h> |
Seiji Aguchi | cf910e8 | 2013-06-20 11:46:53 -0400 | [diff] [blame] | 11 | #include <asm/trace/irq_vectors.h> |
Daniel Bristot de Oliveira | c4158ff | 2017-01-04 12:20:33 +0100 | [diff] [blame^] | 12 | #include <linux/interrupt.h> |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 13 | |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 14 | static inline void __smp_irq_work_interrupt(void) |
| 15 | { |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 16 | inc_irq_stat(apic_irq_work_irqs); |
| 17 | irq_work_run(); |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 18 | } |
| 19 | |
Daniel Bristot de Oliveira | c4158ff | 2017-01-04 12:20:33 +0100 | [diff] [blame^] | 20 | __visible void __irq_entry smp_irq_work_interrupt(struct pt_regs *regs) |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 21 | { |
Thomas Gleixner | 6dc1787 | 2015-05-15 15:50:45 +0200 | [diff] [blame] | 22 | ipi_entering_ack_irq(); |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 23 | __smp_irq_work_interrupt(); |
| 24 | exiting_irq(); |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 25 | } |
| 26 | |
Daniel Bristot de Oliveira | c4158ff | 2017-01-04 12:20:33 +0100 | [diff] [blame^] | 27 | __visible void __irq_entry smp_trace_irq_work_interrupt(struct pt_regs *regs) |
Seiji Aguchi | cf910e8 | 2013-06-20 11:46:53 -0400 | [diff] [blame] | 28 | { |
Thomas Gleixner | 6dc1787 | 2015-05-15 15:50:45 +0200 | [diff] [blame] | 29 | ipi_entering_ack_irq(); |
Seiji Aguchi | cf910e8 | 2013-06-20 11:46:53 -0400 | [diff] [blame] | 30 | trace_irq_work_entry(IRQ_WORK_VECTOR); |
| 31 | __smp_irq_work_interrupt(); |
| 32 | trace_irq_work_exit(IRQ_WORK_VECTOR); |
| 33 | exiting_irq(); |
| 34 | } |
| 35 | |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 36 | void arch_irq_work_raise(void) |
| 37 | { |
| 38 | #ifdef CONFIG_X86_LOCAL_APIC |
Frederic Weisbecker | 3010279 | 2014-08-16 18:47:15 +0200 | [diff] [blame] | 39 | if (!arch_irq_work_has_interrupt()) |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 40 | return; |
| 41 | |
| 42 | apic->send_IPI_self(IRQ_WORK_VECTOR); |
| 43 | apic_wait_icr_idle(); |
| 44 | #endif |
| 45 | } |