Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 1 | /* |
| 2 | * x86 specific code for irq_work |
| 3 | * |
Peter Zijlstra | 90eec10 | 2015-11-16 11:08:45 +0100 | [diff] [blame^] | 4 | * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 5 | */ |
| 6 | |
| 7 | #include <linux/kernel.h> |
| 8 | #include <linux/irq_work.h> |
| 9 | #include <linux/hardirq.h> |
| 10 | #include <asm/apic.h> |
Seiji Aguchi | cf910e8 | 2013-06-20 11:46:53 -0400 | [diff] [blame] | 11 | #include <asm/trace/irq_vectors.h> |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 12 | |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 13 | static inline void __smp_irq_work_interrupt(void) |
| 14 | { |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 15 | inc_irq_stat(apic_irq_work_irqs); |
| 16 | irq_work_run(); |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 17 | } |
| 18 | |
Andi Kleen | 1d9090e | 2013-08-05 15:02:37 -0700 | [diff] [blame] | 19 | __visible void smp_irq_work_interrupt(struct pt_regs *regs) |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 20 | { |
Thomas Gleixner | 6dc1787 | 2015-05-15 15:50:45 +0200 | [diff] [blame] | 21 | ipi_entering_ack_irq(); |
Seiji Aguchi | eddc0e9 | 2013-06-20 11:45:17 -0400 | [diff] [blame] | 22 | __smp_irq_work_interrupt(); |
| 23 | exiting_irq(); |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 24 | } |
| 25 | |
Andi Kleen | 1d9090e | 2013-08-05 15:02:37 -0700 | [diff] [blame] | 26 | __visible void smp_trace_irq_work_interrupt(struct pt_regs *regs) |
Seiji Aguchi | cf910e8 | 2013-06-20 11:46:53 -0400 | [diff] [blame] | 27 | { |
Thomas Gleixner | 6dc1787 | 2015-05-15 15:50:45 +0200 | [diff] [blame] | 28 | ipi_entering_ack_irq(); |
Seiji Aguchi | cf910e8 | 2013-06-20 11:46:53 -0400 | [diff] [blame] | 29 | trace_irq_work_entry(IRQ_WORK_VECTOR); |
| 30 | __smp_irq_work_interrupt(); |
| 31 | trace_irq_work_exit(IRQ_WORK_VECTOR); |
| 32 | exiting_irq(); |
| 33 | } |
| 34 | |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 35 | void arch_irq_work_raise(void) |
| 36 | { |
| 37 | #ifdef CONFIG_X86_LOCAL_APIC |
Frederic Weisbecker | 3010279 | 2014-08-16 18:47:15 +0200 | [diff] [blame] | 38 | if (!arch_irq_work_has_interrupt()) |
Peter Zijlstra | e360adb | 2010-10-14 14:01:34 +0800 | [diff] [blame] | 39 | return; |
| 40 | |
| 41 | apic->send_IPI_self(IRQ_WORK_VECTOR); |
| 42 | apic_wait_icr_idle(); |
| 43 | #endif |
| 44 | } |