blob: 3512ba607361403e587f417cbce2775cdec428a1 [file] [log] [blame]
Peter Zijlstrae360adb2010-10-14 14:01:34 +08001/*
2 * x86 specific code for irq_work
3 *
Peter Zijlstra90eec102015-11-16 11:08:45 +01004 * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra
Peter Zijlstrae360adb2010-10-14 14:01:34 +08005 */
6
7#include <linux/kernel.h>
8#include <linux/irq_work.h>
9#include <linux/hardirq.h>
10#include <asm/apic.h>
Seiji Aguchicf910e82013-06-20 11:46:53 -040011#include <asm/trace/irq_vectors.h>
Peter Zijlstrae360adb2010-10-14 14:01:34 +080012
Seiji Aguchieddc0e92013-06-20 11:45:17 -040013static inline void __smp_irq_work_interrupt(void)
14{
Peter Zijlstrae360adb2010-10-14 14:01:34 +080015 inc_irq_stat(apic_irq_work_irqs);
16 irq_work_run();
Seiji Aguchieddc0e92013-06-20 11:45:17 -040017}
18
Andi Kleen1d9090e2013-08-05 15:02:37 -070019__visible void smp_irq_work_interrupt(struct pt_regs *regs)
Seiji Aguchieddc0e92013-06-20 11:45:17 -040020{
Thomas Gleixner6dc17872015-05-15 15:50:45 +020021 ipi_entering_ack_irq();
Seiji Aguchieddc0e92013-06-20 11:45:17 -040022 __smp_irq_work_interrupt();
23 exiting_irq();
Peter Zijlstrae360adb2010-10-14 14:01:34 +080024}
25
Andi Kleen1d9090e2013-08-05 15:02:37 -070026__visible void smp_trace_irq_work_interrupt(struct pt_regs *regs)
Seiji Aguchicf910e82013-06-20 11:46:53 -040027{
Thomas Gleixner6dc17872015-05-15 15:50:45 +020028 ipi_entering_ack_irq();
Seiji Aguchicf910e82013-06-20 11:46:53 -040029 trace_irq_work_entry(IRQ_WORK_VECTOR);
30 __smp_irq_work_interrupt();
31 trace_irq_work_exit(IRQ_WORK_VECTOR);
32 exiting_irq();
33}
34
Peter Zijlstrae360adb2010-10-14 14:01:34 +080035void arch_irq_work_raise(void)
36{
37#ifdef CONFIG_X86_LOCAL_APIC
Frederic Weisbecker30102792014-08-16 18:47:15 +020038 if (!arch_irq_work_has_interrupt())
Peter Zijlstrae360adb2010-10-14 14:01:34 +080039 return;
40
41 apic->send_IPI_self(IRQ_WORK_VECTOR);
42 apic_wait_icr_idle();
43#endif
44}