blob: 275487872be2b35e7c6d01335fb08170b2cf7fa0 [file] [log] [blame]
Peter Zijlstrae360adb2010-10-14 14:01:34 +08001/*
2 * x86 specific code for irq_work
3 *
Peter Zijlstra90eec102015-11-16 11:08:45 +01004 * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra
Peter Zijlstrae360adb2010-10-14 14:01:34 +08005 */
6
7#include <linux/kernel.h>
8#include <linux/irq_work.h>
9#include <linux/hardirq.h>
10#include <asm/apic.h>
Seiji Aguchicf910e82013-06-20 11:46:53 -040011#include <asm/trace/irq_vectors.h>
Daniel Bristot de Oliveirac4158ff2017-01-04 12:20:33 +010012#include <linux/interrupt.h>
Peter Zijlstrae360adb2010-10-14 14:01:34 +080013
Seiji Aguchieddc0e92013-06-20 11:45:17 -040014static inline void __smp_irq_work_interrupt(void)
15{
Peter Zijlstrae360adb2010-10-14 14:01:34 +080016 inc_irq_stat(apic_irq_work_irqs);
17 irq_work_run();
Seiji Aguchieddc0e92013-06-20 11:45:17 -040018}
19
Daniel Bristot de Oliveirac4158ff2017-01-04 12:20:33 +010020__visible void __irq_entry smp_irq_work_interrupt(struct pt_regs *regs)
Seiji Aguchieddc0e92013-06-20 11:45:17 -040021{
Thomas Gleixner6dc17872015-05-15 15:50:45 +020022 ipi_entering_ack_irq();
Seiji Aguchieddc0e92013-06-20 11:45:17 -040023 __smp_irq_work_interrupt();
24 exiting_irq();
Peter Zijlstrae360adb2010-10-14 14:01:34 +080025}
26
Daniel Bristot de Oliveirac4158ff2017-01-04 12:20:33 +010027__visible void __irq_entry smp_trace_irq_work_interrupt(struct pt_regs *regs)
Seiji Aguchicf910e82013-06-20 11:46:53 -040028{
Thomas Gleixner6dc17872015-05-15 15:50:45 +020029 ipi_entering_ack_irq();
Seiji Aguchicf910e82013-06-20 11:46:53 -040030 trace_irq_work_entry(IRQ_WORK_VECTOR);
31 __smp_irq_work_interrupt();
32 trace_irq_work_exit(IRQ_WORK_VECTOR);
33 exiting_irq();
34}
35
Peter Zijlstrae360adb2010-10-14 14:01:34 +080036void arch_irq_work_raise(void)
37{
38#ifdef CONFIG_X86_LOCAL_APIC
Frederic Weisbecker30102792014-08-16 18:47:15 +020039 if (!arch_irq_work_has_interrupt())
Peter Zijlstrae360adb2010-10-14 14:01:34 +080040 return;
41
42 apic->send_IPI_self(IRQ_WORK_VECTOR);
43 apic_wait_icr_idle();
44#endif
45}