1
2
3
4
5
6
7
8
9
10
11#include <linux/irq.h>
12#include <linux/random.h>
13#include <linux/sched.h>
14#include <linux/interrupt.h>
15#include <linux/kernel_stat.h>
16
17#include <asm/irq_regs.h>
18
19#include <trace/events/irq.h>
20
21#include "internals.h"
22
23#ifdef CONFIG_GENERIC_IRQ_MULTI_HANDLER
24void (*handle_arch_irq)(struct pt_regs *) __ro_after_init;
25#endif
26
27
28
29
30
31
32
33void handle_bad_irq(struct irq_desc *desc)
34{
35 unsigned int irq = irq_desc_get_irq(desc);
36
37 print_irq_desc(irq, desc);
38 kstat_incr_irqs_this_cpu(desc);
39 ack_bad_irq(irq);
40}
41EXPORT_SYMBOL_GPL(handle_bad_irq);
42
43
44
45
46irqreturn_t no_action(int cpl, void *dev_id)
47{
48 return IRQ_NONE;
49}
50EXPORT_SYMBOL_GPL(no_action);
51
52static void warn_no_thread(unsigned int irq, struct irqaction *action)
53{
54 if (test_and_set_bit(IRQTF_WARNED, &action->thread_flags))
55 return;
56
57 printk(KERN_WARNING "IRQ %d device %s returned IRQ_WAKE_THREAD "
58 "but no thread function available.", irq, action->name);
59}
60
61void __irq_wake_thread(struct irq_desc *desc, struct irqaction *action)
62{
63
64
65
66
67
68 if (action->thread->flags & PF_EXITING)
69 return;
70
71
72
73
74
75 if (test_and_set_bit(IRQTF_RUNTHREAD, &action->thread_flags))
76 return;
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123 desc->threads_oneshot |= action->thread_mask;
124
125
126
127
128
129
130
131
132
133
134 atomic_inc(&desc->threads_active);
135
136 wake_up_process(action->thread);
137}
138
139irqreturn_t __handle_irq_event_percpu(struct irq_desc *desc, unsigned int *flags)
140{
141 irqreturn_t retval = IRQ_NONE;
142 unsigned int irq = desc->irq_data.irq;
143 struct irqaction *action;
144
145 record_irq_time(desc);
146
147 for_each_action_of_desc(desc, action) {
148 irqreturn_t res;
149
150
151
152
153 if (irq_settings_can_thread(desc) &&
154 !(action->flags & (IRQF_NO_THREAD | IRQF_PERCPU | IRQF_ONESHOT)))
155 lockdep_hardirq_threaded();
156
157 trace_irq_handler_entry(irq, action);
158 res = action->handler(irq, action->dev_id);
159 trace_irq_handler_exit(irq, action, res);
160
161 if (WARN_ONCE(!irqs_disabled(),"irq %u handler %pS enabled interrupts\n",
162 irq, action->handler))
163 local_irq_disable();
164
165 switch (res) {
166 case IRQ_WAKE_THREAD:
167
168
169
170
171 if (unlikely(!action->thread_fn)) {
172 warn_no_thread(irq, action);
173 break;
174 }
175
176 __irq_wake_thread(desc, action);
177
178 fallthrough;
179 case IRQ_HANDLED:
180 *flags |= action->flags;
181 break;
182
183 default:
184 break;
185 }
186
187 retval |= res;
188 }
189
190 return retval;
191}
192
193irqreturn_t handle_irq_event_percpu(struct irq_desc *desc)
194{
195 irqreturn_t retval;
196 unsigned int flags = 0;
197
198 retval = __handle_irq_event_percpu(desc, &flags);
199
200 add_interrupt_randomness(desc->irq_data.irq, flags);
201
202 if (!irq_settings_no_debug(desc))
203 note_interrupt(desc, retval);
204 return retval;
205}
206
207irqreturn_t handle_irq_event(struct irq_desc *desc)
208{
209 irqreturn_t ret;
210
211 desc->istate &= ~IRQS_PENDING;
212 irqd_set(&desc->irq_data, IRQD_IRQ_INPROGRESS);
213 raw_spin_unlock(&desc->lock);
214
215 ret = handle_irq_event_percpu(desc);
216
217 raw_spin_lock(&desc->lock);
218 irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS);
219 return ret;
220}
221
222#ifdef CONFIG_GENERIC_IRQ_MULTI_HANDLER
223int __init set_handle_irq(void (*handle_irq)(struct pt_regs *))
224{
225 if (handle_arch_irq)
226 return -EBUSY;
227
228 handle_arch_irq = handle_irq;
229 return 0;
230}
231
232
233
234
235
236
237asmlinkage void noinstr generic_handle_arch_irq(struct pt_regs *regs)
238{
239 struct pt_regs *old_regs;
240
241 irq_enter();
242 old_regs = set_irq_regs(regs);
243 handle_arch_irq(regs);
244 set_irq_regs(old_regs);
245 irq_exit();
246}
247#endif
248