1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#define pr_fmt(fmt) "OF: " fmt
22
23#include <linux/device.h>
24#include <linux/errno.h>
25#include <linux/list.h>
26#include <linux/module.h>
27#include <linux/of.h>
28#include <linux/of_irq.h>
29#include <linux/of_pci.h>
30#include <linux/string.h>
31#include <linux/slab.h>
32
33
34
35
36
37
38
39
40
41unsigned int irq_of_parse_and_map(struct device_node *dev, int index)
42{
43 struct of_phandle_args oirq;
44
45 if (of_irq_parse_one(dev, index, &oirq))
46 return 0;
47
48 return irq_create_of_mapping(&oirq);
49}
50EXPORT_SYMBOL_GPL(irq_of_parse_and_map);
51
52
53
54
55
56
57
58
59struct device_node *of_irq_find_parent(struct device_node *child)
60{
61 struct device_node *p;
62 const __be32 *parp;
63
64 if (!of_node_get(child))
65 return NULL;
66
67 do {
68 parp = of_get_property(child, "interrupt-parent", NULL);
69 if (parp == NULL)
70 p = of_get_parent(child);
71 else {
72 if (of_irq_workarounds & OF_IMAP_NO_PHANDLE)
73 p = of_node_get(of_irq_dflt_pic);
74 else
75 p = of_find_node_by_phandle(be32_to_cpup(parp));
76 }
77 of_node_put(child);
78 child = p;
79 } while (p && of_get_property(p, "#interrupt-cells", NULL) == NULL);
80
81 return p;
82}
83EXPORT_SYMBOL_GPL(of_irq_find_parent);
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100int of_irq_parse_raw(const __be32 *addr, struct of_phandle_args *out_irq)
101{
102 struct device_node *ipar, *tnode, *old = NULL, *newpar = NULL;
103 __be32 initial_match_array[MAX_PHANDLE_ARGS];
104 const __be32 *match_array = initial_match_array;
105 const __be32 *tmp, *imap, *imask, dummy_imask[] = { [0 ... MAX_PHANDLE_ARGS] = ~0 };
106 u32 intsize = 1, addrsize, newintsize = 0, newaddrsize = 0;
107 int imaplen, match, i;
108
109#ifdef DEBUG
110 of_print_phandle_args("of_irq_parse_raw: ", out_irq);
111#endif
112
113 ipar = of_node_get(out_irq->np);
114
115
116
117
118
119 do {
120 tmp = of_get_property(ipar, "#interrupt-cells", NULL);
121 if (tmp != NULL) {
122 intsize = be32_to_cpu(*tmp);
123 break;
124 }
125 tnode = ipar;
126 ipar = of_irq_find_parent(ipar);
127 of_node_put(tnode);
128 } while (ipar);
129 if (ipar == NULL) {
130 pr_debug(" -> no parent found !\n");
131 goto fail;
132 }
133
134 pr_debug("of_irq_parse_raw: ipar=%s, size=%d\n", of_node_full_name(ipar), intsize);
135
136 if (out_irq->args_count != intsize)
137 return -EINVAL;
138
139
140
141
142 old = of_node_get(ipar);
143 do {
144 tmp = of_get_property(old, "#address-cells", NULL);
145 tnode = of_get_parent(old);
146 of_node_put(old);
147 old = tnode;
148 } while (old && tmp == NULL);
149 of_node_put(old);
150 old = NULL;
151 addrsize = (tmp == NULL) ? 2 : be32_to_cpu(*tmp);
152
153 pr_debug(" -> addrsize=%d\n", addrsize);
154
155
156 if (WARN_ON(addrsize + intsize > MAX_PHANDLE_ARGS))
157 goto fail;
158
159
160 for (i = 0; i < addrsize; i++)
161 initial_match_array[i] = addr ? addr[i] : 0;
162 for (i = 0; i < intsize; i++)
163 initial_match_array[addrsize + i] = cpu_to_be32(out_irq->args[i]);
164
165
166 while (ipar != NULL) {
167
168
169
170 if (of_get_property(ipar, "interrupt-controller", NULL) !=
171 NULL) {
172 pr_debug(" -> got it !\n");
173 return 0;
174 }
175
176
177
178
179
180 if (addrsize && !addr) {
181 pr_debug(" -> no reg passed in when needed !\n");
182 goto fail;
183 }
184
185
186 imap = of_get_property(ipar, "interrupt-map", &imaplen);
187
188 if (imap == NULL) {
189 pr_debug(" -> no map, getting parent\n");
190 newpar = of_irq_find_parent(ipar);
191 goto skiplevel;
192 }
193 imaplen /= sizeof(u32);
194
195
196 imask = of_get_property(ipar, "interrupt-map-mask", NULL);
197 if (!imask)
198 imask = dummy_imask;
199
200
201 match = 0;
202 while (imaplen > (addrsize + intsize + 1) && !match) {
203
204 match = 1;
205 for (i = 0; i < (addrsize + intsize); i++, imaplen--)
206 match &= !((match_array[i] ^ *imap++) & imask[i]);
207
208 pr_debug(" -> match=%d (imaplen=%d)\n", match, imaplen);
209
210
211 if (of_irq_workarounds & OF_IMAP_NO_PHANDLE)
212 newpar = of_node_get(of_irq_dflt_pic);
213 else
214 newpar = of_find_node_by_phandle(be32_to_cpup(imap));
215 imap++;
216 --imaplen;
217
218
219 if (newpar == NULL) {
220 pr_debug(" -> imap parent not found !\n");
221 goto fail;
222 }
223
224 if (!of_device_is_available(newpar))
225 match = 0;
226
227
228
229
230 tmp = of_get_property(newpar, "#interrupt-cells", NULL);
231 if (tmp == NULL) {
232 pr_debug(" -> parent lacks #interrupt-cells!\n");
233 goto fail;
234 }
235 newintsize = be32_to_cpu(*tmp);
236 tmp = of_get_property(newpar, "#address-cells", NULL);
237 newaddrsize = (tmp == NULL) ? 0 : be32_to_cpu(*tmp);
238
239 pr_debug(" -> newintsize=%d, newaddrsize=%d\n",
240 newintsize, newaddrsize);
241
242
243 if (WARN_ON(newaddrsize + newintsize > MAX_PHANDLE_ARGS))
244 goto fail;
245 if (imaplen < (newaddrsize + newintsize))
246 goto fail;
247
248 imap += newaddrsize + newintsize;
249 imaplen -= newaddrsize + newintsize;
250
251 pr_debug(" -> imaplen=%d\n", imaplen);
252 }
253 if (!match)
254 goto fail;
255
256
257
258
259
260 match_array = imap - newaddrsize - newintsize;
261 for (i = 0; i < newintsize; i++)
262 out_irq->args[i] = be32_to_cpup(imap - newintsize + i);
263 out_irq->args_count = intsize = newintsize;
264 addrsize = newaddrsize;
265
266 skiplevel:
267
268 out_irq->np = newpar;
269 pr_debug(" -> new parent: %s\n", of_node_full_name(newpar));
270 of_node_put(ipar);
271 ipar = newpar;
272 newpar = NULL;
273 }
274 fail:
275 of_node_put(ipar);
276 of_node_put(newpar);
277
278 return -EINVAL;
279}
280EXPORT_SYMBOL_GPL(of_irq_parse_raw);
281
282
283
284
285
286
287
288
289
290
291
292int of_irq_parse_one(struct device_node *device, int index, struct of_phandle_args *out_irq)
293{
294 struct device_node *p;
295 const __be32 *intspec, *tmp, *addr;
296 u32 intsize, intlen;
297 int i, res;
298
299 pr_debug("of_irq_parse_one: dev=%s, index=%d\n", of_node_full_name(device), index);
300
301
302 if (of_irq_workarounds & OF_IMAP_OLDWORLD_MAC)
303 return of_irq_parse_oldworld(device, index, out_irq);
304
305
306 addr = of_get_property(device, "reg", NULL);
307
308
309 res = of_parse_phandle_with_args(device, "interrupts-extended",
310 "#interrupt-cells", index, out_irq);
311 if (!res)
312 return of_irq_parse_raw(addr, out_irq);
313
314
315 intspec = of_get_property(device, "interrupts", &intlen);
316 if (intspec == NULL)
317 return -EINVAL;
318
319 intlen /= sizeof(*intspec);
320
321 pr_debug(" intspec=%d intlen=%d\n", be32_to_cpup(intspec), intlen);
322
323
324 p = of_irq_find_parent(device);
325 if (p == NULL)
326 return -EINVAL;
327
328
329 tmp = of_get_property(p, "#interrupt-cells", NULL);
330 if (tmp == NULL) {
331 res = -EINVAL;
332 goto out;
333 }
334 intsize = be32_to_cpu(*tmp);
335
336 pr_debug(" intsize=%d intlen=%d\n", intsize, intlen);
337
338
339 if ((index + 1) * intsize > intlen) {
340 res = -EINVAL;
341 goto out;
342 }
343
344
345 intspec += index * intsize;
346 out_irq->np = p;
347 out_irq->args_count = intsize;
348 for (i = 0; i < intsize; i++)
349 out_irq->args[i] = be32_to_cpup(intspec++);
350
351
352 res = of_irq_parse_raw(addr, out_irq);
353 out:
354 of_node_put(p);
355 return res;
356}
357EXPORT_SYMBOL_GPL(of_irq_parse_one);
358
359
360
361
362
363
364
365int of_irq_to_resource(struct device_node *dev, int index, struct resource *r)
366{
367 int irq = irq_of_parse_and_map(dev, index);
368
369
370
371 if (r && irq) {
372 const char *name = NULL;
373
374 memset(r, 0, sizeof(*r));
375
376
377
378
379 of_property_read_string_index(dev, "interrupt-names", index,
380 &name);
381
382 r->start = r->end = irq;
383 r->flags = IORESOURCE_IRQ | irqd_get_trigger_type(irq_get_irq_data(irq));
384 r->name = name ? name : of_node_full_name(dev);
385 }
386
387 return irq;
388}
389EXPORT_SYMBOL_GPL(of_irq_to_resource);
390
391
392
393
394
395
396
397
398
399
400int of_irq_get(struct device_node *dev, int index)
401{
402 int rc;
403 struct of_phandle_args oirq;
404 struct irq_domain *domain;
405
406 rc = of_irq_parse_one(dev, index, &oirq);
407 if (rc)
408 return rc;
409
410 domain = irq_find_host(oirq.np);
411 if (!domain)
412 return -EPROBE_DEFER;
413
414 return irq_create_of_mapping(&oirq);
415}
416EXPORT_SYMBOL_GPL(of_irq_get);
417
418
419
420
421
422
423
424
425
426
427int of_irq_get_byname(struct device_node *dev, const char *name)
428{
429 int index;
430
431 if (unlikely(!name))
432 return -EINVAL;
433
434 index = of_property_match_string(dev, "interrupt-names", name);
435 if (index < 0)
436 return index;
437
438 return of_irq_get(dev, index);
439}
440EXPORT_SYMBOL_GPL(of_irq_get_byname);
441
442
443
444
445
446int of_irq_count(struct device_node *dev)
447{
448 struct of_phandle_args irq;
449 int nr = 0;
450
451 while (of_irq_parse_one(dev, nr, &irq) == 0)
452 nr++;
453
454 return nr;
455}
456
457
458
459
460
461
462
463
464
465int of_irq_to_resource_table(struct device_node *dev, struct resource *res,
466 int nr_irqs)
467{
468 int i;
469
470 for (i = 0; i < nr_irqs; i++, res++)
471 if (!of_irq_to_resource(dev, i, res))
472 break;
473
474 return i;
475}
476EXPORT_SYMBOL_GPL(of_irq_to_resource_table);
477
478struct of_intc_desc {
479 struct list_head list;
480 of_irq_init_cb_t irq_init_cb;
481 struct device_node *dev;
482 struct device_node *interrupt_parent;
483};
484
485
486
487
488
489
490
491
492void __init of_irq_init(const struct of_device_id *matches)
493{
494 const struct of_device_id *match;
495 struct device_node *np, *parent = NULL;
496 struct of_intc_desc *desc, *temp_desc;
497 struct list_head intc_desc_list, intc_parent_list;
498
499 INIT_LIST_HEAD(&intc_desc_list);
500 INIT_LIST_HEAD(&intc_parent_list);
501
502 for_each_matching_node_and_match(np, matches, &match) {
503 if (!of_find_property(np, "interrupt-controller", NULL) ||
504 !of_device_is_available(np))
505 continue;
506
507 if (WARN(!match->data, "of_irq_init: no init function for %s\n",
508 match->compatible))
509 continue;
510
511
512
513
514
515 desc = kzalloc(sizeof(*desc), GFP_KERNEL);
516 if (WARN_ON(!desc)) {
517 of_node_put(np);
518 goto err;
519 }
520
521 desc->irq_init_cb = match->data;
522 desc->dev = of_node_get(np);
523 desc->interrupt_parent = of_irq_find_parent(np);
524 if (desc->interrupt_parent == np)
525 desc->interrupt_parent = NULL;
526 list_add_tail(&desc->list, &intc_desc_list);
527 }
528
529
530
531
532
533
534 while (!list_empty(&intc_desc_list)) {
535
536
537
538
539
540 list_for_each_entry_safe(desc, temp_desc, &intc_desc_list, list) {
541 int ret;
542
543 if (desc->interrupt_parent != parent)
544 continue;
545
546 list_del(&desc->list);
547
548 of_node_set_flag(desc->dev, OF_POPULATED);
549
550 pr_debug("of_irq_init: init %s (%p), parent %p\n",
551 desc->dev->full_name,
552 desc->dev, desc->interrupt_parent);
553 ret = desc->irq_init_cb(desc->dev,
554 desc->interrupt_parent);
555 if (ret) {
556 of_node_clear_flag(desc->dev, OF_POPULATED);
557 kfree(desc);
558 continue;
559 }
560
561
562
563
564
565 list_add_tail(&desc->list, &intc_parent_list);
566 }
567
568
569 desc = list_first_entry_or_null(&intc_parent_list,
570 typeof(*desc), list);
571 if (!desc) {
572 pr_err("of_irq_init: children remain, but no parents\n");
573 break;
574 }
575 list_del(&desc->list);
576 parent = desc->dev;
577 kfree(desc);
578 }
579
580 list_for_each_entry_safe(desc, temp_desc, &intc_parent_list, list) {
581 list_del(&desc->list);
582 kfree(desc);
583 }
584err:
585 list_for_each_entry_safe(desc, temp_desc, &intc_desc_list, list) {
586 list_del(&desc->list);
587 of_node_put(desc->dev);
588 kfree(desc);
589 }
590}
591
592static u32 __of_msi_map_rid(struct device *dev, struct device_node **np,
593 u32 rid_in)
594{
595 struct device *parent_dev;
596 u32 rid_out = rid_in;
597
598
599
600
601
602 for (parent_dev = dev; parent_dev; parent_dev = parent_dev->parent)
603 if (!of_pci_map_rid(parent_dev->of_node, rid_in, "msi-map",
604 "msi-map-mask", np, &rid_out))
605 break;
606 return rid_out;
607}
608
609
610
611
612
613
614
615
616
617
618
619
620u32 of_msi_map_rid(struct device *dev, struct device_node *msi_np, u32 rid_in)
621{
622 return __of_msi_map_rid(dev, &msi_np, rid_in);
623}
624
625
626
627
628
629
630
631
632
633
634
635struct irq_domain *of_msi_map_get_device_domain(struct device *dev, u32 rid)
636{
637 struct device_node *np = NULL;
638
639 __of_msi_map_rid(dev, &np, rid);
640 return irq_find_matching_host(np, DOMAIN_BUS_PCI_MSI);
641}
642
643
644
645
646
647
648
649
650
651
652
653
654struct irq_domain *of_msi_get_domain(struct device *dev,
655 struct device_node *np,
656 enum irq_domain_bus_token token)
657{
658 struct device_node *msi_np;
659 struct irq_domain *d;
660
661
662 msi_np = of_parse_phandle(np, "msi-parent", 0);
663 if (msi_np && !of_property_read_bool(msi_np, "#msi-cells")) {
664 d = irq_find_matching_host(msi_np, token);
665 if (!d)
666 of_node_put(msi_np);
667 return d;
668 }
669
670 if (token == DOMAIN_BUS_PLATFORM_MSI) {
671
672 struct of_phandle_args args;
673 int index = 0;
674
675 while (!of_parse_phandle_with_args(np, "msi-parent",
676 "#msi-cells",
677 index, &args)) {
678 d = irq_find_matching_host(args.np, token);
679 if (d)
680 return d;
681
682 of_node_put(args.np);
683 index++;
684 }
685 }
686
687 return NULL;
688}
689
690
691
692
693
694
695void of_msi_configure(struct device *dev, struct device_node *np)
696{
697 dev_set_msi_domain(dev,
698 of_msi_get_domain(dev, np, DOMAIN_BUS_PLATFORM_MSI));
699}
700