1
2#ifndef LINUX_MSI_H
3#define LINUX_MSI_H
4
5#include <linux/kobject.h>
6#include <linux/list.h>
7
8struct msi_msg {
9 u32 address_lo;
10 u32 address_hi;
11 u32 data;
12};
13
14extern int pci_msi_ignore_mask;
15
16struct irq_data;
17struct msi_desc;
18struct pci_dev;
19struct platform_msi_priv_data;
20void __get_cached_msi_msg(struct msi_desc *entry, struct msi_msg *msg);
21#ifdef CONFIG_GENERIC_MSI_IRQ
22void get_cached_msi_msg(unsigned int irq, struct msi_msg *msg);
23#else
24static inline void get_cached_msi_msg(unsigned int irq, struct msi_msg *msg)
25{
26}
27#endif
28
29typedef void (*irq_write_msi_msg_t)(struct msi_desc *desc,
30 struct msi_msg *msg);
31
32
33
34
35
36
37struct platform_msi_desc {
38 struct platform_msi_priv_data *msi_priv_data;
39 u16 msi_index;
40};
41
42
43
44
45
46struct fsl_mc_msi_desc {
47 u16 msi_index;
48};
49
50
51
52
53
54struct ti_sci_inta_msi_desc {
55 u16 dev_index;
56};
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85struct msi_desc {
86
87 struct list_head list;
88 unsigned int irq;
89 unsigned int nvec_used;
90 struct device *dev;
91 struct msi_msg msg;
92 struct irq_affinity_desc *affinity;
93#ifdef CONFIG_IRQ_MSI_IOMMU
94 const void *iommu_cookie;
95#endif
96
97 void (*write_msi_msg)(struct msi_desc *entry, void *data);
98 void *write_msi_msg_data;
99
100 union {
101
102 struct {
103 u32 masked;
104 struct {
105 u8 is_msix : 1;
106 u8 multiple : 3;
107 u8 multi_cap : 3;
108 u8 maskbit : 1;
109 u8 is_64 : 1;
110 u8 is_virtual : 1;
111 u16 entry_nr;
112 unsigned default_irq;
113 } msi_attrib;
114 union {
115 u8 mask_pos;
116 void __iomem *mask_base;
117 };
118 };
119
120
121
122
123
124
125
126
127 struct platform_msi_desc platform;
128 struct fsl_mc_msi_desc fsl_mc;
129 struct ti_sci_inta_msi_desc inta;
130 };
131};
132
133
134#define msi_desc_to_dev(desc) ((desc)->dev)
135#define dev_to_msi_list(dev) (&(dev)->msi_list)
136#define first_msi_entry(dev) \
137 list_first_entry(dev_to_msi_list((dev)), struct msi_desc, list)
138#define for_each_msi_entry(desc, dev) \
139 list_for_each_entry((desc), dev_to_msi_list((dev)), list)
140#define for_each_msi_entry_safe(desc, tmp, dev) \
141 list_for_each_entry_safe((desc), (tmp), dev_to_msi_list((dev)), list)
142
143#ifdef CONFIG_IRQ_MSI_IOMMU
144static inline const void *msi_desc_get_iommu_cookie(struct msi_desc *desc)
145{
146 return desc->iommu_cookie;
147}
148
149static inline void msi_desc_set_iommu_cookie(struct msi_desc *desc,
150 const void *iommu_cookie)
151{
152 desc->iommu_cookie = iommu_cookie;
153}
154#else
155static inline const void *msi_desc_get_iommu_cookie(struct msi_desc *desc)
156{
157 return NULL;
158}
159
160static inline void msi_desc_set_iommu_cookie(struct msi_desc *desc,
161 const void *iommu_cookie)
162{
163}
164#endif
165
166#ifdef CONFIG_PCI_MSI
167#define first_pci_msi_entry(pdev) first_msi_entry(&(pdev)->dev)
168#define for_each_pci_msi_entry(desc, pdev) \
169 for_each_msi_entry((desc), &(pdev)->dev)
170
171struct pci_dev *msi_desc_to_pci_dev(struct msi_desc *desc);
172void *msi_desc_to_pci_sysdata(struct msi_desc *desc);
173void pci_write_msi_msg(unsigned int irq, struct msi_msg *msg);
174#else
175static inline void *msi_desc_to_pci_sysdata(struct msi_desc *desc)
176{
177 return NULL;
178}
179static inline void pci_write_msi_msg(unsigned int irq, struct msi_msg *msg)
180{
181}
182#endif
183
184struct msi_desc *alloc_msi_entry(struct device *dev, int nvec,
185 const struct irq_affinity_desc *affinity);
186void free_msi_entry(struct msi_desc *entry);
187void __pci_read_msi_msg(struct msi_desc *entry, struct msi_msg *msg);
188void __pci_write_msi_msg(struct msi_desc *entry, struct msi_msg *msg);
189
190u32 __pci_msix_desc_mask_irq(struct msi_desc *desc, u32 flag);
191u32 __pci_msi_desc_mask_irq(struct msi_desc *desc, u32 mask, u32 flag);
192void pci_msi_mask_irq(struct irq_data *data);
193void pci_msi_unmask_irq(struct irq_data *data);
194
195
196
197
198
199
200int arch_setup_msi_irq(struct pci_dev *dev, struct msi_desc *desc);
201void arch_teardown_msi_irq(unsigned int irq);
202int arch_setup_msi_irqs(struct pci_dev *dev, int nvec, int type);
203void arch_teardown_msi_irqs(struct pci_dev *dev);
204void arch_restore_msi_irqs(struct pci_dev *dev);
205
206void default_teardown_msi_irqs(struct pci_dev *dev);
207void default_restore_msi_irqs(struct pci_dev *dev);
208
209struct msi_controller {
210 struct module *owner;
211 struct device *dev;
212 struct device_node *of_node;
213 struct list_head list;
214
215 int (*setup_irq)(struct msi_controller *chip, struct pci_dev *dev,
216 struct msi_desc *desc);
217 int (*setup_irqs)(struct msi_controller *chip, struct pci_dev *dev,
218 int nvec, int type);
219 void (*teardown_irq)(struct msi_controller *chip, unsigned int irq);
220};
221
222#ifdef CONFIG_GENERIC_MSI_IRQ_DOMAIN
223
224#include <linux/irqhandler.h>
225#include <asm/msi.h>
226
227struct irq_domain;
228struct irq_domain_ops;
229struct irq_chip;
230struct device_node;
231struct fwnode_handle;
232struct msi_domain_info;
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252struct msi_domain_ops {
253 irq_hw_number_t (*get_hwirq)(struct msi_domain_info *info,
254 msi_alloc_info_t *arg);
255 int (*msi_init)(struct irq_domain *domain,
256 struct msi_domain_info *info,
257 unsigned int virq, irq_hw_number_t hwirq,
258 msi_alloc_info_t *arg);
259 void (*msi_free)(struct irq_domain *domain,
260 struct msi_domain_info *info,
261 unsigned int virq);
262 int (*msi_check)(struct irq_domain *domain,
263 struct msi_domain_info *info,
264 struct device *dev);
265 int (*msi_prepare)(struct irq_domain *domain,
266 struct device *dev, int nvec,
267 msi_alloc_info_t *arg);
268 void (*msi_finish)(msi_alloc_info_t *arg, int retval);
269 void (*set_desc)(msi_alloc_info_t *arg,
270 struct msi_desc *desc);
271 int (*handle_error)(struct irq_domain *domain,
272 struct msi_desc *desc, int error);
273};
274
275
276
277
278
279
280
281
282
283
284
285
286struct msi_domain_info {
287 u32 flags;
288 struct msi_domain_ops *ops;
289 struct irq_chip *chip;
290 void *chip_data;
291 irq_flow_handler_t handler;
292 void *handler_data;
293 const char *handler_name;
294 void *data;
295};
296
297
298enum {
299
300
301
302
303 MSI_FLAG_USE_DEF_DOM_OPS = (1 << 0),
304
305
306
307
308 MSI_FLAG_USE_DEF_CHIP_OPS = (1 << 1),
309
310 MSI_FLAG_MULTI_PCI_MSI = (1 << 2),
311
312 MSI_FLAG_PCI_MSIX = (1 << 3),
313
314 MSI_FLAG_ACTIVATE_EARLY = (1 << 4),
315
316
317
318
319 MSI_FLAG_MUST_REACTIVATE = (1 << 5),
320
321 MSI_FLAG_LEVEL_CAPABLE = (1 << 6),
322};
323
324int msi_domain_set_affinity(struct irq_data *data, const struct cpumask *mask,
325 bool force);
326
327struct irq_domain *msi_create_irq_domain(struct fwnode_handle *fwnode,
328 struct msi_domain_info *info,
329 struct irq_domain *parent);
330int msi_domain_alloc_irqs(struct irq_domain *domain, struct device *dev,
331 int nvec);
332void msi_domain_free_irqs(struct irq_domain *domain, struct device *dev);
333struct msi_domain_info *msi_get_domain_info(struct irq_domain *domain);
334
335struct irq_domain *platform_msi_create_irq_domain(struct fwnode_handle *fwnode,
336 struct msi_domain_info *info,
337 struct irq_domain *parent);
338int platform_msi_domain_alloc_irqs(struct device *dev, unsigned int nvec,
339 irq_write_msi_msg_t write_msi_msg);
340void platform_msi_domain_free_irqs(struct device *dev);
341
342
343int msi_domain_prepare_irqs(struct irq_domain *domain, struct device *dev,
344 int nvec, msi_alloc_info_t *args);
345int msi_domain_populate_irqs(struct irq_domain *domain, struct device *dev,
346 int virq, int nvec, msi_alloc_info_t *args);
347struct irq_domain *
348__platform_msi_create_device_domain(struct device *dev,
349 unsigned int nvec,
350 bool is_tree,
351 irq_write_msi_msg_t write_msi_msg,
352 const struct irq_domain_ops *ops,
353 void *host_data);
354
355#define platform_msi_create_device_domain(dev, nvec, write, ops, data) \
356 __platform_msi_create_device_domain(dev, nvec, false, write, ops, data)
357#define platform_msi_create_device_tree_domain(dev, nvec, write, ops, data) \
358 __platform_msi_create_device_domain(dev, nvec, true, write, ops, data)
359
360int platform_msi_domain_alloc(struct irq_domain *domain, unsigned int virq,
361 unsigned int nr_irqs);
362void platform_msi_domain_free(struct irq_domain *domain, unsigned int virq,
363 unsigned int nvec);
364void *platform_msi_get_host_data(struct irq_domain *domain);
365#endif
366
367#ifdef CONFIG_PCI_MSI_IRQ_DOMAIN
368void pci_msi_domain_write_msg(struct irq_data *irq_data, struct msi_msg *msg);
369struct irq_domain *pci_msi_create_irq_domain(struct fwnode_handle *fwnode,
370 struct msi_domain_info *info,
371 struct irq_domain *parent);
372irq_hw_number_t pci_msi_domain_calc_hwirq(struct pci_dev *dev,
373 struct msi_desc *desc);
374int pci_msi_domain_check_cap(struct irq_domain *domain,
375 struct msi_domain_info *info, struct device *dev);
376u32 pci_msi_domain_get_msi_rid(struct irq_domain *domain, struct pci_dev *pdev);
377struct irq_domain *pci_msi_get_device_domain(struct pci_dev *pdev);
378#else
379static inline struct irq_domain *pci_msi_get_device_domain(struct pci_dev *pdev)
380{
381 return NULL;
382}
383#endif
384
385#endif
386