1
2
3
4
5
6
7
8
9
10
11
12
13
14#ifndef __FPGA_DFL_H
15#define __FPGA_DFL_H
16
17#include <linux/bitfield.h>
18#include <linux/cdev.h>
19#include <linux/delay.h>
20#include <linux/fs.h>
21#include <linux/iopoll.h>
22#include <linux/io-64-nonatomic-lo-hi.h>
23#include <linux/platform_device.h>
24#include <linux/slab.h>
25#include <linux/uuid.h>
26#include <linux/fpga/fpga-region.h>
27
28
29#define MAX_DFL_FPGA_PORT_NUM 4
30
31#define MAX_DFL_FEATURE_DEV_NUM (MAX_DFL_FPGA_PORT_NUM + 1)
32
33
34#define FEATURE_ID_FIU_HEADER 0xfe
35#define FEATURE_ID_AFU 0xff
36
37#define FME_FEATURE_ID_HEADER FEATURE_ID_FIU_HEADER
38#define FME_FEATURE_ID_THERMAL_MGMT 0x1
39#define FME_FEATURE_ID_POWER_MGMT 0x2
40#define FME_FEATURE_ID_GLOBAL_IPERF 0x3
41#define FME_FEATURE_ID_GLOBAL_ERR 0x4
42#define FME_FEATURE_ID_PR_MGMT 0x5
43#define FME_FEATURE_ID_HSSI 0x6
44#define FME_FEATURE_ID_GLOBAL_DPERF 0x7
45
46#define PORT_FEATURE_ID_HEADER FEATURE_ID_FIU_HEADER
47#define PORT_FEATURE_ID_AFU FEATURE_ID_AFU
48#define PORT_FEATURE_ID_ERROR 0x10
49#define PORT_FEATURE_ID_UMSG 0x11
50#define PORT_FEATURE_ID_UINT 0x12
51#define PORT_FEATURE_ID_STP 0x13
52
53
54
55
56
57
58
59
60#define DFH 0x0
61#define GUID_L 0x8
62#define GUID_H 0x10
63#define NEXT_AFU 0x18
64
65#define DFH_SIZE 0x8
66
67
68#define DFH_ID GENMASK_ULL(11, 0)
69#define DFH_ID_FIU_FME 0
70#define DFH_ID_FIU_PORT 1
71#define DFH_REVISION GENMASK_ULL(15, 12)
72#define DFH_NEXT_HDR_OFST GENMASK_ULL(39, 16)
73#define DFH_EOL BIT_ULL(40)
74#define DFH_TYPE GENMASK_ULL(63, 60)
75#define DFH_TYPE_AFU 1
76#define DFH_TYPE_PRIVATE 3
77#define DFH_TYPE_FIU 4
78
79
80#define NEXT_AFU_NEXT_DFH_OFST GENMASK_ULL(23, 0)
81
82
83#define FME_HDR_DFH DFH
84#define FME_HDR_GUID_L GUID_L
85#define FME_HDR_GUID_H GUID_H
86#define FME_HDR_NEXT_AFU NEXT_AFU
87#define FME_HDR_CAP 0x30
88#define FME_HDR_PORT_OFST(n) (0x38 + ((n) * 0x8))
89#define FME_HDR_BITSTREAM_ID 0x60
90#define FME_HDR_BITSTREAM_MD 0x68
91
92
93#define FME_CAP_FABRIC_VERID GENMASK_ULL(7, 0)
94#define FME_CAP_SOCKET_ID BIT_ULL(8)
95#define FME_CAP_PCIE0_LINK_AVL BIT_ULL(12)
96#define FME_CAP_PCIE1_LINK_AVL BIT_ULL(13)
97#define FME_CAP_COHR_LINK_AVL BIT_ULL(14)
98#define FME_CAP_IOMMU_AVL BIT_ULL(16)
99#define FME_CAP_NUM_PORTS GENMASK_ULL(19, 17)
100#define FME_CAP_ADDR_WIDTH GENMASK_ULL(29, 24)
101#define FME_CAP_CACHE_SIZE GENMASK_ULL(43, 32)
102#define FME_CAP_CACHE_ASSOC GENMASK_ULL(47, 44)
103
104
105
106#define FME_PORT_OFST_DFH_OFST GENMASK_ULL(23, 0)
107
108#define FME_PORT_OFST_BAR_ID GENMASK_ULL(34, 32)
109
110#define FME_PORT_OFST_ACC_CTRL BIT_ULL(55)
111#define FME_PORT_OFST_ACC_PF 0
112#define FME_PORT_OFST_ACC_VF 1
113#define FME_PORT_OFST_IMP BIT_ULL(60)
114
115
116#define PORT_HDR_DFH DFH
117#define PORT_HDR_GUID_L GUID_L
118#define PORT_HDR_GUID_H GUID_H
119#define PORT_HDR_NEXT_AFU NEXT_AFU
120#define PORT_HDR_CAP 0x30
121#define PORT_HDR_CTRL 0x38
122#define PORT_HDR_STS 0x40
123#define PORT_HDR_USRCLK_CMD0 0x50
124#define PORT_HDR_USRCLK_CMD1 0x58
125#define PORT_HDR_USRCLK_STS0 0x60
126#define PORT_HDR_USRCLK_STS1 0x68
127
128
129#define PORT_CAP_PORT_NUM GENMASK_ULL(1, 0)
130#define PORT_CAP_MMIO_SIZE GENMASK_ULL(23, 8)
131#define PORT_CAP_SUPP_INT_NUM GENMASK_ULL(35, 32)
132
133
134#define PORT_CTRL_SFTRST BIT_ULL(0)
135
136#define PORT_CTRL_LATENCY BIT_ULL(2)
137#define PORT_CTRL_SFTRST_ACK BIT_ULL(4)
138
139
140#define PORT_STS_AP2_EVT BIT_ULL(13)
141#define PORT_STS_AP1_EVT BIT_ULL(12)
142#define PORT_STS_PWR_STATE GENMASK_ULL(11, 8)
143#define PORT_STS_PWR_STATE_NORM 0
144#define PORT_STS_PWR_STATE_AP1 1
145#define PORT_STS_PWR_STATE_AP2 2
146#define PORT_STS_PWR_STATE_AP6 6
147
148
149
150
151
152
153
154
155
156
157struct dfl_fpga_port_ops {
158 const char *name;
159 struct module *owner;
160 struct list_head node;
161 int (*get_id)(struct platform_device *pdev);
162 int (*enable_set)(struct platform_device *pdev, bool enable);
163};
164
165void dfl_fpga_port_ops_add(struct dfl_fpga_port_ops *ops);
166void dfl_fpga_port_ops_del(struct dfl_fpga_port_ops *ops);
167struct dfl_fpga_port_ops *dfl_fpga_port_ops_get(struct platform_device *pdev);
168void dfl_fpga_port_ops_put(struct dfl_fpga_port_ops *ops);
169int dfl_fpga_check_port_id(struct platform_device *pdev, void *pport_id);
170
171
172
173
174
175
176struct dfl_feature_id {
177 u64 id;
178};
179
180
181
182
183
184
185
186struct dfl_feature_driver {
187 const struct dfl_feature_id *id_table;
188 const struct dfl_feature_ops *ops;
189};
190
191
192
193
194
195
196
197
198
199
200
201
202struct dfl_feature {
203 u64 id;
204 int resource_index;
205 void __iomem *ioaddr;
206 const struct dfl_feature_ops *ops;
207 void *priv;
208};
209
210#define FEATURE_DEV_ID_UNUSED (-1)
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228struct dfl_feature_platform_data {
229 struct list_head node;
230 struct mutex lock;
231 struct cdev cdev;
232 struct platform_device *dev;
233 struct dfl_fpga_cdev *dfl_cdev;
234 int id;
235 unsigned int disable_count;
236 bool excl_open;
237 int open_count;
238 void *private;
239 int num;
240 struct dfl_feature features[];
241};
242
243static inline
244int dfl_feature_dev_use_begin(struct dfl_feature_platform_data *pdata,
245 bool excl)
246{
247 if (pdata->excl_open)
248 return -EBUSY;
249
250 if (excl) {
251 if (pdata->open_count)
252 return -EBUSY;
253
254 pdata->excl_open = true;
255 }
256 pdata->open_count++;
257
258 return 0;
259}
260
261static inline
262void dfl_feature_dev_use_end(struct dfl_feature_platform_data *pdata)
263{
264 pdata->excl_open = false;
265
266 if (WARN_ON(pdata->open_count <= 0))
267 return;
268
269 pdata->open_count--;
270}
271
272static inline
273int dfl_feature_dev_use_count(struct dfl_feature_platform_data *pdata)
274{
275 return pdata->open_count;
276}
277
278static inline
279void dfl_fpga_pdata_set_private(struct dfl_feature_platform_data *pdata,
280 void *private)
281{
282 pdata->private = private;
283}
284
285static inline
286void *dfl_fpga_pdata_get_private(struct dfl_feature_platform_data *pdata)
287{
288 return pdata->private;
289}
290
291struct dfl_feature_ops {
292 int (*init)(struct platform_device *pdev, struct dfl_feature *feature);
293 void (*uinit)(struct platform_device *pdev,
294 struct dfl_feature *feature);
295 long (*ioctl)(struct platform_device *pdev, struct dfl_feature *feature,
296 unsigned int cmd, unsigned long arg);
297};
298
299#define DFL_FPGA_FEATURE_DEV_FME "dfl-fme"
300#define DFL_FPGA_FEATURE_DEV_PORT "dfl-port"
301
302static inline int dfl_feature_platform_data_size(const int num)
303{
304 return sizeof(struct dfl_feature_platform_data) +
305 num * sizeof(struct dfl_feature);
306}
307
308void dfl_fpga_dev_feature_uinit(struct platform_device *pdev);
309int dfl_fpga_dev_feature_init(struct platform_device *pdev,
310 struct dfl_feature_driver *feature_drvs);
311
312int dfl_fpga_dev_ops_register(struct platform_device *pdev,
313 const struct file_operations *fops,
314 struct module *owner);
315void dfl_fpga_dev_ops_unregister(struct platform_device *pdev);
316
317static inline
318struct platform_device *dfl_fpga_inode_to_feature_dev(struct inode *inode)
319{
320 struct dfl_feature_platform_data *pdata;
321
322 pdata = container_of(inode->i_cdev, struct dfl_feature_platform_data,
323 cdev);
324 return pdata->dev;
325}
326
327#define dfl_fpga_dev_for_each_feature(pdata, feature) \
328 for ((feature) = (pdata)->features; \
329 (feature) < (pdata)->features + (pdata)->num; (feature)++)
330
331static inline
332struct dfl_feature *dfl_get_feature_by_id(struct device *dev, u64 id)
333{
334 struct dfl_feature_platform_data *pdata = dev_get_platdata(dev);
335 struct dfl_feature *feature;
336
337 dfl_fpga_dev_for_each_feature(pdata, feature)
338 if (feature->id == id)
339 return feature;
340
341 return NULL;
342}
343
344static inline
345void __iomem *dfl_get_feature_ioaddr_by_id(struct device *dev, u64 id)
346{
347 struct dfl_feature *feature = dfl_get_feature_by_id(dev, id);
348
349 if (feature && feature->ioaddr)
350 return feature->ioaddr;
351
352 WARN_ON(1);
353 return NULL;
354}
355
356static inline bool is_dfl_feature_present(struct device *dev, u64 id)
357{
358 return !!dfl_get_feature_ioaddr_by_id(dev, id);
359}
360
361static inline
362struct device *dfl_fpga_pdata_to_parent(struct dfl_feature_platform_data *pdata)
363{
364 return pdata->dev->dev.parent->parent;
365}
366
367static inline bool dfl_feature_is_fme(void __iomem *base)
368{
369 u64 v = readq(base + DFH);
370
371 return (FIELD_GET(DFH_TYPE, v) == DFH_TYPE_FIU) &&
372 (FIELD_GET(DFH_ID, v) == DFH_ID_FIU_FME);
373}
374
375static inline bool dfl_feature_is_port(void __iomem *base)
376{
377 u64 v = readq(base + DFH);
378
379 return (FIELD_GET(DFH_TYPE, v) == DFH_TYPE_FIU) &&
380 (FIELD_GET(DFH_ID, v) == DFH_ID_FIU_PORT);
381}
382
383static inline u8 dfl_feature_revision(void __iomem *base)
384{
385 return (u8)FIELD_GET(DFH_REVISION, readq(base + DFH));
386}
387
388
389
390
391
392
393
394struct dfl_fpga_enum_info {
395 struct device *dev;
396 struct list_head dfls;
397};
398
399
400
401
402
403
404
405
406
407struct dfl_fpga_enum_dfl {
408 resource_size_t start;
409 resource_size_t len;
410
411 void __iomem *ioaddr;
412
413 struct list_head node;
414};
415
416struct dfl_fpga_enum_info *dfl_fpga_enum_info_alloc(struct device *dev);
417int dfl_fpga_enum_info_add_dfl(struct dfl_fpga_enum_info *info,
418 resource_size_t start, resource_size_t len,
419 void __iomem *ioaddr);
420void dfl_fpga_enum_info_free(struct dfl_fpga_enum_info *info);
421
422
423
424
425
426
427
428
429
430
431
432struct dfl_fpga_cdev {
433 struct device *parent;
434 struct fpga_region *region;
435 struct device *fme_dev;
436 struct mutex lock;
437 struct list_head port_dev_list;
438 int released_port_num;
439};
440
441struct dfl_fpga_cdev *
442dfl_fpga_feature_devs_enumerate(struct dfl_fpga_enum_info *info);
443void dfl_fpga_feature_devs_remove(struct dfl_fpga_cdev *cdev);
444
445
446
447
448
449
450struct platform_device *
451__dfl_fpga_cdev_find_port(struct dfl_fpga_cdev *cdev, void *data,
452 int (*match)(struct platform_device *, void *));
453
454static inline struct platform_device *
455dfl_fpga_cdev_find_port(struct dfl_fpga_cdev *cdev, void *data,
456 int (*match)(struct platform_device *, void *))
457{
458 struct platform_device *pdev;
459
460 mutex_lock(&cdev->lock);
461 pdev = __dfl_fpga_cdev_find_port(cdev, data, match);
462 mutex_unlock(&cdev->lock);
463
464 return pdev;
465}
466
467int dfl_fpga_cdev_release_port(struct dfl_fpga_cdev *cdev, int port_id);
468int dfl_fpga_cdev_assign_port(struct dfl_fpga_cdev *cdev, int port_id);
469void dfl_fpga_cdev_config_ports_pf(struct dfl_fpga_cdev *cdev);
470int dfl_fpga_cdev_config_ports_vf(struct dfl_fpga_cdev *cdev, int num_vf);
471#endif
472