1
2
3
4
5
6
7
8
9
10
11
12#ifndef _NFP_NET_H_
13#define _NFP_NET_H_
14
15#include <linux/atomic.h>
16#include <linux/interrupt.h>
17#include <linux/list.h>
18#include <linux/netdevice.h>
19#include <linux/pci.h>
20#include <linux/dim.h>
21#include <linux/io-64-nonatomic-hi-lo.h>
22#include <linux/semaphore.h>
23#include <linux/workqueue.h>
24#include <net/xdp.h>
25
26#include "nfp_net_ctrl.h"
27
28#define nn_pr(nn, lvl, fmt, args...) \
29 ({ \
30 struct nfp_net *__nn = (nn); \
31 \
32 if (__nn->dp.netdev) \
33 netdev_printk(lvl, __nn->dp.netdev, fmt, ## args); \
34 else \
35 dev_printk(lvl, __nn->dp.dev, "ctrl: " fmt, ## args); \
36 })
37
38#define nn_err(nn, fmt, args...) nn_pr(nn, KERN_ERR, fmt, ## args)
39#define nn_warn(nn, fmt, args...) nn_pr(nn, KERN_WARNING, fmt, ## args)
40#define nn_info(nn, fmt, args...) nn_pr(nn, KERN_INFO, fmt, ## args)
41#define nn_dbg(nn, fmt, args...) nn_pr(nn, KERN_DEBUG, fmt, ## args)
42
43#define nn_dp_warn(dp, fmt, args...) \
44 ({ \
45 struct nfp_net_dp *__dp = (dp); \
46 \
47 if (unlikely(net_ratelimit())) { \
48 if (__dp->netdev) \
49 netdev_warn(__dp->netdev, fmt, ## args); \
50 else \
51 dev_warn(__dp->dev, fmt, ## args); \
52 } \
53 })
54
55
56#define NFP_NET_POLL_TIMEOUT 5
57
58
59#define NFP_NET_STAT_POLL_IVL msecs_to_jiffies(100)
60
61
62#define NFP_NET_CTRL_BAR 0
63#define NFP_NET_Q0_BAR 2
64#define NFP_NET_Q1_BAR 4
65
66
67#define NFP_NET_MAX_DMA_BITS 40
68
69
70#define NFP_NET_DEFAULT_MTU 1500U
71
72
73#define NFP_NET_MAX_PREPEND 64
74
75
76#define NFP_NET_NON_Q_VECTORS 2
77#define NFP_NET_IRQ_LSC_IDX 0
78#define NFP_NET_IRQ_EXN_IDX 1
79#define NFP_NET_MIN_VNIC_IRQS (NFP_NET_NON_Q_VECTORS + 1)
80
81
82#define NFP_NET_MAX_TX_RINGS 64
83#define NFP_NET_MAX_RX_RINGS 64
84#define NFP_NET_MAX_R_VECS (NFP_NET_MAX_TX_RINGS > NFP_NET_MAX_RX_RINGS ? \
85 NFP_NET_MAX_TX_RINGS : NFP_NET_MAX_RX_RINGS)
86#define NFP_NET_MAX_IRQS (NFP_NET_NON_Q_VECTORS + NFP_NET_MAX_R_VECS)
87
88#define NFP_NET_MIN_TX_DESCS 256
89#define NFP_NET_MIN_RX_DESCS 256
90#define NFP_NET_MAX_TX_DESCS (256 * 1024)
91#define NFP_NET_MAX_RX_DESCS (256 * 1024)
92
93#define NFP_NET_TX_DESCS_DEFAULT 4096
94#define NFP_NET_RX_DESCS_DEFAULT 4096
95
96#define NFP_NET_FL_BATCH 16
97#define NFP_NET_XDP_MAX_COMPLETE 2048
98
99
100#define NFP_NET_N_VXLAN_PORTS (NFP_NET_CFG_VXLAN_SZ / sizeof(__be16))
101
102#define NFP_NET_RX_BUF_HEADROOM (NET_SKB_PAD + NET_IP_ALIGN)
103#define NFP_NET_RX_BUF_NON_DATA (NFP_NET_RX_BUF_HEADROOM + \
104 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
105
106
107struct nfp_cpp;
108struct nfp_eth_table_port;
109struct nfp_net;
110struct nfp_net_r_vector;
111struct nfp_port;
112
113
114#define D_IDX(ring, idx) ((idx) & ((ring)->cnt - 1))
115
116
117#define nfp_desc_set_dma_addr(desc, dma_addr) \
118 do { \
119 __typeof(desc) __d = (desc); \
120 dma_addr_t __addr = (dma_addr); \
121 \
122 __d->dma_addr_lo = cpu_to_le32(lower_32_bits(__addr)); \
123 __d->dma_addr_hi = upper_32_bits(__addr) & 0xff; \
124 } while (0)
125
126
127
128#define PCIE_DESC_TX_EOP BIT(7)
129#define PCIE_DESC_TX_OFFSET_MASK GENMASK(6, 0)
130#define PCIE_DESC_TX_MSS_MASK GENMASK(13, 0)
131
132
133#define PCIE_DESC_TX_CSUM BIT(7)
134#define PCIE_DESC_TX_IP4_CSUM BIT(6)
135#define PCIE_DESC_TX_TCP_CSUM BIT(5)
136#define PCIE_DESC_TX_UDP_CSUM BIT(4)
137#define PCIE_DESC_TX_VLAN BIT(3)
138#define PCIE_DESC_TX_LSO BIT(2)
139#define PCIE_DESC_TX_ENCAP BIT(1)
140#define PCIE_DESC_TX_O_IP4_CSUM BIT(0)
141
142struct nfp_net_tx_desc {
143 union {
144 struct {
145 u8 dma_addr_hi;
146 __le16 dma_len;
147 u8 offset_eop;
148
149
150 __le32 dma_addr_lo;
151
152 __le16 mss;
153 u8 lso_hdrlen;
154 u8 flags;
155 union {
156 struct {
157 u8 l3_offset;
158 u8 l4_offset;
159 };
160 __le16 vlan;
161 };
162 __le16 data_len;
163 } __packed;
164 __le32 vals[4];
165 __le64 vals8[2];
166 };
167};
168
169
170
171
172
173
174
175
176
177
178
179
180
181struct nfp_net_tx_buf {
182 union {
183 struct sk_buff *skb;
184 void *frag;
185 };
186 dma_addr_t dma_addr;
187 short int fidx;
188 u16 pkt_cnt;
189 u32 real_len;
190};
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210struct nfp_net_tx_ring {
211 struct nfp_net_r_vector *r_vec;
212
213 u32 idx;
214 int qcidx;
215 u8 __iomem *qcp_q;
216
217 u32 cnt;
218 u32 wr_p;
219 u32 rd_p;
220 u32 qcp_rd_p;
221
222 u32 wr_ptr_add;
223
224 struct nfp_net_tx_buf *txbufs;
225 struct nfp_net_tx_desc *txds;
226
227 dma_addr_t dma;
228 size_t size;
229 bool is_xdp;
230} ____cacheline_aligned;
231
232
233
234#define PCIE_DESC_RX_DD BIT(7)
235#define PCIE_DESC_RX_META_LEN_MASK GENMASK(6, 0)
236
237
238#define PCIE_DESC_RX_RSS cpu_to_le16(BIT(15))
239#define PCIE_DESC_RX_I_IP4_CSUM cpu_to_le16(BIT(14))
240#define PCIE_DESC_RX_I_IP4_CSUM_OK cpu_to_le16(BIT(13))
241#define PCIE_DESC_RX_I_TCP_CSUM cpu_to_le16(BIT(12))
242#define PCIE_DESC_RX_I_TCP_CSUM_OK cpu_to_le16(BIT(11))
243#define PCIE_DESC_RX_I_UDP_CSUM cpu_to_le16(BIT(10))
244#define PCIE_DESC_RX_I_UDP_CSUM_OK cpu_to_le16(BIT(9))
245#define PCIE_DESC_RX_DECRYPTED cpu_to_le16(BIT(8))
246#define PCIE_DESC_RX_EOP cpu_to_le16(BIT(7))
247#define PCIE_DESC_RX_IP4_CSUM cpu_to_le16(BIT(6))
248#define PCIE_DESC_RX_IP4_CSUM_OK cpu_to_le16(BIT(5))
249#define PCIE_DESC_RX_TCP_CSUM cpu_to_le16(BIT(4))
250#define PCIE_DESC_RX_TCP_CSUM_OK cpu_to_le16(BIT(3))
251#define PCIE_DESC_RX_UDP_CSUM cpu_to_le16(BIT(2))
252#define PCIE_DESC_RX_UDP_CSUM_OK cpu_to_le16(BIT(1))
253#define PCIE_DESC_RX_VLAN cpu_to_le16(BIT(0))
254
255#define PCIE_DESC_RX_CSUM_ALL (PCIE_DESC_RX_IP4_CSUM | \
256 PCIE_DESC_RX_TCP_CSUM | \
257 PCIE_DESC_RX_UDP_CSUM | \
258 PCIE_DESC_RX_I_IP4_CSUM | \
259 PCIE_DESC_RX_I_TCP_CSUM | \
260 PCIE_DESC_RX_I_UDP_CSUM)
261#define PCIE_DESC_RX_CSUM_OK_SHIFT 1
262#define __PCIE_DESC_RX_CSUM_ALL le16_to_cpu(PCIE_DESC_RX_CSUM_ALL)
263#define __PCIE_DESC_RX_CSUM_ALL_OK (__PCIE_DESC_RX_CSUM_ALL >> \
264 PCIE_DESC_RX_CSUM_OK_SHIFT)
265
266struct nfp_net_rx_desc {
267 union {
268 struct {
269 u8 dma_addr_hi;
270 __le16 reserved;
271 u8 meta_len_dd;
272
273 __le32 dma_addr_lo;
274 } __packed fld;
275
276 struct {
277 __le16 data_len;
278 u8 reserved;
279 u8 meta_len_dd;
280
281
282
283 __le16 flags;
284 __le16 vlan;
285 } __packed rxd;
286
287 __le32 vals[2];
288 };
289};
290
291#define NFP_NET_META_FIELD_MASK GENMASK(NFP_NET_META_FIELD_SIZE - 1, 0)
292
293struct nfp_meta_parsed {
294 u8 hash_type;
295 u8 csum_type;
296 u32 hash;
297 u32 mark;
298 u32 portid;
299 __wsum csum;
300};
301
302struct nfp_net_rx_hash {
303 __be32 hash_type;
304 __be32 hash;
305};
306
307
308
309
310
311
312struct nfp_net_rx_buf {
313 void *frag;
314 dma_addr_t dma_addr;
315};
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332struct nfp_net_rx_ring {
333 struct nfp_net_r_vector *r_vec;
334
335 u32 cnt;
336 u32 wr_p;
337 u32 rd_p;
338
339 u32 idx;
340
341 int fl_qcidx;
342 u8 __iomem *qcp_fl;
343
344 struct nfp_net_rx_buf *rxbufs;
345 struct nfp_net_rx_desc *rxds;
346
347 struct xdp_rxq_info xdp_rxq;
348
349 dma_addr_t dma;
350 size_t size;
351} ____cacheline_aligned;
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401struct nfp_net_r_vector {
402 struct nfp_net *nfp_net;
403 union {
404 struct napi_struct napi;
405 struct {
406 struct tasklet_struct tasklet;
407 struct sk_buff_head queue;
408 spinlock_t lock;
409 };
410 };
411
412 struct nfp_net_tx_ring *tx_ring;
413 struct nfp_net_rx_ring *rx_ring;
414
415 u16 irq_entry;
416
417 u16 event_ctr;
418 struct dim rx_dim;
419 struct dim tx_dim;
420
421 struct u64_stats_sync rx_sync;
422 u64 rx_pkts;
423 u64 rx_bytes;
424 u64 rx_drops;
425 u64 hw_csum_rx_ok;
426 u64 hw_csum_rx_inner_ok;
427 u64 hw_csum_rx_complete;
428 u64 hw_tls_rx;
429
430 u64 hw_csum_rx_error;
431 u64 rx_replace_buf_alloc_fail;
432
433 struct nfp_net_tx_ring *xdp_ring;
434
435 struct u64_stats_sync tx_sync;
436 u64 tx_pkts;
437 u64 tx_bytes;
438
439 u64 ____cacheline_aligned_in_smp hw_csum_tx;
440 u64 hw_csum_tx_inner;
441 u64 tx_gather;
442 u64 tx_lso;
443 u64 hw_tls_tx;
444
445 u64 tls_tx_fallback;
446 u64 tls_tx_no_fallback;
447 u64 tx_errors;
448 u64 tx_busy;
449
450
451
452 u32 irq_vector;
453 irq_handler_t handler;
454 char name[IFNAMSIZ + 8];
455 cpumask_t affinity_mask;
456} ____cacheline_aligned;
457
458
459struct nfp_net_fw_version {
460 u8 minor;
461 u8 major;
462 u8 class;
463 u8 resv;
464} __packed;
465
466static inline bool nfp_net_fw_ver_eq(struct nfp_net_fw_version *fw_ver,
467 u8 resv, u8 class, u8 major, u8 minor)
468{
469 return fw_ver->resv == resv &&
470 fw_ver->class == class &&
471 fw_ver->major == major &&
472 fw_ver->minor == minor;
473}
474
475struct nfp_stat_pair {
476 u64 pkts;
477 u64 bytes;
478};
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505struct nfp_net_dp {
506 struct device *dev;
507 struct net_device *netdev;
508
509 u8 is_vf:1;
510 u8 chained_metadata_format:1;
511 u8 ktls_tx:1;
512
513 u8 rx_dma_dir;
514 u8 rx_offset;
515
516 u32 rx_dma_off;
517
518 u32 ctrl;
519 u32 fl_bufsz;
520
521 struct bpf_prog *xdp_prog;
522
523 struct nfp_net_tx_ring *tx_rings;
524 struct nfp_net_rx_ring *rx_rings;
525
526 u8 __iomem *ctrl_bar;
527
528
529
530 unsigned int txd_cnt;
531 unsigned int rxd_cnt;
532
533 unsigned int num_r_vecs;
534
535 unsigned int num_tx_rings;
536 unsigned int num_stack_tx_rings;
537 unsigned int num_rx_rings;
538
539 unsigned int mtu;
540};
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615struct nfp_net {
616 struct nfp_net_dp dp;
617
618 struct nfp_net_fw_version fw_ver;
619
620 u32 id;
621
622 u32 cap;
623 u32 max_mtu;
624
625 u8 rss_hfunc;
626 u32 rss_cfg;
627 u8 rss_key[NFP_NET_CFG_RSS_KEY_SZ];
628 u8 rss_itbl[NFP_NET_CFG_RSS_ITBL_SZ];
629
630 struct xdp_attachment_info xdp;
631 struct xdp_attachment_info xdp_hw;
632
633 unsigned int max_tx_rings;
634 unsigned int max_rx_rings;
635
636 int stride_tx;
637 int stride_rx;
638
639 unsigned int max_r_vecs;
640 struct nfp_net_r_vector r_vecs[NFP_NET_MAX_R_VECS];
641 struct msix_entry irq_entries[NFP_NET_MAX_IRQS];
642
643 irq_handler_t lsc_handler;
644 char lsc_name[IFNAMSIZ + 8];
645
646 irq_handler_t exn_handler;
647 char exn_name[IFNAMSIZ + 8];
648
649 irq_handler_t shared_handler;
650 char shared_name[IFNAMSIZ + 8];
651
652 bool link_up;
653 spinlock_t link_status_lock;
654
655 spinlock_t reconfig_lock;
656 u32 reconfig_posted;
657 bool reconfig_timer_active;
658 bool reconfig_sync_present;
659 struct timer_list reconfig_timer;
660 u32 reconfig_in_progress_update;
661
662 struct semaphore bar_lock;
663
664 bool rx_coalesce_adapt_on;
665 bool tx_coalesce_adapt_on;
666 u32 rx_coalesce_usecs;
667 u32 rx_coalesce_max_frames;
668 u32 tx_coalesce_usecs;
669 u32 tx_coalesce_max_frames;
670
671 u8 __iomem *qcp_cfg;
672
673 u8 __iomem *tx_bar;
674 u8 __iomem *rx_bar;
675
676 struct nfp_net_tlv_caps tlv_caps;
677
678 unsigned int ktls_tx_conn_cnt;
679 unsigned int ktls_rx_conn_cnt;
680
681 atomic64_t ktls_conn_id_gen;
682
683 atomic_t ktls_no_space;
684 atomic_t ktls_rx_resync_req;
685 atomic_t ktls_rx_resync_ign;
686 atomic_t ktls_rx_resync_sent;
687
688 struct {
689 struct sk_buff_head queue;
690 wait_queue_head_t wq;
691 struct workqueue_struct *workq;
692 struct work_struct wait_work;
693 struct work_struct runq_work;
694 u16 tag;
695 } mbox_cmsg;
696
697 struct dentry *debugfs_dir;
698
699 struct list_head vnic_list;
700
701 struct pci_dev *pdev;
702 struct nfp_app *app;
703
704 bool vnic_no_name;
705
706 struct nfp_port *port;
707
708 void *app_priv;
709};
710
711
712
713
714static inline u16 nn_readb(struct nfp_net *nn, int off)
715{
716 return readb(nn->dp.ctrl_bar + off);
717}
718
719static inline void nn_writeb(struct nfp_net *nn, int off, u8 val)
720{
721 writeb(val, nn->dp.ctrl_bar + off);
722}
723
724static inline u16 nn_readw(struct nfp_net *nn, int off)
725{
726 return readw(nn->dp.ctrl_bar + off);
727}
728
729static inline void nn_writew(struct nfp_net *nn, int off, u16 val)
730{
731 writew(val, nn->dp.ctrl_bar + off);
732}
733
734static inline u32 nn_readl(struct nfp_net *nn, int off)
735{
736 return readl(nn->dp.ctrl_bar + off);
737}
738
739static inline void nn_writel(struct nfp_net *nn, int off, u32 val)
740{
741 writel(val, nn->dp.ctrl_bar + off);
742}
743
744static inline u64 nn_readq(struct nfp_net *nn, int off)
745{
746 return readq(nn->dp.ctrl_bar + off);
747}
748
749static inline void nn_writeq(struct nfp_net *nn, int off, u64 val)
750{
751 writeq(val, nn->dp.ctrl_bar + off);
752}
753
754
755static inline void nn_pci_flush(struct nfp_net *nn)
756{
757 nn_readl(nn, NFP_NET_CFG_VERSION);
758}
759
760
761
762
763
764
765
766
767
768
769#define NFP_QCP_QUEUE_ADDR_SZ 0x800
770#define NFP_QCP_QUEUE_AREA_SZ 0x80000
771#define NFP_QCP_QUEUE_OFF(_x) ((_x) * NFP_QCP_QUEUE_ADDR_SZ)
772#define NFP_QCP_QUEUE_ADD_RPTR 0x0000
773#define NFP_QCP_QUEUE_ADD_WPTR 0x0004
774#define NFP_QCP_QUEUE_STS_LO 0x0008
775#define NFP_QCP_QUEUE_STS_LO_READPTR_mask 0x3ffff
776#define NFP_QCP_QUEUE_STS_HI 0x000c
777#define NFP_QCP_QUEUE_STS_HI_WRITEPTR_mask 0x3ffff
778
779
780#define NFP_PCIE_QUEUE(_q) (0x80000 + (NFP_QCP_QUEUE_ADDR_SZ * ((_q) & 0xff)))
781
782
783enum nfp_qcp_ptr {
784 NFP_QCP_READ_PTR = 0,
785 NFP_QCP_WRITE_PTR
786};
787
788
789
790
791
792#define NFP_QCP_MAX_ADD 0x3f
793
794static inline void _nfp_qcp_ptr_add(u8 __iomem *q,
795 enum nfp_qcp_ptr ptr, u32 val)
796{
797 u32 off;
798
799 if (ptr == NFP_QCP_READ_PTR)
800 off = NFP_QCP_QUEUE_ADD_RPTR;
801 else
802 off = NFP_QCP_QUEUE_ADD_WPTR;
803
804 while (val > NFP_QCP_MAX_ADD) {
805 writel(NFP_QCP_MAX_ADD, q + off);
806 val -= NFP_QCP_MAX_ADD;
807 }
808
809 writel(val, q + off);
810}
811
812
813
814
815
816
817
818
819
820static inline void nfp_qcp_rd_ptr_add(u8 __iomem *q, u32 val)
821{
822 _nfp_qcp_ptr_add(q, NFP_QCP_READ_PTR, val);
823}
824
825
826
827
828
829
830
831
832
833static inline void nfp_qcp_wr_ptr_add(u8 __iomem *q, u32 val)
834{
835 _nfp_qcp_ptr_add(q, NFP_QCP_WRITE_PTR, val);
836}
837
838static inline u32 _nfp_qcp_read(u8 __iomem *q, enum nfp_qcp_ptr ptr)
839{
840 u32 off;
841 u32 val;
842
843 if (ptr == NFP_QCP_READ_PTR)
844 off = NFP_QCP_QUEUE_STS_LO;
845 else
846 off = NFP_QCP_QUEUE_STS_HI;
847
848 val = readl(q + off);
849
850 if (ptr == NFP_QCP_READ_PTR)
851 return val & NFP_QCP_QUEUE_STS_LO_READPTR_mask;
852 else
853 return val & NFP_QCP_QUEUE_STS_HI_WRITEPTR_mask;
854}
855
856
857
858
859
860
861
862static inline u32 nfp_qcp_rd_ptr_read(u8 __iomem *q)
863{
864 return _nfp_qcp_read(q, NFP_QCP_READ_PTR);
865}
866
867
868
869
870
871
872
873static inline u32 nfp_qcp_wr_ptr_read(u8 __iomem *q)
874{
875 return _nfp_qcp_read(q, NFP_QCP_WRITE_PTR);
876}
877
878static inline bool nfp_net_is_data_vnic(struct nfp_net *nn)
879{
880 WARN_ON_ONCE(!nn->dp.netdev && nn->port);
881 return !!nn->dp.netdev;
882}
883
884static inline bool nfp_net_running(struct nfp_net *nn)
885{
886 return nn->dp.ctrl & NFP_NET_CFG_CTRL_ENABLE;
887}
888
889static inline const char *nfp_net_name(struct nfp_net *nn)
890{
891 return nn->dp.netdev ? nn->dp.netdev->name : "ctrl";
892}
893
894static inline void nfp_ctrl_lock(struct nfp_net *nn)
895 __acquires(&nn->r_vecs[0].lock)
896{
897 spin_lock_bh(&nn->r_vecs[0].lock);
898}
899
900static inline void nfp_ctrl_unlock(struct nfp_net *nn)
901 __releases(&nn->r_vecs[0].lock)
902{
903 spin_unlock_bh(&nn->r_vecs[0].lock);
904}
905
906static inline void nn_ctrl_bar_lock(struct nfp_net *nn)
907{
908 down(&nn->bar_lock);
909}
910
911static inline bool nn_ctrl_bar_trylock(struct nfp_net *nn)
912{
913 return !down_trylock(&nn->bar_lock);
914}
915
916static inline void nn_ctrl_bar_unlock(struct nfp_net *nn)
917{
918 up(&nn->bar_lock);
919}
920
921
922extern const char nfp_driver_version[];
923
924extern const struct net_device_ops nfp_net_netdev_ops;
925
926static inline bool nfp_netdev_is_nfp_net(struct net_device *netdev)
927{
928 return netdev->netdev_ops == &nfp_net_netdev_ops;
929}
930
931static inline int nfp_net_coalesce_para_check(u32 usecs, u32 pkts)
932{
933 if ((usecs >= ((1 << 16) - 1)) || (pkts >= ((1 << 16) - 1)))
934 return -EINVAL;
935
936 return 0;
937}
938
939
940void nfp_net_get_fw_version(struct nfp_net_fw_version *fw_ver,
941 void __iomem *ctrl_bar);
942
943struct nfp_net *
944nfp_net_alloc(struct pci_dev *pdev, void __iomem *ctrl_bar, bool needs_netdev,
945 unsigned int max_tx_rings, unsigned int max_rx_rings);
946void nfp_net_free(struct nfp_net *nn);
947
948int nfp_net_init(struct nfp_net *nn);
949void nfp_net_clean(struct nfp_net *nn);
950
951int nfp_ctrl_open(struct nfp_net *nn);
952void nfp_ctrl_close(struct nfp_net *nn);
953
954void nfp_net_set_ethtool_ops(struct net_device *netdev);
955void nfp_net_info(struct nfp_net *nn);
956int __nfp_net_reconfig(struct nfp_net *nn, u32 update);
957int nfp_net_reconfig(struct nfp_net *nn, u32 update);
958unsigned int nfp_net_rss_key_sz(struct nfp_net *nn);
959void nfp_net_rss_write_itbl(struct nfp_net *nn);
960void nfp_net_rss_write_key(struct nfp_net *nn);
961void nfp_net_coalesce_write_cfg(struct nfp_net *nn);
962int nfp_net_mbox_lock(struct nfp_net *nn, unsigned int data_size);
963int nfp_net_mbox_reconfig(struct nfp_net *nn, u32 mbox_cmd);
964int nfp_net_mbox_reconfig_and_unlock(struct nfp_net *nn, u32 mbox_cmd);
965void nfp_net_mbox_reconfig_post(struct nfp_net *nn, u32 update);
966int nfp_net_mbox_reconfig_wait_posted(struct nfp_net *nn);
967
968unsigned int
969nfp_net_irqs_alloc(struct pci_dev *pdev, struct msix_entry *irq_entries,
970 unsigned int min_irqs, unsigned int want_irqs);
971void nfp_net_irqs_disable(struct pci_dev *pdev);
972void
973nfp_net_irqs_assign(struct nfp_net *nn, struct msix_entry *irq_entries,
974 unsigned int n);
975
976struct nfp_net_dp *nfp_net_clone_dp(struct nfp_net *nn);
977int nfp_net_ring_reconfig(struct nfp_net *nn, struct nfp_net_dp *new,
978 struct netlink_ext_ack *extack);
979
980#ifdef CONFIG_NFP_DEBUG
981void nfp_net_debugfs_create(void);
982void nfp_net_debugfs_destroy(void);
983struct dentry *nfp_net_debugfs_device_add(struct pci_dev *pdev);
984void nfp_net_debugfs_vnic_add(struct nfp_net *nn, struct dentry *ddir);
985void nfp_net_debugfs_dir_clean(struct dentry **dir);
986#else
987static inline void nfp_net_debugfs_create(void)
988{
989}
990
991static inline void nfp_net_debugfs_destroy(void)
992{
993}
994
995static inline struct dentry *nfp_net_debugfs_device_add(struct pci_dev *pdev)
996{
997 return NULL;
998}
999
1000static inline void
1001nfp_net_debugfs_vnic_add(struct nfp_net *nn, struct dentry *ddir)
1002{
1003}
1004
1005static inline void nfp_net_debugfs_dir_clean(struct dentry **dir)
1006{
1007}
1008#endif
1009
1010#endif
1011