1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33#ifndef __MLX5_CORE_H__
34#define __MLX5_CORE_H__
35
36#include <linux/types.h>
37#include <linux/kernel.h>
38#include <linux/sched.h>
39#include <linux/if_link.h>
40#include <linux/firmware.h>
41#include <linux/mlx5/cq.h>
42#include <linux/mlx5/fs.h>
43#include <linux/mlx5/driver.h>
44
45extern uint mlx5_core_debug_mask;
46
47#define mlx5_core_dbg(__dev, format, ...) \
48 dev_dbg((__dev)->device, "%s:%d:(pid %d): " format, \
49 __func__, __LINE__, current->pid, \
50 ##__VA_ARGS__)
51
52#define mlx5_core_dbg_once(__dev, format, ...) \
53 dev_dbg_once((__dev)->device, \
54 "%s:%d:(pid %d): " format, \
55 __func__, __LINE__, current->pid, \
56 ##__VA_ARGS__)
57
58#define mlx5_core_dbg_mask(__dev, mask, format, ...) \
59do { \
60 if ((mask) & mlx5_core_debug_mask) \
61 mlx5_core_dbg(__dev, format, ##__VA_ARGS__); \
62} while (0)
63
64#define mlx5_core_err(__dev, format, ...) \
65 dev_err((__dev)->device, "%s:%d:(pid %d): " format, \
66 __func__, __LINE__, current->pid, \
67 ##__VA_ARGS__)
68
69#define mlx5_core_err_rl(__dev, format, ...) \
70 dev_err_ratelimited((__dev)->device, \
71 "%s:%d:(pid %d): " format, \
72 __func__, __LINE__, current->pid, \
73 ##__VA_ARGS__)
74
75#define mlx5_core_warn(__dev, format, ...) \
76 dev_warn((__dev)->device, "%s:%d:(pid %d): " format, \
77 __func__, __LINE__, current->pid, \
78 ##__VA_ARGS__)
79
80#define mlx5_core_warn_once(__dev, format, ...) \
81 dev_warn_once((__dev)->device, "%s:%d:(pid %d): " format, \
82 __func__, __LINE__, current->pid, \
83 ##__VA_ARGS__)
84
85#define mlx5_core_warn_rl(__dev, format, ...) \
86 dev_warn_ratelimited((__dev)->device, \
87 "%s:%d:(pid %d): " format, \
88 __func__, __LINE__, current->pid, \
89 ##__VA_ARGS__)
90
91#define mlx5_core_info(__dev, format, ...) \
92 dev_info((__dev)->device, format, ##__VA_ARGS__)
93
94#define mlx5_core_info_rl(__dev, format, ...) \
95 dev_info_ratelimited((__dev)->device, \
96 "%s:%d:(pid %d): " format, \
97 __func__, __LINE__, current->pid, \
98 ##__VA_ARGS__)
99
100static inline struct device *mlx5_core_dma_dev(struct mlx5_core_dev *dev)
101{
102 return &dev->pdev->dev;
103}
104
105enum {
106 MLX5_CMD_DATA,
107 MLX5_CMD_TIME,
108};
109
110enum {
111 MLX5_DRIVER_STATUS_ABORTED = 0xfe,
112 MLX5_DRIVER_SYND = 0xbadd00de,
113};
114
115enum mlx5_semaphore_space_address {
116 MLX5_SEMAPHORE_SPACE_DOMAIN = 0xA,
117 MLX5_SEMAPHORE_SW_RESET = 0x20,
118};
119
120int mlx5_query_hca_caps(struct mlx5_core_dev *dev);
121int mlx5_query_board_id(struct mlx5_core_dev *dev);
122int mlx5_cmd_init(struct mlx5_core_dev *dev);
123void mlx5_cmd_cleanup(struct mlx5_core_dev *dev);
124void mlx5_cmd_set_state(struct mlx5_core_dev *dev,
125 enum mlx5_cmdif_state cmdif_state);
126int mlx5_cmd_init_hca(struct mlx5_core_dev *dev, uint32_t *sw_owner_id);
127int mlx5_cmd_teardown_hca(struct mlx5_core_dev *dev);
128int mlx5_cmd_force_teardown_hca(struct mlx5_core_dev *dev);
129int mlx5_cmd_fast_teardown_hca(struct mlx5_core_dev *dev);
130void mlx5_enter_error_state(struct mlx5_core_dev *dev, bool force);
131void mlx5_error_sw_reset(struct mlx5_core_dev *dev);
132u32 mlx5_health_check_fatal_sensors(struct mlx5_core_dev *dev);
133int mlx5_health_wait_pci_up(struct mlx5_core_dev *dev);
134void mlx5_disable_device(struct mlx5_core_dev *dev);
135void mlx5_recover_device(struct mlx5_core_dev *dev);
136int mlx5_sriov_init(struct mlx5_core_dev *dev);
137void mlx5_sriov_cleanup(struct mlx5_core_dev *dev);
138int mlx5_sriov_attach(struct mlx5_core_dev *dev);
139void mlx5_sriov_detach(struct mlx5_core_dev *dev);
140int mlx5_core_sriov_configure(struct pci_dev *dev, int num_vfs);
141int mlx5_core_enable_hca(struct mlx5_core_dev *dev, u16 func_id);
142int mlx5_core_disable_hca(struct mlx5_core_dev *dev, u16 func_id);
143int mlx5_create_scheduling_element_cmd(struct mlx5_core_dev *dev, u8 hierarchy,
144 void *context, u32 *element_id);
145int mlx5_modify_scheduling_element_cmd(struct mlx5_core_dev *dev, u8 hierarchy,
146 void *context, u32 element_id,
147 u32 modify_bitmask);
148int mlx5_destroy_scheduling_element_cmd(struct mlx5_core_dev *dev, u8 hierarchy,
149 u32 element_id);
150int mlx5_wait_for_pages(struct mlx5_core_dev *dev, int *pages);
151
152void mlx5_cmd_trigger_completions(struct mlx5_core_dev *dev);
153void mlx5_cmd_flush(struct mlx5_core_dev *dev);
154void mlx5_cq_debugfs_init(struct mlx5_core_dev *dev);
155void mlx5_cq_debugfs_cleanup(struct mlx5_core_dev *dev);
156
157int mlx5_query_pcam_reg(struct mlx5_core_dev *dev, u32 *pcam, u8 feature_group,
158 u8 access_reg_group);
159int mlx5_query_mcam_reg(struct mlx5_core_dev *dev, u32 *mcap, u8 feature_group,
160 u8 access_reg_group);
161int mlx5_query_qcam_reg(struct mlx5_core_dev *mdev, u32 *qcam,
162 u8 feature_group, u8 access_reg_group);
163
164void mlx5_lag_add(struct mlx5_core_dev *dev, struct net_device *netdev);
165void mlx5_lag_remove(struct mlx5_core_dev *dev);
166
167int mlx5_irq_table_init(struct mlx5_core_dev *dev);
168void mlx5_irq_table_cleanup(struct mlx5_core_dev *dev);
169int mlx5_irq_table_create(struct mlx5_core_dev *dev);
170void mlx5_irq_table_destroy(struct mlx5_core_dev *dev);
171int mlx5_irq_attach_nb(struct mlx5_irq_table *irq_table, int vecidx,
172 struct notifier_block *nb);
173int mlx5_irq_detach_nb(struct mlx5_irq_table *irq_table, int vecidx,
174 struct notifier_block *nb);
175struct cpumask *
176mlx5_irq_get_affinity_mask(struct mlx5_irq_table *irq_table, int vecidx);
177struct cpu_rmap *mlx5_irq_get_rmap(struct mlx5_irq_table *table);
178int mlx5_irq_get_num_comp(struct mlx5_irq_table *table);
179
180int mlx5_events_init(struct mlx5_core_dev *dev);
181void mlx5_events_cleanup(struct mlx5_core_dev *dev);
182void mlx5_events_start(struct mlx5_core_dev *dev);
183void mlx5_events_stop(struct mlx5_core_dev *dev);
184
185int mlx5_adev_idx_alloc(void);
186void mlx5_adev_idx_free(int idx);
187void mlx5_adev_cleanup(struct mlx5_core_dev *dev);
188int mlx5_adev_init(struct mlx5_core_dev *dev);
189
190int mlx5_attach_device(struct mlx5_core_dev *dev);
191void mlx5_detach_device(struct mlx5_core_dev *dev);
192int mlx5_register_device(struct mlx5_core_dev *dev);
193void mlx5_unregister_device(struct mlx5_core_dev *dev);
194struct mlx5_core_dev *mlx5_get_next_phys_dev(struct mlx5_core_dev *dev);
195void mlx5_dev_list_lock(void);
196void mlx5_dev_list_unlock(void);
197int mlx5_dev_list_trylock(void);
198
199int mlx5_query_mtpps(struct mlx5_core_dev *dev, u32 *mtpps, u32 mtpps_size);
200int mlx5_set_mtpps(struct mlx5_core_dev *mdev, u32 *mtpps, u32 mtpps_size);
201int mlx5_query_mtppse(struct mlx5_core_dev *mdev, u8 pin, u8 *arm, u8 *mode);
202int mlx5_set_mtppse(struct mlx5_core_dev *mdev, u8 pin, u8 arm, u8 mode);
203
204struct mlx5_dm *mlx5_dm_create(struct mlx5_core_dev *dev);
205void mlx5_dm_cleanup(struct mlx5_core_dev *dev);
206
207#define MLX5_PPS_CAP(mdev) (MLX5_CAP_GEN((mdev), pps) && \
208 MLX5_CAP_GEN((mdev), pps_modify) && \
209 MLX5_CAP_MCAM_FEATURE((mdev), mtpps_fs) && \
210 MLX5_CAP_MCAM_FEATURE((mdev), mtpps_enh_out_per_adj))
211
212int mlx5_firmware_flash(struct mlx5_core_dev *dev, const struct firmware *fw,
213 struct netlink_ext_ack *extack);
214int mlx5_fw_version_query(struct mlx5_core_dev *dev,
215 u32 *running_ver, u32 *stored_ver);
216
217int mlx5e_init(void);
218void mlx5e_cleanup(void);
219
220static inline bool mlx5_sriov_is_enabled(struct mlx5_core_dev *dev)
221{
222 return pci_num_vf(dev->pdev) ? true : false;
223}
224
225static inline int mlx5_lag_is_lacp_owner(struct mlx5_core_dev *dev)
226{
227
228
229
230
231
232 return MLX5_CAP_GEN(dev, vport_group_manager) &&
233 (MLX5_CAP_GEN(dev, num_lag_ports) > 1) &&
234 MLX5_CAP_GEN(dev, lag_master);
235}
236
237int mlx5_rescan_drivers_locked(struct mlx5_core_dev *dev);
238static inline int mlx5_rescan_drivers(struct mlx5_core_dev *dev)
239{
240 int ret;
241
242 mlx5_dev_list_lock();
243 ret = mlx5_rescan_drivers_locked(dev);
244 mlx5_dev_list_unlock();
245 return ret;
246}
247
248void mlx5_lag_update(struct mlx5_core_dev *dev);
249
250enum {
251 MLX5_NIC_IFC_FULL = 0,
252 MLX5_NIC_IFC_DISABLED = 1,
253 MLX5_NIC_IFC_NO_DRAM_NIC = 2,
254 MLX5_NIC_IFC_SW_RESET = 7
255};
256
257u8 mlx5_get_nic_state(struct mlx5_core_dev *dev);
258void mlx5_set_nic_state(struct mlx5_core_dev *dev, u8 state);
259
260void mlx5_unload_one(struct mlx5_core_dev *dev, bool cleanup);
261int mlx5_load_one(struct mlx5_core_dev *dev, bool boot);
262#endif
263