1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37#ifndef MLX4_H
38#define MLX4_H
39
40#include <linux/mutex.h>
41#include <linux/radix-tree.h>
42#include <linux/timer.h>
43#include <linux/workqueue.h>
44
45#include <linux/mlx4/device.h>
46#include <linux/mlx4/driver.h>
47#include <linux/mlx4/doorbell.h>
48
49#define DRV_NAME "mlx4_core"
50#define PFX DRV_NAME ": "
51#define DRV_VERSION "0.01"
52#define DRV_RELDATE "May 1, 2007"
53
54enum {
55 MLX4_HCR_BASE = 0x80680,
56 MLX4_HCR_SIZE = 0x0001c,
57 MLX4_CLR_INT_SIZE = 0x00008
58};
59
60enum {
61 MLX4_MGM_ENTRY_SIZE = 0x100,
62 MLX4_QP_PER_MGM = 4 * (MLX4_MGM_ENTRY_SIZE / 16 - 2),
63 MLX4_MTT_ENTRY_PER_SEG = 8
64};
65
66enum {
67 MLX4_NUM_PDS = 1 << 15
68};
69
70enum {
71 MLX4_CMPT_TYPE_QP = 0,
72 MLX4_CMPT_TYPE_SRQ = 1,
73 MLX4_CMPT_TYPE_CQ = 2,
74 MLX4_CMPT_TYPE_EQ = 3,
75 MLX4_CMPT_NUM_TYPE
76};
77
78enum {
79 MLX4_CMPT_SHIFT = 24,
80 MLX4_NUM_CMPTS = MLX4_CMPT_NUM_TYPE << MLX4_CMPT_SHIFT
81};
82
83#ifdef CONFIG_MLX4_DEBUG
84extern int mlx4_debug_level;
85#else
86#define mlx4_debug_level (0)
87#endif
88
89#define mlx4_dbg(mdev, format, arg...) \
90 do { \
91 if (mlx4_debug_level) \
92 dev_printk(KERN_DEBUG, &mdev->pdev->dev, format, ## arg); \
93 } while (0)
94
95#define mlx4_err(mdev, format, arg...) \
96 dev_err(&mdev->pdev->dev, format, ## arg)
97#define mlx4_info(mdev, format, arg...) \
98 dev_info(&mdev->pdev->dev, format, ## arg)
99#define mlx4_warn(mdev, format, arg...) \
100 dev_warn(&mdev->pdev->dev, format, ## arg)
101
102struct mlx4_bitmap {
103 u32 last;
104 u32 top;
105 u32 max;
106 u32 reserved_top;
107 u32 mask;
108 spinlock_t lock;
109 unsigned long *table;
110};
111
112struct mlx4_buddy {
113 unsigned long **bits;
114 unsigned int *num_free;
115 int max_order;
116 spinlock_t lock;
117};
118
119struct mlx4_icm;
120
121struct mlx4_icm_table {
122 u64 virt;
123 int num_icm;
124 int num_obj;
125 int obj_size;
126 int lowmem;
127 int coherent;
128 struct mutex mutex;
129 struct mlx4_icm **icm;
130};
131
132struct mlx4_eq {
133 struct mlx4_dev *dev;
134 void __iomem *doorbell;
135 int eqn;
136 u32 cons_index;
137 u16 irq;
138 u16 have_irq;
139 int nent;
140 struct mlx4_buf_list *page_list;
141 struct mlx4_mtt mtt;
142};
143
144struct mlx4_profile {
145 int num_qp;
146 int rdmarc_per_qp;
147 int num_srq;
148 int num_cq;
149 int num_mcg;
150 int num_mpt;
151 int num_mtt;
152};
153
154struct mlx4_fw {
155 u64 clr_int_base;
156 u64 catas_offset;
157 struct mlx4_icm *fw_icm;
158 struct mlx4_icm *aux_icm;
159 u32 catas_size;
160 u16 fw_pages;
161 u8 clr_int_bar;
162 u8 catas_bar;
163};
164
165struct mlx4_cmd {
166 struct pci_pool *pool;
167 void __iomem *hcr;
168 struct mutex hcr_mutex;
169 struct semaphore poll_sem;
170 struct semaphore event_sem;
171 int max_cmds;
172 spinlock_t context_lock;
173 int free_head;
174 struct mlx4_cmd_context *context;
175 u16 token_mask;
176 u8 use_events;
177 u8 toggle;
178};
179
180struct mlx4_uar_table {
181 struct mlx4_bitmap bitmap;
182};
183
184struct mlx4_mr_table {
185 struct mlx4_bitmap mpt_bitmap;
186 struct mlx4_buddy mtt_buddy;
187 u64 mtt_base;
188 u64 mpt_base;
189 struct mlx4_icm_table mtt_table;
190 struct mlx4_icm_table dmpt_table;
191};
192
193struct mlx4_cq_table {
194 struct mlx4_bitmap bitmap;
195 spinlock_t lock;
196 struct radix_tree_root tree;
197 struct mlx4_icm_table table;
198 struct mlx4_icm_table cmpt_table;
199};
200
201struct mlx4_eq_table {
202 struct mlx4_bitmap bitmap;
203 char *irq_names;
204 void __iomem *clr_int;
205 void __iomem **uar_map;
206 u32 clr_mask;
207 struct mlx4_eq *eq;
208 struct mlx4_icm_table table;
209 struct mlx4_icm_table cmpt_table;
210 int have_irq;
211 u8 inta_pin;
212};
213
214struct mlx4_srq_table {
215 struct mlx4_bitmap bitmap;
216 spinlock_t lock;
217 struct radix_tree_root tree;
218 struct mlx4_icm_table table;
219 struct mlx4_icm_table cmpt_table;
220};
221
222struct mlx4_qp_table {
223 struct mlx4_bitmap bitmap;
224 u32 rdmarc_base;
225 int rdmarc_shift;
226 spinlock_t lock;
227 struct mlx4_icm_table qp_table;
228 struct mlx4_icm_table auxc_table;
229 struct mlx4_icm_table altc_table;
230 struct mlx4_icm_table rdmarc_table;
231 struct mlx4_icm_table cmpt_table;
232};
233
234struct mlx4_mcg_table {
235 struct mutex mutex;
236 struct mlx4_bitmap bitmap;
237 struct mlx4_icm_table table;
238};
239
240struct mlx4_catas_err {
241 u32 __iomem *map;
242 struct timer_list timer;
243 struct list_head list;
244};
245
246#define MLX4_MAX_MAC_NUM 128
247#define MLX4_MAC_TABLE_SIZE (MLX4_MAX_MAC_NUM << 3)
248
249struct mlx4_mac_table {
250 __be64 entries[MLX4_MAX_MAC_NUM];
251 int refs[MLX4_MAX_MAC_NUM];
252 struct mutex mutex;
253 int total;
254 int max;
255};
256
257#define MLX4_MAX_VLAN_NUM 128
258#define MLX4_VLAN_TABLE_SIZE (MLX4_MAX_VLAN_NUM << 2)
259
260struct mlx4_vlan_table {
261 __be32 entries[MLX4_MAX_VLAN_NUM];
262 int refs[MLX4_MAX_VLAN_NUM];
263 struct mutex mutex;
264 int total;
265 int max;
266};
267
268struct mlx4_port_info {
269 struct mlx4_dev *dev;
270 int port;
271 char dev_name[16];
272 struct device_attribute port_attr;
273 enum mlx4_port_type tmp_type;
274 struct mlx4_mac_table mac_table;
275 struct mlx4_vlan_table vlan_table;
276};
277
278struct mlx4_sense {
279 struct mlx4_dev *dev;
280 u8 do_sense_port[MLX4_MAX_PORTS + 1];
281 u8 sense_allowed[MLX4_MAX_PORTS + 1];
282 struct delayed_work sense_poll;
283};
284
285struct mlx4_priv {
286 struct mlx4_dev dev;
287
288 struct list_head dev_list;
289 struct list_head ctx_list;
290 spinlock_t ctx_lock;
291
292 struct list_head pgdir_list;
293 struct mutex pgdir_mutex;
294
295 struct mlx4_fw fw;
296 struct mlx4_cmd cmd;
297
298 struct mlx4_bitmap pd_bitmap;
299 struct mlx4_uar_table uar_table;
300 struct mlx4_mr_table mr_table;
301 struct mlx4_cq_table cq_table;
302 struct mlx4_eq_table eq_table;
303 struct mlx4_srq_table srq_table;
304 struct mlx4_qp_table qp_table;
305 struct mlx4_mcg_table mcg_table;
306
307 struct mlx4_catas_err catas_err;
308
309 void __iomem *clr_base;
310
311 struct mlx4_uar driver_uar;
312 void __iomem *kar;
313 struct mlx4_port_info port[MLX4_MAX_PORTS + 1];
314 struct mlx4_sense sense;
315 struct mutex port_mutex;
316};
317
318static inline struct mlx4_priv *mlx4_priv(struct mlx4_dev *dev)
319{
320 return container_of(dev, struct mlx4_priv, dev);
321}
322
323#define MLX4_SENSE_RANGE (HZ * 3)
324
325extern struct workqueue_struct *mlx4_wq;
326
327u32 mlx4_bitmap_alloc(struct mlx4_bitmap *bitmap);
328void mlx4_bitmap_free(struct mlx4_bitmap *bitmap, u32 obj);
329u32 mlx4_bitmap_alloc_range(struct mlx4_bitmap *bitmap, int cnt, int align);
330void mlx4_bitmap_free_range(struct mlx4_bitmap *bitmap, u32 obj, int cnt);
331int mlx4_bitmap_init(struct mlx4_bitmap *bitmap, u32 num, u32 mask,
332 u32 reserved_bot, u32 resetrved_top);
333void mlx4_bitmap_cleanup(struct mlx4_bitmap *bitmap);
334
335int mlx4_reset(struct mlx4_dev *dev);
336
337int mlx4_alloc_eq_table(struct mlx4_dev *dev);
338void mlx4_free_eq_table(struct mlx4_dev *dev);
339
340int mlx4_init_pd_table(struct mlx4_dev *dev);
341int mlx4_init_uar_table(struct mlx4_dev *dev);
342int mlx4_init_mr_table(struct mlx4_dev *dev);
343int mlx4_init_eq_table(struct mlx4_dev *dev);
344int mlx4_init_cq_table(struct mlx4_dev *dev);
345int mlx4_init_qp_table(struct mlx4_dev *dev);
346int mlx4_init_srq_table(struct mlx4_dev *dev);
347int mlx4_init_mcg_table(struct mlx4_dev *dev);
348
349void mlx4_cleanup_pd_table(struct mlx4_dev *dev);
350void mlx4_cleanup_uar_table(struct mlx4_dev *dev);
351void mlx4_cleanup_mr_table(struct mlx4_dev *dev);
352void mlx4_cleanup_eq_table(struct mlx4_dev *dev);
353void mlx4_cleanup_cq_table(struct mlx4_dev *dev);
354void mlx4_cleanup_qp_table(struct mlx4_dev *dev);
355void mlx4_cleanup_srq_table(struct mlx4_dev *dev);
356void mlx4_cleanup_mcg_table(struct mlx4_dev *dev);
357
358void mlx4_start_catas_poll(struct mlx4_dev *dev);
359void mlx4_stop_catas_poll(struct mlx4_dev *dev);
360void mlx4_catas_init(void);
361int mlx4_restart_one(struct pci_dev *pdev);
362int mlx4_register_device(struct mlx4_dev *dev);
363void mlx4_unregister_device(struct mlx4_dev *dev);
364void mlx4_dispatch_event(struct mlx4_dev *dev, enum mlx4_dev_event type, int port);
365
366struct mlx4_dev_cap;
367struct mlx4_init_hca_param;
368
369u64 mlx4_make_profile(struct mlx4_dev *dev,
370 struct mlx4_profile *request,
371 struct mlx4_dev_cap *dev_cap,
372 struct mlx4_init_hca_param *init_hca);
373
374int mlx4_cmd_init(struct mlx4_dev *dev);
375void mlx4_cmd_cleanup(struct mlx4_dev *dev);
376void mlx4_cmd_event(struct mlx4_dev *dev, u16 token, u8 status, u64 out_param);
377int mlx4_cmd_use_events(struct mlx4_dev *dev);
378void mlx4_cmd_use_polling(struct mlx4_dev *dev);
379
380void mlx4_cq_completion(struct mlx4_dev *dev, u32 cqn);
381void mlx4_cq_event(struct mlx4_dev *dev, u32 cqn, int event_type);
382
383void mlx4_qp_event(struct mlx4_dev *dev, u32 qpn, int event_type);
384
385void mlx4_srq_event(struct mlx4_dev *dev, u32 srqn, int event_type);
386
387void mlx4_handle_catas_err(struct mlx4_dev *dev);
388
389void mlx4_do_sense_ports(struct mlx4_dev *dev,
390 enum mlx4_port_type *stype,
391 enum mlx4_port_type *defaults);
392void mlx4_start_sense(struct mlx4_dev *dev);
393void mlx4_stop_sense(struct mlx4_dev *dev);
394void mlx4_sense_init(struct mlx4_dev *dev);
395int mlx4_check_port_params(struct mlx4_dev *dev,
396 enum mlx4_port_type *port_type);
397int mlx4_change_port_types(struct mlx4_dev *dev,
398 enum mlx4_port_type *port_types);
399
400void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table);
401void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table);
402
403int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port);
404int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps);
405
406#endif
407
