1
2
3
4
5
6#ifndef _QEDFC_H_
7#define _QEDFC_H_
8
9#include <scsi/libfcoe.h>
10#include <scsi/libfc.h>
11#include <scsi/fc/fc_fip.h>
12#include <scsi/fc/fc_fc2.h>
13#include <scsi/scsi_tcq.h>
14
15
16#include "qedf_hsi.h"
17
18#include <linux/qed/qed_if.h>
19#include <linux/qed/qed_fcoe_if.h>
20#include <linux/qed/qed_ll2_if.h>
21#include "qedf_version.h"
22#include "qedf_dbg.h"
23#include "drv_fcoe_fw_funcs.h"
24
25
26#define U64_HI(val) ((u32)(((u64)(val)) >> 32))
27#define U64_LO(val) ((u32)(((u64)(val)) & 0xffffffff))
28
29#define QEDF_DESCR "QLogic FCoE Offload Driver"
30#define QEDF_MODULE_NAME "qedf"
31
32#define QEDF_FLOGI_RETRY_CNT 3
33#define QEDF_RPORT_RETRY_CNT 255
34#define QEDF_MAX_SESSIONS 1024
35#define QEDF_MAX_PAYLOAD 2048
36#define QEDF_MAX_BDS_PER_CMD 256
37#define QEDF_MAX_BD_LEN 0xffff
38#define QEDF_BD_SPLIT_SZ 0x1000
39#define QEDF_PAGE_SIZE 4096
40#define QED_HW_DMA_BOUNDARY 0xfff
41#define QEDF_MAX_SGLEN_FOR_CACHESGL ((1U << 16) - 1)
42#define QEDF_MFS (QEDF_MAX_PAYLOAD + \
43 sizeof(struct fc_frame_header))
44#define QEDF_MAX_NPIV 64
45#define QEDF_TM_TIMEOUT 10
46#define QEDF_ABORT_TIMEOUT (10 * 1000)
47#define QEDF_CLEANUP_TIMEOUT 1
48#define QEDF_MAX_CDB_LEN 16
49#define QEDF_LL2_BUF_SIZE 2500
50
51#define UPSTREAM_REMOVE 1
52#define UPSTREAM_KEEP 1
53
54struct qedf_mp_req {
55 uint32_t req_len;
56 void *req_buf;
57 dma_addr_t req_buf_dma;
58 struct scsi_sge *mp_req_bd;
59 dma_addr_t mp_req_bd_dma;
60 struct fc_frame_header req_fc_hdr;
61
62 uint32_t resp_len;
63 void *resp_buf;
64 dma_addr_t resp_buf_dma;
65 struct scsi_sge *mp_resp_bd;
66 dma_addr_t mp_resp_bd_dma;
67 struct fc_frame_header resp_fc_hdr;
68};
69
70struct qedf_els_cb_arg {
71 struct qedf_ioreq *aborted_io_req;
72 struct qedf_ioreq *io_req;
73 u8 op;
74 uint16_t l2_oxid;
75 u32 offset;
76 u8 r_ctl;
77};
78
79enum qedf_ioreq_event {
80 QEDF_IOREQ_EV_NONE,
81 QEDF_IOREQ_EV_ABORT_SUCCESS,
82 QEDF_IOREQ_EV_ABORT_FAILED,
83 QEDF_IOREQ_EV_SEND_RRQ,
84 QEDF_IOREQ_EV_ELS_TMO,
85 QEDF_IOREQ_EV_ELS_ERR_DETECT,
86 QEDF_IOREQ_EV_ELS_FLUSH,
87 QEDF_IOREQ_EV_CLEANUP_SUCCESS,
88 QEDF_IOREQ_EV_CLEANUP_FAILED,
89};
90
91#define FC_GOOD 0
92#define FCOE_FCP_RSP_FLAGS_FCP_RESID_OVER (0x1<<2)
93#define FCOE_FCP_RSP_FLAGS_FCP_RESID_UNDER (0x1<<3)
94#define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status)
95#define FCOE_FCP_RSP_FLAGS_FCP_RSP_LEN_VALID (0x1<<0)
96#define FCOE_FCP_RSP_FLAGS_FCP_SNS_LEN_VALID (0x1<<1)
97struct qedf_ioreq {
98 struct list_head link;
99 uint16_t xid;
100 struct scsi_cmnd *sc_cmd;
101#define QEDF_SCSI_CMD 1
102#define QEDF_TASK_MGMT_CMD 2
103#define QEDF_ABTS 3
104#define QEDF_ELS 4
105#define QEDF_CLEANUP 5
106#define QEDF_SEQ_CLEANUP 6
107 u8 cmd_type;
108#define QEDF_CMD_OUTSTANDING 0x0
109#define QEDF_CMD_IN_ABORT 0x1
110#define QEDF_CMD_IN_CLEANUP 0x2
111#define QEDF_CMD_SRR_SENT 0x3
112#define QEDF_CMD_DIRTY 0x4
113#define QEDF_CMD_ERR_SCSI_DONE 0x5
114 u8 io_req_flags;
115 uint8_t tm_flags;
116 struct qedf_rport *fcport;
117#define QEDF_CMD_ST_INACTIVE 0
118#define QEDFC_CMD_ST_IO_ACTIVE 1
119#define QEDFC_CMD_ST_ABORT_ACTIVE 2
120#define QEDFC_CMD_ST_ABORT_ACTIVE_EH 3
121#define QEDFC_CMD_ST_CLEANUP_ACTIVE 4
122#define QEDFC_CMD_ST_CLEANUP_ACTIVE_EH 5
123#define QEDFC_CMD_ST_RRQ_ACTIVE 6
124#define QEDFC_CMD_ST_RRQ_WAIT 7
125#define QEDFC_CMD_ST_OXID_RETIRE_WAIT 8
126#define QEDFC_CMD_ST_TMF_ACTIVE 9
127#define QEDFC_CMD_ST_DRAIN_ACTIVE 10
128#define QEDFC_CMD_ST_CLEANED 11
129#define QEDFC_CMD_ST_ELS_ACTIVE 12
130 atomic_t state;
131 unsigned long flags;
132 enum qedf_ioreq_event event;
133 size_t data_xfer_len;
134
135
136
137 struct kref refcount;
138 struct qedf_cmd_mgr *cmd_mgr;
139 struct io_bdt *bd_tbl;
140 struct delayed_work timeout_work;
141 struct completion tm_done;
142 struct completion abts_done;
143 struct completion cleanup_done;
144 struct e4_fcoe_task_context *task;
145 struct fcoe_task_params *task_params;
146 struct scsi_sgl_task_params *sgl_task_params;
147 int idx;
148 int lun;
149
150
151
152
153#define QEDF_SCSI_SENSE_BUFFERSIZE (SCSI_SENSE_BUFFERSIZE + 8)
154 uint8_t *sense_buffer;
155 dma_addr_t sense_buffer_dma;
156 u32 fcp_resid;
157 u32 fcp_rsp_len;
158 u32 fcp_sns_len;
159 u8 cdb_status;
160 u8 fcp_status;
161 u8 fcp_rsp_code;
162 u8 scsi_comp_flags;
163#define QEDF_MAX_REUSE 0xfff
164 u16 reuse_count;
165 struct qedf_mp_req mp_req;
166 void (*cb_func)(struct qedf_els_cb_arg *cb_arg);
167 struct qedf_els_cb_arg *cb_arg;
168 int fp_idx;
169 unsigned int cpu;
170 unsigned int int_cpu;
171#define QEDF_IOREQ_UNKNOWN_SGE 1
172#define QEDF_IOREQ_SLOW_SGE 2
173#define QEDF_IOREQ_FAST_SGE 3
174 u8 sge_type;
175 struct delayed_work rrq_work;
176
177
178 uint32_t rx_buf_off;
179 uint32_t tx_buf_off;
180 uint32_t rx_id;
181 uint32_t task_retry_identifier;
182
183
184
185
186
187 bool return_scsi_cmd_on_abts;
188
189 unsigned int alloc;
190};
191
192extern struct workqueue_struct *qedf_io_wq;
193
194struct qedf_rport {
195 spinlock_t rport_lock;
196#define QEDF_RPORT_SESSION_READY 1
197#define QEDF_RPORT_UPLOADING_CONNECTION 2
198#define QEDF_RPORT_IN_RESET 3
199#define QEDF_RPORT_IN_LUN_RESET 4
200#define QEDF_RPORT_IN_TARGET_RESET 5
201 unsigned long flags;
202 int lun_reset_lun;
203 unsigned long retry_delay_timestamp;
204 struct fc_rport *rport;
205 struct fc_rport_priv *rdata;
206 struct qedf_ctx *qedf;
207 u32 handle;
208 u32 fw_cid;
209 void __iomem *p_doorbell;
210
211 atomic_t free_sqes;
212 atomic_t ios_to_queue;
213 atomic_t num_active_ios;
214 struct fcoe_wqe *sq;
215 dma_addr_t sq_dma;
216 u16 sq_prod_idx;
217 u16 fw_sq_prod_idx;
218 u16 sq_con_idx;
219 u32 sq_mem_size;
220 void *sq_pbl;
221 dma_addr_t sq_pbl_dma;
222 u32 sq_pbl_size;
223 u32 sid;
224#define QEDF_RPORT_TYPE_DISK 0
225#define QEDF_RPORT_TYPE_TAPE 1
226 uint dev_type;
227 struct list_head peers;
228};
229
230
231struct qedf_skb_work {
232 struct work_struct work;
233 struct sk_buff *skb;
234 struct qedf_ctx *qedf;
235};
236
237struct qedf_fastpath {
238#define QEDF_SB_ID_NULL 0xffff
239 u16 sb_id;
240 struct qed_sb_info *sb_info;
241 struct qedf_ctx *qedf;
242
243 unsigned long completions;
244 uint32_t cq_num_entries;
245};
246
247
248struct qedf_io_work {
249 struct work_struct work;
250 struct fcoe_cqe cqe;
251 struct qedf_ctx *qedf;
252 struct fc_frame *fp;
253};
254
255struct qedf_glbl_q_params {
256 u64 hw_p_cq;
257 u64 hw_p_rq;
258 u64 hw_p_cmdq;
259};
260
261struct global_queue {
262 struct fcoe_cqe *cq;
263 dma_addr_t cq_dma;
264 u32 cq_mem_size;
265 u32 cq_cons_idx;
266 u32 cq_prod_idx;
267
268 void *cq_pbl;
269 dma_addr_t cq_pbl_dma;
270 u32 cq_pbl_size;
271};
272
273
274#define QEDF_IO_TRACE_SIZE 2048
275struct qedf_io_log {
276#define QEDF_IO_TRACE_REQ 0
277#define QEDF_IO_TRACE_RSP 1
278 uint8_t direction;
279 uint16_t task_id;
280 uint32_t port_id;
281 int lun;
282 unsigned char op;
283 uint8_t lba[4];
284 unsigned int bufflen;
285 unsigned int sg_count;
286 int result;
287 unsigned long jiffies;
288 int refcount;
289 unsigned int req_cpu;
290 unsigned int int_cpu;
291 unsigned int rsp_cpu;
292 u8 sge_type;
293};
294
295
296#define QEDF_BDQ_SIZE 256
297#define QEDF_BDQ_BUF_SIZE 2072
298
299
300struct qedf_bdq_buf {
301 void *buf_addr;
302 dma_addr_t buf_dma;
303};
304
305
306struct qedf_ctx {
307 struct qedf_dbg_ctx dbg_ctx;
308 struct fcoe_ctlr ctlr;
309 struct fc_lport *lport;
310 u8 data_src_addr[ETH_ALEN];
311#define QEDF_LINK_DOWN 0
312#define QEDF_LINK_UP 1
313 atomic_t link_state;
314#define QEDF_DCBX_PENDING 0
315#define QEDF_DCBX_DONE 1
316 atomic_t dcbx;
317#define QEDF_NULL_VLAN_ID -1
318#define QEDF_FALLBACK_VLAN 1002
319#define QEDF_DEFAULT_PRIO 3
320 int vlan_id;
321 u8 prio;
322 struct qed_dev *cdev;
323 struct qed_dev_fcoe_info dev_info;
324 struct qed_int_info int_info;
325 uint16_t last_command;
326 spinlock_t hba_lock;
327 struct pci_dev *pdev;
328 u64 wwnn;
329 u64 wwpn;
330 u8 __aligned(16) mac[ETH_ALEN];
331 struct list_head fcports;
332 atomic_t num_offloads;
333 unsigned int curr_conn_id;
334 struct workqueue_struct *ll2_recv_wq;
335 struct workqueue_struct *link_update_wq;
336 struct devlink *devlink;
337 struct delayed_work link_update;
338 struct delayed_work link_recovery;
339 struct completion flogi_compl;
340 struct completion fipvlan_compl;
341
342
343
344
345
346
347 atomic_t link_down_tmo_valid;
348#define QEDF_TIMER_INTERVAL (1 * HZ)
349 struct timer_list timer;
350#define QEDF_DRAIN_ACTIVE 1
351#define QEDF_LL2_STARTED 2
352#define QEDF_UNLOADING 3
353#define QEDF_GRCDUMP_CAPTURE 4
354#define QEDF_IN_RECOVERY 5
355#define QEDF_DBG_STOP_IO 6
356#define QEDF_PROBING 8
357 unsigned long flags;
358 int fipvlan_retries;
359 u8 num_queues;
360 struct global_queue **global_queues;
361
362 struct qedf_glbl_q_params *p_cpuq;
363
364 dma_addr_t hw_p_cpuq;
365
366 struct qedf_bdq_buf bdq[QEDF_BDQ_SIZE];
367 void *bdq_pbl;
368 dma_addr_t bdq_pbl_dma;
369 size_t bdq_pbl_mem_size;
370 void *bdq_pbl_list;
371 dma_addr_t bdq_pbl_list_dma;
372 u8 bdq_pbl_list_num_entries;
373 void __iomem *bdq_primary_prod;
374 void __iomem *bdq_secondary_prod;
375 uint16_t bdq_prod_idx;
376
377
378 struct qedf_fastpath *fp_array;
379 struct qed_fcoe_tid tasks;
380 struct qedf_cmd_mgr *cmd_mgr;
381
382 struct qed_pf_params pf_params;
383
384 struct workqueue_struct *timer_work_queue;
385
386#define QEDF_IO_WORK_MIN 64
387 mempool_t *io_mempool;
388 struct workqueue_struct *dpc_wq;
389 struct delayed_work recovery_work;
390 struct delayed_work board_disable_work;
391 struct delayed_work grcdump_work;
392 struct delayed_work stag_work;
393
394 u32 slow_sge_ios;
395 u32 fast_sge_ios;
396
397 uint8_t *grcdump;
398 uint32_t grcdump_size;
399
400 struct qedf_io_log io_trace_buf[QEDF_IO_TRACE_SIZE];
401 spinlock_t io_trace_lock;
402 uint16_t io_trace_idx;
403
404 bool stop_io_on_error;
405
406 u32 flogi_cnt;
407 u32 flogi_failed;
408 u32 flogi_pending;
409
410
411 struct mutex stats_mutex;
412 u64 input_requests;
413 u64 output_requests;
414 u64 control_requests;
415 u64 packet_aborts;
416 u64 alloc_failures;
417 u8 lun_resets;
418 u8 target_resets;
419 u8 task_set_fulls;
420 u8 busy;
421
422 struct mutex flush_mutex;
423};
424
425struct io_bdt {
426 struct qedf_ioreq *io_req;
427 struct scsi_sge *bd_tbl;
428 dma_addr_t bd_tbl_dma;
429 u16 bd_valid;
430};
431
432struct qedf_cmd_mgr {
433 struct qedf_ctx *qedf;
434 u16 idx;
435 struct io_bdt **io_bdt_pool;
436#define FCOE_PARAMS_NUM_TASKS 2048
437 struct qedf_ioreq cmds[FCOE_PARAMS_NUM_TASKS];
438 spinlock_t lock;
439 atomic_t free_list_cnt;
440};
441
442
443
444
445
446
447
448static inline void *qedf_get_task_mem(struct qed_fcoe_tid *info, u32 tid)
449{
450 return (void *)(info->blocks[tid / info->num_tids_per_block] +
451 (tid % info->num_tids_per_block) * info->size);
452}
453
454static inline void qedf_stop_all_io(struct qedf_ctx *qedf)
455{
456 set_bit(QEDF_DBG_STOP_IO, &qedf->flags);
457}
458
459
460
461
462
463
464
465
466
467
468#define QEDF_DEFAULT_LOG_MASK 0x3CFB6
469extern const struct qed_fcoe_ops *qed_ops;
470extern uint qedf_dump_frames;
471extern uint qedf_io_tracing;
472extern uint qedf_stop_io_on_error;
473extern uint qedf_link_down_tmo;
474#define QEDF_RETRY_DELAY_MAX 600
475extern bool qedf_retry_delay;
476extern uint qedf_debug;
477
478extern struct qedf_cmd_mgr *qedf_cmd_mgr_alloc(struct qedf_ctx *qedf);
479extern void qedf_cmd_mgr_free(struct qedf_cmd_mgr *cmgr);
480extern int qedf_queuecommand(struct Scsi_Host *host,
481 struct scsi_cmnd *sc_cmd);
482extern void qedf_fip_send(struct fcoe_ctlr *fip, struct sk_buff *skb);
483extern u8 *qedf_get_src_mac(struct fc_lport *lport);
484extern void qedf_fip_recv(struct qedf_ctx *qedf, struct sk_buff *skb);
485extern void qedf_fcoe_send_vlan_req(struct qedf_ctx *qedf);
486extern void qedf_scsi_completion(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
487 struct qedf_ioreq *io_req);
488extern void qedf_process_warning_compl(struct qedf_ctx *qedf,
489 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
490extern void qedf_process_error_detect(struct qedf_ctx *qedf,
491 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
492extern void qedf_flush_active_ios(struct qedf_rport *fcport, int lun);
493extern void qedf_release_cmd(struct kref *ref);
494extern int qedf_initiate_abts(struct qedf_ioreq *io_req,
495 bool return_scsi_cmd_on_abts);
496extern void qedf_process_abts_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
497 struct qedf_ioreq *io_req);
498extern struct qedf_ioreq *qedf_alloc_cmd(struct qedf_rport *fcport,
499 u8 cmd_type);
500
501extern struct device_attribute *qedf_host_attrs[];
502extern void qedf_cmd_timer_set(struct qedf_ctx *qedf, struct qedf_ioreq *io_req,
503 unsigned int timer_msec);
504extern int qedf_init_mp_req(struct qedf_ioreq *io_req);
505extern void qedf_init_mp_task(struct qedf_ioreq *io_req,
506 struct e4_fcoe_task_context *task_ctx, struct fcoe_wqe *sqe);
507extern u16 qedf_get_sqe_idx(struct qedf_rport *fcport);
508extern void qedf_ring_doorbell(struct qedf_rport *fcport);
509extern void qedf_process_els_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
510 struct qedf_ioreq *els_req);
511extern int qedf_send_rrq(struct qedf_ioreq *aborted_io_req);
512extern int qedf_send_adisc(struct qedf_rport *fcport, struct fc_frame *fp);
513extern int qedf_initiate_cleanup(struct qedf_ioreq *io_req,
514 bool return_scsi_cmd_on_abts);
515extern void qedf_process_cleanup_compl(struct qedf_ctx *qedf,
516 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
517extern int qedf_initiate_tmf(struct scsi_cmnd *sc_cmd, u8 tm_flags);
518extern void qedf_process_tmf_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
519 struct qedf_ioreq *io_req);
520extern void qedf_process_cqe(struct qedf_ctx *qedf, struct fcoe_cqe *cqe);
521extern void qedf_scsi_done(struct qedf_ctx *qedf, struct qedf_ioreq *io_req,
522 int result);
523extern void qedf_set_vlan_id(struct qedf_ctx *qedf, int vlan_id);
524extern void qedf_create_sysfs_ctx_attr(struct qedf_ctx *qedf);
525extern void qedf_remove_sysfs_ctx_attr(struct qedf_ctx *qedf);
526extern void qedf_capture_grc_dump(struct qedf_ctx *qedf);
527bool qedf_wait_for_upload(struct qedf_ctx *qedf);
528extern void qedf_process_unsol_compl(struct qedf_ctx *qedf, uint16_t que_idx,
529 struct fcoe_cqe *cqe);
530extern void qedf_restart_rport(struct qedf_rport *fcport);
531extern int qedf_send_rec(struct qedf_ioreq *orig_io_req);
532extern int qedf_post_io_req(struct qedf_rport *fcport,
533 struct qedf_ioreq *io_req);
534extern void qedf_process_seq_cleanup_compl(struct qedf_ctx *qedf,
535 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
536extern int qedf_send_flogi(struct qedf_ctx *qedf);
537extern void qedf_get_protocol_tlv_data(void *dev, void *data);
538extern void qedf_fp_io_handler(struct work_struct *work);
539extern void qedf_get_generic_tlv_data(void *dev, struct qed_generic_tlvs *data);
540extern void qedf_wq_grcdump(struct work_struct *work);
541void qedf_stag_change_work(struct work_struct *work);
542void qedf_ctx_soft_reset(struct fc_lport *lport);
543extern void qedf_board_disable_work(struct work_struct *work);
544extern void qedf_schedule_hw_err_handler(void *dev,
545 enum qed_hw_err_type err_type);
546
547#define FCOE_WORD_TO_BYTE 4
548#define QEDF_MAX_TASK_NUM 0xFFFF
549#define QL45xxx 0x165C
550#define QL41xxx 0x8080
551#define MAX_CT_PAYLOAD 2048
552#define DISCOVERED_PORTS 4
553#define NUMBER_OF_PORTS 1
554
555struct fip_vlan {
556 struct ethhdr eth;
557 struct fip_header fip;
558 struct {
559 struct fip_mac_desc mac;
560 struct fip_wwn_desc wwnn;
561 } desc;
562};
563
564
565#define GBL_RSVD_TASKS 16
566#define NUM_TASKS_PER_CONNECTION 1024
567#define NUM_RW_TASKS_PER_CONNECTION 512
568#define FCOE_PARAMS_CQ_NUM_ENTRIES FCOE_PARAMS_NUM_TASKS
569
570#define FCOE_PARAMS_CMDQ_NUM_ENTRIES FCOE_PARAMS_NUM_TASKS
571#define SQ_NUM_ENTRIES NUM_TASKS_PER_CONNECTION
572
573#define QEDF_FCOE_PARAMS_GL_RQ_PI 0
574#define QEDF_FCOE_PARAMS_GL_CMD_PI 1
575
576#define QEDF_READ (1 << 1)
577#define QEDF_WRITE (1 << 0)
578#define MAX_FIBRE_LUNS 0xffffffff
579
580#define MIN_NUM_CPUS_MSIX(x) min_t(u32, x->dev_info.num_cqs, \
581 num_online_cpus())
582
583
584
585
586
587#define QEDF_MODE_NORMAL 0
588
589#define QEDF_MODE_RECOVERY 1
590
591#define SUPPORTED_25000baseKR_Full (1<<27)
592#define SUPPORTED_50000baseKR2_Full (1<<28)
593#define SUPPORTED_100000baseKR4_Full (1<<29)
594#define SUPPORTED_100000baseCR4_Full (1<<30)
595
596#endif
597
