1
2
3
4
5
6#ifndef _QEDFC_H_
7#define _QEDFC_H_
8
9#include <scsi/libfcoe.h>
10#include <scsi/libfc.h>
11#include <scsi/fc/fc_fip.h>
12#include <scsi/fc/fc_fc2.h>
13#include <scsi/scsi_tcq.h>
14#include <scsi/fc_encode.h>
15#include <linux/version.h>
16
17
18
19#include "qedf_hsi.h"
20
21#include <linux/qed/qed_if.h>
22#include <linux/qed/qed_fcoe_if.h>
23#include <linux/qed/qed_ll2_if.h>
24#include "qedf_version.h"
25#include "qedf_dbg.h"
26#include "drv_fcoe_fw_funcs.h"
27
28
29#define U64_HI(val) ((u32)(((u64)(val)) >> 32))
30#define U64_LO(val) ((u32)(((u64)(val)) & 0xffffffff))
31
32#define QEDF_DESCR "QLogic FCoE Offload Driver"
33#define QEDF_MODULE_NAME "qedf"
34
35#define QEDF_FLOGI_RETRY_CNT 3
36#define QEDF_RPORT_RETRY_CNT 255
37#define QEDF_MAX_SESSIONS 1024
38#define QEDF_MAX_PAYLOAD 2048
39#define QEDF_MAX_BDS_PER_CMD 256
40#define QEDF_MAX_BD_LEN 0xffff
41#define QEDF_BD_SPLIT_SZ 0x1000
42#define QEDF_PAGE_SIZE 4096
43#define QED_HW_DMA_BOUNDARY 0xfff
44#define QEDF_MAX_SGLEN_FOR_CACHESGL ((1U << 16) - 1)
45#define QEDF_MFS (QEDF_MAX_PAYLOAD + \
46 sizeof(struct fc_frame_header))
47#define QEDF_MAX_NPIV 64
48#define QEDF_TM_TIMEOUT 10
49#define QEDF_ABORT_TIMEOUT (10 * 1000)
50#define QEDF_CLEANUP_TIMEOUT 1
51#define QEDF_MAX_CDB_LEN 16
52#define QEDF_LL2_BUF_SIZE 2500
53
54#define UPSTREAM_REMOVE 1
55#define UPSTREAM_KEEP 1
56
57struct qedf_mp_req {
58 uint32_t req_len;
59 void *req_buf;
60 dma_addr_t req_buf_dma;
61 struct scsi_sge *mp_req_bd;
62 dma_addr_t mp_req_bd_dma;
63 struct fc_frame_header req_fc_hdr;
64
65 uint32_t resp_len;
66 void *resp_buf;
67 dma_addr_t resp_buf_dma;
68 struct scsi_sge *mp_resp_bd;
69 dma_addr_t mp_resp_bd_dma;
70 struct fc_frame_header resp_fc_hdr;
71};
72
73struct qedf_els_cb_arg {
74 struct qedf_ioreq *aborted_io_req;
75 struct qedf_ioreq *io_req;
76 u8 op;
77 uint16_t l2_oxid;
78 u32 offset;
79 u8 r_ctl;
80};
81
82enum qedf_ioreq_event {
83 QEDF_IOREQ_EV_NONE,
84 QEDF_IOREQ_EV_ABORT_SUCCESS,
85 QEDF_IOREQ_EV_ABORT_FAILED,
86 QEDF_IOREQ_EV_SEND_RRQ,
87 QEDF_IOREQ_EV_ELS_TMO,
88 QEDF_IOREQ_EV_ELS_ERR_DETECT,
89 QEDF_IOREQ_EV_ELS_FLUSH,
90 QEDF_IOREQ_EV_CLEANUP_SUCCESS,
91 QEDF_IOREQ_EV_CLEANUP_FAILED,
92};
93
94#define FC_GOOD 0
95#define FCOE_FCP_RSP_FLAGS_FCP_RESID_OVER (0x1<<2)
96#define FCOE_FCP_RSP_FLAGS_FCP_RESID_UNDER (0x1<<3)
97#define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status)
98#define FCOE_FCP_RSP_FLAGS_FCP_RSP_LEN_VALID (0x1<<0)
99#define FCOE_FCP_RSP_FLAGS_FCP_SNS_LEN_VALID (0x1<<1)
100struct qedf_ioreq {
101 struct list_head link;
102 uint16_t xid;
103 struct scsi_cmnd *sc_cmd;
104#define QEDF_SCSI_CMD 1
105#define QEDF_TASK_MGMT_CMD 2
106#define QEDF_ABTS 3
107#define QEDF_ELS 4
108#define QEDF_CLEANUP 5
109#define QEDF_SEQ_CLEANUP 6
110 u8 cmd_type;
111#define QEDF_CMD_OUTSTANDING 0x0
112#define QEDF_CMD_IN_ABORT 0x1
113#define QEDF_CMD_IN_CLEANUP 0x2
114#define QEDF_CMD_SRR_SENT 0x3
115#define QEDF_CMD_DIRTY 0x4
116#define QEDF_CMD_ERR_SCSI_DONE 0x5
117 u8 io_req_flags;
118 uint8_t tm_flags;
119 struct qedf_rport *fcport;
120#define QEDF_CMD_ST_INACTIVE 0
121#define QEDFC_CMD_ST_IO_ACTIVE 1
122#define QEDFC_CMD_ST_ABORT_ACTIVE 2
123#define QEDFC_CMD_ST_ABORT_ACTIVE_EH 3
124#define QEDFC_CMD_ST_CLEANUP_ACTIVE 4
125#define QEDFC_CMD_ST_CLEANUP_ACTIVE_EH 5
126#define QEDFC_CMD_ST_RRQ_ACTIVE 6
127#define QEDFC_CMD_ST_RRQ_WAIT 7
128#define QEDFC_CMD_ST_OXID_RETIRE_WAIT 8
129#define QEDFC_CMD_ST_TMF_ACTIVE 9
130#define QEDFC_CMD_ST_DRAIN_ACTIVE 10
131#define QEDFC_CMD_ST_CLEANED 11
132#define QEDFC_CMD_ST_ELS_ACTIVE 12
133 atomic_t state;
134 unsigned long flags;
135 enum qedf_ioreq_event event;
136 size_t data_xfer_len;
137
138
139
140 struct kref refcount;
141 struct qedf_cmd_mgr *cmd_mgr;
142 struct io_bdt *bd_tbl;
143 struct delayed_work timeout_work;
144 struct completion tm_done;
145 struct completion abts_done;
146 struct completion cleanup_done;
147 struct e4_fcoe_task_context *task;
148 struct fcoe_task_params *task_params;
149 struct scsi_sgl_task_params *sgl_task_params;
150 int idx;
151 int lun;
152
153
154
155
156#define QEDF_SCSI_SENSE_BUFFERSIZE (SCSI_SENSE_BUFFERSIZE + 8)
157 uint8_t *sense_buffer;
158 dma_addr_t sense_buffer_dma;
159 u32 fcp_resid;
160 u32 fcp_rsp_len;
161 u32 fcp_sns_len;
162 u8 cdb_status;
163 u8 fcp_status;
164 u8 fcp_rsp_code;
165 u8 scsi_comp_flags;
166#define QEDF_MAX_REUSE 0xfff
167 u16 reuse_count;
168 struct qedf_mp_req mp_req;
169 void (*cb_func)(struct qedf_els_cb_arg *cb_arg);
170 struct qedf_els_cb_arg *cb_arg;
171 int fp_idx;
172 unsigned int cpu;
173 unsigned int int_cpu;
174#define QEDF_IOREQ_UNKNOWN_SGE 1
175#define QEDF_IOREQ_SLOW_SGE 2
176#define QEDF_IOREQ_FAST_SGE 3
177 u8 sge_type;
178 struct delayed_work rrq_work;
179
180
181 uint32_t rx_buf_off;
182 uint32_t tx_buf_off;
183 uint32_t rx_id;
184 uint32_t task_retry_identifier;
185
186
187
188
189
190 bool return_scsi_cmd_on_abts;
191
192 unsigned int alloc;
193};
194
195extern struct workqueue_struct *qedf_io_wq;
196
197struct qedf_rport {
198 spinlock_t rport_lock;
199#define QEDF_RPORT_SESSION_READY 1
200#define QEDF_RPORT_UPLOADING_CONNECTION 2
201#define QEDF_RPORT_IN_RESET 3
202#define QEDF_RPORT_IN_LUN_RESET 4
203#define QEDF_RPORT_IN_TARGET_RESET 5
204 unsigned long flags;
205 int lun_reset_lun;
206 unsigned long retry_delay_timestamp;
207 struct fc_rport *rport;
208 struct fc_rport_priv *rdata;
209 struct qedf_ctx *qedf;
210 u32 handle;
211 u32 fw_cid;
212 void __iomem *p_doorbell;
213
214 atomic_t free_sqes;
215 atomic_t ios_to_queue;
216 atomic_t num_active_ios;
217 struct fcoe_wqe *sq;
218 dma_addr_t sq_dma;
219 u16 sq_prod_idx;
220 u16 fw_sq_prod_idx;
221 u16 sq_con_idx;
222 u32 sq_mem_size;
223 void *sq_pbl;
224 dma_addr_t sq_pbl_dma;
225 u32 sq_pbl_size;
226 u32 sid;
227#define QEDF_RPORT_TYPE_DISK 0
228#define QEDF_RPORT_TYPE_TAPE 1
229 uint dev_type;
230 struct list_head peers;
231};
232
233
234struct qedf_skb_work {
235 struct work_struct work;
236 struct sk_buff *skb;
237 struct qedf_ctx *qedf;
238};
239
240struct qedf_fastpath {
241#define QEDF_SB_ID_NULL 0xffff
242 u16 sb_id;
243 struct qed_sb_info *sb_info;
244 struct qedf_ctx *qedf;
245
246 unsigned long completions;
247 uint32_t cq_num_entries;
248};
249
250
251struct qedf_io_work {
252 struct work_struct work;
253 struct fcoe_cqe cqe;
254 struct qedf_ctx *qedf;
255 struct fc_frame *fp;
256};
257
258struct qedf_glbl_q_params {
259 u64 hw_p_cq;
260 u64 hw_p_rq;
261 u64 hw_p_cmdq;
262};
263
264struct global_queue {
265 struct fcoe_cqe *cq;
266 dma_addr_t cq_dma;
267 u32 cq_mem_size;
268 u32 cq_cons_idx;
269 u32 cq_prod_idx;
270
271 void *cq_pbl;
272 dma_addr_t cq_pbl_dma;
273 u32 cq_pbl_size;
274};
275
276
277#define QEDF_IO_TRACE_SIZE 2048
278struct qedf_io_log {
279#define QEDF_IO_TRACE_REQ 0
280#define QEDF_IO_TRACE_RSP 1
281 uint8_t direction;
282 uint16_t task_id;
283 uint32_t port_id;
284 int lun;
285 unsigned char op;
286 uint8_t lba[4];
287 unsigned int bufflen;
288 unsigned int sg_count;
289 int result;
290 unsigned long jiffies;
291 int refcount;
292 unsigned int req_cpu;
293 unsigned int int_cpu;
294 unsigned int rsp_cpu;
295 u8 sge_type;
296};
297
298
299#define QEDF_BDQ_SIZE 256
300#define QEDF_BDQ_BUF_SIZE 2072
301
302
303struct qedf_bdq_buf {
304 void *buf_addr;
305 dma_addr_t buf_dma;
306};
307
308
309struct qedf_ctx {
310 struct qedf_dbg_ctx dbg_ctx;
311 struct fcoe_ctlr ctlr;
312 struct fc_lport *lport;
313 u8 data_src_addr[ETH_ALEN];
314#define QEDF_LINK_DOWN 0
315#define QEDF_LINK_UP 1
316 atomic_t link_state;
317#define QEDF_DCBX_PENDING 0
318#define QEDF_DCBX_DONE 1
319 atomic_t dcbx;
320#define QEDF_NULL_VLAN_ID -1
321#define QEDF_FALLBACK_VLAN 1002
322#define QEDF_DEFAULT_PRIO 3
323 int vlan_id;
324 u8 prio;
325 struct qed_dev *cdev;
326 struct qed_dev_fcoe_info dev_info;
327 struct qed_int_info int_info;
328 uint16_t last_command;
329 spinlock_t hba_lock;
330 struct pci_dev *pdev;
331 u64 wwnn;
332 u64 wwpn;
333 u8 __aligned(16) mac[ETH_ALEN];
334 struct list_head fcports;
335 atomic_t num_offloads;
336 unsigned int curr_conn_id;
337 struct workqueue_struct *ll2_recv_wq;
338 struct workqueue_struct *link_update_wq;
339 struct delayed_work link_update;
340 struct delayed_work link_recovery;
341 struct completion flogi_compl;
342 struct completion fipvlan_compl;
343
344
345
346
347
348
349 atomic_t link_down_tmo_valid;
350#define QEDF_TIMER_INTERVAL (1 * HZ)
351 struct timer_list timer;
352#define QEDF_DRAIN_ACTIVE 1
353#define QEDF_LL2_STARTED 2
354#define QEDF_UNLOADING 3
355#define QEDF_GRCDUMP_CAPTURE 4
356#define QEDF_IN_RECOVERY 5
357#define QEDF_DBG_STOP_IO 6
358 unsigned long flags;
359 int fipvlan_retries;
360 u8 num_queues;
361 struct global_queue **global_queues;
362
363 struct qedf_glbl_q_params *p_cpuq;
364
365 dma_addr_t hw_p_cpuq;
366
367 struct qedf_bdq_buf bdq[QEDF_BDQ_SIZE];
368 void *bdq_pbl;
369 dma_addr_t bdq_pbl_dma;
370 size_t bdq_pbl_mem_size;
371 void *bdq_pbl_list;
372 dma_addr_t bdq_pbl_list_dma;
373 u8 bdq_pbl_list_num_entries;
374 void __iomem *bdq_primary_prod;
375 void __iomem *bdq_secondary_prod;
376 uint16_t bdq_prod_idx;
377
378
379 struct qedf_fastpath *fp_array;
380 struct qed_fcoe_tid tasks;
381 struct qedf_cmd_mgr *cmd_mgr;
382
383 struct qed_pf_params pf_params;
384
385 struct workqueue_struct *timer_work_queue;
386
387#define QEDF_IO_WORK_MIN 64
388 mempool_t *io_mempool;
389 struct workqueue_struct *dpc_wq;
390 struct delayed_work grcdump_work;
391
392 u32 slow_sge_ios;
393 u32 fast_sge_ios;
394
395 uint8_t *grcdump;
396 uint32_t grcdump_size;
397
398 struct qedf_io_log io_trace_buf[QEDF_IO_TRACE_SIZE];
399 spinlock_t io_trace_lock;
400 uint16_t io_trace_idx;
401
402 bool stop_io_on_error;
403
404 u32 flogi_cnt;
405 u32 flogi_failed;
406
407
408 struct mutex stats_mutex;
409 u64 input_requests;
410 u64 output_requests;
411 u64 control_requests;
412 u64 packet_aborts;
413 u64 alloc_failures;
414 u8 lun_resets;
415 u8 target_resets;
416 u8 task_set_fulls;
417 u8 busy;
418
419 struct mutex flush_mutex;
420};
421
422struct io_bdt {
423 struct qedf_ioreq *io_req;
424 struct scsi_sge *bd_tbl;
425 dma_addr_t bd_tbl_dma;
426 u16 bd_valid;
427};
428
429struct qedf_cmd_mgr {
430 struct qedf_ctx *qedf;
431 u16 idx;
432 struct io_bdt **io_bdt_pool;
433#define FCOE_PARAMS_NUM_TASKS 2048
434 struct qedf_ioreq cmds[FCOE_PARAMS_NUM_TASKS];
435 spinlock_t lock;
436 atomic_t free_list_cnt;
437};
438
439
440
441
442
443
444
445static inline void *qedf_get_task_mem(struct qed_fcoe_tid *info, u32 tid)
446{
447 return (void *)(info->blocks[tid / info->num_tids_per_block] +
448 (tid % info->num_tids_per_block) * info->size);
449}
450
451static inline void qedf_stop_all_io(struct qedf_ctx *qedf)
452{
453 set_bit(QEDF_DBG_STOP_IO, &qedf->flags);
454}
455
456
457
458
459
460
461
462
463
464
465#define QEDF_DEFAULT_LOG_MASK 0x3CFB6
466extern const struct qed_fcoe_ops *qed_ops;
467extern uint qedf_dump_frames;
468extern uint qedf_io_tracing;
469extern uint qedf_stop_io_on_error;
470extern uint qedf_link_down_tmo;
471#define QEDF_RETRY_DELAY_MAX 20
472extern bool qedf_retry_delay;
473extern uint qedf_debug;
474
475extern struct qedf_cmd_mgr *qedf_cmd_mgr_alloc(struct qedf_ctx *qedf);
476extern void qedf_cmd_mgr_free(struct qedf_cmd_mgr *cmgr);
477extern int qedf_queuecommand(struct Scsi_Host *host,
478 struct scsi_cmnd *sc_cmd);
479extern void qedf_fip_send(struct fcoe_ctlr *fip, struct sk_buff *skb);
480extern u8 *qedf_get_src_mac(struct fc_lport *lport);
481extern void qedf_fip_recv(struct qedf_ctx *qedf, struct sk_buff *skb);
482extern void qedf_fcoe_send_vlan_req(struct qedf_ctx *qedf);
483extern void qedf_scsi_completion(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
484 struct qedf_ioreq *io_req);
485extern void qedf_process_warning_compl(struct qedf_ctx *qedf,
486 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
487extern void qedf_process_error_detect(struct qedf_ctx *qedf,
488 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
489extern void qedf_flush_active_ios(struct qedf_rport *fcport, int lun);
490extern void qedf_release_cmd(struct kref *ref);
491extern int qedf_initiate_abts(struct qedf_ioreq *io_req,
492 bool return_scsi_cmd_on_abts);
493extern void qedf_process_abts_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
494 struct qedf_ioreq *io_req);
495extern struct qedf_ioreq *qedf_alloc_cmd(struct qedf_rport *fcport,
496 u8 cmd_type);
497
498extern struct device_attribute *qedf_host_attrs[];
499extern void qedf_cmd_timer_set(struct qedf_ctx *qedf, struct qedf_ioreq *io_req,
500 unsigned int timer_msec);
501extern int qedf_init_mp_req(struct qedf_ioreq *io_req);
502extern void qedf_init_mp_task(struct qedf_ioreq *io_req,
503 struct e4_fcoe_task_context *task_ctx, struct fcoe_wqe *sqe);
504extern u16 qedf_get_sqe_idx(struct qedf_rport *fcport);
505extern void qedf_ring_doorbell(struct qedf_rport *fcport);
506extern void qedf_process_els_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
507 struct qedf_ioreq *els_req);
508extern int qedf_send_rrq(struct qedf_ioreq *aborted_io_req);
509extern int qedf_send_adisc(struct qedf_rport *fcport, struct fc_frame *fp);
510extern int qedf_initiate_cleanup(struct qedf_ioreq *io_req,
511 bool return_scsi_cmd_on_abts);
512extern void qedf_process_cleanup_compl(struct qedf_ctx *qedf,
513 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
514extern int qedf_initiate_tmf(struct scsi_cmnd *sc_cmd, u8 tm_flags);
515extern void qedf_process_tmf_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe,
516 struct qedf_ioreq *io_req);
517extern void qedf_process_cqe(struct qedf_ctx *qedf, struct fcoe_cqe *cqe);
518extern void qedf_scsi_done(struct qedf_ctx *qedf, struct qedf_ioreq *io_req,
519 int result);
520extern void qedf_set_vlan_id(struct qedf_ctx *qedf, int vlan_id);
521extern void qedf_create_sysfs_ctx_attr(struct qedf_ctx *qedf);
522extern void qedf_remove_sysfs_ctx_attr(struct qedf_ctx *qedf);
523extern void qedf_capture_grc_dump(struct qedf_ctx *qedf);
524bool qedf_wait_for_upload(struct qedf_ctx *qedf);
525extern void qedf_process_unsol_compl(struct qedf_ctx *qedf, uint16_t que_idx,
526 struct fcoe_cqe *cqe);
527extern void qedf_restart_rport(struct qedf_rport *fcport);
528extern int qedf_send_rec(struct qedf_ioreq *orig_io_req);
529extern int qedf_post_io_req(struct qedf_rport *fcport,
530 struct qedf_ioreq *io_req);
531extern void qedf_process_seq_cleanup_compl(struct qedf_ctx *qedf,
532 struct fcoe_cqe *cqe, struct qedf_ioreq *io_req);
533extern int qedf_send_flogi(struct qedf_ctx *qedf);
534extern void qedf_get_protocol_tlv_data(void *dev, void *data);
535extern void qedf_fp_io_handler(struct work_struct *work);
536extern void qedf_get_generic_tlv_data(void *dev, struct qed_generic_tlvs *data);
537extern void qedf_wq_grcdump(struct work_struct *work);
538void qedf_stag_change_work(struct work_struct *work);
539void qedf_ctx_soft_reset(struct fc_lport *lport);
540
541#define FCOE_WORD_TO_BYTE 4
542#define QEDF_MAX_TASK_NUM 0xFFFF
543
544struct fip_vlan {
545 struct ethhdr eth;
546 struct fip_header fip;
547 struct {
548 struct fip_mac_desc mac;
549 struct fip_wwn_desc wwnn;
550 } desc;
551};
552
553
554#define GBL_RSVD_TASKS 16
555#define NUM_TASKS_PER_CONNECTION 1024
556#define NUM_RW_TASKS_PER_CONNECTION 512
557#define FCOE_PARAMS_CQ_NUM_ENTRIES FCOE_PARAMS_NUM_TASKS
558
559#define FCOE_PARAMS_CMDQ_NUM_ENTRIES FCOE_PARAMS_NUM_TASKS
560#define SQ_NUM_ENTRIES NUM_TASKS_PER_CONNECTION
561
562#define QEDF_FCOE_PARAMS_GL_RQ_PI 0
563#define QEDF_FCOE_PARAMS_GL_CMD_PI 1
564
565#define QEDF_READ (1 << 1)
566#define QEDF_WRITE (1 << 0)
567#define MAX_FIBRE_LUNS 0xffffffff
568
569#define MIN_NUM_CPUS_MSIX(x) min_t(u32, x->dev_info.num_cqs, \
570 num_online_cpus())
571
572
573
574
575
576#define QEDF_MODE_NORMAL 0
577
578#define QEDF_MODE_RECOVERY 1
579
580#define SUPPORTED_25000baseKR_Full (1<<27)
581#define SUPPORTED_50000baseKR2_Full (1<<28)
582#define SUPPORTED_100000baseKR4_Full (1<<29)
583#define SUPPORTED_100000baseCR4_Full (1<<30)
584
585#endif
586
