1 /* bnx2fc.h: QLogic Linux FCoE offload driver.
3 * Copyright (c) 2008-2013 Broadcom Corporation
4 * Copyright (c) 2014-2016 QLogic Corporation
5 * Copyright (c) 2016-2017 Cavium Inc.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation.
11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
16 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
18 #include <linux/module.h>
19 #include <linux/moduleparam.h>
20 #include <linux/kernel.h>
21 #include <linux/skbuff.h>
22 #include <linux/netdevice.h>
23 #include <linux/etherdevice.h>
24 #include <linux/if_ether.h>
25 #include <linux/if_vlan.h>
26 #include <linux/kthread.h>
27 #include <linux/crc32.h>
28 #include <linux/cpu.h>
29 #include <linux/types.h>
30 #include <linux/list.h>
31 #include <linux/delay.h>
32 #include <linux/timer.h>
33 #include <linux/errno.h>
34 #include <linux/pci.h>
35 #include <linux/init.h>
36 #include <linux/dma-mapping.h>
37 #include <linux/workqueue.h>
38 #include <linux/mutex.h>
39 #include <linux/spinlock.h>
40 #include <linux/bitops.h>
41 #include <linux/log2.h>
42 #include <linux/interrupt.h>
43 #include <linux/sched/signal.h>
46 #include <scsi/scsi.h>
47 #include <scsi/scsi_host.h>
48 #include <scsi/scsi_device.h>
49 #include <scsi/scsi_cmnd.h>
50 #include <scsi/scsi_eh.h>
51 #include <scsi/scsi_tcq.h>
52 #include <scsi/libfc.h>
53 #include <scsi/libfcoe.h>
54 #include <scsi/fc_encode.h>
55 #include <scsi/scsi_transport.h>
56 #include <scsi/scsi_transport_fc.h>
57 #include <scsi/fc/fc_fip.h>
58 #include <scsi/fc/fc_fc2.h>
59 #include <scsi/fc_frame.h>
60 #include <scsi/fc/fc_fcoe.h>
61 #include <scsi/fc/fc_fcp.h>
63 #include "57xx_hsi_bnx2fc.h"
64 #include "../../net/ethernet/broadcom/cnic_if.h"
65 #include "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h"
66 #include "bnx2fc_constants.h"
68 #define BNX2FC_NAME "bnx2fc"
69 #define BNX2FC_VERSION "2.12.13"
71 #define PFX "bnx2fc: "
73 #define BCM_CHIP_LEN 16
75 #define BNX2X_DOORBELL_PCI_BAR 2
77 #define BNX2FC_MAX_BD_LEN 0xffff
78 #define BNX2FC_BD_SPLIT_SZ 0xffff
79 #define BNX2FC_MAX_BDS_PER_CMD 255
80 #define BNX2FC_FW_MAX_BDS_PER_CMD 255
82 #define BNX2FC_SQ_WQES_MAX 256
84 #define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8)
85 #define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2)
86 #define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1)
88 #define BNX2FC_RQ_WQES_MAX 16
89 #define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
91 #define BNX2FC_NUM_MAX_SESS 1024
92 #define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS))
94 #define BNX2FC_MAX_NPIV 256
96 #define BNX2FC_MIN_PAYLOAD 256
97 #define BNX2FC_MAX_PAYLOAD 2048
99 (BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
100 #define BNX2FC_MINI_JUMBO_MTU 2500
103 #define BNX2FC_RQ_BUF_SZ 256
104 #define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ))
106 #define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe))
107 #define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe))
108 #define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ)
109 #define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe))
110 #define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe))
111 #define BNX2X_DB_SHIFT 3
113 #define BNX2FC_TASK_SIZE 128
114 #define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE)
116 #define BNX2FC_MAX_ROWS_IN_HASH_TBL 8
117 #define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024)
119 #define BNX2FC_MAX_SEQS 255
120 #define BNX2FC_MAX_RETRY_CNT 3
121 #define BNX2FC_MAX_RPORT_RETRY_CNT 255
123 #define BNX2FC_READ (1 << 1)
124 #define BNX2FC_WRITE (1 << 0)
126 #define BNX2FC_MIN_XID 0
127 #define FCOE_MAX_NUM_XIDS 0x2000
128 #define FCOE_MAX_XID_OFFSET (FCOE_MAX_NUM_XIDS - 1)
129 #define FCOE_XIDS_PER_CPU_OFFSET ((512 * nr_cpu_ids) - 1)
130 #define BNX2FC_MAX_LUN 0xFFFF
131 #define BNX2FC_MAX_FCP_TGT 256
132 #define BNX2FC_MAX_CMD_LEN 16
134 #define BNX2FC_TM_TIMEOUT 60 /* secs */
135 #define BNX2FC_IO_TIMEOUT 20000UL /* msecs */
137 #define BNX2FC_WAIT_CNT 1200
138 #define BNX2FC_FW_TIMEOUT (3 * HZ)
141 #define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status)
146 #define BNX2FC_RNID_HBA 0x7
148 #define SRR_RETRY_COUNT 5
149 #define REC_RETRY_COUNT 1
150 #define BNX2FC_NUM_ERR_BITS 63
152 #define BNX2FC_RELOGIN_WAIT_TIME 200
153 #define BNX2FC_RELOGIN_WAIT_CNT 10
155 #define BNX2FC_STATS(hba, stat, cnt) \
159 val = fw_stats->stat.cnt; \
160 if (hba->prev_stats.stat.cnt <= val) \
161 val -= hba->prev_stats.stat.cnt; \
163 val += (0xfffffff - hba->prev_stats.stat.cnt); \
164 hba->bfw_stats.cnt += val; \
167 /* bnx2fc driver uses only one instance of fcoe_percpu_s */
168 extern struct fcoe_percpu_s bnx2fc_global;
170 extern struct workqueue_struct *bnx2fc_wq;
172 struct bnx2fc_percpu_s {
173 struct task_struct *iothread;
174 struct list_head work_list;
175 spinlock_t fp_work_lock;
178 struct bnx2fc_fw_stats {
182 u64 fcoe_tx_byte_cnt;
183 u64 fcoe_rx_byte_cnt;
187 struct list_head list;
188 struct cnic_dev *cnic;
189 struct pci_dev *pcidev;
190 struct net_device *phys_dev;
191 unsigned long reg_with_cnic;
192 #define BNX2FC_CNIC_REGISTERED 1
193 struct bnx2fc_cmd_mgr *cmd_mgr;
195 struct mutex hba_mutex;
196 struct mutex hba_stats_mutex;
197 unsigned long adapter_state;
198 #define ADAPTER_STATE_UP 0
199 #define ADAPTER_STATE_GOING_DOWN 1
200 #define ADAPTER_STATE_LINK_DOWN 2
201 #define ADAPTER_STATE_READY 3
203 #define BNX2FC_FLAG_FW_INIT_DONE 0
204 #define BNX2FC_FLAG_DESTROY_CMPL 1
210 u32 max_outstanding_cmds;
213 struct fcoe_task_ctx_entry **task_ctx;
214 dma_addr_t *task_ctx_dma;
215 struct regpair *task_ctx_bd_tbl;
216 dma_addr_t task_ctx_bd_dma;
218 int hash_tbl_segment_count;
219 void **hash_tbl_segments;
221 dma_addr_t hash_tbl_pbl_dma;
222 struct fcoe_t2_hash_table_entry *t2_hash_tbl;
223 dma_addr_t t2_hash_tbl_dma;
224 char *t2_hash_tbl_ptr;
225 dma_addr_t t2_hash_tbl_ptr_dma;
228 dma_addr_t dummy_buf_dma;
230 /* Active list of offloaded sessions */
231 struct bnx2fc_rport **tgt_ofld_list;
234 struct bnx2fc_fw_stats bfw_stats;
235 struct fcoe_statistics_params prev_stats;
236 struct fcoe_statistics_params *stats_buffer;
237 dma_addr_t stats_buf_dma;
238 struct completion stat_req_done;
239 struct fcoe_capabilities fcoe_cap;
241 /*destroy handling */
242 struct timer_list destroy_timer;
243 wait_queue_head_t destroy_wait;
245 /* linkdown handling */
246 wait_queue_head_t shutdown_wait;
247 int wait_for_link_down;
249 struct list_head vports;
251 char chip_num[BCM_CHIP_LEN];
254 struct bnx2fc_interface {
255 struct list_head list;
256 unsigned long if_flags;
257 #define BNX2FC_CTLR_INIT_DONE 0
258 struct bnx2fc_hba *hba;
259 struct net_device *netdev;
260 struct packet_type fcoe_packet_type;
261 struct packet_type fip_packet_type;
262 struct workqueue_struct *timer_work_queue;
270 #define bnx2fc_from_ctlr(x) \
271 ((struct bnx2fc_interface *)((x) + 1))
273 #define bnx2fc_to_ctlr(x) \
274 ((struct fcoe_ctlr *)(((struct fcoe_ctlr *)(x)) - 1))
276 struct bnx2fc_lport {
277 struct list_head list;
278 struct fc_lport *lport;
281 struct bnx2fc_cmd_mgr {
282 struct bnx2fc_hba *hba;
284 struct list_head *free_list;
285 spinlock_t *free_list_lock;
286 struct io_bdt **io_bdt_pool;
287 struct bnx2fc_cmd **cmds;
290 struct bnx2fc_rport {
291 struct fcoe_port *port;
292 struct fc_rport *rport;
293 struct fc_rport_priv *rdata;
294 void __iomem *ctx_base;
295 #define DPM_TRIGER_TYPE 0x40
303 #define BNX2FC_FLAG_SESSION_READY 0x1
304 #define BNX2FC_FLAG_OFFLOADED 0x2
305 #define BNX2FC_FLAG_DISABLED 0x3
306 #define BNX2FC_FLAG_DESTROYED 0x4
307 #define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5
308 #define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x6
309 #define BNX2FC_FLAG_UPLD_REQ_COMPL 0x7
310 #define BNX2FC_FLAG_DISABLE_FAILED 0x9
311 #define BNX2FC_FLAG_ENABLED 0xa
313 u8 src_addr[ETH_ALEN];
319 struct b577xx_doorbell_set_prod sq_db;
320 struct b577xx_fcoe_rx_doorbell rx_db;
325 u8 sq_curr_toggle_bit;
331 u8 cq_curr_toggle_bit;
341 dma_addr_t rq_pbl_dma;
344 struct fcoe_xfrqe *xferq;
345 dma_addr_t xferq_dma;
348 struct fcoe_confqe *confq;
349 dma_addr_t confq_dma;
353 dma_addr_t confq_pbl_dma;
356 struct fcoe_conn_db *conn_db;
357 dma_addr_t conn_db_dma;
358 u32 conn_db_mem_size;
360 struct fcoe_sqe *lcq;
365 dma_addr_t ofld_req_dma[4];
367 dma_addr_t enbl_req_dma;
371 atomic_t num_active_ios;
373 unsigned long timestamp;
374 unsigned long retry_delay_timestamp;
375 struct list_head free_task_list;
376 struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
377 struct list_head active_cmd_queue;
378 struct list_head els_queue;
379 struct list_head io_retire_queue;
380 struct list_head active_tm_queue;
382 struct timer_list ofld_timer;
383 wait_queue_head_t ofld_wait;
385 struct timer_list upld_timer;
386 wait_queue_head_t upld_wait;
389 struct bnx2fc_mp_req {
394 dma_addr_t req_buf_dma;
395 struct fcoe_bd_ctx *mp_req_bd;
396 dma_addr_t mp_req_bd_dma;
397 struct fc_frame_header req_fc_hdr;
401 dma_addr_t resp_buf_dma;
402 struct fcoe_bd_ctx *mp_resp_bd;
403 dma_addr_t mp_resp_bd_dma;
404 struct fc_frame_header resp_fc_hdr;
407 struct bnx2fc_els_cb_arg {
408 struct bnx2fc_cmd *aborted_io_req;
409 struct bnx2fc_cmd *io_req;
415 /* bnx2fc command structure */
417 struct list_head link;
421 #define BNX2FC_SCSI_CMD 1
422 #define BNX2FC_TASK_MGMT_CMD 2
423 #define BNX2FC_ABTS 3
425 #define BNX2FC_CLEANUP 5
426 #define BNX2FC_SEQ_CLEANUP 6
428 struct kref refcount;
429 struct fcoe_port *port;
430 struct bnx2fc_rport *tgt;
431 struct scsi_cmnd *sc_cmd;
432 struct bnx2fc_cmd_mgr *cmd_mgr;
433 struct bnx2fc_mp_req mp_req;
434 void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg);
435 struct bnx2fc_els_cb_arg *cb_arg;
436 struct delayed_work timeout_work; /* timer for ULP timeouts */
437 struct completion abts_done;
438 struct completion cleanup_done;
439 int wait_for_abts_comp;
440 int wait_for_cleanup_comp;
442 struct fcoe_err_report_entry err_entry;
443 struct fcoe_task_ctx_entry *task;
444 struct io_bdt *bd_tbl;
446 size_t data_xfer_len;
447 unsigned long req_flags;
448 #define BNX2FC_FLAG_ISSUE_RRQ 0x1
449 #define BNX2FC_FLAG_ISSUE_ABTS 0x2
450 #define BNX2FC_FLAG_ABTS_DONE 0x3
451 #define BNX2FC_FLAG_TM_COMPL 0x4
452 #define BNX2FC_FLAG_TM_TIMEOUT 0x5
453 #define BNX2FC_FLAG_IO_CLEANUP 0x6
454 #define BNX2FC_FLAG_RETIRE_OXID 0x7
455 #define BNX2FC_FLAG_EH_ABORT 0x8
456 #define BNX2FC_FLAG_IO_COMPL 0x9
457 #define BNX2FC_FLAG_ELS_DONE 0xa
458 #define BNX2FC_FLAG_ELS_TIMEOUT 0xb
459 #define BNX2FC_FLAG_CMD_LOST 0xc
460 #define BNX2FC_FLAG_SRR_SENT 0xd
461 #define BNX2FC_FLAG_ISSUE_CLEANUP_REQ 0xe
469 u8 cdb_status; /* SCSI IO status */
470 u8 fcp_status; /* FCP IO status */
476 struct bnx2fc_cmd *io_req;
477 struct fcoe_bd_ctx *bd_tbl;
478 dma_addr_t bd_tbl_dma;
483 struct list_head list;
484 struct bnx2fc_rport *tgt;
485 struct fcoe_task_ctx_entry *task;
486 unsigned char rq_data[BNX2FC_RQ_BUF_SZ];
490 struct bnx2fc_unsol_els {
491 struct fc_lport *lport;
493 struct bnx2fc_hba *hba;
494 struct work_struct unsol_els_work;
499 struct bnx2fc_cmd *bnx2fc_cmd_alloc(struct bnx2fc_rport *tgt);
500 struct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type);
501 void bnx2fc_cmd_release(struct kref *ref);
502 int bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd);
503 int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
504 int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
505 int bnx2fc_send_session_ofld_req(struct fcoe_port *port,
506 struct bnx2fc_rport *tgt);
507 int bnx2fc_send_session_enable_req(struct fcoe_port *port,
508 struct bnx2fc_rport *tgt);
509 int bnx2fc_send_session_disable_req(struct fcoe_port *port,
510 struct bnx2fc_rport *tgt);
511 int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
512 struct bnx2fc_rport *tgt);
513 int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
514 void bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[],
516 int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
517 void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
518 int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
519 void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
520 struct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba);
521 void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
522 void bnx2fc_get_link_state(struct bnx2fc_hba *hba);
523 char *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items);
524 void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
525 int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
526 int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
527 int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp);
528 int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp);
529 int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp);
530 int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
531 int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
532 void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
533 unsigned int timer_msec);
534 int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
535 void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
536 struct fcoe_task_ctx_entry *task,
538 void bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req,
539 struct fcoe_task_ctx_entry *task,
540 struct bnx2fc_cmd *orig_io_req,
542 void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
543 struct fcoe_task_ctx_entry *task);
544 void bnx2fc_init_task(struct bnx2fc_cmd *io_req,
545 struct fcoe_task_ctx_entry *task);
546 void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
547 void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
548 int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
549 int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
550 int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
551 void bnx2fc_rport_event_handler(struct fc_lport *lport,
552 struct fc_rport_priv *rport,
553 enum fc_rport_event event);
554 void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
555 struct fcoe_task_ctx_entry *task,
556 u8 num_rq, unsigned char *rq_data);
557 void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
558 struct fcoe_task_ctx_entry *task,
560 void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
561 struct fcoe_task_ctx_entry *task,
563 void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
564 struct fcoe_task_ctx_entry *task,
565 u8 num_rq, unsigned char *rq_data);
566 void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
567 struct fcoe_task_ctx_entry *task,
569 void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
570 struct fcp_cmnd *fcp_cmnd);
574 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
575 struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
576 struct fc_frame *fp, unsigned int op,
577 void (*resp)(struct fc_seq *,
580 void *arg, u32 timeout);
581 void bnx2fc_arm_cq(struct bnx2fc_rport *tgt);
582 int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
583 void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe,
584 unsigned char *rq_data, u8 num_rq,
585 struct fcoe_task_ctx_entry *task);
586 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
588 void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
590 u32 frame_len, u16 l2_oxid);
591 int bnx2fc_send_stat_req(struct bnx2fc_hba *hba);
592 int bnx2fc_post_io_req(struct bnx2fc_rport *tgt, struct bnx2fc_cmd *io_req);
593 int bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req);
594 int bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl);
595 void bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req,
596 struct fcoe_task_ctx_entry *task,
598 int bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset,
602 #include "bnx2fc_debug.h"