1 #ifndef _BNX2FC_H_ 2 #define _BNX2FC_H_ 3 /* bnx2fc.h: Broadcom NetXtreme II Linux FCoE offload driver. 4 * 5 * Copyright (c) 2008 - 2010 Broadcom Corporation 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License as published by 9 * the Free Software Foundation. 10 * 11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com) 12 */ 13 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/kernel.h> 17 #include <linux/skbuff.h> 18 #include <linux/netdevice.h> 19 #include <linux/etherdevice.h> 20 #include <linux/if_ether.h> 21 #include <linux/if_vlan.h> 22 #include <linux/kthread.h> 23 #include <linux/crc32.h> 24 #include <linux/cpu.h> 25 #include <linux/types.h> 26 #include <linux/list.h> 27 #include <linux/delay.h> 28 #include <linux/timer.h> 29 #include <linux/errno.h> 30 #include <linux/pci.h> 31 #include <linux/init.h> 32 #include <linux/dma-mapping.h> 33 #include <linux/workqueue.h> 34 #include <linux/mutex.h> 35 #include <linux/spinlock.h> 36 #include <linux/bitops.h> 37 #include <linux/log2.h> 38 #include <linux/interrupt.h> 39 #include <linux/sched.h> 40 #include <linux/io.h> 41 42 #include <scsi/scsi.h> 43 #include <scsi/scsi_host.h> 44 #include <scsi/scsi_device.h> 45 #include <scsi/scsi_cmnd.h> 46 #include <scsi/scsi_eh.h> 47 #include <scsi/scsi_tcq.h> 48 #include <scsi/libfc.h> 49 #include <scsi/libfcoe.h> 50 #include <scsi/fc_encode.h> 51 #include <scsi/scsi_transport.h> 52 #include <scsi/scsi_transport_fc.h> 53 #include <scsi/fc/fc_fip.h> 54 #include <scsi/fc/fc_fc2.h> 55 #include <scsi/fc_frame.h> 56 #include <scsi/fc/fc_fcoe.h> 57 #include <scsi/fc/fc_fcp.h> 58 59 #include "57xx_hsi_bnx2fc.h" 60 #include "bnx2fc_debug.h" 61 #include "../../net/cnic_if.h" 62 #include "bnx2fc_constants.h" 63 64 #define BNX2FC_NAME "bnx2fc" 65 #define BNX2FC_VERSION "1.0.3" 66 67 #define PFX "bnx2fc: " 68 69 #define BNX2X_DOORBELL_PCI_BAR 2 70 71 #define BNX2FC_MAX_BD_LEN 0xffff 72 #define BNX2FC_BD_SPLIT_SZ 0x8000 73 #define BNX2FC_MAX_BDS_PER_CMD 256 74 75 #define BNX2FC_SQ_WQES_MAX 256 76 77 #define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8) 78 #define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2) 79 #define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1) 80 81 #define BNX2FC_RQ_WQES_MAX 16 82 #define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX) 83 84 #define BNX2FC_NUM_MAX_SESS 128 85 #define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS)) 86 87 #define BNX2FC_MAX_OUTSTANDING_CMNDS 2048 88 #define BNX2FC_CAN_QUEUE BNX2FC_MAX_OUTSTANDING_CMNDS 89 #define BNX2FC_ELSTM_XIDS BNX2FC_CAN_QUEUE 90 #define BNX2FC_MIN_PAYLOAD 256 91 #define BNX2FC_MAX_PAYLOAD 2048 92 #define BNX2FC_MFS \ 93 (BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header)) 94 #define BNX2FC_MINI_JUMBO_MTU 2500 95 96 97 #define BNX2FC_RQ_BUF_SZ 256 98 #define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ)) 99 100 #define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe)) 101 #define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe)) 102 #define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ) 103 #define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe)) 104 #define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe)) 105 #define BNX2FC_5771X_DB_PAGE_SIZE 128 106 107 #define BNX2FC_MAX_TASKS \ 108 (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS) 109 #define BNX2FC_TASK_SIZE 128 110 #define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE) 111 #define BNX2FC_TASK_CTX_ARR_SZ (BNX2FC_MAX_TASKS/BNX2FC_TASKS_PER_PAGE) 112 113 #define BNX2FC_MAX_ROWS_IN_HASH_TBL 8 114 #define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024) 115 116 #define BNX2FC_MAX_SEQS 255 117 118 #define BNX2FC_READ (1 << 1) 119 #define BNX2FC_WRITE (1 << 0) 120 121 #define BNX2FC_MIN_XID 0 122 #define BNX2FC_MAX_XID \ 123 (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS - 1) 124 #define FCOE_MIN_XID (BNX2FC_MAX_XID + 1) 125 #define FCOE_MAX_XID (FCOE_MIN_XID + 4095) 126 #define BNX2FC_MAX_LUN 0xFFFF 127 #define BNX2FC_MAX_FCP_TGT 256 128 #define BNX2FC_MAX_CMD_LEN 16 129 130 #define BNX2FC_TM_TIMEOUT 60 /* secs */ 131 #define BNX2FC_IO_TIMEOUT 20000UL /* msecs */ 132 133 #define BNX2FC_WAIT_CNT 1200 134 #define BNX2FC_FW_TIMEOUT (3 * HZ) 135 #define PORT_MAX 2 136 137 #define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status) 138 139 /* FC FCP Status */ 140 #define FC_GOOD 0 141 142 #define BNX2FC_RNID_HBA 0x7 143 144 /* bnx2fc driver uses only one instance of fcoe_percpu_s */ 145 extern struct fcoe_percpu_s bnx2fc_global; 146 147 extern struct workqueue_struct *bnx2fc_wq; 148 149 struct bnx2fc_percpu_s { 150 struct task_struct *iothread; 151 struct list_head work_list; 152 spinlock_t fp_work_lock; 153 }; 154 155 struct bnx2fc_hba { 156 struct list_head link; 157 struct cnic_dev *cnic; 158 struct pci_dev *pcidev; 159 struct net_device *netdev; 160 struct net_device *phys_dev; 161 unsigned long reg_with_cnic; 162 #define BNX2FC_CNIC_REGISTERED 1 163 struct packet_type fcoe_packet_type; 164 struct packet_type fip_packet_type; 165 struct bnx2fc_cmd_mgr *cmd_mgr; 166 struct workqueue_struct *timer_work_queue; 167 struct kref kref; 168 spinlock_t hba_lock; 169 struct mutex hba_mutex; 170 unsigned long adapter_state; 171 #define ADAPTER_STATE_UP 0 172 #define ADAPTER_STATE_GOING_DOWN 1 173 #define ADAPTER_STATE_LINK_DOWN 2 174 #define ADAPTER_STATE_READY 3 175 u32 flags; 176 unsigned long init_done; 177 #define BNX2FC_FW_INIT_DONE 0 178 #define BNX2FC_CTLR_INIT_DONE 1 179 #define BNX2FC_CREATE_DONE 2 180 struct fcoe_ctlr ctlr; 181 struct list_head vports; 182 u8 vlan_enabled; 183 int vlan_id; 184 u32 next_conn_id; 185 struct fcoe_task_ctx_entry **task_ctx; 186 dma_addr_t *task_ctx_dma; 187 struct regpair *task_ctx_bd_tbl; 188 dma_addr_t task_ctx_bd_dma; 189 190 int hash_tbl_segment_count; 191 void **hash_tbl_segments; 192 void *hash_tbl_pbl; 193 dma_addr_t hash_tbl_pbl_dma; 194 struct fcoe_t2_hash_table_entry *t2_hash_tbl; 195 dma_addr_t t2_hash_tbl_dma; 196 char *t2_hash_tbl_ptr; 197 dma_addr_t t2_hash_tbl_ptr_dma; 198 199 char *dummy_buffer; 200 dma_addr_t dummy_buf_dma; 201 202 struct fcoe_statistics_params *stats_buffer; 203 dma_addr_t stats_buf_dma; 204 205 /* 206 * PCI related info. 207 */ 208 u16 pci_did; 209 u16 pci_vid; 210 u16 pci_sdid; 211 u16 pci_svid; 212 u16 pci_func; 213 u16 pci_devno; 214 215 struct task_struct *l2_thread; 216 217 /* linkdown handling */ 218 wait_queue_head_t shutdown_wait; 219 int wait_for_link_down; 220 221 /*destroy handling */ 222 struct timer_list destroy_timer; 223 wait_queue_head_t destroy_wait; 224 225 /* Active list of offloaded sessions */ 226 struct bnx2fc_rport *tgt_ofld_list[BNX2FC_NUM_MAX_SESS]; 227 int num_ofld_sess; 228 229 /* statistics */ 230 struct completion stat_req_done; 231 }; 232 233 #define bnx2fc_from_ctlr(fip) container_of(fip, struct bnx2fc_hba, ctlr) 234 235 struct bnx2fc_lport { 236 struct list_head list; 237 struct fc_lport *lport; 238 }; 239 240 struct bnx2fc_cmd_mgr { 241 struct bnx2fc_hba *hba; 242 u16 next_idx; 243 struct list_head *free_list; 244 spinlock_t *free_list_lock; 245 struct io_bdt **io_bdt_pool; 246 struct bnx2fc_cmd **cmds; 247 }; 248 249 struct bnx2fc_rport { 250 struct fcoe_port *port; 251 struct fc_rport *rport; 252 struct fc_rport_priv *rdata; 253 void __iomem *ctx_base; 254 #define DPM_TRIGER_TYPE 0x40 255 u32 fcoe_conn_id; 256 u32 context_id; 257 u32 sid; 258 259 unsigned long flags; 260 #define BNX2FC_FLAG_SESSION_READY 0x1 261 #define BNX2FC_FLAG_OFFLOADED 0x2 262 #define BNX2FC_FLAG_DISABLED 0x3 263 #define BNX2FC_FLAG_DESTROYED 0x4 264 #define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5 265 #define BNX2FC_FLAG_DESTROY_CMPL 0x6 266 #define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x7 267 #define BNX2FC_FLAG_UPLD_REQ_COMPL 0x8 268 #define BNX2FC_FLAG_EXPL_LOGO 0x9 269 270 u8 src_addr[ETH_ALEN]; 271 u32 max_sqes; 272 u32 max_rqes; 273 u32 max_cqes; 274 atomic_t free_sqes; 275 276 struct b577xx_doorbell_set_prod sq_db; 277 struct b577xx_fcoe_rx_doorbell rx_db; 278 279 struct fcoe_sqe *sq; 280 dma_addr_t sq_dma; 281 u16 sq_prod_idx; 282 u8 sq_curr_toggle_bit; 283 u32 sq_mem_size; 284 285 struct fcoe_cqe *cq; 286 dma_addr_t cq_dma; 287 u16 cq_cons_idx; 288 u8 cq_curr_toggle_bit; 289 u32 cq_mem_size; 290 291 void *rq; 292 dma_addr_t rq_dma; 293 u32 rq_prod_idx; 294 u32 rq_cons_idx; 295 u32 rq_mem_size; 296 297 void *rq_pbl; 298 dma_addr_t rq_pbl_dma; 299 u32 rq_pbl_size; 300 301 struct fcoe_xfrqe *xferq; 302 dma_addr_t xferq_dma; 303 u32 xferq_mem_size; 304 305 struct fcoe_confqe *confq; 306 dma_addr_t confq_dma; 307 u32 confq_mem_size; 308 309 void *confq_pbl; 310 dma_addr_t confq_pbl_dma; 311 u32 confq_pbl_size; 312 313 struct fcoe_conn_db *conn_db; 314 dma_addr_t conn_db_dma; 315 u32 conn_db_mem_size; 316 317 struct fcoe_sqe *lcq; 318 dma_addr_t lcq_dma; 319 u32 lcq_mem_size; 320 321 void *ofld_req[4]; 322 dma_addr_t ofld_req_dma[4]; 323 void *enbl_req; 324 dma_addr_t enbl_req_dma; 325 326 spinlock_t tgt_lock; 327 spinlock_t cq_lock; 328 atomic_t num_active_ios; 329 u32 flush_in_prog; 330 unsigned long work_time_slice; 331 unsigned long timestamp; 332 struct list_head free_task_list; 333 struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1]; 334 atomic_t pi; 335 atomic_t ci; 336 struct list_head active_cmd_queue; 337 struct list_head els_queue; 338 struct list_head io_retire_queue; 339 struct list_head active_tm_queue; 340 341 struct timer_list ofld_timer; 342 wait_queue_head_t ofld_wait; 343 344 struct timer_list upld_timer; 345 wait_queue_head_t upld_wait; 346 }; 347 348 struct bnx2fc_mp_req { 349 u8 tm_flags; 350 351 u32 req_len; 352 void *req_buf; 353 dma_addr_t req_buf_dma; 354 struct fcoe_bd_ctx *mp_req_bd; 355 dma_addr_t mp_req_bd_dma; 356 struct fc_frame_header req_fc_hdr; 357 358 u32 resp_len; 359 void *resp_buf; 360 dma_addr_t resp_buf_dma; 361 struct fcoe_bd_ctx *mp_resp_bd; 362 dma_addr_t mp_resp_bd_dma; 363 struct fc_frame_header resp_fc_hdr; 364 }; 365 366 struct bnx2fc_els_cb_arg { 367 struct bnx2fc_cmd *aborted_io_req; 368 struct bnx2fc_cmd *io_req; 369 u16 l2_oxid; 370 }; 371 372 /* bnx2fc command structure */ 373 struct bnx2fc_cmd { 374 struct list_head link; 375 u8 on_active_queue; 376 u8 on_tmf_queue; 377 u8 cmd_type; 378 #define BNX2FC_SCSI_CMD 1 379 #define BNX2FC_TASK_MGMT_CMD 2 380 #define BNX2FC_ABTS 3 381 #define BNX2FC_ELS 4 382 #define BNX2FC_CLEANUP 5 383 u8 io_req_flags; 384 struct kref refcount; 385 struct fcoe_port *port; 386 struct bnx2fc_rport *tgt; 387 struct scsi_cmnd *sc_cmd; 388 struct bnx2fc_cmd_mgr *cmd_mgr; 389 struct bnx2fc_mp_req mp_req; 390 void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg); 391 struct bnx2fc_els_cb_arg *cb_arg; 392 struct delayed_work timeout_work; /* timer for ULP timeouts */ 393 struct completion tm_done; 394 int wait_for_comp; 395 u16 xid; 396 struct fcoe_task_ctx_entry *task; 397 struct io_bdt *bd_tbl; 398 struct fcp_rsp *rsp; 399 size_t data_xfer_len; 400 unsigned long req_flags; 401 #define BNX2FC_FLAG_ISSUE_RRQ 0x1 402 #define BNX2FC_FLAG_ISSUE_ABTS 0x2 403 #define BNX2FC_FLAG_ABTS_DONE 0x3 404 #define BNX2FC_FLAG_TM_COMPL 0x4 405 #define BNX2FC_FLAG_TM_TIMEOUT 0x5 406 #define BNX2FC_FLAG_IO_CLEANUP 0x6 407 #define BNX2FC_FLAG_RETIRE_OXID 0x7 408 #define BNX2FC_FLAG_EH_ABORT 0x8 409 #define BNX2FC_FLAG_IO_COMPL 0x9 410 #define BNX2FC_FLAG_ELS_DONE 0xa 411 #define BNX2FC_FLAG_ELS_TIMEOUT 0xb 412 u32 fcp_resid; 413 u32 fcp_rsp_len; 414 u32 fcp_sns_len; 415 u8 cdb_status; /* SCSI IO status */ 416 u8 fcp_status; /* FCP IO status */ 417 u8 fcp_rsp_code; 418 u8 scsi_comp_flags; 419 }; 420 421 struct io_bdt { 422 struct bnx2fc_cmd *io_req; 423 struct fcoe_bd_ctx *bd_tbl; 424 dma_addr_t bd_tbl_dma; 425 u16 bd_valid; 426 }; 427 428 struct bnx2fc_work { 429 struct list_head list; 430 struct bnx2fc_rport *tgt; 431 u16 wqe; 432 }; 433 struct bnx2fc_unsol_els { 434 struct fc_lport *lport; 435 struct fc_frame *fp; 436 struct bnx2fc_hba *hba; 437 struct work_struct unsol_els_work; 438 }; 439 440 441 442 struct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type); 443 void bnx2fc_cmd_release(struct kref *ref); 444 int bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd); 445 int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba); 446 int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba); 447 int bnx2fc_send_session_ofld_req(struct fcoe_port *port, 448 struct bnx2fc_rport *tgt); 449 int bnx2fc_send_session_disable_req(struct fcoe_port *port, 450 struct bnx2fc_rport *tgt); 451 int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba, 452 struct bnx2fc_rport *tgt); 453 int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt); 454 void bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[], 455 u32 num_cqe); 456 int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba); 457 void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba); 458 int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba); 459 void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba); 460 struct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba, 461 u16 min_xid, u16 max_xid); 462 void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr); 463 void bnx2fc_get_link_state(struct bnx2fc_hba *hba); 464 char *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items); 465 void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items); 466 int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen); 467 int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req); 468 int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp); 469 int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp); 470 int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp); 471 int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req); 472 int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req); 473 void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req, 474 unsigned int timer_msec); 475 int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req); 476 void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req, 477 struct fcoe_task_ctx_entry *task, 478 u16 orig_xid); 479 void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req, 480 struct fcoe_task_ctx_entry *task); 481 void bnx2fc_init_task(struct bnx2fc_cmd *io_req, 482 struct fcoe_task_ctx_entry *task); 483 void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid); 484 void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt); 485 int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd); 486 int bnx2fc_eh_host_reset(struct scsi_cmnd *sc_cmd); 487 int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd); 488 int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd); 489 void bnx2fc_rport_event_handler(struct fc_lport *lport, 490 struct fc_rport_priv *rport, 491 enum fc_rport_event event); 492 void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req, 493 struct fcoe_task_ctx_entry *task, 494 u8 num_rq); 495 void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req, 496 struct fcoe_task_ctx_entry *task, 497 u8 num_rq); 498 void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req, 499 struct fcoe_task_ctx_entry *task, 500 u8 num_rq); 501 void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req, 502 struct fcoe_task_ctx_entry *task, 503 u8 num_rq); 504 void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req, 505 struct fcoe_task_ctx_entry *task, 506 u8 num_rq); 507 void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req, 508 struct fcp_cmnd *fcp_cmnd); 509 510 511 512 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt); 513 struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did, 514 struct fc_frame *fp, unsigned int op, 515 void (*resp)(struct fc_seq *, 516 struct fc_frame *, 517 void *), 518 void *arg, u32 timeout); 519 void bnx2fc_arm_cq(struct bnx2fc_rport *tgt); 520 int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt); 521 void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe); 522 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port, 523 u32 port_id); 524 void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt, 525 unsigned char *buf, 526 u32 frame_len, u16 l2_oxid); 527 int bnx2fc_send_stat_req(struct bnx2fc_hba *hba); 528 529 #endif 530