1 /* bnx2fc_tgt.c: QLogic NetXtreme II Linux FCoE offload driver. 2 * Handles operations such as session offload/upload etc, and manages 3 * session resources such as connection id and qp resources. 4 * 5 * Copyright (c) 2008 - 2013 Broadcom Corporation 6 * Copyright (c) 2014, QLogic Corporation 7 * 8 * This program is free software; you can redistribute it and/or modify 9 * it under the terms of the GNU General Public License as published by 10 * the Free Software Foundation. 11 * 12 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com) 13 */ 14 15 #include "bnx2fc.h" 16 static void bnx2fc_upld_timer(unsigned long data); 17 static void bnx2fc_ofld_timer(unsigned long data); 18 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt, 19 struct fcoe_port *port, 20 struct fc_rport_priv *rdata); 21 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba, 22 struct bnx2fc_rport *tgt); 23 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba, 24 struct bnx2fc_rport *tgt); 25 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba, 26 struct bnx2fc_rport *tgt); 27 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id); 28 29 static void bnx2fc_upld_timer(unsigned long data) 30 { 31 32 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data; 33 34 BNX2FC_TGT_DBG(tgt, "upld_timer - Upload compl not received!!\n"); 35 /* fake upload completion */ 36 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 37 clear_bit(BNX2FC_FLAG_ENABLED, &tgt->flags); 38 set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 39 wake_up_interruptible(&tgt->upld_wait); 40 } 41 42 static void bnx2fc_ofld_timer(unsigned long data) 43 { 44 45 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data; 46 47 BNX2FC_TGT_DBG(tgt, "entered bnx2fc_ofld_timer\n"); 48 /* NOTE: This function should never be called, as 49 * offload should never timeout 50 */ 51 /* 52 * If the timer has expired, this session is dead 53 * Clear offloaded flag and logout of this device. 54 * Since OFFLOADED flag is cleared, this case 55 * will be considered as offload error and the 56 * port will be logged off, and conn_id, session 57 * resources are freed up in bnx2fc_offload_session 58 */ 59 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 60 clear_bit(BNX2FC_FLAG_ENABLED, &tgt->flags); 61 set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 62 wake_up_interruptible(&tgt->ofld_wait); 63 } 64 65 static void bnx2fc_ofld_wait(struct bnx2fc_rport *tgt) 66 { 67 setup_timer(&tgt->ofld_timer, bnx2fc_ofld_timer, (unsigned long)tgt); 68 mod_timer(&tgt->ofld_timer, jiffies + BNX2FC_FW_TIMEOUT); 69 70 wait_event_interruptible(tgt->ofld_wait, 71 (test_bit( 72 BNX2FC_FLAG_OFLD_REQ_CMPL, 73 &tgt->flags))); 74 if (signal_pending(current)) 75 flush_signals(current); 76 del_timer_sync(&tgt->ofld_timer); 77 } 78 79 static void bnx2fc_offload_session(struct fcoe_port *port, 80 struct bnx2fc_rport *tgt, 81 struct fc_rport_priv *rdata) 82 { 83 struct fc_lport *lport = rdata->local_port; 84 struct fc_rport *rport = rdata->rport; 85 struct bnx2fc_interface *interface = port->priv; 86 struct bnx2fc_hba *hba = interface->hba; 87 int rval; 88 int i = 0; 89 90 /* Initialize bnx2fc_rport */ 91 /* NOTE: tgt is already bzero'd */ 92 rval = bnx2fc_init_tgt(tgt, port, rdata); 93 if (rval) { 94 printk(KERN_ERR PFX "Failed to allocate conn id for " 95 "port_id (%6x)\n", rport->port_id); 96 goto tgt_init_err; 97 } 98 99 /* Allocate session resources */ 100 rval = bnx2fc_alloc_session_resc(hba, tgt); 101 if (rval) { 102 printk(KERN_ERR PFX "Failed to allocate resources\n"); 103 goto ofld_err; 104 } 105 106 /* 107 * Initialize FCoE session offload process. 108 * Upon completion of offload process add 109 * rport to list of rports 110 */ 111 retry_ofld: 112 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 113 rval = bnx2fc_send_session_ofld_req(port, tgt); 114 if (rval) { 115 printk(KERN_ERR PFX "ofld_req failed\n"); 116 goto ofld_err; 117 } 118 119 /* 120 * wait for the session is offloaded and enabled. 3 Secs 121 * should be ample time for this process to complete. 122 */ 123 bnx2fc_ofld_wait(tgt); 124 125 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) { 126 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE, 127 &tgt->flags)) { 128 BNX2FC_TGT_DBG(tgt, "ctx_alloc_failure, " 129 "retry ofld..%d\n", i++); 130 msleep_interruptible(1000); 131 if (i > 3) { 132 i = 0; 133 goto ofld_err; 134 } 135 goto retry_ofld; 136 } 137 goto ofld_err; 138 } 139 if (bnx2fc_map_doorbell(tgt)) { 140 printk(KERN_ERR PFX "map doorbell failed - no mem\n"); 141 goto ofld_err; 142 } 143 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 144 rval = bnx2fc_send_session_enable_req(port, tgt); 145 if (rval) { 146 pr_err(PFX "enable session failed\n"); 147 goto ofld_err; 148 } 149 bnx2fc_ofld_wait(tgt); 150 if (!(test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags))) 151 goto ofld_err; 152 return; 153 154 ofld_err: 155 /* couldn't offload the session. log off from this rport */ 156 BNX2FC_TGT_DBG(tgt, "bnx2fc_offload_session - offload error\n"); 157 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 158 /* Free session resources */ 159 bnx2fc_free_session_resc(hba, tgt); 160 tgt_init_err: 161 if (tgt->fcoe_conn_id != -1) 162 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id); 163 lport->tt.rport_logoff(rdata); 164 } 165 166 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt) 167 { 168 struct bnx2fc_cmd *io_req; 169 struct bnx2fc_cmd *tmp; 170 int rc; 171 int i = 0; 172 BNX2FC_TGT_DBG(tgt, "Entered flush_active_ios - %d\n", 173 tgt->num_active_ios.counter); 174 175 spin_lock_bh(&tgt->tgt_lock); 176 tgt->flush_in_prog = 1; 177 178 list_for_each_entry_safe(io_req, tmp, &tgt->active_cmd_queue, link) { 179 i++; 180 list_del_init(&io_req->link); 181 io_req->on_active_queue = 0; 182 BNX2FC_IO_DBG(io_req, "cmd_queue cleanup\n"); 183 184 if (cancel_delayed_work(&io_req->timeout_work)) { 185 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT, 186 &io_req->req_flags)) { 187 /* Handle eh_abort timeout */ 188 BNX2FC_IO_DBG(io_req, "eh_abort for IO " 189 "cleaned up\n"); 190 complete(&io_req->tm_done); 191 } 192 kref_put(&io_req->refcount, 193 bnx2fc_cmd_release); /* drop timer hold */ 194 } 195 196 set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags); 197 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags); 198 199 /* Do not issue cleanup when disable request failed */ 200 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) 201 bnx2fc_process_cleanup_compl(io_req, io_req->task, 0); 202 else { 203 rc = bnx2fc_initiate_cleanup(io_req); 204 BUG_ON(rc); 205 } 206 } 207 208 list_for_each_entry_safe(io_req, tmp, &tgt->active_tm_queue, link) { 209 i++; 210 list_del_init(&io_req->link); 211 io_req->on_tmf_queue = 0; 212 BNX2FC_IO_DBG(io_req, "tm_queue cleanup\n"); 213 if (io_req->wait_for_comp) 214 complete(&io_req->tm_done); 215 } 216 217 list_for_each_entry_safe(io_req, tmp, &tgt->els_queue, link) { 218 i++; 219 list_del_init(&io_req->link); 220 io_req->on_active_queue = 0; 221 222 BNX2FC_IO_DBG(io_req, "els_queue cleanup\n"); 223 224 if (cancel_delayed_work(&io_req->timeout_work)) 225 kref_put(&io_req->refcount, 226 bnx2fc_cmd_release); /* drop timer hold */ 227 228 if ((io_req->cb_func) && (io_req->cb_arg)) { 229 io_req->cb_func(io_req->cb_arg); 230 io_req->cb_arg = NULL; 231 } 232 233 /* Do not issue cleanup when disable request failed */ 234 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) 235 bnx2fc_process_cleanup_compl(io_req, io_req->task, 0); 236 else { 237 rc = bnx2fc_initiate_cleanup(io_req); 238 BUG_ON(rc); 239 } 240 } 241 242 list_for_each_entry_safe(io_req, tmp, &tgt->io_retire_queue, link) { 243 i++; 244 list_del_init(&io_req->link); 245 246 BNX2FC_IO_DBG(io_req, "retire_queue flush\n"); 247 248 if (cancel_delayed_work(&io_req->timeout_work)) { 249 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT, 250 &io_req->req_flags)) { 251 /* Handle eh_abort timeout */ 252 BNX2FC_IO_DBG(io_req, "eh_abort for IO " 253 "in retire_q\n"); 254 if (io_req->wait_for_comp) 255 complete(&io_req->tm_done); 256 } 257 kref_put(&io_req->refcount, bnx2fc_cmd_release); 258 } 259 260 clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags); 261 } 262 263 BNX2FC_TGT_DBG(tgt, "IOs flushed = %d\n", i); 264 i = 0; 265 spin_unlock_bh(&tgt->tgt_lock); 266 /* wait for active_ios to go to 0 */ 267 while ((tgt->num_active_ios.counter != 0) && (i++ < BNX2FC_WAIT_CNT)) 268 msleep(25); 269 if (tgt->num_active_ios.counter != 0) 270 printk(KERN_ERR PFX "CLEANUP on port 0x%x:" 271 " active_ios = %d\n", 272 tgt->rdata->ids.port_id, tgt->num_active_ios.counter); 273 spin_lock_bh(&tgt->tgt_lock); 274 tgt->flush_in_prog = 0; 275 spin_unlock_bh(&tgt->tgt_lock); 276 } 277 278 static void bnx2fc_upld_wait(struct bnx2fc_rport *tgt) 279 { 280 setup_timer(&tgt->upld_timer, bnx2fc_upld_timer, (unsigned long)tgt); 281 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT); 282 wait_event_interruptible(tgt->upld_wait, 283 (test_bit( 284 BNX2FC_FLAG_UPLD_REQ_COMPL, 285 &tgt->flags))); 286 if (signal_pending(current)) 287 flush_signals(current); 288 del_timer_sync(&tgt->upld_timer); 289 } 290 291 static void bnx2fc_upload_session(struct fcoe_port *port, 292 struct bnx2fc_rport *tgt) 293 { 294 struct bnx2fc_interface *interface = port->priv; 295 struct bnx2fc_hba *hba = interface->hba; 296 297 BNX2FC_TGT_DBG(tgt, "upload_session: active_ios = %d\n", 298 tgt->num_active_ios.counter); 299 300 /* 301 * Called with hba->hba_mutex held. 302 * This is a blocking call 303 */ 304 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 305 bnx2fc_send_session_disable_req(port, tgt); 306 307 /* 308 * wait for upload to complete. 3 Secs 309 * should be sufficient time for this process to complete. 310 */ 311 BNX2FC_TGT_DBG(tgt, "waiting for disable compl\n"); 312 bnx2fc_upld_wait(tgt); 313 314 /* 315 * traverse thru the active_q and tmf_q and cleanup 316 * IOs in these lists 317 */ 318 BNX2FC_TGT_DBG(tgt, "flush/upload - disable wait flags = 0x%lx\n", 319 tgt->flags); 320 bnx2fc_flush_active_ios(tgt); 321 322 /* Issue destroy KWQE */ 323 if (test_bit(BNX2FC_FLAG_DISABLED, &tgt->flags)) { 324 BNX2FC_TGT_DBG(tgt, "send destroy req\n"); 325 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 326 bnx2fc_send_session_destroy_req(hba, tgt); 327 328 /* wait for destroy to complete */ 329 bnx2fc_upld_wait(tgt); 330 331 if (!(test_bit(BNX2FC_FLAG_DESTROYED, &tgt->flags))) 332 printk(KERN_ERR PFX "ERROR!! destroy timed out\n"); 333 334 BNX2FC_TGT_DBG(tgt, "destroy wait complete flags = 0x%lx\n", 335 tgt->flags); 336 337 } else if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) { 338 printk(KERN_ERR PFX "ERROR!! DISABLE req failed, destroy" 339 " not sent to FW\n"); 340 } else { 341 printk(KERN_ERR PFX "ERROR!! DISABLE req timed out, destroy" 342 " not sent to FW\n"); 343 } 344 345 /* Free session resources */ 346 bnx2fc_free_session_resc(hba, tgt); 347 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id); 348 } 349 350 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt, 351 struct fcoe_port *port, 352 struct fc_rport_priv *rdata) 353 { 354 355 struct fc_rport *rport = rdata->rport; 356 struct bnx2fc_interface *interface = port->priv; 357 struct bnx2fc_hba *hba = interface->hba; 358 struct b577xx_doorbell_set_prod *sq_db = &tgt->sq_db; 359 struct b577xx_fcoe_rx_doorbell *rx_db = &tgt->rx_db; 360 361 tgt->rport = rport; 362 tgt->rdata = rdata; 363 tgt->port = port; 364 365 if (hba->num_ofld_sess >= BNX2FC_NUM_MAX_SESS) { 366 BNX2FC_TGT_DBG(tgt, "exceeded max sessions. logoff this tgt\n"); 367 tgt->fcoe_conn_id = -1; 368 return -1; 369 } 370 371 tgt->fcoe_conn_id = bnx2fc_alloc_conn_id(hba, tgt); 372 if (tgt->fcoe_conn_id == -1) 373 return -1; 374 375 BNX2FC_TGT_DBG(tgt, "init_tgt - conn_id = 0x%x\n", tgt->fcoe_conn_id); 376 377 tgt->max_sqes = BNX2FC_SQ_WQES_MAX; 378 tgt->max_rqes = BNX2FC_RQ_WQES_MAX; 379 tgt->max_cqes = BNX2FC_CQ_WQES_MAX; 380 atomic_set(&tgt->free_sqes, BNX2FC_SQ_WQES_MAX); 381 382 /* Initialize the toggle bit */ 383 tgt->sq_curr_toggle_bit = 1; 384 tgt->cq_curr_toggle_bit = 1; 385 tgt->sq_prod_idx = 0; 386 tgt->cq_cons_idx = 0; 387 tgt->rq_prod_idx = 0x8000; 388 tgt->rq_cons_idx = 0; 389 atomic_set(&tgt->num_active_ios, 0); 390 tgt->retry_delay_timestamp = 0; 391 392 if (rdata->flags & FC_RP_FLAGS_RETRY && 393 rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET && 394 !(rdata->ids.roles & FC_RPORT_ROLE_FCP_INITIATOR)) { 395 tgt->dev_type = TYPE_TAPE; 396 tgt->io_timeout = 0; /* use default ULP timeout */ 397 } else { 398 tgt->dev_type = TYPE_DISK; 399 tgt->io_timeout = BNX2FC_IO_TIMEOUT; 400 } 401 402 /* initialize sq doorbell */ 403 sq_db->header.header = B577XX_DOORBELL_HDR_DB_TYPE; 404 sq_db->header.header |= B577XX_FCOE_CONNECTION_TYPE << 405 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT; 406 /* initialize rx doorbell */ 407 rx_db->hdr.header = ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT) | 408 (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT) | 409 (B577XX_FCOE_CONNECTION_TYPE << 410 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT)); 411 rx_db->params = (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT) | 412 (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT); 413 414 spin_lock_init(&tgt->tgt_lock); 415 spin_lock_init(&tgt->cq_lock); 416 417 /* Initialize active_cmd_queue list */ 418 INIT_LIST_HEAD(&tgt->active_cmd_queue); 419 420 /* Initialize IO retire queue */ 421 INIT_LIST_HEAD(&tgt->io_retire_queue); 422 423 INIT_LIST_HEAD(&tgt->els_queue); 424 425 /* Initialize active_tm_queue list */ 426 INIT_LIST_HEAD(&tgt->active_tm_queue); 427 428 init_waitqueue_head(&tgt->ofld_wait); 429 init_waitqueue_head(&tgt->upld_wait); 430 431 return 0; 432 } 433 434 /** 435 * This event_callback is called after successful completion of libfc 436 * initiated target login. bnx2fc can proceed with initiating the session 437 * establishment. 438 */ 439 void bnx2fc_rport_event_handler(struct fc_lport *lport, 440 struct fc_rport_priv *rdata, 441 enum fc_rport_event event) 442 { 443 struct fcoe_port *port = lport_priv(lport); 444 struct bnx2fc_interface *interface = port->priv; 445 struct bnx2fc_hba *hba = interface->hba; 446 struct fc_rport *rport = rdata->rport; 447 struct fc_rport_libfc_priv *rp; 448 struct bnx2fc_rport *tgt; 449 u32 port_id; 450 451 BNX2FC_HBA_DBG(lport, "rport_event_hdlr: event = %d, port_id = 0x%x\n", 452 event, rdata->ids.port_id); 453 switch (event) { 454 case RPORT_EV_READY: 455 if (!rport) { 456 printk(KERN_ERR PFX "rport is NULL: ERROR!\n"); 457 break; 458 } 459 460 rp = rport->dd_data; 461 if (rport->port_id == FC_FID_DIR_SERV) { 462 /* 463 * bnx2fc_rport structure doesn't exist for 464 * directory server. 465 * We should not come here, as lport will 466 * take care of fabric login 467 */ 468 printk(KERN_ERR PFX "%x - rport_event_handler ERROR\n", 469 rdata->ids.port_id); 470 break; 471 } 472 473 if (rdata->spp_type != FC_TYPE_FCP) { 474 BNX2FC_HBA_DBG(lport, "not FCP type target." 475 " not offloading\n"); 476 break; 477 } 478 if (!(rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET)) { 479 BNX2FC_HBA_DBG(lport, "not FCP_TARGET" 480 " not offloading\n"); 481 break; 482 } 483 484 /* 485 * Offlaod process is protected with hba mutex. 486 * Use the same mutex_lock for upload process too 487 */ 488 mutex_lock(&hba->hba_mutex); 489 tgt = (struct bnx2fc_rport *)&rp[1]; 490 491 /* This can happen when ADISC finds the same target */ 492 if (test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)) { 493 BNX2FC_TGT_DBG(tgt, "already offloaded\n"); 494 mutex_unlock(&hba->hba_mutex); 495 return; 496 } 497 498 /* 499 * Offload the session. This is a blocking call, and will 500 * wait until the session is offloaded. 501 */ 502 bnx2fc_offload_session(port, tgt, rdata); 503 504 BNX2FC_TGT_DBG(tgt, "OFFLOAD num_ofld_sess = %d\n", 505 hba->num_ofld_sess); 506 507 if (test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)) { 508 /* Session is offloaded and enabled. */ 509 BNX2FC_TGT_DBG(tgt, "sess offloaded\n"); 510 /* This counter is protected with hba mutex */ 511 hba->num_ofld_sess++; 512 513 set_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags); 514 } else { 515 /* 516 * Offload or enable would have failed. 517 * In offload/enable completion path, the 518 * rport would have already been removed 519 */ 520 BNX2FC_TGT_DBG(tgt, "Port is being logged off as " 521 "offloaded flag not set\n"); 522 } 523 mutex_unlock(&hba->hba_mutex); 524 break; 525 case RPORT_EV_LOGO: 526 case RPORT_EV_FAILED: 527 case RPORT_EV_STOP: 528 port_id = rdata->ids.port_id; 529 if (port_id == FC_FID_DIR_SERV) 530 break; 531 532 if (!rport) { 533 printk(KERN_INFO PFX "%x - rport not created Yet!!\n", 534 port_id); 535 break; 536 } 537 rp = rport->dd_data; 538 mutex_lock(&hba->hba_mutex); 539 /* 540 * Perform session upload. Note that rdata->peers is already 541 * removed from disc->rports list before we get this event. 542 */ 543 tgt = (struct bnx2fc_rport *)&rp[1]; 544 545 if (!(test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags))) { 546 mutex_unlock(&hba->hba_mutex); 547 break; 548 } 549 clear_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags); 550 551 bnx2fc_upload_session(port, tgt); 552 hba->num_ofld_sess--; 553 BNX2FC_TGT_DBG(tgt, "UPLOAD num_ofld_sess = %d\n", 554 hba->num_ofld_sess); 555 /* 556 * Try to wake up the linkdown wait thread. If num_ofld_sess 557 * is 0, the waiting therad wakes up 558 */ 559 if ((hba->wait_for_link_down) && 560 (hba->num_ofld_sess == 0)) { 561 wake_up_interruptible(&hba->shutdown_wait); 562 } 563 if (test_bit(BNX2FC_FLAG_EXPL_LOGO, &tgt->flags)) { 564 printk(KERN_ERR PFX "Relogin to the tgt\n"); 565 mutex_lock(&lport->disc.disc_mutex); 566 lport->tt.rport_login(rdata); 567 mutex_unlock(&lport->disc.disc_mutex); 568 } 569 mutex_unlock(&hba->hba_mutex); 570 571 break; 572 573 case RPORT_EV_NONE: 574 break; 575 } 576 } 577 578 /** 579 * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id 580 * 581 * @port: fcoe_port struct to lookup the target port on 582 * @port_id: The remote port ID to look up 583 */ 584 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port, 585 u32 port_id) 586 { 587 struct bnx2fc_interface *interface = port->priv; 588 struct bnx2fc_hba *hba = interface->hba; 589 struct bnx2fc_rport *tgt; 590 struct fc_rport_priv *rdata; 591 int i; 592 593 for (i = 0; i < BNX2FC_NUM_MAX_SESS; i++) { 594 tgt = hba->tgt_ofld_list[i]; 595 if ((tgt) && (tgt->port == port)) { 596 rdata = tgt->rdata; 597 if (rdata->ids.port_id == port_id) { 598 if (rdata->rp_state != RPORT_ST_DELETE) { 599 BNX2FC_TGT_DBG(tgt, "rport " 600 "obtained\n"); 601 return tgt; 602 } else { 603 BNX2FC_TGT_DBG(tgt, "rport 0x%x " 604 "is in DELETED state\n", 605 rdata->ids.port_id); 606 return NULL; 607 } 608 } 609 } 610 } 611 return NULL; 612 } 613 614 615 /** 616 * bnx2fc_alloc_conn_id - allocates FCOE Connection id 617 * 618 * @hba: pointer to adapter structure 619 * @tgt: pointer to bnx2fc_rport structure 620 */ 621 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba, 622 struct bnx2fc_rport *tgt) 623 { 624 u32 conn_id, next; 625 626 /* called with hba mutex held */ 627 628 /* 629 * tgt_ofld_list access is synchronized using 630 * both hba mutex and hba lock. Atleast hba mutex or 631 * hba lock needs to be held for read access. 632 */ 633 634 spin_lock_bh(&hba->hba_lock); 635 next = hba->next_conn_id; 636 conn_id = hba->next_conn_id++; 637 if (hba->next_conn_id == BNX2FC_NUM_MAX_SESS) 638 hba->next_conn_id = 0; 639 640 while (hba->tgt_ofld_list[conn_id] != NULL) { 641 conn_id++; 642 if (conn_id == BNX2FC_NUM_MAX_SESS) 643 conn_id = 0; 644 645 if (conn_id == next) { 646 /* No free conn_ids are available */ 647 spin_unlock_bh(&hba->hba_lock); 648 return -1; 649 } 650 } 651 hba->tgt_ofld_list[conn_id] = tgt; 652 tgt->fcoe_conn_id = conn_id; 653 spin_unlock_bh(&hba->hba_lock); 654 return conn_id; 655 } 656 657 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id) 658 { 659 /* called with hba mutex held */ 660 spin_lock_bh(&hba->hba_lock); 661 hba->tgt_ofld_list[conn_id] = NULL; 662 spin_unlock_bh(&hba->hba_lock); 663 } 664 665 /** 666 *bnx2fc_alloc_session_resc - Allocate qp resources for the session 667 * 668 */ 669 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba, 670 struct bnx2fc_rport *tgt) 671 { 672 dma_addr_t page; 673 int num_pages; 674 u32 *pbl; 675 676 /* Allocate and map SQ */ 677 tgt->sq_mem_size = tgt->max_sqes * BNX2FC_SQ_WQE_SIZE; 678 tgt->sq_mem_size = (tgt->sq_mem_size + (CNIC_PAGE_SIZE - 1)) & 679 CNIC_PAGE_MASK; 680 681 tgt->sq = dma_alloc_coherent(&hba->pcidev->dev, tgt->sq_mem_size, 682 &tgt->sq_dma, GFP_KERNEL); 683 if (!tgt->sq) { 684 printk(KERN_ERR PFX "unable to allocate SQ memory %d\n", 685 tgt->sq_mem_size); 686 goto mem_alloc_failure; 687 } 688 memset(tgt->sq, 0, tgt->sq_mem_size); 689 690 /* Allocate and map CQ */ 691 tgt->cq_mem_size = tgt->max_cqes * BNX2FC_CQ_WQE_SIZE; 692 tgt->cq_mem_size = (tgt->cq_mem_size + (CNIC_PAGE_SIZE - 1)) & 693 CNIC_PAGE_MASK; 694 695 tgt->cq = dma_alloc_coherent(&hba->pcidev->dev, tgt->cq_mem_size, 696 &tgt->cq_dma, GFP_KERNEL); 697 if (!tgt->cq) { 698 printk(KERN_ERR PFX "unable to allocate CQ memory %d\n", 699 tgt->cq_mem_size); 700 goto mem_alloc_failure; 701 } 702 memset(tgt->cq, 0, tgt->cq_mem_size); 703 704 /* Allocate and map RQ and RQ PBL */ 705 tgt->rq_mem_size = tgt->max_rqes * BNX2FC_RQ_WQE_SIZE; 706 tgt->rq_mem_size = (tgt->rq_mem_size + (CNIC_PAGE_SIZE - 1)) & 707 CNIC_PAGE_MASK; 708 709 tgt->rq = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_mem_size, 710 &tgt->rq_dma, GFP_KERNEL); 711 if (!tgt->rq) { 712 printk(KERN_ERR PFX "unable to allocate RQ memory %d\n", 713 tgt->rq_mem_size); 714 goto mem_alloc_failure; 715 } 716 memset(tgt->rq, 0, tgt->rq_mem_size); 717 718 tgt->rq_pbl_size = (tgt->rq_mem_size / CNIC_PAGE_SIZE) * sizeof(void *); 719 tgt->rq_pbl_size = (tgt->rq_pbl_size + (CNIC_PAGE_SIZE - 1)) & 720 CNIC_PAGE_MASK; 721 722 tgt->rq_pbl = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_pbl_size, 723 &tgt->rq_pbl_dma, GFP_KERNEL); 724 if (!tgt->rq_pbl) { 725 printk(KERN_ERR PFX "unable to allocate RQ PBL %d\n", 726 tgt->rq_pbl_size); 727 goto mem_alloc_failure; 728 } 729 730 memset(tgt->rq_pbl, 0, tgt->rq_pbl_size); 731 num_pages = tgt->rq_mem_size / CNIC_PAGE_SIZE; 732 page = tgt->rq_dma; 733 pbl = (u32 *)tgt->rq_pbl; 734 735 while (num_pages--) { 736 *pbl = (u32)page; 737 pbl++; 738 *pbl = (u32)((u64)page >> 32); 739 pbl++; 740 page += CNIC_PAGE_SIZE; 741 } 742 743 /* Allocate and map XFERQ */ 744 tgt->xferq_mem_size = tgt->max_sqes * BNX2FC_XFERQ_WQE_SIZE; 745 tgt->xferq_mem_size = (tgt->xferq_mem_size + (CNIC_PAGE_SIZE - 1)) & 746 CNIC_PAGE_MASK; 747 748 tgt->xferq = dma_alloc_coherent(&hba->pcidev->dev, tgt->xferq_mem_size, 749 &tgt->xferq_dma, GFP_KERNEL); 750 if (!tgt->xferq) { 751 printk(KERN_ERR PFX "unable to allocate XFERQ %d\n", 752 tgt->xferq_mem_size); 753 goto mem_alloc_failure; 754 } 755 memset(tgt->xferq, 0, tgt->xferq_mem_size); 756 757 /* Allocate and map CONFQ & CONFQ PBL */ 758 tgt->confq_mem_size = tgt->max_sqes * BNX2FC_CONFQ_WQE_SIZE; 759 tgt->confq_mem_size = (tgt->confq_mem_size + (CNIC_PAGE_SIZE - 1)) & 760 CNIC_PAGE_MASK; 761 762 tgt->confq = dma_alloc_coherent(&hba->pcidev->dev, tgt->confq_mem_size, 763 &tgt->confq_dma, GFP_KERNEL); 764 if (!tgt->confq) { 765 printk(KERN_ERR PFX "unable to allocate CONFQ %d\n", 766 tgt->confq_mem_size); 767 goto mem_alloc_failure; 768 } 769 memset(tgt->confq, 0, tgt->confq_mem_size); 770 771 tgt->confq_pbl_size = 772 (tgt->confq_mem_size / CNIC_PAGE_SIZE) * sizeof(void *); 773 tgt->confq_pbl_size = 774 (tgt->confq_pbl_size + (CNIC_PAGE_SIZE - 1)) & CNIC_PAGE_MASK; 775 776 tgt->confq_pbl = dma_alloc_coherent(&hba->pcidev->dev, 777 tgt->confq_pbl_size, 778 &tgt->confq_pbl_dma, GFP_KERNEL); 779 if (!tgt->confq_pbl) { 780 printk(KERN_ERR PFX "unable to allocate CONFQ PBL %d\n", 781 tgt->confq_pbl_size); 782 goto mem_alloc_failure; 783 } 784 785 memset(tgt->confq_pbl, 0, tgt->confq_pbl_size); 786 num_pages = tgt->confq_mem_size / CNIC_PAGE_SIZE; 787 page = tgt->confq_dma; 788 pbl = (u32 *)tgt->confq_pbl; 789 790 while (num_pages--) { 791 *pbl = (u32)page; 792 pbl++; 793 *pbl = (u32)((u64)page >> 32); 794 pbl++; 795 page += CNIC_PAGE_SIZE; 796 } 797 798 /* Allocate and map ConnDB */ 799 tgt->conn_db_mem_size = sizeof(struct fcoe_conn_db); 800 801 tgt->conn_db = dma_alloc_coherent(&hba->pcidev->dev, 802 tgt->conn_db_mem_size, 803 &tgt->conn_db_dma, GFP_KERNEL); 804 if (!tgt->conn_db) { 805 printk(KERN_ERR PFX "unable to allocate conn_db %d\n", 806 tgt->conn_db_mem_size); 807 goto mem_alloc_failure; 808 } 809 memset(tgt->conn_db, 0, tgt->conn_db_mem_size); 810 811 812 /* Allocate and map LCQ */ 813 tgt->lcq_mem_size = (tgt->max_sqes + 8) * BNX2FC_SQ_WQE_SIZE; 814 tgt->lcq_mem_size = (tgt->lcq_mem_size + (CNIC_PAGE_SIZE - 1)) & 815 CNIC_PAGE_MASK; 816 817 tgt->lcq = dma_alloc_coherent(&hba->pcidev->dev, tgt->lcq_mem_size, 818 &tgt->lcq_dma, GFP_KERNEL); 819 820 if (!tgt->lcq) { 821 printk(KERN_ERR PFX "unable to allocate lcq %d\n", 822 tgt->lcq_mem_size); 823 goto mem_alloc_failure; 824 } 825 memset(tgt->lcq, 0, tgt->lcq_mem_size); 826 827 tgt->conn_db->rq_prod = 0x8000; 828 829 return 0; 830 831 mem_alloc_failure: 832 return -ENOMEM; 833 } 834 835 /** 836 * bnx2i_free_session_resc - free qp resources for the session 837 * 838 * @hba: adapter structure pointer 839 * @tgt: bnx2fc_rport structure pointer 840 * 841 * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL 842 */ 843 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba, 844 struct bnx2fc_rport *tgt) 845 { 846 void __iomem *ctx_base_ptr; 847 848 BNX2FC_TGT_DBG(tgt, "Freeing up session resources\n"); 849 850 spin_lock_bh(&tgt->cq_lock); 851 ctx_base_ptr = tgt->ctx_base; 852 tgt->ctx_base = NULL; 853 854 /* Free LCQ */ 855 if (tgt->lcq) { 856 dma_free_coherent(&hba->pcidev->dev, tgt->lcq_mem_size, 857 tgt->lcq, tgt->lcq_dma); 858 tgt->lcq = NULL; 859 } 860 /* Free connDB */ 861 if (tgt->conn_db) { 862 dma_free_coherent(&hba->pcidev->dev, tgt->conn_db_mem_size, 863 tgt->conn_db, tgt->conn_db_dma); 864 tgt->conn_db = NULL; 865 } 866 /* Free confq and confq pbl */ 867 if (tgt->confq_pbl) { 868 dma_free_coherent(&hba->pcidev->dev, tgt->confq_pbl_size, 869 tgt->confq_pbl, tgt->confq_pbl_dma); 870 tgt->confq_pbl = NULL; 871 } 872 if (tgt->confq) { 873 dma_free_coherent(&hba->pcidev->dev, tgt->confq_mem_size, 874 tgt->confq, tgt->confq_dma); 875 tgt->confq = NULL; 876 } 877 /* Free XFERQ */ 878 if (tgt->xferq) { 879 dma_free_coherent(&hba->pcidev->dev, tgt->xferq_mem_size, 880 tgt->xferq, tgt->xferq_dma); 881 tgt->xferq = NULL; 882 } 883 /* Free RQ PBL and RQ */ 884 if (tgt->rq_pbl) { 885 dma_free_coherent(&hba->pcidev->dev, tgt->rq_pbl_size, 886 tgt->rq_pbl, tgt->rq_pbl_dma); 887 tgt->rq_pbl = NULL; 888 } 889 if (tgt->rq) { 890 dma_free_coherent(&hba->pcidev->dev, tgt->rq_mem_size, 891 tgt->rq, tgt->rq_dma); 892 tgt->rq = NULL; 893 } 894 /* Free CQ */ 895 if (tgt->cq) { 896 dma_free_coherent(&hba->pcidev->dev, tgt->cq_mem_size, 897 tgt->cq, tgt->cq_dma); 898 tgt->cq = NULL; 899 } 900 /* Free SQ */ 901 if (tgt->sq) { 902 dma_free_coherent(&hba->pcidev->dev, tgt->sq_mem_size, 903 tgt->sq, tgt->sq_dma); 904 tgt->sq = NULL; 905 } 906 spin_unlock_bh(&tgt->cq_lock); 907 908 if (ctx_base_ptr) 909 iounmap(ctx_base_ptr); 910 } 911