1 /* bnx2fc_tgt.c: Broadcom NetXtreme II Linux FCoE offload driver. 2 * Handles operations such as session offload/upload etc, and manages 3 * session resources such as connection id and qp resources. 4 * 5 * Copyright (c) 2008 - 2011 Broadcom Corporation 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License as published by 9 * the Free Software Foundation. 10 * 11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com) 12 */ 13 14 #include "bnx2fc.h" 15 static void bnx2fc_upld_timer(unsigned long data); 16 static void bnx2fc_ofld_timer(unsigned long data); 17 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt, 18 struct fcoe_port *port, 19 struct fc_rport_priv *rdata); 20 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba, 21 struct bnx2fc_rport *tgt); 22 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba, 23 struct bnx2fc_rport *tgt); 24 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba, 25 struct bnx2fc_rport *tgt); 26 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id); 27 28 static void bnx2fc_upld_timer(unsigned long data) 29 { 30 31 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data; 32 33 BNX2FC_TGT_DBG(tgt, "upld_timer - Upload compl not received!!\n"); 34 /* fake upload completion */ 35 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 36 set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 37 wake_up_interruptible(&tgt->upld_wait); 38 } 39 40 static void bnx2fc_ofld_timer(unsigned long data) 41 { 42 43 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data; 44 45 BNX2FC_TGT_DBG(tgt, "entered bnx2fc_ofld_timer\n"); 46 /* NOTE: This function should never be called, as 47 * offload should never timeout 48 */ 49 /* 50 * If the timer has expired, this session is dead 51 * Clear offloaded flag and logout of this device. 52 * Since OFFLOADED flag is cleared, this case 53 * will be considered as offload error and the 54 * port will be logged off, and conn_id, session 55 * resources are freed up in bnx2fc_offload_session 56 */ 57 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 58 set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 59 wake_up_interruptible(&tgt->ofld_wait); 60 } 61 62 static void bnx2fc_offload_session(struct fcoe_port *port, 63 struct bnx2fc_rport *tgt, 64 struct fc_rport_priv *rdata) 65 { 66 struct fc_lport *lport = rdata->local_port; 67 struct fc_rport *rport = rdata->rport; 68 struct bnx2fc_interface *interface = port->priv; 69 struct bnx2fc_hba *hba = interface->hba; 70 int rval; 71 int i = 0; 72 73 /* Initialize bnx2fc_rport */ 74 /* NOTE: tgt is already bzero'd */ 75 rval = bnx2fc_init_tgt(tgt, port, rdata); 76 if (rval) { 77 printk(KERN_ERR PFX "Failed to allocate conn id for " 78 "port_id (%6x)\n", rport->port_id); 79 goto tgt_init_err; 80 } 81 82 /* Allocate session resources */ 83 rval = bnx2fc_alloc_session_resc(hba, tgt); 84 if (rval) { 85 printk(KERN_ERR PFX "Failed to allocate resources\n"); 86 goto ofld_err; 87 } 88 89 /* 90 * Initialize FCoE session offload process. 91 * Upon completion of offload process add 92 * rport to list of rports 93 */ 94 retry_ofld: 95 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 96 rval = bnx2fc_send_session_ofld_req(port, tgt); 97 if (rval) { 98 printk(KERN_ERR PFX "ofld_req failed\n"); 99 goto ofld_err; 100 } 101 102 /* 103 * wait for the session is offloaded and enabled. 3 Secs 104 * should be ample time for this process to complete. 105 */ 106 setup_timer(&tgt->ofld_timer, bnx2fc_ofld_timer, (unsigned long)tgt); 107 mod_timer(&tgt->ofld_timer, jiffies + BNX2FC_FW_TIMEOUT); 108 109 wait_event_interruptible(tgt->ofld_wait, 110 (test_bit( 111 BNX2FC_FLAG_OFLD_REQ_CMPL, 112 &tgt->flags))); 113 if (signal_pending(current)) 114 flush_signals(current); 115 116 del_timer_sync(&tgt->ofld_timer); 117 118 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) { 119 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE, 120 &tgt->flags)) { 121 BNX2FC_TGT_DBG(tgt, "ctx_alloc_failure, " 122 "retry ofld..%d\n", i++); 123 msleep_interruptible(1000); 124 if (i > 3) { 125 i = 0; 126 goto ofld_err; 127 } 128 goto retry_ofld; 129 } 130 goto ofld_err; 131 } 132 if (bnx2fc_map_doorbell(tgt)) { 133 printk(KERN_ERR PFX "map doorbell failed - no mem\n"); 134 /* upload will take care of cleaning up sess resc */ 135 lport->tt.rport_logoff(rdata); 136 } 137 return; 138 139 ofld_err: 140 /* couldn't offload the session. log off from this rport */ 141 BNX2FC_TGT_DBG(tgt, "bnx2fc_offload_session - offload error\n"); 142 /* Free session resources */ 143 bnx2fc_free_session_resc(hba, tgt); 144 tgt_init_err: 145 if (tgt->fcoe_conn_id != -1) 146 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id); 147 lport->tt.rport_logoff(rdata); 148 } 149 150 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt) 151 { 152 struct bnx2fc_cmd *io_req; 153 struct bnx2fc_cmd *tmp; 154 int rc; 155 int i = 0; 156 BNX2FC_TGT_DBG(tgt, "Entered flush_active_ios - %d\n", 157 tgt->num_active_ios.counter); 158 159 spin_lock_bh(&tgt->tgt_lock); 160 tgt->flush_in_prog = 1; 161 162 list_for_each_entry_safe(io_req, tmp, &tgt->active_cmd_queue, link) { 163 i++; 164 list_del_init(&io_req->link); 165 io_req->on_active_queue = 0; 166 BNX2FC_IO_DBG(io_req, "cmd_queue cleanup\n"); 167 168 if (cancel_delayed_work(&io_req->timeout_work)) { 169 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT, 170 &io_req->req_flags)) { 171 /* Handle eh_abort timeout */ 172 BNX2FC_IO_DBG(io_req, "eh_abort for IO " 173 "cleaned up\n"); 174 complete(&io_req->tm_done); 175 } 176 kref_put(&io_req->refcount, 177 bnx2fc_cmd_release); /* drop timer hold */ 178 } 179 180 set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags); 181 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags); 182 183 /* Do not issue cleanup when disable request failed */ 184 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) 185 bnx2fc_process_cleanup_compl(io_req, io_req->task, 0); 186 else { 187 rc = bnx2fc_initiate_cleanup(io_req); 188 BUG_ON(rc); 189 } 190 } 191 192 list_for_each_entry_safe(io_req, tmp, &tgt->active_tm_queue, link) { 193 i++; 194 list_del_init(&io_req->link); 195 io_req->on_tmf_queue = 0; 196 BNX2FC_IO_DBG(io_req, "tm_queue cleanup\n"); 197 if (io_req->wait_for_comp) 198 complete(&io_req->tm_done); 199 } 200 201 list_for_each_entry_safe(io_req, tmp, &tgt->els_queue, link) { 202 i++; 203 list_del_init(&io_req->link); 204 io_req->on_active_queue = 0; 205 206 BNX2FC_IO_DBG(io_req, "els_queue cleanup\n"); 207 208 if (cancel_delayed_work(&io_req->timeout_work)) 209 kref_put(&io_req->refcount, 210 bnx2fc_cmd_release); /* drop timer hold */ 211 212 if ((io_req->cb_func) && (io_req->cb_arg)) { 213 io_req->cb_func(io_req->cb_arg); 214 io_req->cb_arg = NULL; 215 } 216 217 /* Do not issue cleanup when disable request failed */ 218 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) 219 bnx2fc_process_cleanup_compl(io_req, io_req->task, 0); 220 else { 221 rc = bnx2fc_initiate_cleanup(io_req); 222 BUG_ON(rc); 223 } 224 } 225 226 list_for_each_entry_safe(io_req, tmp, &tgt->io_retire_queue, link) { 227 i++; 228 list_del_init(&io_req->link); 229 230 BNX2FC_IO_DBG(io_req, "retire_queue flush\n"); 231 232 if (cancel_delayed_work(&io_req->timeout_work)) { 233 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT, 234 &io_req->req_flags)) { 235 /* Handle eh_abort timeout */ 236 BNX2FC_IO_DBG(io_req, "eh_abort for IO " 237 "in retire_q\n"); 238 if (io_req->wait_for_comp) 239 complete(&io_req->tm_done); 240 } 241 kref_put(&io_req->refcount, bnx2fc_cmd_release); 242 } 243 244 clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags); 245 } 246 247 BNX2FC_TGT_DBG(tgt, "IOs flushed = %d\n", i); 248 i = 0; 249 spin_unlock_bh(&tgt->tgt_lock); 250 /* wait for active_ios to go to 0 */ 251 while ((tgt->num_active_ios.counter != 0) && (i++ < BNX2FC_WAIT_CNT)) 252 msleep(25); 253 if (tgt->num_active_ios.counter != 0) 254 printk(KERN_ERR PFX "CLEANUP on port 0x%x:" 255 " active_ios = %d\n", 256 tgt->rdata->ids.port_id, tgt->num_active_ios.counter); 257 spin_lock_bh(&tgt->tgt_lock); 258 tgt->flush_in_prog = 0; 259 spin_unlock_bh(&tgt->tgt_lock); 260 } 261 262 static void bnx2fc_upload_session(struct fcoe_port *port, 263 struct bnx2fc_rport *tgt) 264 { 265 struct bnx2fc_interface *interface = port->priv; 266 struct bnx2fc_hba *hba = interface->hba; 267 268 BNX2FC_TGT_DBG(tgt, "upload_session: active_ios = %d\n", 269 tgt->num_active_ios.counter); 270 271 /* 272 * Called with hba->hba_mutex held. 273 * This is a blocking call 274 */ 275 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 276 bnx2fc_send_session_disable_req(port, tgt); 277 278 /* 279 * wait for upload to complete. 3 Secs 280 * should be sufficient time for this process to complete. 281 */ 282 setup_timer(&tgt->upld_timer, bnx2fc_upld_timer, (unsigned long)tgt); 283 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT); 284 285 BNX2FC_TGT_DBG(tgt, "waiting for disable compl\n"); 286 wait_event_interruptible(tgt->upld_wait, 287 (test_bit( 288 BNX2FC_FLAG_UPLD_REQ_COMPL, 289 &tgt->flags))); 290 291 if (signal_pending(current)) 292 flush_signals(current); 293 294 del_timer_sync(&tgt->upld_timer); 295 296 /* 297 * traverse thru the active_q and tmf_q and cleanup 298 * IOs in these lists 299 */ 300 BNX2FC_TGT_DBG(tgt, "flush/upload - disable wait flags = 0x%lx\n", 301 tgt->flags); 302 bnx2fc_flush_active_ios(tgt); 303 304 /* Issue destroy KWQE */ 305 if (test_bit(BNX2FC_FLAG_DISABLED, &tgt->flags)) { 306 BNX2FC_TGT_DBG(tgt, "send destroy req\n"); 307 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 308 bnx2fc_send_session_destroy_req(hba, tgt); 309 310 /* wait for destroy to complete */ 311 setup_timer(&tgt->upld_timer, 312 bnx2fc_upld_timer, (unsigned long)tgt); 313 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT); 314 315 wait_event_interruptible(tgt->upld_wait, 316 (test_bit( 317 BNX2FC_FLAG_UPLD_REQ_COMPL, 318 &tgt->flags))); 319 320 if (!(test_bit(BNX2FC_FLAG_DESTROYED, &tgt->flags))) 321 printk(KERN_ERR PFX "ERROR!! destroy timed out\n"); 322 323 BNX2FC_TGT_DBG(tgt, "destroy wait complete flags = 0x%lx\n", 324 tgt->flags); 325 if (signal_pending(current)) 326 flush_signals(current); 327 328 del_timer_sync(&tgt->upld_timer); 329 330 } else if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) { 331 printk(KERN_ERR PFX "ERROR!! DISABLE req failed, destroy" 332 " not sent to FW\n"); 333 } else { 334 printk(KERN_ERR PFX "ERROR!! DISABLE req timed out, destroy" 335 " not sent to FW\n"); 336 } 337 338 /* Free session resources */ 339 bnx2fc_free_session_resc(hba, tgt); 340 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id); 341 } 342 343 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt, 344 struct fcoe_port *port, 345 struct fc_rport_priv *rdata) 346 { 347 348 struct fc_rport *rport = rdata->rport; 349 struct bnx2fc_interface *interface = port->priv; 350 struct bnx2fc_hba *hba = interface->hba; 351 struct b577xx_doorbell_set_prod *sq_db = &tgt->sq_db; 352 struct b577xx_fcoe_rx_doorbell *rx_db = &tgt->rx_db; 353 354 tgt->rport = rport; 355 tgt->rdata = rdata; 356 tgt->port = port; 357 358 if (hba->num_ofld_sess >= BNX2FC_NUM_MAX_SESS) { 359 BNX2FC_TGT_DBG(tgt, "exceeded max sessions. logoff this tgt\n"); 360 tgt->fcoe_conn_id = -1; 361 return -1; 362 } 363 364 tgt->fcoe_conn_id = bnx2fc_alloc_conn_id(hba, tgt); 365 if (tgt->fcoe_conn_id == -1) 366 return -1; 367 368 BNX2FC_TGT_DBG(tgt, "init_tgt - conn_id = 0x%x\n", tgt->fcoe_conn_id); 369 370 tgt->max_sqes = BNX2FC_SQ_WQES_MAX; 371 tgt->max_rqes = BNX2FC_RQ_WQES_MAX; 372 tgt->max_cqes = BNX2FC_CQ_WQES_MAX; 373 atomic_set(&tgt->free_sqes, BNX2FC_SQ_WQES_MAX); 374 375 /* Initialize the toggle bit */ 376 tgt->sq_curr_toggle_bit = 1; 377 tgt->cq_curr_toggle_bit = 1; 378 tgt->sq_prod_idx = 0; 379 tgt->cq_cons_idx = 0; 380 tgt->rq_prod_idx = 0x8000; 381 tgt->rq_cons_idx = 0; 382 atomic_set(&tgt->num_active_ios, 0); 383 384 if (rdata->flags & FC_RP_FLAGS_RETRY) { 385 tgt->dev_type = TYPE_TAPE; 386 tgt->io_timeout = 0; /* use default ULP timeout */ 387 } else { 388 tgt->dev_type = TYPE_DISK; 389 tgt->io_timeout = BNX2FC_IO_TIMEOUT; 390 } 391 392 /* initialize sq doorbell */ 393 sq_db->header.header = B577XX_DOORBELL_HDR_DB_TYPE; 394 sq_db->header.header |= B577XX_FCOE_CONNECTION_TYPE << 395 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT; 396 /* initialize rx doorbell */ 397 rx_db->hdr.header = ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT) | 398 (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT) | 399 (B577XX_FCOE_CONNECTION_TYPE << 400 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT)); 401 rx_db->params = (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT) | 402 (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT); 403 404 spin_lock_init(&tgt->tgt_lock); 405 spin_lock_init(&tgt->cq_lock); 406 407 /* Initialize active_cmd_queue list */ 408 INIT_LIST_HEAD(&tgt->active_cmd_queue); 409 410 /* Initialize IO retire queue */ 411 INIT_LIST_HEAD(&tgt->io_retire_queue); 412 413 INIT_LIST_HEAD(&tgt->els_queue); 414 415 /* Initialize active_tm_queue list */ 416 INIT_LIST_HEAD(&tgt->active_tm_queue); 417 418 init_waitqueue_head(&tgt->ofld_wait); 419 init_waitqueue_head(&tgt->upld_wait); 420 421 return 0; 422 } 423 424 /** 425 * This event_callback is called after successful completion of libfc 426 * initiated target login. bnx2fc can proceed with initiating the session 427 * establishment. 428 */ 429 void bnx2fc_rport_event_handler(struct fc_lport *lport, 430 struct fc_rport_priv *rdata, 431 enum fc_rport_event event) 432 { 433 struct fcoe_port *port = lport_priv(lport); 434 struct bnx2fc_interface *interface = port->priv; 435 struct bnx2fc_hba *hba = interface->hba; 436 struct fc_rport *rport = rdata->rport; 437 struct fc_rport_libfc_priv *rp; 438 struct bnx2fc_rport *tgt; 439 u32 port_id; 440 441 BNX2FC_HBA_DBG(lport, "rport_event_hdlr: event = %d, port_id = 0x%x\n", 442 event, rdata->ids.port_id); 443 switch (event) { 444 case RPORT_EV_READY: 445 if (!rport) { 446 printk(KERN_ERR PFX "rport is NULL: ERROR!\n"); 447 break; 448 } 449 450 rp = rport->dd_data; 451 if (rport->port_id == FC_FID_DIR_SERV) { 452 /* 453 * bnx2fc_rport structure doesn't exist for 454 * directory server. 455 * We should not come here, as lport will 456 * take care of fabric login 457 */ 458 printk(KERN_ERR PFX "%x - rport_event_handler ERROR\n", 459 rdata->ids.port_id); 460 break; 461 } 462 463 if (rdata->spp_type != FC_TYPE_FCP) { 464 BNX2FC_HBA_DBG(lport, "not FCP type target." 465 " not offloading\n"); 466 break; 467 } 468 if (!(rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET)) { 469 BNX2FC_HBA_DBG(lport, "not FCP_TARGET" 470 " not offloading\n"); 471 break; 472 } 473 474 /* 475 * Offlaod process is protected with hba mutex. 476 * Use the same mutex_lock for upload process too 477 */ 478 mutex_lock(&hba->hba_mutex); 479 tgt = (struct bnx2fc_rport *)&rp[1]; 480 481 /* This can happen when ADISC finds the same target */ 482 if (test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags)) { 483 BNX2FC_TGT_DBG(tgt, "already offloaded\n"); 484 mutex_unlock(&hba->hba_mutex); 485 return; 486 } 487 488 /* 489 * Offload the session. This is a blocking call, and will 490 * wait until the session is offloaded. 491 */ 492 bnx2fc_offload_session(port, tgt, rdata); 493 494 BNX2FC_TGT_DBG(tgt, "OFFLOAD num_ofld_sess = %d\n", 495 hba->num_ofld_sess); 496 497 if (test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags)) { 498 /* 499 * Session is offloaded and enabled. Map 500 * doorbell register for this target 501 */ 502 BNX2FC_TGT_DBG(tgt, "sess offloaded\n"); 503 /* This counter is protected with hba mutex */ 504 hba->num_ofld_sess++; 505 506 set_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags); 507 } else { 508 /* 509 * Offload or enable would have failed. 510 * In offload/enable completion path, the 511 * rport would have already been removed 512 */ 513 BNX2FC_TGT_DBG(tgt, "Port is being logged off as " 514 "offloaded flag not set\n"); 515 } 516 mutex_unlock(&hba->hba_mutex); 517 break; 518 case RPORT_EV_LOGO: 519 case RPORT_EV_FAILED: 520 case RPORT_EV_STOP: 521 port_id = rdata->ids.port_id; 522 if (port_id == FC_FID_DIR_SERV) 523 break; 524 525 if (!rport) { 526 printk(KERN_INFO PFX "%x - rport not created Yet!!\n", 527 port_id); 528 break; 529 } 530 rp = rport->dd_data; 531 mutex_lock(&hba->hba_mutex); 532 /* 533 * Perform session upload. Note that rdata->peers is already 534 * removed from disc->rports list before we get this event. 535 */ 536 tgt = (struct bnx2fc_rport *)&rp[1]; 537 538 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) { 539 mutex_unlock(&hba->hba_mutex); 540 break; 541 } 542 clear_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags); 543 544 bnx2fc_upload_session(port, tgt); 545 hba->num_ofld_sess--; 546 BNX2FC_TGT_DBG(tgt, "UPLOAD num_ofld_sess = %d\n", 547 hba->num_ofld_sess); 548 /* 549 * Try to wake up the linkdown wait thread. If num_ofld_sess 550 * is 0, the waiting therad wakes up 551 */ 552 if ((hba->wait_for_link_down) && 553 (hba->num_ofld_sess == 0)) { 554 wake_up_interruptible(&hba->shutdown_wait); 555 } 556 if (test_bit(BNX2FC_FLAG_EXPL_LOGO, &tgt->flags)) { 557 printk(KERN_ERR PFX "Relogin to the tgt\n"); 558 mutex_lock(&lport->disc.disc_mutex); 559 lport->tt.rport_login(rdata); 560 mutex_unlock(&lport->disc.disc_mutex); 561 } 562 mutex_unlock(&hba->hba_mutex); 563 564 break; 565 566 case RPORT_EV_NONE: 567 break; 568 } 569 } 570 571 /** 572 * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id 573 * 574 * @port: fcoe_port struct to lookup the target port on 575 * @port_id: The remote port ID to look up 576 */ 577 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port, 578 u32 port_id) 579 { 580 struct bnx2fc_interface *interface = port->priv; 581 struct bnx2fc_hba *hba = interface->hba; 582 struct bnx2fc_rport *tgt; 583 struct fc_rport_priv *rdata; 584 int i; 585 586 for (i = 0; i < BNX2FC_NUM_MAX_SESS; i++) { 587 tgt = hba->tgt_ofld_list[i]; 588 if ((tgt) && (tgt->port == port)) { 589 rdata = tgt->rdata; 590 if (rdata->ids.port_id == port_id) { 591 if (rdata->rp_state != RPORT_ST_DELETE) { 592 BNX2FC_TGT_DBG(tgt, "rport " 593 "obtained\n"); 594 return tgt; 595 } else { 596 BNX2FC_TGT_DBG(tgt, "rport 0x%x " 597 "is in DELETED state\n", 598 rdata->ids.port_id); 599 return NULL; 600 } 601 } 602 } 603 } 604 return NULL; 605 } 606 607 608 /** 609 * bnx2fc_alloc_conn_id - allocates FCOE Connection id 610 * 611 * @hba: pointer to adapter structure 612 * @tgt: pointer to bnx2fc_rport structure 613 */ 614 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba, 615 struct bnx2fc_rport *tgt) 616 { 617 u32 conn_id, next; 618 619 /* called with hba mutex held */ 620 621 /* 622 * tgt_ofld_list access is synchronized using 623 * both hba mutex and hba lock. Atleast hba mutex or 624 * hba lock needs to be held for read access. 625 */ 626 627 spin_lock_bh(&hba->hba_lock); 628 next = hba->next_conn_id; 629 conn_id = hba->next_conn_id++; 630 if (hba->next_conn_id == BNX2FC_NUM_MAX_SESS) 631 hba->next_conn_id = 0; 632 633 while (hba->tgt_ofld_list[conn_id] != NULL) { 634 conn_id++; 635 if (conn_id == BNX2FC_NUM_MAX_SESS) 636 conn_id = 0; 637 638 if (conn_id == next) { 639 /* No free conn_ids are available */ 640 spin_unlock_bh(&hba->hba_lock); 641 return -1; 642 } 643 } 644 hba->tgt_ofld_list[conn_id] = tgt; 645 tgt->fcoe_conn_id = conn_id; 646 spin_unlock_bh(&hba->hba_lock); 647 return conn_id; 648 } 649 650 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id) 651 { 652 /* called with hba mutex held */ 653 spin_lock_bh(&hba->hba_lock); 654 hba->tgt_ofld_list[conn_id] = NULL; 655 spin_unlock_bh(&hba->hba_lock); 656 } 657 658 /** 659 *bnx2fc_alloc_session_resc - Allocate qp resources for the session 660 * 661 */ 662 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba, 663 struct bnx2fc_rport *tgt) 664 { 665 dma_addr_t page; 666 int num_pages; 667 u32 *pbl; 668 669 /* Allocate and map SQ */ 670 tgt->sq_mem_size = tgt->max_sqes * BNX2FC_SQ_WQE_SIZE; 671 tgt->sq_mem_size = (tgt->sq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK; 672 673 tgt->sq = dma_alloc_coherent(&hba->pcidev->dev, tgt->sq_mem_size, 674 &tgt->sq_dma, GFP_KERNEL); 675 if (!tgt->sq) { 676 printk(KERN_ERR PFX "unable to allocate SQ memory %d\n", 677 tgt->sq_mem_size); 678 goto mem_alloc_failure; 679 } 680 memset(tgt->sq, 0, tgt->sq_mem_size); 681 682 /* Allocate and map CQ */ 683 tgt->cq_mem_size = tgt->max_cqes * BNX2FC_CQ_WQE_SIZE; 684 tgt->cq_mem_size = (tgt->cq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK; 685 686 tgt->cq = dma_alloc_coherent(&hba->pcidev->dev, tgt->cq_mem_size, 687 &tgt->cq_dma, GFP_KERNEL); 688 if (!tgt->cq) { 689 printk(KERN_ERR PFX "unable to allocate CQ memory %d\n", 690 tgt->cq_mem_size); 691 goto mem_alloc_failure; 692 } 693 memset(tgt->cq, 0, tgt->cq_mem_size); 694 695 /* Allocate and map RQ and RQ PBL */ 696 tgt->rq_mem_size = tgt->max_rqes * BNX2FC_RQ_WQE_SIZE; 697 tgt->rq_mem_size = (tgt->rq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK; 698 699 tgt->rq = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_mem_size, 700 &tgt->rq_dma, GFP_KERNEL); 701 if (!tgt->rq) { 702 printk(KERN_ERR PFX "unable to allocate RQ memory %d\n", 703 tgt->rq_mem_size); 704 goto mem_alloc_failure; 705 } 706 memset(tgt->rq, 0, tgt->rq_mem_size); 707 708 tgt->rq_pbl_size = (tgt->rq_mem_size / PAGE_SIZE) * sizeof(void *); 709 tgt->rq_pbl_size = (tgt->rq_pbl_size + (PAGE_SIZE - 1)) & PAGE_MASK; 710 711 tgt->rq_pbl = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_pbl_size, 712 &tgt->rq_pbl_dma, GFP_KERNEL); 713 if (!tgt->rq_pbl) { 714 printk(KERN_ERR PFX "unable to allocate RQ PBL %d\n", 715 tgt->rq_pbl_size); 716 goto mem_alloc_failure; 717 } 718 719 memset(tgt->rq_pbl, 0, tgt->rq_pbl_size); 720 num_pages = tgt->rq_mem_size / PAGE_SIZE; 721 page = tgt->rq_dma; 722 pbl = (u32 *)tgt->rq_pbl; 723 724 while (num_pages--) { 725 *pbl = (u32)page; 726 pbl++; 727 *pbl = (u32)((u64)page >> 32); 728 pbl++; 729 page += PAGE_SIZE; 730 } 731 732 /* Allocate and map XFERQ */ 733 tgt->xferq_mem_size = tgt->max_sqes * BNX2FC_XFERQ_WQE_SIZE; 734 tgt->xferq_mem_size = (tgt->xferq_mem_size + (PAGE_SIZE - 1)) & 735 PAGE_MASK; 736 737 tgt->xferq = dma_alloc_coherent(&hba->pcidev->dev, tgt->xferq_mem_size, 738 &tgt->xferq_dma, GFP_KERNEL); 739 if (!tgt->xferq) { 740 printk(KERN_ERR PFX "unable to allocate XFERQ %d\n", 741 tgt->xferq_mem_size); 742 goto mem_alloc_failure; 743 } 744 memset(tgt->xferq, 0, tgt->xferq_mem_size); 745 746 /* Allocate and map CONFQ & CONFQ PBL */ 747 tgt->confq_mem_size = tgt->max_sqes * BNX2FC_CONFQ_WQE_SIZE; 748 tgt->confq_mem_size = (tgt->confq_mem_size + (PAGE_SIZE - 1)) & 749 PAGE_MASK; 750 751 tgt->confq = dma_alloc_coherent(&hba->pcidev->dev, tgt->confq_mem_size, 752 &tgt->confq_dma, GFP_KERNEL); 753 if (!tgt->confq) { 754 printk(KERN_ERR PFX "unable to allocate CONFQ %d\n", 755 tgt->confq_mem_size); 756 goto mem_alloc_failure; 757 } 758 memset(tgt->confq, 0, tgt->confq_mem_size); 759 760 tgt->confq_pbl_size = 761 (tgt->confq_mem_size / PAGE_SIZE) * sizeof(void *); 762 tgt->confq_pbl_size = 763 (tgt->confq_pbl_size + (PAGE_SIZE - 1)) & PAGE_MASK; 764 765 tgt->confq_pbl = dma_alloc_coherent(&hba->pcidev->dev, 766 tgt->confq_pbl_size, 767 &tgt->confq_pbl_dma, GFP_KERNEL); 768 if (!tgt->confq_pbl) { 769 printk(KERN_ERR PFX "unable to allocate CONFQ PBL %d\n", 770 tgt->confq_pbl_size); 771 goto mem_alloc_failure; 772 } 773 774 memset(tgt->confq_pbl, 0, tgt->confq_pbl_size); 775 num_pages = tgt->confq_mem_size / PAGE_SIZE; 776 page = tgt->confq_dma; 777 pbl = (u32 *)tgt->confq_pbl; 778 779 while (num_pages--) { 780 *pbl = (u32)page; 781 pbl++; 782 *pbl = (u32)((u64)page >> 32); 783 pbl++; 784 page += PAGE_SIZE; 785 } 786 787 /* Allocate and map ConnDB */ 788 tgt->conn_db_mem_size = sizeof(struct fcoe_conn_db); 789 790 tgt->conn_db = dma_alloc_coherent(&hba->pcidev->dev, 791 tgt->conn_db_mem_size, 792 &tgt->conn_db_dma, GFP_KERNEL); 793 if (!tgt->conn_db) { 794 printk(KERN_ERR PFX "unable to allocate conn_db %d\n", 795 tgt->conn_db_mem_size); 796 goto mem_alloc_failure; 797 } 798 memset(tgt->conn_db, 0, tgt->conn_db_mem_size); 799 800 801 /* Allocate and map LCQ */ 802 tgt->lcq_mem_size = (tgt->max_sqes + 8) * BNX2FC_SQ_WQE_SIZE; 803 tgt->lcq_mem_size = (tgt->lcq_mem_size + (PAGE_SIZE - 1)) & 804 PAGE_MASK; 805 806 tgt->lcq = dma_alloc_coherent(&hba->pcidev->dev, tgt->lcq_mem_size, 807 &tgt->lcq_dma, GFP_KERNEL); 808 809 if (!tgt->lcq) { 810 printk(KERN_ERR PFX "unable to allocate lcq %d\n", 811 tgt->lcq_mem_size); 812 goto mem_alloc_failure; 813 } 814 memset(tgt->lcq, 0, tgt->lcq_mem_size); 815 816 tgt->conn_db->rq_prod = 0x8000; 817 818 return 0; 819 820 mem_alloc_failure: 821 return -ENOMEM; 822 } 823 824 /** 825 * bnx2i_free_session_resc - free qp resources for the session 826 * 827 * @hba: adapter structure pointer 828 * @tgt: bnx2fc_rport structure pointer 829 * 830 * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL 831 */ 832 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba, 833 struct bnx2fc_rport *tgt) 834 { 835 void __iomem *ctx_base_ptr; 836 837 BNX2FC_TGT_DBG(tgt, "Freeing up session resources\n"); 838 839 spin_lock_bh(&tgt->cq_lock); 840 ctx_base_ptr = tgt->ctx_base; 841 tgt->ctx_base = NULL; 842 843 /* Free LCQ */ 844 if (tgt->lcq) { 845 dma_free_coherent(&hba->pcidev->dev, tgt->lcq_mem_size, 846 tgt->lcq, tgt->lcq_dma); 847 tgt->lcq = NULL; 848 } 849 /* Free connDB */ 850 if (tgt->conn_db) { 851 dma_free_coherent(&hba->pcidev->dev, tgt->conn_db_mem_size, 852 tgt->conn_db, tgt->conn_db_dma); 853 tgt->conn_db = NULL; 854 } 855 /* Free confq and confq pbl */ 856 if (tgt->confq_pbl) { 857 dma_free_coherent(&hba->pcidev->dev, tgt->confq_pbl_size, 858 tgt->confq_pbl, tgt->confq_pbl_dma); 859 tgt->confq_pbl = NULL; 860 } 861 if (tgt->confq) { 862 dma_free_coherent(&hba->pcidev->dev, tgt->confq_mem_size, 863 tgt->confq, tgt->confq_dma); 864 tgt->confq = NULL; 865 } 866 /* Free XFERQ */ 867 if (tgt->xferq) { 868 dma_free_coherent(&hba->pcidev->dev, tgt->xferq_mem_size, 869 tgt->xferq, tgt->xferq_dma); 870 tgt->xferq = NULL; 871 } 872 /* Free RQ PBL and RQ */ 873 if (tgt->rq_pbl) { 874 dma_free_coherent(&hba->pcidev->dev, tgt->rq_pbl_size, 875 tgt->rq_pbl, tgt->rq_pbl_dma); 876 tgt->rq_pbl = NULL; 877 } 878 if (tgt->rq) { 879 dma_free_coherent(&hba->pcidev->dev, tgt->rq_mem_size, 880 tgt->rq, tgt->rq_dma); 881 tgt->rq = NULL; 882 } 883 /* Free CQ */ 884 if (tgt->cq) { 885 dma_free_coherent(&hba->pcidev->dev, tgt->cq_mem_size, 886 tgt->cq, tgt->cq_dma); 887 tgt->cq = NULL; 888 } 889 /* Free SQ */ 890 if (tgt->sq) { 891 dma_free_coherent(&hba->pcidev->dev, tgt->sq_mem_size, 892 tgt->sq, tgt->sq_dma); 893 tgt->sq = NULL; 894 } 895 spin_unlock_bh(&tgt->cq_lock); 896 897 if (ctx_base_ptr) 898 iounmap(ctx_base_ptr); 899 } 900