1 /* bnx2fc_tgt.c: Broadcom NetXtreme II Linux FCoE offload driver. 2 * Handles operations such as session offload/upload etc, and manages 3 * session resources such as connection id and qp resources. 4 * 5 * Copyright (c) 2008 - 2013 Broadcom Corporation 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License as published by 9 * the Free Software Foundation. 10 * 11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com) 12 */ 13 14 #include "bnx2fc.h" 15 static void bnx2fc_upld_timer(unsigned long data); 16 static void bnx2fc_ofld_timer(unsigned long data); 17 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt, 18 struct fcoe_port *port, 19 struct fc_rport_priv *rdata); 20 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba, 21 struct bnx2fc_rport *tgt); 22 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba, 23 struct bnx2fc_rport *tgt); 24 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba, 25 struct bnx2fc_rport *tgt); 26 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id); 27 28 static void bnx2fc_upld_timer(unsigned long data) 29 { 30 31 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data; 32 33 BNX2FC_TGT_DBG(tgt, "upld_timer - Upload compl not received!!\n"); 34 /* fake upload completion */ 35 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 36 clear_bit(BNX2FC_FLAG_ENABLED, &tgt->flags); 37 set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 38 wake_up_interruptible(&tgt->upld_wait); 39 } 40 41 static void bnx2fc_ofld_timer(unsigned long data) 42 { 43 44 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data; 45 46 BNX2FC_TGT_DBG(tgt, "entered bnx2fc_ofld_timer\n"); 47 /* NOTE: This function should never be called, as 48 * offload should never timeout 49 */ 50 /* 51 * If the timer has expired, this session is dead 52 * Clear offloaded flag and logout of this device. 53 * Since OFFLOADED flag is cleared, this case 54 * will be considered as offload error and the 55 * port will be logged off, and conn_id, session 56 * resources are freed up in bnx2fc_offload_session 57 */ 58 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 59 clear_bit(BNX2FC_FLAG_ENABLED, &tgt->flags); 60 set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 61 wake_up_interruptible(&tgt->ofld_wait); 62 } 63 64 static void bnx2fc_ofld_wait(struct bnx2fc_rport *tgt) 65 { 66 setup_timer(&tgt->ofld_timer, bnx2fc_ofld_timer, (unsigned long)tgt); 67 mod_timer(&tgt->ofld_timer, jiffies + BNX2FC_FW_TIMEOUT); 68 69 wait_event_interruptible(tgt->ofld_wait, 70 (test_bit( 71 BNX2FC_FLAG_OFLD_REQ_CMPL, 72 &tgt->flags))); 73 if (signal_pending(current)) 74 flush_signals(current); 75 del_timer_sync(&tgt->ofld_timer); 76 } 77 78 static void bnx2fc_offload_session(struct fcoe_port *port, 79 struct bnx2fc_rport *tgt, 80 struct fc_rport_priv *rdata) 81 { 82 struct fc_lport *lport = rdata->local_port; 83 struct fc_rport *rport = rdata->rport; 84 struct bnx2fc_interface *interface = port->priv; 85 struct bnx2fc_hba *hba = interface->hba; 86 int rval; 87 int i = 0; 88 89 /* Initialize bnx2fc_rport */ 90 /* NOTE: tgt is already bzero'd */ 91 rval = bnx2fc_init_tgt(tgt, port, rdata); 92 if (rval) { 93 printk(KERN_ERR PFX "Failed to allocate conn id for " 94 "port_id (%6x)\n", rport->port_id); 95 goto tgt_init_err; 96 } 97 98 /* Allocate session resources */ 99 rval = bnx2fc_alloc_session_resc(hba, tgt); 100 if (rval) { 101 printk(KERN_ERR PFX "Failed to allocate resources\n"); 102 goto ofld_err; 103 } 104 105 /* 106 * Initialize FCoE session offload process. 107 * Upon completion of offload process add 108 * rport to list of rports 109 */ 110 retry_ofld: 111 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 112 rval = bnx2fc_send_session_ofld_req(port, tgt); 113 if (rval) { 114 printk(KERN_ERR PFX "ofld_req failed\n"); 115 goto ofld_err; 116 } 117 118 /* 119 * wait for the session is offloaded and enabled. 3 Secs 120 * should be ample time for this process to complete. 121 */ 122 bnx2fc_ofld_wait(tgt); 123 124 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) { 125 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE, 126 &tgt->flags)) { 127 BNX2FC_TGT_DBG(tgt, "ctx_alloc_failure, " 128 "retry ofld..%d\n", i++); 129 msleep_interruptible(1000); 130 if (i > 3) { 131 i = 0; 132 goto ofld_err; 133 } 134 goto retry_ofld; 135 } 136 goto ofld_err; 137 } 138 if (bnx2fc_map_doorbell(tgt)) { 139 printk(KERN_ERR PFX "map doorbell failed - no mem\n"); 140 goto ofld_err; 141 } 142 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags); 143 rval = bnx2fc_send_session_enable_req(port, tgt); 144 if (rval) { 145 pr_err(PFX "enable session failed\n"); 146 goto ofld_err; 147 } 148 bnx2fc_ofld_wait(tgt); 149 if (!(test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags))) 150 goto ofld_err; 151 return; 152 153 ofld_err: 154 /* couldn't offload the session. log off from this rport */ 155 BNX2FC_TGT_DBG(tgt, "bnx2fc_offload_session - offload error\n"); 156 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags); 157 /* Free session resources */ 158 bnx2fc_free_session_resc(hba, tgt); 159 tgt_init_err: 160 if (tgt->fcoe_conn_id != -1) 161 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id); 162 lport->tt.rport_logoff(rdata); 163 } 164 165 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt) 166 { 167 struct bnx2fc_cmd *io_req; 168 struct bnx2fc_cmd *tmp; 169 int rc; 170 int i = 0; 171 BNX2FC_TGT_DBG(tgt, "Entered flush_active_ios - %d\n", 172 tgt->num_active_ios.counter); 173 174 spin_lock_bh(&tgt->tgt_lock); 175 tgt->flush_in_prog = 1; 176 177 list_for_each_entry_safe(io_req, tmp, &tgt->active_cmd_queue, link) { 178 i++; 179 list_del_init(&io_req->link); 180 io_req->on_active_queue = 0; 181 BNX2FC_IO_DBG(io_req, "cmd_queue cleanup\n"); 182 183 if (cancel_delayed_work(&io_req->timeout_work)) { 184 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT, 185 &io_req->req_flags)) { 186 /* Handle eh_abort timeout */ 187 BNX2FC_IO_DBG(io_req, "eh_abort for IO " 188 "cleaned up\n"); 189 complete(&io_req->tm_done); 190 } 191 kref_put(&io_req->refcount, 192 bnx2fc_cmd_release); /* drop timer hold */ 193 } 194 195 set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags); 196 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags); 197 198 /* Do not issue cleanup when disable request failed */ 199 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) 200 bnx2fc_process_cleanup_compl(io_req, io_req->task, 0); 201 else { 202 rc = bnx2fc_initiate_cleanup(io_req); 203 BUG_ON(rc); 204 } 205 } 206 207 list_for_each_entry_safe(io_req, tmp, &tgt->active_tm_queue, link) { 208 i++; 209 list_del_init(&io_req->link); 210 io_req->on_tmf_queue = 0; 211 BNX2FC_IO_DBG(io_req, "tm_queue cleanup\n"); 212 if (io_req->wait_for_comp) 213 complete(&io_req->tm_done); 214 } 215 216 list_for_each_entry_safe(io_req, tmp, &tgt->els_queue, link) { 217 i++; 218 list_del_init(&io_req->link); 219 io_req->on_active_queue = 0; 220 221 BNX2FC_IO_DBG(io_req, "els_queue cleanup\n"); 222 223 if (cancel_delayed_work(&io_req->timeout_work)) 224 kref_put(&io_req->refcount, 225 bnx2fc_cmd_release); /* drop timer hold */ 226 227 if ((io_req->cb_func) && (io_req->cb_arg)) { 228 io_req->cb_func(io_req->cb_arg); 229 io_req->cb_arg = NULL; 230 } 231 232 /* Do not issue cleanup when disable request failed */ 233 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) 234 bnx2fc_process_cleanup_compl(io_req, io_req->task, 0); 235 else { 236 rc = bnx2fc_initiate_cleanup(io_req); 237 BUG_ON(rc); 238 } 239 } 240 241 list_for_each_entry_safe(io_req, tmp, &tgt->io_retire_queue, link) { 242 i++; 243 list_del_init(&io_req->link); 244 245 BNX2FC_IO_DBG(io_req, "retire_queue flush\n"); 246 247 if (cancel_delayed_work(&io_req->timeout_work)) { 248 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT, 249 &io_req->req_flags)) { 250 /* Handle eh_abort timeout */ 251 BNX2FC_IO_DBG(io_req, "eh_abort for IO " 252 "in retire_q\n"); 253 if (io_req->wait_for_comp) 254 complete(&io_req->tm_done); 255 } 256 kref_put(&io_req->refcount, bnx2fc_cmd_release); 257 } 258 259 clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags); 260 } 261 262 BNX2FC_TGT_DBG(tgt, "IOs flushed = %d\n", i); 263 i = 0; 264 spin_unlock_bh(&tgt->tgt_lock); 265 /* wait for active_ios to go to 0 */ 266 while ((tgt->num_active_ios.counter != 0) && (i++ < BNX2FC_WAIT_CNT)) 267 msleep(25); 268 if (tgt->num_active_ios.counter != 0) 269 printk(KERN_ERR PFX "CLEANUP on port 0x%x:" 270 " active_ios = %d\n", 271 tgt->rdata->ids.port_id, tgt->num_active_ios.counter); 272 spin_lock_bh(&tgt->tgt_lock); 273 tgt->flush_in_prog = 0; 274 spin_unlock_bh(&tgt->tgt_lock); 275 } 276 277 static void bnx2fc_upld_wait(struct bnx2fc_rport *tgt) 278 { 279 setup_timer(&tgt->upld_timer, bnx2fc_upld_timer, (unsigned long)tgt); 280 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT); 281 wait_event_interruptible(tgt->upld_wait, 282 (test_bit( 283 BNX2FC_FLAG_UPLD_REQ_COMPL, 284 &tgt->flags))); 285 if (signal_pending(current)) 286 flush_signals(current); 287 del_timer_sync(&tgt->upld_timer); 288 } 289 290 static void bnx2fc_upload_session(struct fcoe_port *port, 291 struct bnx2fc_rport *tgt) 292 { 293 struct bnx2fc_interface *interface = port->priv; 294 struct bnx2fc_hba *hba = interface->hba; 295 296 BNX2FC_TGT_DBG(tgt, "upload_session: active_ios = %d\n", 297 tgt->num_active_ios.counter); 298 299 /* 300 * Called with hba->hba_mutex held. 301 * This is a blocking call 302 */ 303 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 304 bnx2fc_send_session_disable_req(port, tgt); 305 306 /* 307 * wait for upload to complete. 3 Secs 308 * should be sufficient time for this process to complete. 309 */ 310 BNX2FC_TGT_DBG(tgt, "waiting for disable compl\n"); 311 bnx2fc_upld_wait(tgt); 312 313 /* 314 * traverse thru the active_q and tmf_q and cleanup 315 * IOs in these lists 316 */ 317 BNX2FC_TGT_DBG(tgt, "flush/upload - disable wait flags = 0x%lx\n", 318 tgt->flags); 319 bnx2fc_flush_active_ios(tgt); 320 321 /* Issue destroy KWQE */ 322 if (test_bit(BNX2FC_FLAG_DISABLED, &tgt->flags)) { 323 BNX2FC_TGT_DBG(tgt, "send destroy req\n"); 324 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags); 325 bnx2fc_send_session_destroy_req(hba, tgt); 326 327 /* wait for destroy to complete */ 328 bnx2fc_upld_wait(tgt); 329 330 if (!(test_bit(BNX2FC_FLAG_DESTROYED, &tgt->flags))) 331 printk(KERN_ERR PFX "ERROR!! destroy timed out\n"); 332 333 BNX2FC_TGT_DBG(tgt, "destroy wait complete flags = 0x%lx\n", 334 tgt->flags); 335 336 } else if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) { 337 printk(KERN_ERR PFX "ERROR!! DISABLE req failed, destroy" 338 " not sent to FW\n"); 339 } else { 340 printk(KERN_ERR PFX "ERROR!! DISABLE req timed out, destroy" 341 " not sent to FW\n"); 342 } 343 344 /* Free session resources */ 345 bnx2fc_free_session_resc(hba, tgt); 346 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id); 347 } 348 349 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt, 350 struct fcoe_port *port, 351 struct fc_rport_priv *rdata) 352 { 353 354 struct fc_rport *rport = rdata->rport; 355 struct bnx2fc_interface *interface = port->priv; 356 struct bnx2fc_hba *hba = interface->hba; 357 struct b577xx_doorbell_set_prod *sq_db = &tgt->sq_db; 358 struct b577xx_fcoe_rx_doorbell *rx_db = &tgt->rx_db; 359 360 tgt->rport = rport; 361 tgt->rdata = rdata; 362 tgt->port = port; 363 364 if (hba->num_ofld_sess >= BNX2FC_NUM_MAX_SESS) { 365 BNX2FC_TGT_DBG(tgt, "exceeded max sessions. logoff this tgt\n"); 366 tgt->fcoe_conn_id = -1; 367 return -1; 368 } 369 370 tgt->fcoe_conn_id = bnx2fc_alloc_conn_id(hba, tgt); 371 if (tgt->fcoe_conn_id == -1) 372 return -1; 373 374 BNX2FC_TGT_DBG(tgt, "init_tgt - conn_id = 0x%x\n", tgt->fcoe_conn_id); 375 376 tgt->max_sqes = BNX2FC_SQ_WQES_MAX; 377 tgt->max_rqes = BNX2FC_RQ_WQES_MAX; 378 tgt->max_cqes = BNX2FC_CQ_WQES_MAX; 379 atomic_set(&tgt->free_sqes, BNX2FC_SQ_WQES_MAX); 380 381 /* Initialize the toggle bit */ 382 tgt->sq_curr_toggle_bit = 1; 383 tgt->cq_curr_toggle_bit = 1; 384 tgt->sq_prod_idx = 0; 385 tgt->cq_cons_idx = 0; 386 tgt->rq_prod_idx = 0x8000; 387 tgt->rq_cons_idx = 0; 388 atomic_set(&tgt->num_active_ios, 0); 389 tgt->retry_delay_timestamp = 0; 390 391 if (rdata->flags & FC_RP_FLAGS_RETRY && 392 rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET && 393 !(rdata->ids.roles & FC_RPORT_ROLE_FCP_INITIATOR)) { 394 tgt->dev_type = TYPE_TAPE; 395 tgt->io_timeout = 0; /* use default ULP timeout */ 396 } else { 397 tgt->dev_type = TYPE_DISK; 398 tgt->io_timeout = BNX2FC_IO_TIMEOUT; 399 } 400 401 /* initialize sq doorbell */ 402 sq_db->header.header = B577XX_DOORBELL_HDR_DB_TYPE; 403 sq_db->header.header |= B577XX_FCOE_CONNECTION_TYPE << 404 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT; 405 /* initialize rx doorbell */ 406 rx_db->hdr.header = ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT) | 407 (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT) | 408 (B577XX_FCOE_CONNECTION_TYPE << 409 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT)); 410 rx_db->params = (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT) | 411 (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT); 412 413 spin_lock_init(&tgt->tgt_lock); 414 spin_lock_init(&tgt->cq_lock); 415 416 /* Initialize active_cmd_queue list */ 417 INIT_LIST_HEAD(&tgt->active_cmd_queue); 418 419 /* Initialize IO retire queue */ 420 INIT_LIST_HEAD(&tgt->io_retire_queue); 421 422 INIT_LIST_HEAD(&tgt->els_queue); 423 424 /* Initialize active_tm_queue list */ 425 INIT_LIST_HEAD(&tgt->active_tm_queue); 426 427 init_waitqueue_head(&tgt->ofld_wait); 428 init_waitqueue_head(&tgt->upld_wait); 429 430 return 0; 431 } 432 433 /** 434 * This event_callback is called after successful completion of libfc 435 * initiated target login. bnx2fc can proceed with initiating the session 436 * establishment. 437 */ 438 void bnx2fc_rport_event_handler(struct fc_lport *lport, 439 struct fc_rport_priv *rdata, 440 enum fc_rport_event event) 441 { 442 struct fcoe_port *port = lport_priv(lport); 443 struct bnx2fc_interface *interface = port->priv; 444 struct bnx2fc_hba *hba = interface->hba; 445 struct fc_rport *rport = rdata->rport; 446 struct fc_rport_libfc_priv *rp; 447 struct bnx2fc_rport *tgt; 448 u32 port_id; 449 450 BNX2FC_HBA_DBG(lport, "rport_event_hdlr: event = %d, port_id = 0x%x\n", 451 event, rdata->ids.port_id); 452 switch (event) { 453 case RPORT_EV_READY: 454 if (!rport) { 455 printk(KERN_ERR PFX "rport is NULL: ERROR!\n"); 456 break; 457 } 458 459 rp = rport->dd_data; 460 if (rport->port_id == FC_FID_DIR_SERV) { 461 /* 462 * bnx2fc_rport structure doesn't exist for 463 * directory server. 464 * We should not come here, as lport will 465 * take care of fabric login 466 */ 467 printk(KERN_ERR PFX "%x - rport_event_handler ERROR\n", 468 rdata->ids.port_id); 469 break; 470 } 471 472 if (rdata->spp_type != FC_TYPE_FCP) { 473 BNX2FC_HBA_DBG(lport, "not FCP type target." 474 " not offloading\n"); 475 break; 476 } 477 if (!(rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET)) { 478 BNX2FC_HBA_DBG(lport, "not FCP_TARGET" 479 " not offloading\n"); 480 break; 481 } 482 483 /* 484 * Offlaod process is protected with hba mutex. 485 * Use the same mutex_lock for upload process too 486 */ 487 mutex_lock(&hba->hba_mutex); 488 tgt = (struct bnx2fc_rport *)&rp[1]; 489 490 /* This can happen when ADISC finds the same target */ 491 if (test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)) { 492 BNX2FC_TGT_DBG(tgt, "already offloaded\n"); 493 mutex_unlock(&hba->hba_mutex); 494 return; 495 } 496 497 /* 498 * Offload the session. This is a blocking call, and will 499 * wait until the session is offloaded. 500 */ 501 bnx2fc_offload_session(port, tgt, rdata); 502 503 BNX2FC_TGT_DBG(tgt, "OFFLOAD num_ofld_sess = %d\n", 504 hba->num_ofld_sess); 505 506 if (test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)) { 507 /* Session is offloaded and enabled. */ 508 BNX2FC_TGT_DBG(tgt, "sess offloaded\n"); 509 /* This counter is protected with hba mutex */ 510 hba->num_ofld_sess++; 511 512 set_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags); 513 } else { 514 /* 515 * Offload or enable would have failed. 516 * In offload/enable completion path, the 517 * rport would have already been removed 518 */ 519 BNX2FC_TGT_DBG(tgt, "Port is being logged off as " 520 "offloaded flag not set\n"); 521 } 522 mutex_unlock(&hba->hba_mutex); 523 break; 524 case RPORT_EV_LOGO: 525 case RPORT_EV_FAILED: 526 case RPORT_EV_STOP: 527 port_id = rdata->ids.port_id; 528 if (port_id == FC_FID_DIR_SERV) 529 break; 530 531 if (!rport) { 532 printk(KERN_INFO PFX "%x - rport not created Yet!!\n", 533 port_id); 534 break; 535 } 536 rp = rport->dd_data; 537 mutex_lock(&hba->hba_mutex); 538 /* 539 * Perform session upload. Note that rdata->peers is already 540 * removed from disc->rports list before we get this event. 541 */ 542 tgt = (struct bnx2fc_rport *)&rp[1]; 543 544 if (!(test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags))) { 545 mutex_unlock(&hba->hba_mutex); 546 break; 547 } 548 clear_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags); 549 550 bnx2fc_upload_session(port, tgt); 551 hba->num_ofld_sess--; 552 BNX2FC_TGT_DBG(tgt, "UPLOAD num_ofld_sess = %d\n", 553 hba->num_ofld_sess); 554 /* 555 * Try to wake up the linkdown wait thread. If num_ofld_sess 556 * is 0, the waiting therad wakes up 557 */ 558 if ((hba->wait_for_link_down) && 559 (hba->num_ofld_sess == 0)) { 560 wake_up_interruptible(&hba->shutdown_wait); 561 } 562 if (test_bit(BNX2FC_FLAG_EXPL_LOGO, &tgt->flags)) { 563 printk(KERN_ERR PFX "Relogin to the tgt\n"); 564 mutex_lock(&lport->disc.disc_mutex); 565 lport->tt.rport_login(rdata); 566 mutex_unlock(&lport->disc.disc_mutex); 567 } 568 mutex_unlock(&hba->hba_mutex); 569 570 break; 571 572 case RPORT_EV_NONE: 573 break; 574 } 575 } 576 577 /** 578 * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id 579 * 580 * @port: fcoe_port struct to lookup the target port on 581 * @port_id: The remote port ID to look up 582 */ 583 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port, 584 u32 port_id) 585 { 586 struct bnx2fc_interface *interface = port->priv; 587 struct bnx2fc_hba *hba = interface->hba; 588 struct bnx2fc_rport *tgt; 589 struct fc_rport_priv *rdata; 590 int i; 591 592 for (i = 0; i < BNX2FC_NUM_MAX_SESS; i++) { 593 tgt = hba->tgt_ofld_list[i]; 594 if ((tgt) && (tgt->port == port)) { 595 rdata = tgt->rdata; 596 if (rdata->ids.port_id == port_id) { 597 if (rdata->rp_state != RPORT_ST_DELETE) { 598 BNX2FC_TGT_DBG(tgt, "rport " 599 "obtained\n"); 600 return tgt; 601 } else { 602 BNX2FC_TGT_DBG(tgt, "rport 0x%x " 603 "is in DELETED state\n", 604 rdata->ids.port_id); 605 return NULL; 606 } 607 } 608 } 609 } 610 return NULL; 611 } 612 613 614 /** 615 * bnx2fc_alloc_conn_id - allocates FCOE Connection id 616 * 617 * @hba: pointer to adapter structure 618 * @tgt: pointer to bnx2fc_rport structure 619 */ 620 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba, 621 struct bnx2fc_rport *tgt) 622 { 623 u32 conn_id, next; 624 625 /* called with hba mutex held */ 626 627 /* 628 * tgt_ofld_list access is synchronized using 629 * both hba mutex and hba lock. Atleast hba mutex or 630 * hba lock needs to be held for read access. 631 */ 632 633 spin_lock_bh(&hba->hba_lock); 634 next = hba->next_conn_id; 635 conn_id = hba->next_conn_id++; 636 if (hba->next_conn_id == BNX2FC_NUM_MAX_SESS) 637 hba->next_conn_id = 0; 638 639 while (hba->tgt_ofld_list[conn_id] != NULL) { 640 conn_id++; 641 if (conn_id == BNX2FC_NUM_MAX_SESS) 642 conn_id = 0; 643 644 if (conn_id == next) { 645 /* No free conn_ids are available */ 646 spin_unlock_bh(&hba->hba_lock); 647 return -1; 648 } 649 } 650 hba->tgt_ofld_list[conn_id] = tgt; 651 tgt->fcoe_conn_id = conn_id; 652 spin_unlock_bh(&hba->hba_lock); 653 return conn_id; 654 } 655 656 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id) 657 { 658 /* called with hba mutex held */ 659 spin_lock_bh(&hba->hba_lock); 660 hba->tgt_ofld_list[conn_id] = NULL; 661 spin_unlock_bh(&hba->hba_lock); 662 } 663 664 /** 665 *bnx2fc_alloc_session_resc - Allocate qp resources for the session 666 * 667 */ 668 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba, 669 struct bnx2fc_rport *tgt) 670 { 671 dma_addr_t page; 672 int num_pages; 673 u32 *pbl; 674 675 /* Allocate and map SQ */ 676 tgt->sq_mem_size = tgt->max_sqes * BNX2FC_SQ_WQE_SIZE; 677 tgt->sq_mem_size = (tgt->sq_mem_size + (CNIC_PAGE_SIZE - 1)) & 678 CNIC_PAGE_MASK; 679 680 tgt->sq = dma_alloc_coherent(&hba->pcidev->dev, tgt->sq_mem_size, 681 &tgt->sq_dma, GFP_KERNEL); 682 if (!tgt->sq) { 683 printk(KERN_ERR PFX "unable to allocate SQ memory %d\n", 684 tgt->sq_mem_size); 685 goto mem_alloc_failure; 686 } 687 memset(tgt->sq, 0, tgt->sq_mem_size); 688 689 /* Allocate and map CQ */ 690 tgt->cq_mem_size = tgt->max_cqes * BNX2FC_CQ_WQE_SIZE; 691 tgt->cq_mem_size = (tgt->cq_mem_size + (CNIC_PAGE_SIZE - 1)) & 692 CNIC_PAGE_MASK; 693 694 tgt->cq = dma_alloc_coherent(&hba->pcidev->dev, tgt->cq_mem_size, 695 &tgt->cq_dma, GFP_KERNEL); 696 if (!tgt->cq) { 697 printk(KERN_ERR PFX "unable to allocate CQ memory %d\n", 698 tgt->cq_mem_size); 699 goto mem_alloc_failure; 700 } 701 memset(tgt->cq, 0, tgt->cq_mem_size); 702 703 /* Allocate and map RQ and RQ PBL */ 704 tgt->rq_mem_size = tgt->max_rqes * BNX2FC_RQ_WQE_SIZE; 705 tgt->rq_mem_size = (tgt->rq_mem_size + (CNIC_PAGE_SIZE - 1)) & 706 CNIC_PAGE_MASK; 707 708 tgt->rq = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_mem_size, 709 &tgt->rq_dma, GFP_KERNEL); 710 if (!tgt->rq) { 711 printk(KERN_ERR PFX "unable to allocate RQ memory %d\n", 712 tgt->rq_mem_size); 713 goto mem_alloc_failure; 714 } 715 memset(tgt->rq, 0, tgt->rq_mem_size); 716 717 tgt->rq_pbl_size = (tgt->rq_mem_size / CNIC_PAGE_SIZE) * sizeof(void *); 718 tgt->rq_pbl_size = (tgt->rq_pbl_size + (CNIC_PAGE_SIZE - 1)) & 719 CNIC_PAGE_MASK; 720 721 tgt->rq_pbl = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_pbl_size, 722 &tgt->rq_pbl_dma, GFP_KERNEL); 723 if (!tgt->rq_pbl) { 724 printk(KERN_ERR PFX "unable to allocate RQ PBL %d\n", 725 tgt->rq_pbl_size); 726 goto mem_alloc_failure; 727 } 728 729 memset(tgt->rq_pbl, 0, tgt->rq_pbl_size); 730 num_pages = tgt->rq_mem_size / CNIC_PAGE_SIZE; 731 page = tgt->rq_dma; 732 pbl = (u32 *)tgt->rq_pbl; 733 734 while (num_pages--) { 735 *pbl = (u32)page; 736 pbl++; 737 *pbl = (u32)((u64)page >> 32); 738 pbl++; 739 page += CNIC_PAGE_SIZE; 740 } 741 742 /* Allocate and map XFERQ */ 743 tgt->xferq_mem_size = tgt->max_sqes * BNX2FC_XFERQ_WQE_SIZE; 744 tgt->xferq_mem_size = (tgt->xferq_mem_size + (CNIC_PAGE_SIZE - 1)) & 745 CNIC_PAGE_MASK; 746 747 tgt->xferq = dma_alloc_coherent(&hba->pcidev->dev, tgt->xferq_mem_size, 748 &tgt->xferq_dma, GFP_KERNEL); 749 if (!tgt->xferq) { 750 printk(KERN_ERR PFX "unable to allocate XFERQ %d\n", 751 tgt->xferq_mem_size); 752 goto mem_alloc_failure; 753 } 754 memset(tgt->xferq, 0, tgt->xferq_mem_size); 755 756 /* Allocate and map CONFQ & CONFQ PBL */ 757 tgt->confq_mem_size = tgt->max_sqes * BNX2FC_CONFQ_WQE_SIZE; 758 tgt->confq_mem_size = (tgt->confq_mem_size + (CNIC_PAGE_SIZE - 1)) & 759 CNIC_PAGE_MASK; 760 761 tgt->confq = dma_alloc_coherent(&hba->pcidev->dev, tgt->confq_mem_size, 762 &tgt->confq_dma, GFP_KERNEL); 763 if (!tgt->confq) { 764 printk(KERN_ERR PFX "unable to allocate CONFQ %d\n", 765 tgt->confq_mem_size); 766 goto mem_alloc_failure; 767 } 768 memset(tgt->confq, 0, tgt->confq_mem_size); 769 770 tgt->confq_pbl_size = 771 (tgt->confq_mem_size / CNIC_PAGE_SIZE) * sizeof(void *); 772 tgt->confq_pbl_size = 773 (tgt->confq_pbl_size + (CNIC_PAGE_SIZE - 1)) & CNIC_PAGE_MASK; 774 775 tgt->confq_pbl = dma_alloc_coherent(&hba->pcidev->dev, 776 tgt->confq_pbl_size, 777 &tgt->confq_pbl_dma, GFP_KERNEL); 778 if (!tgt->confq_pbl) { 779 printk(KERN_ERR PFX "unable to allocate CONFQ PBL %d\n", 780 tgt->confq_pbl_size); 781 goto mem_alloc_failure; 782 } 783 784 memset(tgt->confq_pbl, 0, tgt->confq_pbl_size); 785 num_pages = tgt->confq_mem_size / CNIC_PAGE_SIZE; 786 page = tgt->confq_dma; 787 pbl = (u32 *)tgt->confq_pbl; 788 789 while (num_pages--) { 790 *pbl = (u32)page; 791 pbl++; 792 *pbl = (u32)((u64)page >> 32); 793 pbl++; 794 page += CNIC_PAGE_SIZE; 795 } 796 797 /* Allocate and map ConnDB */ 798 tgt->conn_db_mem_size = sizeof(struct fcoe_conn_db); 799 800 tgt->conn_db = dma_alloc_coherent(&hba->pcidev->dev, 801 tgt->conn_db_mem_size, 802 &tgt->conn_db_dma, GFP_KERNEL); 803 if (!tgt->conn_db) { 804 printk(KERN_ERR PFX "unable to allocate conn_db %d\n", 805 tgt->conn_db_mem_size); 806 goto mem_alloc_failure; 807 } 808 memset(tgt->conn_db, 0, tgt->conn_db_mem_size); 809 810 811 /* Allocate and map LCQ */ 812 tgt->lcq_mem_size = (tgt->max_sqes + 8) * BNX2FC_SQ_WQE_SIZE; 813 tgt->lcq_mem_size = (tgt->lcq_mem_size + (CNIC_PAGE_SIZE - 1)) & 814 CNIC_PAGE_MASK; 815 816 tgt->lcq = dma_alloc_coherent(&hba->pcidev->dev, tgt->lcq_mem_size, 817 &tgt->lcq_dma, GFP_KERNEL); 818 819 if (!tgt->lcq) { 820 printk(KERN_ERR PFX "unable to allocate lcq %d\n", 821 tgt->lcq_mem_size); 822 goto mem_alloc_failure; 823 } 824 memset(tgt->lcq, 0, tgt->lcq_mem_size); 825 826 tgt->conn_db->rq_prod = 0x8000; 827 828 return 0; 829 830 mem_alloc_failure: 831 return -ENOMEM; 832 } 833 834 /** 835 * bnx2i_free_session_resc - free qp resources for the session 836 * 837 * @hba: adapter structure pointer 838 * @tgt: bnx2fc_rport structure pointer 839 * 840 * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL 841 */ 842 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba, 843 struct bnx2fc_rport *tgt) 844 { 845 void __iomem *ctx_base_ptr; 846 847 BNX2FC_TGT_DBG(tgt, "Freeing up session resources\n"); 848 849 spin_lock_bh(&tgt->cq_lock); 850 ctx_base_ptr = tgt->ctx_base; 851 tgt->ctx_base = NULL; 852 853 /* Free LCQ */ 854 if (tgt->lcq) { 855 dma_free_coherent(&hba->pcidev->dev, tgt->lcq_mem_size, 856 tgt->lcq, tgt->lcq_dma); 857 tgt->lcq = NULL; 858 } 859 /* Free connDB */ 860 if (tgt->conn_db) { 861 dma_free_coherent(&hba->pcidev->dev, tgt->conn_db_mem_size, 862 tgt->conn_db, tgt->conn_db_dma); 863 tgt->conn_db = NULL; 864 } 865 /* Free confq and confq pbl */ 866 if (tgt->confq_pbl) { 867 dma_free_coherent(&hba->pcidev->dev, tgt->confq_pbl_size, 868 tgt->confq_pbl, tgt->confq_pbl_dma); 869 tgt->confq_pbl = NULL; 870 } 871 if (tgt->confq) { 872 dma_free_coherent(&hba->pcidev->dev, tgt->confq_mem_size, 873 tgt->confq, tgt->confq_dma); 874 tgt->confq = NULL; 875 } 876 /* Free XFERQ */ 877 if (tgt->xferq) { 878 dma_free_coherent(&hba->pcidev->dev, tgt->xferq_mem_size, 879 tgt->xferq, tgt->xferq_dma); 880 tgt->xferq = NULL; 881 } 882 /* Free RQ PBL and RQ */ 883 if (tgt->rq_pbl) { 884 dma_free_coherent(&hba->pcidev->dev, tgt->rq_pbl_size, 885 tgt->rq_pbl, tgt->rq_pbl_dma); 886 tgt->rq_pbl = NULL; 887 } 888 if (tgt->rq) { 889 dma_free_coherent(&hba->pcidev->dev, tgt->rq_mem_size, 890 tgt->rq, tgt->rq_dma); 891 tgt->rq = NULL; 892 } 893 /* Free CQ */ 894 if (tgt->cq) { 895 dma_free_coherent(&hba->pcidev->dev, tgt->cq_mem_size, 896 tgt->cq, tgt->cq_dma); 897 tgt->cq = NULL; 898 } 899 /* Free SQ */ 900 if (tgt->sq) { 901 dma_free_coherent(&hba->pcidev->dev, tgt->sq_mem_size, 902 tgt->sq, tgt->sq_dma); 903 tgt->sq = NULL; 904 } 905 spin_unlock_bh(&tgt->cq_lock); 906 907 if (ctx_base_ptr) 908 iounmap(ctx_base_ptr); 909 } 910