drivers/scsi/bnx2fc/bnx2fc_tgt.c

   1 /* bnx2fc_tgt.c: Broadcom NetXtreme II Linux FCoE offload driver.
   2  * Handles operations such as session offload/upload etc, and manages
   3  * session resources such as connection id and qp resources.
   4  *
   5  * Copyright (c) 2008 - 2011 Broadcom Corporation
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation.
  10  *
  11  * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
  12  */
  13
  14 #include "bnx2fc.h"
  15 static void bnx2fc_upld_timer(unsigned long data);
  16 static void bnx2fc_ofld_timer(unsigned long data);
  17 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt,
  18                            struct fcoe_port *port,
  19                            struct fc_rport_priv *rdata);
  20 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba,
  21                                 struct bnx2fc_rport *tgt);
  22 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba,
  23                               struct bnx2fc_rport *tgt);
  24 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba,
  25                               struct bnx2fc_rport *tgt);
  26 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id);
  27
  28 static void bnx2fc_upld_timer(unsigned long data)
  29 {
  30
  31         struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data;
  32
  33         BNX2FC_TGT_DBG(tgt, "upld_timer - Upload compl not received!!\n");
  34         /* fake upload completion */
  35         clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
  36         set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
  37         wake_up_interruptible(&tgt->upld_wait);
  38 }
  39
  40 static void bnx2fc_ofld_timer(unsigned long data)
  41 {
  42
  43         struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data;
  44
  45         BNX2FC_TGT_DBG(tgt, "entered bnx2fc_ofld_timer\n");
  46         /* NOTE: This function should never be called, as
  47          * offload should never timeout
  48          */
  49         /*
  50          * If the timer has expired, this session is dead
  51          * Clear offloaded flag and logout of this device.
  52          * Since OFFLOADED flag is cleared, this case
  53          * will be considered as offload error and the
  54          * port will be logged off, and conn_id, session
  55          * resources are freed up in bnx2fc_offload_session
  56          */
  57         clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
  58         set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
  59         wake_up_interruptible(&tgt->ofld_wait);
  60 }
  61
  62 static void bnx2fc_offload_session(struct fcoe_port *port,
  63                                         struct bnx2fc_rport *tgt,
  64                                         struct fc_rport_priv *rdata)
  65 {
  66         struct fc_lport *lport = rdata->local_port;
  67         struct fc_rport *rport = rdata->rport;
  68         struct bnx2fc_interface *interface = port->priv;
  69         struct bnx2fc_hba *hba = interface->hba;
  70         int rval;
  71         int i = 0;
  72
  73         /* Initialize bnx2fc_rport */
  74         /* NOTE: tgt is already bzero'd */
  75         rval = bnx2fc_init_tgt(tgt, port, rdata);
  76         if (rval) {
  77                 printk(KERN_ERR PFX "Failed to allocate conn id for "
  78                         "port_id (%6x)\n", rport->port_id);
  79                 goto ofld_err;
  80         }
  81
  82         /* Allocate session resources */
  83         rval = bnx2fc_alloc_session_resc(hba, tgt);
  84         if (rval) {
  85                 printk(KERN_ERR PFX "Failed to allocate resources\n");
  86                 goto ofld_err;
  87         }
  88
  89         /*
  90          * Initialize FCoE session offload process.
  91          * Upon completion of offload process add
  92          * rport to list of rports
  93          */
  94 retry_ofld:
  95         clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
  96         rval = bnx2fc_send_session_ofld_req(port, tgt);
  97         if (rval) {
  98                 printk(KERN_ERR PFX "ofld_req failed\n");
  99                 goto ofld_err;
 100         }
 101
 102         /*
 103          * wait for the session is offloaded and enabled. 3 Secs
 104          * should be ample time for this process to complete.
 105          */
 106         setup_timer(&tgt->ofld_timer, bnx2fc_ofld_timer, (unsigned long)tgt);
 107         mod_timer(&tgt->ofld_timer, jiffies + BNX2FC_FW_TIMEOUT);
 108
 109         wait_event_interruptible(tgt->ofld_wait,
 110                                  (test_bit(
 111                                   BNX2FC_FLAG_OFLD_REQ_CMPL,
 112                                   &tgt->flags)));
 113         if (signal_pending(current))
 114                 flush_signals(current);
 115
 116         del_timer_sync(&tgt->ofld_timer);
 117
 118         if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) {
 119                 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE,
 120                                        &tgt->flags)) {
 121                         BNX2FC_TGT_DBG(tgt, "ctx_alloc_failure, "
 122                                 "retry ofld..%d\n", i++);
 123                         msleep_interruptible(1000);
 124                         if (i > 3) {
 125                                 i = 0;
 126                                 goto ofld_err;
 127                         }
 128                         goto retry_ofld;
 129                 }
 130                 goto ofld_err;
 131         }
 132         if (bnx2fc_map_doorbell(tgt)) {
 133                 printk(KERN_ERR PFX "map doorbell failed - no mem\n");
 134                 /* upload will take care of cleaning up sess resc */
 135                 lport->tt.rport_logoff(rdata);
 136         }
 137         /* Arm CQ */
 138         bnx2fc_arm_cq(tgt);
 139         return;
 140
 141 ofld_err:
 142         /* couldn't offload the session. log off from this rport */
 143         BNX2FC_TGT_DBG(tgt, "bnx2fc_offload_session - offload error\n");
 144         lport->tt.rport_logoff(rdata);
 145         /* Free session resources */
 146         bnx2fc_free_session_resc(hba, tgt);
 147         if (tgt->fcoe_conn_id != -1)
 148                 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
 149 }
 150
 151 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt)
 152 {
 153         struct bnx2fc_cmd *io_req;
 154         struct list_head *list;
 155         struct list_head *tmp;
 156         int rc;
 157         int i = 0;
 158         BNX2FC_TGT_DBG(tgt, "Entered flush_active_ios - %d\n",
 159                        tgt->num_active_ios.counter);
 160
 161         spin_lock_bh(&tgt->tgt_lock);
 162         tgt->flush_in_prog = 1;
 163
 164         list_for_each_safe(list, tmp, &tgt->active_cmd_queue) {
 165                 i++;
 166                 io_req = (struct bnx2fc_cmd *)list;
 167                 list_del_init(&io_req->link);
 168                 io_req->on_active_queue = 0;
 169                 BNX2FC_IO_DBG(io_req, "cmd_queue cleanup\n");
 170
 171                 if (cancel_delayed_work(&io_req->timeout_work)) {
 172                         if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT,
 173                                                 &io_req->req_flags)) {
 174                                 /* Handle eh_abort timeout */
 175                                 BNX2FC_IO_DBG(io_req, "eh_abort for IO "
 176                                               "cleaned up\n");
 177                                 complete(&io_req->tm_done);
 178                         }
 179                         kref_put(&io_req->refcount,
 180                                  bnx2fc_cmd_release); /* drop timer hold */
 181                 }
 182
 183                 set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags);
 184                 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags);
 185                 rc = bnx2fc_initiate_cleanup(io_req);
 186                 BUG_ON(rc);
 187         }
 188
 189         list_for_each_safe(list, tmp, &tgt->els_queue) {
 190                 i++;
 191                 io_req = (struct bnx2fc_cmd *)list;
 192                 list_del_init(&io_req->link);
 193                 io_req->on_active_queue = 0;
 194
 195                 BNX2FC_IO_DBG(io_req, "els_queue cleanup\n");
 196
 197                 if (cancel_delayed_work(&io_req->timeout_work))
 198                         kref_put(&io_req->refcount,
 199                                  bnx2fc_cmd_release); /* drop timer hold */
 200
 201                 if ((io_req->cb_func) && (io_req->cb_arg)) {
 202                         io_req->cb_func(io_req->cb_arg);
 203                         io_req->cb_arg = NULL;
 204                 }
 205
 206                 rc = bnx2fc_initiate_cleanup(io_req);
 207                 BUG_ON(rc);
 208         }
 209
 210         list_for_each_safe(list, tmp, &tgt->io_retire_queue) {
 211                 i++;
 212                 io_req = (struct bnx2fc_cmd *)list;
 213                 list_del_init(&io_req->link);
 214
 215                 BNX2FC_IO_DBG(io_req, "retire_queue flush\n");
 216
 217                 if (cancel_delayed_work(&io_req->timeout_work))
 218                         kref_put(&io_req->refcount, bnx2fc_cmd_release);
 219
 220                 clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags);
 221         }
 222
 223         BNX2FC_TGT_DBG(tgt, "IOs flushed = %d\n", i);
 224         i = 0;
 225         spin_unlock_bh(&tgt->tgt_lock);
 226         /* wait for active_ios to go to 0 */
 227         while ((tgt->num_active_ios.counter != 0) && (i++ < BNX2FC_WAIT_CNT))
 228                 msleep(25);
 229         if (tgt->num_active_ios.counter != 0)
 230                 printk(KERN_ERR PFX "CLEANUP on port 0x%x:"
 231                                     " active_ios = %d\n",
 232                         tgt->rdata->ids.port_id, tgt->num_active_ios.counter);
 233         spin_lock_bh(&tgt->tgt_lock);
 234         tgt->flush_in_prog = 0;
 235         spin_unlock_bh(&tgt->tgt_lock);
 236 }
 237
 238 static void bnx2fc_upload_session(struct fcoe_port *port,
 239                                         struct bnx2fc_rport *tgt)
 240 {
 241         struct bnx2fc_interface *interface = port->priv;
 242         struct bnx2fc_hba *hba = interface->hba;
 243
 244         BNX2FC_TGT_DBG(tgt, "upload_session: active_ios = %d\n",
 245                 tgt->num_active_ios.counter);
 246
 247         /*
 248          * Called with hba->hba_mutex held.
 249          * This is a blocking call
 250          */
 251         clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
 252         bnx2fc_send_session_disable_req(port, tgt);
 253
 254         /*
 255          * wait for upload to complete. 3 Secs
 256          * should be sufficient time for this process to complete.
 257          */
 258         setup_timer(&tgt->upld_timer, bnx2fc_upld_timer, (unsigned long)tgt);
 259         mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT);
 260
 261         BNX2FC_TGT_DBG(tgt, "waiting for disable compl\n");
 262         wait_event_interruptible(tgt->upld_wait,
 263                                  (test_bit(
 264                                   BNX2FC_FLAG_UPLD_REQ_COMPL,
 265                                   &tgt->flags)));
 266
 267         if (signal_pending(current))
 268                 flush_signals(current);
 269
 270         del_timer_sync(&tgt->upld_timer);
 271
 272         /*
 273          * traverse thru the active_q and tmf_q and cleanup
 274          * IOs in these lists
 275          */
 276         BNX2FC_TGT_DBG(tgt, "flush/upload - disable wait flags = 0x%lx\n",
 277                        tgt->flags);
 278         bnx2fc_flush_active_ios(tgt);
 279
 280         /* Issue destroy KWQE */
 281         if (test_bit(BNX2FC_FLAG_DISABLED, &tgt->flags)) {
 282                 BNX2FC_TGT_DBG(tgt, "send destroy req\n");
 283                 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
 284                 bnx2fc_send_session_destroy_req(hba, tgt);
 285
 286                 /* wait for destroy to complete */
 287                 setup_timer(&tgt->upld_timer,
 288                             bnx2fc_upld_timer, (unsigned long)tgt);
 289                 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT);
 290
 291                 wait_event_interruptible(tgt->upld_wait,
 292                                          (test_bit(
 293                                           BNX2FC_FLAG_UPLD_REQ_COMPL,
 294                                           &tgt->flags)));
 295
 296                 if (!(test_bit(BNX2FC_FLAG_DESTROYED, &tgt->flags)))
 297                         printk(KERN_ERR PFX "ERROR!! destroy timed out\n");
 298
 299                 BNX2FC_TGT_DBG(tgt, "destroy wait complete flags = 0x%lx\n",
 300                         tgt->flags);
 301                 if (signal_pending(current))
 302                         flush_signals(current);
 303
 304                 del_timer_sync(&tgt->upld_timer);
 305
 306         } else
 307                 printk(KERN_ERR PFX "ERROR!! DISABLE req timed out, destroy"
 308                                 " not sent to FW\n");
 309
 310         /* Free session resources */
 311         bnx2fc_free_session_resc(hba, tgt);
 312         bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
 313 }
 314
 315 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt,
 316                            struct fcoe_port *port,
 317                            struct fc_rport_priv *rdata)
 318 {
 319
 320         struct fc_rport *rport = rdata->rport;
 321         struct bnx2fc_interface *interface = port->priv;
 322         struct bnx2fc_hba *hba = interface->hba;
 323         struct b577xx_doorbell_set_prod *sq_db = &tgt->sq_db;
 324         struct b577xx_fcoe_rx_doorbell *rx_db = &tgt->rx_db;
 325
 326         tgt->rport = rport;
 327         tgt->rdata = rdata;
 328         tgt->port = port;
 329
 330         if (hba->num_ofld_sess >= BNX2FC_NUM_MAX_SESS) {
 331                 BNX2FC_TGT_DBG(tgt, "exceeded max sessions. logoff this tgt\n");
 332                 tgt->fcoe_conn_id = -1;
 333                 return -1;
 334         }
 335
 336         tgt->fcoe_conn_id = bnx2fc_alloc_conn_id(hba, tgt);
 337         if (tgt->fcoe_conn_id == -1)
 338                 return -1;
 339
 340         BNX2FC_TGT_DBG(tgt, "init_tgt - conn_id = 0x%x\n", tgt->fcoe_conn_id);
 341
 342         tgt->max_sqes = BNX2FC_SQ_WQES_MAX;
 343         tgt->max_rqes = BNX2FC_RQ_WQES_MAX;
 344         tgt->max_cqes = BNX2FC_CQ_WQES_MAX;
 345         atomic_set(&tgt->free_sqes, BNX2FC_SQ_WQES_MAX);
 346
 347         /* Initialize the toggle bit */
 348         tgt->sq_curr_toggle_bit = 1;
 349         tgt->cq_curr_toggle_bit = 1;
 350         tgt->sq_prod_idx = 0;
 351         tgt->cq_cons_idx = 0;
 352         tgt->rq_prod_idx = 0x8000;
 353         tgt->rq_cons_idx = 0;
 354         atomic_set(&tgt->num_active_ios, 0);
 355
 356         if (rdata->flags & FC_RP_FLAGS_RETRY) {
 357                 tgt->dev_type = TYPE_TAPE;
 358                 tgt->io_timeout = 0; /* use default ULP timeout */
 359         } else {
 360                 tgt->dev_type = TYPE_DISK;
 361                 tgt->io_timeout = BNX2FC_IO_TIMEOUT;
 362         }
 363
 364         /* initialize sq doorbell */
 365         sq_db->header.header = B577XX_DOORBELL_HDR_DB_TYPE;
 366         sq_db->header.header |= B577XX_FCOE_CONNECTION_TYPE <<
 367                                         B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT;
 368         /* initialize rx doorbell */
 369         rx_db->hdr.header = ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT) |
 370                           (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT) |
 371                           (B577XX_FCOE_CONNECTION_TYPE <<
 372                                 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT));
 373         rx_db->params = (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT) |
 374                      (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT);
 375
 376         spin_lock_init(&tgt->tgt_lock);
 377         spin_lock_init(&tgt->cq_lock);
 378
 379         /* Initialize active_cmd_queue list */
 380         INIT_LIST_HEAD(&tgt->active_cmd_queue);
 381
 382         /* Initialize IO retire queue */
 383         INIT_LIST_HEAD(&tgt->io_retire_queue);
 384
 385         INIT_LIST_HEAD(&tgt->els_queue);
 386
 387         /* Initialize active_tm_queue list */
 388         INIT_LIST_HEAD(&tgt->active_tm_queue);
 389
 390         init_waitqueue_head(&tgt->ofld_wait);
 391         init_waitqueue_head(&tgt->upld_wait);
 392
 393         return 0;
 394 }
 395
 396 /**
 397  * This event_callback is called after successful completion of libfc
 398  * initiated target login. bnx2fc can proceed with initiating the session
 399  * establishment.
 400  */
 401 void bnx2fc_rport_event_handler(struct fc_lport *lport,
 402                                 struct fc_rport_priv *rdata,
 403                                 enum fc_rport_event event)
 404 {
 405         struct fcoe_port *port = lport_priv(lport);
 406         struct bnx2fc_interface *interface = port->priv;
 407         struct bnx2fc_hba *hba = interface->hba;
 408         struct fc_rport *rport = rdata->rport;
 409         struct fc_rport_libfc_priv *rp;
 410         struct bnx2fc_rport *tgt;
 411         u32 port_id;
 412
 413         BNX2FC_HBA_DBG(lport, "rport_event_hdlr: event = %d, port_id = 0x%x\n",
 414                 event, rdata->ids.port_id);
 415         switch (event) {
 416         case RPORT_EV_READY:
 417                 if (!rport) {
 418                         printk(KERN_ERR PFX "rport is NULL: ERROR!\n");
 419                         break;
 420                 }
 421
 422                 rp = rport->dd_data;
 423                 if (rport->port_id == FC_FID_DIR_SERV) {
 424                         /*
 425                          * bnx2fc_rport structure doesn't exist for
 426                          * directory server.
 427                          * We should not come here, as lport will
 428                          * take care of fabric login
 429                          */
 430                         printk(KERN_ERR PFX "%x - rport_event_handler ERROR\n",
 431                                 rdata->ids.port_id);
 432                         break;
 433                 }
 434
 435                 if (rdata->spp_type != FC_TYPE_FCP) {
 436                         BNX2FC_HBA_DBG(lport, "not FCP type target."
 437                                    " not offloading\n");
 438                         break;
 439                 }
 440                 if (!(rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET)) {
 441                         BNX2FC_HBA_DBG(lport, "not FCP_TARGET"
 442                                    " not offloading\n");
 443                         break;
 444                 }
 445
 446                 /*
 447                  * Offlaod process is protected with hba mutex.
 448                  * Use the same mutex_lock for upload process too
 449                  */
 450                 mutex_lock(&hba->hba_mutex);
 451                 tgt = (struct bnx2fc_rport *)&rp[1];
 452
 453                 /* This can happen when ADISC finds the same target */
 454                 if (test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags)) {
 455                         BNX2FC_TGT_DBG(tgt, "already offloaded\n");
 456                         mutex_unlock(&hba->hba_mutex);
 457                         return;
 458                 }
 459
 460                 /*
 461                  * Offload the session. This is a blocking call, and will
 462                  * wait until the session is offloaded.
 463                  */
 464                 bnx2fc_offload_session(port, tgt, rdata);
 465
 466                 BNX2FC_TGT_DBG(tgt, "OFFLOAD num_ofld_sess = %d\n",
 467                         hba->num_ofld_sess);
 468
 469                 if (test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags)) {
 470                         /*
 471                          * Session is offloaded and enabled. Map
 472                          * doorbell register for this target
 473                          */
 474                         BNX2FC_TGT_DBG(tgt, "sess offloaded\n");
 475                         /* This counter is protected with hba mutex */
 476                         hba->num_ofld_sess++;
 477
 478                         set_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags);
 479                 } else {
 480                         /*
 481                          * Offload or enable would have failed.
 482                          * In offload/enable completion path, the
 483                          * rport would have already been removed
 484                          */
 485                         BNX2FC_TGT_DBG(tgt, "Port is being logged off as "
 486                                    "offloaded flag not set\n");
 487                 }
 488                 mutex_unlock(&hba->hba_mutex);
 489                 break;
 490         case RPORT_EV_LOGO:
 491         case RPORT_EV_FAILED:
 492         case RPORT_EV_STOP:
 493                 port_id = rdata->ids.port_id;
 494                 if (port_id == FC_FID_DIR_SERV)
 495                         break;
 496
 497                 if (!rport) {
 498                         printk(KERN_INFO PFX "%x - rport not created Yet!!\n",
 499                                 port_id);
 500                         break;
 501                 }
 502                 rp = rport->dd_data;
 503                 mutex_lock(&hba->hba_mutex);
 504                 /*
 505                  * Perform session upload. Note that rdata->peers is already
 506                  * removed from disc->rports list before we get this event.
 507                  */
 508                 tgt = (struct bnx2fc_rport *)&rp[1];
 509
 510                 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) {
 511                         mutex_unlock(&hba->hba_mutex);
 512                         break;
 513                 }
 514                 clear_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags);
 515
 516                 bnx2fc_upload_session(port, tgt);
 517                 hba->num_ofld_sess--;
 518                 BNX2FC_TGT_DBG(tgt, "UPLOAD num_ofld_sess = %d\n",
 519                         hba->num_ofld_sess);
 520                 /*
 521                  * Try to wake up the linkdown wait thread. If num_ofld_sess
 522                  * is 0, the waiting therad wakes up
 523                  */
 524                 if ((hba->wait_for_link_down) &&
 525                     (hba->num_ofld_sess == 0)) {
 526                         wake_up_interruptible(&hba->shutdown_wait);
 527                 }
 528                 if (test_bit(BNX2FC_FLAG_EXPL_LOGO, &tgt->flags)) {
 529                         printk(KERN_ERR PFX "Relogin to the tgt\n");
 530                         mutex_lock(&lport->disc.disc_mutex);
 531                         lport->tt.rport_login(rdata);
 532                         mutex_unlock(&lport->disc.disc_mutex);
 533                 }
 534                 mutex_unlock(&hba->hba_mutex);
 535
 536                 break;
 537
 538         case RPORT_EV_NONE:
 539                 break;
 540         }
 541 }
 542
 543 /**
 544  * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id
 545  *
 546  * @port:  fcoe_port struct to lookup the target port on
 547  * @port_id: The remote port ID to look up
 548  */
 549 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
 550                                              u32 port_id)
 551 {
 552         struct bnx2fc_interface *interface = port->priv;
 553         struct bnx2fc_hba *hba = interface->hba;
 554         struct bnx2fc_rport *tgt;
 555         struct fc_rport_priv *rdata;
 556         int i;
 557
 558         for (i = 0; i < BNX2FC_NUM_MAX_SESS; i++) {
 559                 tgt = hba->tgt_ofld_list[i];
 560                 if ((tgt) && (tgt->port == port)) {
 561                         rdata = tgt->rdata;
 562                         if (rdata->ids.port_id == port_id) {
 563                                 if (rdata->rp_state != RPORT_ST_DELETE) {
 564                                         BNX2FC_TGT_DBG(tgt, "rport "
 565                                                 "obtained\n");
 566                                         return tgt;
 567                                 } else {
 568                                         BNX2FC_TGT_DBG(tgt, "rport 0x%x "
 569                                                 "is in DELETED state\n",
 570                                                 rdata->ids.port_id);
 571                                         return NULL;
 572                                 }
 573                         }
 574                 }
 575         }
 576         return NULL;
 577 }
 578
 579
 580 /**
 581  * bnx2fc_alloc_conn_id - allocates FCOE Connection id
 582  *
 583  * @hba:        pointer to adapter structure
 584  * @tgt:        pointer to bnx2fc_rport structure
 585  */
 586 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba,
 587                                 struct bnx2fc_rport *tgt)
 588 {
 589         u32 conn_id, next;
 590
 591         /* called with hba mutex held */
 592
 593         /*
 594          * tgt_ofld_list access is synchronized using
 595          * both hba mutex and hba lock. Atleast hba mutex or
 596          * hba lock needs to be held for read access.
 597          */
 598
 599         spin_lock_bh(&hba->hba_lock);
 600         next = hba->next_conn_id;
 601         conn_id = hba->next_conn_id++;
 602         if (hba->next_conn_id == BNX2FC_NUM_MAX_SESS)
 603                 hba->next_conn_id = 0;
 604
 605         while (hba->tgt_ofld_list[conn_id] != NULL) {
 606                 conn_id++;
 607                 if (conn_id == BNX2FC_NUM_MAX_SESS)
 608                         conn_id = 0;
 609
 610                 if (conn_id == next) {
 611                         /* No free conn_ids are available */
 612                         spin_unlock_bh(&hba->hba_lock);
 613                         return -1;
 614                 }
 615         }
 616         hba->tgt_ofld_list[conn_id] = tgt;
 617         tgt->fcoe_conn_id = conn_id;
 618         spin_unlock_bh(&hba->hba_lock);
 619         return conn_id;
 620 }
 621
 622 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id)
 623 {
 624         /* called with hba mutex held */
 625         spin_lock_bh(&hba->hba_lock);
 626         hba->tgt_ofld_list[conn_id] = NULL;
 627         hba->next_conn_id = conn_id;
 628         spin_unlock_bh(&hba->hba_lock);
 629 }
 630
 631 /**
 632  *bnx2fc_alloc_session_resc - Allocate qp resources for the session
 633  *
 634  */
 635 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba,
 636                                         struct bnx2fc_rport *tgt)
 637 {
 638         dma_addr_t page;
 639         int num_pages;
 640         u32 *pbl;
 641
 642         /* Allocate and map SQ */
 643         tgt->sq_mem_size = tgt->max_sqes * BNX2FC_SQ_WQE_SIZE;
 644         tgt->sq_mem_size = (tgt->sq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK;
 645
 646         tgt->sq = dma_alloc_coherent(&hba->pcidev->dev, tgt->sq_mem_size,
 647                                      &tgt->sq_dma, GFP_KERNEL);
 648         if (!tgt->sq) {
 649                 printk(KERN_ERR PFX "unable to allocate SQ memory %d\n",
 650                         tgt->sq_mem_size);
 651                 goto mem_alloc_failure;
 652         }
 653         memset(tgt->sq, 0, tgt->sq_mem_size);
 654
 655         /* Allocate and map CQ */
 656         tgt->cq_mem_size = tgt->max_cqes * BNX2FC_CQ_WQE_SIZE;
 657         tgt->cq_mem_size = (tgt->cq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK;
 658
 659         tgt->cq = dma_alloc_coherent(&hba->pcidev->dev, tgt->cq_mem_size,
 660                                      &tgt->cq_dma, GFP_KERNEL);
 661         if (!tgt->cq) {
 662                 printk(KERN_ERR PFX "unable to allocate CQ memory %d\n",
 663                         tgt->cq_mem_size);
 664                 goto mem_alloc_failure;
 665         }
 666         memset(tgt->cq, 0, tgt->cq_mem_size);
 667
 668         /* Allocate and map RQ and RQ PBL */
 669         tgt->rq_mem_size = tgt->max_rqes * BNX2FC_RQ_WQE_SIZE;
 670         tgt->rq_mem_size = (tgt->rq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK;
 671
 672         tgt->rq = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_mem_size,
 673                                         &tgt->rq_dma, GFP_KERNEL);
 674         if (!tgt->rq) {
 675                 printk(KERN_ERR PFX "unable to allocate RQ memory %d\n",
 676                         tgt->rq_mem_size);
 677                 goto mem_alloc_failure;
 678         }
 679         memset(tgt->rq, 0, tgt->rq_mem_size);
 680
 681         tgt->rq_pbl_size = (tgt->rq_mem_size / PAGE_SIZE) * sizeof(void *);
 682         tgt->rq_pbl_size = (tgt->rq_pbl_size + (PAGE_SIZE - 1)) & PAGE_MASK;
 683
 684         tgt->rq_pbl = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_pbl_size,
 685                                          &tgt->rq_pbl_dma, GFP_KERNEL);
 686         if (!tgt->rq_pbl) {
 687                 printk(KERN_ERR PFX "unable to allocate RQ PBL %d\n",
 688                         tgt->rq_pbl_size);
 689                 goto mem_alloc_failure;
 690         }
 691
 692         memset(tgt->rq_pbl, 0, tgt->rq_pbl_size);
 693         num_pages = tgt->rq_mem_size / PAGE_SIZE;
 694         page = tgt->rq_dma;
 695         pbl = (u32 *)tgt->rq_pbl;
 696
 697         while (num_pages--) {
 698                 *pbl = (u32)page;
 699                 pbl++;
 700                 *pbl = (u32)((u64)page >> 32);
 701                 pbl++;
 702                 page += PAGE_SIZE;
 703         }
 704
 705         /* Allocate and map XFERQ */
 706         tgt->xferq_mem_size = tgt->max_sqes * BNX2FC_XFERQ_WQE_SIZE;
 707         tgt->xferq_mem_size = (tgt->xferq_mem_size + (PAGE_SIZE - 1)) &
 708                                PAGE_MASK;
 709
 710         tgt->xferq = dma_alloc_coherent(&hba->pcidev->dev, tgt->xferq_mem_size,
 711                                         &tgt->xferq_dma, GFP_KERNEL);
 712         if (!tgt->xferq) {
 713                 printk(KERN_ERR PFX "unable to allocate XFERQ %d\n",
 714                         tgt->xferq_mem_size);
 715                 goto mem_alloc_failure;
 716         }
 717         memset(tgt->xferq, 0, tgt->xferq_mem_size);
 718
 719         /* Allocate and map CONFQ & CONFQ PBL */
 720         tgt->confq_mem_size = tgt->max_sqes * BNX2FC_CONFQ_WQE_SIZE;
 721         tgt->confq_mem_size = (tgt->confq_mem_size + (PAGE_SIZE - 1)) &
 722                                PAGE_MASK;
 723
 724         tgt->confq = dma_alloc_coherent(&hba->pcidev->dev, tgt->confq_mem_size,
 725                                         &tgt->confq_dma, GFP_KERNEL);
 726         if (!tgt->confq) {
 727                 printk(KERN_ERR PFX "unable to allocate CONFQ %d\n",
 728                         tgt->confq_mem_size);
 729                 goto mem_alloc_failure;
 730         }
 731         memset(tgt->confq, 0, tgt->confq_mem_size);
 732
 733         tgt->confq_pbl_size =
 734                 (tgt->confq_mem_size / PAGE_SIZE) * sizeof(void *);
 735         tgt->confq_pbl_size =
 736                 (tgt->confq_pbl_size + (PAGE_SIZE - 1)) & PAGE_MASK;
 737
 738         tgt->confq_pbl = dma_alloc_coherent(&hba->pcidev->dev,
 739                                             tgt->confq_pbl_size,
 740                                             &tgt->confq_pbl_dma, GFP_KERNEL);
 741         if (!tgt->confq_pbl) {
 742                 printk(KERN_ERR PFX "unable to allocate CONFQ PBL %d\n",
 743                         tgt->confq_pbl_size);
 744                 goto mem_alloc_failure;
 745         }
 746
 747         memset(tgt->confq_pbl, 0, tgt->confq_pbl_size);
 748         num_pages = tgt->confq_mem_size / PAGE_SIZE;
 749         page = tgt->confq_dma;
 750         pbl = (u32 *)tgt->confq_pbl;
 751
 752         while (num_pages--) {
 753                 *pbl = (u32)page;
 754                 pbl++;
 755                 *pbl = (u32)((u64)page >> 32);
 756                 pbl++;
 757                 page += PAGE_SIZE;
 758         }
 759
 760         /* Allocate and map ConnDB */
 761         tgt->conn_db_mem_size = sizeof(struct fcoe_conn_db);
 762
 763         tgt->conn_db = dma_alloc_coherent(&hba->pcidev->dev,
 764                                           tgt->conn_db_mem_size,
 765                                           &tgt->conn_db_dma, GFP_KERNEL);
 766         if (!tgt->conn_db) {
 767                 printk(KERN_ERR PFX "unable to allocate conn_db %d\n",
 768                                                 tgt->conn_db_mem_size);
 769                 goto mem_alloc_failure;
 770         }
 771         memset(tgt->conn_db, 0, tgt->conn_db_mem_size);
 772
 773
 774         /* Allocate and map LCQ */
 775         tgt->lcq_mem_size = (tgt->max_sqes + 8) * BNX2FC_SQ_WQE_SIZE;
 776         tgt->lcq_mem_size = (tgt->lcq_mem_size + (PAGE_SIZE - 1)) &
 777                              PAGE_MASK;
 778
 779         tgt->lcq = dma_alloc_coherent(&hba->pcidev->dev, tgt->lcq_mem_size,
 780                                       &tgt->lcq_dma, GFP_KERNEL);
 781
 782         if (!tgt->lcq) {
 783                 printk(KERN_ERR PFX "unable to allocate lcq %d\n",
 784                        tgt->lcq_mem_size);
 785                 goto mem_alloc_failure;
 786         }
 787         memset(tgt->lcq, 0, tgt->lcq_mem_size);
 788
 789         tgt->conn_db->rq_prod = 0x8000;
 790
 791         return 0;
 792
 793 mem_alloc_failure:
 794         bnx2fc_free_session_resc(hba, tgt);
 795         bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
 796         return -ENOMEM;
 797 }
 798
 799 /**
 800  * bnx2i_free_session_resc - free qp resources for the session
 801  *
 802  * @hba:        adapter structure pointer
 803  * @tgt:        bnx2fc_rport structure pointer
 804  *
 805  * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL
 806  */
 807 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba,
 808                                                 struct bnx2fc_rport *tgt)
 809 {
 810         BNX2FC_TGT_DBG(tgt, "Freeing up session resources\n");
 811
 812         if (tgt->ctx_base) {
 813                 iounmap(tgt->ctx_base);
 814                 tgt->ctx_base = NULL;
 815         }
 816
 817         spin_lock_bh(&tgt->cq_lock);
 818         /* Free LCQ */
 819         if (tgt->lcq) {
 820                 dma_free_coherent(&hba->pcidev->dev, tgt->lcq_mem_size,
 821                                     tgt->lcq, tgt->lcq_dma);
 822                 tgt->lcq = NULL;
 823         }
 824         /* Free connDB */
 825         if (tgt->conn_db) {
 826                 dma_free_coherent(&hba->pcidev->dev, tgt->conn_db_mem_size,
 827                                     tgt->conn_db, tgt->conn_db_dma);
 828                 tgt->conn_db = NULL;
 829         }
 830         /* Free confq  and confq pbl */
 831         if (tgt->confq_pbl) {
 832                 dma_free_coherent(&hba->pcidev->dev, tgt->confq_pbl_size,
 833                                     tgt->confq_pbl, tgt->confq_pbl_dma);
 834                 tgt->confq_pbl = NULL;
 835         }
 836         if (tgt->confq) {
 837                 dma_free_coherent(&hba->pcidev->dev, tgt->confq_mem_size,
 838                                     tgt->confq, tgt->confq_dma);
 839                 tgt->confq = NULL;
 840         }
 841         /* Free XFERQ */
 842         if (tgt->xferq) {
 843                 dma_free_coherent(&hba->pcidev->dev, tgt->xferq_mem_size,
 844                                     tgt->xferq, tgt->xferq_dma);
 845                 tgt->xferq = NULL;
 846         }
 847         /* Free RQ PBL and RQ */
 848         if (tgt->rq_pbl) {
 849                 dma_free_coherent(&hba->pcidev->dev, tgt->rq_pbl_size,
 850                                     tgt->rq_pbl, tgt->rq_pbl_dma);
 851                 tgt->rq_pbl = NULL;
 852         }
 853         if (tgt->rq) {
 854                 dma_free_coherent(&hba->pcidev->dev, tgt->rq_mem_size,
 855                                     tgt->rq, tgt->rq_dma);
 856                 tgt->rq = NULL;
 857         }
 858         /* Free CQ */
 859         if (tgt->cq) {
 860                 dma_free_coherent(&hba->pcidev->dev, tgt->cq_mem_size,
 861                                     tgt->cq, tgt->cq_dma);
 862                 tgt->cq = NULL;
 863         }
 864         /* Free SQ */
 865         if (tgt->sq) {
 866                 dma_free_coherent(&hba->pcidev->dev, tgt->sq_mem_size,
 867                                     tgt->sq, tgt->sq_dma);
 868                 tgt->sq = NULL;
 869         }
 870         spin_unlock_bh(&tgt->cq_lock);
 871 }