drivers/scsi/bnx2fc/bnx2fc_tgt.c

   1 /* bnx2fc_tgt.c: Broadcom NetXtreme II Linux FCoE offload driver.
   2  * Handles operations such as session offload/upload etc, and manages
   3  * session resources such as connection id and qp resources.
   4  *
   5  * Copyright (c) 2008 - 2013 Broadcom Corporation
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation.
  10  *
  11  * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
  12  */
  13
  14 #include "bnx2fc.h"
  15 static void bnx2fc_upld_timer(unsigned long data);
  16 static void bnx2fc_ofld_timer(unsigned long data);
  17 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt,
  18                            struct fcoe_port *port,
  19                            struct fc_rport_priv *rdata);
  20 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba,
  21                                 struct bnx2fc_rport *tgt);
  22 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba,
  23                               struct bnx2fc_rport *tgt);
  24 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba,
  25                               struct bnx2fc_rport *tgt);
  26 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id);
  27
  28 static void bnx2fc_upld_timer(unsigned long data)
  29 {
  30
  31         struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data;
  32
  33         BNX2FC_TGT_DBG(tgt, "upld_timer - Upload compl not received!!\n");
  34         /* fake upload completion */
  35         clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
  36         clear_bit(BNX2FC_FLAG_ENABLED, &tgt->flags);
  37         set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
  38         wake_up_interruptible(&tgt->upld_wait);
  39 }
  40
  41 static void bnx2fc_ofld_timer(unsigned long data)
  42 {
  43
  44         struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data;
  45
  46         BNX2FC_TGT_DBG(tgt, "entered bnx2fc_ofld_timer\n");
  47         /* NOTE: This function should never be called, as
  48          * offload should never timeout
  49          */
  50         /*
  51          * If the timer has expired, this session is dead
  52          * Clear offloaded flag and logout of this device.
  53          * Since OFFLOADED flag is cleared, this case
  54          * will be considered as offload error and the
  55          * port will be logged off, and conn_id, session
  56          * resources are freed up in bnx2fc_offload_session
  57          */
  58         clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
  59         clear_bit(BNX2FC_FLAG_ENABLED, &tgt->flags);
  60         set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
  61         wake_up_interruptible(&tgt->ofld_wait);
  62 }
  63
  64 static void bnx2fc_ofld_wait(struct bnx2fc_rport *tgt)
  65 {
  66         setup_timer(&tgt->ofld_timer, bnx2fc_ofld_timer, (unsigned long)tgt);
  67         mod_timer(&tgt->ofld_timer, jiffies + BNX2FC_FW_TIMEOUT);
  68
  69         wait_event_interruptible(tgt->ofld_wait,
  70                                  (test_bit(
  71                                   BNX2FC_FLAG_OFLD_REQ_CMPL,
  72                                   &tgt->flags)));
  73         if (signal_pending(current))
  74                 flush_signals(current);
  75         del_timer_sync(&tgt->ofld_timer);
  76 }
  77
  78 static void bnx2fc_offload_session(struct fcoe_port *port,
  79                                         struct bnx2fc_rport *tgt,
  80                                         struct fc_rport_priv *rdata)
  81 {
  82         struct fc_lport *lport = rdata->local_port;
  83         struct fc_rport *rport = rdata->rport;
  84         struct bnx2fc_interface *interface = port->priv;
  85         struct bnx2fc_hba *hba = interface->hba;
  86         int rval;
  87         int i = 0;
  88
  89         /* Initialize bnx2fc_rport */
  90         /* NOTE: tgt is already bzero'd */
  91         rval = bnx2fc_init_tgt(tgt, port, rdata);
  92         if (rval) {
  93                 printk(KERN_ERR PFX "Failed to allocate conn id for "
  94                         "port_id (%6x)\n", rport->port_id);
  95                 goto tgt_init_err;
  96         }
  97
  98         /* Allocate session resources */
  99         rval = bnx2fc_alloc_session_resc(hba, tgt);
 100         if (rval) {
 101                 printk(KERN_ERR PFX "Failed to allocate resources\n");
 102                 goto ofld_err;
 103         }
 104
 105         /*
 106          * Initialize FCoE session offload process.
 107          * Upon completion of offload process add
 108          * rport to list of rports
 109          */
 110 retry_ofld:
 111         clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
 112         rval = bnx2fc_send_session_ofld_req(port, tgt);
 113         if (rval) {
 114                 printk(KERN_ERR PFX "ofld_req failed\n");
 115                 goto ofld_err;
 116         }
 117
 118         /*
 119          * wait for the session is offloaded and enabled. 3 Secs
 120          * should be ample time for this process to complete.
 121          */
 122         bnx2fc_ofld_wait(tgt);
 123
 124         if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) {
 125                 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE,
 126                                        &tgt->flags)) {
 127                         BNX2FC_TGT_DBG(tgt, "ctx_alloc_failure, "
 128                                 "retry ofld..%d\n", i++);
 129                         msleep_interruptible(1000);
 130                         if (i > 3) {
 131                                 i = 0;
 132                                 goto ofld_err;
 133                         }
 134                         goto retry_ofld;
 135                 }
 136                 goto ofld_err;
 137         }
 138         if (bnx2fc_map_doorbell(tgt)) {
 139                 printk(KERN_ERR PFX "map doorbell failed - no mem\n");
 140                 goto ofld_err;
 141         }
 142         clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
 143         rval = bnx2fc_send_session_enable_req(port, tgt);
 144         if (rval) {
 145                 pr_err(PFX "enable session failed\n");
 146                 goto ofld_err;
 147         }
 148         bnx2fc_ofld_wait(tgt);
 149         if (!(test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)))
 150                 goto ofld_err;
 151         return;
 152
 153 ofld_err:
 154         /* couldn't offload the session. log off from this rport */
 155         BNX2FC_TGT_DBG(tgt, "bnx2fc_offload_session - offload error\n");
 156         clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
 157         /* Free session resources */
 158         bnx2fc_free_session_resc(hba, tgt);
 159 tgt_init_err:
 160         if (tgt->fcoe_conn_id != -1)
 161                 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
 162         lport->tt.rport_logoff(rdata);
 163 }
 164
 165 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt)
 166 {
 167         struct bnx2fc_cmd *io_req;
 168         struct bnx2fc_cmd *tmp;
 169         int rc;
 170         int i = 0;
 171         BNX2FC_TGT_DBG(tgt, "Entered flush_active_ios - %d\n",
 172                        tgt->num_active_ios.counter);
 173
 174         spin_lock_bh(&tgt->tgt_lock);
 175         tgt->flush_in_prog = 1;
 176
 177         list_for_each_entry_safe(io_req, tmp, &tgt->active_cmd_queue, link) {
 178                 i++;
 179                 list_del_init(&io_req->link);
 180                 io_req->on_active_queue = 0;
 181                 BNX2FC_IO_DBG(io_req, "cmd_queue cleanup\n");
 182
 183                 if (cancel_delayed_work(&io_req->timeout_work)) {
 184                         if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT,
 185                                                 &io_req->req_flags)) {
 186                                 /* Handle eh_abort timeout */
 187                                 BNX2FC_IO_DBG(io_req, "eh_abort for IO "
 188                                               "cleaned up\n");
 189                                 complete(&io_req->tm_done);
 190                         }
 191                         kref_put(&io_req->refcount,
 192                                  bnx2fc_cmd_release); /* drop timer hold */
 193                 }
 194
 195                 set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags);
 196                 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags);
 197
 198                 /* Do not issue cleanup when disable request failed */
 199                 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags))
 200                         bnx2fc_process_cleanup_compl(io_req, io_req->task, 0);
 201                 else {
 202                         rc = bnx2fc_initiate_cleanup(io_req);
 203                         BUG_ON(rc);
 204                 }
 205         }
 206
 207         list_for_each_entry_safe(io_req, tmp, &tgt->active_tm_queue, link) {
 208                 i++;
 209                 list_del_init(&io_req->link);
 210                 io_req->on_tmf_queue = 0;
 211                 BNX2FC_IO_DBG(io_req, "tm_queue cleanup\n");
 212                 if (io_req->wait_for_comp)
 213                         complete(&io_req->tm_done);
 214         }
 215
 216         list_for_each_entry_safe(io_req, tmp, &tgt->els_queue, link) {
 217                 i++;
 218                 list_del_init(&io_req->link);
 219                 io_req->on_active_queue = 0;
 220
 221                 BNX2FC_IO_DBG(io_req, "els_queue cleanup\n");
 222
 223                 if (cancel_delayed_work(&io_req->timeout_work))
 224                         kref_put(&io_req->refcount,
 225                                  bnx2fc_cmd_release); /* drop timer hold */
 226
 227                 if ((io_req->cb_func) && (io_req->cb_arg)) {
 228                         io_req->cb_func(io_req->cb_arg);
 229                         io_req->cb_arg = NULL;
 230                 }
 231
 232                 /* Do not issue cleanup when disable request failed */
 233                 if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags))
 234                         bnx2fc_process_cleanup_compl(io_req, io_req->task, 0);
 235                 else {
 236                         rc = bnx2fc_initiate_cleanup(io_req);
 237                         BUG_ON(rc);
 238                 }
 239         }
 240
 241         list_for_each_entry_safe(io_req, tmp, &tgt->io_retire_queue, link) {
 242                 i++;
 243                 list_del_init(&io_req->link);
 244
 245                 BNX2FC_IO_DBG(io_req, "retire_queue flush\n");
 246
 247                 if (cancel_delayed_work(&io_req->timeout_work)) {
 248                         if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT,
 249                                                 &io_req->req_flags)) {
 250                                 /* Handle eh_abort timeout */
 251                                 BNX2FC_IO_DBG(io_req, "eh_abort for IO "
 252                                               "in retire_q\n");
 253                                 if (io_req->wait_for_comp)
 254                                         complete(&io_req->tm_done);
 255                         }
 256                         kref_put(&io_req->refcount, bnx2fc_cmd_release);
 257                 }
 258
 259                 clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags);
 260         }
 261
 262         BNX2FC_TGT_DBG(tgt, "IOs flushed = %d\n", i);
 263         i = 0;
 264         spin_unlock_bh(&tgt->tgt_lock);
 265         /* wait for active_ios to go to 0 */
 266         while ((tgt->num_active_ios.counter != 0) && (i++ < BNX2FC_WAIT_CNT))
 267                 msleep(25);
 268         if (tgt->num_active_ios.counter != 0)
 269                 printk(KERN_ERR PFX "CLEANUP on port 0x%x:"
 270                                     " active_ios = %d\n",
 271                         tgt->rdata->ids.port_id, tgt->num_active_ios.counter);
 272         spin_lock_bh(&tgt->tgt_lock);
 273         tgt->flush_in_prog = 0;
 274         spin_unlock_bh(&tgt->tgt_lock);
 275 }
 276
 277 static void bnx2fc_upld_wait(struct bnx2fc_rport *tgt)
 278 {
 279         setup_timer(&tgt->upld_timer, bnx2fc_upld_timer, (unsigned long)tgt);
 280         mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT);
 281         wait_event_interruptible(tgt->upld_wait,
 282                                  (test_bit(
 283                                   BNX2FC_FLAG_UPLD_REQ_COMPL,
 284                                   &tgt->flags)));
 285         if (signal_pending(current))
 286                 flush_signals(current);
 287         del_timer_sync(&tgt->upld_timer);
 288 }
 289
 290 static void bnx2fc_upload_session(struct fcoe_port *port,
 291                                         struct bnx2fc_rport *tgt)
 292 {
 293         struct bnx2fc_interface *interface = port->priv;
 294         struct bnx2fc_hba *hba = interface->hba;
 295
 296         BNX2FC_TGT_DBG(tgt, "upload_session: active_ios = %d\n",
 297                 tgt->num_active_ios.counter);
 298
 299         /*
 300          * Called with hba->hba_mutex held.
 301          * This is a blocking call
 302          */
 303         clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
 304         bnx2fc_send_session_disable_req(port, tgt);
 305
 306         /*
 307          * wait for upload to complete. 3 Secs
 308          * should be sufficient time for this process to complete.
 309          */
 310         BNX2FC_TGT_DBG(tgt, "waiting for disable compl\n");
 311         bnx2fc_upld_wait(tgt);
 312
 313         /*
 314          * traverse thru the active_q and tmf_q and cleanup
 315          * IOs in these lists
 316          */
 317         BNX2FC_TGT_DBG(tgt, "flush/upload - disable wait flags = 0x%lx\n",
 318                        tgt->flags);
 319         bnx2fc_flush_active_ios(tgt);
 320
 321         /* Issue destroy KWQE */
 322         if (test_bit(BNX2FC_FLAG_DISABLED, &tgt->flags)) {
 323                 BNX2FC_TGT_DBG(tgt, "send destroy req\n");
 324                 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
 325                 bnx2fc_send_session_destroy_req(hba, tgt);
 326
 327                 /* wait for destroy to complete */
 328                 bnx2fc_upld_wait(tgt);
 329
 330                 if (!(test_bit(BNX2FC_FLAG_DESTROYED, &tgt->flags)))
 331                         printk(KERN_ERR PFX "ERROR!! destroy timed out\n");
 332
 333                 BNX2FC_TGT_DBG(tgt, "destroy wait complete flags = 0x%lx\n",
 334                         tgt->flags);
 335
 336         } else if (test_bit(BNX2FC_FLAG_DISABLE_FAILED, &tgt->flags)) {
 337                 printk(KERN_ERR PFX "ERROR!! DISABLE req failed, destroy"
 338                                 " not sent to FW\n");
 339         } else {
 340                 printk(KERN_ERR PFX "ERROR!! DISABLE req timed out, destroy"
 341                                 " not sent to FW\n");
 342         }
 343
 344         /* Free session resources */
 345         bnx2fc_free_session_resc(hba, tgt);
 346         bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
 347 }
 348
 349 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt,
 350                            struct fcoe_port *port,
 351                            struct fc_rport_priv *rdata)
 352 {
 353
 354         struct fc_rport *rport = rdata->rport;
 355         struct bnx2fc_interface *interface = port->priv;
 356         struct bnx2fc_hba *hba = interface->hba;
 357         struct b577xx_doorbell_set_prod *sq_db = &tgt->sq_db;
 358         struct b577xx_fcoe_rx_doorbell *rx_db = &tgt->rx_db;
 359
 360         tgt->rport = rport;
 361         tgt->rdata = rdata;
 362         tgt->port = port;
 363
 364         if (hba->num_ofld_sess >= BNX2FC_NUM_MAX_SESS) {
 365                 BNX2FC_TGT_DBG(tgt, "exceeded max sessions. logoff this tgt\n");
 366                 tgt->fcoe_conn_id = -1;
 367                 return -1;
 368         }
 369
 370         tgt->fcoe_conn_id = bnx2fc_alloc_conn_id(hba, tgt);
 371         if (tgt->fcoe_conn_id == -1)
 372                 return -1;
 373
 374         BNX2FC_TGT_DBG(tgt, "init_tgt - conn_id = 0x%x\n", tgt->fcoe_conn_id);
 375
 376         tgt->max_sqes = BNX2FC_SQ_WQES_MAX;
 377         tgt->max_rqes = BNX2FC_RQ_WQES_MAX;
 378         tgt->max_cqes = BNX2FC_CQ_WQES_MAX;
 379         atomic_set(&tgt->free_sqes, BNX2FC_SQ_WQES_MAX);
 380
 381         /* Initialize the toggle bit */
 382         tgt->sq_curr_toggle_bit = 1;
 383         tgt->cq_curr_toggle_bit = 1;
 384         tgt->sq_prod_idx = 0;
 385         tgt->cq_cons_idx = 0;
 386         tgt->rq_prod_idx = 0x8000;
 387         tgt->rq_cons_idx = 0;
 388         atomic_set(&tgt->num_active_ios, 0);
 389         tgt->retry_delay_timestamp = 0;
 390
 391         if (rdata->flags & FC_RP_FLAGS_RETRY &&
 392             rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET &&
 393             !(rdata->ids.roles & FC_RPORT_ROLE_FCP_INITIATOR)) {
 394                 tgt->dev_type = TYPE_TAPE;
 395                 tgt->io_timeout = 0; /* use default ULP timeout */
 396         } else {
 397                 tgt->dev_type = TYPE_DISK;
 398                 tgt->io_timeout = BNX2FC_IO_TIMEOUT;
 399         }
 400
 401         /* initialize sq doorbell */
 402         sq_db->header.header = B577XX_DOORBELL_HDR_DB_TYPE;
 403         sq_db->header.header |= B577XX_FCOE_CONNECTION_TYPE <<
 404                                         B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT;
 405         /* initialize rx doorbell */
 406         rx_db->hdr.header = ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT) |
 407                           (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT) |
 408                           (B577XX_FCOE_CONNECTION_TYPE <<
 409                                 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT));
 410         rx_db->params = (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT) |
 411                      (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT);
 412
 413         spin_lock_init(&tgt->tgt_lock);
 414         spin_lock_init(&tgt->cq_lock);
 415
 416         /* Initialize active_cmd_queue list */
 417         INIT_LIST_HEAD(&tgt->active_cmd_queue);
 418
 419         /* Initialize IO retire queue */
 420         INIT_LIST_HEAD(&tgt->io_retire_queue);
 421
 422         INIT_LIST_HEAD(&tgt->els_queue);
 423
 424         /* Initialize active_tm_queue list */
 425         INIT_LIST_HEAD(&tgt->active_tm_queue);
 426
 427         init_waitqueue_head(&tgt->ofld_wait);
 428         init_waitqueue_head(&tgt->upld_wait);
 429
 430         return 0;
 431 }
 432
 433 /**
 434  * This event_callback is called after successful completion of libfc
 435  * initiated target login. bnx2fc can proceed with initiating the session
 436  * establishment.
 437  */
 438 void bnx2fc_rport_event_handler(struct fc_lport *lport,
 439                                 struct fc_rport_priv *rdata,
 440                                 enum fc_rport_event event)
 441 {
 442         struct fcoe_port *port = lport_priv(lport);
 443         struct bnx2fc_interface *interface = port->priv;
 444         struct bnx2fc_hba *hba = interface->hba;
 445         struct fc_rport *rport = rdata->rport;
 446         struct fc_rport_libfc_priv *rp;
 447         struct bnx2fc_rport *tgt;
 448         u32 port_id;
 449
 450         BNX2FC_HBA_DBG(lport, "rport_event_hdlr: event = %d, port_id = 0x%x\n",
 451                 event, rdata->ids.port_id);
 452         switch (event) {
 453         case RPORT_EV_READY:
 454                 if (!rport) {
 455                         printk(KERN_ERR PFX "rport is NULL: ERROR!\n");
 456                         break;
 457                 }
 458
 459                 rp = rport->dd_data;
 460                 if (rport->port_id == FC_FID_DIR_SERV) {
 461                         /*
 462                          * bnx2fc_rport structure doesn't exist for
 463                          * directory server.
 464                          * We should not come here, as lport will
 465                          * take care of fabric login
 466                          */
 467                         printk(KERN_ERR PFX "%x - rport_event_handler ERROR\n",
 468                                 rdata->ids.port_id);
 469                         break;
 470                 }
 471
 472                 if (rdata->spp_type != FC_TYPE_FCP) {
 473                         BNX2FC_HBA_DBG(lport, "not FCP type target."
 474                                    " not offloading\n");
 475                         break;
 476                 }
 477                 if (!(rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET)) {
 478                         BNX2FC_HBA_DBG(lport, "not FCP_TARGET"
 479                                    " not offloading\n");
 480                         break;
 481                 }
 482
 483                 /*
 484                  * Offlaod process is protected with hba mutex.
 485                  * Use the same mutex_lock for upload process too
 486                  */
 487                 mutex_lock(&hba->hba_mutex);
 488                 tgt = (struct bnx2fc_rport *)&rp[1];
 489
 490                 /* This can happen when ADISC finds the same target */
 491                 if (test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)) {
 492                         BNX2FC_TGT_DBG(tgt, "already offloaded\n");
 493                         mutex_unlock(&hba->hba_mutex);
 494                         return;
 495                 }
 496
 497                 /*
 498                  * Offload the session. This is a blocking call, and will
 499                  * wait until the session is offloaded.
 500                  */
 501                 bnx2fc_offload_session(port, tgt, rdata);
 502
 503                 BNX2FC_TGT_DBG(tgt, "OFFLOAD num_ofld_sess = %d\n",
 504                         hba->num_ofld_sess);
 505
 506                 if (test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags)) {
 507                         /* Session is offloaded and enabled.  */
 508                         BNX2FC_TGT_DBG(tgt, "sess offloaded\n");
 509                         /* This counter is protected with hba mutex */
 510                         hba->num_ofld_sess++;
 511
 512                         set_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags);
 513                 } else {
 514                         /*
 515                          * Offload or enable would have failed.
 516                          * In offload/enable completion path, the
 517                          * rport would have already been removed
 518                          */
 519                         BNX2FC_TGT_DBG(tgt, "Port is being logged off as "
 520                                    "offloaded flag not set\n");
 521                 }
 522                 mutex_unlock(&hba->hba_mutex);
 523                 break;
 524         case RPORT_EV_LOGO:
 525         case RPORT_EV_FAILED:
 526         case RPORT_EV_STOP:
 527                 port_id = rdata->ids.port_id;
 528                 if (port_id == FC_FID_DIR_SERV)
 529                         break;
 530
 531                 if (!rport) {
 532                         printk(KERN_INFO PFX "%x - rport not created Yet!!\n",
 533                                 port_id);
 534                         break;
 535                 }
 536                 rp = rport->dd_data;
 537                 mutex_lock(&hba->hba_mutex);
 538                 /*
 539                  * Perform session upload. Note that rdata->peers is already
 540                  * removed from disc->rports list before we get this event.
 541                  */
 542                 tgt = (struct bnx2fc_rport *)&rp[1];
 543
 544                 if (!(test_bit(BNX2FC_FLAG_ENABLED, &tgt->flags))) {
 545                         mutex_unlock(&hba->hba_mutex);
 546                         break;
 547                 }
 548                 clear_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags);
 549
 550                 bnx2fc_upload_session(port, tgt);
 551                 hba->num_ofld_sess--;
 552                 BNX2FC_TGT_DBG(tgt, "UPLOAD num_ofld_sess = %d\n",
 553                         hba->num_ofld_sess);
 554                 /*
 555                  * Try to wake up the linkdown wait thread. If num_ofld_sess
 556                  * is 0, the waiting therad wakes up
 557                  */
 558                 if ((hba->wait_for_link_down) &&
 559                     (hba->num_ofld_sess == 0)) {
 560                         wake_up_interruptible(&hba->shutdown_wait);
 561                 }
 562                 if (test_bit(BNX2FC_FLAG_EXPL_LOGO, &tgt->flags)) {
 563                         printk(KERN_ERR PFX "Relogin to the tgt\n");
 564                         mutex_lock(&lport->disc.disc_mutex);
 565                         lport->tt.rport_login(rdata);
 566                         mutex_unlock(&lport->disc.disc_mutex);
 567                 }
 568                 mutex_unlock(&hba->hba_mutex);
 569
 570                 break;
 571
 572         case RPORT_EV_NONE:
 573                 break;
 574         }
 575 }
 576
 577 /**
 578  * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id
 579  *
 580  * @port:  fcoe_port struct to lookup the target port on
 581  * @port_id: The remote port ID to look up
 582  */
 583 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
 584                                              u32 port_id)
 585 {
 586         struct bnx2fc_interface *interface = port->priv;
 587         struct bnx2fc_hba *hba = interface->hba;
 588         struct bnx2fc_rport *tgt;
 589         struct fc_rport_priv *rdata;
 590         int i;
 591
 592         for (i = 0; i < BNX2FC_NUM_MAX_SESS; i++) {
 593                 tgt = hba->tgt_ofld_list[i];
 594                 if ((tgt) && (tgt->port == port)) {
 595                         rdata = tgt->rdata;
 596                         if (rdata->ids.port_id == port_id) {
 597                                 if (rdata->rp_state != RPORT_ST_DELETE) {
 598                                         BNX2FC_TGT_DBG(tgt, "rport "
 599                                                 "obtained\n");
 600                                         return tgt;
 601                                 } else {
 602                                         BNX2FC_TGT_DBG(tgt, "rport 0x%x "
 603                                                 "is in DELETED state\n",
 604                                                 rdata->ids.port_id);
 605                                         return NULL;
 606                                 }
 607                         }
 608                 }
 609         }
 610         return NULL;
 611 }
 612
 613
 614 /**
 615  * bnx2fc_alloc_conn_id - allocates FCOE Connection id
 616  *
 617  * @hba:        pointer to adapter structure
 618  * @tgt:        pointer to bnx2fc_rport structure
 619  */
 620 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba,
 621                                 struct bnx2fc_rport *tgt)
 622 {
 623         u32 conn_id, next;
 624
 625         /* called with hba mutex held */
 626
 627         /*
 628          * tgt_ofld_list access is synchronized using
 629          * both hba mutex and hba lock. Atleast hba mutex or
 630          * hba lock needs to be held for read access.
 631          */
 632
 633         spin_lock_bh(&hba->hba_lock);
 634         next = hba->next_conn_id;
 635         conn_id = hba->next_conn_id++;
 636         if (hba->next_conn_id == BNX2FC_NUM_MAX_SESS)
 637                 hba->next_conn_id = 0;
 638
 639         while (hba->tgt_ofld_list[conn_id] != NULL) {
 640                 conn_id++;
 641                 if (conn_id == BNX2FC_NUM_MAX_SESS)
 642                         conn_id = 0;
 643
 644                 if (conn_id == next) {
 645                         /* No free conn_ids are available */
 646                         spin_unlock_bh(&hba->hba_lock);
 647                         return -1;
 648                 }
 649         }
 650         hba->tgt_ofld_list[conn_id] = tgt;
 651         tgt->fcoe_conn_id = conn_id;
 652         spin_unlock_bh(&hba->hba_lock);
 653         return conn_id;
 654 }
 655
 656 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id)
 657 {
 658         /* called with hba mutex held */
 659         spin_lock_bh(&hba->hba_lock);
 660         hba->tgt_ofld_list[conn_id] = NULL;
 661         spin_unlock_bh(&hba->hba_lock);
 662 }
 663
 664 /**
 665  *bnx2fc_alloc_session_resc - Allocate qp resources for the session
 666  *
 667  */
 668 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba,
 669                                         struct bnx2fc_rport *tgt)
 670 {
 671         dma_addr_t page;
 672         int num_pages;
 673         u32 *pbl;
 674
 675         /* Allocate and map SQ */
 676         tgt->sq_mem_size = tgt->max_sqes * BNX2FC_SQ_WQE_SIZE;
 677         tgt->sq_mem_size = (tgt->sq_mem_size + (CNIC_PAGE_SIZE - 1)) &
 678                            CNIC_PAGE_MASK;
 679
 680         tgt->sq = dma_alloc_coherent(&hba->pcidev->dev, tgt->sq_mem_size,
 681                                      &tgt->sq_dma, GFP_KERNEL);
 682         if (!tgt->sq) {
 683                 printk(KERN_ERR PFX "unable to allocate SQ memory %d\n",
 684                         tgt->sq_mem_size);
 685                 goto mem_alloc_failure;
 686         }
 687         memset(tgt->sq, 0, tgt->sq_mem_size);
 688
 689         /* Allocate and map CQ */
 690         tgt->cq_mem_size = tgt->max_cqes * BNX2FC_CQ_WQE_SIZE;
 691         tgt->cq_mem_size = (tgt->cq_mem_size + (CNIC_PAGE_SIZE - 1)) &
 692                            CNIC_PAGE_MASK;
 693
 694         tgt->cq = dma_alloc_coherent(&hba->pcidev->dev, tgt->cq_mem_size,
 695                                      &tgt->cq_dma, GFP_KERNEL);
 696         if (!tgt->cq) {
 697                 printk(KERN_ERR PFX "unable to allocate CQ memory %d\n",
 698                         tgt->cq_mem_size);
 699                 goto mem_alloc_failure;
 700         }
 701         memset(tgt->cq, 0, tgt->cq_mem_size);
 702
 703         /* Allocate and map RQ and RQ PBL */
 704         tgt->rq_mem_size = tgt->max_rqes * BNX2FC_RQ_WQE_SIZE;
 705         tgt->rq_mem_size = (tgt->rq_mem_size + (CNIC_PAGE_SIZE - 1)) &
 706                            CNIC_PAGE_MASK;
 707
 708         tgt->rq = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_mem_size,
 709                                         &tgt->rq_dma, GFP_KERNEL);
 710         if (!tgt->rq) {
 711                 printk(KERN_ERR PFX "unable to allocate RQ memory %d\n",
 712                         tgt->rq_mem_size);
 713                 goto mem_alloc_failure;
 714         }
 715         memset(tgt->rq, 0, tgt->rq_mem_size);
 716
 717         tgt->rq_pbl_size = (tgt->rq_mem_size / CNIC_PAGE_SIZE) * sizeof(void *);
 718         tgt->rq_pbl_size = (tgt->rq_pbl_size + (CNIC_PAGE_SIZE - 1)) &
 719                            CNIC_PAGE_MASK;
 720
 721         tgt->rq_pbl = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_pbl_size,
 722                                          &tgt->rq_pbl_dma, GFP_KERNEL);
 723         if (!tgt->rq_pbl) {
 724                 printk(KERN_ERR PFX "unable to allocate RQ PBL %d\n",
 725                         tgt->rq_pbl_size);
 726                 goto mem_alloc_failure;
 727         }
 728
 729         memset(tgt->rq_pbl, 0, tgt->rq_pbl_size);
 730         num_pages = tgt->rq_mem_size / CNIC_PAGE_SIZE;
 731         page = tgt->rq_dma;
 732         pbl = (u32 *)tgt->rq_pbl;
 733
 734         while (num_pages--) {
 735                 *pbl = (u32)page;
 736                 pbl++;
 737                 *pbl = (u32)((u64)page >> 32);
 738                 pbl++;
 739                 page += CNIC_PAGE_SIZE;
 740         }
 741
 742         /* Allocate and map XFERQ */
 743         tgt->xferq_mem_size = tgt->max_sqes * BNX2FC_XFERQ_WQE_SIZE;
 744         tgt->xferq_mem_size = (tgt->xferq_mem_size + (CNIC_PAGE_SIZE - 1)) &
 745                                CNIC_PAGE_MASK;
 746
 747         tgt->xferq = dma_alloc_coherent(&hba->pcidev->dev, tgt->xferq_mem_size,
 748                                         &tgt->xferq_dma, GFP_KERNEL);
 749         if (!tgt->xferq) {
 750                 printk(KERN_ERR PFX "unable to allocate XFERQ %d\n",
 751                         tgt->xferq_mem_size);
 752                 goto mem_alloc_failure;
 753         }
 754         memset(tgt->xferq, 0, tgt->xferq_mem_size);
 755
 756         /* Allocate and map CONFQ & CONFQ PBL */
 757         tgt->confq_mem_size = tgt->max_sqes * BNX2FC_CONFQ_WQE_SIZE;
 758         tgt->confq_mem_size = (tgt->confq_mem_size + (CNIC_PAGE_SIZE - 1)) &
 759                                CNIC_PAGE_MASK;
 760
 761         tgt->confq = dma_alloc_coherent(&hba->pcidev->dev, tgt->confq_mem_size,
 762                                         &tgt->confq_dma, GFP_KERNEL);
 763         if (!tgt->confq) {
 764                 printk(KERN_ERR PFX "unable to allocate CONFQ %d\n",
 765                         tgt->confq_mem_size);
 766                 goto mem_alloc_failure;
 767         }
 768         memset(tgt->confq, 0, tgt->confq_mem_size);
 769
 770         tgt->confq_pbl_size =
 771                 (tgt->confq_mem_size / CNIC_PAGE_SIZE) * sizeof(void *);
 772         tgt->confq_pbl_size =
 773                 (tgt->confq_pbl_size + (CNIC_PAGE_SIZE - 1)) & CNIC_PAGE_MASK;
 774
 775         tgt->confq_pbl = dma_alloc_coherent(&hba->pcidev->dev,
 776                                             tgt->confq_pbl_size,
 777                                             &tgt->confq_pbl_dma, GFP_KERNEL);
 778         if (!tgt->confq_pbl) {
 779                 printk(KERN_ERR PFX "unable to allocate CONFQ PBL %d\n",
 780                         tgt->confq_pbl_size);
 781                 goto mem_alloc_failure;
 782         }
 783
 784         memset(tgt->confq_pbl, 0, tgt->confq_pbl_size);
 785         num_pages = tgt->confq_mem_size / CNIC_PAGE_SIZE;
 786         page = tgt->confq_dma;
 787         pbl = (u32 *)tgt->confq_pbl;
 788
 789         while (num_pages--) {
 790                 *pbl = (u32)page;
 791                 pbl++;
 792                 *pbl = (u32)((u64)page >> 32);
 793                 pbl++;
 794                 page += CNIC_PAGE_SIZE;
 795         }
 796
 797         /* Allocate and map ConnDB */
 798         tgt->conn_db_mem_size = sizeof(struct fcoe_conn_db);
 799
 800         tgt->conn_db = dma_alloc_coherent(&hba->pcidev->dev,
 801                                           tgt->conn_db_mem_size,
 802                                           &tgt->conn_db_dma, GFP_KERNEL);
 803         if (!tgt->conn_db) {
 804                 printk(KERN_ERR PFX "unable to allocate conn_db %d\n",
 805                                                 tgt->conn_db_mem_size);
 806                 goto mem_alloc_failure;
 807         }
 808         memset(tgt->conn_db, 0, tgt->conn_db_mem_size);
 809
 810
 811         /* Allocate and map LCQ */
 812         tgt->lcq_mem_size = (tgt->max_sqes + 8) * BNX2FC_SQ_WQE_SIZE;
 813         tgt->lcq_mem_size = (tgt->lcq_mem_size + (CNIC_PAGE_SIZE - 1)) &
 814                              CNIC_PAGE_MASK;
 815
 816         tgt->lcq = dma_alloc_coherent(&hba->pcidev->dev, tgt->lcq_mem_size,
 817                                       &tgt->lcq_dma, GFP_KERNEL);
 818
 819         if (!tgt->lcq) {
 820                 printk(KERN_ERR PFX "unable to allocate lcq %d\n",
 821                        tgt->lcq_mem_size);
 822                 goto mem_alloc_failure;
 823         }
 824         memset(tgt->lcq, 0, tgt->lcq_mem_size);
 825
 826         tgt->conn_db->rq_prod = 0x8000;
 827
 828         return 0;
 829
 830 mem_alloc_failure:
 831         return -ENOMEM;
 832 }
 833
 834 /**
 835  * bnx2i_free_session_resc - free qp resources for the session
 836  *
 837  * @hba:        adapter structure pointer
 838  * @tgt:        bnx2fc_rport structure pointer
 839  *
 840  * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL
 841  */
 842 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba,
 843                                                 struct bnx2fc_rport *tgt)
 844 {
 845         void __iomem *ctx_base_ptr;
 846
 847         BNX2FC_TGT_DBG(tgt, "Freeing up session resources\n");
 848
 849         spin_lock_bh(&tgt->cq_lock);
 850         ctx_base_ptr = tgt->ctx_base;
 851         tgt->ctx_base = NULL;
 852
 853         /* Free LCQ */
 854         if (tgt->lcq) {
 855                 dma_free_coherent(&hba->pcidev->dev, tgt->lcq_mem_size,
 856                                     tgt->lcq, tgt->lcq_dma);
 857                 tgt->lcq = NULL;
 858         }
 859         /* Free connDB */
 860         if (tgt->conn_db) {
 861                 dma_free_coherent(&hba->pcidev->dev, tgt->conn_db_mem_size,
 862                                     tgt->conn_db, tgt->conn_db_dma);
 863                 tgt->conn_db = NULL;
 864         }
 865         /* Free confq  and confq pbl */
 866         if (tgt->confq_pbl) {
 867                 dma_free_coherent(&hba->pcidev->dev, tgt->confq_pbl_size,
 868                                     tgt->confq_pbl, tgt->confq_pbl_dma);
 869                 tgt->confq_pbl = NULL;
 870         }
 871         if (tgt->confq) {
 872                 dma_free_coherent(&hba->pcidev->dev, tgt->confq_mem_size,
 873                                     tgt->confq, tgt->confq_dma);
 874                 tgt->confq = NULL;
 875         }
 876         /* Free XFERQ */
 877         if (tgt->xferq) {
 878                 dma_free_coherent(&hba->pcidev->dev, tgt->xferq_mem_size,
 879                                     tgt->xferq, tgt->xferq_dma);
 880                 tgt->xferq = NULL;
 881         }
 882         /* Free RQ PBL and RQ */
 883         if (tgt->rq_pbl) {
 884                 dma_free_coherent(&hba->pcidev->dev, tgt->rq_pbl_size,
 885                                     tgt->rq_pbl, tgt->rq_pbl_dma);
 886                 tgt->rq_pbl = NULL;
 887         }
 888         if (tgt->rq) {
 889                 dma_free_coherent(&hba->pcidev->dev, tgt->rq_mem_size,
 890                                     tgt->rq, tgt->rq_dma);
 891                 tgt->rq = NULL;
 892         }
 893         /* Free CQ */
 894         if (tgt->cq) {
 895                 dma_free_coherent(&hba->pcidev->dev, tgt->cq_mem_size,
 896                                     tgt->cq, tgt->cq_dma);
 897                 tgt->cq = NULL;
 898         }
 899         /* Free SQ */
 900         if (tgt->sq) {
 901                 dma_free_coherent(&hba->pcidev->dev, tgt->sq_mem_size,
 902                                     tgt->sq, tgt->sq_dma);
 903                 tgt->sq = NULL;
 904         }
 905         spin_unlock_bh(&tgt->cq_lock);
 906
 907         if (ctx_base_ptr)
 908                 iounmap(ctx_base_ptr);
 909 }