drivers/scsi/be2iscsi/be_cmds.c

   1 /**
   2  * Copyright (C) 2005 - 2011 Emulex
   3  * All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License version 2
   7  * as published by the Free Software Foundation.  The full GNU General
   8  * Public License is included in this distribution in the file called COPYING.
   9  *
  10  * Contact Information:
  11  * linux-drivers@emulex.com
  12  *
  13  * Emulex
  14  * 3333 Susan Street
  15  * Costa Mesa, CA 92626
  16  */
  17
  18 #include "be.h"
  19 #include "be_mgmt.h"
  20 #include "be_main.h"
  21
  22 int beiscsi_pci_soft_reset(struct beiscsi_hba *phba)
  23 {
  24         u32 sreset;
  25         u8 *pci_reset_offset = 0;
  26         u8 *pci_online0_offset = 0;
  27         u8 *pci_online1_offset = 0;
  28         u32 pconline0 = 0;
  29         u32 pconline1 = 0;
  30         u32 i;
  31
  32         pci_reset_offset = (u8 *)phba->pci_va + BE2_SOFT_RESET;
  33         pci_online0_offset = (u8 *)phba->pci_va + BE2_PCI_ONLINE0;
  34         pci_online1_offset = (u8 *)phba->pci_va + BE2_PCI_ONLINE1;
  35         sreset = readl((void *)pci_reset_offset);
  36         sreset |= BE2_SET_RESET;
  37         writel(sreset, (void *)pci_reset_offset);
  38
  39         i = 0;
  40         while (sreset & BE2_SET_RESET) {
  41                 if (i > 64)
  42                         break;
  43                 msleep(100);
  44                 sreset = readl((void *)pci_reset_offset);
  45                 i++;
  46         }
  47
  48         if (sreset & BE2_SET_RESET) {
  49                 printk(KERN_ERR "Soft Reset  did not deassert\n");
  50                 return -EIO;
  51         }
  52         pconline1 = BE2_MPU_IRAM_ONLINE;
  53         writel(pconline0, (void *)pci_online0_offset);
  54         writel(pconline1, (void *)pci_online1_offset);
  55
  56         sreset = BE2_SET_RESET;
  57         writel(sreset, (void *)pci_reset_offset);
  58
  59         i = 0;
  60         while (sreset & BE2_SET_RESET) {
  61                 if (i > 64)
  62                         break;
  63                 msleep(1);
  64                 sreset = readl((void *)pci_reset_offset);
  65                 i++;
  66         }
  67         if (sreset & BE2_SET_RESET) {
  68                 printk(KERN_ERR "MPU Online Soft Reset did not deassert\n");
  69                 return -EIO;
  70         }
  71         return 0;
  72 }
  73
  74 int be_chk_reset_complete(struct beiscsi_hba *phba)
  75 {
  76         unsigned int num_loop;
  77         u8 *mpu_sem = 0;
  78         u32 status;
  79
  80         num_loop = 1000;
  81         mpu_sem = (u8 *)phba->csr_va + MPU_EP_SEMAPHORE;
  82         msleep(5000);
  83
  84         while (num_loop) {
  85                 status = readl((void *)mpu_sem);
  86
  87                 if ((status & 0x80000000) || (status & 0x0000FFFF) == 0xC000)
  88                         break;
  89                 msleep(60);
  90                 num_loop--;
  91         }
  92
  93         if ((status & 0x80000000) || (!num_loop)) {
  94                 printk(KERN_ERR "Failed in be_chk_reset_complete"
  95                 "status = 0x%x\n", status);
  96                 return -EIO;
  97         }
  98
  99         return 0;
 100 }
 101
 102 void be_mcc_notify(struct beiscsi_hba *phba)
 103 {
 104         struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
 105         u32 val = 0;
 106
 107         val |= mccq->id & DB_MCCQ_RING_ID_MASK;
 108         val |= 1 << DB_MCCQ_NUM_POSTED_SHIFT;
 109         iowrite32(val, phba->db_va + DB_MCCQ_OFFSET);
 110 }
 111
 112 unsigned int alloc_mcc_tag(struct beiscsi_hba *phba)
 113 {
 114         unsigned int tag = 0;
 115
 116         if (phba->ctrl.mcc_tag_available) {
 117                 tag = phba->ctrl.mcc_tag[phba->ctrl.mcc_alloc_index];
 118                 phba->ctrl.mcc_tag[phba->ctrl.mcc_alloc_index] = 0;
 119                 phba->ctrl.mcc_numtag[tag] = 0;
 120         }
 121         if (tag) {
 122                 phba->ctrl.mcc_tag_available--;
 123                 if (phba->ctrl.mcc_alloc_index == (MAX_MCC_CMD - 1))
 124                         phba->ctrl.mcc_alloc_index = 0;
 125                 else
 126                         phba->ctrl.mcc_alloc_index++;
 127         }
 128         return tag;
 129 }
 130
 131 void free_mcc_tag(struct be_ctrl_info *ctrl, unsigned int tag)
 132 {
 133         spin_lock(&ctrl->mbox_lock);
 134         tag = tag & 0x000000FF;
 135         ctrl->mcc_tag[ctrl->mcc_free_index] = tag;
 136         if (ctrl->mcc_free_index == (MAX_MCC_CMD - 1))
 137                 ctrl->mcc_free_index = 0;
 138         else
 139                 ctrl->mcc_free_index++;
 140         ctrl->mcc_tag_available++;
 141         spin_unlock(&ctrl->mbox_lock);
 142 }
 143
 144 bool is_link_state_evt(u32 trailer)
 145 {
 146         return (((trailer >> ASYNC_TRAILER_EVENT_CODE_SHIFT) &
 147                   ASYNC_TRAILER_EVENT_CODE_MASK) ==
 148                   ASYNC_EVENT_CODE_LINK_STATE);
 149 }
 150
 151 static inline bool be_mcc_compl_is_new(struct be_mcc_compl *compl)
 152 {
 153         if (compl->flags != 0) {
 154                 compl->flags = le32_to_cpu(compl->flags);
 155                 WARN_ON((compl->flags & CQE_FLAGS_VALID_MASK) == 0);
 156                 return true;
 157         } else
 158                 return false;
 159 }
 160
 161 static inline void be_mcc_compl_use(struct be_mcc_compl *compl)
 162 {
 163         compl->flags = 0;
 164 }
 165
 166 static int be_mcc_compl_process(struct be_ctrl_info *ctrl,
 167                                 struct be_mcc_compl *compl)
 168 {
 169         u16 compl_status, extd_status;
 170
 171         be_dws_le_to_cpu(compl, 4);
 172
 173         compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
 174                                         CQE_STATUS_COMPL_MASK;
 175         if (compl_status != MCC_STATUS_SUCCESS) {
 176                 extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
 177                                                 CQE_STATUS_EXTD_MASK;
 178                 dev_err(&ctrl->pdev->dev,
 179                         "error in cmd completion: status(compl/extd)=%d/%d\n",
 180                         compl_status, extd_status);
 181                 return -EBUSY;
 182         }
 183         return 0;
 184 }
 185
 186 int be_mcc_compl_process_isr(struct be_ctrl_info *ctrl,
 187                                     struct be_mcc_compl *compl)
 188 {
 189         u16 compl_status, extd_status;
 190         unsigned short tag;
 191
 192         be_dws_le_to_cpu(compl, 4);
 193
 194         compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
 195                                         CQE_STATUS_COMPL_MASK;
 196         /* The ctrl.mcc_numtag[tag] is filled with
 197          * [31] = valid, [30:24] = Rsvd, [23:16] = wrb, [15:8] = extd_status,
 198          * [7:0] = compl_status
 199          */
 200         tag = (compl->tag0 & 0x000000FF);
 201         extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
 202                                         CQE_STATUS_EXTD_MASK;
 203
 204         ctrl->mcc_numtag[tag]  = 0x80000000;
 205         ctrl->mcc_numtag[tag] |= (compl->tag0 & 0x00FF0000);
 206         ctrl->mcc_numtag[tag] |= (extd_status & 0x000000FF) << 8;
 207         ctrl->mcc_numtag[tag] |= (compl_status & 0x000000FF);
 208         wake_up_interruptible(&ctrl->mcc_wait[tag]);
 209         return 0;
 210 }
 211
 212 static struct be_mcc_compl *be_mcc_compl_get(struct beiscsi_hba *phba)
 213 {
 214         struct be_queue_info *mcc_cq = &phba->ctrl.mcc_obj.cq;
 215         struct be_mcc_compl *compl = queue_tail_node(mcc_cq);
 216
 217         if (be_mcc_compl_is_new(compl)) {
 218                 queue_tail_inc(mcc_cq);
 219                 return compl;
 220         }
 221         return NULL;
 222 }
 223
 224 static void be2iscsi_fail_session(struct iscsi_cls_session *cls_session)
 225 {
 226         iscsi_session_failure(cls_session->dd_data, ISCSI_ERR_CONN_FAILED);
 227 }
 228
 229 void beiscsi_async_link_state_process(struct beiscsi_hba *phba,
 230                 struct be_async_event_link_state *evt)
 231 {
 232         switch (evt->port_link_status) {
 233         case ASYNC_EVENT_LINK_DOWN:
 234                 SE_DEBUG(DBG_LVL_1, "Link Down on Physical Port %d\n",
 235                                      evt->physical_port);
 236                 phba->state |= BE_ADAPTER_LINK_DOWN;
 237                 iscsi_host_for_each_session(phba->shost,
 238                                             be2iscsi_fail_session);
 239                 break;
 240         case ASYNC_EVENT_LINK_UP:
 241                 phba->state = BE_ADAPTER_UP;
 242                 SE_DEBUG(DBG_LVL_1, "Link UP on Physical Port %d\n",
 243                                                 evt->physical_port);
 244                 break;
 245         default:
 246                 SE_DEBUG(DBG_LVL_1, "Unexpected Async Notification %d on"
 247                                     "Physical Port %d\n",
 248                                      evt->port_link_status,
 249                                      evt->physical_port);
 250         }
 251 }
 252
 253 static void beiscsi_cq_notify(struct beiscsi_hba *phba, u16 qid, bool arm,
 254                        u16 num_popped)
 255 {
 256         u32 val = 0;
 257         val |= qid & DB_CQ_RING_ID_MASK;
 258         if (arm)
 259                 val |= 1 << DB_CQ_REARM_SHIFT;
 260         val |= num_popped << DB_CQ_NUM_POPPED_SHIFT;
 261         iowrite32(val, phba->db_va + DB_CQ_OFFSET);
 262 }
 263
 264
 265 int beiscsi_process_mcc(struct beiscsi_hba *phba)
 266 {
 267         struct be_mcc_compl *compl;
 268         int num = 0, status = 0;
 269         struct be_ctrl_info *ctrl = &phba->ctrl;
 270
 271         spin_lock_bh(&phba->ctrl.mcc_cq_lock);
 272         while ((compl = be_mcc_compl_get(phba))) {
 273                 if (compl->flags & CQE_FLAGS_ASYNC_MASK) {
 274                         /* Interpret flags as an async trailer */
 275                         if (is_link_state_evt(compl->flags))
 276                                 /* Interpret compl as a async link evt */
 277                                 beiscsi_async_link_state_process(phba,
 278                                    (struct be_async_event_link_state *) compl);
 279                         else
 280                                 SE_DEBUG(DBG_LVL_1,
 281                                          " Unsupported Async Event, flags"
 282                                          " = 0x%08x\n", compl->flags);
 283
 284                 } else if (compl->flags & CQE_FLAGS_COMPLETED_MASK) {
 285                                 status = be_mcc_compl_process(ctrl, compl);
 286                                 atomic_dec(&phba->ctrl.mcc_obj.q.used);
 287                 }
 288                 be_mcc_compl_use(compl);
 289                 num++;
 290         }
 291
 292         if (num)
 293                 beiscsi_cq_notify(phba, phba->ctrl.mcc_obj.cq.id, true, num);
 294
 295         spin_unlock_bh(&phba->ctrl.mcc_cq_lock);
 296         return status;
 297 }
 298
 299 /* Wait till no more pending mcc requests are present */
 300 static int be_mcc_wait_compl(struct beiscsi_hba *phba)
 301 {
 302         int i, status;
 303         for (i = 0; i < mcc_timeout; i++) {
 304                 status = beiscsi_process_mcc(phba);
 305                 if (status)
 306                         return status;
 307
 308                 if (atomic_read(&phba->ctrl.mcc_obj.q.used) == 0)
 309                         break;
 310                 udelay(100);
 311         }
 312         if (i == mcc_timeout) {
 313                 dev_err(&phba->pcidev->dev, "mccq poll timed out\n");
 314                 return -EBUSY;
 315         }
 316         return 0;
 317 }
 318
 319 /* Notify MCC requests and wait for completion */
 320 int be_mcc_notify_wait(struct beiscsi_hba *phba)
 321 {
 322         be_mcc_notify(phba);
 323         return be_mcc_wait_compl(phba);
 324 }
 325
 326 static int be_mbox_db_ready_wait(struct be_ctrl_info *ctrl)
 327 {
 328 #define long_delay 2000
 329         void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
 330         int cnt = 0, wait = 5;  /* in usecs */
 331         u32 ready;
 332
 333         do {
 334                 ready = ioread32(db) & MPU_MAILBOX_DB_RDY_MASK;
 335                 if (ready)
 336                         break;
 337
 338                 if (cnt > 12000000) {
 339                         dev_err(&ctrl->pdev->dev, "mbox_db poll timed out\n");
 340                         return -EBUSY;
 341                 }
 342
 343                 if (cnt > 50) {
 344                         wait = long_delay;
 345                         mdelay(long_delay / 1000);
 346                 } else
 347                         udelay(wait);
 348                 cnt += wait;
 349         } while (true);
 350         return 0;
 351 }
 352
 353 int be_mbox_notify(struct be_ctrl_info *ctrl)
 354 {
 355         int status;
 356         u32 val = 0;
 357         void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
 358         struct be_dma_mem *mbox_mem = &ctrl->mbox_mem;
 359         struct be_mcc_mailbox *mbox = mbox_mem->va;
 360         struct be_mcc_compl *compl = &mbox->compl;
 361
 362         val &= ~MPU_MAILBOX_DB_RDY_MASK;
 363         val |= MPU_MAILBOX_DB_HI_MASK;
 364         val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
 365         iowrite32(val, db);
 366
 367         status = be_mbox_db_ready_wait(ctrl);
 368         if (status != 0) {
 369                 SE_DEBUG(DBG_LVL_1, " be_mbox_db_ready_wait failed\n");
 370                 return status;
 371         }
 372         val = 0;
 373         val &= ~MPU_MAILBOX_DB_RDY_MASK;
 374         val &= ~MPU_MAILBOX_DB_HI_MASK;
 375         val |= (u32) (mbox_mem->dma >> 4) << 2;
 376         iowrite32(val, db);
 377
 378         status = be_mbox_db_ready_wait(ctrl);
 379         if (status != 0) {
 380                 SE_DEBUG(DBG_LVL_1, " be_mbox_db_ready_wait failed\n");
 381                 return status;
 382         }
 383         if (be_mcc_compl_is_new(compl)) {
 384                 status = be_mcc_compl_process(ctrl, &mbox->compl);
 385                 be_mcc_compl_use(compl);
 386                 if (status) {
 387                         SE_DEBUG(DBG_LVL_1, "After be_mcc_compl_process\n");
 388                         return status;
 389                 }
 390         } else {
 391                 dev_err(&ctrl->pdev->dev, "invalid mailbox completion\n");
 392                 return -EBUSY;
 393         }
 394         return 0;
 395 }
 396
 397 /*
 398  * Insert the mailbox address into the doorbell in two steps
 399  * Polls on the mbox doorbell till a command completion (or a timeout) occurs
 400  */
 401 static int be_mbox_notify_wait(struct beiscsi_hba *phba)
 402 {
 403         int status;
 404         u32 val = 0;
 405         void __iomem *db = phba->ctrl.db + MPU_MAILBOX_DB_OFFSET;
 406         struct be_dma_mem *mbox_mem = &phba->ctrl.mbox_mem;
 407         struct be_mcc_mailbox *mbox = mbox_mem->va;
 408         struct be_mcc_compl *compl = &mbox->compl;
 409         struct be_ctrl_info *ctrl = &phba->ctrl;
 410
 411         val |= MPU_MAILBOX_DB_HI_MASK;
 412         /* at bits 2 - 31 place mbox dma addr msb bits 34 - 63 */
 413         val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
 414         iowrite32(val, db);
 415
 416         /* wait for ready to be set */
 417         status = be_mbox_db_ready_wait(ctrl);
 418         if (status != 0)
 419                 return status;
 420
 421         val = 0;
 422         /* at bits 2 - 31 place mbox dma addr lsb bits 4 - 33 */
 423         val |= (u32)(mbox_mem->dma >> 4) << 2;
 424         iowrite32(val, db);
 425
 426         status = be_mbox_db_ready_wait(ctrl);
 427         if (status != 0)
 428                 return status;
 429
 430         /* A cq entry has been made now */
 431         if (be_mcc_compl_is_new(compl)) {
 432                 status = be_mcc_compl_process(ctrl, &mbox->compl);
 433                 be_mcc_compl_use(compl);
 434                 if (status)
 435                         return status;
 436         } else {
 437                 dev_err(&phba->pcidev->dev, "invalid mailbox completion\n");
 438                 return -EBUSY;
 439         }
 440         return 0;
 441 }
 442
 443 void be_wrb_hdr_prepare(struct be_mcc_wrb *wrb, int payload_len,
 444                                 bool embedded, u8 sge_cnt)
 445 {
 446         if (embedded)
 447                 wrb->embedded |= MCC_WRB_EMBEDDED_MASK;
 448         else
 449                 wrb->embedded |= (sge_cnt & MCC_WRB_SGE_CNT_MASK) <<
 450                                                 MCC_WRB_SGE_CNT_SHIFT;
 451         wrb->payload_length = payload_len;
 452         be_dws_cpu_to_le(wrb, 8);
 453 }
 454
 455 void be_cmd_hdr_prepare(struct be_cmd_req_hdr *req_hdr,
 456                         u8 subsystem, u8 opcode, int cmd_len)
 457 {
 458         req_hdr->opcode = opcode;
 459         req_hdr->subsystem = subsystem;
 460         req_hdr->request_length = cpu_to_le32(cmd_len - sizeof(*req_hdr));
 461         req_hdr->timeout = 120;
 462 }
 463
 464 static void be_cmd_page_addrs_prepare(struct phys_addr *pages, u32 max_pages,
 465                                                         struct be_dma_mem *mem)
 466 {
 467         int i, buf_pages;
 468         u64 dma = (u64) mem->dma;
 469
 470         buf_pages = min(PAGES_4K_SPANNED(mem->va, mem->size), max_pages);
 471         for (i = 0; i < buf_pages; i++) {
 472                 pages[i].lo = cpu_to_le32(dma & 0xFFFFFFFF);
 473                 pages[i].hi = cpu_to_le32(upper_32_bits(dma));
 474                 dma += PAGE_SIZE_4K;
 475         }
 476 }
 477
 478 static u32 eq_delay_to_mult(u32 usec_delay)
 479 {
 480 #define MAX_INTR_RATE 651042
 481         const u32 round = 10;
 482         u32 multiplier;
 483
 484         if (usec_delay == 0)
 485                 multiplier = 0;
 486         else {
 487                 u32 interrupt_rate = 1000000 / usec_delay;
 488                 if (interrupt_rate == 0)
 489                         multiplier = 1023;
 490                 else {
 491                         multiplier = (MAX_INTR_RATE - interrupt_rate) * round;
 492                         multiplier /= interrupt_rate;
 493                         multiplier = (multiplier + round / 2) / round;
 494                         multiplier = min(multiplier, (u32) 1023);
 495                 }
 496         }
 497         return multiplier;
 498 }
 499
 500 struct be_mcc_wrb *wrb_from_mbox(struct be_dma_mem *mbox_mem)
 501 {
 502         return &((struct be_mcc_mailbox *)(mbox_mem->va))->wrb;
 503 }
 504
 505 struct be_mcc_wrb *wrb_from_mccq(struct beiscsi_hba *phba)
 506 {
 507         struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
 508         struct be_mcc_wrb *wrb;
 509
 510         BUG_ON(atomic_read(&mccq->used) >= mccq->len);
 511         wrb = queue_head_node(mccq);
 512         memset(wrb, 0, sizeof(*wrb));
 513         wrb->tag0 = (mccq->head & 0x000000FF) << 16;
 514         queue_head_inc(mccq);
 515         atomic_inc(&mccq->used);
 516         return wrb;
 517 }
 518
 519
 520 int beiscsi_cmd_eq_create(struct be_ctrl_info *ctrl,
 521                           struct be_queue_info *eq, int eq_delay)
 522 {
 523         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 524         struct be_cmd_req_eq_create *req = embedded_payload(wrb);
 525         struct be_cmd_resp_eq_create *resp = embedded_payload(wrb);
 526         struct be_dma_mem *q_mem = &eq->dma_mem;
 527         int status;
 528
 529         SE_DEBUG(DBG_LVL_8, "In beiscsi_cmd_eq_create\n");
 530         spin_lock(&ctrl->mbox_lock);
 531         memset(wrb, 0, sizeof(*wrb));
 532
 533         be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 534
 535         be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
 536                         OPCODE_COMMON_EQ_CREATE, sizeof(*req));
 537
 538         req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
 539
 540         AMAP_SET_BITS(struct amap_eq_context, func, req->context,
 541                                                 PCI_FUNC(ctrl->pdev->devfn));
 542         AMAP_SET_BITS(struct amap_eq_context, valid, req->context, 1);
 543         AMAP_SET_BITS(struct amap_eq_context, size, req->context, 0);
 544         AMAP_SET_BITS(struct amap_eq_context, count, req->context,
 545                                         __ilog2_u32(eq->len / 256));
 546         AMAP_SET_BITS(struct amap_eq_context, delaymult, req->context,
 547                                         eq_delay_to_mult(eq_delay));
 548         be_dws_cpu_to_le(req->context, sizeof(req->context));
 549
 550         be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
 551
 552         status = be_mbox_notify(ctrl);
 553         if (!status) {
 554                 eq->id = le16_to_cpu(resp->eq_id);
 555                 eq->created = true;
 556         }
 557         spin_unlock(&ctrl->mbox_lock);
 558         return status;
 559 }
 560
 561 int be_cmd_fw_initialize(struct be_ctrl_info *ctrl)
 562 {
 563         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 564         int status;
 565         u8 *endian_check;
 566
 567         SE_DEBUG(DBG_LVL_8, "In be_cmd_fw_initialize\n");
 568         spin_lock(&ctrl->mbox_lock);
 569         memset(wrb, 0, sizeof(*wrb));
 570
 571         endian_check = (u8 *) wrb;
 572         *endian_check++ = 0xFF;
 573         *endian_check++ = 0x12;
 574         *endian_check++ = 0x34;
 575         *endian_check++ = 0xFF;
 576         *endian_check++ = 0xFF;
 577         *endian_check++ = 0x56;
 578         *endian_check++ = 0x78;
 579         *endian_check++ = 0xFF;
 580         be_dws_cpu_to_le(wrb, sizeof(*wrb));
 581
 582         status = be_mbox_notify(ctrl);
 583         if (status)
 584                 SE_DEBUG(DBG_LVL_1, "be_cmd_fw_initialize Failed\n");
 585
 586         spin_unlock(&ctrl->mbox_lock);
 587         return status;
 588 }
 589
 590 int beiscsi_cmd_cq_create(struct be_ctrl_info *ctrl,
 591                           struct be_queue_info *cq, struct be_queue_info *eq,
 592                           bool sol_evts, bool no_delay, int coalesce_wm)
 593 {
 594         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 595         struct be_cmd_req_cq_create *req = embedded_payload(wrb);
 596         struct be_cmd_resp_cq_create *resp = embedded_payload(wrb);
 597         struct be_dma_mem *q_mem = &cq->dma_mem;
 598         void *ctxt = &req->context;
 599         int status;
 600
 601         SE_DEBUG(DBG_LVL_8, "In beiscsi_cmd_cq_create\n");
 602         spin_lock(&ctrl->mbox_lock);
 603         memset(wrb, 0, sizeof(*wrb));
 604
 605         be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 606
 607         be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
 608                         OPCODE_COMMON_CQ_CREATE, sizeof(*req));
 609         if (!q_mem->va)
 610                 SE_DEBUG(DBG_LVL_1, "uninitialized q_mem->va\n");
 611
 612         req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
 613
 614         AMAP_SET_BITS(struct amap_cq_context, coalescwm, ctxt, coalesce_wm);
 615         AMAP_SET_BITS(struct amap_cq_context, nodelay, ctxt, no_delay);
 616         AMAP_SET_BITS(struct amap_cq_context, count, ctxt,
 617                       __ilog2_u32(cq->len / 256));
 618         AMAP_SET_BITS(struct amap_cq_context, valid, ctxt, 1);
 619         AMAP_SET_BITS(struct amap_cq_context, solevent, ctxt, sol_evts);
 620         AMAP_SET_BITS(struct amap_cq_context, eventable, ctxt, 1);
 621         AMAP_SET_BITS(struct amap_cq_context, eqid, ctxt, eq->id);
 622         AMAP_SET_BITS(struct amap_cq_context, armed, ctxt, 1);
 623         AMAP_SET_BITS(struct amap_cq_context, func, ctxt,
 624                       PCI_FUNC(ctrl->pdev->devfn));
 625         be_dws_cpu_to_le(ctxt, sizeof(req->context));
 626
 627         be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
 628
 629         status = be_mbox_notify(ctrl);
 630         if (!status) {
 631                 cq->id = le16_to_cpu(resp->cq_id);
 632                 cq->created = true;
 633         } else
 634                 SE_DEBUG(DBG_LVL_1, "In be_cmd_cq_create, status=ox%08x\n",
 635                         status);
 636         spin_unlock(&ctrl->mbox_lock);
 637
 638         return status;
 639 }
 640
 641 static u32 be_encoded_q_len(int q_len)
 642 {
 643         u32 len_encoded = fls(q_len);   /* log2(len) + 1 */
 644         if (len_encoded == 16)
 645                 len_encoded = 0;
 646         return len_encoded;
 647 }
 648
 649 int beiscsi_cmd_mccq_create(struct beiscsi_hba *phba,
 650                         struct be_queue_info *mccq,
 651                         struct be_queue_info *cq)
 652 {
 653         struct be_mcc_wrb *wrb;
 654         struct be_cmd_req_mcc_create *req;
 655         struct be_dma_mem *q_mem = &mccq->dma_mem;
 656         struct be_ctrl_info *ctrl;
 657         void *ctxt;
 658         int status;
 659
 660         spin_lock(&phba->ctrl.mbox_lock);
 661         ctrl = &phba->ctrl;
 662         wrb = wrb_from_mbox(&ctrl->mbox_mem);
 663         req = embedded_payload(wrb);
 664         ctxt = &req->context;
 665
 666         be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 667
 668         be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
 669                         OPCODE_COMMON_MCC_CREATE, sizeof(*req));
 670
 671         req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
 672
 673         AMAP_SET_BITS(struct amap_mcc_context, fid, ctxt,
 674                       PCI_FUNC(phba->pcidev->devfn));
 675         AMAP_SET_BITS(struct amap_mcc_context, valid, ctxt, 1);
 676         AMAP_SET_BITS(struct amap_mcc_context, ring_size, ctxt,
 677                 be_encoded_q_len(mccq->len));
 678         AMAP_SET_BITS(struct amap_mcc_context, cq_id, ctxt, cq->id);
 679
 680         be_dws_cpu_to_le(ctxt, sizeof(req->context));
 681
 682         be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
 683
 684         status = be_mbox_notify_wait(phba);
 685         if (!status) {
 686                 struct be_cmd_resp_mcc_create *resp = embedded_payload(wrb);
 687                 mccq->id = le16_to_cpu(resp->id);
 688                 mccq->created = true;
 689         }
 690         spin_unlock(&phba->ctrl.mbox_lock);
 691
 692         return status;
 693 }
 694
 695 int beiscsi_cmd_q_destroy(struct be_ctrl_info *ctrl, struct be_queue_info *q,
 696                           int queue_type)
 697 {
 698         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 699         struct be_cmd_req_q_destroy *req = embedded_payload(wrb);
 700         u8 subsys = 0, opcode = 0;
 701         int status;
 702
 703         SE_DEBUG(DBG_LVL_8, "In beiscsi_cmd_q_destroy\n");
 704         spin_lock(&ctrl->mbox_lock);
 705         memset(wrb, 0, sizeof(*wrb));
 706         be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 707
 708         switch (queue_type) {
 709         case QTYPE_EQ:
 710                 subsys = CMD_SUBSYSTEM_COMMON;
 711                 opcode = OPCODE_COMMON_EQ_DESTROY;
 712                 break;
 713         case QTYPE_CQ:
 714                 subsys = CMD_SUBSYSTEM_COMMON;
 715                 opcode = OPCODE_COMMON_CQ_DESTROY;
 716                 break;
 717         case QTYPE_MCCQ:
 718                 subsys = CMD_SUBSYSTEM_COMMON;
 719                 opcode = OPCODE_COMMON_MCC_DESTROY;
 720                 break;
 721         case QTYPE_WRBQ:
 722                 subsys = CMD_SUBSYSTEM_ISCSI;
 723                 opcode = OPCODE_COMMON_ISCSI_WRBQ_DESTROY;
 724                 break;
 725         case QTYPE_DPDUQ:
 726                 subsys = CMD_SUBSYSTEM_ISCSI;
 727                 opcode = OPCODE_COMMON_ISCSI_DEFQ_DESTROY;
 728                 break;
 729         case QTYPE_SGL:
 730                 subsys = CMD_SUBSYSTEM_ISCSI;
 731                 opcode = OPCODE_COMMON_ISCSI_CFG_REMOVE_SGL_PAGES;
 732                 break;
 733         default:
 734                 spin_unlock(&ctrl->mbox_lock);
 735                 BUG();
 736                 return -ENXIO;
 737         }
 738         be_cmd_hdr_prepare(&req->hdr, subsys, opcode, sizeof(*req));
 739         if (queue_type != QTYPE_SGL)
 740                 req->id = cpu_to_le16(q->id);
 741
 742         status = be_mbox_notify(ctrl);
 743
 744         spin_unlock(&ctrl->mbox_lock);
 745         return status;
 746 }
 747
 748 int be_cmd_create_default_pdu_queue(struct be_ctrl_info *ctrl,
 749                                     struct be_queue_info *cq,
 750                                     struct be_queue_info *dq, int length,
 751                                     int entry_size)
 752 {
 753         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 754         struct be_defq_create_req *req = embedded_payload(wrb);
 755         struct be_dma_mem *q_mem = &dq->dma_mem;
 756         void *ctxt = &req->context;
 757         int status;
 758
 759         SE_DEBUG(DBG_LVL_8, "In be_cmd_create_default_pdu_queue\n");
 760         spin_lock(&ctrl->mbox_lock);
 761         memset(wrb, 0, sizeof(*wrb));
 762
 763         be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 764
 765         be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
 766                            OPCODE_COMMON_ISCSI_DEFQ_CREATE, sizeof(*req));
 767
 768         req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
 769         AMAP_SET_BITS(struct amap_be_default_pdu_context, rx_pdid, ctxt, 0);
 770         AMAP_SET_BITS(struct amap_be_default_pdu_context, rx_pdid_valid, ctxt,
 771                       1);
 772         AMAP_SET_BITS(struct amap_be_default_pdu_context, pci_func_id, ctxt,
 773                       PCI_FUNC(ctrl->pdev->devfn));
 774         AMAP_SET_BITS(struct amap_be_default_pdu_context, ring_size, ctxt,
 775                       be_encoded_q_len(length / sizeof(struct phys_addr)));
 776         AMAP_SET_BITS(struct amap_be_default_pdu_context, default_buffer_size,
 777                       ctxt, entry_size);
 778         AMAP_SET_BITS(struct amap_be_default_pdu_context, cq_id_recv, ctxt,
 779                       cq->id);
 780
 781         be_dws_cpu_to_le(ctxt, sizeof(req->context));
 782
 783         be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
 784
 785         status = be_mbox_notify(ctrl);
 786         if (!status) {
 787                 struct be_defq_create_resp *resp = embedded_payload(wrb);
 788
 789                 dq->id = le16_to_cpu(resp->id);
 790                 dq->created = true;
 791         }
 792         spin_unlock(&ctrl->mbox_lock);
 793
 794         return status;
 795 }
 796
 797 int be_cmd_wrbq_create(struct be_ctrl_info *ctrl, struct be_dma_mem *q_mem,
 798                        struct be_queue_info *wrbq)
 799 {
 800         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 801         struct be_wrbq_create_req *req = embedded_payload(wrb);
 802         struct be_wrbq_create_resp *resp = embedded_payload(wrb);
 803         int status;
 804
 805         spin_lock(&ctrl->mbox_lock);
 806         memset(wrb, 0, sizeof(*wrb));
 807
 808         be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 809
 810         be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
 811                 OPCODE_COMMON_ISCSI_WRBQ_CREATE, sizeof(*req));
 812         req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
 813         be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
 814
 815         status = be_mbox_notify(ctrl);
 816         if (!status) {
 817                 wrbq->id = le16_to_cpu(resp->cid);
 818                 wrbq->created = true;
 819         }
 820         spin_unlock(&ctrl->mbox_lock);
 821         return status;
 822 }
 823
 824 int be_cmd_iscsi_post_sgl_pages(struct be_ctrl_info *ctrl,
 825                                 struct be_dma_mem *q_mem,
 826                                 u32 page_offset, u32 num_pages)
 827 {
 828         struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
 829         struct be_post_sgl_pages_req *req = embedded_payload(wrb);
 830         int status;
 831         unsigned int curr_pages;
 832         u32 internal_page_offset = 0;
 833         u32 temp_num_pages = num_pages;
 834
 835         if (num_pages == 0xff)
 836                 num_pages = 1;
 837
 838         spin_lock(&ctrl->mbox_lock);
 839         do {
 840                 memset(wrb, 0, sizeof(*wrb));
 841                 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
 842                 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
 843                                    OPCODE_COMMON_ISCSI_CFG_POST_SGL_PAGES,
 844                                    sizeof(*req));
 845                 curr_pages = BE_NUMBER_OF_FIELD(struct be_post_sgl_pages_req,
 846                                                 pages);
 847                 req->num_pages = min(num_pages, curr_pages);
 848                 req->page_offset = page_offset;
 849                 be_cmd_page_addrs_prepare(req->pages, req->num_pages, q_mem);
 850                 q_mem->dma = q_mem->dma + (req->num_pages * PAGE_SIZE);
 851                 internal_page_offset += req->num_pages;
 852                 page_offset += req->num_pages;
 853                 num_pages -= req->num_pages;
 854
 855                 if (temp_num_pages == 0xff)
 856                         req->num_pages = temp_num_pages;
 857
 858                 status = be_mbox_notify(ctrl);
 859                 if (status) {
 860                         SE_DEBUG(DBG_LVL_1,
 861                                  "FW CMD to map iscsi frags failed.\n");
 862                         goto error;
 863                 }
 864         } while (num_pages > 0);
 865 error:
 866         spin_unlock(&ctrl->mbox_lock);
 867         if (status != 0)
 868                 beiscsi_cmd_q_destroy(ctrl, NULL, QTYPE_SGL);
 869         return status;
 870 }