drivers/net/ehea/ehea_qmr.c

   1 /*
   2  *  linux/drivers/net/ehea/ehea_qmr.c
   3  *
   4  *  eHEA ethernet device driver for IBM eServer System p
   5  *
   6  *  (C) Copyright IBM Corp. 2006
   7  *
   8  *  Authors:
   9  *       Christoph Raisch <raisch@de.ibm.com>
  10  *       Jan-Bernd Themann <themann@de.ibm.com>
  11  *       Thomas Klein <tklein@de.ibm.com>
  12  *
  13  *
  14  * This program is free software; you can redistribute it and/or modify
  15  * it under the terms of the GNU General Public License as published by
  16  * the Free Software Foundation; either version 2, or (at your option)
  17  * any later version.
  18  *
  19  * This program is distributed in the hope that it will be useful,
  20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  22  * GNU General Public License for more details.
  23  *
  24  * You should have received a copy of the GNU General Public License
  25  * along with this program; if not, write to the Free Software
  26  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  27  */
  28
  29 #include <linux/mm.h>
  30 #include "ehea.h"
  31 #include "ehea_phyp.h"
  32 #include "ehea_qmr.h"
  33
  34 static void *hw_qpageit_get_inc(struct hw_queue *queue)
  35 {
  36         void *retvalue = hw_qeit_get(queue);
  37
  38         queue->current_q_offset += queue->pagesize;
  39         if (queue->current_q_offset > queue->queue_length) {
  40                 queue->current_q_offset -= queue->pagesize;
  41                 retvalue = NULL;
  42         } else if (((u64) retvalue) & (EHEA_PAGESIZE-1)) {
  43                 ehea_error("not on pageboundary");
  44                 retvalue = NULL;
  45         }
  46         return retvalue;
  47 }
  48
  49 static int hw_queue_ctor(struct hw_queue *queue, const u32 nr_of_pages,
  50                           const u32 pagesize, const u32 qe_size)
  51 {
  52         int pages_per_kpage = PAGE_SIZE / pagesize;
  53         int i, k;
  54
  55         if ((pagesize > PAGE_SIZE) || (!pages_per_kpage)) {
  56                 ehea_error("pagesize conflict! kernel pagesize=%d, "
  57                            "ehea pagesize=%d", (int)PAGE_SIZE, (int)pagesize);
  58                 return -EINVAL;
  59         }
  60
  61         queue->queue_length = nr_of_pages * pagesize;
  62         queue->queue_pages = kmalloc(nr_of_pages * sizeof(void*), GFP_KERNEL);
  63         if (!queue->queue_pages) {
  64                 ehea_error("no mem for queue_pages");
  65                 return -ENOMEM;
  66         }
  67
  68         /*
  69          * allocate pages for queue:
  70          * outer loop allocates whole kernel pages (page aligned) and
  71          * inner loop divides a kernel page into smaller hea queue pages
  72          */
  73         i = 0;
  74         while (i < nr_of_pages) {
  75                 u8 *kpage = (u8*)get_zeroed_page(GFP_KERNEL);
  76                 if (!kpage)
  77                         goto out_nomem;
  78                 for (k = 0; k < pages_per_kpage && i < nr_of_pages; k++) {
  79                         (queue->queue_pages)[i] = (struct ehea_page*)kpage;
  80                         kpage += pagesize;
  81                         i++;
  82                 }
  83         }
  84
  85         queue->current_q_offset = 0;
  86         queue->qe_size = qe_size;
  87         queue->pagesize = pagesize;
  88         queue->toggle_state = 1;
  89
  90         return 0;
  91 out_nomem:
  92         for (i = 0; i < nr_of_pages; i += pages_per_kpage) {
  93                 if (!(queue->queue_pages)[i])
  94                         break;
  95                 free_page((unsigned long)(queue->queue_pages)[i]);
  96         }
  97         return -ENOMEM;
  98 }
  99
 100 static void hw_queue_dtor(struct hw_queue *queue)
 101 {
 102         int pages_per_kpage = PAGE_SIZE / queue->pagesize;
 103         int i, nr_pages;
 104
 105         if (!queue || !queue->queue_pages)
 106                 return;
 107
 108         nr_pages = queue->queue_length / queue->pagesize;
 109
 110         for (i = 0; i < nr_pages; i += pages_per_kpage)
 111                 free_page((unsigned long)(queue->queue_pages)[i]);
 112
 113         kfree(queue->queue_pages);
 114 }
 115
 116 struct ehea_cq *ehea_create_cq(struct ehea_adapter *adapter,
 117                                int nr_of_cqe, u64 eq_handle, u32 cq_token)
 118 {
 119         struct ehea_cq *cq;
 120         struct h_epa epa;
 121         u64 *cq_handle_ref, hret, rpage;
 122         u32 act_nr_of_entries, act_pages, counter;
 123         int ret;
 124         void *vpage;
 125
 126         cq = kzalloc(sizeof(*cq), GFP_KERNEL);
 127         if (!cq) {
 128                 ehea_error("no mem for cq");
 129                 goto out_nomem;
 130         }
 131
 132         cq->attr.max_nr_of_cqes = nr_of_cqe;
 133         cq->attr.cq_token = cq_token;
 134         cq->attr.eq_handle = eq_handle;
 135
 136         cq->adapter = adapter;
 137
 138         cq_handle_ref = &cq->fw_handle;
 139         act_nr_of_entries = 0;
 140         act_pages = 0;
 141
 142         hret = ehea_h_alloc_resource_cq(adapter->handle, &cq->attr,
 143                                         &cq->fw_handle, &cq->epas);
 144         if (hret != H_SUCCESS) {
 145                 ehea_error("alloc_resource_cq failed");
 146                 goto out_freemem;
 147         }
 148
 149         ret = hw_queue_ctor(&cq->hw_queue, cq->attr.nr_pages,
 150                             EHEA_PAGESIZE, sizeof(struct ehea_cqe));
 151         if (ret)
 152                 goto out_freeres;
 153
 154         for (counter = 0; counter < cq->attr.nr_pages; counter++) {
 155                 vpage = hw_qpageit_get_inc(&cq->hw_queue);
 156                 if (!vpage) {
 157                         ehea_error("hw_qpageit_get_inc failed");
 158                         goto out_kill_hwq;
 159                 }
 160
 161                 rpage = virt_to_abs(vpage);
 162                 hret = ehea_h_register_rpage(adapter->handle,
 163                                              0, EHEA_CQ_REGISTER_ORIG,
 164                                              cq->fw_handle, rpage, 1);
 165                 if (hret < H_SUCCESS) {
 166                         ehea_error("register_rpage_cq failed ehea_cq=%p "
 167                                    "hret=%lx counter=%i act_pages=%i",
 168                                    cq, hret, counter, cq->attr.nr_pages);
 169                         goto out_kill_hwq;
 170                 }
 171
 172                 if (counter == (cq->attr.nr_pages - 1)) {
 173                         vpage = hw_qpageit_get_inc(&cq->hw_queue);
 174
 175                         if ((hret != H_SUCCESS) || (vpage)) {
 176                                 ehea_error("registration of pages not "
 177                                            "complete hret=%lx\n", hret);
 178                                 goto out_kill_hwq;
 179                         }
 180                 } else {
 181                         if ((hret != H_PAGE_REGISTERED) || (!vpage)) {
 182                                 ehea_error("CQ: registration of page failed "
 183                                            "hret=%lx\n", hret);
 184                                 goto out_kill_hwq;
 185                         }
 186                 }
 187         }
 188
 189         hw_qeit_reset(&cq->hw_queue);
 190         epa = cq->epas.kernel;
 191         ehea_reset_cq_ep(cq);
 192         ehea_reset_cq_n1(cq);
 193
 194         return cq;
 195
 196 out_kill_hwq:
 197         hw_queue_dtor(&cq->hw_queue);
 198
 199 out_freeres:
 200         ehea_h_free_resource(adapter->handle, cq->fw_handle);
 201
 202 out_freemem:
 203         kfree(cq);
 204
 205 out_nomem:
 206         return NULL;
 207 }
 208
 209 int ehea_destroy_cq(struct ehea_cq *cq)
 210 {
 211         u64 adapter_handle, hret;
 212
 213         if (!cq)
 214                 return 0;
 215
 216         adapter_handle = cq->adapter->handle;
 217
 218         /* deregister all previous registered pages */
 219         hret = ehea_h_free_resource(adapter_handle, cq->fw_handle);
 220         if (hret != H_SUCCESS) {
 221                 ehea_error("destroy CQ failed");
 222                 return -EIO;
 223         }
 224
 225         hw_queue_dtor(&cq->hw_queue);
 226         kfree(cq);
 227
 228         return 0;
 229 }
 230
 231 struct ehea_eq *ehea_create_eq(struct ehea_adapter *adapter,
 232                                const enum ehea_eq_type type,
 233                                const u32 max_nr_of_eqes, const u8 eqe_gen)
 234 {
 235         int ret, i;
 236         u64 hret, rpage;
 237         void *vpage;
 238         struct ehea_eq *eq;
 239
 240         eq = kzalloc(sizeof(*eq), GFP_KERNEL);
 241         if (!eq) {
 242                 ehea_error("no mem for eq");
 243                 return NULL;
 244         }
 245
 246         eq->adapter = adapter;
 247         eq->attr.type = type;
 248         eq->attr.max_nr_of_eqes = max_nr_of_eqes;
 249         eq->attr.eqe_gen = eqe_gen;
 250         spin_lock_init(&eq->spinlock);
 251
 252         hret = ehea_h_alloc_resource_eq(adapter->handle,
 253                                         &eq->attr, &eq->fw_handle);
 254         if (hret != H_SUCCESS) {
 255                 ehea_error("alloc_resource_eq failed");
 256                 goto out_freemem;
 257         }
 258
 259         ret = hw_queue_ctor(&eq->hw_queue, eq->attr.nr_pages,
 260                             EHEA_PAGESIZE, sizeof(struct ehea_eqe));
 261         if (ret) {
 262                 ehea_error("can't allocate eq pages");
 263                 goto out_freeres;
 264         }
 265
 266         for (i = 0; i < eq->attr.nr_pages; i++) {
 267                 vpage = hw_qpageit_get_inc(&eq->hw_queue);
 268                 if (!vpage) {
 269                         ehea_error("hw_qpageit_get_inc failed");
 270                         hret = H_RESOURCE;
 271                         goto out_kill_hwq;
 272                 }
 273
 274                 rpage = virt_to_abs(vpage);
 275
 276                 hret = ehea_h_register_rpage(adapter->handle, 0,
 277                                              EHEA_EQ_REGISTER_ORIG,
 278                                              eq->fw_handle, rpage, 1);
 279
 280                 if (i == (eq->attr.nr_pages - 1)) {
 281                         /* last page */
 282                         vpage = hw_qpageit_get_inc(&eq->hw_queue);
 283                         if ((hret != H_SUCCESS) || (vpage)) {
 284                                 goto out_kill_hwq;
 285                         }
 286                 } else {
 287                         if ((hret != H_PAGE_REGISTERED) || (!vpage)) {
 288                                 goto out_kill_hwq;
 289                         }
 290                 }
 291         }
 292
 293         hw_qeit_reset(&eq->hw_queue);
 294         return eq;
 295
 296 out_kill_hwq:
 297         hw_queue_dtor(&eq->hw_queue);
 298
 299 out_freeres:
 300         ehea_h_free_resource(adapter->handle, eq->fw_handle);
 301
 302 out_freemem:
 303         kfree(eq);
 304         return NULL;
 305 }
 306
 307 struct ehea_eqe *ehea_poll_eq(struct ehea_eq *eq)
 308 {
 309         struct ehea_eqe *eqe;
 310         unsigned long flags;
 311
 312         spin_lock_irqsave(&eq->spinlock, flags);
 313         eqe = (struct ehea_eqe*)hw_eqit_eq_get_inc_valid(&eq->hw_queue);
 314         spin_unlock_irqrestore(&eq->spinlock, flags);
 315
 316         return eqe;
 317 }
 318
 319 int ehea_destroy_eq(struct ehea_eq *eq)
 320 {
 321         u64 hret;
 322         unsigned long flags;
 323
 324         if (!eq)
 325                 return 0;
 326
 327         spin_lock_irqsave(&eq->spinlock, flags);
 328
 329         hret = ehea_h_free_resource(eq->adapter->handle, eq->fw_handle);
 330         spin_unlock_irqrestore(&eq->spinlock, flags);
 331
 332         if (hret != H_SUCCESS) {
 333                 ehea_error("destroy_eq failed");
 334                 return -EIO;
 335         }
 336
 337         hw_queue_dtor(&eq->hw_queue);
 338         kfree(eq);
 339
 340         return 0;
 341 }
 342
 343 /**
 344  * allocates memory for a queue and registers pages in phyp
 345  */
 346 int ehea_qp_alloc_register(struct ehea_qp *qp, struct hw_queue *hw_queue,
 347                            int nr_pages, int wqe_size, int act_nr_sges,
 348                            struct ehea_adapter *adapter, int h_call_q_selector)
 349 {
 350         u64 hret, rpage;
 351         int ret, cnt;
 352         void *vpage;
 353
 354         ret = hw_queue_ctor(hw_queue, nr_pages, EHEA_PAGESIZE, wqe_size);
 355         if (ret)
 356                 return ret;
 357
 358         for (cnt = 0; cnt < nr_pages; cnt++) {
 359                 vpage = hw_qpageit_get_inc(hw_queue);
 360                 if (!vpage) {
 361                         ehea_error("hw_qpageit_get_inc failed");
 362                         goto out_kill_hwq;
 363                 }
 364                 rpage = virt_to_abs(vpage);
 365                 hret = ehea_h_register_rpage(adapter->handle,
 366                                              0, h_call_q_selector,
 367                                              qp->fw_handle, rpage, 1);
 368                 if (hret < H_SUCCESS) {
 369                         ehea_error("register_rpage_qp failed");
 370                         goto out_kill_hwq;
 371                 }
 372         }
 373         hw_qeit_reset(hw_queue);
 374         return 0;
 375
 376 out_kill_hwq:
 377         hw_queue_dtor(hw_queue);
 378         return -EIO;
 379 }
 380
 381 static inline u32 map_wqe_size(u8 wqe_enc_size)
 382 {
 383         return 128 << wqe_enc_size;
 384 }
 385
 386 struct ehea_qp *ehea_create_qp(struct ehea_adapter *adapter,
 387                                u32 pd, struct ehea_qp_init_attr *init_attr)
 388 {
 389         int ret;
 390         u64 hret;
 391         struct ehea_qp *qp;
 392         u32 wqe_size_in_bytes_sq, wqe_size_in_bytes_rq1;
 393         u32 wqe_size_in_bytes_rq2, wqe_size_in_bytes_rq3;
 394
 395
 396         qp = kzalloc(sizeof(*qp), GFP_KERNEL);
 397         if (!qp) {
 398                 ehea_error("no mem for qp");
 399                 return NULL;
 400         }
 401
 402         qp->adapter = adapter;
 403
 404         hret = ehea_h_alloc_resource_qp(adapter->handle, init_attr, pd,
 405                                         &qp->fw_handle, &qp->epas);
 406         if (hret != H_SUCCESS) {
 407                 ehea_error("ehea_h_alloc_resource_qp failed");
 408                 goto out_freemem;
 409         }
 410
 411         wqe_size_in_bytes_sq = map_wqe_size(init_attr->act_wqe_size_enc_sq);
 412         wqe_size_in_bytes_rq1 = map_wqe_size(init_attr->act_wqe_size_enc_rq1);
 413         wqe_size_in_bytes_rq2 = map_wqe_size(init_attr->act_wqe_size_enc_rq2);
 414         wqe_size_in_bytes_rq3 = map_wqe_size(init_attr->act_wqe_size_enc_rq3);
 415
 416         ret = ehea_qp_alloc_register(qp, &qp->hw_squeue, init_attr->nr_sq_pages,
 417                                      wqe_size_in_bytes_sq,
 418                                      init_attr->act_wqe_size_enc_sq, adapter,
 419                                      0);
 420         if (ret) {
 421                 ehea_error("can't register for sq ret=%x", ret);
 422                 goto out_freeres;
 423         }
 424
 425         ret = ehea_qp_alloc_register(qp, &qp->hw_rqueue1,
 426                                      init_attr->nr_rq1_pages,
 427                                      wqe_size_in_bytes_rq1,
 428                                      init_attr->act_wqe_size_enc_rq1,
 429                                      adapter, 1);
 430         if (ret) {
 431                 ehea_error("can't register for rq1 ret=%x", ret);
 432                 goto out_kill_hwsq;
 433         }
 434
 435         if (init_attr->rq_count > 1) {
 436                 ret = ehea_qp_alloc_register(qp, &qp->hw_rqueue2,
 437                                              init_attr->nr_rq2_pages,
 438                                              wqe_size_in_bytes_rq2,
 439                                              init_attr->act_wqe_size_enc_rq2,
 440                                              adapter, 2);
 441                 if (ret) {
 442                         ehea_error("can't register for rq2 ret=%x", ret);
 443                         goto out_kill_hwr1q;
 444                 }
 445         }
 446
 447         if (init_attr->rq_count > 2) {
 448                 ret = ehea_qp_alloc_register(qp, &qp->hw_rqueue3,
 449                                              init_attr->nr_rq3_pages,
 450                                              wqe_size_in_bytes_rq3,
 451                                              init_attr->act_wqe_size_enc_rq3,
 452                                              adapter, 3);
 453                 if (ret) {
 454                         ehea_error("can't register for rq3 ret=%x", ret);
 455                         goto out_kill_hwr2q;
 456                 }
 457         }
 458
 459         qp->init_attr = *init_attr;
 460
 461         return qp;
 462
 463 out_kill_hwr2q:
 464         hw_queue_dtor(&qp->hw_rqueue2);
 465
 466 out_kill_hwr1q:
 467         hw_queue_dtor(&qp->hw_rqueue1);
 468
 469 out_kill_hwsq:
 470         hw_queue_dtor(&qp->hw_squeue);
 471
 472 out_freeres:
 473         ehea_h_disable_and_get_hea(adapter->handle, qp->fw_handle);
 474         ehea_h_free_resource(adapter->handle, qp->fw_handle);
 475
 476 out_freemem:
 477         kfree(qp);
 478         return NULL;
 479 }
 480
 481 int ehea_destroy_qp(struct ehea_qp *qp)
 482 {
 483         u64 hret;
 484         struct ehea_qp_init_attr *qp_attr = &qp->init_attr;
 485
 486         if (!qp)
 487                 return 0;
 488
 489         ehea_h_disable_and_get_hea(qp->adapter->handle, qp->fw_handle);
 490         hret = ehea_h_free_resource(qp->adapter->handle, qp->fw_handle);
 491         if (hret != H_SUCCESS) {
 492                 ehea_error("destroy_qp failed");
 493                 return -EIO;
 494         }
 495
 496         hw_queue_dtor(&qp->hw_squeue);
 497         hw_queue_dtor(&qp->hw_rqueue1);
 498
 499         if (qp_attr->rq_count > 1)
 500                 hw_queue_dtor(&qp->hw_rqueue2);
 501         if (qp_attr->rq_count > 2)
 502                 hw_queue_dtor(&qp->hw_rqueue3);
 503         kfree(qp);
 504
 505         return 0;
 506 }
 507
 508 int ehea_reg_mr_adapter(struct ehea_adapter *adapter)
 509 {
 510         int i, k, ret;
 511         u64 hret, pt_abs, start, end, nr_pages;
 512         u32 acc_ctrl = EHEA_MR_ACC_CTRL;
 513         u64 *pt;
 514
 515         start = KERNELBASE;
 516         end = (u64)high_memory;
 517         nr_pages = (end - start) / EHEA_PAGESIZE;
 518
 519         pt =  kzalloc(PAGE_SIZE, GFP_KERNEL);
 520         if (!pt) {
 521                 ehea_error("no mem");
 522                 ret = -ENOMEM;
 523                 goto out;
 524         }
 525         pt_abs = virt_to_abs(pt);
 526
 527         hret = ehea_h_alloc_resource_mr(adapter->handle, start, end - start,
 528                                         acc_ctrl, adapter->pd,
 529                                         &adapter->mr.handle, &adapter->mr.lkey);
 530         if (hret != H_SUCCESS) {
 531                 ehea_error("alloc_resource_mr failed");
 532                 ret = -EIO;
 533                 goto out;
 534         }
 535
 536         adapter->mr.vaddr = KERNELBASE;
 537         k = 0;
 538
 539         while (nr_pages > 0) {
 540                 if (nr_pages > 1) {
 541                         u64 num_pages = min(nr_pages, (u64)512);
 542                         for (i = 0; i < num_pages; i++)
 543                                 pt[i] = virt_to_abs((void*)(((u64)start) +
 544                                                             ((k++) *
 545                                                              EHEA_PAGESIZE)));
 546
 547                         hret = ehea_h_register_rpage_mr(adapter->handle,
 548                                                         adapter->mr.handle, 0,
 549                                                         0, (u64)pt_abs,
 550                                                         num_pages);
 551                         nr_pages -= num_pages;
 552                 } else {
 553                         u64 abs_adr = virt_to_abs((void*)(((u64)start) +
 554                                                           (k * EHEA_PAGESIZE)));
 555
 556                         hret = ehea_h_register_rpage_mr(adapter->handle,
 557                                                         adapter->mr.handle, 0,
 558                                                         0, abs_adr,1);
 559                         nr_pages--;
 560                 }
 561
 562                 if ((hret != H_SUCCESS) && (hret != H_PAGE_REGISTERED)) {
 563                         ehea_h_free_resource(adapter->handle,
 564                                                 adapter->mr.handle);
 565                         ehea_error("register_rpage_mr failed: hret = %lX",
 566                                    hret);
 567                         ret = -EIO;
 568                         goto out;
 569                 }
 570         }
 571
 572         if (hret != H_SUCCESS) {
 573                 ehea_h_free_resource(adapter->handle, adapter->mr.handle);
 574                 ehea_error("register_rpage failed for last page: hret = %lX",
 575                            hret);
 576                 ret = -EIO;
 577                 goto out;
 578         }
 579         ret = 0;
 580 out:
 581         kfree(pt);
 582         return ret;
 583 }
 584
 585 void print_error_data(u64 *data)
 586 {
 587         int length;
 588         u64 type = EHEA_BMASK_GET(ERROR_DATA_TYPE, data[2]);
 589         u64 resource = data[1];
 590
 591         length = EHEA_BMASK_GET(ERROR_DATA_LENGTH, data[0]);
 592
 593         if (length > EHEA_PAGESIZE)
 594                 length = EHEA_PAGESIZE;
 595
 596         if (type == 0x8) /* Queue Pair */
 597                 ehea_error("QP (resource=%lX) state: AER=0x%lX, AERR=0x%lX, "
 598                            "port=%lX", resource, data[6], data[12], data[22]);
 599
 600         ehea_dump(data, length, "error data");
 601 }
 602
 603 void ehea_error_data(struct ehea_adapter *adapter, u64 res_handle)
 604 {
 605         unsigned long ret;
 606         u64 *rblock;
 607
 608         rblock = kzalloc(PAGE_SIZE, GFP_KERNEL);
 609         if (!rblock) {
 610                 ehea_error("Cannot allocate rblock memory.");
 611                 return;
 612         }
 613
 614         ret = ehea_h_error_data(adapter->handle,
 615                                 res_handle,
 616                                 rblock);
 617
 618         if (ret == H_R_STATE)
 619                 ehea_error("No error data is available: %lX.", res_handle);
 620         else if (ret == H_SUCCESS)
 621                 print_error_data(rblock);
 622         else
 623                 ehea_error("Error data could not be fetched: %lX", res_handle);
 624
 625         kfree(rblock);
 626 }