Merge branch 'fixes' of git://git.infradead.org/users/vkoul/slave-dma
[pandora-kernel.git] / drivers / target / target_core_pscsi.c
1 /*******************************************************************************
2  * Filename:  target_core_pscsi.c
3  *
4  * This file contains the generic target mode <-> Linux SCSI subsystem plugin.
5  *
6  * Copyright (c) 2003, 2004, 2005 PyX Technologies, Inc.
7  * Copyright (c) 2005, 2006, 2007 SBE, Inc.
8  * Copyright (c) 2007-2010 Rising Tide Systems
9  * Copyright (c) 2008-2010 Linux-iSCSI.org
10  *
11  * Nicholas A. Bellinger <nab@kernel.org>
12  *
13  * This program is free software; you can redistribute it and/or modify
14  * it under the terms of the GNU General Public License as published by
15  * the Free Software Foundation; either version 2 of the License, or
16  * (at your option) any later version.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  *
23  * You should have received a copy of the GNU General Public License
24  * along with this program; if not, write to the Free Software
25  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
26  *
27  ******************************************************************************/
28
29 #include <linux/string.h>
30 #include <linux/parser.h>
31 #include <linux/timer.h>
32 #include <linux/blkdev.h>
33 #include <linux/blk_types.h>
34 #include <linux/slab.h>
35 #include <linux/spinlock.h>
36 #include <linux/genhd.h>
37 #include <linux/cdrom.h>
38 #include <linux/ratelimit.h>
39 #include <linux/module.h>
40 #include <asm/unaligned.h>
41
42 #include <scsi/scsi.h>
43 #include <scsi/scsi_device.h>
44 #include <scsi/scsi_cmnd.h>
45 #include <scsi/scsi_host.h>
46 #include <scsi/scsi_tcq.h>
47
48 #include <target/target_core_base.h>
49 #include <target/target_core_backend.h>
50
51 #include "target_core_alua.h"
52 #include "target_core_pscsi.h"
53
54 #define ISPRINT(a)  ((a >= ' ') && (a <= '~'))
55
56 static struct se_subsystem_api pscsi_template;
57
58 static int pscsi_execute_cmd(struct se_cmd *cmd);
59 static void pscsi_req_done(struct request *, int);
60
61 /*      pscsi_attach_hba():
62  *
63  *      pscsi_get_sh() used scsi_host_lookup() to locate struct Scsi_Host.
64  *      from the passed SCSI Host ID.
65  */
66 static int pscsi_attach_hba(struct se_hba *hba, u32 host_id)
67 {
68         struct pscsi_hba_virt *phv;
69
70         phv = kzalloc(sizeof(struct pscsi_hba_virt), GFP_KERNEL);
71         if (!phv) {
72                 pr_err("Unable to allocate struct pscsi_hba_virt\n");
73                 return -ENOMEM;
74         }
75         phv->phv_host_id = host_id;
76         phv->phv_mode = PHV_VIRTUAL_HOST_ID;
77
78         hba->hba_ptr = phv;
79
80         pr_debug("CORE_HBA[%d] - TCM SCSI HBA Driver %s on"
81                 " Generic Target Core Stack %s\n", hba->hba_id,
82                 PSCSI_VERSION, TARGET_CORE_MOD_VERSION);
83         pr_debug("CORE_HBA[%d] - Attached SCSI HBA to Generic\n",
84                hba->hba_id);
85
86         return 0;
87 }
88
89 static void pscsi_detach_hba(struct se_hba *hba)
90 {
91         struct pscsi_hba_virt *phv = hba->hba_ptr;
92         struct Scsi_Host *scsi_host = phv->phv_lld_host;
93
94         if (scsi_host) {
95                 scsi_host_put(scsi_host);
96
97                 pr_debug("CORE_HBA[%d] - Detached SCSI HBA: %s from"
98                         " Generic Target Core\n", hba->hba_id,
99                         (scsi_host->hostt->name) ? (scsi_host->hostt->name) :
100                         "Unknown");
101         } else
102                 pr_debug("CORE_HBA[%d] - Detached Virtual SCSI HBA"
103                         " from Generic Target Core\n", hba->hba_id);
104
105         kfree(phv);
106         hba->hba_ptr = NULL;
107 }
108
109 static int pscsi_pmode_enable_hba(struct se_hba *hba, unsigned long mode_flag)
110 {
111         struct pscsi_hba_virt *phv = hba->hba_ptr;
112         struct Scsi_Host *sh = phv->phv_lld_host;
113         /*
114          * Release the struct Scsi_Host
115          */
116         if (!mode_flag) {
117                 if (!sh)
118                         return 0;
119
120                 phv->phv_lld_host = NULL;
121                 phv->phv_mode = PHV_VIRTUAL_HOST_ID;
122
123                 pr_debug("CORE_HBA[%d] - Disabled pSCSI HBA Passthrough"
124                         " %s\n", hba->hba_id, (sh->hostt->name) ?
125                         (sh->hostt->name) : "Unknown");
126
127                 scsi_host_put(sh);
128                 return 0;
129         }
130         /*
131          * Otherwise, locate struct Scsi_Host from the original passed
132          * pSCSI Host ID and enable for phba mode
133          */
134         sh = scsi_host_lookup(phv->phv_host_id);
135         if (IS_ERR(sh)) {
136                 pr_err("pSCSI: Unable to locate SCSI Host for"
137                         " phv_host_id: %d\n", phv->phv_host_id);
138                 return PTR_ERR(sh);
139         }
140
141         phv->phv_lld_host = sh;
142         phv->phv_mode = PHV_LLD_SCSI_HOST_NO;
143
144         pr_debug("CORE_HBA[%d] - Enabled pSCSI HBA Passthrough %s\n",
145                 hba->hba_id, (sh->hostt->name) ? (sh->hostt->name) : "Unknown");
146
147         return 1;
148 }
149
150 static void pscsi_tape_read_blocksize(struct se_device *dev,
151                 struct scsi_device *sdev)
152 {
153         unsigned char cdb[MAX_COMMAND_SIZE], *buf;
154         int ret;
155
156         buf = kzalloc(12, GFP_KERNEL);
157         if (!buf)
158                 return;
159
160         memset(cdb, 0, MAX_COMMAND_SIZE);
161         cdb[0] = MODE_SENSE;
162         cdb[4] = 0x0c; /* 12 bytes */
163
164         ret = scsi_execute_req(sdev, cdb, DMA_FROM_DEVICE, buf, 12, NULL,
165                         HZ, 1, NULL);
166         if (ret)
167                 goto out_free;
168
169         /*
170          * If MODE_SENSE still returns zero, set the default value to 1024.
171          */
172         sdev->sector_size = (buf[9] << 16) | (buf[10] << 8) | (buf[11]);
173         if (!sdev->sector_size)
174                 sdev->sector_size = 1024;
175 out_free:
176         kfree(buf);
177 }
178
179 static void
180 pscsi_set_inquiry_info(struct scsi_device *sdev, struct t10_wwn *wwn)
181 {
182         unsigned char *buf;
183
184         if (sdev->inquiry_len < INQUIRY_LEN)
185                 return;
186
187         buf = sdev->inquiry;
188         if (!buf)
189                 return;
190         /*
191          * Use sdev->inquiry from drivers/scsi/scsi_scan.c:scsi_alloc_sdev()
192          */
193         memcpy(&wwn->vendor[0], &buf[8], sizeof(wwn->vendor));
194         memcpy(&wwn->model[0], &buf[16], sizeof(wwn->model));
195         memcpy(&wwn->revision[0], &buf[32], sizeof(wwn->revision));
196 }
197
198 static int
199 pscsi_get_inquiry_vpd_serial(struct scsi_device *sdev, struct t10_wwn *wwn)
200 {
201         unsigned char cdb[MAX_COMMAND_SIZE], *buf;
202         int ret;
203
204         buf = kzalloc(INQUIRY_VPD_SERIAL_LEN, GFP_KERNEL);
205         if (!buf)
206                 return -ENOMEM;
207
208         memset(cdb, 0, MAX_COMMAND_SIZE);
209         cdb[0] = INQUIRY;
210         cdb[1] = 0x01; /* Query VPD */
211         cdb[2] = 0x80; /* Unit Serial Number */
212         cdb[3] = (INQUIRY_VPD_SERIAL_LEN >> 8) & 0xff;
213         cdb[4] = (INQUIRY_VPD_SERIAL_LEN & 0xff);
214
215         ret = scsi_execute_req(sdev, cdb, DMA_FROM_DEVICE, buf,
216                               INQUIRY_VPD_SERIAL_LEN, NULL, HZ, 1, NULL);
217         if (ret)
218                 goto out_free;
219
220         snprintf(&wwn->unit_serial[0], INQUIRY_VPD_SERIAL_LEN, "%s", &buf[4]);
221
222         wwn->t10_sub_dev->su_dev_flags |= SDF_FIRMWARE_VPD_UNIT_SERIAL;
223
224         kfree(buf);
225         return 0;
226
227 out_free:
228         kfree(buf);
229         return -EPERM;
230 }
231
232 static void
233 pscsi_get_inquiry_vpd_device_ident(struct scsi_device *sdev,
234                 struct t10_wwn *wwn)
235 {
236         unsigned char cdb[MAX_COMMAND_SIZE], *buf, *page_83;
237         int ident_len, page_len, off = 4, ret;
238         struct t10_vpd *vpd;
239
240         buf = kzalloc(INQUIRY_VPD_SERIAL_LEN, GFP_KERNEL);
241         if (!buf)
242                 return;
243
244         memset(cdb, 0, MAX_COMMAND_SIZE);
245         cdb[0] = INQUIRY;
246         cdb[1] = 0x01; /* Query VPD */
247         cdb[2] = 0x83; /* Device Identifier */
248         cdb[3] = (INQUIRY_VPD_DEVICE_IDENTIFIER_LEN >> 8) & 0xff;
249         cdb[4] = (INQUIRY_VPD_DEVICE_IDENTIFIER_LEN & 0xff);
250
251         ret = scsi_execute_req(sdev, cdb, DMA_FROM_DEVICE, buf,
252                               INQUIRY_VPD_DEVICE_IDENTIFIER_LEN,
253                               NULL, HZ, 1, NULL);
254         if (ret)
255                 goto out;
256
257         page_len = (buf[2] << 8) | buf[3];
258         while (page_len > 0) {
259                 /* Grab a pointer to the Identification descriptor */
260                 page_83 = &buf[off];
261                 ident_len = page_83[3];
262                 if (!ident_len) {
263                         pr_err("page_83[3]: identifier"
264                                         " length zero!\n");
265                         break;
266                 }
267                 pr_debug("T10 VPD Identifer Length: %d\n", ident_len);
268
269                 vpd = kzalloc(sizeof(struct t10_vpd), GFP_KERNEL);
270                 if (!vpd) {
271                         pr_err("Unable to allocate memory for"
272                                         " struct t10_vpd\n");
273                         goto out;
274                 }
275                 INIT_LIST_HEAD(&vpd->vpd_list);
276
277                 transport_set_vpd_proto_id(vpd, page_83);
278                 transport_set_vpd_assoc(vpd, page_83);
279
280                 if (transport_set_vpd_ident_type(vpd, page_83) < 0) {
281                         off += (ident_len + 4);
282                         page_len -= (ident_len + 4);
283                         kfree(vpd);
284                         continue;
285                 }
286                 if (transport_set_vpd_ident(vpd, page_83) < 0) {
287                         off += (ident_len + 4);
288                         page_len -= (ident_len + 4);
289                         kfree(vpd);
290                         continue;
291                 }
292
293                 list_add_tail(&vpd->vpd_list, &wwn->t10_vpd_list);
294                 off += (ident_len + 4);
295                 page_len -= (ident_len + 4);
296         }
297
298 out:
299         kfree(buf);
300 }
301
302 /*      pscsi_add_device_to_list():
303  *
304  *
305  */
306 static struct se_device *pscsi_add_device_to_list(
307         struct se_hba *hba,
308         struct se_subsystem_dev *se_dev,
309         struct pscsi_dev_virt *pdv,
310         struct scsi_device *sd,
311         int dev_flags)
312 {
313         struct se_device *dev;
314         struct se_dev_limits dev_limits;
315         struct request_queue *q;
316         struct queue_limits *limits;
317
318         memset(&dev_limits, 0, sizeof(struct se_dev_limits));
319
320         if (!sd->queue_depth) {
321                 sd->queue_depth = PSCSI_DEFAULT_QUEUEDEPTH;
322
323                 pr_err("Set broken SCSI Device %d:%d:%d"
324                         " queue_depth to %d\n", sd->channel, sd->id,
325                                 sd->lun, sd->queue_depth);
326         }
327         /*
328          * Setup the local scope queue_limits from struct request_queue->limits
329          * to pass into transport_add_device_to_core_hba() as struct se_dev_limits.
330          */
331         q = sd->request_queue;
332         limits = &dev_limits.limits;
333         limits->logical_block_size = sd->sector_size;
334         limits->max_hw_sectors = min_t(int, sd->host->max_sectors, queue_max_hw_sectors(q));
335         limits->max_sectors = min_t(int, sd->host->max_sectors, queue_max_sectors(q));
336         dev_limits.hw_queue_depth = sd->queue_depth;
337         dev_limits.queue_depth = sd->queue_depth;
338         /*
339          * Setup our standard INQUIRY info into se_dev->t10_wwn
340          */
341         pscsi_set_inquiry_info(sd, &se_dev->t10_wwn);
342
343         /*
344          * Set the pointer pdv->pdv_sd to from passed struct scsi_device,
345          * which has already been referenced with Linux SCSI code with
346          * scsi_device_get() in this file's pscsi_create_virtdevice().
347          *
348          * The passthrough operations called by the transport_add_device_*
349          * function below will require this pointer to be set for passthroug
350          *  ops.
351          *
352          * For the shutdown case in pscsi_free_device(), this struct
353          * scsi_device  reference is released with Linux SCSI code
354          * scsi_device_put() and the pdv->pdv_sd cleared.
355          */
356         pdv->pdv_sd = sd;
357         dev = transport_add_device_to_core_hba(hba, &pscsi_template,
358                                 se_dev, dev_flags, pdv,
359                                 &dev_limits, NULL, NULL);
360         if (!dev) {
361                 pdv->pdv_sd = NULL;
362                 return NULL;
363         }
364
365         /*
366          * Locate VPD WWN Information used for various purposes within
367          * the Storage Engine.
368          */
369         if (!pscsi_get_inquiry_vpd_serial(sd, &se_dev->t10_wwn)) {
370                 /*
371                  * If VPD Unit Serial returned GOOD status, try
372                  * VPD Device Identification page (0x83).
373                  */
374                 pscsi_get_inquiry_vpd_device_ident(sd, &se_dev->t10_wwn);
375         }
376
377         /*
378          * For TYPE_TAPE, attempt to determine blocksize with MODE_SENSE.
379          */
380         if (sd->type == TYPE_TAPE)
381                 pscsi_tape_read_blocksize(dev, sd);
382         return dev;
383 }
384
385 static void *pscsi_allocate_virtdevice(struct se_hba *hba, const char *name)
386 {
387         struct pscsi_dev_virt *pdv;
388
389         pdv = kzalloc(sizeof(struct pscsi_dev_virt), GFP_KERNEL);
390         if (!pdv) {
391                 pr_err("Unable to allocate memory for struct pscsi_dev_virt\n");
392                 return NULL;
393         }
394         pdv->pdv_se_hba = hba;
395
396         pr_debug("PSCSI: Allocated pdv: %p for %s\n", pdv, name);
397         return pdv;
398 }
399
400 /*
401  * Called with struct Scsi_Host->host_lock called.
402  */
403 static struct se_device *pscsi_create_type_disk(
404         struct scsi_device *sd,
405         struct pscsi_dev_virt *pdv,
406         struct se_subsystem_dev *se_dev,
407         struct se_hba *hba)
408         __releases(sh->host_lock)
409 {
410         struct se_device *dev;
411         struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr;
412         struct Scsi_Host *sh = sd->host;
413         struct block_device *bd;
414         u32 dev_flags = 0;
415
416         if (scsi_device_get(sd)) {
417                 pr_err("scsi_device_get() failed for %d:%d:%d:%d\n",
418                         sh->host_no, sd->channel, sd->id, sd->lun);
419                 spin_unlock_irq(sh->host_lock);
420                 return NULL;
421         }
422         spin_unlock_irq(sh->host_lock);
423         /*
424          * Claim exclusive struct block_device access to struct scsi_device
425          * for TYPE_DISK using supplied udev_path
426          */
427         bd = blkdev_get_by_path(se_dev->se_dev_udev_path,
428                                 FMODE_WRITE|FMODE_READ|FMODE_EXCL, pdv);
429         if (IS_ERR(bd)) {
430                 pr_err("pSCSI: blkdev_get_by_path() failed\n");
431                 scsi_device_put(sd);
432                 return NULL;
433         }
434         pdv->pdv_bd = bd;
435
436         dev = pscsi_add_device_to_list(hba, se_dev, pdv, sd, dev_flags);
437         if (!dev) {
438                 blkdev_put(pdv->pdv_bd, FMODE_WRITE|FMODE_READ|FMODE_EXCL);
439                 scsi_device_put(sd);
440                 return NULL;
441         }
442         pr_debug("CORE_PSCSI[%d] - Added TYPE_DISK for %d:%d:%d:%d\n",
443                 phv->phv_host_id, sh->host_no, sd->channel, sd->id, sd->lun);
444
445         return dev;
446 }
447
448 /*
449  * Called with struct Scsi_Host->host_lock called.
450  */
451 static struct se_device *pscsi_create_type_rom(
452         struct scsi_device *sd,
453         struct pscsi_dev_virt *pdv,
454         struct se_subsystem_dev *se_dev,
455         struct se_hba *hba)
456         __releases(sh->host_lock)
457 {
458         struct se_device *dev;
459         struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr;
460         struct Scsi_Host *sh = sd->host;
461         u32 dev_flags = 0;
462
463         if (scsi_device_get(sd)) {
464                 pr_err("scsi_device_get() failed for %d:%d:%d:%d\n",
465                         sh->host_no, sd->channel, sd->id, sd->lun);
466                 spin_unlock_irq(sh->host_lock);
467                 return NULL;
468         }
469         spin_unlock_irq(sh->host_lock);
470
471         dev = pscsi_add_device_to_list(hba, se_dev, pdv, sd, dev_flags);
472         if (!dev) {
473                 scsi_device_put(sd);
474                 return NULL;
475         }
476         pr_debug("CORE_PSCSI[%d] - Added Type: %s for %d:%d:%d:%d\n",
477                 phv->phv_host_id, scsi_device_type(sd->type), sh->host_no,
478                 sd->channel, sd->id, sd->lun);
479
480         return dev;
481 }
482
483 /*
484  *Called with struct Scsi_Host->host_lock called.
485  */
486 static struct se_device *pscsi_create_type_other(
487         struct scsi_device *sd,
488         struct pscsi_dev_virt *pdv,
489         struct se_subsystem_dev *se_dev,
490         struct se_hba *hba)
491         __releases(sh->host_lock)
492 {
493         struct se_device *dev;
494         struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr;
495         struct Scsi_Host *sh = sd->host;
496         u32 dev_flags = 0;
497
498         spin_unlock_irq(sh->host_lock);
499         dev = pscsi_add_device_to_list(hba, se_dev, pdv, sd, dev_flags);
500         if (!dev)
501                 return NULL;
502
503         pr_debug("CORE_PSCSI[%d] - Added Type: %s for %d:%d:%d:%d\n",
504                 phv->phv_host_id, scsi_device_type(sd->type), sh->host_no,
505                 sd->channel, sd->id, sd->lun);
506
507         return dev;
508 }
509
510 static struct se_device *pscsi_create_virtdevice(
511         struct se_hba *hba,
512         struct se_subsystem_dev *se_dev,
513         void *p)
514 {
515         struct pscsi_dev_virt *pdv = p;
516         struct se_device *dev;
517         struct scsi_device *sd;
518         struct pscsi_hba_virt *phv = hba->hba_ptr;
519         struct Scsi_Host *sh = phv->phv_lld_host;
520         int legacy_mode_enable = 0;
521
522         if (!pdv) {
523                 pr_err("Unable to locate struct pscsi_dev_virt"
524                                 " parameter\n");
525                 return ERR_PTR(-EINVAL);
526         }
527         /*
528          * If not running in PHV_LLD_SCSI_HOST_NO mode, locate the
529          * struct Scsi_Host we will need to bring the TCM/pSCSI object online
530          */
531         if (!sh) {
532                 if (phv->phv_mode == PHV_LLD_SCSI_HOST_NO) {
533                         pr_err("pSCSI: Unable to locate struct"
534                                 " Scsi_Host for PHV_LLD_SCSI_HOST_NO\n");
535                         return ERR_PTR(-ENODEV);
536                 }
537                 /*
538                  * For the newer PHV_VIRTUAL_HOST_ID struct scsi_device
539                  * reference, we enforce that udev_path has been set
540                  */
541                 if (!(se_dev->su_dev_flags & SDF_USING_UDEV_PATH)) {
542                         pr_err("pSCSI: udev_path attribute has not"
543                                 " been set before ENABLE=1\n");
544                         return ERR_PTR(-EINVAL);
545                 }
546                 /*
547                  * If no scsi_host_id= was passed for PHV_VIRTUAL_HOST_ID,
548                  * use the original TCM hba ID to reference Linux/SCSI Host No
549                  * and enable for PHV_LLD_SCSI_HOST_NO mode.
550                  */
551                 if (!(pdv->pdv_flags & PDF_HAS_VIRT_HOST_ID)) {
552                         spin_lock(&hba->device_lock);
553                         if (!list_empty(&hba->hba_dev_list)) {
554                                 pr_err("pSCSI: Unable to set hba_mode"
555                                         " with active devices\n");
556                                 spin_unlock(&hba->device_lock);
557                                 return ERR_PTR(-EEXIST);
558                         }
559                         spin_unlock(&hba->device_lock);
560
561                         if (pscsi_pmode_enable_hba(hba, 1) != 1)
562                                 return ERR_PTR(-ENODEV);
563
564                         legacy_mode_enable = 1;
565                         hba->hba_flags |= HBA_FLAGS_PSCSI_MODE;
566                         sh = phv->phv_lld_host;
567                 } else {
568                         sh = scsi_host_lookup(pdv->pdv_host_id);
569                         if (IS_ERR(sh)) {
570                                 pr_err("pSCSI: Unable to locate"
571                                         " pdv_host_id: %d\n", pdv->pdv_host_id);
572                                 return ERR_CAST(sh);
573                         }
574                 }
575         } else {
576                 if (phv->phv_mode == PHV_VIRTUAL_HOST_ID) {
577                         pr_err("pSCSI: PHV_VIRTUAL_HOST_ID set while"
578                                 " struct Scsi_Host exists\n");
579                         return ERR_PTR(-EEXIST);
580                 }
581         }
582
583         spin_lock_irq(sh->host_lock);
584         list_for_each_entry(sd, &sh->__devices, siblings) {
585                 if ((pdv->pdv_channel_id != sd->channel) ||
586                     (pdv->pdv_target_id != sd->id) ||
587                     (pdv->pdv_lun_id != sd->lun))
588                         continue;
589                 /*
590                  * Functions will release the held struct scsi_host->host_lock
591                  * before calling calling pscsi_add_device_to_list() to register
592                  * struct scsi_device with target_core_mod.
593                  */
594                 switch (sd->type) {
595                 case TYPE_DISK:
596                         dev = pscsi_create_type_disk(sd, pdv, se_dev, hba);
597                         break;
598                 case TYPE_ROM:
599                         dev = pscsi_create_type_rom(sd, pdv, se_dev, hba);
600                         break;
601                 default:
602                         dev = pscsi_create_type_other(sd, pdv, se_dev, hba);
603                         break;
604                 }
605
606                 if (!dev) {
607                         if (phv->phv_mode == PHV_VIRTUAL_HOST_ID)
608                                 scsi_host_put(sh);
609                         else if (legacy_mode_enable) {
610                                 pscsi_pmode_enable_hba(hba, 0);
611                                 hba->hba_flags &= ~HBA_FLAGS_PSCSI_MODE;
612                         }
613                         pdv->pdv_sd = NULL;
614                         return ERR_PTR(-ENODEV);
615                 }
616                 return dev;
617         }
618         spin_unlock_irq(sh->host_lock);
619
620         pr_err("pSCSI: Unable to locate %d:%d:%d:%d\n", sh->host_no,
621                 pdv->pdv_channel_id,  pdv->pdv_target_id, pdv->pdv_lun_id);
622
623         if (phv->phv_mode == PHV_VIRTUAL_HOST_ID)
624                 scsi_host_put(sh);
625         else if (legacy_mode_enable) {
626                 pscsi_pmode_enable_hba(hba, 0);
627                 hba->hba_flags &= ~HBA_FLAGS_PSCSI_MODE;
628         }
629
630         return ERR_PTR(-ENODEV);
631 }
632
633 /*      pscsi_free_device(): (Part of se_subsystem_api_t template)
634  *
635  *
636  */
637 static void pscsi_free_device(void *p)
638 {
639         struct pscsi_dev_virt *pdv = p;
640         struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr;
641         struct scsi_device *sd = pdv->pdv_sd;
642
643         if (sd) {
644                 /*
645                  * Release exclusive pSCSI internal struct block_device claim for
646                  * struct scsi_device with TYPE_DISK from pscsi_create_type_disk()
647                  */
648                 if ((sd->type == TYPE_DISK) && pdv->pdv_bd) {
649                         blkdev_put(pdv->pdv_bd,
650                                    FMODE_WRITE|FMODE_READ|FMODE_EXCL);
651                         pdv->pdv_bd = NULL;
652                 }
653                 /*
654                  * For HBA mode PHV_LLD_SCSI_HOST_NO, release the reference
655                  * to struct Scsi_Host now.
656                  */
657                 if ((phv->phv_mode == PHV_LLD_SCSI_HOST_NO) &&
658                     (phv->phv_lld_host != NULL))
659                         scsi_host_put(phv->phv_lld_host);
660
661                 if ((sd->type == TYPE_DISK) || (sd->type == TYPE_ROM))
662                         scsi_device_put(sd);
663
664                 pdv->pdv_sd = NULL;
665         }
666
667         kfree(pdv);
668 }
669
670 static int pscsi_transport_complete(struct se_cmd *cmd, struct scatterlist *sg)
671 {
672         struct pscsi_dev_virt *pdv = cmd->se_dev->dev_ptr;
673         struct scsi_device *sd = pdv->pdv_sd;
674         int result;
675         struct pscsi_plugin_task *pt = cmd->priv;
676         unsigned char *cdb = &pt->pscsi_cdb[0];
677
678         result = pt->pscsi_result;
679         /*
680          * Hack to make sure that Write-Protect modepage is set if R/O mode is
681          * forced.
682          */
683         if (((cdb[0] == MODE_SENSE) || (cdb[0] == MODE_SENSE_10)) &&
684              (status_byte(result) << 1) == SAM_STAT_GOOD) {
685                 if (!cmd->se_deve)
686                         goto after_mode_sense;
687
688                 if (cmd->se_deve->lun_flags & TRANSPORT_LUNFLAGS_READ_ONLY) {
689                         unsigned char *buf = transport_kmap_data_sg(cmd);
690
691                         if (cdb[0] == MODE_SENSE_10) {
692                                 if (!(buf[3] & 0x80))
693                                         buf[3] |= 0x80;
694                         } else {
695                                 if (!(buf[2] & 0x80))
696                                         buf[2] |= 0x80;
697                         }
698
699                         transport_kunmap_data_sg(cmd);
700                 }
701         }
702 after_mode_sense:
703
704         if (sd->type != TYPE_TAPE)
705                 goto after_mode_select;
706
707         /*
708          * Hack to correctly obtain the initiator requested blocksize for
709          * TYPE_TAPE.  Since this value is dependent upon each tape media,
710          * struct scsi_device->sector_size will not contain the correct value
711          * by default, so we go ahead and set it so
712          * TRANSPORT(dev)->get_blockdev() returns the correct value to the
713          * storage engine.
714          */
715         if (((cdb[0] == MODE_SELECT) || (cdb[0] == MODE_SELECT_10)) &&
716               (status_byte(result) << 1) == SAM_STAT_GOOD) {
717                 unsigned char *buf;
718                 u16 bdl;
719                 u32 blocksize;
720
721                 buf = sg_virt(&sg[0]);
722                 if (!buf) {
723                         pr_err("Unable to get buf for scatterlist\n");
724                         goto after_mode_select;
725                 }
726
727                 if (cdb[0] == MODE_SELECT)
728                         bdl = (buf[3]);
729                 else
730                         bdl = (buf[6] << 8) | (buf[7]);
731
732                 if (!bdl)
733                         goto after_mode_select;
734
735                 if (cdb[0] == MODE_SELECT)
736                         blocksize = (buf[9] << 16) | (buf[10] << 8) |
737                                         (buf[11]);
738                 else
739                         blocksize = (buf[13] << 16) | (buf[14] << 8) |
740                                         (buf[15]);
741
742                 sd->sector_size = blocksize;
743         }
744 after_mode_select:
745
746         if (status_byte(result) & CHECK_CONDITION)
747                 return 1;
748
749         return 0;
750 }
751
752 enum {
753         Opt_scsi_host_id, Opt_scsi_channel_id, Opt_scsi_target_id,
754         Opt_scsi_lun_id, Opt_err
755 };
756
757 static match_table_t tokens = {
758         {Opt_scsi_host_id, "scsi_host_id=%d"},
759         {Opt_scsi_channel_id, "scsi_channel_id=%d"},
760         {Opt_scsi_target_id, "scsi_target_id=%d"},
761         {Opt_scsi_lun_id, "scsi_lun_id=%d"},
762         {Opt_err, NULL}
763 };
764
765 static ssize_t pscsi_set_configfs_dev_params(struct se_hba *hba,
766         struct se_subsystem_dev *se_dev,
767         const char *page,
768         ssize_t count)
769 {
770         struct pscsi_dev_virt *pdv = se_dev->se_dev_su_ptr;
771         struct pscsi_hba_virt *phv = hba->hba_ptr;
772         char *orig, *ptr, *opts;
773         substring_t args[MAX_OPT_ARGS];
774         int ret = 0, arg, token;
775
776         opts = kstrdup(page, GFP_KERNEL);
777         if (!opts)
778                 return -ENOMEM;
779
780         orig = opts;
781
782         while ((ptr = strsep(&opts, ",\n")) != NULL) {
783                 if (!*ptr)
784                         continue;
785
786                 token = match_token(ptr, tokens, args);
787                 switch (token) {
788                 case Opt_scsi_host_id:
789                         if (phv->phv_mode == PHV_LLD_SCSI_HOST_NO) {
790                                 pr_err("PSCSI[%d]: Unable to accept"
791                                         " scsi_host_id while phv_mode =="
792                                         " PHV_LLD_SCSI_HOST_NO\n",
793                                         phv->phv_host_id);
794                                 ret = -EINVAL;
795                                 goto out;
796                         }
797                         match_int(args, &arg);
798                         pdv->pdv_host_id = arg;
799                         pr_debug("PSCSI[%d]: Referencing SCSI Host ID:"
800                                 " %d\n", phv->phv_host_id, pdv->pdv_host_id);
801                         pdv->pdv_flags |= PDF_HAS_VIRT_HOST_ID;
802                         break;
803                 case Opt_scsi_channel_id:
804                         match_int(args, &arg);
805                         pdv->pdv_channel_id = arg;
806                         pr_debug("PSCSI[%d]: Referencing SCSI Channel"
807                                 " ID: %d\n",  phv->phv_host_id,
808                                 pdv->pdv_channel_id);
809                         pdv->pdv_flags |= PDF_HAS_CHANNEL_ID;
810                         break;
811                 case Opt_scsi_target_id:
812                         match_int(args, &arg);
813                         pdv->pdv_target_id = arg;
814                         pr_debug("PSCSI[%d]: Referencing SCSI Target"
815                                 " ID: %d\n", phv->phv_host_id,
816                                 pdv->pdv_target_id);
817                         pdv->pdv_flags |= PDF_HAS_TARGET_ID;
818                         break;
819                 case Opt_scsi_lun_id:
820                         match_int(args, &arg);
821                         pdv->pdv_lun_id = arg;
822                         pr_debug("PSCSI[%d]: Referencing SCSI LUN ID:"
823                                 " %d\n", phv->phv_host_id, pdv->pdv_lun_id);
824                         pdv->pdv_flags |= PDF_HAS_LUN_ID;
825                         break;
826                 default:
827                         break;
828                 }
829         }
830
831 out:
832         kfree(orig);
833         return (!ret) ? count : ret;
834 }
835
836 static ssize_t pscsi_check_configfs_dev_params(
837         struct se_hba *hba,
838         struct se_subsystem_dev *se_dev)
839 {
840         struct pscsi_dev_virt *pdv = se_dev->se_dev_su_ptr;
841
842         if (!(pdv->pdv_flags & PDF_HAS_CHANNEL_ID) ||
843             !(pdv->pdv_flags & PDF_HAS_TARGET_ID) ||
844             !(pdv->pdv_flags & PDF_HAS_LUN_ID)) {
845                 pr_err("Missing scsi_channel_id=, scsi_target_id= and"
846                         " scsi_lun_id= parameters\n");
847                 return -EINVAL;
848         }
849
850         return 0;
851 }
852
853 static ssize_t pscsi_show_configfs_dev_params(struct se_hba *hba,
854                                               struct se_subsystem_dev *se_dev,
855                                               char *b)
856 {
857         struct pscsi_hba_virt *phv = hba->hba_ptr;
858         struct pscsi_dev_virt *pdv = se_dev->se_dev_su_ptr;
859         struct scsi_device *sd = pdv->pdv_sd;
860         unsigned char host_id[16];
861         ssize_t bl;
862         int i;
863
864         if (phv->phv_mode == PHV_VIRTUAL_HOST_ID)
865                 snprintf(host_id, 16, "%d", pdv->pdv_host_id);
866         else
867                 snprintf(host_id, 16, "PHBA Mode");
868
869         bl = sprintf(b, "SCSI Device Bus Location:"
870                 " Channel ID: %d Target ID: %d LUN: %d Host ID: %s\n",
871                 pdv->pdv_channel_id, pdv->pdv_target_id, pdv->pdv_lun_id,
872                 host_id);
873
874         if (sd) {
875                 bl += sprintf(b + bl, "        ");
876                 bl += sprintf(b + bl, "Vendor: ");
877                 for (i = 0; i < 8; i++) {
878                         if (ISPRINT(sd->vendor[i]))   /* printable character? */
879                                 bl += sprintf(b + bl, "%c", sd->vendor[i]);
880                         else
881                                 bl += sprintf(b + bl, " ");
882                 }
883                 bl += sprintf(b + bl, " Model: ");
884                 for (i = 0; i < 16; i++) {
885                         if (ISPRINT(sd->model[i]))   /* printable character ? */
886                                 bl += sprintf(b + bl, "%c", sd->model[i]);
887                         else
888                                 bl += sprintf(b + bl, " ");
889                 }
890                 bl += sprintf(b + bl, " Rev: ");
891                 for (i = 0; i < 4; i++) {
892                         if (ISPRINT(sd->rev[i]))   /* printable character ? */
893                                 bl += sprintf(b + bl, "%c", sd->rev[i]);
894                         else
895                                 bl += sprintf(b + bl, " ");
896                 }
897                 bl += sprintf(b + bl, "\n");
898         }
899         return bl;
900 }
901
902 static void pscsi_bi_endio(struct bio *bio, int error)
903 {
904         bio_put(bio);
905 }
906
907 static inline struct bio *pscsi_get_bio(int sg_num)
908 {
909         struct bio *bio;
910         /*
911          * Use bio_malloc() following the comment in for bio -> struct request
912          * in block/blk-core.c:blk_make_request()
913          */
914         bio = bio_kmalloc(GFP_KERNEL, sg_num);
915         if (!bio) {
916                 pr_err("PSCSI: bio_kmalloc() failed\n");
917                 return NULL;
918         }
919         bio->bi_end_io = pscsi_bi_endio;
920
921         return bio;
922 }
923
924 static int pscsi_map_sg(struct se_cmd *cmd, struct scatterlist *sgl,
925                 u32 sgl_nents, enum dma_data_direction data_direction,
926                 struct bio **hbio)
927 {
928         struct pscsi_dev_virt *pdv = cmd->se_dev->dev_ptr;
929         struct bio *bio = NULL, *tbio = NULL;
930         struct page *page;
931         struct scatterlist *sg;
932         u32 data_len = cmd->data_length, i, len, bytes, off;
933         int nr_pages = (cmd->data_length + sgl[0].offset +
934                         PAGE_SIZE - 1) >> PAGE_SHIFT;
935         int nr_vecs = 0, rc;
936         int rw = (data_direction == DMA_TO_DEVICE);
937
938         *hbio = NULL;
939
940         pr_debug("PSCSI: nr_pages: %d\n", nr_pages);
941
942         for_each_sg(sgl, sg, sgl_nents, i) {
943                 page = sg_page(sg);
944                 off = sg->offset;
945                 len = sg->length;
946
947                 pr_debug("PSCSI: i: %d page: %p len: %d off: %d\n", i,
948                         page, len, off);
949
950                 while (len > 0 && data_len > 0) {
951                         bytes = min_t(unsigned int, len, PAGE_SIZE - off);
952                         bytes = min(bytes, data_len);
953
954                         if (!bio) {
955                                 nr_vecs = min_t(int, BIO_MAX_PAGES, nr_pages);
956                                 nr_pages -= nr_vecs;
957                                 /*
958                                  * Calls bio_kmalloc() and sets bio->bi_end_io()
959                                  */
960                                 bio = pscsi_get_bio(nr_vecs);
961                                 if (!bio)
962                                         goto fail;
963
964                                 if (rw)
965                                         bio->bi_rw |= REQ_WRITE;
966
967                                 pr_debug("PSCSI: Allocated bio: %p,"
968                                         " dir: %s nr_vecs: %d\n", bio,
969                                         (rw) ? "rw" : "r", nr_vecs);
970                                 /*
971                                  * Set *hbio pointer to handle the case:
972                                  * nr_pages > BIO_MAX_PAGES, where additional
973                                  * bios need to be added to complete a given
974                                  * command.
975                                  */
976                                 if (!*hbio)
977                                         *hbio = tbio = bio;
978                                 else
979                                         tbio = tbio->bi_next = bio;
980                         }
981
982                         pr_debug("PSCSI: Calling bio_add_pc_page() i: %d"
983                                 " bio: %p page: %p len: %d off: %d\n", i, bio,
984                                 page, len, off);
985
986                         rc = bio_add_pc_page(pdv->pdv_sd->request_queue,
987                                         bio, page, bytes, off);
988                         if (rc != bytes)
989                                 goto fail;
990
991                         pr_debug("PSCSI: bio->bi_vcnt: %d nr_vecs: %d\n",
992                                 bio->bi_vcnt, nr_vecs);
993
994                         if (bio->bi_vcnt > nr_vecs) {
995                                 pr_debug("PSCSI: Reached bio->bi_vcnt max:"
996                                         " %d i: %d bio: %p, allocating another"
997                                         " bio\n", bio->bi_vcnt, i, bio);
998                                 /*
999                                  * Clear the pointer so that another bio will
1000                                  * be allocated with pscsi_get_bio() above, the
1001                                  * current bio has already been set *tbio and
1002                                  * bio->bi_next.
1003                                  */
1004                                 bio = NULL;
1005                         }
1006
1007                         page++;
1008                         len -= bytes;
1009                         data_len -= bytes;
1010                         off = 0;
1011                 }
1012         }
1013
1014         return sgl_nents;
1015 fail:
1016         while (*hbio) {
1017                 bio = *hbio;
1018                 *hbio = (*hbio)->bi_next;
1019                 bio->bi_next = NULL;
1020                 bio_endio(bio, 0);      /* XXX: should be error */
1021         }
1022         cmd->scsi_sense_reason = TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
1023         return -ENOMEM;
1024 }
1025
1026 /*
1027  * Clear a lun set in the cdb if the initiator talking to use spoke
1028  * and old standards version, as we can't assume the underlying device
1029  * won't choke up on it.
1030  */
1031 static inline void pscsi_clear_cdb_lun(unsigned char *cdb)
1032 {
1033         switch (cdb[0]) {
1034         case READ_10: /* SBC - RDProtect */
1035         case READ_12: /* SBC - RDProtect */
1036         case READ_16: /* SBC - RDProtect */
1037         case SEND_DIAGNOSTIC: /* SPC - SELF-TEST Code */
1038         case VERIFY: /* SBC - VRProtect */
1039         case VERIFY_16: /* SBC - VRProtect */
1040         case WRITE_VERIFY: /* SBC - VRProtect */
1041         case WRITE_VERIFY_12: /* SBC - VRProtect */
1042         case MAINTENANCE_IN: /* SPC - Parameter Data Format for SA RTPG */
1043                 break;
1044         default:
1045                 cdb[1] &= 0x1f; /* clear logical unit number */
1046                 break;
1047         }
1048 }
1049
1050 static int pscsi_parse_cdb(struct se_cmd *cmd)
1051 {
1052         unsigned char *cdb = cmd->t_task_cdb;
1053         unsigned int dummy_size;
1054         int ret;
1055
1056         if (cmd->se_cmd_flags & SCF_BIDI) {
1057                 cmd->se_cmd_flags |= SCF_SCSI_CDB_EXCEPTION;
1058                 cmd->scsi_sense_reason = TCM_UNSUPPORTED_SCSI_OPCODE;
1059                 return -EINVAL;
1060         }
1061
1062         pscsi_clear_cdb_lun(cdb);
1063
1064         /*
1065          * For REPORT LUNS we always need to emulate the response, for everything
1066          * else the default for pSCSI is to pass the command to the underlying
1067          * LLD / physical hardware.
1068          */
1069         switch (cdb[0]) {
1070         case REPORT_LUNS:
1071                 ret = spc_parse_cdb(cmd, &dummy_size);
1072                 if (ret)
1073                         return ret;
1074                 break;
1075         case READ_6:
1076         case READ_10:
1077         case READ_12:
1078         case READ_16:
1079         case WRITE_6:
1080         case WRITE_10:
1081         case WRITE_12:
1082         case WRITE_16:
1083         case WRITE_VERIFY:
1084                 cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB;
1085                 /* FALLTHROUGH*/
1086         default:
1087                 cmd->execute_cmd = pscsi_execute_cmd;
1088                 break;
1089         }
1090
1091         return 0;
1092 }
1093
1094 static int pscsi_execute_cmd(struct se_cmd *cmd)
1095 {
1096         struct scatterlist *sgl = cmd->t_data_sg;
1097         u32 sgl_nents = cmd->t_data_nents;
1098         enum dma_data_direction data_direction = cmd->data_direction;
1099         struct pscsi_dev_virt *pdv = cmd->se_dev->dev_ptr;
1100         struct pscsi_plugin_task *pt;
1101         struct request *req;
1102         struct bio *hbio;
1103         int ret;
1104
1105         /*
1106          * Dynamically alloc cdb space, since it may be larger than
1107          * TCM_MAX_COMMAND_SIZE
1108          */
1109         pt = kzalloc(sizeof(*pt) + scsi_command_size(cmd->t_task_cdb), GFP_KERNEL);
1110         if (!pt) {
1111                 cmd->scsi_sense_reason = TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
1112                 return -ENOMEM;
1113         }
1114         cmd->priv = pt;
1115
1116         memcpy(pt->pscsi_cdb, cmd->t_task_cdb,
1117                 scsi_command_size(cmd->t_task_cdb));
1118
1119         if (!sgl) {
1120                 req = blk_get_request(pdv->pdv_sd->request_queue,
1121                                 (data_direction == DMA_TO_DEVICE),
1122                                 GFP_KERNEL);
1123                 if (!req || IS_ERR(req)) {
1124                         pr_err("PSCSI: blk_get_request() failed: %ld\n",
1125                                         req ? IS_ERR(req) : -ENOMEM);
1126                         cmd->scsi_sense_reason =
1127                                 TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
1128                         goto fail;
1129                 }
1130         } else {
1131                 BUG_ON(!cmd->data_length);
1132
1133                 ret = pscsi_map_sg(cmd, sgl, sgl_nents, data_direction, &hbio);
1134                 if (ret < 0) {
1135                         cmd->scsi_sense_reason =
1136                                 TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
1137                         goto fail;
1138                 }
1139
1140                 req = blk_make_request(pdv->pdv_sd->request_queue, hbio,
1141                                        GFP_KERNEL);
1142                 if (IS_ERR(req)) {
1143                         pr_err("pSCSI: blk_make_request() failed\n");
1144                         goto fail_free_bio;
1145                 }
1146         }
1147
1148         req->cmd_type = REQ_TYPE_BLOCK_PC;
1149         req->end_io = pscsi_req_done;
1150         req->end_io_data = cmd;
1151         req->cmd_len = scsi_command_size(pt->pscsi_cdb);
1152         req->cmd = &pt->pscsi_cdb[0];
1153         req->sense = &pt->pscsi_sense[0];
1154         req->sense_len = 0;
1155         if (pdv->pdv_sd->type == TYPE_DISK)
1156                 req->timeout = PS_TIMEOUT_DISK;
1157         else
1158                 req->timeout = PS_TIMEOUT_OTHER;
1159         req->retries = PS_RETRY;
1160
1161         blk_execute_rq_nowait(pdv->pdv_sd->request_queue, NULL, req,
1162                         (cmd->sam_task_attr == MSG_HEAD_TAG),
1163                         pscsi_req_done);
1164
1165         return 0;
1166
1167 fail_free_bio:
1168         while (hbio) {
1169                 struct bio *bio = hbio;
1170                 hbio = hbio->bi_next;
1171                 bio->bi_next = NULL;
1172                 bio_endio(bio, 0);      /* XXX: should be error */
1173         }
1174         cmd->scsi_sense_reason = TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
1175 fail:
1176         kfree(pt);
1177         return -ENOMEM;
1178 }
1179
1180 static unsigned char *pscsi_get_sense_buffer(struct se_cmd *cmd)
1181 {
1182         struct pscsi_plugin_task *pt = cmd->priv;
1183
1184         return pt->pscsi_sense;
1185 }
1186
1187 /*      pscsi_get_device_rev():
1188  *
1189  *
1190  */
1191 static u32 pscsi_get_device_rev(struct se_device *dev)
1192 {
1193         struct pscsi_dev_virt *pdv = dev->dev_ptr;
1194         struct scsi_device *sd = pdv->pdv_sd;
1195
1196         return (sd->scsi_level - 1) ? sd->scsi_level - 1 : 1;
1197 }
1198
1199 /*      pscsi_get_device_type():
1200  *
1201  *
1202  */
1203 static u32 pscsi_get_device_type(struct se_device *dev)
1204 {
1205         struct pscsi_dev_virt *pdv = dev->dev_ptr;
1206         struct scsi_device *sd = pdv->pdv_sd;
1207
1208         return sd->type;
1209 }
1210
1211 static sector_t pscsi_get_blocks(struct se_device *dev)
1212 {
1213         struct pscsi_dev_virt *pdv = dev->dev_ptr;
1214
1215         if (pdv->pdv_bd && pdv->pdv_bd->bd_part)
1216                 return pdv->pdv_bd->bd_part->nr_sects;
1217
1218         dump_stack();
1219         return 0;
1220 }
1221
1222 static void pscsi_req_done(struct request *req, int uptodate)
1223 {
1224         struct se_cmd *cmd = req->end_io_data;
1225         struct pscsi_plugin_task *pt = cmd->priv;
1226
1227         pt->pscsi_result = req->errors;
1228         pt->pscsi_resid = req->resid_len;
1229
1230         cmd->scsi_status = status_byte(pt->pscsi_result) << 1;
1231         if (cmd->scsi_status) {
1232                 pr_debug("PSCSI Status Byte exception at cmd: %p CDB:"
1233                         " 0x%02x Result: 0x%08x\n", cmd, pt->pscsi_cdb[0],
1234                         pt->pscsi_result);
1235         }
1236
1237         switch (host_byte(pt->pscsi_result)) {
1238         case DID_OK:
1239                 target_complete_cmd(cmd, cmd->scsi_status);
1240                 break;
1241         default:
1242                 pr_debug("PSCSI Host Byte exception at cmd: %p CDB:"
1243                         " 0x%02x Result: 0x%08x\n", cmd, pt->pscsi_cdb[0],
1244                         pt->pscsi_result);
1245                 cmd->scsi_sense_reason = TCM_UNSUPPORTED_SCSI_OPCODE;
1246                 target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION);
1247                 break;
1248         }
1249
1250         __blk_put_request(req->q, req);
1251         kfree(pt);
1252 }
1253
1254 static struct se_subsystem_api pscsi_template = {
1255         .name                   = "pscsi",
1256         .owner                  = THIS_MODULE,
1257         .transport_type         = TRANSPORT_PLUGIN_PHBA_PDEV,
1258         .attach_hba             = pscsi_attach_hba,
1259         .detach_hba             = pscsi_detach_hba,
1260         .pmode_enable_hba       = pscsi_pmode_enable_hba,
1261         .allocate_virtdevice    = pscsi_allocate_virtdevice,
1262         .create_virtdevice      = pscsi_create_virtdevice,
1263         .free_device            = pscsi_free_device,
1264         .transport_complete     = pscsi_transport_complete,
1265         .parse_cdb              = pscsi_parse_cdb,
1266         .check_configfs_dev_params = pscsi_check_configfs_dev_params,
1267         .set_configfs_dev_params = pscsi_set_configfs_dev_params,
1268         .show_configfs_dev_params = pscsi_show_configfs_dev_params,
1269         .get_sense_buffer       = pscsi_get_sense_buffer,
1270         .get_device_rev         = pscsi_get_device_rev,
1271         .get_device_type        = pscsi_get_device_type,
1272         .get_blocks             = pscsi_get_blocks,
1273 };
1274
1275 static int __init pscsi_module_init(void)
1276 {
1277         return transport_subsystem_register(&pscsi_template);
1278 }
1279
1280 static void pscsi_module_exit(void)
1281 {
1282         transport_subsystem_release(&pscsi_template);
1283 }
1284
1285 MODULE_DESCRIPTION("TCM PSCSI subsystem plugin");
1286 MODULE_AUTHOR("nab@Linux-iSCSI.org");
1287 MODULE_LICENSE("GPL");
1288
1289 module_init(pscsi_module_init);
1290 module_exit(pscsi_module_exit);