2 * Copyright (c) 2007 Scott Long
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions, and the following disclaimer,
10 * without modification, immediately at the beginning of the file.
11 * 2. The name of the author may not be used to endorse or promote products
12 * derived from this software without specific prior written permission.
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
18 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 * scsi_sg peripheral driver. This driver is meant to implement the Linux
29 * SG passthrough interface for SCSI.
33 #include <sys/param.h>
34 #include <sys/systm.h>
35 #include <sys/kernel.h>
36 #include <sys/types.h>
38 #include <sys/malloc.h>
39 #include <sys/fcntl.h>
40 #include <sys/errno.h>
41 #include <sys/devicestat.h>
44 #include <sys/device.h>
45 #include <sys/sysmsg.h>
48 #include "../cam_ccb.h"
49 #include "../cam_periph.h"
50 #include "../cam_queue.h"
51 #include "../cam_xpt_periph.h"
52 #include "../cam_debug.h"
53 #include "../cam_sim.h"
56 #include "scsi_message.h"
61 SG_FLAG_LOCKED = 0x02,
62 SG_FLAG_INVALID = 0x04
80 #define ccb_type ppriv_field0
81 #define ccb_rdwr ppriv_ptr1
84 TAILQ_ENTRY(sg_rdwr) rdwr_link;
92 struct sg_io_hdr io_hdr;
99 struct devstat device_stats;
100 TAILQ_HEAD(, sg_rdwr) rdwr_done;
108 static d_open_t sgopen;
109 static d_close_t sgclose;
110 static d_ioctl_t sgioctl;
111 static d_write_t sgwrite;
112 static d_read_t sgread;
114 static periph_init_t sginit;
115 static periph_ctor_t sgregister;
116 static periph_oninv_t sgoninvalidate;
117 static periph_dtor_t sgcleanup;
118 static periph_start_t sgstart;
119 static void sgasync(void *callback_arg, uint32_t code,
120 struct cam_path *path, void *arg);
121 static void sgdone(struct cam_periph *periph, union ccb *done_ccb);
122 static int sgsendccb(struct cam_periph *periph, union ccb *ccb);
123 static int sgsendrdwr(struct cam_periph *periph, union ccb *ccb);
124 static int sgerror(union ccb *ccb, uint32_t cam_flags,
125 uint32_t sense_flags);
126 static void sg_scsiio_status(struct ccb_scsiio *csio,
127 u_short *hoststat, u_short *drvstat);
129 static int scsi_group_len(u_char cmd);
131 static struct periph_driver sgdriver =
134 TAILQ_HEAD_INITIALIZER(sgdriver.units), /* gen */ 0
136 PERIPHDRIVER_DECLARE(sg, sgdriver);
138 static struct dev_ops sg_ops = {
147 static int sg_version = 30125;
155 * Install a global async callback. This callback will receive aync
156 * callbacks like "new device found".
158 status = xpt_register_async(AC_FOUND_DEVICE, sgasync, NULL, NULL);
160 if (status != CAM_REQ_CMP) {
161 kprintf("sg: Failed to attach master async callbac "
162 "due to status 0x%x!\n", status);
167 sgoninvalidate(struct cam_periph *periph)
169 struct sg_softc *softc;
171 softc = (struct sg_softc *)periph->softc;
174 * Deregister any async callbacks.
176 xpt_register_async(0, sgasync, periph, periph->path);
178 softc->flags |= SG_FLAG_INVALID;
181 * XXX Return all queued I/O with ENXIO.
182 * XXX Handle any transactions queued to the card
183 * with XPT_ABORT_CCB.
187 xpt_print(periph->path, "lost device\n");
192 sgcleanup(struct cam_periph *periph)
194 struct sg_softc *softc;
196 softc = (struct sg_softc *)periph->softc;
198 xpt_print(periph->path, "removing device entry\n");
199 devstat_remove_entry(&softc->device_stats);
200 cam_periph_unlock(periph);
201 destroy_dev(softc->dev);
202 cam_periph_lock(periph);
203 kfree(softc, M_DEVBUF);
207 sgasync(void *callback_arg, uint32_t code, struct cam_path *path, void *arg)
209 struct cam_periph *periph;
211 periph = (struct cam_periph *)callback_arg;
214 case AC_FOUND_DEVICE:
216 struct ccb_getdev *cgd;
219 cgd = (struct ccb_getdev *)arg;
224 if (cgd->protocol != PROTO_SCSI)
229 * Allocate a peripheral instance for this device and
230 * start the probe process.
232 status = cam_periph_alloc(sgregister, sgoninvalidate,
234 "sg", CAM_PERIPH_BIO, cgd->ccb_h.path,
235 sgasync, AC_FOUND_DEVICE, cgd);
236 if ((status != CAM_REQ_CMP) && (status != CAM_REQ_INPROG)) {
237 const struct cam_status_entry *entry;
239 entry = cam_fetch_status_entry(status);
240 kprintf("sgasync: Unable to attach new device "
241 "due to status %#x: %s\n", status, entry ?
242 entry->status_text : "Unknown");
247 cam_periph_async(periph, code, path, arg);
253 sgregister(struct cam_periph *periph, void *arg)
255 struct sg_softc *softc;
256 struct ccb_getdev *cgd;
259 cgd = (struct ccb_getdev *)arg;
260 if (periph == NULL) {
261 kprintf("sgregister: periph was NULL!!\n");
262 return (CAM_REQ_CMP_ERR);
266 kprintf("sgregister: no getdev CCB, can't register device\n");
267 return (CAM_REQ_CMP_ERR);
270 softc = kmalloc(sizeof(*softc), M_DEVBUF, M_WAITOK | M_ZERO);
271 softc->state = SG_STATE_NORMAL;
272 softc->pd_type = SID_TYPE(&cgd->inq_data);
273 softc->sg_timeout = SG_DEFAULT_TIMEOUT / SG_DEFAULT_HZ * hz;
274 softc->sg_user_timeout = SG_DEFAULT_TIMEOUT;
275 TAILQ_INIT(&softc->rdwr_done);
276 periph->softc = softc;
279 * We pass in 0 for all blocksize, since we don't know what the
280 * blocksize of the device is, if it even has a blocksize.
282 cam_periph_unlock(periph);
283 no_tags = (cgd->inq_data.flags & SID_CmdQue) == 0;
284 devstat_add_entry(&softc->device_stats, "sg",
285 periph->unit_number, 0,
286 DEVSTAT_NO_BLOCKSIZE |
287 (no_tags ? DEVSTAT_NO_ORDERED_TAGS : 0),
289 DEVSTAT_TYPE_IF_SCSI | DEVSTAT_PRIORITY_PASS,
290 DEVSTAT_PRIORITY_PASS);
292 /* Register the device */
293 softc->dev = make_dev(&sg_ops, periph->unit_number,
294 UID_ROOT, GID_OPERATOR, 0600, "%s%d",
295 periph->periph_name, periph->unit_number);
296 make_dev_alias(softc->dev, "sg%c", 'a' + periph->unit_number);
297 cam_periph_lock(periph);
298 softc->dev->si_drv1 = periph;
301 * Add as async callback so that we get
302 * notified if this device goes away.
304 xpt_register_async(AC_LOST_DEVICE, sgasync, periph, periph->path);
307 xpt_announce_periph(periph, NULL);
309 return (CAM_REQ_CMP);
313 sgstart(struct cam_periph *periph, union ccb *start_ccb)
315 struct sg_softc *softc;
317 softc = (struct sg_softc *)periph->softc;
319 switch (softc->state) {
320 case SG_STATE_NORMAL:
321 start_ccb->ccb_h.ccb_type = SG_CCB_WAITING;
322 SLIST_INSERT_HEAD(&periph->ccb_list, &start_ccb->ccb_h,
324 periph->immediate_priority = CAM_PRIORITY_NONE;
325 wakeup(&periph->ccb_list);
331 sgdone(struct cam_periph *periph, union ccb *done_ccb)
333 struct sg_softc *softc;
334 struct ccb_scsiio *csio;
336 softc = (struct sg_softc *)periph->softc;
337 csio = &done_ccb->csio;
338 switch (csio->ccb_h.ccb_type) {
340 /* Caller will release the CCB */
341 wakeup(&done_ccb->ccb_h.cbfcnp);
345 struct sg_rdwr *rdwr;
347 devstat_end_transaction(
348 &softc->device_stats,
350 csio->tag_action & 0xf,
351 ((csio->ccb_h.flags & CAM_DIR_MASK) ==
352 CAM_DIR_NONE) ? DEVSTAT_NO_DATA :
353 ((csio->ccb_h.flags & CAM_DIR_OUT) ?
354 DEVSTAT_WRITE : DEVSTAT_READ));
356 rdwr = done_ccb->ccb_h.ccb_rdwr;
357 rdwr->state = SG_RDWR_DONE;
362 panic("unknown sg CCB type");
367 sgopen(struct dev_open_args *ap)
368 /*cdev_t dev, int flags, int fmt, struct thread *td)*/
370 struct cam_periph *periph;
371 struct sg_softc *softc;
374 periph = (struct cam_periph *)ap->a_head.a_dev->si_drv1;
379 * Don't allow access when we're running at a high securelevel.
381 if (securelevel > 1) {
382 cam_periph_unlock(periph);
383 cam_periph_release(periph);
386 cam_periph_lock(periph);
388 softc = (struct sg_softc *)periph->softc;
389 if (softc->flags & SG_FLAG_INVALID) {
390 cam_periph_unlock(periph);
394 if ((softc->flags & SG_FLAG_OPEN) == 0) {
395 softc->flags |= SG_FLAG_OPEN;
396 cam_periph_unlock(periph);
398 /* Device closes aren't symmetrical, fix up the refcount. */
399 cam_periph_unlock(periph);
400 cam_periph_release(periph);
407 sgclose(struct dev_close_args *ap)
408 /* cdev_t dev, int flag, int fmt, struct thread *td) */
410 struct cam_periph *periph;
411 struct sg_softc *softc;
413 periph = (struct cam_periph *)ap->a_head.a_dev->si_drv1;
417 cam_periph_lock(periph);
419 softc = (struct sg_softc *)periph->softc;
420 softc->flags &= ~SG_FLAG_OPEN;
422 cam_periph_unlock(periph);
423 cam_periph_release(periph);
429 sgioctl(struct dev_ioctl_args *ap)
430 /* cdev_t dev, u_long cmd, caddr_t arg, int flag, struct thread *td) */
433 struct ccb_scsiio *csio;
434 struct cam_periph *periph;
435 struct sg_softc *softc;
436 struct sg_io_hdr req;
439 periph = (struct cam_periph *)ap->a_head.a_dev->si_drv1;
443 cam_periph_lock(periph);
445 softc = (struct sg_softc *)periph->softc;
450 case LINUX_SCSI_GET_BUS_NUMBER: {
453 busno = xpt_path_path_id(periph->path);
454 error = copyout(&busno, ap->a_data, sizeof(busno));
457 case LINUX_SCSI_GET_IDLUN: {
458 struct scsi_idlun idlun;
461 idlun.dev_id = xpt_path_target_id(periph->path);
462 sim = xpt_path_sim(periph->path);
463 idlun.host_unique_id = sim->unit_number;
464 error = copyout(&idlun, ap->a_data, sizeof(idlun));
468 case SG_GET_VERSION_NUM:
469 error = copyout(&sg_version, ap->a_data, sizeof(sg_version));
471 case SG_SET_TIMEOUT: {
474 error = copyin(ap->a_data, &user_timeout, sizeof(u_int));
476 softc->sg_user_timeout = user_timeout;
477 softc->sg_timeout = user_timeout / SG_DEFAULT_HZ * hz;
483 * The value is returned directly to the syscall.
485 ap->a_sysmsg->sm_result.iresult = softc->sg_user_timeout;
489 error = copyin(ap->a_data, &req, sizeof(req));
493 if (req.cmd_len > IOCDBLEN) {
498 if (req.iovec_count != 0) {
503 ccb = cam_periph_getccb(periph, /*priority*/5);
506 error = copyin(req.cmdp, &csio->cdb_io.cdb_bytes,
509 xpt_release_ccb(ccb);
513 switch(req.dxfer_direction) {
514 case SG_DXFER_TO_DEV:
517 case SG_DXFER_FROM_DEV:
520 case SG_DXFER_TO_FROM_DEV:
521 dir = CAM_DIR_IN | CAM_DIR_OUT;
540 error = sgsendccb(periph, ccb);
542 req.host_status = DID_ERROR;
543 req.driver_status = DRIVER_INVALID;
544 xpt_release_ccb(ccb);
548 req.status = csio->scsi_status;
549 req.masked_status = (csio->scsi_status >> 1) & 0x7f;
550 sg_scsiio_status(csio, &req.host_status, &req.driver_status);
551 req.resid = csio->resid;
552 req.duration = csio->ccb_h.timeout;
555 error = copyout(&req, ap->a_data, sizeof(req));
556 if ((error == 0) && (csio->ccb_h.status & CAM_AUTOSNS_VALID)
557 && (req.sbp != NULL)) {
558 req.sb_len_wr = req.mx_sb_len - csio->sense_resid;
559 error = copyout(&csio->sense_data, req.sbp,
563 xpt_release_ccb(ccb);
566 case SG_GET_RESERVED_SIZE: {
569 error = copyout(&size, ap->a_data, sizeof(size));
575 struct sg_scsi_id id;
577 id.host_no = 0; /* XXX */
578 id.channel = xpt_path_path_id(periph->path);
579 id.scsi_id = xpt_path_target_id(periph->path);
580 id.lun = xpt_path_lun_id(periph->path);
581 id.scsi_type = softc->pd_type;
582 id.h_cmd_per_lun = 1;
583 id.d_queue_depth = 1;
587 error = copyout(&id, ap->a_data, sizeof(id));
591 case SG_EMULATED_HOST:
592 case SG_SET_TRANSFORM:
593 case SG_GET_TRANSFORM:
594 case SG_GET_NUM_WAITING:
596 case SG_GET_REQUEST_TABLE:
597 case SG_SET_KEEP_ORPHAN:
598 case SG_GET_KEEP_ORPHAN:
599 case SG_GET_ACCESS_COUNT:
600 case SG_SET_FORCE_LOW_DMA:
602 case SG_GET_SG_TABLESIZE:
603 case SG_SET_FORCE_PACK_ID:
605 case SG_SET_RESERVED_SIZE:
606 case SG_GET_COMMAND_Q:
607 case SG_SET_COMMAND_Q:
609 case SG_NEXT_CMD_LEN:
612 kprintf("sgioctl: rejecting cmd 0x%lx\n", ap->a_cmd);
618 cam_periph_unlock(periph);
623 sgwrite(struct dev_write_args *ap)
624 /*cdev_t dev, struct uio *uio, int ioflag)*/
627 struct cam_periph *periph;
628 struct ccb_scsiio *csio;
630 struct sg_header *hdr;
631 struct sg_rdwr *rdwr;
634 int error = 0, cdb_len, buf_len, dir;
635 struct uio *uio = ap->a_uio;
637 periph = ap->a_head.a_dev->si_drv1;
638 rdwr = kmalloc(sizeof(*rdwr), M_DEVBUF, M_WAITOK | M_ZERO);
639 hdr = &rdwr->hdr.hdr;
641 /* Copy in the header block and sanity check it */
642 if (uio->uio_resid < sizeof(*hdr)) {
646 error = uiomove((char *)hdr, sizeof(*hdr), uio);
650 ccb = xpt_alloc_ccb();
658 * Copy in the CDB block. The designers of the interface didn't
659 * bother to provide a size for this in the header, so we have to
660 * figure it out ourselves.
662 if (uio->uio_resid < 1)
664 error = uiomove(&cdb_cmd, 1, uio);
667 if (hdr->twelve_byte)
670 cdb_len = scsi_group_len(cdb_cmd);
672 * We've already read the first byte of the CDB and advanced the uio
673 * pointer. Just read the rest.
675 csio->cdb_io.cdb_bytes[0] = cdb_cmd;
676 error = uiomove(&csio->cdb_io.cdb_bytes[1], cdb_len - 1, uio);
681 * Now set up the data block. Again, the designers didn't bother
682 * to make this reliable.
684 buf_len = uio->uio_resid;
686 buf = kmalloc(buf_len, M_DEVBUF, M_WAITOK | M_ZERO);
687 error = uiomove(buf, buf_len, uio);
691 } else if (hdr->reply_len != 0) {
692 buf = kmalloc(hdr->reply_len, M_DEVBUF, M_WAITOK | M_ZERO);
693 buf_len = hdr->reply_len;
701 cam_periph_lock(periph);
703 xpt_setup_ccb(&ccb->ccb_h, periph->path, /*priority*/5);
716 * Send off the command and hope that it works. This path does not
717 * go through sgstart because the I/O is supposed to be asynchronous.
720 rdwr->buf_len = buf_len;
721 rdwr->tag = hdr->pack_id;
723 rdwr->state = SG_RDWR_INPROG;
724 ccb->ccb_h.ccb_rdwr = rdwr;
725 ccb->ccb_h.ccb_type = SG_CCB_RDWR_IO;
726 TAILQ_INSERT_TAIL(&sc->rdwr_done, rdwr, rdwr_link);
727 error = sgsendrdwr(periph, ccb);
728 cam_periph_unlock(periph);
732 kfree(buf, M_DEVBUF);
736 kfree(rdwr, M_DEVBUF);
741 sgread(struct dev_read_args *ap)
742 /*cdev_t dev, struct uio *uio, int ioflag)*/
744 struct ccb_scsiio *csio;
745 struct cam_periph *periph;
747 struct sg_header *hdr;
748 struct sg_rdwr *rdwr;
749 u_short hstat, dstat;
750 int error, pack_len, reply_len, pack_id;
751 struct uio *uio = ap->a_uio;
753 periph = ap->a_head.a_dev->si_drv1;
755 /* XXX The pack len field needs to be updated and written out instead
756 * of discarded. Not sure how to do that.
758 uio->uio_rw = UIO_WRITE;
759 if ((error = uiomove((char *)&pack_len, 4, uio)) != 0)
761 if ((error = uiomove((char *)&reply_len, 4, uio)) != 0)
763 if ((error = uiomove((char *)&pack_id, 4, uio)) != 0)
765 uio->uio_rw = UIO_READ;
767 cam_periph_lock(periph);
770 TAILQ_FOREACH(rdwr, &sc->rdwr_done, rdwr_link) {
771 if (rdwr->tag == pack_id)
775 cam_periph_unlock(periph);
776 if (tsleep(&hstat, PCATCH, "sgnull", 0) == ERESTART)
778 cam_periph_lock(periph);
781 if (rdwr->state != SG_RDWR_DONE) {
782 tsleep_interlock(rdwr, PCATCH);
783 cam_periph_unlock(periph);
784 if (rdwr->state != SG_RDWR_DONE) {
785 if (tsleep(rdwr, PCATCH | PINTERLOCKED, "sgread", 0) ==
790 cam_periph_lock(periph);
793 TAILQ_REMOVE(&sc->rdwr_done, rdwr, rdwr_link);
794 cam_periph_unlock(periph);
796 hdr = &rdwr->hdr.hdr;
797 csio = &rdwr->ccb->csio;
798 sg_scsiio_status(csio, &hstat, &dstat);
799 hdr->host_status = hstat;
800 hdr->driver_status = dstat;
801 hdr->target_status = csio->scsi_status >> 1;
805 case DID_PASSTHROUGH:
825 if (dstat == DRIVER_SENSE) {
826 bcopy(&csio->sense_data, hdr->sense_buffer,
827 min(csio->sense_len, SG_MAX_SENSE));
829 scsi_sense_print(csio);
833 error = uiomove((char *)&hdr->result, sizeof(*hdr) -
834 offsetof(struct sg_header, result), uio);
835 if ((error == 0) && (hdr->result == 0))
836 error = uiomove(rdwr->buf, rdwr->buf_len, uio);
838 cam_periph_lock(periph);
839 xpt_free_ccb(rdwr->ccb);
840 cam_periph_unlock(periph);
841 kfree(rdwr->buf, M_DEVBUF);
842 kfree(rdwr, M_DEVBUF);
847 sgsendccb(struct cam_periph *periph, union ccb *ccb)
849 struct sg_softc *softc;
850 struct cam_periph_map_info mapinfo;
851 int error, need_unmap = 0;
853 softc = periph->softc;
854 if (((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE)
855 && (ccb->csio.data_ptr != NULL)) {
856 bzero(&mapinfo, sizeof(mapinfo));
859 * cam_periph_mapmem calls into proc and vm functions that can
860 * sleep as well as trigger I/O, so we can't hold the lock.
861 * Dropping it here is reasonably safe.
863 cam_periph_unlock(periph);
864 error = cam_periph_mapmem(ccb, &mapinfo);
865 cam_periph_lock(periph);
871 error = cam_periph_runccb(ccb, sgerror, CAM_RETRY_SELTO,
872 SF_RETRY_UA, &softc->device_stats);
875 cam_periph_unmapmem(ccb, &mapinfo);
881 sgsendrdwr(struct cam_periph *periph, union ccb *ccb)
883 struct sg_softc *softc;
885 softc = periph->softc;
886 devstat_start_transaction(&softc->device_stats);
892 sgerror(union ccb *ccb, uint32_t cam_flags, uint32_t sense_flags)
894 struct cam_periph *periph;
895 struct sg_softc *softc;
897 periph = xpt_path_periph(ccb->ccb_h.path);
898 softc = (struct sg_softc *)periph->softc;
900 return (cam_periph_error(ccb, cam_flags, sense_flags,
905 sg_scsiio_status(struct ccb_scsiio *csio, u_short *hoststat, u_short *drvstat)
909 status = csio->ccb_h.status;
911 switch (status & CAM_STATUS_MASK) {
916 case CAM_REQ_CMP_ERR:
917 *hoststat = DID_ERROR;
920 case CAM_REQ_ABORTED:
921 *hoststat = DID_ABORT;
924 case CAM_REQ_INVALID:
925 *hoststat = DID_ERROR;
926 *drvstat = DRIVER_INVALID;
928 case CAM_DEV_NOT_THERE:
929 *hoststat = DID_BAD_TARGET;
932 case CAM_SEL_TIMEOUT:
933 *hoststat = DID_NO_CONNECT;
936 case CAM_CMD_TIMEOUT:
937 *hoststat = DID_TIME_OUT;
940 case CAM_SCSI_STATUS_ERROR:
941 *hoststat = DID_ERROR;
944 case CAM_SCSI_BUS_RESET:
945 *hoststat = DID_RESET;
948 case CAM_UNCOR_PARITY:
949 *hoststat = DID_PARITY;
953 *hoststat = DID_BUS_BUSY;
957 *hoststat = DID_ERROR;
958 *drvstat = DRIVER_ERROR;
961 if (status & CAM_AUTOSNS_VALID)
962 *drvstat = DRIVER_SENSE;
966 scsi_group_len(u_char cmd)
968 int len[] = {6, 10, 10, 12, 12, 12, 10, 10};
971 group = (cmd >> 5) & 0x7;