kernel tree reorganization stage 1: Major cvs repository work (not logged as
[dragonfly.git] / sys / bus / cam / scsi / scsi_da.c
1 /*
2  * Implementation of SCSI Direct Access Peripheral driver for CAM.
3  *
4  * Copyright (c) 1997 Justin T. Gibbs.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions, and the following disclaimer,
12  *    without modification, immediately at the beginning of the file.
13  * 2. The name of the author may not be used to endorse or promote products
14  *    derived from this software without specific prior written permission.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
20  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26  * SUCH DAMAGE.
27  *
28  * $FreeBSD: src/sys/cam/scsi/scsi_da.c,v 1.42.2.36 2003/05/17 21:48:30 njl Exp $
29  * $DragonFly: src/sys/bus/cam/scsi/scsi_da.c,v 1.8 2003/08/07 21:16:45 dillon Exp $
30  */
31
32 #ifdef _KERNEL
33 #include "opt_hw_wdog.h"
34 #endif /* _KERNEL */
35
36 #include <sys/param.h>
37 #include <sys/bootmaj.h>
38
39 #ifdef _KERNEL
40 #include <sys/systm.h>
41 #include <sys/kernel.h>
42 #include <sys/buf.h>
43 #include <sys/sysctl.h>
44 #endif /* _KERNEL */
45
46 #include <sys/devicestat.h>
47 #include <sys/conf.h>
48 #include <sys/disk.h>
49 #include <sys/eventhandler.h>
50 #include <sys/malloc.h>
51 #include <sys/cons.h>
52 #include <sys/proc.h>
53 #include <sys/buf2.h>
54
55 #include <machine/md_var.h>
56
57 #include <vm/vm.h>
58 #include <vm/pmap.h>
59
60 #ifndef _KERNEL
61 #include <stdio.h>
62 #include <string.h>
63 #endif /* _KERNEL */
64
65 #include "../cam.h"
66 #include "../cam_ccb.h"
67 #include "../cam_extend.h"
68 #include "../cam_periph.h"
69 #include "../cam_xpt_periph.h"
70
71 #include "scsi_message.h"
72
73 #ifndef _KERNEL 
74 #include "scsi_da.h"
75 #endif /* !_KERNEL */
76
77 #ifdef _KERNEL
78 typedef enum {
79         DA_STATE_PROBE,
80         DA_STATE_NORMAL
81 } da_state;
82
83 typedef enum {
84         DA_FLAG_PACK_INVALID    = 0x001,
85         DA_FLAG_NEW_PACK        = 0x002,
86         DA_FLAG_PACK_LOCKED     = 0x004,
87         DA_FLAG_PACK_REMOVABLE  = 0x008,
88         DA_FLAG_TAGGED_QUEUING  = 0x010,
89         DA_FLAG_NEED_OTAG       = 0x020,
90         DA_FLAG_WENT_IDLE       = 0x040,
91         DA_FLAG_RETRY_UA        = 0x080,
92         DA_FLAG_OPEN            = 0x100
93 } da_flags;
94
95 typedef enum {
96         DA_Q_NONE               = 0x00,
97         DA_Q_NO_SYNC_CACHE      = 0x01,
98         DA_Q_NO_6_BYTE          = 0x02
99 } da_quirks;
100
101 typedef enum {
102         DA_CCB_PROBE            = 0x01,
103         DA_CCB_BUFFER_IO        = 0x02,
104         DA_CCB_WAITING          = 0x03,
105         DA_CCB_DUMP             = 0x04,
106         DA_CCB_TYPE_MASK        = 0x0F,
107         DA_CCB_RETRY_UA         = 0x10
108 } da_ccb_state;
109
110 /* Offsets into our private area for storing information */
111 #define ccb_state       ppriv_field0
112 #define ccb_bp          ppriv_ptr1
113
114 struct disk_params {
115         u_int8_t  heads;
116         u_int16_t cylinders;
117         u_int8_t  secs_per_track;
118         u_int32_t secsize;      /* Number of bytes/sector */
119         u_int32_t sectors;      /* total number sectors */
120 };
121
122 struct da_softc {
123         struct   buf_queue_head buf_queue;
124         struct   devstat device_stats;
125         SLIST_ENTRY(da_softc) links;
126         LIST_HEAD(, ccb_hdr) pending_ccbs;
127         da_state state;
128         da_flags flags; 
129         da_quirks quirks;
130         int      minimum_cmd_size;
131         int      ordered_tag_count;
132         struct   disk_params params;
133         struct   disk disk;
134         union    ccb saved_ccb;
135 };
136
137 struct da_quirk_entry {
138         struct scsi_inquiry_pattern inq_pat;
139         da_quirks quirks;
140 };
141
142 static const char quantum[] = "QUANTUM";
143 static const char microp[] = "MICROP";
144
145 static struct da_quirk_entry da_quirk_table[] =
146 {
147         {
148                 /*
149                  * Fujitsu M2513A MO drives.
150                  * Tested devices: M2513A2 firmware versions 1200 & 1300.
151                  * (dip switch selects whether T_DIRECT or T_OPTICAL device)
152                  * Reported by: W.Scholten <whs@xs4all.nl>
153                  */
154                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "FUJITSU", "M2513A", "*"},
155                 /*quirks*/ DA_Q_NO_SYNC_CACHE
156         },
157         {
158                 /* See above. */
159                 {T_OPTICAL, SIP_MEDIA_REMOVABLE, "FUJITSU", "M2513A", "*"},
160                 /*quirks*/ DA_Q_NO_SYNC_CACHE
161         },
162         {
163                 /*
164                  * This particular Fujitsu drive doesn't like the
165                  * synchronize cache command.
166                  * Reported by: Tom Jackson <toj@gorilla.net>
167                  */
168                 {T_DIRECT, SIP_MEDIA_FIXED, "FUJITSU", "M2954*", "*"},
169                 /*quirks*/ DA_Q_NO_SYNC_CACHE
170         
171         },
172         {
173                 /*
174                  * This drive doesn't like the synchronize cache command
175                  * either.  Reported by: Matthew Jacob <mjacob@feral.com>
176                  * in NetBSD PR kern/6027, August 24, 1998.
177                  */
178                 {T_DIRECT, SIP_MEDIA_FIXED, microp, "2217*", "*"},
179                 /*quirks*/ DA_Q_NO_SYNC_CACHE
180         },
181         {
182                 /*
183                  * This drive doesn't like the synchronize cache command
184                  * either.  Reported by: Hellmuth Michaelis (hm@kts.org)
185                  * (PR 8882).
186                  */
187                 {T_DIRECT, SIP_MEDIA_FIXED, microp, "2112*", "*"},
188                 /*quirks*/ DA_Q_NO_SYNC_CACHE
189         },
190         {
191                 /*
192                  * Doesn't like the synchronize cache command.
193                  * Reported by: Blaz Zupan <blaz@gold.amis.net>
194                  */
195                 {T_DIRECT, SIP_MEDIA_FIXED, "NEC", "D3847*", "*"},
196                 /*quirks*/ DA_Q_NO_SYNC_CACHE
197         },
198         {
199                 /*
200                  * Doesn't like the synchronize cache command.
201                  */
202                 {T_DIRECT, SIP_MEDIA_FIXED, quantum, "MAVERICK 540S", "*"},
203                 /*quirks*/ DA_Q_NO_SYNC_CACHE
204         },
205         {
206                 /*
207                  * Doesn't like the synchronize cache command.
208                  */
209                 {T_DIRECT, SIP_MEDIA_FIXED, quantum, "LPS525S", "*"},
210                 /*quirks*/ DA_Q_NO_SYNC_CACHE
211         },
212         {
213                 /*
214                  * Doesn't work correctly with 6 byte reads/writes.
215                  * Returns illegal request, and points to byte 9 of the
216                  * 6-byte CDB.
217                  * Reported by:  Adam McDougall <bsdx@spawnet.com>
218                  */
219                 {T_DIRECT, SIP_MEDIA_FIXED, quantum, "VIKING 4*", "*"},
220                 /*quirks*/ DA_Q_NO_6_BYTE
221         },
222         {
223                 /*
224                  * See above.
225                  */
226                 {T_DIRECT, SIP_MEDIA_FIXED, quantum, "VIKING 2*", "*"},
227                 /*quirks*/ DA_Q_NO_6_BYTE
228         },
229
230         /* Below a list of quirks for USB devices supported by umass. */
231         {
232                 /*
233                  * This USB floppy drive uses the UFI command set. This
234                  * command set is a derivative of the ATAPI command set and
235                  * does not support READ_6 commands only READ_10. It also does
236                  * not support sync cache (0x35).
237                  */
238                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Y-E DATA", "USB-FDU", "*"},
239                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
240         },
241         {
242                 /* Another USB floppy */
243                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "MATSHITA", "FDD CF-VFDU*","*"},
244                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
245         },
246         {
247                 /*
248                  * Sony Memory Stick adapter MSAC-US1 and
249                  * Sony PCG-C1VJ Internal Memory Stick Slot (MSC-U01).
250                  * Make all sony MS* products use this quirk.
251                  */
252                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Sony", "MS*", "*"},
253                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
254         },
255         {
256                 /*
257                  * Sony Memory Stick adapter for the CLIE series
258                  * of PalmOS PDA's
259                  */
260                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Sony", "CLIE*", "*"},
261                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
262         },
263         {
264                 /*
265                  * Sony DSC cameras (DSC-S30, DSC-S50, DSC-S70)
266                  */
267                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Sony", "Sony DSC", "*"},
268                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
269         },
270         {
271                 /*
272                  * Maxtor 3000LE USB Drive
273                  */
274                 {T_DIRECT, SIP_MEDIA_FIXED, "MAXTOR*", "K040H2*", "*"},
275                 /*quirks*/ DA_Q_NO_6_BYTE
276         },
277         {
278                 /*
279                  * LaCie USB drive, among others
280                  */
281                 {T_DIRECT, SIP_MEDIA_FIXED, "Maxtor*", "D080H4*", "*"},
282                 /*quirks*/ DA_Q_NO_6_BYTE
283         },
284         {
285                 {T_OPTICAL, SIP_MEDIA_REMOVABLE, "FUJITSU", "MCF3064AP", "*"},
286                 /*quirks*/ DA_Q_NO_6_BYTE
287         },
288         {
289                 /*
290                  * Microtech USB CameraMate
291                  */
292                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "eUSB    Compact*",
293                  "Compact Flash*", "*"},
294                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
295         },
296         {
297                 /*
298                  * The vendor, product and version strings coming from the
299                  * controller are null terminated instead of being padded with
300                  * spaces. The trailing wildcard character '*' is required.
301                  */
302                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "SMSC*", "USB FDC*","*"},
303                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
304         },
305         {
306                 /*
307                  * Olympus digital cameras (C-3040ZOOM, C-2040ZOOM, C-1)
308                  */
309                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "OLYMPUS", "C-*", "*"},
310                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
311         },
312         {
313                 /*
314                  * Olympus digital cameras (D-370)
315                  */
316                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "OLYMPUS", "D-*", "*"},
317                 /*quirks*/ DA_Q_NO_6_BYTE
318         },
319         {
320                 /*
321                  * Olympus digital cameras (E-100RS, E-10).
322                  */
323                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "OLYMPUS", "E-*", "*"},
324                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
325         },
326         {
327                 /*
328                  * KingByte Pen Drives
329                  */
330                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "NO BRAND", "PEN DRIVE", "*"},
331                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
332         },
333         {
334                 /*
335                  * FujiFilm Camera
336                  */
337                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "FUJIFILMUSB-DRIVEUNIT",
338                  "USB-DRIVEUNIT", "*"},
339                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
340         },
341         {
342                 /*
343                  * Nikon Coolpix E775/E995 Cameras 
344                  */
345                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "NIKON", "NIKON DSC E*", "*"},
346                 /*quirks*/ DA_Q_NO_6_BYTE
347         },
348         {
349                 /*
350                  * Nikon Coolpix E885 Camera
351                  */
352                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Nikon", "Digital Camera", "*"},
353                 /*quirks*/ DA_Q_NO_6_BYTE
354         },
355         {
356                 /*
357                  * SimpleTech FlashLink UCF-100
358                  */
359                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "OEI-USB", "CompactFlash", "*"},
360                 /*quirks*/ DA_Q_NO_6_BYTE
361         },
362         {
363                 /*
364                  * Minolta Dimage 2330
365                  */
366                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "MINOLTA", "DIMAGE 2330*", "*"},
367                 /*quirks*/ DA_Q_NO_6_BYTE
368         },
369         {
370                 /*
371                  * Minolta Dimage E203
372                  */
373                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "MINOLTA", "DiMAGE E203", "*"},
374                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
375         },
376         {
377                 /*
378                  * DIVA USB Mp3 Player.
379                  * PR: kern/33638
380                  */
381                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "DIVA USB", "Media Reader","*"},
382                 /*quirks*/ DA_Q_NO_6_BYTE
383         },
384         {
385                 /*
386                  * Daisy Technology PhotoClip USB Camera
387                  */
388                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Digital", "World   DMC","*"},
389                 /*quirks*/ DA_Q_NO_6_BYTE
390         },
391         {
392                 /*
393                  * Apacer HandyDrive
394                  * PR: kern/43627
395                  */
396                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Apacer", "HandyDrive", "*"},
397                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
398         },
399         {
400                 /*
401                  * Daisy Technology PhotoClip on Zoran chip
402                  * PR: kern/43580
403                  */
404                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "ZORAN", "COACH", "*"},
405                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
406         },
407         {
408                 /*
409                  * HP 315 Digital Camera
410                  * PR: kern/41010
411                  */
412                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "HP", "USB CAMERA", "*"},
413                 /*quirks*/ DA_Q_NO_6_BYTE
414         },
415         {
416                 /*
417                  * Fujitsu-Siemens Memorybird pen drive
418                  * PR: kern/34712
419                  */
420                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Fujitsu", "Memorybird", "*"},
421                 /*quirks*/ DA_Q_NO_6_BYTE
422         },
423         {
424                 /*
425                  * Sony USB Key-Storage
426                  * PR: kern/46386
427                  */
428                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "Sony", "Storage Media", "*"},
429                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
430         },
431         {
432                 /*
433                  * Lexar Media Jumpdrive
434                  * PR: kern/47006
435                  */
436                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "LEXAR", "DIGITAL FILM", "*"},
437                 /*quirks*/ DA_Q_NO_6_BYTE
438         },
439         {
440                 /*
441                  * Pentax USB Optio 230 camera
442                  * PR: kern/46369
443                  */
444                 {T_DIRECT, SIP_MEDIA_REMOVABLE,
445                  "PENTAX", "DIGITAL_CAMERA", "*"},
446                 /*quirks*/ DA_Q_NO_6_BYTE
447         },
448         {
449                 /*
450                  * Casio QV-R3 USB camera (uses Pentax chip as above)
451                  * PR: kern/46545
452                  */
453                 {T_DIRECT, SIP_MEDIA_REMOVABLE,
454                  "CASIO", "DIGITAL_CAMERA", "*"},
455                 /*quirks*/ DA_Q_NO_6_BYTE
456         },
457         {
458                 /*
459                  * M-Systems DiskOnKey USB flash key
460                  * PR: kern/47793
461                  */
462                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "M-Sys", "DiskOnKey", "*"},
463                 /*quirks*/ DA_Q_NO_6_BYTE
464         },
465         {
466                 /*
467                  * SanDisk ImageMate (I, II, ...) compact flash
468                  * PR: kern/47877
469                  */
470                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "SanDisk", "ImageMate*", "*"},
471                 /*quirks*/ DA_Q_NO_6_BYTE
472         },
473         {
474                 /*
475                  * Feiya "slider" dual-slot flash reader. The vendor field
476                  * is blank so this may match other devices.
477                  * PR: kern/50020
478                  */
479                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "", "USB CARD READER", "*"},
480                 /*quirks*/ DA_Q_NO_6_BYTE
481         },
482         {
483                 /*
484                  * SmartDisk (Mitsumi) USB floppy drive
485                  * PR: kern/50226
486                  */
487                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "MITSUMI", "USB FDD", "*"},
488                 /*quirks*/ DA_Q_NO_6_BYTE|DA_Q_NO_SYNC_CACHE
489         },
490         {
491                 /*
492                  * OTi USB Flash Key
493                  * PR: kern/51825
494                  */
495                 {T_DIRECT, SIP_MEDIA_REMOVABLE, "OTi", "Flash Disk", "*"},
496                 /*quirks*/ DA_Q_NO_6_BYTE
497         }
498 };
499
500 static  d_open_t        daopen;
501 static  d_close_t       daclose;
502 static  d_strategy_t    dastrategy;
503 static  d_ioctl_t       daioctl;
504 static  d_dump_t        dadump;
505 static  periph_init_t   dainit;
506 static  void            daasync(void *callback_arg, u_int32_t code,
507                                 struct cam_path *path, void *arg);
508 static  periph_ctor_t   daregister;
509 static  periph_dtor_t   dacleanup;
510 static  periph_start_t  dastart;
511 static  periph_oninv_t  daoninvalidate;
512 static  void            dadone(struct cam_periph *periph,
513                                union ccb *done_ccb);
514 static  int             daerror(union ccb *ccb, u_int32_t cam_flags,
515                                 u_int32_t sense_flags);
516 static void             daprevent(struct cam_periph *periph, int action);
517 static void             dasetgeom(struct cam_periph *periph,
518                                   struct scsi_read_capacity_data * rdcap);
519 static timeout_t        dasendorderedtag;
520 static void             dashutdown(void *arg, int howto);
521
522 #ifndef DA_DEFAULT_TIMEOUT
523 #define DA_DEFAULT_TIMEOUT 60   /* Timeout in seconds */
524 #endif
525
526 #ifndef DA_DEFAULT_RETRY
527 #define DA_DEFAULT_RETRY        4
528 #endif
529
530 static int da_retry_count = DA_DEFAULT_RETRY;
531 static int da_default_timeout = DA_DEFAULT_TIMEOUT;
532 static int da_no_6_byte = 0;
533
534 SYSCTL_NODE(_kern, OID_AUTO, cam, CTLFLAG_RD, 0, "CAM Subsystem");
535 SYSCTL_NODE(_kern_cam, OID_AUTO, da, CTLFLAG_RD, 0,
536             "CAM Direct Access Disk driver");
537 SYSCTL_INT(_kern_cam_da, OID_AUTO, retry_count, CTLFLAG_RW,
538            &da_retry_count, 0, "Normal I/O retry count");
539 SYSCTL_INT(_kern_cam_da, OID_AUTO, default_timeout, CTLFLAG_RW,
540            &da_default_timeout, 0, "Normal I/O timeout (in seconds)");
541 SYSCTL_INT(_kern_cam_da, OID_AUTO, no_6_byte, CTLFLAG_RW,
542            &da_no_6_byte, 0, "No 6 bytes commands");
543
544 /*
545  * DA_ORDEREDTAG_INTERVAL determines how often, relative
546  * to the default timeout, we check to see whether an ordered
547  * tagged transaction is appropriate to prevent simple tag
548  * starvation.  Since we'd like to ensure that there is at least
549  * 1/2 of the timeout length left for a starved transaction to
550  * complete after we've sent an ordered tag, we must poll at least
551  * four times in every timeout period.  This takes care of the worst
552  * case where a starved transaction starts during an interval that
553  * meets the requirement "don't send an ordered tag" test so it takes
554  * us two intervals to determine that a tag must be sent.
555  */
556 #ifndef DA_ORDEREDTAG_INTERVAL
557 #define DA_ORDEREDTAG_INTERVAL 4
558 #endif
559
560 static struct periph_driver dadriver =
561 {
562         dainit, "da",
563         TAILQ_HEAD_INITIALIZER(dadriver.units), /* generation */ 0
564 };
565
566 DATA_SET(periphdriver_set, dadriver);
567
568 /* For 2.2-stable support */
569 #ifndef D_DISK
570 #define D_DISK 0
571 #endif
572
573 static struct cdevsw da_cdevsw = {
574         /* name */      "da",
575         /* maj */       DA_CDEV_MAJOR,
576         /* flags */     D_DISK,
577         /* port */      NULL,
578         /* autoq */     0,
579
580         /* open */      daopen,
581         /* close */     daclose,
582         /* read */      physread,
583         /* write */     physwrite,
584         /* ioctl */     daioctl,
585         /* poll */      nopoll,
586         /* mmap */      nommap,
587         /* strategy */  dastrategy,
588         /* dump */      dadump,
589         /* psize */     nopsize
590 };
591
592 static SLIST_HEAD(,da_softc) softc_list;
593 static struct extend_array *daperiphs;
594
595 static int
596 daopen(dev_t dev, int flags, int fmt, struct thread *td)
597 {
598         struct cam_periph *periph;
599         struct da_softc *softc;
600         struct disklabel *label;        
601         int unit;
602         int part;
603         int error;
604         int s;
605
606         unit = dkunit(dev);
607         part = dkpart(dev);
608         periph = cam_extend_get(daperiphs, unit);
609         if (periph == NULL)
610                 return (ENXIO); 
611
612         softc = (struct da_softc *)periph->softc;
613
614         CAM_DEBUG(periph->path, CAM_DEBUG_TRACE,
615             ("daopen: dev=%s (unit %d , partition %d)\n", devtoname(dev),
616              unit, part));
617
618         if ((error = cam_periph_lock(periph, PCATCH)) != 0) {
619                 return (error); /* error code from tsleep */
620         }
621
622         if (cam_periph_acquire(periph) != CAM_REQ_CMP)
623                 return(ENXIO);
624         softc->flags |= DA_FLAG_OPEN;
625
626         s = splsoftcam();
627         if ((softc->flags & DA_FLAG_PACK_INVALID) != 0) {
628                 /* Invalidate our pack information. */
629                 disk_invalidate(&softc->disk);
630                 softc->flags &= ~DA_FLAG_PACK_INVALID;
631         }
632         splx(s);
633
634         /* Do a read capacity */
635         {
636                 struct scsi_read_capacity_data *rcap;
637                 union  ccb *ccb;
638
639                 rcap = (struct scsi_read_capacity_data *)malloc(sizeof(*rcap),
640                                                                 M_TEMP,
641                                                                 M_WAITOK);
642                 
643                 ccb = cam_periph_getccb(periph, /*priority*/1);
644                 scsi_read_capacity(&ccb->csio,
645                                    /*retries*/1,
646                                    /*cbfncp*/dadone,
647                                    MSG_SIMPLE_Q_TAG,
648                                    rcap,
649                                    SSD_FULL_SIZE,
650                                    /*timeout*/60000);
651                 ccb->ccb_h.ccb_bp = NULL;
652
653                 error = cam_periph_runccb(ccb, daerror, /*cam_flags*/0,
654                                           /*sense_flags*/SF_RETRY_UA |
655                                                          SF_RETRY_SELTO,
656                                           &softc->device_stats);
657
658                 xpt_release_ccb(ccb);
659
660                 if (error == 0) {
661                         dasetgeom(periph, rcap);
662                 }
663
664                 free(rcap, M_TEMP);
665         }
666
667         if (error == 0) {
668                 struct ccb_getdev cgd;
669
670                 /* Build label for whole disk. */
671                 label = &softc->disk.d_label;
672                 bzero(label, sizeof(*label));
673                 label->d_type = DTYPE_SCSI;
674
675                 /*
676                  * Grab the inquiry data to get the vendor and product names.
677                  * Put them in the typename and packname for the label.
678                  */
679                 xpt_setup_ccb(&cgd.ccb_h, periph->path, /*priority*/ 1);
680                 cgd.ccb_h.func_code = XPT_GDEV_TYPE;
681                 xpt_action((union ccb *)&cgd);
682
683                 strncpy(label->d_typename, cgd.inq_data.vendor,
684                         min(SID_VENDOR_SIZE, sizeof(label->d_typename)));
685                 strncpy(label->d_packname, cgd.inq_data.product,
686                         min(SID_PRODUCT_SIZE, sizeof(label->d_packname)));
687                 
688                 label->d_secsize = softc->params.secsize;
689                 label->d_nsectors = softc->params.secs_per_track;
690                 label->d_ntracks = softc->params.heads;
691                 label->d_ncylinders = softc->params.cylinders;
692                 label->d_secpercyl = softc->params.heads
693                                   * softc->params.secs_per_track;
694                 label->d_secperunit = softc->params.sectors;
695
696                 if (((softc->flags & DA_FLAG_PACK_REMOVABLE) != 0)) {
697                         daprevent(periph, PR_PREVENT);
698                 }
699         
700                 /*
701                  * Check to see whether or not the blocksize is set yet.
702                  * If it isn't, set it and then clear the blocksize
703                  * unavailable flag for the device statistics.
704                  */
705                 if ((softc->device_stats.flags & DEVSTAT_BS_UNAVAILABLE) != 0){
706                         softc->device_stats.block_size = softc->params.secsize;
707                         softc->device_stats.flags &= ~DEVSTAT_BS_UNAVAILABLE;
708                 }
709         }
710         
711         if (error != 0) {
712                 if ((softc->flags & DA_FLAG_PACK_REMOVABLE) != 0) {
713                         daprevent(periph, PR_ALLOW);
714                 }
715                 softc->flags &= ~DA_FLAG_OPEN;
716                 cam_periph_release(periph);
717         }
718         cam_periph_unlock(periph);
719         return (error);
720 }
721
722 static int
723 daclose(dev_t dev, int flag, int fmt, struct thread *td)
724 {
725         struct  cam_periph *periph;
726         struct  da_softc *softc;
727         int     unit;
728         int     error;
729
730         unit = dkunit(dev);
731         periph = cam_extend_get(daperiphs, unit);
732         if (periph == NULL)
733                 return (ENXIO); 
734
735         softc = (struct da_softc *)periph->softc;
736
737         if ((error = cam_periph_lock(periph, 0)) != 0) {
738                 return (error); /* error code from tsleep */
739         }
740
741         if ((softc->quirks & DA_Q_NO_SYNC_CACHE) == 0) {
742                 union   ccb *ccb;
743
744                 ccb = cam_periph_getccb(periph, /*priority*/1);
745
746                 scsi_synchronize_cache(&ccb->csio,
747                                        /*retries*/1,
748                                        /*cbfcnp*/dadone,
749                                        MSG_SIMPLE_Q_TAG,
750                                        /*begin_lba*/0,/* Cover the whole disk */
751                                        /*lb_count*/0,
752                                        SSD_FULL_SIZE,
753                                        5 * 60 * 1000);
754
755                 cam_periph_runccb(ccb, /*error_routine*/NULL, /*cam_flags*/0,
756                                   /*sense_flags*/SF_RETRY_UA,
757                                   &softc->device_stats);
758
759                 if ((ccb->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) {
760                         if ((ccb->ccb_h.status & CAM_STATUS_MASK) ==
761                              CAM_SCSI_STATUS_ERROR) {
762                                 int asc, ascq;
763                                 int sense_key, error_code;
764
765                                 scsi_extract_sense(&ccb->csio.sense_data,
766                                                    &error_code,
767                                                    &sense_key, 
768                                                    &asc, &ascq);
769                                 if (sense_key != SSD_KEY_ILLEGAL_REQUEST)
770                                         scsi_sense_print(&ccb->csio);
771                         } else {
772                                 xpt_print_path(periph->path);
773                                 printf("Synchronize cache failed, status "
774                                        "== 0x%x, scsi status == 0x%x\n",
775                                        ccb->csio.ccb_h.status,
776                                        ccb->csio.scsi_status);
777                         }
778                 }
779
780                 if ((ccb->ccb_h.status & CAM_DEV_QFRZN) != 0)
781                         cam_release_devq(ccb->ccb_h.path,
782                                          /*relsim_flags*/0,
783                                          /*reduction*/0,
784                                          /*timeout*/0,
785                                          /*getcount_only*/0);
786
787                 xpt_release_ccb(ccb);
788
789         }
790
791         if ((softc->flags & DA_FLAG_PACK_REMOVABLE) != 0) {
792                 daprevent(periph, PR_ALLOW);
793                 /*
794                  * If we've got removeable media, mark the blocksize as
795                  * unavailable, since it could change when new media is
796                  * inserted.
797                  */
798                 softc->device_stats.flags |= DEVSTAT_BS_UNAVAILABLE;
799         }
800
801         softc->flags &= ~DA_FLAG_OPEN;
802         cam_periph_unlock(periph);
803         cam_periph_release(periph);
804         return (0);     
805 }
806
807 /*
808  * Actually translate the requested transfer into one the physical driver
809  * can understand.  The transfer is described by a buf and will include
810  * only one physical transfer.
811  */
812 static void
813 dastrategy(struct buf *bp)
814 {
815         struct cam_periph *periph;
816         struct da_softc *softc;
817         u_int  unit;
818         u_int  part;
819         int    s;
820         
821         unit = dkunit(bp->b_dev);
822         part = dkpart(bp->b_dev);
823         periph = cam_extend_get(daperiphs, unit);
824         if (periph == NULL) {
825                 bp->b_error = ENXIO;
826                 goto bad;               
827         }
828         softc = (struct da_softc *)periph->softc;
829 #if 0
830         /*
831          * check it's not too big a transfer for our adapter
832          */
833         scsi_minphys(bp,&sd_switch);
834 #endif
835
836         /*
837          * Mask interrupts so that the pack cannot be invalidated until
838          * after we are in the queue.  Otherwise, we might not properly
839          * clean up one of the buffers.
840          */
841         s = splbio();
842         
843         /*
844          * If the device has been made invalid, error out
845          */
846         if ((softc->flags & DA_FLAG_PACK_INVALID)) {
847                 splx(s);
848                 bp->b_error = ENXIO;
849                 goto bad;
850         }
851         
852         /*
853          * Place it in the queue of disk activities for this disk
854          */
855         bufqdisksort(&softc->buf_queue, bp);
856
857         splx(s);
858         
859         /*
860          * Schedule ourselves for performing the work.
861          */
862         xpt_schedule(periph, /* XXX priority */1);
863
864         return;
865 bad:
866         bp->b_flags |= B_ERROR;
867
868         /*
869          * Correctly set the buf to indicate a completed xfer
870          */
871         bp->b_resid = bp->b_bcount;
872         biodone(bp);
873         return;
874 }
875
876 /* For 2.2-stable support */
877 #ifndef ENOIOCTL
878 #define ENOIOCTL -1
879 #endif
880
881 static int
882 daioctl(dev_t dev, u_long cmd, caddr_t addr, int flag, struct thread *td)
883 {
884         struct cam_periph *periph;
885         struct da_softc *softc;
886         int unit;
887         int error;
888
889         unit = dkunit(dev);
890         periph = cam_extend_get(daperiphs, unit);
891         if (periph == NULL)
892                 return (ENXIO); 
893
894         softc = (struct da_softc *)periph->softc;
895
896         CAM_DEBUG(periph->path, CAM_DEBUG_TRACE, ("daioctl\n"));
897
898         if ((error = cam_periph_lock(periph, PCATCH)) != 0) {
899                 return (error); /* error code from tsleep */
900         }       
901
902         error = cam_periph_ioctl(periph, cmd, addr, daerror);
903
904         cam_periph_unlock(periph);
905         
906         return (error);
907 }
908
909 static int
910 dadump(dev_t dev)
911 {
912         struct      cam_periph *periph;
913         struct      da_softc *softc;
914         u_int       unit;
915         u_int       part;
916         u_int       secsize;
917         u_int       num;        /* number of sectors to write */
918         u_int       blknum;
919         long        blkcnt;
920         vm_offset_t addr;       
921         struct      ccb_scsiio csio;
922         int         dumppages = MAXDUMPPGS;
923         int         error;
924         int         i;
925
926         /* toss any characters present prior to dump */
927         while (cncheckc() != -1)
928                 ;
929
930         unit = dkunit(dev);
931         part = dkpart(dev);
932         periph = cam_extend_get(daperiphs, unit);
933         if (periph == NULL) {
934                 return (ENXIO);
935         }
936         softc = (struct da_softc *)periph->softc;
937         
938         if ((softc->flags & DA_FLAG_PACK_INVALID) != 0)
939                 return (ENXIO);
940
941         error = disk_dumpcheck(dev, &num, &blknum, &secsize);
942         if (error)
943                 return (error);
944
945         addr = 0;       /* starting address */
946         blkcnt = howmany(PAGE_SIZE, secsize);
947
948         while (num > 0) {
949                 caddr_t va = NULL;
950
951                 if ((num / blkcnt) < dumppages)
952                         dumppages = num / blkcnt;
953
954                 for (i = 0; i < dumppages; ++i) {
955                         vm_offset_t a = addr + (i * PAGE_SIZE);
956                         if (is_physical_memory(a))
957                                 va = pmap_kenter_temporary(trunc_page(a), i);
958                         else
959                                 va = pmap_kenter_temporary(trunc_page(0), i);
960                 }
961
962                 xpt_setup_ccb(&csio.ccb_h, periph->path, /*priority*/1);
963                 csio.ccb_h.ccb_state = DA_CCB_DUMP;
964                 scsi_read_write(&csio,
965                                 /*retries*/1,
966                                 dadone,
967                                 MSG_ORDERED_Q_TAG,
968                                 /*read*/FALSE,
969                                 /*byte2*/0,
970                                 /*minimum_cmd_size*/ softc->minimum_cmd_size,
971                                 blknum,
972                                 blkcnt * dumppages,
973                                 /*data_ptr*/(u_int8_t *) va,
974                                 /*dxfer_len*/blkcnt * secsize * dumppages,
975                                 /*sense_len*/SSD_FULL_SIZE,
976                                 DA_DEFAULT_TIMEOUT * 1000);             
977                 xpt_polled_action((union ccb *)&csio);
978
979                 if ((csio.ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) {
980                         printf("Aborting dump due to I/O error.\n");
981                         if ((csio.ccb_h.status & CAM_STATUS_MASK) ==
982                              CAM_SCSI_STATUS_ERROR)
983                                 scsi_sense_print(&csio);
984                         else
985                                 printf("status == 0x%x, scsi status == 0x%x\n",
986                                        csio.ccb_h.status, csio.scsi_status);
987                         return(EIO);
988                 }
989                 
990                 if (dumpstatus(addr, (off_t)num * softc->params.secsize) < 0)
991                         return (EINTR);
992
993                 /* update block count */
994                 num -= blkcnt * dumppages;
995                 blknum += blkcnt * dumppages;
996                 addr += PAGE_SIZE * dumppages;
997         }
998
999         /*
1000          * Sync the disk cache contents to the physical media.
1001          */
1002         if ((softc->quirks & DA_Q_NO_SYNC_CACHE) == 0) {
1003
1004                 xpt_setup_ccb(&csio.ccb_h, periph->path, /*priority*/1);
1005                 csio.ccb_h.ccb_state = DA_CCB_DUMP;
1006                 scsi_synchronize_cache(&csio,
1007                                        /*retries*/1,
1008                                        /*cbfcnp*/dadone,
1009                                        MSG_SIMPLE_Q_TAG,
1010                                        /*begin_lba*/0,/* Cover the whole disk */
1011                                        /*lb_count*/0,
1012                                        SSD_FULL_SIZE,
1013                                        5 * 60 * 1000);
1014                 xpt_polled_action((union ccb *)&csio);
1015
1016                 if ((csio.ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) {
1017                         if ((csio.ccb_h.status & CAM_STATUS_MASK) ==
1018                              CAM_SCSI_STATUS_ERROR) {
1019                                 int asc, ascq;
1020                                 int sense_key, error_code;
1021
1022                                 scsi_extract_sense(&csio.sense_data,
1023                                                    &error_code,
1024                                                    &sense_key, 
1025                                                    &asc, &ascq);
1026                                 if (sense_key != SSD_KEY_ILLEGAL_REQUEST)
1027                                         scsi_sense_print(&csio);
1028                         } else {
1029                                 xpt_print_path(periph->path);
1030                                 printf("Synchronize cache failed, status "
1031                                        "== 0x%x, scsi status == 0x%x\n",
1032                                        csio.ccb_h.status, csio.scsi_status);
1033                         }
1034                 }
1035         }
1036         return (0);
1037 }
1038
1039 static void
1040 dainit(void)
1041 {
1042         cam_status status;
1043         struct cam_path *path;
1044
1045         /*
1046          * Create our extend array for storing the devices we attach to.
1047          */
1048         daperiphs = cam_extend_new();
1049         SLIST_INIT(&softc_list);
1050         if (daperiphs == NULL) {
1051                 printf("da: Failed to alloc extend array!\n");
1052                 return;
1053         }
1054         
1055         /*
1056          * Install a global async callback.  This callback will
1057          * receive async callbacks like "new device found".
1058          */
1059         status = xpt_create_path(&path, /*periph*/NULL, CAM_XPT_PATH_ID,
1060                                  CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD);
1061
1062         if (status == CAM_REQ_CMP) {
1063                 struct ccb_setasync csa;
1064
1065                 xpt_setup_ccb(&csa.ccb_h, path, /*priority*/5);
1066                 csa.ccb_h.func_code = XPT_SASYNC_CB;
1067                 csa.event_enable = AC_FOUND_DEVICE;
1068                 csa.callback = daasync;
1069                 csa.callback_arg = NULL;
1070                 xpt_action((union ccb *)&csa);
1071                 status = csa.ccb_h.status;
1072                 xpt_free_path(path);
1073         }
1074
1075         if (status != CAM_REQ_CMP) {
1076                 printf("da: Failed to attach master async callback "
1077                        "due to status 0x%x!\n", status);
1078         } else {
1079
1080                 /*
1081                  * Schedule a periodic event to occasionally send an
1082                  * ordered tag to a device.
1083                  */
1084                 timeout(dasendorderedtag, NULL,
1085                         (DA_DEFAULT_TIMEOUT * hz) / DA_ORDEREDTAG_INTERVAL);
1086
1087                 /* Register our shutdown event handler */
1088                 if ((EVENTHANDLER_REGISTER(shutdown_post_sync, dashutdown, 
1089                                            NULL, SHUTDOWN_PRI_DEFAULT)) == NULL)
1090                     printf("dainit: shutdown event registration failed!\n");
1091         }
1092 }
1093
1094 static void
1095 daoninvalidate(struct cam_periph *periph)
1096 {
1097         int s;
1098         struct da_softc *softc;
1099         struct buf *q_bp;
1100         struct ccb_setasync csa;
1101
1102         softc = (struct da_softc *)periph->softc;
1103
1104         /*
1105          * De-register any async callbacks.
1106          */
1107         xpt_setup_ccb(&csa.ccb_h, periph->path,
1108                       /* priority */ 5);
1109         csa.ccb_h.func_code = XPT_SASYNC_CB;
1110         csa.event_enable = 0;
1111         csa.callback = daasync;
1112         csa.callback_arg = periph;
1113         xpt_action((union ccb *)&csa);
1114
1115         softc->flags |= DA_FLAG_PACK_INVALID;
1116
1117         /*
1118          * Although the oninvalidate() routines are always called at
1119          * splsoftcam, we need to be at splbio() here to keep the buffer
1120          * queue from being modified while we traverse it.
1121          */
1122         s = splbio();
1123
1124         /*
1125          * Return all queued I/O with ENXIO.
1126          * XXX Handle any transactions queued to the card
1127          *     with XPT_ABORT_CCB.
1128          */
1129         while ((q_bp = bufq_first(&softc->buf_queue)) != NULL){
1130                 bufq_remove(&softc->buf_queue, q_bp);
1131                 q_bp->b_resid = q_bp->b_bcount;
1132                 q_bp->b_error = ENXIO;
1133                 q_bp->b_flags |= B_ERROR;
1134                 biodone(q_bp);
1135         }
1136         splx(s);
1137
1138         SLIST_REMOVE(&softc_list, softc, da_softc, links);
1139
1140         xpt_print_path(periph->path);
1141         printf("lost device\n");
1142 }
1143
1144 static void
1145 dacleanup(struct cam_periph *periph)
1146 {
1147         struct da_softc *softc;
1148
1149         softc = (struct da_softc *)periph->softc;
1150
1151         devstat_remove_entry(&softc->device_stats);
1152         cam_extend_release(daperiphs, periph->unit_number);
1153         xpt_print_path(periph->path);
1154         printf("removing device entry\n");
1155         if (softc->disk.d_dev) {
1156                 disk_destroy(&softc->disk);
1157         }
1158         free(softc, M_DEVBUF);
1159 }
1160
1161 static void
1162 daasync(void *callback_arg, u_int32_t code,
1163         struct cam_path *path, void *arg)
1164 {
1165         struct cam_periph *periph;
1166
1167         periph = (struct cam_periph *)callback_arg;
1168         switch (code) {
1169         case AC_FOUND_DEVICE:
1170         {
1171                 struct ccb_getdev *cgd;
1172                 cam_status status;
1173  
1174                 cgd = (struct ccb_getdev *)arg;
1175
1176                 if (SID_TYPE(&cgd->inq_data) != T_DIRECT
1177                     && SID_TYPE(&cgd->inq_data) != T_RBC
1178                     && SID_TYPE(&cgd->inq_data) != T_OPTICAL)
1179                         break;
1180
1181                 /*
1182                  * Allocate a peripheral instance for
1183                  * this device and start the probe
1184                  * process.
1185                  */
1186                 status = cam_periph_alloc(daregister, daoninvalidate,
1187                                           dacleanup, dastart,
1188                                           "da", CAM_PERIPH_BIO,
1189                                           cgd->ccb_h.path, daasync,
1190                                           AC_FOUND_DEVICE, cgd);
1191
1192                 if (status != CAM_REQ_CMP
1193                  && status != CAM_REQ_INPROG)
1194                         printf("daasync: Unable to attach to new device "
1195                                 "due to status 0x%x\n", status);
1196                 break;
1197         }
1198         case AC_SENT_BDR:
1199         case AC_BUS_RESET:
1200         {
1201                 struct da_softc *softc;
1202                 struct ccb_hdr *ccbh;
1203                 int s;
1204
1205                 softc = (struct da_softc *)periph->softc;
1206                 s = splsoftcam();
1207                 /*
1208                  * Don't fail on the expected unit attention
1209                  * that will occur.
1210                  */
1211                 softc->flags |= DA_FLAG_RETRY_UA;
1212                 for (ccbh = LIST_FIRST(&softc->pending_ccbs);
1213                      ccbh != NULL; ccbh = LIST_NEXT(ccbh, periph_links.le))
1214                         ccbh->ccb_state |= DA_CCB_RETRY_UA;
1215                 splx(s);
1216                 /* FALLTHROUGH*/
1217         }
1218         default:
1219                 cam_periph_async(periph, code, path, arg);
1220                 break;
1221         }
1222 }
1223
1224 static cam_status
1225 daregister(struct cam_periph *periph, void *arg)
1226 {
1227         int s;
1228         struct da_softc *softc;
1229         struct ccb_setasync csa;
1230         struct ccb_getdev *cgd;
1231         caddr_t match;
1232
1233         cgd = (struct ccb_getdev *)arg;
1234         if (periph == NULL) {
1235                 printf("daregister: periph was NULL!!\n");
1236                 return(CAM_REQ_CMP_ERR);
1237         }
1238
1239         if (cgd == NULL) {
1240                 printf("daregister: no getdev CCB, can't register device\n");
1241                 return(CAM_REQ_CMP_ERR);
1242         }
1243
1244         softc = (struct da_softc *)malloc(sizeof(*softc),M_DEVBUF,M_NOWAIT);
1245
1246         if (softc == NULL) {
1247                 printf("daregister: Unable to probe new device. "
1248                        "Unable to allocate softc\n");                           
1249                 return(CAM_REQ_CMP_ERR);
1250         }
1251
1252         bzero(softc, sizeof(*softc));
1253         LIST_INIT(&softc->pending_ccbs);
1254         softc->state = DA_STATE_PROBE;
1255         bufq_init(&softc->buf_queue);
1256         if (SID_IS_REMOVABLE(&cgd->inq_data))
1257                 softc->flags |= DA_FLAG_PACK_REMOVABLE;
1258         if ((cgd->inq_data.flags & SID_CmdQue) != 0)
1259                 softc->flags |= DA_FLAG_TAGGED_QUEUING;
1260
1261         periph->softc = softc;
1262         
1263         cam_extend_set(daperiphs, periph->unit_number, periph);
1264
1265         /*
1266          * See if this device has any quirks.
1267          */
1268         match = cam_quirkmatch((caddr_t)&cgd->inq_data,
1269                                (caddr_t)da_quirk_table,
1270                                sizeof(da_quirk_table)/sizeof(*da_quirk_table),
1271                                sizeof(*da_quirk_table), scsi_inquiry_match);
1272
1273         if (match != NULL)
1274                 softc->quirks = ((struct da_quirk_entry *)match)->quirks;
1275         else
1276                 softc->quirks = DA_Q_NONE;
1277
1278         if (softc->quirks & DA_Q_NO_6_BYTE || SID_TYPE(&cgd->inq_data) == T_RBC)
1279                 softc->minimum_cmd_size = 10;
1280         else
1281                 softc->minimum_cmd_size = 6;
1282
1283         /*
1284          * Block our timeout handler while we
1285          * add this softc to the dev list.
1286          */
1287         s = splsoftclock();
1288         SLIST_INSERT_HEAD(&softc_list, softc, links);
1289         splx(s);
1290
1291         /*
1292          * The DA driver supports a blocksize, but
1293          * we don't know the blocksize until we do 
1294          * a read capacity.  So, set a flag to
1295          * indicate that the blocksize is 
1296          * unavailable right now.  We'll clear the
1297          * flag as soon as we've done a read capacity.
1298          */
1299         devstat_add_entry(&softc->device_stats, "da", 
1300                           periph->unit_number, 0,
1301                           DEVSTAT_BS_UNAVAILABLE,
1302                           SID_TYPE(&cgd->inq_data) | DEVSTAT_TYPE_IF_SCSI,
1303                           DEVSTAT_PRIORITY_DISK);
1304
1305         /*
1306          * Register this media as a disk
1307          */
1308         disk_create(periph->unit_number, &softc->disk, 0, &da_cdevsw);
1309
1310         /*
1311          * Add async callbacks for bus reset and
1312          * bus device reset calls.  I don't bother
1313          * checking if this fails as, in most cases,
1314          * the system will function just fine without
1315          * them and the only alternative would be to
1316          * not attach the device on failure.
1317          */
1318         xpt_setup_ccb(&csa.ccb_h, periph->path, /*priority*/5);
1319         csa.ccb_h.func_code = XPT_SASYNC_CB;
1320         csa.event_enable = AC_SENT_BDR | AC_BUS_RESET | AC_LOST_DEVICE;
1321         csa.callback = daasync;
1322         csa.callback_arg = periph;
1323         xpt_action((union ccb *)&csa);
1324         /*
1325          * Lock this peripheral until we are setup.
1326          * This first call can't block
1327          */
1328         (void)cam_periph_lock(periph, 0);
1329         xpt_schedule(periph, /*priority*/5);
1330
1331         return(CAM_REQ_CMP);
1332 }
1333
1334 static void
1335 dastart(struct cam_periph *periph, union ccb *start_ccb)
1336 {
1337         struct da_softc *softc;
1338
1339         softc = (struct da_softc *)periph->softc;
1340
1341         
1342         switch (softc->state) {
1343         case DA_STATE_NORMAL:
1344         {
1345                 /* Pull a buffer from the queue and get going on it */          
1346                 struct buf *bp;
1347                 int s;
1348
1349                 /*
1350                  * See if there is a buf with work for us to do..
1351                  */
1352                 s = splbio();
1353                 bp = bufq_first(&softc->buf_queue);
1354                 if (periph->immediate_priority <= periph->pinfo.priority) {
1355                         CAM_DEBUG_PRINT(CAM_DEBUG_SUBTRACE,
1356                                         ("queuing for immediate ccb\n"));
1357                         start_ccb->ccb_h.ccb_state = DA_CCB_WAITING;
1358                         SLIST_INSERT_HEAD(&periph->ccb_list, &start_ccb->ccb_h,
1359                                           periph_links.sle);
1360                         periph->immediate_priority = CAM_PRIORITY_NONE;
1361                         splx(s);
1362                         wakeup(&periph->ccb_list);
1363                 } else if (bp == NULL) {
1364                         splx(s);
1365                         xpt_release_ccb(start_ccb);
1366                 } else {
1367                         int oldspl;
1368                         u_int8_t tag_code;
1369
1370                         bufq_remove(&softc->buf_queue, bp);
1371
1372                         devstat_start_transaction(&softc->device_stats);
1373
1374                         if ((bp->b_flags & B_ORDERED) != 0
1375                          || (softc->flags & DA_FLAG_NEED_OTAG) != 0) {
1376                                 softc->flags &= ~DA_FLAG_NEED_OTAG;
1377                                 softc->ordered_tag_count++;
1378                                 tag_code = MSG_ORDERED_Q_TAG;
1379                         } else {
1380                                 tag_code = MSG_SIMPLE_Q_TAG;
1381                         }
1382                         if (da_no_6_byte && softc->minimum_cmd_size == 6)
1383                                 softc->minimum_cmd_size = 10;
1384                         scsi_read_write(&start_ccb->csio,
1385                                         /*retries*/da_retry_count,
1386                                         dadone,
1387                                         tag_code,
1388                                         bp->b_flags & B_READ,
1389                                         /*byte2*/0,
1390                                         softc->minimum_cmd_size,
1391                                         bp->b_pblkno,
1392                                         bp->b_bcount / softc->params.secsize,
1393                                         bp->b_data,
1394                                         bp->b_bcount,
1395                                         /*sense_len*/SSD_FULL_SIZE,
1396                                         da_default_timeout * 1000);
1397                         start_ccb->ccb_h.ccb_state = DA_CCB_BUFFER_IO;
1398
1399                         /*
1400                          * Block out any asyncronous callbacks
1401                          * while we touch the pending ccb list.
1402                          */
1403                         oldspl = splcam();
1404                         LIST_INSERT_HEAD(&softc->pending_ccbs,
1405                                          &start_ccb->ccb_h, periph_links.le);
1406                         splx(oldspl);
1407
1408                         /* We expect a unit attention from this device */
1409                         if ((softc->flags & DA_FLAG_RETRY_UA) != 0) {
1410                                 start_ccb->ccb_h.ccb_state |= DA_CCB_RETRY_UA;
1411                                 softc->flags &= ~DA_FLAG_RETRY_UA;
1412                         }
1413
1414                         start_ccb->ccb_h.ccb_bp = bp;
1415                         bp = bufq_first(&softc->buf_queue);
1416                         splx(s);
1417
1418                         xpt_action(start_ccb);
1419                 }
1420                 
1421                 if (bp != NULL) {
1422                         /* Have more work to do, so ensure we stay scheduled */
1423                         xpt_schedule(periph, /* XXX priority */1);
1424                 }
1425                 break;
1426         }
1427         case DA_STATE_PROBE:
1428         {
1429                 struct ccb_scsiio *csio;
1430                 struct scsi_read_capacity_data *rcap;
1431
1432                 rcap = (struct scsi_read_capacity_data *)malloc(sizeof(*rcap),
1433                                                                 M_TEMP,
1434                                                                 M_NOWAIT);
1435                 if (rcap == NULL) {
1436                         printf("dastart: Couldn't malloc read_capacity data\n");
1437                         /* da_free_periph??? */
1438                         break;
1439                 }
1440                 csio = &start_ccb->csio;
1441                 scsi_read_capacity(csio,
1442                                    /*retries*/4,
1443                                    dadone,
1444                                    MSG_SIMPLE_Q_TAG,
1445                                    rcap,
1446                                    SSD_FULL_SIZE,
1447                                    /*timeout*/5000);
1448                 start_ccb->ccb_h.ccb_bp = NULL;
1449                 start_ccb->ccb_h.ccb_state = DA_CCB_PROBE;
1450                 xpt_action(start_ccb);
1451                 break;
1452         }
1453         }
1454 }
1455
1456 static int
1457 cmd6workaround(union ccb *ccb)
1458 {
1459         struct scsi_rw_6 cmd6;
1460         struct scsi_rw_10 *cmd10;
1461         struct da_softc *softc;
1462         u_int8_t *cdb;
1463         int frozen;
1464
1465         cdb = ccb->csio.cdb_io.cdb_bytes;
1466
1467         /* Translation only possible if CDB is an array and cmd is R/W6 */
1468         if ((ccb->ccb_h.flags & CAM_CDB_POINTER) != 0 ||
1469             (*cdb != READ_6 && *cdb != WRITE_6))
1470                 return 0;
1471
1472         xpt_print_path(ccb->ccb_h.path);
1473         printf("READ(6)/WRITE(6) not supported, "
1474                "increasing minimum_cmd_size to 10.\n");
1475         softc = (struct da_softc *)xpt_path_periph(ccb->ccb_h.path)->softc;
1476         softc->minimum_cmd_size = 10;
1477
1478         bcopy(cdb, &cmd6, sizeof(struct scsi_rw_6));
1479         cmd10 = (struct scsi_rw_10 *)cdb;
1480         cmd10->opcode = (cmd6.opcode == READ_6) ? READ_10 : WRITE_10;
1481         cmd10->byte2 = 0;
1482         scsi_ulto4b(scsi_3btoul(cmd6.addr), cmd10->addr);
1483         cmd10->reserved = 0;
1484         scsi_ulto2b(cmd6.length, cmd10->length);
1485         cmd10->control = cmd6.control;
1486         ccb->csio.cdb_len = sizeof(*cmd10);
1487
1488         /* Requeue request, unfreezing queue if necessary */
1489         frozen = (ccb->ccb_h.status & CAM_DEV_QFRZN) != 0;
1490         ccb->ccb_h.status = CAM_REQUEUE_REQ;
1491         xpt_action(ccb);
1492         if (frozen) {
1493                 cam_release_devq(ccb->ccb_h.path,
1494                                  /*relsim_flags*/0,
1495                                  /*reduction*/0,
1496                                  /*timeout*/0,
1497                                  /*getcount_only*/0);
1498         }
1499         return (ERESTART);
1500 }
1501
1502 static void
1503 dadone(struct cam_periph *periph, union ccb *done_ccb)
1504 {
1505         struct da_softc *softc;
1506         struct ccb_scsiio *csio;
1507
1508         softc = (struct da_softc *)periph->softc;
1509         csio = &done_ccb->csio;
1510         switch (csio->ccb_h.ccb_state & DA_CCB_TYPE_MASK) {
1511         case DA_CCB_BUFFER_IO:
1512         {
1513                 struct buf *bp;
1514                 int    oldspl;
1515
1516                 bp = (struct buf *)done_ccb->ccb_h.ccb_bp;
1517                 if ((done_ccb->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) {
1518                         int error;
1519                         int s;
1520                         int sf;
1521                         
1522                         if ((csio->ccb_h.ccb_state & DA_CCB_RETRY_UA) != 0)
1523                                 sf = SF_RETRY_UA;
1524                         else
1525                                 sf = 0;
1526
1527                         /* Retry selection timeouts */
1528                         sf |= SF_RETRY_SELTO;
1529
1530                         if ((error = daerror(done_ccb, 0, sf)) == ERESTART) {
1531                                 /*
1532                                  * A retry was scheuled, so
1533                                  * just return.
1534                                  */
1535                                 return;
1536                         }
1537                         if (error != 0) {
1538                                 struct buf *q_bp;
1539
1540                                 s = splbio();
1541
1542                                 if (error == ENXIO) {
1543                                         /*
1544                                          * Catastrophic error.  Mark our pack as
1545                                          * invalid.
1546                                          */
1547                                         /* XXX See if this is really a media
1548                                          *     change first.
1549                                          */
1550                                         xpt_print_path(periph->path);
1551                                         printf("Invalidating pack\n");
1552                                         softc->flags |= DA_FLAG_PACK_INVALID;
1553                                 }
1554
1555                                 /*
1556                                  * return all queued I/O with EIO, so that
1557                                  * the client can retry these I/Os in the
1558                                  * proper order should it attempt to recover.
1559                                  */
1560                                 while ((q_bp = bufq_first(&softc->buf_queue))
1561                                         != NULL) {
1562                                         bufq_remove(&softc->buf_queue, q_bp);
1563                                         q_bp->b_resid = q_bp->b_bcount;
1564                                         q_bp->b_error = EIO;
1565                                         q_bp->b_flags |= B_ERROR;
1566                                         biodone(q_bp);
1567                                 }
1568                                 splx(s);
1569                                 bp->b_error = error;
1570                                 bp->b_resid = bp->b_bcount;
1571                                 bp->b_flags |= B_ERROR;
1572                         } else {
1573                                 bp->b_resid = csio->resid;
1574                                 bp->b_error = 0;
1575                                 if (bp->b_resid != 0) {
1576                                         /* Short transfer ??? */
1577 #if 0
1578                                         if (cmd6workaround(done_ccb) 
1579                                                                 == ERESTART)
1580                                                 return;
1581 #endif
1582                                         bp->b_flags |= B_ERROR;
1583                                 }
1584                         }
1585                         if ((done_ccb->ccb_h.status & CAM_DEV_QFRZN) != 0)
1586                                 cam_release_devq(done_ccb->ccb_h.path,
1587                                                  /*relsim_flags*/0,
1588                                                  /*reduction*/0,
1589                                                  /*timeout*/0,
1590                                                  /*getcount_only*/0);
1591                 } else {
1592                         bp->b_resid = csio->resid;
1593                         if (csio->resid > 0) {
1594                                 /* Short transfer ??? */
1595 #if 0 /* XXX most of the broken umass devices need this ad-hoc work around */
1596                                 if (cmd6workaround(done_ccb) == ERESTART)
1597                                         return;
1598 #endif
1599                                 bp->b_flags |= B_ERROR;
1600                         }
1601                 }
1602
1603                 /*
1604                  * Block out any asyncronous callbacks
1605                  * while we touch the pending ccb list.
1606                  */
1607                 oldspl = splcam();
1608                 LIST_REMOVE(&done_ccb->ccb_h, periph_links.le);
1609                 splx(oldspl);
1610
1611                 if (softc->device_stats.busy_count == 0)
1612                         softc->flags |= DA_FLAG_WENT_IDLE;
1613
1614                 devstat_end_transaction_buf(&softc->device_stats, bp);
1615                 biodone(bp);
1616                 break;
1617         }
1618         case DA_CCB_PROBE:
1619         {
1620                 struct     scsi_read_capacity_data *rdcap;
1621                 char       announce_buf[80];
1622
1623                 rdcap = (struct scsi_read_capacity_data *)csio->data_ptr;
1624                 
1625                 if ((csio->ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP) {
1626                         struct disk_params *dp;
1627
1628                         dasetgeom(periph, rdcap);
1629                         dp = &softc->params;
1630                         snprintf(announce_buf, sizeof(announce_buf),
1631                                 "%luMB (%u %u byte sectors: %dH %dS/T %dC)",
1632                                 (unsigned long) (((u_int64_t)dp->secsize *
1633                                 dp->sectors) / (1024*1024)), dp->sectors,
1634                                 dp->secsize, dp->heads, dp->secs_per_track,
1635                                 dp->cylinders);
1636                 } else {
1637                         int     error;
1638
1639                         announce_buf[0] = '\0';
1640
1641                         /*
1642                          * Retry any UNIT ATTENTION type errors.  They
1643                          * are expected at boot.
1644                          */
1645                         error = daerror(done_ccb, 0, SF_RETRY_UA |
1646                                         SF_RETRY_SELTO | SF_NO_PRINT);
1647                         if (error == ERESTART) {
1648                                 /*
1649                                  * A retry was scheuled, so
1650                                  * just return.
1651                                  */
1652                                 return;
1653                         } else if (error != 0) {
1654                                 struct scsi_sense_data *sense;
1655                                 int asc, ascq;
1656                                 int sense_key, error_code;
1657                                 int have_sense;
1658                                 cam_status status;
1659                                 struct ccb_getdev cgd;
1660
1661                                 /* Don't wedge this device's queue */
1662                                 cam_release_devq(done_ccb->ccb_h.path,
1663                                                  /*relsim_flags*/0,
1664                                                  /*reduction*/0,
1665                                                  /*timeout*/0,
1666                                                  /*getcount_only*/0);
1667
1668                                 status = done_ccb->ccb_h.status;
1669
1670                                 xpt_setup_ccb(&cgd.ccb_h, 
1671                                               done_ccb->ccb_h.path,
1672                                               /* priority */ 1);
1673                                 cgd.ccb_h.func_code = XPT_GDEV_TYPE;
1674                                 xpt_action((union ccb *)&cgd);
1675
1676                                 if (((csio->ccb_h.flags & CAM_SENSE_PHYS) != 0)
1677                                  || ((csio->ccb_h.flags & CAM_SENSE_PTR) != 0)
1678                                  || ((status & CAM_AUTOSNS_VALID) == 0))
1679                                         have_sense = FALSE;
1680                                 else
1681                                         have_sense = TRUE;
1682
1683                                 if (have_sense) {
1684                                         sense = &csio->sense_data;
1685                                         scsi_extract_sense(sense, &error_code,
1686                                                            &sense_key, 
1687                                                            &asc, &ascq);
1688                                 }
1689                                 /*
1690                                  * Attach to anything that claims to be a
1691                                  * direct access or optical disk device,
1692                                  * as long as it doesn't return a "Logical
1693                                  * unit not supported" (0x25) error.
1694                                  */
1695                                 if ((have_sense) && (asc != 0x25)
1696                                  && (error_code == SSD_CURRENT_ERROR))
1697                                         snprintf(announce_buf,
1698                                             sizeof(announce_buf),
1699                                                 "Attempt to query device "
1700                                                 "size failed: %s, %s",
1701                                                 scsi_sense_key_text[sense_key],
1702                                                 scsi_sense_desc(asc,ascq,
1703                                                                 &cgd.inq_data));
1704                                 else { 
1705                                         if (have_sense)
1706                                                 scsi_sense_print(
1707                                                         &done_ccb->csio);
1708                                         else {
1709                                                 xpt_print_path(periph->path);
1710                                                 printf("got CAM status %#x\n",
1711                                                        done_ccb->ccb_h.status);
1712                                         }
1713
1714                                         xpt_print_path(periph->path);
1715                                         printf("fatal error, failed" 
1716                                                " to attach to device\n");
1717
1718                                         /*
1719                                          * Free up resources.
1720                                          */
1721                                         cam_periph_invalidate(periph);
1722                                 } 
1723                         }
1724                 }
1725                 free(rdcap, M_TEMP);
1726                 if (announce_buf[0] != '\0')
1727                         xpt_announce_periph(periph, announce_buf);
1728                 softc->state = DA_STATE_NORMAL;         
1729                 /*
1730                  * Since our peripheral may be invalidated by an error
1731                  * above or an external event, we must release our CCB
1732                  * before releasing the probe lock on the peripheral.
1733                  * The peripheral will only go away once the last lock
1734                  * is removed, and we need it around for the CCB release
1735                  * operation.
1736                  */
1737                 xpt_release_ccb(done_ccb);
1738                 cam_periph_unlock(periph);
1739                 return;
1740         }
1741         case DA_CCB_WAITING:
1742         {
1743                 /* Caller will release the CCB */
1744                 wakeup(&done_ccb->ccb_h.cbfcnp);
1745                 return;
1746         }
1747         case DA_CCB_DUMP:
1748                 /* No-op.  We're polling */
1749                 return;
1750         default:
1751                 break;
1752         }
1753         xpt_release_ccb(done_ccb);
1754 }
1755
1756 static int
1757 daerror(union ccb *ccb, u_int32_t cam_flags, u_int32_t sense_flags)
1758 {
1759         struct da_softc   *softc;
1760         struct cam_periph *periph;
1761         int error, sense_key, error_code, asc, ascq;
1762
1763         periph = xpt_path_periph(ccb->ccb_h.path);
1764         softc = (struct da_softc *)periph->softc;
1765
1766         /*
1767          * Automatically detect devices that do not support
1768          * READ(6)/WRITE(6) and upgrade to using 10 byte cdbs.
1769          */
1770         error = 0;
1771         if ((ccb->ccb_h.status & CAM_STATUS_MASK) == CAM_SCSI_STATUS_ERROR
1772           && ccb->csio.scsi_status == SCSI_STATUS_CHECK_COND) {
1773                 scsi_extract_sense(&ccb->csio.sense_data,
1774                                    &error_code, &sense_key, &asc, &ascq);
1775                 if (sense_key == SSD_KEY_ILLEGAL_REQUEST)
1776                         error = cmd6workaround(ccb);
1777         }
1778         if (error == ERESTART)
1779                 return (ERESTART);
1780
1781         /*
1782          * XXX
1783          * Until we have a better way of doing pack validation,
1784          * don't treat UAs as errors.
1785          */
1786         sense_flags |= SF_RETRY_UA;
1787         return(cam_periph_error(ccb, cam_flags, sense_flags,
1788                                 &softc->saved_ccb));
1789 }
1790
1791 static void
1792 daprevent(struct cam_periph *periph, int action)
1793 {
1794         struct  da_softc *softc;
1795         union   ccb *ccb;               
1796         int     error;
1797                 
1798         softc = (struct da_softc *)periph->softc;
1799
1800         if (((action == PR_ALLOW)
1801           && (softc->flags & DA_FLAG_PACK_LOCKED) == 0)
1802          || ((action == PR_PREVENT)
1803           && (softc->flags & DA_FLAG_PACK_LOCKED) != 0)) {
1804                 return;
1805         }
1806
1807         ccb = cam_periph_getccb(periph, /*priority*/1);
1808
1809         scsi_prevent(&ccb->csio,
1810                      /*retries*/1,
1811                      /*cbcfp*/dadone,
1812                      MSG_SIMPLE_Q_TAG,
1813                      action,
1814                      SSD_FULL_SIZE,
1815                      5000);
1816
1817         error = cam_periph_runccb(ccb, /*error_routine*/NULL, /*cam_flags*/0,
1818                                   /*sense_flags*/0, &softc->device_stats);
1819
1820         if (error == 0) {
1821                 if (action == PR_ALLOW)
1822                         softc->flags &= ~DA_FLAG_PACK_LOCKED;
1823                 else
1824                         softc->flags |= DA_FLAG_PACK_LOCKED;
1825         }
1826
1827         xpt_release_ccb(ccb);
1828 }
1829
1830 static void
1831 dasetgeom(struct cam_periph *periph, struct scsi_read_capacity_data * rdcap)
1832 {
1833         struct ccb_calc_geometry ccg;
1834         struct da_softc *softc;
1835         struct disk_params *dp;
1836
1837         softc = (struct da_softc *)periph->softc;
1838
1839         dp = &softc->params;
1840         dp->secsize = scsi_4btoul(rdcap->length);
1841         dp->sectors = scsi_4btoul(rdcap->addr) + 1;
1842         /*
1843          * Have the controller provide us with a geometry
1844          * for this disk.  The only time the geometry
1845          * matters is when we boot and the controller
1846          * is the only one knowledgeable enough to come
1847          * up with something that will make this a bootable
1848          * device.
1849          */
1850         xpt_setup_ccb(&ccg.ccb_h, periph->path, /*priority*/1);
1851         ccg.ccb_h.func_code = XPT_CALC_GEOMETRY;
1852         ccg.block_size = dp->secsize;
1853         ccg.volume_size = dp->sectors;
1854         ccg.heads = 0;
1855         ccg.secs_per_track = 0;
1856         ccg.cylinders = 0;
1857         xpt_action((union ccb*)&ccg);
1858         dp->heads = ccg.heads;
1859         dp->secs_per_track = ccg.secs_per_track;
1860         dp->cylinders = ccg.cylinders;
1861 }
1862
1863 static void
1864 dasendorderedtag(void *arg)
1865 {
1866         struct da_softc *softc;
1867         int s;
1868
1869         for (softc = SLIST_FIRST(&softc_list);
1870              softc != NULL;
1871              softc = SLIST_NEXT(softc, links)) {
1872                 s = splsoftcam();
1873                 if ((softc->ordered_tag_count == 0) 
1874                  && ((softc->flags & DA_FLAG_WENT_IDLE) == 0)) {
1875                         softc->flags |= DA_FLAG_NEED_OTAG;
1876                 }
1877                 if (softc->device_stats.busy_count > 0)
1878                         softc->flags &= ~DA_FLAG_WENT_IDLE;
1879
1880                 softc->ordered_tag_count = 0;
1881                 splx(s);
1882         }
1883         /* Queue us up again */
1884         timeout(dasendorderedtag, NULL,
1885                 (da_default_timeout * hz) / DA_ORDEREDTAG_INTERVAL);
1886 }
1887
1888 /*
1889  * Step through all DA peripheral drivers, and if the device is still open,
1890  * sync the disk cache to physical media.
1891  */
1892 static void
1893 dashutdown(void * arg, int howto)
1894 {
1895         struct cam_periph *periph;
1896         struct da_softc *softc;
1897
1898         for (periph = TAILQ_FIRST(&dadriver.units); periph != NULL;
1899              periph = TAILQ_NEXT(periph, unit_links)) {
1900                 union ccb ccb;
1901                 softc = (struct da_softc *)periph->softc;
1902
1903                 /*
1904                  * We only sync the cache if the drive is still open, and
1905                  * if the drive is capable of it..
1906                  */
1907                 if (((softc->flags & DA_FLAG_OPEN) == 0)
1908                  || (softc->quirks & DA_Q_NO_SYNC_CACHE))
1909                         continue;
1910
1911                 xpt_setup_ccb(&ccb.ccb_h, periph->path, /*priority*/1);
1912
1913                 ccb.ccb_h.ccb_state = DA_CCB_DUMP;
1914                 scsi_synchronize_cache(&ccb.csio,
1915                                        /*retries*/1,
1916                                        /*cbfcnp*/dadone,
1917                                        MSG_SIMPLE_Q_TAG,
1918                                        /*begin_lba*/0, /* whole disk */
1919                                        /*lb_count*/0,
1920                                        SSD_FULL_SIZE,
1921                                        5 * 60 * 1000);
1922
1923                 xpt_polled_action(&ccb);
1924
1925                 if ((ccb.ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) {
1926                         if (((ccb.ccb_h.status & CAM_STATUS_MASK) ==
1927                              CAM_SCSI_STATUS_ERROR)
1928                          && (ccb.csio.scsi_status == SCSI_STATUS_CHECK_COND)){
1929                                 int error_code, sense_key, asc, ascq;
1930
1931                                 scsi_extract_sense(&ccb.csio.sense_data,
1932                                                    &error_code, &sense_key,
1933                                                    &asc, &ascq);
1934
1935                                 if (sense_key != SSD_KEY_ILLEGAL_REQUEST)
1936                                         scsi_sense_print(&ccb.csio);
1937                         } else {
1938                                 xpt_print_path(periph->path);
1939                                 printf("Synchronize cache failed, status "
1940                                        "== 0x%x, scsi status == 0x%x\n",
1941                                        ccb.ccb_h.status, ccb.csio.scsi_status);
1942                         }
1943                 }
1944
1945                 if ((ccb.ccb_h.status & CAM_DEV_QFRZN) != 0)
1946                         cam_release_devq(ccb.ccb_h.path,
1947                                          /*relsim_flags*/0,
1948                                          /*reduction*/0,
1949                                          /*timeout*/0,
1950                                          /*getcount_only*/0);
1951
1952         }
1953 }
1954
1955 #else /* !_KERNEL */
1956
1957 /*
1958  * XXX This is only left out of the kernel build to silence warnings.  If,
1959  * for some reason this function is used in the kernel, the ifdefs should
1960  * be moved so it is included both in the kernel and userland.
1961  */
1962 void
1963 scsi_format_unit(struct ccb_scsiio *csio, u_int32_t retries,
1964                  void (*cbfcnp)(struct cam_periph *, union ccb *),
1965                  u_int8_t tag_action, u_int8_t byte2, u_int16_t ileave,
1966                  u_int8_t *data_ptr, u_int32_t dxfer_len, u_int8_t sense_len,
1967                  u_int32_t timeout)
1968 {
1969         struct scsi_format_unit *scsi_cmd;
1970
1971         scsi_cmd = (struct scsi_format_unit *)&csio->cdb_io.cdb_bytes;
1972         scsi_cmd->opcode = FORMAT_UNIT;
1973         scsi_cmd->byte2 = byte2;
1974         scsi_ulto2b(ileave, scsi_cmd->interleave);
1975
1976         cam_fill_csio(csio,
1977                       retries,
1978                       cbfcnp,
1979                       /*flags*/ (dxfer_len > 0) ? CAM_DIR_OUT : CAM_DIR_NONE,
1980                       tag_action,
1981                       data_ptr,
1982                       dxfer_len,
1983                       sense_len,
1984                       sizeof(*scsi_cmd),
1985                       timeout);
1986 }
1987
1988 #endif /* _KERNEL */