2 * Copyright (c) 2000,2001,2002 Søren Schmidt <sos@FreeBSD.org>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer,
10 * without modification, immediately at the beginning of the file.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 * $FreeBSD: src/sys/dev/ata/ata-raid.c,v 1.3.2.19 2003/01/30 07:19:59 sos Exp $
29 * $DragonFly: src/sys/dev/disk/ata/ata-raid.c,v 1.13 2005/06/03 21:56:23 swildner Exp $
33 #include <sys/param.h>
34 #include <sys/systm.h>
36 #include <sys/kernel.h>
37 #include <sys/malloc.h>
42 #include <sys/devicestat.h>
44 #include <machine/bus.h>
51 #include <sys/thread2.h>
53 /* device structures */
54 static d_open_t aropen;
55 static d_strategy_t arstrategy;
57 static struct cdevsw ar_cdevsw = {
65 /* close */ nullclose,
67 /* write */ physwrite,
71 /* strategy */ arstrategy,
77 static void ar_attach_raid(struct ar_softc *, int);
78 static void ar_done(struct buf *);
79 static void ar_config_changed(struct ar_softc *, int);
80 static int ar_rebuild(struct ar_softc *);
81 static int ar_highpoint_read_conf(struct ad_softc *, struct ar_softc **);
82 static int ar_highpoint_write_conf(struct ar_softc *);
83 static int ar_promise_read_conf(struct ad_softc *, struct ar_softc **, int);
84 static int ar_promise_write_conf(struct ar_softc *);
85 static int ar_rw(struct ad_softc *, u_int32_t, int, caddr_t, int);
86 static struct ata_device *ar_locate_disk(int);
89 static struct ar_softc **ar_table = NULL;
90 static MALLOC_DEFINE(M_AR, "AR driver", "ATA RAID driver");
93 ata_raiddisk_attach(struct ad_softc *adp)
99 for (array = 0; array < MAX_ARRAYS; array++) {
100 if (!(rdp = ar_table[array]) || !rdp->flags)
103 for (disk = 0; disk < rdp->total_disks; disk++) {
104 if ((rdp->disks[disk].flags & AR_DF_ASSIGNED) &&
105 rdp->disks[disk].device == adp->device) {
106 ata_prtdev(rdp->disks[disk].device,
107 "inserted into ar%d disk%d as spare\n",
109 rdp->disks[disk].flags |= (AR_DF_PRESENT | AR_DF_SPARE);
110 AD_SOFTC(rdp->disks[disk])->flags = AD_F_RAID_SUBDISK;
111 ar_config_changed(rdp, 1);
119 ar_table = malloc(sizeof(struct ar_soft *) * MAX_ARRAYS,
120 M_AR, M_WAITOK | M_ZERO);
123 switch(adp->device->channel->chiptype) {
124 case 0x4d33105a: case 0x4d38105a: case 0x4d30105a:
125 case 0x0d30105a: case 0x4d68105a: case 0x6268105a:
126 case 0x4d69105a: case 0x5275105a: case 0x6269105a:
128 /* test RAID bit in PCI reg XXX */
129 return (ar_promise_read_conf(adp, ar_table, 0));
131 case 0x00041103: case 0x00051103: case 0x00081103:
132 return (ar_highpoint_read_conf(adp, ar_table));
135 return (ar_promise_read_conf(adp, ar_table, 1));
141 ata_raiddisk_detach(struct ad_softc *adp)
143 struct ar_softc *rdp;
147 for (array = 0; array < MAX_ARRAYS; array++) {
148 if (!(rdp = ar_table[array]) || !rdp->flags)
150 for (disk = 0; disk < rdp->total_disks; disk++) {
151 if (rdp->disks[disk].device == adp->device) {
152 ata_prtdev(rdp->disks[disk].device,
153 "deleted from ar%d disk%d\n", array, disk);
154 rdp->disks[disk].flags &= ~(AR_DF_PRESENT | AR_DF_ONLINE);
155 AD_SOFTC(rdp->disks[disk])->flags &= ~AD_F_RAID_SUBDISK;
156 ar_config_changed(rdp, 1);
168 struct ar_softc *rdp;
174 for (array = 0; array < MAX_ARRAYS; array++) {
175 if (!(rdp = ar_table[array]) || !rdp->flags)
177 ar_attach_raid(rdp, 0);
182 ar_attach_raid(struct ar_softc *rdp, int update)
187 ar_config_changed(rdp, update);
188 dev = disk_create(rdp->lun, &rdp->disk, 0, &ar_cdevsw);
190 dev->si_iosize_max = 256 * DEV_BSIZE;
193 printf("ar%d: %lluMB <ATA ", rdp->lun, (unsigned long long)
194 (rdp->total_sectors / ((1024L * 1024L) / DEV_BSIZE)));
195 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
197 printf("RAID0 "); break;
199 printf("RAID1 "); break;
201 printf("SPAN "); break;
202 case (AR_F_RAID0 | AR_F_RAID1):
203 printf("RAID0+1 "); break;
205 printf("unknown 0x%x> ", rdp->flags);
208 printf("array> [%d/%d/%d] status: ",
209 rdp->cylinders, rdp->heads, rdp->sectors);
210 switch (rdp->flags & (AR_F_DEGRADED | AR_F_READY)) {
214 case (AR_F_DEGRADED | AR_F_READY):
221 printf(" subdisks:\n");
222 for (disk = 0; disk < rdp->total_disks; disk++) {
223 if (rdp->disks[disk].flags & AR_DF_PRESENT) {
224 if (rdp->disks[disk].flags & AR_DF_ONLINE)
225 printf(" %d READY ", disk);
226 else if (rdp->disks[disk].flags & AR_DF_SPARE)
227 printf(" %d SPARE ", disk);
229 printf(" %d FREE ", disk);
230 ad_print(AD_SOFTC(rdp->disks[disk]));
232 ata_enclosure_print(AD_SOFTC(rdp->disks[disk])->device);
234 else if (rdp->disks[disk].flags & AR_DF_ASSIGNED)
235 printf(" %d DOWN\n", disk);
237 printf(" %d INVALID no RAID config info on this disk\n", disk);
242 ata_raid_create(struct raid_setup *setup)
244 struct ata_device *atadev;
245 struct ar_softc *rdp;
247 int ctlr = 0, disk_size = 0, total_disks = 0;
250 ar_table = malloc(sizeof(struct ar_soft *) * MAX_ARRAYS,
251 M_AR, M_WAITOK | M_ZERO);
253 for (array = 0; array < MAX_ARRAYS; array++) {
254 if (!ar_table[array])
257 if (array >= MAX_ARRAYS)
260 rdp = malloc(sizeof(struct ar_softc), M_AR, M_WAITOK | M_ZERO);
262 for (disk = 0; disk < setup->total_disks; disk++) {
263 if ((atadev = ar_locate_disk(setup->disks[disk]))) {
264 rdp->disks[disk].device = atadev;
265 if (AD_SOFTC(rdp->disks[disk])->flags & AD_F_RAID_SUBDISK) {
266 setup->disks[disk] = -1;
271 switch (rdp->disks[disk].device->channel->chiptype & 0xffff) {
273 ctlr |= AR_F_HIGHPOINT_RAID;
274 rdp->disks[disk].disk_sectors =
275 AD_SOFTC(rdp->disks[disk])->total_secs;
279 ctlr |= AR_F_FREEBSD_RAID;
283 ctlr |= AR_F_PROMISE_RAID;
284 rdp->disks[disk].disk_sectors =
285 PR_LBA(AD_SOFTC(rdp->disks[disk]));
288 if ((rdp->flags & (AR_F_PROMISE_RAID|AR_F_HIGHPOINT_RAID)) &&
289 (rdp->flags & (AR_F_PROMISE_RAID|AR_F_HIGHPOINT_RAID)) !=
290 (ctlr & (AR_F_PROMISE_RAID|AR_F_HIGHPOINT_RAID))) {
298 disk_size = min(rdp->disks[disk].disk_sectors, disk_size);
300 disk_size = rdp->disks[disk].disk_sectors;
301 rdp->disks[disk].flags =
302 (AR_DF_PRESENT | AR_DF_ASSIGNED | AR_DF_ONLINE);
307 setup->disks[disk] = -1;
317 switch (setup->type) {
319 rdp->flags |= AR_F_RAID0;
322 rdp->flags |= AR_F_RAID1;
323 if (total_disks != 2) {
329 rdp->flags |= (AR_F_RAID0 | AR_F_RAID1);
330 if (total_disks % 2 != 0) {
336 rdp->flags |= AR_F_SPAN;
340 for (disk = 0; disk < total_disks; disk++)
341 AD_SOFTC(rdp->disks[disk])->flags = AD_F_RAID_SUBDISK;
344 if (rdp->flags & AR_F_RAID0) {
347 while (setup->interleave >>= 1)
349 if (rdp->flags & AR_F_PROMISE_RAID)
350 rdp->interleave = min(max(2, 1 << bit), 2048);
351 if (rdp->flags & AR_F_HIGHPOINT_RAID)
352 rdp->interleave = min(max(32, 1 << bit), 128);
354 rdp->total_disks = total_disks;
355 rdp->width = total_disks / ((rdp->flags & AR_F_RAID1) ? 2 : 1);
356 rdp->total_sectors = disk_size * rdp->width;
359 rdp->cylinders = rdp->total_sectors / (255 * 63);
360 if (rdp->flags & AR_F_PROMISE_RAID) {
364 if (rdp->flags & AR_F_HIGHPOINT_RAID) {
365 rdp->offset = HPT_LBA + 1;
366 rdp->reserved = HPT_LBA + 1;
368 rdp->lock_start = rdp->lock_end = 0xffffffff;
369 rdp->flags |= AR_F_READY;
371 ar_table[array] = rdp;
372 ar_attach_raid(rdp, 1);
378 ata_raid_delete(int array)
380 struct ar_softc *rdp;
384 printf("ar: no memory for ATA raid array\n");
387 if (!(rdp = ar_table[array]))
390 rdp->flags &= ~AR_F_READY;
391 for (disk = 0; disk < rdp->total_disks; disk++) {
392 if ((rdp->disks[disk].flags&AR_DF_PRESENT) && rdp->disks[disk].device) {
393 AD_SOFTC(rdp->disks[disk])->flags &= ~AD_F_RAID_SUBDISK;
394 ata_enclosure_leds(rdp->disks[disk].device, ATA_LED_GREEN);
395 rdp->disks[disk].flags = 0;
398 if (rdp->flags & AR_F_PROMISE_RAID)
399 ar_promise_write_conf(rdp);
401 ar_highpoint_write_conf(rdp);
402 disk_invalidate(&rdp->disk);
403 disk_destroy(&rdp->disk);
405 ar_table[array] = NULL;
410 ata_raid_status(int array, struct raid_status *status)
412 struct ar_softc *rdp;
415 if (!ar_table || !(rdp = ar_table[array]))
418 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
420 status->type = AR_RAID0;
423 status->type = AR_RAID1;
425 case AR_F_RAID0 | AR_F_RAID1:
426 status->type = AR_RAID0 | AR_RAID1;
429 status->type = AR_SPAN;
432 status->total_disks = rdp->total_disks;
433 for (i = 0; i < rdp->total_disks; i++ ) {
434 if ((rdp->disks[i].flags & AR_DF_PRESENT) && rdp->disks[i].device)
435 status->disks[i] = AD_SOFTC(rdp->disks[i])->lun;
437 status->disks[i] = -1;
439 status->interleave = rdp->interleave;
441 if (rdp->flags & AR_F_READY)
442 status->status |= AR_READY;
443 if (rdp->flags & AR_F_DEGRADED)
444 status->status |= AR_DEGRADED;
445 if (rdp->flags & AR_F_REBUILDING) {
446 status->status |= AR_REBUILDING;
447 status->progress = 100*rdp->lock_start/(rdp->total_sectors/rdp->width);
453 ata_raid_rebuild(int array)
455 struct ar_softc *rdp;
457 if (!ar_table || !(rdp = ar_table[array]))
459 if (rdp->flags & AR_F_REBUILDING)
461 /* create process here XXX SOS */
462 return ar_rebuild(rdp);
466 aropen(dev_t dev, int flags, int fmt, struct thread *td)
468 struct ar_softc *rdp = dev->si_drv1;
469 struct disklabel *dl;
471 dl = &rdp->disk.d_label;
472 bzero(dl, sizeof *dl);
473 dl->d_secsize = DEV_BSIZE;
474 dl->d_nsectors = rdp->sectors;
475 dl->d_ntracks = rdp->heads;
476 dl->d_ncylinders = rdp->cylinders;
477 dl->d_secpercyl = rdp->sectors * rdp->heads;
478 dl->d_secperunit = rdp->total_sectors;
483 arstrategy(struct buf *bp)
485 struct ar_softc *rdp = bp->b_dev->si_drv1;
486 int blkno, count, chunk, lba, lbs, tmplba;
487 int drv = 0, change = 0;
490 if (!(rdp->flags & AR_F_READY)) {
491 bp->b_flags |= B_ERROR;
497 bp->b_resid = bp->b_bcount;
498 blkno = bp->b_pblkno;
500 for (count = howmany(bp->b_bcount, DEV_BSIZE); count > 0;
501 count -= chunk, blkno += chunk, data += (chunk * DEV_BSIZE)) {
502 struct ar_buf *buf1, *buf2;
504 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
507 while (lba >= AD_SOFTC(rdp->disks[drv])->total_secs-rdp->reserved)
508 lba -= AD_SOFTC(rdp->disks[drv++])->total_secs-rdp->reserved;
509 chunk = min(AD_SOFTC(rdp->disks[drv])->total_secs-rdp->reserved-lba,
514 case AR_F_RAID0 | AR_F_RAID1:
515 tmplba = blkno / rdp->interleave;
516 chunk = blkno % rdp->interleave;
517 if (tmplba == rdp->total_sectors / rdp->interleave) {
518 lbs = (rdp->total_sectors-(tmplba*rdp->interleave))/rdp->width;
520 lba = ((tmplba/rdp->width)*rdp->interleave) + chunk%lbs;
521 chunk = min(count, lbs);
524 drv = tmplba % rdp->width;
525 lba = ((tmplba / rdp->width) * rdp->interleave) + chunk;
526 chunk = min(count, rdp->interleave - chunk);
537 printf("ar%d: unknown array type in arstrategy\n", rdp->lun);
538 bp->b_flags |= B_ERROR;
544 buf1 = malloc(sizeof(struct ar_buf), M_AR, M_INTWAIT | M_ZERO);
545 BUF_LOCKINIT(&buf1->bp);
546 BUF_LOCK(&buf1->bp, LK_EXCLUSIVE);
547 buf1->bp.b_pblkno = lba;
548 if ((buf1->drive = drv) > 0)
549 buf1->bp.b_pblkno += rdp->offset;
550 buf1->bp.b_caller1 = (void *)rdp;
551 buf1->bp.b_bcount = chunk * DEV_BSIZE;
552 buf1->bp.b_data = data;
553 buf1->bp.b_flags = bp->b_flags | B_CALL;
554 buf1->bp.b_iodone = ar_done;
557 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
560 if ((rdp->disks[buf1->drive].flags &
561 (AR_DF_PRESENT|AR_DF_ONLINE))==(AR_DF_PRESENT|AR_DF_ONLINE) &&
562 !AD_SOFTC(rdp->disks[buf1->drive])->dev) {
563 rdp->disks[buf1->drive].flags &= ~AR_DF_ONLINE;
564 ar_config_changed(rdp, 1);
566 bp->b_flags |= B_ERROR;
571 buf1->bp.b_dev = AD_SOFTC(rdp->disks[buf1->drive])->dev;
572 AR_STRATEGY((struct buf *)buf1);
576 case AR_F_RAID0 | AR_F_RAID1:
577 if ((rdp->flags & AR_F_REBUILDING) && !(bp->b_flags & B_READ)) {
578 if ((bp->b_pblkno >= rdp->lock_start &&
579 bp->b_pblkno < rdp->lock_end) ||
580 ((bp->b_pblkno + chunk) > rdp->lock_start &&
581 (bp->b_pblkno + chunk) <= rdp->lock_end)) {
582 tsleep(rdp, 0, "arwait", 0);
585 if ((rdp->disks[buf1->drive].flags &
586 (AR_DF_PRESENT|AR_DF_ONLINE))==(AR_DF_PRESENT|AR_DF_ONLINE) &&
587 !AD_SOFTC(rdp->disks[buf1->drive])->dev) {
588 rdp->disks[buf1->drive].flags &= ~AR_DF_ONLINE;
591 if ((rdp->disks[buf1->drive + rdp->width].flags &
592 (AR_DF_PRESENT|AR_DF_ONLINE))==(AR_DF_PRESENT|AR_DF_ONLINE) &&
593 !AD_SOFTC(rdp->disks[buf1->drive + rdp->width])->dev) {
594 rdp->disks[buf1->drive + rdp->width].flags &= ~AR_DF_ONLINE;
598 ar_config_changed(rdp, 1);
600 if (!(rdp->flags & AR_F_READY)) {
602 bp->b_flags |= B_ERROR;
607 if (bp->b_flags & B_READ) {
608 if ((buf1->bp.b_pblkno <
609 (rdp->disks[buf1->drive].last_lba - AR_PROXIMITY) ||
611 (rdp->disks[buf1->drive].last_lba + AR_PROXIMITY) ||
612 !(rdp->disks[buf1->drive].flags & AR_DF_ONLINE)) &&
613 (rdp->disks[buf1->drive+rdp->width].flags & AR_DF_ONLINE))
614 buf1->drive = buf1->drive + rdp->width;
617 if ((rdp->disks[buf1->drive+rdp->width].flags & AR_DF_ONLINE) ||
618 ((rdp->flags & AR_F_REBUILDING) &&
619 (rdp->disks[buf1->drive+rdp->width].flags & AR_DF_SPARE) &&
620 buf1->bp.b_pblkno < rdp->lock_start)) {
621 if ((rdp->disks[buf1->drive].flags & AR_DF_ONLINE) ||
622 ((rdp->flags & AR_F_REBUILDING) &&
623 (rdp->disks[buf1->drive].flags & AR_DF_SPARE) &&
624 buf1->bp.b_pblkno < rdp->lock_start)) {
625 buf2 = malloc(sizeof(struct ar_buf), M_AR, M_INTWAIT);
626 bcopy(buf1, buf2, sizeof(struct ar_buf));
627 BUF_LOCKINIT(&buf2->bp);
628 BUF_LOCK(&buf2->bp, LK_EXCLUSIVE);
631 buf2->drive = buf1->drive + rdp->width;
632 buf2->bp.b_dev = AD_SOFTC(rdp->disks[buf2->drive])->dev;
633 AR_STRATEGY((struct buf *)buf2);
634 rdp->disks[buf2->drive].last_lba =
635 buf2->bp.b_pblkno + chunk;
638 buf1->drive = buf1->drive + rdp->width;
641 buf1->bp.b_dev = AD_SOFTC(rdp->disks[buf1->drive])->dev;
642 AR_STRATEGY((struct buf *)buf1);
643 rdp->disks[buf1->drive].last_lba = buf1->bp.b_pblkno + chunk;
647 printf("ar%d: unknown array type in arstrategy\n", rdp->lun);
653 ar_done(struct buf *bp)
655 struct ar_softc *rdp = (struct ar_softc *)bp->b_caller1;
656 struct ar_buf *buf = (struct ar_buf *)bp;
658 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
661 if (buf->bp.b_flags & B_ERROR) {
662 rdp->disks[buf->drive].flags &= ~AR_DF_ONLINE;
663 ar_config_changed(rdp, 1);
664 buf->org->b_flags |= B_ERROR;
665 buf->org->b_error = EIO;
669 buf->org->b_resid -= buf->bp.b_bcount;
670 if (buf->org->b_resid == 0)
676 case AR_F_RAID0 | AR_F_RAID1:
677 if (buf->bp.b_flags & B_ERROR) {
678 rdp->disks[buf->drive].flags &= ~AR_DF_ONLINE;
679 ar_config_changed(rdp, 1);
680 if (rdp->flags & AR_F_READY) {
681 if (buf->bp.b_flags & B_READ) {
682 if (buf->drive < rdp->width)
683 buf->drive = buf->drive + rdp->width;
685 buf->drive = buf->drive - rdp->width;
686 buf->bp.b_dev = AD_SOFTC(rdp->disks[buf->drive])->dev;
687 buf->bp.b_flags = buf->org->b_flags | B_CALL;
689 AR_STRATEGY((struct buf *)buf);
693 if (buf->flags & AB_F_DONE) {
694 buf->org->b_resid -= buf->bp.b_bcount;
695 if (buf->org->b_resid == 0)
699 buf->mirror->flags |= AB_F_DONE;
703 buf->org->b_flags |= B_ERROR;
704 buf->org->b_error = EIO;
709 if (!(buf->bp.b_flags & B_READ)) {
710 if (buf->mirror && !(buf->flags & AB_F_DONE)){
711 buf->mirror->flags |= AB_F_DONE;
715 buf->org->b_resid -= buf->bp.b_bcount;
716 if (buf->org->b_resid == 0)
722 printf("ar%d: unknown array type in ar_done\n", rdp->lun);
728 ar_config_changed(struct ar_softc *rdp, int writeback)
733 rdp->flags |= AR_F_READY;
734 rdp->flags &= ~AR_F_DEGRADED;
736 for (disk = 0; disk < rdp->total_disks; disk++)
737 if (!(rdp->disks[disk].flags & AR_DF_PRESENT))
738 rdp->disks[disk].flags &= ~AR_DF_ONLINE;
740 for (disk = 0; disk < rdp->total_disks; disk++) {
741 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
744 if (!(rdp->disks[disk].flags & AR_DF_ONLINE)) {
745 rdp->flags &= ~AR_F_READY;
746 printf("ar%d: ERROR - array broken\n", rdp->lun);
751 case AR_F_RAID0 | AR_F_RAID1:
752 if (disk < rdp->width) {
753 if (!(rdp->disks[disk].flags & AR_DF_ONLINE) &&
754 !(rdp->disks[disk + rdp->width].flags & AR_DF_ONLINE)) {
755 rdp->flags &= ~AR_F_READY;
756 printf("ar%d: ERROR - array broken\n", rdp->lun);
758 else if (((rdp->disks[disk].flags & AR_DF_ONLINE) &&
760 [disk + rdp->width].flags & AR_DF_ONLINE))||
761 (!(rdp->disks[disk].flags & AR_DF_ONLINE) &&
763 [disk + rdp->width].flags & AR_DF_ONLINE))) {
764 rdp->flags |= AR_F_DEGRADED;
765 if (!(flags & AR_F_DEGRADED))
766 printf("ar%d: WARNING - mirror lost\n", rdp->lun);
771 if ((rdp->disks[disk].flags&AR_DF_PRESENT) && rdp->disks[disk].device) {
772 if (rdp->disks[disk].flags & AR_DF_ONLINE)
773 ata_enclosure_leds(rdp->disks[disk].device, ATA_LED_GREEN);
775 ata_enclosure_leds(rdp->disks[disk].device, ATA_LED_RED);
779 if (rdp->flags & AR_F_PROMISE_RAID)
780 ar_promise_write_conf(rdp);
781 if (rdp->flags & AR_F_HIGHPOINT_RAID)
782 ar_highpoint_write_conf(rdp);
787 ar_rebuild(struct ar_softc *rdp)
789 int disk, count = 0, error = 0;
792 if ((rdp->flags & (AR_F_READY|AR_F_DEGRADED)) != (AR_F_READY|AR_F_DEGRADED))
795 for (disk = 0; disk < rdp->total_disks; disk++) {
796 if (((rdp->disks[disk].flags&(AR_DF_PRESENT|AR_DF_ONLINE|AR_DF_SPARE))==
797 (AR_DF_PRESENT | AR_DF_SPARE)) && rdp->disks[disk].device) {
798 if (AD_SOFTC(rdp->disks[disk])->total_secs <
799 rdp->disks[disk].disk_sectors) {
800 ata_prtdev(rdp->disks[disk].device,
801 "disk capacity too small for this RAID config\n");
803 rdp->disks[disk].flags &= ~AR_DF_SPARE;
804 AD_SOFTC(rdp->disks[disk])->flags &= ~AD_F_RAID_SUBDISK;
808 ata_enclosure_leds(rdp->disks[disk].device, ATA_LED_ORANGE);
815 /* setup start conditions */
818 rdp->lock_end = rdp->lock_start + 256;
819 rdp->flags |= AR_F_REBUILDING;
821 buffer = malloc(256 * DEV_BSIZE, M_AR, M_WAITOK | M_ZERO);
823 /* now go copy entire disk(s) */
824 while (rdp->lock_end < (rdp->total_sectors / rdp->width)) {
825 int size = min(256, (rdp->total_sectors / rdp->width) - rdp->lock_end);
827 for (disk = 0; disk < rdp->width; disk++) {
828 struct ad_softc *adp;
830 if (((rdp->disks[disk].flags & AR_DF_ONLINE) &&
831 (rdp->disks[disk + rdp->width].flags & AR_DF_ONLINE)) ||
832 ((rdp->disks[disk].flags & AR_DF_ONLINE) &&
833 !(rdp->disks[disk + rdp->width].flags & AR_DF_SPARE)) ||
834 ((rdp->disks[disk + rdp->width].flags & AR_DF_ONLINE) &&
835 !(rdp->disks[disk].flags & AR_DF_SPARE)))
838 if (rdp->disks[disk].flags & AR_DF_ONLINE)
839 adp = AD_SOFTC(rdp->disks[disk]);
841 adp = AD_SOFTC(rdp->disks[disk + rdp->width]);
842 if ((error = ar_rw(adp, rdp->lock_start,
843 size * DEV_BSIZE, buffer, AR_READ | AR_WAIT)))
846 if (rdp->disks[disk].flags & AR_DF_ONLINE)
847 adp = AD_SOFTC(rdp->disks[disk + rdp->width]);
849 adp = AD_SOFTC(rdp->disks[disk]);
850 if ((error = ar_rw(adp, rdp->lock_start,
851 size * DEV_BSIZE, buffer, AR_WRITE | AR_WAIT)))
860 rdp->lock_start = rdp->lock_end;
861 rdp->lock_end = rdp->lock_start + size;
866 for (disk = 0; disk < rdp->total_disks; disk++) {
867 if ((rdp->disks[disk].flags&(AR_DF_PRESENT|AR_DF_ONLINE|AR_DF_SPARE))==
868 (AR_DF_PRESENT | AR_DF_SPARE)) {
869 rdp->disks[disk].flags &= ~AR_DF_SPARE;
870 rdp->disks[disk].flags |= (AR_DF_ASSIGNED | AR_DF_ONLINE);
874 rdp->lock_start = 0xffffffff;
875 rdp->lock_end = 0xffffffff;
876 rdp->flags &= ~AR_F_REBUILDING;
878 ar_config_changed(rdp, 1);
883 ar_highpoint_read_conf(struct ad_softc *adp, struct ar_softc **raidp)
885 struct highpoint_raid_conf *info;
886 struct ar_softc *raid = NULL;
887 int array, disk_number = 0, retval = 0;
889 info = malloc(sizeof(struct highpoint_raid_conf), M_AR, M_INTWAIT|M_ZERO);
891 if (ar_rw(adp, HPT_LBA, sizeof(struct highpoint_raid_conf),
892 (caddr_t)info, AR_READ | AR_WAIT)) {
894 printf("ar: HighPoint read conf failed\n");
898 /* check if this is a HighPoint RAID struct */
899 if (info->magic != HPT_MAGIC_OK && info->magic != HPT_MAGIC_BAD) {
901 printf("ar: HighPoint check1 failed\n");
905 /* is this disk defined, or an old leftover/spare ? */
906 if (!info->magic_0) {
908 printf("ar: HighPoint check2 failed\n");
912 /* now convert HighPoint config info into our generic form */
913 for (array = 0; array < MAX_ARRAYS; array++) {
915 raidp[array] = malloc(sizeof(struct ar_softc), M_AR,
919 if (raid->flags & AR_F_PROMISE_RAID)
922 switch (info->type) {
924 if ((info->order & (HPT_O_RAID0|HPT_O_OK))==(HPT_O_RAID0|HPT_O_OK))
925 goto highpoint_raid1;
926 if (info->order & (HPT_O_RAID0 | HPT_O_RAID1))
927 goto highpoint_raid01;
928 if (raid->magic_0 && raid->magic_0 != info->magic_0)
930 raid->magic_0 = info->magic_0;
931 raid->flags |= AR_F_RAID0;
932 raid->interleave = 1 << info->stripe_shift;
933 disk_number = info->disk_number;
934 if (!(info->order & HPT_O_OK))
935 info->magic = 0; /* mark bad */
940 if (raid->magic_0 && raid->magic_0 != info->magic_0)
942 raid->magic_0 = info->magic_0;
943 raid->flags |= AR_F_RAID1;
944 disk_number = (info->disk_number > 0);
947 case HPT_T_RAID01_RAID0:
949 if (info->order & HPT_O_RAID0) {
950 if ((raid->magic_0 && raid->magic_0 != info->magic_0) ||
951 (raid->magic_1 && raid->magic_1 != info->magic_1))
953 raid->magic_0 = info->magic_0;
954 raid->magic_1 = info->magic_1;
955 raid->flags |= (AR_F_RAID0 | AR_F_RAID1);
956 raid->interleave = 1 << info->stripe_shift;
957 disk_number = info->disk_number;
960 if (raid->magic_1 && raid->magic_1 != info->magic_1)
962 raid->magic_1 = info->magic_1;
963 raid->flags |= (AR_F_RAID0 | AR_F_RAID1);
964 raid->interleave = 1 << info->stripe_shift;
965 disk_number = info->disk_number + info->array_width;
966 if (!(info->order & HPT_O_RAID1))
967 info->magic = 0; /* mark bad */
972 if (raid->magic_0 && raid->magic_0 != info->magic_0)
974 raid->magic_0 = info->magic_0;
975 raid->flags |= AR_F_SPAN;
976 disk_number = info->disk_number;
980 printf("ar%d: HighPoint unknown RAID type 0x%02x\n",
985 raid->flags |= AR_F_HIGHPOINT_RAID;
986 raid->disks[disk_number].device = adp->device;
987 raid->disks[disk_number].flags = (AR_DF_PRESENT | AR_DF_ASSIGNED);
989 if (info->magic == HPT_MAGIC_OK) {
990 raid->disks[disk_number].flags |= AR_DF_ONLINE;
991 raid->flags |= AR_F_READY;
992 raid->width = info->array_width;
995 raid->cylinders = info->total_sectors / (63 * 255);
996 raid->total_sectors = info->total_sectors;
997 raid->offset = HPT_LBA + 1;
998 raid->reserved = HPT_LBA + 1;
999 raid->lock_start = raid->lock_end = info->rebuild_lba;
1000 raid->disks[disk_number].disk_sectors =
1001 info->total_sectors / info->array_width;
1004 raid->disks[disk_number].flags &= ~ AR_DF_ONLINE;
1006 if ((raid->flags & AR_F_RAID0) && (raid->total_disks < raid->width))
1007 raid->total_disks = raid->width;
1008 if (disk_number >= raid->total_disks)
1009 raid->total_disks = disk_number + 1;
1019 ar_highpoint_write_conf(struct ar_softc *rdp)
1021 struct highpoint_raid_conf *config;
1022 struct timeval timestamp;
1025 microtime(×tamp);
1026 rdp->magic_0 = timestamp.tv_sec + 2;
1027 rdp->magic_1 = timestamp.tv_sec;
1029 for (disk = 0; disk < rdp->total_disks; disk++) {
1030 config = malloc(sizeof(struct highpoint_raid_conf),
1031 M_AR, M_INTWAIT | M_ZERO);
1032 if ((rdp->disks[disk].flags & (AR_DF_PRESENT | AR_DF_ONLINE)) ==
1033 (AR_DF_PRESENT | AR_DF_ONLINE))
1034 config->magic = HPT_MAGIC_OK;
1035 if (rdp->disks[disk].flags & AR_DF_ASSIGNED) {
1036 config->magic_0 = rdp->magic_0;
1037 strcpy(config->name_1, "FreeBSD");
1039 config->disk_number = disk;
1041 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
1043 config->type = HPT_T_RAID0;
1044 strcpy(config->name_2, "RAID 0");
1045 if (rdp->disks[disk].flags & AR_DF_ONLINE)
1046 config->order = HPT_O_OK;
1050 config->type = HPT_T_RAID0; /* bogus but old HPT BIOS need it */
1051 strcpy(config->name_2, "RAID 1");
1052 config->disk_number = (disk < rdp->width) ? disk : disk + 5;
1053 config->order = HPT_O_RAID0 | HPT_O_OK;
1056 case AR_F_RAID0 | AR_F_RAID1:
1057 config->type = HPT_T_RAID01_RAID0;
1058 strcpy(config->name_2, "RAID 0+1");
1059 if (rdp->disks[disk].flags & AR_DF_ONLINE) {
1060 if (disk < rdp->width) {
1061 config->order = (HPT_O_RAID0 | HPT_O_RAID1);
1062 config->magic_0 = rdp->magic_0 - 1;
1065 config->order = HPT_O_RAID1;
1066 config->disk_number -= rdp->width;
1070 config->magic_0 = rdp->magic_0 - 1;
1071 config->magic_1 = rdp->magic_1;
1075 config->type = HPT_T_SPAN;
1076 strcpy(config->name_2, "SPAN");
1080 config->array_width = rdp->width;
1081 config->stripe_shift = (rdp->width > 1) ? (ffs(rdp->interleave)-1) : 0;
1082 config->total_sectors = rdp->total_sectors;
1083 config->rebuild_lba = rdp->lock_start;
1085 if ((rdp->disks[disk].device && rdp->disks[disk].device->driver) &&
1086 !(rdp->disks[disk].device->flags & ATA_D_DETACHING)) {
1088 if (ar_rw(AD_SOFTC(rdp->disks[disk]), HPT_LBA,
1089 sizeof(struct highpoint_raid_conf),
1090 (caddr_t)config, AR_WRITE)) {
1091 printf("ar%d: Highpoint write conf failed\n", rdp->lun);
1100 ar_promise_read_conf(struct ad_softc *adp, struct ar_softc **raidp, int local)
1102 struct promise_raid_conf *info;
1103 struct ar_softc *raid;
1104 u_int32_t magic, cksum, *ckptr;
1105 int array, count, disk, disksum = 0, retval = 0;
1107 info = malloc(sizeof(struct promise_raid_conf), M_AR, M_INTWAIT | M_ZERO);
1109 if (ar_rw(adp, PR_LBA(adp), sizeof(struct promise_raid_conf),
1110 (caddr_t)info, AR_READ | AR_WAIT)) {
1112 printf("ar: %s read conf failed\n", local ? "FreeBSD" : "Promise");
1116 /* check if this is a Promise RAID struct (or our local one) */
1118 if (strncmp(info->promise_id, ATA_MAGIC, sizeof(ATA_MAGIC))) {
1120 printf("ar: FreeBSD check1 failed\n");
1125 if (strncmp(info->promise_id, PR_MAGIC, sizeof(PR_MAGIC))) {
1127 printf("ar: Promise check1 failed\n");
1132 /* check if the checksum is OK */
1133 for (cksum = 0, ckptr = (int32_t *)info, count = 0; count < 511; count++)
1135 if (cksum != *ckptr) {
1137 printf("ar: %s check2 failed\n", local ? "FreeBSD" : "Promise");
1141 /* now convert Promise config info into our generic form */
1142 if (info->raid.integrity != PR_I_VALID) {
1144 printf("ar: %s check3 failed\n", local ? "FreeBSD" : "Promise");
1148 for (array = 0; array < MAX_ARRAYS; array++) {
1149 if (!raidp[array]) {
1150 raidp[array] = malloc(sizeof(struct ar_softc), M_AR,
1151 M_INTWAIT | M_ZERO);
1153 raid = raidp[array];
1154 if (raid->flags & AR_F_HIGHPOINT_RAID)
1157 magic = (adp->device->channel->chiptype >> 16) |
1158 (info->raid.array_number << 16);
1160 if ((raid->flags & AR_F_PROMISE_RAID) && magic != raid->magic_0)
1163 /* update our knowledge about the array config based on generation */
1164 if (!info->raid.generation || info->raid.generation > raid->generation){
1165 raid->generation = info->raid.generation;
1166 raid->flags = AR_F_PROMISE_RAID;
1168 raid->flags |= AR_F_FREEBSD_RAID;
1169 raid->magic_0 = magic;
1171 if ((info->raid.status &
1172 (PR_S_VALID | PR_S_ONLINE | PR_S_INITED | PR_S_READY)) ==
1173 (PR_S_VALID | PR_S_ONLINE | PR_S_INITED | PR_S_READY)) {
1174 raid->flags |= AR_F_READY;
1175 if (info->raid.status & PR_S_DEGRADED)
1176 raid->flags |= AR_F_DEGRADED;
1179 raid->flags &= ~AR_F_READY;
1181 switch (info->raid.type) {
1183 raid->flags |= AR_F_RAID0;
1187 raid->flags |= AR_F_RAID1;
1188 if (info->raid.array_width > 1)
1189 raid->flags |= AR_F_RAID0;
1193 raid->flags |= AR_F_SPAN;
1197 printf("ar%d: %s unknown RAID type 0x%02x\n",
1198 array, local ? "FreeBSD" : "Promise", info->raid.type);
1201 raid->interleave = 1 << info->raid.stripe_shift;
1202 raid->width = info->raid.array_width;
1203 raid->total_disks = info->raid.total_disks;
1204 raid->heads = info->raid.heads + 1;
1205 raid->sectors = info->raid.sectors;
1206 raid->cylinders = info->raid.cylinders + 1;
1207 raid->total_sectors = info->raid.total_sectors;
1209 raid->reserved = 63;
1210 raid->lock_start = raid->lock_end = info->raid.rebuild_lba;
1212 /* convert disk flags to our internal types */
1213 for (disk = 0; disk < info->raid.total_disks; disk++) {
1214 raid->disks[disk].flags = 0;
1215 disksum += info->raid.disk[disk].flags;
1216 if (info->raid.disk[disk].flags & PR_F_ONLINE)
1217 raid->disks[disk].flags |= AR_DF_ONLINE;
1218 if (info->raid.disk[disk].flags & PR_F_ASSIGNED)
1219 raid->disks[disk].flags |= AR_DF_ASSIGNED;
1220 if (info->raid.disk[disk].flags & PR_F_SPARE) {
1221 raid->disks[disk].flags &= ~AR_DF_ONLINE;
1222 raid->disks[disk].flags |= AR_DF_SPARE;
1224 if (info->raid.disk[disk].flags & (PR_F_REDIR | PR_F_DOWN))
1225 raid->disks[disk].flags &= ~AR_DF_ONLINE;
1228 free(raidp[array], M_AR);
1229 raidp[array] = NULL;
1233 if (raid->disks[info->raid.disk_number].flags && adp->device) {
1234 raid->disks[info->raid.disk_number].device = adp->device;
1235 raid->disks[info->raid.disk_number].flags |= AR_DF_PRESENT;
1236 raid->disks[info->raid.disk_number].disk_sectors =
1237 info->raid.total_sectors / info->raid.array_width;
1238 /*info->raid.disk_sectors;*/
1249 ar_promise_write_conf(struct ar_softc *rdp)
1251 struct promise_raid_conf *config;
1252 struct timeval timestamp;
1254 int count, disk, drive;
1255 int local = rdp->flags & AR_F_FREEBSD_RAID;
1258 microtime(×tamp);
1260 for (disk = 0; disk < rdp->total_disks; disk++) {
1261 config = malloc(sizeof(struct promise_raid_conf), M_AR, M_INTWAIT);
1262 for (count = 0; count < sizeof(struct promise_raid_conf); count++)
1263 *(((u_int8_t *)config) + count) = 255 - (count % 256);
1266 bcopy(ATA_MAGIC, config->promise_id, sizeof(ATA_MAGIC));
1268 bcopy(PR_MAGIC, config->promise_id, sizeof(PR_MAGIC));
1269 config->dummy_0 = 0x00020000;
1270 config->magic_0 = PR_MAGIC0(rdp->disks[disk]) | timestamp.tv_sec;
1271 config->magic_1 = timestamp.tv_sec >> 16;
1272 config->magic_2 = timestamp.tv_sec;
1273 config->raid.integrity = PR_I_VALID;
1275 config->raid.disk_number = disk;
1276 if ((rdp->disks[disk].flags&AR_DF_PRESENT) && rdp->disks[disk].device) {
1277 config->raid.channel = rdp->disks[disk].device->channel->unit;
1278 config->raid.device = (rdp->disks[disk].device->unit != 0);
1279 if (AD_SOFTC(rdp->disks[disk])->dev)
1280 config->raid.disk_sectors = PR_LBA(AD_SOFTC(rdp->disks[disk]));
1281 /*config->raid.disk_offset*/
1283 config->raid.magic_0 = config->magic_0;
1284 config->raid.rebuild_lba = rdp->lock_start;
1285 config->raid.generation = rdp->generation;
1287 if (rdp->flags & AR_F_READY) {
1288 config->raid.flags = (PR_F_VALID | PR_F_ASSIGNED | PR_F_ONLINE);
1289 config->raid.status =
1290 (PR_S_VALID | PR_S_ONLINE | PR_S_INITED | PR_S_READY);
1291 if (rdp->flags & AR_F_DEGRADED)
1292 config->raid.status |= PR_S_DEGRADED;
1294 config->raid.status |= PR_S_FUNCTIONAL;
1297 config->raid.status = 0;
1298 config->raid.flags = PR_F_DOWN;
1301 switch (rdp->flags & (AR_F_RAID0 | AR_F_RAID1 | AR_F_SPAN)) {
1303 config->raid.type = PR_T_RAID0;
1306 config->raid.type = PR_T_RAID1;
1308 case AR_F_RAID0 | AR_F_RAID1:
1309 config->raid.type = PR_T_RAID1;
1312 config->raid.type = PR_T_SPAN;
1316 config->raid.total_disks = rdp->total_disks;
1317 config->raid.stripe_shift = ffs(rdp->interleave) - 1;
1318 config->raid.array_width = rdp->width;
1319 config->raid.array_number = rdp->lun;
1320 config->raid.total_sectors = rdp->total_sectors;
1321 config->raid.cylinders = rdp->cylinders - 1;
1322 config->raid.heads = rdp->heads - 1;
1323 config->raid.sectors = rdp->sectors;
1324 config->raid.magic_1 = (u_int64_t)config->magic_2<<16 | config->magic_1;
1326 bzero(&config->raid.disk, 8 * 12);
1327 for (drive = 0; drive < rdp->total_disks; drive++) {
1328 config->raid.disk[drive].flags = 0;
1329 if (rdp->disks[drive].flags & AR_DF_PRESENT)
1330 config->raid.disk[drive].flags |= PR_F_VALID;
1331 if (rdp->disks[drive].flags & AR_DF_ASSIGNED)
1332 config->raid.disk[drive].flags |= PR_F_ASSIGNED;
1333 if (rdp->disks[drive].flags & AR_DF_ONLINE)
1334 config->raid.disk[drive].flags |= PR_F_ONLINE;
1336 if (rdp->disks[drive].flags & AR_DF_PRESENT)
1337 config->raid.disk[drive].flags = (PR_F_REDIR | PR_F_DOWN);
1338 if (rdp->disks[drive].flags & AR_DF_SPARE)
1339 config->raid.disk[drive].flags |= PR_F_SPARE;
1340 config->raid.disk[drive].dummy_0 = 0x0;
1341 if (rdp->disks[drive].device) {
1342 config->raid.disk[drive].channel =
1343 rdp->disks[drive].device->channel->unit;
1344 config->raid.disk[drive].device =
1345 (rdp->disks[drive].device->unit != 0);
1347 config->raid.disk[drive].magic_0 =
1348 PR_MAGIC0(rdp->disks[drive]) | timestamp.tv_sec;
1351 config->checksum = 0;
1352 for (ckptr = (int32_t *)config, count = 0; count < 511; count++)
1353 config->checksum += *ckptr++;
1354 if (rdp->disks[disk].device && rdp->disks[disk].device->driver &&
1355 !(rdp->disks[disk].device->flags & ATA_D_DETACHING)) {
1356 if (ar_rw(AD_SOFTC(rdp->disks[disk]),
1357 PR_LBA(AD_SOFTC(rdp->disks[disk])),
1358 sizeof(struct promise_raid_conf),
1359 (caddr_t)config, AR_WRITE)) {
1360 printf("ar%d: %s write conf failed\n",
1361 rdp->lun, local ? "FreeBSD" : "Promise");
1370 ar_rw_done(struct buf *bp)
1372 free(bp->b_data, M_AR);
1377 ar_rw(struct ad_softc *adp, u_int32_t lba, int count, caddr_t data, int flags)
1380 int retry = 0, error = 0;
1382 bp = malloc(sizeof(struct buf), M_AR, M_INTWAIT|M_ZERO);
1384 BUF_LOCK(bp, LK_EXCLUSIVE);
1385 bp->b_dev = adp->dev;
1388 bp->b_bcount = count;
1389 if (flags & AR_WAIT)
1390 bp->b_iodone = (void *)wakeup;
1392 bp->b_iodone = ar_rw_done;
1393 bp->b_flags = B_CALL;
1394 if (flags & AR_READ)
1395 bp->b_flags |= B_READ;
1396 if (flags & AR_WRITE)
1397 bp->b_flags |= B_WRITE;
1399 AR_STRATEGY((struct buf *)bp);
1401 if (flags & AR_WAIT) {
1402 while ((retry++ < (15*hz/10)) && (error = !(bp->b_flags & B_DONE)))
1403 error = tsleep(bp, 0, "arrw", 10);
1404 if (!error && (bp->b_flags & B_ERROR))
1405 error = bp->b_error;
1411 static struct ata_device *
1412 ar_locate_disk(int diskno)
1414 struct ata_channel *ch;
1417 for (ctlr = 0; ctlr < devclass_get_maxunit(ata_devclass); ctlr++) {
1418 if (!(ch = devclass_get_softc(ata_devclass, ctlr)))
1420 if (ch->devices & ATA_ATA_MASTER)
1421 if (ch->device[MASTER].driver &&
1422 ((struct ad_softc *)(ch->device[MASTER].driver))->lun == diskno)
1423 return &ch->device[MASTER];
1424 if (ch->devices & ATA_ATA_SLAVE)
1425 if (ch->device[SLAVE].driver &&
1426 ((struct ad_softc *)(ch->device[SLAVE].driver))->lun == diskno)
1427 return &ch->device[SLAVE];