sys/dev/disk/buslogic/bt.c

   1 /*
   2  * Generic driver for the BusLogic MultiMaster SCSI host adapters
   3  * Product specific probe and attach routines can be found in:
   4  * sys/dev/buslogic/bt_isa.c    BT-54X, BT-445 cards
   5  * sys/dev/buslogic/bt_mca.c    BT-64X, SDC3211B, SDC3211F
   6  * sys/dev/buslogic/bt_eisa.c   BT-74X, BT-75x cards, SDC3222F
   7  * sys/dev/buslogic/bt_pci.c    BT-946, BT-948, BT-956, BT-958 cards
   8  *
   9  * Copyright (c) 1998, 1999 Justin T. Gibbs.
  10  * All rights reserved.
  11  *
  12  * Redistribution and use in source and binary forms, with or without
  13  * modification, are permitted provided that the following conditions
  14  * are met:
  15  * 1. Redistributions of source code must retain the above copyright
  16  *    notice, this list of conditions, and the following disclaimer,
  17  *    without modification, immediately at the beginning of the file.
  18  * 2. The name of the author may not be used to endorse or promote products
  19  *    derived from this software without specific prior written permission.
  20  *
  21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  22  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  23  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  24  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
  25  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  26  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  27  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  28  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  30  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  31  * SUCH DAMAGE.
  32  *
  33  * $FreeBSD: src/sys/dev/buslogic/bt.c,v 1.25.2.1 2000/08/02 22:32:26 peter Exp $
  34  * $DragonFly: src/sys/dev/disk/buslogic/bt.c,v 1.2 2003/06/17 04:28:23 dillon Exp $
  35  */
  36
  37  /*
  38   * Special thanks to Leonard N. Zubkoff for writing such a complete and
  39   * well documented Mylex/BusLogic MultiMaster driver for Linux.  Support
  40   * in this driver for the wide range of MultiMaster controllers and
  41   * firmware revisions, with their otherwise undocumented quirks, would not
  42   * have been possible without his efforts.
  43   */
  44
  45 #include <sys/param.h>
  46 #include <sys/systm.h>
  47 #include <sys/malloc.h>
  48 #include <sys/buf.h>
  49 #include <sys/kernel.h>
  50 #include <sys/sysctl.h>
  51 #include <sys/bus.h>
  52
  53 /*
  54  * XXX It appears that BusLogic PCI adapters go out to lunch if you
  55  *     attempt to perform memory mapped I/O.
  56  */
  57 #if 0
  58 #include "pci.h"
  59 #if NPCI > 0
  60 #include <machine/bus_memio.h>
  61 #endif
  62 #endif
  63 #include <machine/bus_pio.h>
  64 #include <machine/bus.h>
  65 #include <machine/clock.h>
  66 #include <sys/rman.h>
  67
  68 #include <cam/cam.h>
  69 #include <cam/cam_ccb.h>
  70 #include <cam/cam_sim.h>
  71 #include <cam/cam_xpt_sim.h>
  72 #include <cam/cam_debug.h>
  73
  74 #include <cam/scsi/scsi_message.h>
  75
  76 #include <vm/vm.h>
  77 #include <vm/pmap.h>
  78
  79 #include <dev/buslogic/btreg.h>
  80
  81 #ifndef MAX
  82 #define MAX(a, b) ((a) > (b) ? (a) : (b))
  83 #endif
  84
  85 /* MailBox Management functions */
  86 static __inline void    btnextinbox(struct bt_softc *bt);
  87 static __inline void    btnextoutbox(struct bt_softc *bt);
  88
  89 static __inline void
  90 btnextinbox(struct bt_softc *bt)
  91 {
  92         if (bt->cur_inbox == bt->last_inbox)
  93                 bt->cur_inbox = bt->in_boxes;
  94         else
  95                 bt->cur_inbox++;
  96 }
  97
  98 static __inline void
  99 btnextoutbox(struct bt_softc *bt)
 100 {
 101         if (bt->cur_outbox == bt->last_outbox)
 102                 bt->cur_outbox = bt->out_boxes;
 103         else
 104                 bt->cur_outbox++;
 105 }
 106
 107 /* CCB Mangement functions */
 108 static __inline u_int32_t               btccbvtop(struct bt_softc *bt,
 109                                                   struct bt_ccb *bccb);
 110 static __inline struct bt_ccb*          btccbptov(struct bt_softc *bt,
 111                                                   u_int32_t ccb_addr);
 112 static __inline u_int32_t               btsensepaddr(struct bt_softc *bt,
 113                                                      struct bt_ccb *bccb);
 114 static __inline struct scsi_sense_data* btsensevaddr(struct bt_softc *bt,
 115                                                      struct bt_ccb *bccb);
 116
 117 static __inline u_int32_t
 118 btccbvtop(struct bt_softc *bt, struct bt_ccb *bccb)
 119 {
 120         return (bt->bt_ccb_physbase
 121               + (u_int32_t)((caddr_t)bccb - (caddr_t)bt->bt_ccb_array));
 122 }
 123
 124 static __inline struct bt_ccb *
 125 btccbptov(struct bt_softc *bt, u_int32_t ccb_addr)
 126 {
 127         return (bt->bt_ccb_array +
 128                 ((struct bt_ccb*)ccb_addr-(struct bt_ccb*)bt->bt_ccb_physbase));
 129 }
 130
 131 static __inline u_int32_t
 132 btsensepaddr(struct bt_softc *bt, struct bt_ccb *bccb)
 133 {
 134         u_int index;
 135
 136         index = (u_int)(bccb - bt->bt_ccb_array);
 137         return (bt->sense_buffers_physbase
 138                 + (index * sizeof(struct scsi_sense_data)));
 139 }
 140
 141 static __inline struct scsi_sense_data *
 142 btsensevaddr(struct bt_softc *bt, struct bt_ccb *bccb)
 143 {
 144         u_int index;
 145
 146         index = (u_int)(bccb - bt->bt_ccb_array);
 147         return (bt->sense_buffers + index);
 148 }
 149
 150 static __inline struct bt_ccb*  btgetccb(struct bt_softc *bt);
 151 static __inline void            btfreeccb(struct bt_softc *bt,
 152                                           struct bt_ccb *bccb);
 153 static void             btallocccbs(struct bt_softc *bt);
 154 static bus_dmamap_callback_t btexecuteccb;
 155 static void             btdone(struct bt_softc *bt, struct bt_ccb *bccb,
 156                                bt_mbi_comp_code_t comp_code);
 157
 158 /* Host adapter command functions */
 159 static int      btreset(struct bt_softc* bt, int hard_reset);
 160
 161 /* Initialization functions */
 162 static int                      btinitmboxes(struct bt_softc *bt);
 163 static bus_dmamap_callback_t    btmapmboxes;
 164 static bus_dmamap_callback_t    btmapccbs;
 165 static bus_dmamap_callback_t    btmapsgs;
 166
 167 /* Transfer Negotiation Functions */
 168 static void btfetchtransinfo(struct bt_softc *bt,
 169                              struct ccb_trans_settings *cts);
 170
 171 /* CAM SIM entry points */
 172 #define ccb_bccb_ptr spriv_ptr0
 173 #define ccb_bt_ptr spriv_ptr1
 174 static void     btaction(struct cam_sim *sim, union ccb *ccb);
 175 static void     btpoll(struct cam_sim *sim);
 176
 177 /* Our timeout handler */
 178 timeout_t bttimeout;
 179
 180 u_long bt_unit = 0;
 181
 182 /*
 183  * XXX
 184  * Do our own re-probe protection until a configuration
 185  * manager can do it for us.  This ensures that we don't
 186  * reprobe a card already found by the EISA or PCI probes.
 187  */
 188 struct bt_isa_port bt_isa_ports[] =
 189 {
 190         { 0x130, 0, 4 },
 191         { 0x134, 0, 5 },
 192         { 0x230, 0, 2 },
 193         { 0x234, 0, 3 },
 194         { 0x330, 0, 0 },
 195         { 0x334, 0, 1 }
 196 };
 197
 198 /*
 199  * I/O ports listed in the order enumerated by the
 200  * card for certain op codes.
 201  */
 202 u_int16_t bt_board_ports[] =
 203 {
 204         0x330,
 205         0x334,
 206         0x230,
 207         0x234,
 208         0x130,
 209         0x134
 210 };
 211
 212 /* Exported functions */
 213 void
 214 bt_init_softc(device_t dev, struct resource *port,
 215               struct resource *irq, struct resource *drq)
 216 {
 217         struct bt_softc *bt = device_get_softc(dev);
 218
 219         SLIST_INIT(&bt->free_bt_ccbs);
 220         LIST_INIT(&bt->pending_ccbs);
 221         SLIST_INIT(&bt->sg_maps);
 222         bt->dev = dev;
 223         bt->unit = device_get_unit(dev);
 224         bt->port = port;
 225         bt->irq = irq;
 226         bt->drq = drq;
 227         bt->tag = rman_get_bustag(port);
 228         bt->bsh = rman_get_bushandle(port);
 229 }
 230
 231 void
 232 bt_free_softc(device_t dev)
 233 {
 234         struct bt_softc *bt = device_get_softc(dev);
 235
 236         switch (bt->init_level) {
 237         default:
 238         case 11:
 239                 bus_dmamap_unload(bt->sense_dmat, bt->sense_dmamap);
 240         case 10:
 241                 bus_dmamem_free(bt->sense_dmat, bt->sense_buffers,
 242                                 bt->sense_dmamap);
 243         case 9:
 244                 bus_dma_tag_destroy(bt->sense_dmat);
 245         case 8:
 246         {
 247                 struct sg_map_node *sg_map;
 248
 249                 while ((sg_map = SLIST_FIRST(&bt->sg_maps))!= NULL) {
 250                         SLIST_REMOVE_HEAD(&bt->sg_maps, links);
 251                         bus_dmamap_unload(bt->sg_dmat,
 252                                           sg_map->sg_dmamap);
 253                         bus_dmamem_free(bt->sg_dmat, sg_map->sg_vaddr,
 254                                         sg_map->sg_dmamap);
 255                         free(sg_map, M_DEVBUF);
 256                 }
 257                 bus_dma_tag_destroy(bt->sg_dmat);
 258         }
 259         case 7:
 260                 bus_dmamap_unload(bt->ccb_dmat, bt->ccb_dmamap);
 261         case 6:
 262                 bus_dmamem_free(bt->ccb_dmat, bt->bt_ccb_array,
 263                                 bt->ccb_dmamap);
 264                 bus_dmamap_destroy(bt->ccb_dmat, bt->ccb_dmamap);
 265         case 5:
 266                 bus_dma_tag_destroy(bt->ccb_dmat);
 267         case 4:
 268                 bus_dmamap_unload(bt->mailbox_dmat, bt->mailbox_dmamap);
 269         case 3:
 270                 bus_dmamem_free(bt->mailbox_dmat, bt->in_boxes,
 271                                 bt->mailbox_dmamap);
 272                 bus_dmamap_destroy(bt->mailbox_dmat, bt->mailbox_dmamap);
 273         case 2:
 274                 bus_dma_tag_destroy(bt->buffer_dmat);
 275         case 1:
 276                 bus_dma_tag_destroy(bt->mailbox_dmat);
 277         case 0:
 278                 break;
 279         }
 280 }
 281
 282 int
 283 bt_port_probe(device_t dev, struct bt_probe_info *info)
 284 {
 285         struct bt_softc *bt = device_get_softc(dev);
 286         config_data_t config_data;
 287         int error;
 288
 289         /* See if there is really a card present */
 290         if (bt_probe(dev) || bt_fetch_adapter_info(dev))
 291                 return(1);
 292
 293         /*
 294          * Determine our IRQ, and DMA settings and
 295          * export them to the configuration system.
 296          */
 297         error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
 298                        (u_int8_t*)&config_data, sizeof(config_data),
 299                        DEFAULT_CMD_TIMEOUT);
 300         if (error != 0) {
 301                 printf("bt_port_probe: Could not determine IRQ or DMA "
 302                        "settings for adapter.\n");
 303                 return (1);
 304         }
 305
 306         if (bt->model[0] == '5') {
 307                 /* DMA settings only make sense for ISA cards */
 308                 switch (config_data.dma_chan) {
 309                 case DMA_CHAN_5:
 310                         info->drq = 5;
 311                         break;
 312                 case DMA_CHAN_6:
 313                         info->drq = 6;
 314                         break;
 315                 case DMA_CHAN_7:
 316                         info->drq = 7;
 317                         break;
 318                 default:
 319                         printf("bt_port_probe: Invalid DMA setting "
 320                                "detected for adapter.\n");
 321                         return (1);
 322                 }
 323         } else {
 324                 /* VL/EISA/PCI DMA */
 325                 info->drq = -1;
 326         }
 327         switch (config_data.irq) {
 328         case IRQ_9:
 329         case IRQ_10:
 330         case IRQ_11:
 331         case IRQ_12:
 332         case IRQ_14:
 333         case IRQ_15:
 334                 info->irq = ffs(config_data.irq) + 8;
 335                 break;
 336         default:
 337                 printf("bt_port_probe: Invalid IRQ setting %x"
 338                        "detected for adapter.\n", config_data.irq);
 339                 return (1);
 340         }
 341         return (0);
 342 }
 343
 344 /*
 345  * Probe the adapter and verify that the card is a BusLogic.
 346  */
 347 int
 348 bt_probe(device_t dev)
 349 {
 350         struct bt_softc *bt = device_get_softc(dev);
 351         esetup_info_data_t esetup_info;
 352         u_int    status;
 353         u_int    intstat;
 354         u_int    geometry;
 355         int      error;
 356         u_int8_t param;
 357
 358         /*
 359          * See if the three I/O ports look reasonable.
 360          * Touch the minimal number of registers in the
 361          * failure case.
 362          */
 363         status = bt_inb(bt, STATUS_REG);
 364         if ((status == 0)
 365          || (status & (DIAG_ACTIVE|CMD_REG_BUSY|
 366                        STATUS_REG_RSVD|CMD_INVALID)) != 0) {
 367                 if (bootverbose)
 368                         device_printf(dev, "Failed Status Reg Test - %x\n",
 369                                status);
 370                 return (ENXIO);
 371         }
 372
 373         intstat = bt_inb(bt, INTSTAT_REG);
 374         if ((intstat & INTSTAT_REG_RSVD) != 0) {
 375                 device_printf(dev, "Failed Intstat Reg Test\n");
 376                 return (ENXIO);
 377         }
 378
 379         geometry = bt_inb(bt, GEOMETRY_REG);
 380         if (geometry == 0xFF) {
 381                 if (bootverbose)
 382                         device_printf(dev, "Failed Geometry Reg Test\n");
 383                 return (ENXIO);
 384         }
 385
 386         /*
 387          * Looking good so far.  Final test is to reset the
 388          * adapter and attempt to fetch the extended setup
 389          * information.  This should filter out all 1542 cards.
 390          */
 391         if ((error = btreset(bt, /*hard_reset*/TRUE)) != 0) {
 392                 if (bootverbose)
 393                         device_printf(dev, "Failed Reset\n");
 394                 return (ENXIO);
 395         }
 396
 397         param = sizeof(esetup_info);
 398         error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &param, /*parmlen*/1,
 399                        (u_int8_t*)&esetup_info, sizeof(esetup_info),
 400                        DEFAULT_CMD_TIMEOUT);
 401         if (error != 0) {
 402                 return (ENXIO);
 403         }
 404
 405         return (0);
 406 }
 407
 408 /*
 409  * Pull the boards setup information and record it in our softc.
 410  */
 411 int
 412 bt_fetch_adapter_info(device_t dev)
 413 {
 414         struct bt_softc *bt = device_get_softc(dev);
 415         board_id_data_t board_id;
 416         esetup_info_data_t esetup_info;
 417         config_data_t config_data;
 418         int      error;
 419         u_int8_t length_param;
 420
 421         /* First record the firmware version */
 422         error = bt_cmd(bt, BOP_INQUIRE_BOARD_ID, NULL, /*parmlen*/0,
 423                        (u_int8_t*)&board_id, sizeof(board_id),
 424                        DEFAULT_CMD_TIMEOUT);
 425         if (error != 0) {
 426                 device_printf(dev, "bt_fetch_adapter_info - Failed Get Board Info\n");
 427                 return (error);
 428         }
 429         bt->firmware_ver[0] = board_id.firmware_rev_major;
 430         bt->firmware_ver[1] = '.';
 431         bt->firmware_ver[2] = board_id.firmware_rev_minor;
 432         bt->firmware_ver[3] = '\0';
 433
 434         /*
 435          * Depending on the firmware major and minor version,
 436          * we may be able to fetch additional minor version info.
 437          */
 438         if (bt->firmware_ver[0] > '0') {
 439
 440                 error = bt_cmd(bt, BOP_INQUIRE_FW_VER_3DIG, NULL, /*parmlen*/0,
 441                                (u_int8_t*)&bt->firmware_ver[3], 1,
 442                                DEFAULT_CMD_TIMEOUT);
 443                 if (error != 0) {
 444                         device_printf(dev,
 445                                       "bt_fetch_adapter_info - Failed Get "
 446                                       "Firmware 3rd Digit\n");
 447                         return (error);
 448                 }
 449                 if (bt->firmware_ver[3] == ' ')
 450                         bt->firmware_ver[3] = '\0';
 451                 bt->firmware_ver[4] = '\0';
 452         }
 453
 454         if (strcmp(bt->firmware_ver, "3.3") >= 0) {
 455
 456                 error = bt_cmd(bt, BOP_INQUIRE_FW_VER_4DIG, NULL, /*parmlen*/0,
 457                                (u_int8_t*)&bt->firmware_ver[4], 1,
 458                                DEFAULT_CMD_TIMEOUT);
 459                 if (error != 0) {
 460                         device_printf(dev,
 461                                       "bt_fetch_adapter_info - Failed Get "
 462                                       "Firmware 4th Digit\n");
 463                         return (error);
 464                 }
 465                 if (bt->firmware_ver[4] == ' ')
 466                         bt->firmware_ver[4] = '\0';
 467                 bt->firmware_ver[5] = '\0';
 468         }
 469
 470         /*
 471          * Some boards do not handle the "recently documented"
 472          * Inquire Board Model Number command correctly or do not give
 473          * exact information.  Use the Firmware and Extended Setup
 474          * information in these cases to come up with the right answer.
 475          * The major firmware revision number indicates:
 476          *
 477          *      5.xx    BusLogic "W" Series Host Adapters:
 478          *              BT-948/958/958D
 479          *      4.xx    BusLogic "C" Series Host Adapters:
 480          *              BT-946C/956C/956CD/747C/757C/757CD/445C/545C/540CF
 481          *      3.xx    BusLogic "S" Series Host Adapters:
 482          *              BT-747S/747D/757S/757D/445S/545S/542D
 483          *              BT-542B/742A (revision H)
 484          *      2.xx    BusLogic "A" Series Host Adapters:
 485          *              BT-542B/742A (revision G and below)
 486          *      0.xx    AMI FastDisk VLB/EISA BusLogic Clone Host Adapter
 487          */
 488         length_param = sizeof(esetup_info);
 489         error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &length_param, /*parmlen*/1,
 490                        (u_int8_t*)&esetup_info, sizeof(esetup_info),
 491                        DEFAULT_CMD_TIMEOUT);
 492         if (error != 0) {
 493                 return (error);
 494         }
 495
 496         bt->bios_addr = esetup_info.bios_addr << 12;
 497
 498         if (esetup_info.bus_type == 'A'
 499          && bt->firmware_ver[0] == '2') {
 500                 snprintf(bt->model, sizeof(bt->model), "542B");
 501         } else if (esetup_info.bus_type == 'E'
 502                 && (strncmp(bt->firmware_ver, "2.1", 3) == 0
 503                  || strncmp(bt->firmware_ver, "2.20", 4) == 0)) {
 504                 snprintf(bt->model, sizeof(bt->model), "742A");
 505         } else if (esetup_info.bus_type == 'E'
 506                 && bt->firmware_ver[0] == '0') {
 507                 /* AMI FastDisk EISA Series 441 0.x */
 508                 snprintf(bt->model, sizeof(bt->model), "747A");
 509         } else {
 510                 ha_model_data_t model_data;
 511                 int i;
 512
 513                 length_param = sizeof(model_data);
 514                 error = bt_cmd(bt, BOP_INQUIRE_MODEL, &length_param, 1,
 515                                (u_int8_t*)&model_data, sizeof(model_data),
 516                                DEFAULT_CMD_TIMEOUT);
 517                 if (error != 0) {
 518                         device_printf(dev,
 519                                       "bt_fetch_adapter_info - Failed Inquire "
 520                                       "Model Number\n");
 521                         return (error);
 522                 }
 523                 for (i = 0; i < sizeof(model_data.ascii_model); i++) {
 524                         bt->model[i] = model_data.ascii_model[i];
 525                         if (bt->model[i] == ' ')
 526                                 break;
 527                 }
 528                 bt->model[i] = '\0';
 529         }
 530
 531         bt->level_trigger_ints = esetup_info.level_trigger_ints ? 1 : 0;
 532
 533         /* SG element limits */
 534         bt->max_sg = esetup_info.max_sg;
 535
 536         /* Set feature flags */
 537         bt->wide_bus = esetup_info.wide_bus;
 538         bt->diff_bus = esetup_info.diff_bus;
 539         bt->ultra_scsi = esetup_info.ultra_scsi;
 540
 541         if ((bt->firmware_ver[0] == '5')
 542          || (bt->firmware_ver[0] == '4' && bt->wide_bus))
 543                 bt->extended_lun = TRUE;
 544
 545         bt->strict_rr = (strcmp(bt->firmware_ver, "3.31") >= 0);
 546
 547         bt->extended_trans =
 548             ((bt_inb(bt, GEOMETRY_REG) & EXTENDED_TRANSLATION) != 0);
 549
 550         /*
 551          * Determine max CCB count and whether tagged queuing is
 552          * available based on controller type. Tagged queuing
 553          * only works on 'W' series adapters, 'C' series adapters
 554          * with firmware of rev 4.42 and higher, and 'S' series
 555          * adapters with firmware of rev 3.35 and higher.  The
 556          * maximum CCB counts are as follows:
 557          *
 558          *      192     BT-948/958/958D
 559          *      100     BT-946C/956C/956CD/747C/757C/757CD/445C
 560          *      50      BT-545C/540CF
 561          *      30      BT-747S/747D/757S/757D/445S/545S/542D/542B/742A
 562          */
 563         if (bt->firmware_ver[0] == '5') {
 564                 bt->max_ccbs = 192;
 565                 bt->tag_capable = TRUE;
 566         } else if (bt->firmware_ver[0] == '4') {
 567                 if (bt->model[0] == '5')
 568                         bt->max_ccbs = 50;
 569                 else
 570                         bt->max_ccbs = 100;
 571                 bt->tag_capable = (strcmp(bt->firmware_ver, "4.22") >= 0);
 572         } else {
 573                 bt->max_ccbs = 30;
 574                 if (bt->firmware_ver[0] == '3'
 575                  && (strcmp(bt->firmware_ver, "3.35") >= 0))
 576                         bt->tag_capable = TRUE;
 577                 else
 578                         bt->tag_capable = FALSE;
 579         }
 580
 581         if (bt->tag_capable != FALSE)
 582                 bt->tags_permitted = ALL_TARGETS;
 583
 584         /* Determine Sync/Wide/Disc settings */
 585         if (bt->firmware_ver[0] >= '4') {
 586                 auto_scsi_data_t auto_scsi_data;
 587                 fetch_lram_params_t fetch_lram_params;
 588                 int error;
 589
 590                 /*
 591                  * These settings are stored in the
 592                  * AutoSCSI data in LRAM of 'W' and 'C'
 593                  * adapters.
 594                  */
 595                 fetch_lram_params.offset = AUTO_SCSI_BYTE_OFFSET;
 596                 fetch_lram_params.response_len = sizeof(auto_scsi_data);
 597                 error = bt_cmd(bt, BOP_FETCH_LRAM,
 598                                (u_int8_t*)&fetch_lram_params,
 599                                sizeof(fetch_lram_params),
 600                                (u_int8_t*)&auto_scsi_data,
 601                                sizeof(auto_scsi_data), DEFAULT_CMD_TIMEOUT);
 602
 603                 if (error != 0) {
 604                         device_printf(dev,
 605                                       "bt_fetch_adapter_info - Failed "
 606                                       "Get Auto SCSI Info\n");
 607                         return (error);
 608                 }
 609
 610                 bt->disc_permitted = auto_scsi_data.low_disc_permitted
 611                                    | (auto_scsi_data.high_disc_permitted << 8);
 612                 bt->sync_permitted = auto_scsi_data.low_sync_permitted
 613                                    | (auto_scsi_data.high_sync_permitted << 8);
 614                 bt->fast_permitted = auto_scsi_data.low_fast_permitted
 615                                    | (auto_scsi_data.high_fast_permitted << 8);
 616                 bt->ultra_permitted = auto_scsi_data.low_ultra_permitted
 617                                    | (auto_scsi_data.high_ultra_permitted << 8);
 618                 bt->wide_permitted = auto_scsi_data.low_wide_permitted
 619                                    | (auto_scsi_data.high_wide_permitted << 8);
 620
 621                 if (bt->ultra_scsi == FALSE)
 622                         bt->ultra_permitted = 0;
 623
 624                 if (bt->wide_bus == FALSE)
 625                         bt->wide_permitted = 0;
 626         } else {
 627                 /*
 628                  * 'S' and 'A' series have this information in the setup
 629                  * information structure.
 630                  */
 631                 setup_data_t    setup_info;
 632
 633                 length_param = sizeof(setup_info);
 634                 error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &length_param,
 635                                /*paramlen*/1, (u_int8_t*)&setup_info,
 636                                sizeof(setup_info), DEFAULT_CMD_TIMEOUT);
 637
 638                 if (error != 0) {
 639                         device_printf(dev,
 640                                       "bt_fetch_adapter_info - Failed "
 641                                       "Get Setup Info\n");
 642                         return (error);
 643                 }
 644
 645                 if (setup_info.initiate_sync != 0) {
 646                         bt->sync_permitted = ALL_TARGETS;
 647
 648                         if (bt->model[0] == '7') {
 649                                 if (esetup_info.sync_neg10MB != 0)
 650                                         bt->fast_permitted = ALL_TARGETS;
 651                                 if (strcmp(bt->model, "757") == 0)
 652                                         bt->wide_permitted = ALL_TARGETS;
 653                         }
 654                 }
 655                 bt->disc_permitted = ALL_TARGETS;
 656         }
 657
 658         /* We need as many mailboxes as we can have ccbs */
 659         bt->num_boxes = bt->max_ccbs;
 660
 661         /* Determine our SCSI ID */
 662
 663         error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
 664                        (u_int8_t*)&config_data, sizeof(config_data),
 665                        DEFAULT_CMD_TIMEOUT);
 666         if (error != 0) {
 667                 device_printf(dev,
 668                               "bt_fetch_adapter_info - Failed Get Config\n");
 669                 return (error);
 670         }
 671         bt->scsi_id = config_data.scsi_id;
 672
 673         return (0);
 674 }
 675
 676 /*
 677  * Start the board, ready for normal operation
 678  */
 679 int
 680 bt_init(device_t dev)
 681 {
 682         struct bt_softc *bt = device_get_softc(dev);
 683
 684         /* Announce the Adapter */
 685         device_printf(dev, "BT-%s FW Rev. %s ", bt->model, bt->firmware_ver);
 686
 687         if (bt->ultra_scsi != 0)
 688                 printf("Ultra ");
 689
 690         if (bt->wide_bus != 0)
 691                 printf("Wide ");
 692         else
 693                 printf("Narrow ");
 694
 695         if (bt->diff_bus != 0)
 696                 printf("Diff ");
 697
 698         printf("SCSI Host Adapter, SCSI ID %d, %d CCBs\n", bt->scsi_id,
 699                bt->max_ccbs);
 700
 701         /*
 702          * Create our DMA tags.  These tags define the kinds of device
 703          * accessible memory allocations and memory mappings we will
 704          * need to perform during normal operation.
 705          *
 706          * Unless we need to further restrict the allocation, we rely
 707          * on the restrictions of the parent dmat, hence the common
 708          * use of MAXADDR and MAXSIZE.
 709          */
 710
 711         /* DMA tag for mapping buffers into device visible space. */
 712         if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
 713                                /*lowaddr*/BUS_SPACE_MAXADDR,
 714                                /*highaddr*/BUS_SPACE_MAXADDR,
 715                                /*filter*/NULL, /*filterarg*/NULL,
 716                                /*maxsize*/MAXBSIZE, /*nsegments*/BT_NSEG,
 717                                /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
 718                                /*flags*/BUS_DMA_ALLOCNOW,
 719                                &bt->buffer_dmat) != 0) {
 720                 goto error_exit;
 721         }
 722
 723         bt->init_level++;
 724         /* DMA tag for our mailboxes */
 725         if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
 726                                /*lowaddr*/BUS_SPACE_MAXADDR,
 727                                /*highaddr*/BUS_SPACE_MAXADDR,
 728                                /*filter*/NULL, /*filterarg*/NULL,
 729                                bt->num_boxes * (sizeof(bt_mbox_in_t)
 730                                               + sizeof(bt_mbox_out_t)),
 731                                /*nsegments*/1,
 732                                /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
 733                                /*flags*/0, &bt->mailbox_dmat) != 0) {
 734                 goto error_exit;
 735         }
 736
 737         bt->init_level++;
 738
 739         /* Allocation for our mailboxes */
 740         if (bus_dmamem_alloc(bt->mailbox_dmat, (void **)&bt->out_boxes,
 741                              BUS_DMA_NOWAIT, &bt->mailbox_dmamap) != 0) {
 742                 goto error_exit;
 743         }
 744
 745         bt->init_level++;
 746
 747         /* And permanently map them */
 748         bus_dmamap_load(bt->mailbox_dmat, bt->mailbox_dmamap,
 749                         bt->out_boxes,
 750                         bt->num_boxes * (sizeof(bt_mbox_in_t)
 751                                        + sizeof(bt_mbox_out_t)),
 752                         btmapmboxes, bt, /*flags*/0);
 753
 754         bt->init_level++;
 755
 756         bt->in_boxes = (bt_mbox_in_t *)&bt->out_boxes[bt->num_boxes];
 757
 758         btinitmboxes(bt);
 759
 760         /* DMA tag for our ccb structures */
 761         if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
 762                                /*lowaddr*/BUS_SPACE_MAXADDR,
 763                                /*highaddr*/BUS_SPACE_MAXADDR,
 764                                /*filter*/NULL, /*filterarg*/NULL,
 765                                bt->max_ccbs * sizeof(struct bt_ccb),
 766                                /*nsegments*/1,
 767                                /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
 768                                /*flags*/0, &bt->ccb_dmat) != 0) {
 769                 goto error_exit;
 770         }
 771
 772         bt->init_level++;
 773
 774         /* Allocation for our ccbs */
 775         if (bus_dmamem_alloc(bt->ccb_dmat, (void **)&bt->bt_ccb_array,
 776                              BUS_DMA_NOWAIT, &bt->ccb_dmamap) != 0) {
 777                 goto error_exit;
 778         }
 779
 780         bt->init_level++;
 781
 782         /* And permanently map them */
 783         bus_dmamap_load(bt->ccb_dmat, bt->ccb_dmamap,
 784                         bt->bt_ccb_array,
 785                         bt->max_ccbs * sizeof(struct bt_ccb),
 786                         btmapccbs, bt, /*flags*/0);
 787
 788         bt->init_level++;
 789
 790         /* DMA tag for our S/G structures.  We allocate in page sized chunks */
 791         if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
 792                                /*lowaddr*/BUS_SPACE_MAXADDR,
 793                                /*highaddr*/BUS_SPACE_MAXADDR,
 794                                /*filter*/NULL, /*filterarg*/NULL,
 795                                PAGE_SIZE, /*nsegments*/1,
 796                                /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
 797                                /*flags*/0, &bt->sg_dmat) != 0) {
 798                 goto error_exit;
 799         }
 800
 801         bt->init_level++;
 802
 803         /* Perform initial CCB allocation */
 804         bzero(bt->bt_ccb_array, bt->max_ccbs * sizeof(struct bt_ccb));
 805         btallocccbs(bt);
 806
 807         if (bt->num_ccbs == 0) {
 808                 device_printf(dev,
 809                               "bt_init - Unable to allocate initial ccbs\n");
 810                 goto error_exit;
 811         }
 812
 813         /*
 814          * Note that we are going and return (to probe)
 815          */
 816         return 0;
 817
 818 error_exit:
 819
 820         return (ENXIO);
 821 }
 822
 823 int
 824 bt_attach(device_t dev)
 825 {
 826         struct bt_softc *bt = device_get_softc(dev);
 827         int tagged_dev_openings;
 828         struct cam_devq *devq;
 829         int error;
 830
 831         /*
 832          * We reserve 1 ccb for error recovery, so don't
 833          * tell the XPT about it.
 834          */
 835         if (bt->tag_capable != 0)
 836                 tagged_dev_openings = bt->max_ccbs - 1;
 837         else
 838                 tagged_dev_openings = 0;
 839
 840         /*
 841          * Create the device queue for our SIM.
 842          */
 843         devq = cam_simq_alloc(bt->max_ccbs - 1);
 844         if (devq == NULL)
 845                 return (ENOMEM);
 846
 847         /*
 848          * Construct our SIM entry
 849          */
 850         bt->sim = cam_sim_alloc(btaction, btpoll, "bt", bt, bt->unit,
 851                                 2, tagged_dev_openings, devq);
 852         if (bt->sim == NULL) {
 853                 cam_simq_free(devq);
 854                 return (ENOMEM);
 855         }
 856
 857         if (xpt_bus_register(bt->sim, 0) != CAM_SUCCESS) {
 858                 cam_sim_free(bt->sim, /*free_devq*/TRUE);
 859                 return (ENXIO);
 860         }
 861
 862         if (xpt_create_path(&bt->path, /*periph*/NULL,
 863                             cam_sim_path(bt->sim), CAM_TARGET_WILDCARD,
 864                             CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
 865                 xpt_bus_deregister(cam_sim_path(bt->sim));
 866                 cam_sim_free(bt->sim, /*free_devq*/TRUE);
 867                 return (ENXIO);
 868         }
 869
 870         /*
 871          * Setup interrupt.
 872          */
 873         error = bus_setup_intr(dev, bt->irq, INTR_TYPE_CAM,
 874                                bt_intr, bt, &bt->ih);
 875         if (error) {
 876                 device_printf(dev, "bus_setup_intr() failed: %d\n", error);
 877                 return (error);
 878         }
 879
 880         return (0);
 881 }
 882
 883 int
 884 bt_check_probed_iop(u_int ioport)
 885 {
 886         u_int i;
 887
 888         for (i = 0; i < BT_NUM_ISAPORTS; i++) {
 889                 if (bt_isa_ports[i].addr == ioport) {
 890                         if (bt_isa_ports[i].probed != 0)
 891                                 return (1);
 892                         else {
 893                                 return (0);
 894                         }
 895                 }
 896         }
 897         return (1);
 898 }
 899
 900 void
 901 bt_mark_probed_bio(isa_compat_io_t port)
 902 {
 903         if (port < BIO_DISABLED)
 904                 bt_mark_probed_iop(bt_board_ports[port]);
 905 }
 906
 907 void
 908 bt_mark_probed_iop(u_int ioport)
 909 {
 910         u_int i;
 911
 912         for (i = 0; i < BT_NUM_ISAPORTS; i++) {
 913                 if (ioport == bt_isa_ports[i].addr) {
 914                         bt_isa_ports[i].probed = 1;
 915                         break;
 916                 }
 917         }
 918 }
 919
 920 void
 921 bt_find_probe_range(int ioport, int *port_index, int *max_port_index)
 922 {
 923         if (ioport > 0) {
 924                 int i;
 925
 926                 for (i = 0;i < BT_NUM_ISAPORTS; i++)
 927                         if (ioport <= bt_isa_ports[i].addr)
 928                                 break;
 929                 if ((i >= BT_NUM_ISAPORTS)
 930                  || (ioport != bt_isa_ports[i].addr)) {
 931                         printf("
 932 bt_isa_probe: Invalid baseport of 0x%x specified.
 933 bt_isa_probe: Nearest valid baseport is 0x%x.
 934 bt_isa_probe: Failing probe.\n",
 935                                ioport,
 936                                (i < BT_NUM_ISAPORTS)
 937                                     ? bt_isa_ports[i].addr
 938                                     : bt_isa_ports[BT_NUM_ISAPORTS - 1].addr);
 939                         *port_index = *max_port_index = -1;
 940                         return;
 941                 }
 942                 *port_index = *max_port_index = bt_isa_ports[i].bio;
 943         } else {
 944                 *port_index = 0;
 945                 *max_port_index = BT_NUM_ISAPORTS - 1;
 946         }
 947 }
 948
 949 int
 950 bt_iop_from_bio(isa_compat_io_t bio_index)
 951 {
 952         if (bio_index >= 0 && bio_index < BT_NUM_ISAPORTS)
 953                 return (bt_board_ports[bio_index]);
 954         return (-1);
 955 }
 956
 957
 958 static void
 959 btallocccbs(struct bt_softc *bt)
 960 {
 961         struct bt_ccb *next_ccb;
 962         struct sg_map_node *sg_map;
 963         bus_addr_t physaddr;
 964         bt_sg_t *segs;
 965         int newcount;
 966         int i;
 967
 968         if (bt->num_ccbs >= bt->max_ccbs)
 969                 /* Can't allocate any more */
 970                 return;
 971
 972         next_ccb = &bt->bt_ccb_array[bt->num_ccbs];
 973
 974         sg_map = malloc(sizeof(*sg_map), M_DEVBUF, M_NOWAIT);
 975
 976         if (sg_map == NULL)
 977                 goto error_exit;
 978
 979         /* Allocate S/G space for the next batch of CCBS */
 980         if (bus_dmamem_alloc(bt->sg_dmat, (void **)&sg_map->sg_vaddr,
 981                              BUS_DMA_NOWAIT, &sg_map->sg_dmamap) != 0) {
 982                 free(sg_map, M_DEVBUF);
 983                 goto error_exit;
 984         }
 985
 986         SLIST_INSERT_HEAD(&bt->sg_maps, sg_map, links);
 987
 988         bus_dmamap_load(bt->sg_dmat, sg_map->sg_dmamap, sg_map->sg_vaddr,
 989                         PAGE_SIZE, btmapsgs, bt, /*flags*/0);
 990
 991         segs = sg_map->sg_vaddr;
 992         physaddr = sg_map->sg_physaddr;
 993
 994         newcount = (PAGE_SIZE / (BT_NSEG * sizeof(bt_sg_t)));
 995         for (i = 0; bt->num_ccbs < bt->max_ccbs && i < newcount; i++) {
 996                 int error;
 997
 998                 next_ccb->sg_list = segs;
 999                 next_ccb->sg_list_phys = physaddr;
1000                 next_ccb->flags = BCCB_FREE;
1001                 error = bus_dmamap_create(bt->buffer_dmat, /*flags*/0,
1002                                           &next_ccb->dmamap);
1003                 if (error != 0)
1004                         break;
1005                 SLIST_INSERT_HEAD(&bt->free_bt_ccbs, next_ccb, links);
1006                 segs += BT_NSEG;
1007                 physaddr += (BT_NSEG * sizeof(bt_sg_t));
1008                 next_ccb++;
1009                 bt->num_ccbs++;
1010         }
1011
1012         /* Reserve a CCB for error recovery */
1013         if (bt->recovery_bccb == NULL) {
1014                 bt->recovery_bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1015                 SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1016         }
1017
1018         if (SLIST_FIRST(&bt->free_bt_ccbs) != NULL)
1019                 return;
1020
1021 error_exit:
1022         device_printf(bt->dev, "Can't malloc BCCBs\n");
1023 }
1024
1025 static __inline void
1026 btfreeccb(struct bt_softc *bt, struct bt_ccb *bccb)
1027 {
1028         int s;
1029
1030         s = splcam();
1031         if ((bccb->flags & BCCB_ACTIVE) != 0)
1032                 LIST_REMOVE(&bccb->ccb->ccb_h, sim_links.le);
1033         if (bt->resource_shortage != 0
1034          && (bccb->ccb->ccb_h.status & CAM_RELEASE_SIMQ) == 0) {
1035                 bccb->ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1036                 bt->resource_shortage = FALSE;
1037         }
1038         bccb->flags = BCCB_FREE;
1039         SLIST_INSERT_HEAD(&bt->free_bt_ccbs, bccb, links);
1040         bt->active_ccbs--;
1041         splx(s);
1042 }
1043
1044 static __inline struct bt_ccb*
1045 btgetccb(struct bt_softc *bt)
1046 {
1047         struct  bt_ccb* bccb;
1048         int     s;
1049
1050         s = splcam();
1051         if ((bccb = SLIST_FIRST(&bt->free_bt_ccbs)) != NULL) {
1052                 SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1053                 bt->active_ccbs++;
1054         } else {
1055                 btallocccbs(bt);
1056                 bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1057                 if (bccb != NULL) {
1058                         SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1059                         bt->active_ccbs++;
1060                 }
1061         }
1062         splx(s);
1063
1064         return (bccb);
1065 }
1066
1067 static void
1068 btaction(struct cam_sim *sim, union ccb *ccb)
1069 {
1070         struct  bt_softc *bt;
1071
1072         CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("btaction\n"));
1073
1074         bt = (struct bt_softc *)cam_sim_softc(sim);
1075
1076         switch (ccb->ccb_h.func_code) {
1077         /* Common cases first */
1078         case XPT_SCSI_IO:       /* Execute the requested I/O operation */
1079         case XPT_RESET_DEV:     /* Bus Device Reset the specified SCSI device */
1080         {
1081                 struct  bt_ccb  *bccb;
1082                 struct  bt_hccb *hccb;
1083
1084                 /*
1085                  * get a bccb to use.
1086                  */
1087                 if ((bccb = btgetccb(bt)) == NULL) {
1088                         int s;
1089
1090                         s = splcam();
1091                         bt->resource_shortage = TRUE;
1092                         splx(s);
1093                         xpt_freeze_simq(bt->sim, /*count*/1);
1094                         ccb->ccb_h.status = CAM_REQUEUE_REQ;
1095                         xpt_done(ccb);
1096                         return;
1097                 }
1098
1099                 hccb = &bccb->hccb;
1100
1101                 /*
1102                  * So we can find the BCCB when an abort is requested
1103                  */
1104                 bccb->ccb = ccb;
1105                 ccb->ccb_h.ccb_bccb_ptr = bccb;
1106                 ccb->ccb_h.ccb_bt_ptr = bt;
1107
1108                 /*
1109                  * Put all the arguments for the xfer in the bccb
1110                  */
1111                 hccb->target_id = ccb->ccb_h.target_id;
1112                 hccb->target_lun = ccb->ccb_h.target_lun;
1113                 hccb->btstat = 0;
1114                 hccb->sdstat = 0;
1115
1116                 if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1117                         struct ccb_scsiio *csio;
1118                         struct ccb_hdr *ccbh;
1119
1120                         csio = &ccb->csio;
1121                         ccbh = &csio->ccb_h;
1122                         hccb->opcode = INITIATOR_CCB_WRESID;
1123                         hccb->datain = (ccb->ccb_h.flags & CAM_DIR_IN) ? 1 : 0;
1124                         hccb->dataout =(ccb->ccb_h.flags & CAM_DIR_OUT) ? 1 : 0;
1125                         hccb->cmd_len = csio->cdb_len;
1126                         if (hccb->cmd_len > sizeof(hccb->scsi_cdb)) {
1127                                 ccb->ccb_h.status = CAM_REQ_INVALID;
1128                                 btfreeccb(bt, bccb);
1129                                 xpt_done(ccb);
1130                                 return;
1131                         }
1132                         hccb->sense_len = csio->sense_len;
1133                         if ((ccbh->flags & CAM_TAG_ACTION_VALID) != 0
1134                          && ccb->csio.tag_action != CAM_TAG_ACTION_NONE) {
1135                                 hccb->tag_enable = TRUE;
1136                                 hccb->tag_type = (ccb->csio.tag_action & 0x3);
1137                         } else {
1138                                 hccb->tag_enable = FALSE;
1139                                 hccb->tag_type = 0;
1140                         }
1141                         if ((ccbh->flags & CAM_CDB_POINTER) != 0) {
1142                                 if ((ccbh->flags & CAM_CDB_PHYS) == 0) {
1143                                         bcopy(csio->cdb_io.cdb_ptr,
1144                                               hccb->scsi_cdb, hccb->cmd_len);
1145                                 } else {
1146                                         /* I guess I could map it in... */
1147                                         ccbh->status = CAM_REQ_INVALID;
1148                                         btfreeccb(bt, bccb);
1149                                         xpt_done(ccb);
1150                                         return;
1151                                 }
1152                         } else {
1153                                 bcopy(csio->cdb_io.cdb_bytes,
1154                                       hccb->scsi_cdb, hccb->cmd_len);
1155                         }
1156                         /* If need be, bounce our sense buffer */
1157                         if (bt->sense_buffers != NULL) {
1158                                 hccb->sense_addr = btsensepaddr(bt, bccb);
1159                         } else {
1160                                 hccb->sense_addr = vtophys(&csio->sense_data);
1161                         }
1162                         /*
1163                          * If we have any data to send with this command,
1164                          * map it into bus space.
1165                          */
1166                         /* Only use S/G if there is a transfer */
1167                         if ((ccbh->flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1168                                 if ((ccbh->flags & CAM_SCATTER_VALID) == 0) {
1169                                         /*
1170                                          * We've been given a pointer
1171                                          * to a single buffer.
1172                                          */
1173                                         if ((ccbh->flags & CAM_DATA_PHYS)==0) {
1174                                                 int s;
1175                                                 int error;
1176
1177                                                 s = splsoftvm();
1178                                                 error = bus_dmamap_load(
1179                                                     bt->buffer_dmat,
1180                                                     bccb->dmamap,
1181                                                     csio->data_ptr,
1182                                                     csio->dxfer_len,
1183                                                     btexecuteccb,
1184                                                     bccb,
1185                                                     /*flags*/0);
1186                                                 if (error == EINPROGRESS) {
1187                                                         /*
1188                                                          * So as to maintain
1189                                                          * ordering, freeze the
1190                                                          * controller queue
1191                                                          * until our mapping is
1192                                                          * returned.
1193                                                          */
1194                                                         xpt_freeze_simq(bt->sim,
1195                                                                         1);
1196                                                         csio->ccb_h.status |=
1197                                                             CAM_RELEASE_SIMQ;
1198                                                 }
1199                                                 splx(s);
1200                                         } else {
1201                                                 struct bus_dma_segment seg;
1202
1203                                                 /* Pointer to physical buffer */
1204                                                 seg.ds_addr =
1205                                                     (bus_addr_t)csio->data_ptr;
1206                                                 seg.ds_len = csio->dxfer_len;
1207                                                 btexecuteccb(bccb, &seg, 1, 0);
1208                                         }
1209                                 } else {
1210                                         struct bus_dma_segment *segs;
1211
1212                                         if ((ccbh->flags & CAM_DATA_PHYS) != 0)
1213                                                 panic("btaction - Physical "
1214                                                       "segment pointers "
1215                                                       "unsupported");
1216
1217                                         if ((ccbh->flags&CAM_SG_LIST_PHYS)==0)
1218                                                 panic("btaction - Virtual "
1219                                                       "segment addresses "
1220                                                       "unsupported");
1221
1222                                         /* Just use the segments provided */
1223                                         segs = (struct bus_dma_segment *)
1224                                             csio->data_ptr;
1225                                         btexecuteccb(bccb, segs,
1226                                                      csio->sglist_cnt, 0);
1227                                 }
1228                         } else {
1229                                 btexecuteccb(bccb, NULL, 0, 0);
1230                         }
1231                 } else {
1232                         hccb->opcode = INITIATOR_BUS_DEV_RESET;
1233                         /* No data transfer */
1234                         hccb->datain = TRUE;
1235                         hccb->dataout = TRUE;
1236                         hccb->cmd_len = 0;
1237                         hccb->sense_len = 0;
1238                         hccb->tag_enable = FALSE;
1239                         hccb->tag_type = 0;
1240                         btexecuteccb(bccb, NULL, 0, 0);
1241                 }
1242                 break;
1243         }
1244         case XPT_EN_LUN:                /* Enable LUN as a target */
1245         case XPT_TARGET_IO:             /* Execute target I/O request */
1246         case XPT_ACCEPT_TARGET_IO:      /* Accept Host Target Mode CDB */
1247         case XPT_CONT_TARGET_IO:        /* Continue Host Target I/O Connection*/
1248         case XPT_ABORT:                 /* Abort the specified CCB */
1249                 /* XXX Implement */
1250                 ccb->ccb_h.status = CAM_REQ_INVALID;
1251                 xpt_done(ccb);
1252                 break;
1253         case XPT_SET_TRAN_SETTINGS:
1254         {
1255                 /* XXX Implement */
1256                 ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1257                 xpt_done(ccb);
1258                 break;
1259         }
1260         case XPT_GET_TRAN_SETTINGS:
1261         /* Get default/user set transfer settings for the target */
1262         {
1263                 struct  ccb_trans_settings *cts;
1264                 u_int   target_mask;
1265
1266                 cts = &ccb->cts;
1267                 target_mask = 0x01 << ccb->ccb_h.target_id;
1268                 if ((cts->flags & CCB_TRANS_USER_SETTINGS) != 0) {
1269                         cts->flags = 0;
1270                         if ((bt->disc_permitted & target_mask) != 0)
1271                                 cts->flags |= CCB_TRANS_DISC_ENB;
1272                         if ((bt->tags_permitted & target_mask) != 0)
1273                                 cts->flags |= CCB_TRANS_TAG_ENB;
1274                         if ((bt->wide_permitted & target_mask) != 0)
1275                                 cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
1276                         else
1277                                 cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
1278                         if ((bt->ultra_permitted & target_mask) != 0)
1279                                 cts->sync_period = 12;
1280                         else if ((bt->fast_permitted & target_mask) != 0)
1281                                 cts->sync_period = 25;
1282                         else if ((bt->sync_permitted & target_mask) != 0)
1283                                 cts->sync_period = 50;
1284                         else
1285                                 cts->sync_period = 0;
1286
1287                         if (cts->sync_period != 0)
1288                                 cts->sync_offset = 15;
1289
1290                         cts->valid = CCB_TRANS_SYNC_RATE_VALID
1291                                    | CCB_TRANS_SYNC_OFFSET_VALID
1292                                    | CCB_TRANS_BUS_WIDTH_VALID
1293                                    | CCB_TRANS_DISC_VALID
1294                                    | CCB_TRANS_TQ_VALID;
1295                 } else {
1296                         btfetchtransinfo(bt, cts);
1297                 }
1298
1299                 ccb->ccb_h.status = CAM_REQ_CMP;
1300                 xpt_done(ccb);
1301                 break;
1302         }
1303         case XPT_CALC_GEOMETRY:
1304         {
1305                 struct    ccb_calc_geometry *ccg;
1306                 u_int32_t size_mb;
1307                 u_int32_t secs_per_cylinder;
1308
1309                 ccg = &ccb->ccg;
1310                 size_mb = ccg->volume_size
1311                         / ((1024L * 1024L) / ccg->block_size);
1312
1313                 if (size_mb >= 1024 && (bt->extended_trans != 0)) {
1314                         if (size_mb >= 2048) {
1315                                 ccg->heads = 255;
1316                                 ccg->secs_per_track = 63;
1317                         } else {
1318                                 ccg->heads = 128;
1319                                 ccg->secs_per_track = 32;
1320                         }
1321                 } else {
1322                         ccg->heads = 64;
1323                         ccg->secs_per_track = 32;
1324                 }
1325                 secs_per_cylinder = ccg->heads * ccg->secs_per_track;
1326                 ccg->cylinders = ccg->volume_size / secs_per_cylinder;
1327                 ccb->ccb_h.status = CAM_REQ_CMP;
1328                 xpt_done(ccb);
1329                 break;
1330         }
1331         case XPT_RESET_BUS:             /* Reset the specified SCSI bus */
1332         {
1333                 btreset(bt, /*hardreset*/TRUE);
1334                 ccb->ccb_h.status = CAM_REQ_CMP;
1335                 xpt_done(ccb);
1336                 break;
1337         }
1338         case XPT_TERM_IO:               /* Terminate the I/O process */
1339                 /* XXX Implement */
1340                 ccb->ccb_h.status = CAM_REQ_INVALID;
1341                 xpt_done(ccb);
1342                 break;
1343         case XPT_PATH_INQ:              /* Path routing inquiry */
1344         {
1345                 struct ccb_pathinq *cpi = &ccb->cpi;
1346
1347                 cpi->version_num = 1; /* XXX??? */
1348                 cpi->hba_inquiry = PI_SDTR_ABLE;
1349                 if (bt->tag_capable != 0)
1350                         cpi->hba_inquiry |= PI_TAG_ABLE;
1351                 if (bt->wide_bus != 0)
1352                         cpi->hba_inquiry |= PI_WIDE_16;
1353                 cpi->target_sprt = 0;
1354                 cpi->hba_misc = 0;
1355                 cpi->hba_eng_cnt = 0;
1356                 cpi->max_target = bt->wide_bus ? 15 : 7;
1357                 cpi->max_lun = 7;
1358                 cpi->initiator_id = bt->scsi_id;
1359                 cpi->bus_id = cam_sim_bus(sim);
1360                 cpi->base_transfer_speed = 3300;
1361                 strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1362                 strncpy(cpi->hba_vid, "BusLogic", HBA_IDLEN);
1363                 strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1364                 cpi->unit_number = cam_sim_unit(sim);
1365                 cpi->ccb_h.status = CAM_REQ_CMP;
1366                 xpt_done(ccb);
1367                 break;
1368         }
1369         default:
1370                 ccb->ccb_h.status = CAM_REQ_INVALID;
1371                 xpt_done(ccb);
1372                 break;
1373         }
1374 }
1375
1376 static void
1377 btexecuteccb(void *arg, bus_dma_segment_t *dm_segs, int nseg, int error)
1378 {
1379         struct   bt_ccb *bccb;
1380         union    ccb *ccb;
1381         struct   bt_softc *bt;
1382         int      s;
1383
1384         bccb = (struct bt_ccb *)arg;
1385         ccb = bccb->ccb;
1386         bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
1387
1388         if (error != 0) {
1389                 if (error != EFBIG)
1390                         device_printf(bt->dev,
1391                                       "Unexepected error 0x%x returned from "
1392                                       "bus_dmamap_load\n", error);
1393                 if (ccb->ccb_h.status == CAM_REQ_INPROG) {
1394                         xpt_freeze_devq(ccb->ccb_h.path, /*count*/1);
1395                         ccb->ccb_h.status = CAM_REQ_TOO_BIG|CAM_DEV_QFRZN;
1396                 }
1397                 btfreeccb(bt, bccb);
1398                 xpt_done(ccb);
1399                 return;
1400         }
1401
1402         if (nseg != 0) {
1403                 bt_sg_t *sg;
1404                 bus_dma_segment_t *end_seg;
1405                 bus_dmasync_op_t op;
1406
1407                 end_seg = dm_segs + nseg;
1408
1409                 /* Copy the segments into our SG list */
1410                 sg = bccb->sg_list;
1411                 while (dm_segs < end_seg) {
1412                         sg->len = dm_segs->ds_len;
1413                         sg->addr = dm_segs->ds_addr;
1414                         sg++;
1415                         dm_segs++;
1416                 }
1417
1418                 if (nseg > 1) {
1419                         bccb->hccb.opcode = INITIATOR_SG_CCB_WRESID;
1420                         bccb->hccb.data_len = sizeof(bt_sg_t) * nseg;
1421                         bccb->hccb.data_addr = bccb->sg_list_phys;
1422                 } else {
1423                         bccb->hccb.data_len = bccb->sg_list->len;
1424                         bccb->hccb.data_addr = bccb->sg_list->addr;
1425                 }
1426
1427                 if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1428                         op = BUS_DMASYNC_PREREAD;
1429                 else
1430                         op = BUS_DMASYNC_PREWRITE;
1431
1432                 bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1433
1434         } else {
1435                 bccb->hccb.opcode = INITIATOR_CCB;
1436                 bccb->hccb.data_len = 0;
1437                 bccb->hccb.data_addr = 0;
1438         }
1439
1440         s = splcam();
1441
1442         /*
1443          * Last time we need to check if this CCB needs to
1444          * be aborted.
1445          */
1446         if (ccb->ccb_h.status != CAM_REQ_INPROG) {
1447                 if (nseg != 0)
1448                         bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1449                 btfreeccb(bt, bccb);
1450                 xpt_done(ccb);
1451                 splx(s);
1452                 return;
1453         }
1454
1455         bccb->flags = BCCB_ACTIVE;
1456         ccb->ccb_h.status |= CAM_SIM_QUEUED;
1457         LIST_INSERT_HEAD(&bt->pending_ccbs, &ccb->ccb_h, sim_links.le);
1458
1459         ccb->ccb_h.timeout_ch =
1460             timeout(bttimeout, (caddr_t)bccb,
1461                     (ccb->ccb_h.timeout * hz) / 1000);
1462
1463         /* Tell the adapter about this command */
1464         bt->cur_outbox->ccb_addr = btccbvtop(bt, bccb);
1465         if (bt->cur_outbox->action_code != BMBO_FREE) {
1466                 /*
1467                  * We should never encounter a busy mailbox.
1468                  * If we do, warn the user, and treat it as
1469                  * a resource shortage.  If the controller is
1470                  * hung, one of the pending transactions will
1471                  * timeout causing us to start recovery operations.
1472                  */
1473                 device_printf(bt->dev,
1474                               "Encountered busy mailbox with %d out of %d "
1475                               "commands active!!!\n", bt->active_ccbs,
1476                               bt->max_ccbs);
1477                 untimeout(bttimeout, bccb, ccb->ccb_h.timeout_ch);
1478                 if (nseg != 0)
1479                         bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1480                 btfreeccb(bt, bccb);
1481                 bt->resource_shortage = TRUE;
1482                 xpt_freeze_simq(bt->sim, /*count*/1);
1483                 ccb->ccb_h.status = CAM_REQUEUE_REQ;
1484                 xpt_done(ccb);
1485                 return;
1486         }
1487         bt->cur_outbox->action_code = BMBO_START;
1488         bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
1489         btnextoutbox(bt);
1490         splx(s);
1491 }
1492
1493 void
1494 bt_intr(void *arg)
1495 {
1496         struct  bt_softc *bt;
1497         u_int   intstat;
1498
1499         bt = (struct bt_softc *)arg;
1500         while (((intstat = bt_inb(bt, INTSTAT_REG)) & INTR_PENDING) != 0) {
1501
1502                 if ((intstat & CMD_COMPLETE) != 0) {
1503                         bt->latched_status = bt_inb(bt, STATUS_REG);
1504                         bt->command_cmp = TRUE;
1505                 }
1506
1507                 bt_outb(bt, CONTROL_REG, RESET_INTR);
1508
1509                 if ((intstat & IMB_LOADED) != 0) {
1510                         while (bt->cur_inbox->comp_code != BMBI_FREE) {
1511                                 btdone(bt,
1512                                        btccbptov(bt, bt->cur_inbox->ccb_addr),
1513                                        bt->cur_inbox->comp_code);
1514                                 bt->cur_inbox->comp_code = BMBI_FREE;
1515                                 btnextinbox(bt);
1516                         }
1517                 }
1518
1519                 if ((intstat & SCSI_BUS_RESET) != 0) {
1520                         btreset(bt, /*hardreset*/FALSE);
1521                 }
1522         }
1523 }
1524
1525 static void
1526 btdone(struct bt_softc *bt, struct bt_ccb *bccb, bt_mbi_comp_code_t comp_code)
1527 {
1528         union  ccb        *ccb;
1529         struct ccb_scsiio *csio;
1530
1531         ccb = bccb->ccb;
1532         csio = &bccb->ccb->csio;
1533
1534         if ((bccb->flags & BCCB_ACTIVE) == 0) {
1535                 device_printf(bt->dev,
1536                               "btdone - Attempt to free non-active BCCB %p\n",
1537                               (void *)bccb);
1538                 return;
1539         }
1540
1541         if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1542                 bus_dmasync_op_t op;
1543
1544                 if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1545                         op = BUS_DMASYNC_POSTREAD;
1546                 else
1547                         op = BUS_DMASYNC_POSTWRITE;
1548                 bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1549                 bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1550         }
1551
1552         if (bccb == bt->recovery_bccb) {
1553                 /*
1554                  * The recovery BCCB does not have a CCB associated
1555                  * with it, so short circuit the normal error handling.
1556                  * We now traverse our list of pending CCBs and process
1557                  * any that were terminated by the recovery CCBs action.
1558                  * We also reinstate timeouts for all remaining, pending,
1559                  * CCBs.
1560                  */
1561                 struct cam_path *path;
1562                 struct ccb_hdr *ccb_h;
1563                 cam_status error;
1564
1565                 /* Notify all clients that a BDR occured */
1566                 error = xpt_create_path(&path, /*periph*/NULL,
1567                                         cam_sim_path(bt->sim),
1568                                         bccb->hccb.target_id,
1569                                         CAM_LUN_WILDCARD);
1570
1571                 if (error == CAM_REQ_CMP)
1572                         xpt_async(AC_SENT_BDR, path, NULL);
1573
1574                 ccb_h = LIST_FIRST(&bt->pending_ccbs);
1575                 while (ccb_h != NULL) {
1576                         struct bt_ccb *pending_bccb;
1577
1578                         pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1579                         if (pending_bccb->hccb.target_id
1580                          == bccb->hccb.target_id) {
1581                                 pending_bccb->hccb.btstat = BTSTAT_HA_BDR;
1582                                 ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1583                                 btdone(bt, pending_bccb, BMBI_ERROR);
1584                         } else {
1585                                 ccb_h->timeout_ch =
1586                                     timeout(bttimeout, (caddr_t)pending_bccb,
1587                                             (ccb_h->timeout * hz) / 1000);
1588                                 ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1589                         }
1590                 }
1591                 device_printf(bt->dev, "No longer in timeout\n");
1592                 return;
1593         }
1594
1595         untimeout(bttimeout, bccb, ccb->ccb_h.timeout_ch);
1596
1597         switch (comp_code) {
1598         case BMBI_FREE:
1599                 device_printf(bt->dev,
1600                               "btdone - CCB completed with free status!\n");
1601                 break;
1602         case BMBI_NOT_FOUND:
1603                 device_printf(bt->dev,
1604                               "btdone - CCB Abort failed to find CCB\n");
1605                 break;
1606         case BMBI_ABORT:
1607         case BMBI_ERROR:
1608                 if (bootverbose) {
1609                         printf("bt: ccb %p - error %x occured.  "
1610                                "btstat = %x, sdstat = %x\n",
1611                                (void *)bccb, comp_code, bccb->hccb.btstat,
1612                                bccb->hccb.sdstat);
1613                 }
1614                 /* An error occured */
1615                 switch(bccb->hccb.btstat) {
1616                 case BTSTAT_DATARUN_ERROR:
1617                         if (bccb->hccb.data_len == 0) {
1618                                 /*
1619                                  * At least firmware 4.22, does this
1620                                  * for a QUEUE FULL condition.
1621                                  */
1622                                 bccb->hccb.sdstat = SCSI_STATUS_QUEUE_FULL;
1623                         } else if (bccb->hccb.data_len < 0) {
1624                                 csio->ccb_h.status = CAM_DATA_RUN_ERR;
1625                                 break;
1626                         }
1627                         /* FALLTHROUGH */
1628                 case BTSTAT_NOERROR:
1629                 case BTSTAT_LINKED_CMD_COMPLETE:
1630                 case BTSTAT_LINKED_CMD_FLAG_COMPLETE:
1631                 case BTSTAT_DATAUNDERUN_ERROR:
1632
1633                         csio->scsi_status = bccb->hccb.sdstat;
1634                         csio->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1635                         switch(csio->scsi_status) {
1636                         case SCSI_STATUS_CHECK_COND:
1637                         case SCSI_STATUS_CMD_TERMINATED:
1638                                 csio->ccb_h.status |= CAM_AUTOSNS_VALID;
1639                                 /* Bounce sense back if necessary */
1640                                 if (bt->sense_buffers != NULL) {
1641                                         csio->sense_data =
1642                                             *btsensevaddr(bt, bccb);
1643                                 }
1644                                 break;
1645                         default:
1646                                 break;
1647                         case SCSI_STATUS_OK:
1648                                 csio->ccb_h.status = CAM_REQ_CMP;
1649                                 break;
1650                         }
1651                         csio->resid = bccb->hccb.data_len;
1652                         break;
1653                 case BTSTAT_SELTIMEOUT:
1654                         csio->ccb_h.status = CAM_SEL_TIMEOUT;
1655                         break;
1656                 case BTSTAT_UNEXPECTED_BUSFREE:
1657                         csio->ccb_h.status = CAM_UNEXP_BUSFREE;
1658                         break;
1659                 case BTSTAT_INVALID_PHASE:
1660                         csio->ccb_h.status = CAM_SEQUENCE_FAIL;
1661                         break;
1662                 case BTSTAT_INVALID_ACTION_CODE:
1663                         panic("%s: Inavlid Action code", bt_name(bt));
1664                         break;
1665                 case BTSTAT_INVALID_OPCODE:
1666                         panic("%s: Inavlid CCB Opcode code", bt_name(bt));
1667                         break;
1668                 case BTSTAT_LINKED_CCB_LUN_MISMATCH:
1669                         /* We don't even support linked commands... */
1670                         panic("%s: Linked CCB Lun Mismatch", bt_name(bt));
1671                         break;
1672                 case BTSTAT_INVALID_CCB_OR_SG_PARAM:
1673                         panic("%s: Invalid CCB or SG list", bt_name(bt));
1674                         break;
1675                 case BTSTAT_AUTOSENSE_FAILED:
1676                         csio->ccb_h.status = CAM_AUTOSENSE_FAIL;
1677                         break;
1678                 case BTSTAT_TAGGED_MSG_REJECTED:
1679                 {
1680                         struct ccb_trans_settings neg;
1681
1682                         xpt_print_path(csio->ccb_h.path);
1683                         printf("refuses tagged commands.  Performing "
1684                                "non-tagged I/O\n");
1685                         neg.flags = 0;
1686                         neg.valid = CCB_TRANS_TQ_VALID;
1687                         xpt_setup_ccb(&neg.ccb_h, csio->ccb_h.path,
1688                                       /*priority*/1);
1689                         xpt_async(AC_TRANSFER_NEG, csio->ccb_h.path, &neg);
1690                         bt->tags_permitted &= ~(0x01 << csio->ccb_h.target_id);
1691                         csio->ccb_h.status = CAM_MSG_REJECT_REC;
1692                         break;
1693                 }
1694                 case BTSTAT_UNSUPPORTED_MSG_RECEIVED:
1695                         /*
1696                          * XXX You would think that this is
1697                          *     a recoverable error... Hmmm.
1698                          */
1699                         csio->ccb_h.status = CAM_REQ_CMP_ERR;
1700                         break;
1701                 case BTSTAT_HA_SOFTWARE_ERROR:
1702                 case BTSTAT_HA_WATCHDOG_ERROR:
1703                 case BTSTAT_HARDWARE_FAILURE:
1704                         /* Hardware reset ??? Can we recover ??? */
1705                         csio->ccb_h.status = CAM_NO_HBA;
1706                         break;
1707                 case BTSTAT_TARGET_IGNORED_ATN:
1708                 case BTSTAT_OTHER_SCSI_BUS_RESET:
1709                 case BTSTAT_HA_SCSI_BUS_RESET:
1710                         if ((csio->ccb_h.status & CAM_STATUS_MASK)
1711                          != CAM_CMD_TIMEOUT)
1712                                 csio->ccb_h.status = CAM_SCSI_BUS_RESET;
1713                         break;
1714                 case BTSTAT_HA_BDR:
1715                         if ((bccb->flags & BCCB_DEVICE_RESET) == 0)
1716                                 csio->ccb_h.status = CAM_BDR_SENT;
1717                         else
1718                                 csio->ccb_h.status = CAM_CMD_TIMEOUT;
1719                         break;
1720                 case BTSTAT_INVALID_RECONNECT:
1721                 case BTSTAT_ABORT_QUEUE_GENERATED:
1722                         csio->ccb_h.status = CAM_REQ_TERMIO;
1723                         break;
1724                 case BTSTAT_SCSI_PERROR_DETECTED:
1725                         csio->ccb_h.status = CAM_UNCOR_PARITY;
1726                         break;
1727                 }
1728                 if (csio->ccb_h.status != CAM_REQ_CMP) {
1729                         xpt_freeze_devq(csio->ccb_h.path, /*count*/1);
1730                         csio->ccb_h.status |= CAM_DEV_QFRZN;
1731                 }
1732                 if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1733                         ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1734                 btfreeccb(bt, bccb);
1735                 xpt_done(ccb);
1736                 break;
1737         case BMBI_OK:
1738                 /* All completed without incident */
1739                 ccb->ccb_h.status |= CAM_REQ_CMP;
1740                 if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1741                         ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1742                 btfreeccb(bt, bccb);
1743                 xpt_done(ccb);
1744                 break;
1745         }
1746 }
1747
1748 static int
1749 btreset(struct bt_softc* bt, int hard_reset)
1750 {
1751         struct   ccb_hdr *ccb_h;
1752         u_int    status;
1753         u_int    timeout;
1754         u_int8_t reset_type;
1755
1756         if (hard_reset != 0)
1757                 reset_type = HARD_RESET;
1758         else
1759                 reset_type = SOFT_RESET;
1760         bt_outb(bt, CONTROL_REG, reset_type);
1761
1762         /* Wait 5sec. for Diagnostic start */
1763         timeout = 5 * 10000;
1764         while (--timeout) {
1765                 status = bt_inb(bt, STATUS_REG);
1766                 if ((status & DIAG_ACTIVE) != 0)
1767                         break;
1768                 DELAY(100);
1769         }
1770         if (timeout == 0) {
1771                 if (bootverbose)
1772                         printf("%s: btreset - Diagnostic Active failed to "
1773                                 "assert. status = 0x%x\n", bt_name(bt), status);
1774                 return (ETIMEDOUT);
1775         }
1776
1777         /* Wait 10sec. for Diagnostic end */
1778         timeout = 10 * 10000;
1779         while (--timeout) {
1780                 status = bt_inb(bt, STATUS_REG);
1781                 if ((status & DIAG_ACTIVE) == 0)
1782                         break;
1783                 DELAY(100);
1784         }
1785         if (timeout == 0) {
1786                 panic("%s: btreset - Diagnostic Active failed to drop. "
1787                        "status = 0x%x\n", bt_name(bt), status);
1788                 return (ETIMEDOUT);
1789         }
1790
1791         /* Wait for the host adapter to become ready or report a failure */
1792         timeout = 10000;
1793         while (--timeout) {
1794                 status = bt_inb(bt, STATUS_REG);
1795                 if ((status & (DIAG_FAIL|HA_READY|DATAIN_REG_READY)) != 0)
1796                         break;
1797                 DELAY(100);
1798         }
1799         if (timeout == 0) {
1800                 printf("%s: btreset - Host adapter failed to come ready. "
1801                        "status = 0x%x\n", bt_name(bt), status);
1802                 return (ETIMEDOUT);
1803         }
1804
1805         /* If the diagnostics failed, tell the user */
1806         if ((status & DIAG_FAIL) != 0
1807          || (status & HA_READY) == 0) {
1808                 printf("%s: btreset - Adapter failed diagnostics\n",
1809                        bt_name(bt));
1810
1811                 if ((status & DATAIN_REG_READY) != 0)
1812                         printf("%s: btreset - Host Adapter Error code = 0x%x\n",
1813                                bt_name(bt), bt_inb(bt, DATAIN_REG));
1814                 return (ENXIO);
1815         }
1816
1817         /* If we've allocated mailboxes, initialize them */
1818         if (bt->init_level > 4)
1819                 btinitmboxes(bt);
1820
1821         /* If we've attached to the XPT, tell it about the event */
1822         if (bt->path != NULL)
1823                 xpt_async(AC_BUS_RESET, bt->path, NULL);
1824
1825         /*
1826          * Perform completion processing for all outstanding CCBs.
1827          */
1828         while ((ccb_h = LIST_FIRST(&bt->pending_ccbs)) != NULL) {
1829                 struct bt_ccb *pending_bccb;
1830
1831                 pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1832                 pending_bccb->hccb.btstat = BTSTAT_HA_SCSI_BUS_RESET;
1833                 btdone(bt, pending_bccb, BMBI_ERROR);
1834         }
1835
1836         return (0);
1837 }
1838
1839 /*
1840  * Send a command to the adapter.
1841  */
1842 int
1843 bt_cmd(struct bt_softc *bt, bt_op_t opcode, u_int8_t *params, u_int param_len,
1844       u_int8_t *reply_data, u_int reply_len, u_int cmd_timeout)
1845 {
1846         u_int   timeout;
1847         u_int   status;
1848         u_int   saved_status;
1849         u_int   intstat;
1850         u_int   reply_buf_size;
1851         int     s;
1852         int     cmd_complete;
1853         int     error;
1854
1855         /* No data returned to start */
1856         reply_buf_size = reply_len;
1857         reply_len = 0;
1858         intstat = 0;
1859         cmd_complete = 0;
1860         saved_status = 0;
1861         error = 0;
1862
1863         bt->command_cmp = 0;
1864         /*
1865          * Wait up to 10 sec. for the adapter to become
1866          * ready to accept commands.
1867          */
1868         timeout = 100000;
1869         while (--timeout) {
1870                 status = bt_inb(bt, STATUS_REG);
1871                 if ((status & HA_READY) != 0
1872                  && (status & CMD_REG_BUSY) == 0)
1873                         break;
1874                 /*
1875                  * Throw away any pending data which may be
1876                  * left over from earlier commands that we
1877                  * timedout on.
1878                  */
1879                 if ((status & DATAIN_REG_READY) != 0)
1880                         (void)bt_inb(bt, DATAIN_REG);
1881                 DELAY(100);
1882         }
1883         if (timeout == 0) {
1884                 printf("%s: bt_cmd: Timeout waiting for adapter ready, "
1885                        "status = 0x%x\n", bt_name(bt), status);
1886                 return (ETIMEDOUT);
1887         }
1888
1889         /*
1890          * Send the opcode followed by any necessary parameter bytes.
1891          */
1892         bt_outb(bt, COMMAND_REG, opcode);
1893
1894         /*
1895          * Wait for up to 1sec for each byte of the the
1896          * parameter list sent to be sent.
1897          */
1898         timeout = 10000;
1899         while (param_len && --timeout) {
1900                 DELAY(100);
1901                 s = splcam();
1902                 status = bt_inb(bt, STATUS_REG);
1903                 intstat = bt_inb(bt, INTSTAT_REG);
1904                 splx(s);
1905
1906                 if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1907                  == (INTR_PENDING|CMD_COMPLETE)) {
1908                         saved_status = status;
1909                         cmd_complete = 1;
1910                         break;
1911                 }
1912                 if (bt->command_cmp != 0) {
1913                         saved_status = bt->latched_status;
1914                         cmd_complete = 1;
1915                         break;
1916                 }
1917                 if ((status & DATAIN_REG_READY) != 0)
1918                         break;
1919                 if ((status & CMD_REG_BUSY) == 0) {
1920                         bt_outb(bt, COMMAND_REG, *params++);
1921                         param_len--;
1922                         timeout = 10000;
1923                 }
1924         }
1925         if (timeout == 0) {
1926                 printf("%s: bt_cmd: Timeout sending parameters, "
1927                        "status = 0x%x\n", bt_name(bt), status);
1928                 cmd_complete = 1;
1929                 saved_status = status;
1930                 error = ETIMEDOUT;
1931         }
1932
1933         /*
1934          * Wait for the command to complete.
1935          */
1936         while (cmd_complete == 0 && --cmd_timeout) {
1937
1938                 s = splcam();
1939                 status = bt_inb(bt, STATUS_REG);
1940                 intstat = bt_inb(bt, INTSTAT_REG);
1941                 /*
1942                  * It may be that this command was issued with
1943                  * controller interrupts disabled.  We'll never
1944                  * get to our command if an incoming mailbox
1945                  * interrupt is pending, so take care of completed
1946                  * mailbox commands by calling our interrupt handler.
1947                  */
1948                 if ((intstat & (INTR_PENDING|IMB_LOADED))
1949                  == (INTR_PENDING|IMB_LOADED))
1950                         bt_intr(bt);
1951                 splx(s);
1952
1953                 if (bt->command_cmp != 0) {
1954                         /*
1955                          * Our interrupt handler saw CMD_COMPLETE
1956                          * status before we did.
1957                          */
1958                         cmd_complete = 1;
1959                         saved_status = bt->latched_status;
1960                 } else if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1961                         == (INTR_PENDING|CMD_COMPLETE)) {
1962                         /*
1963                          * Our poll (in case interrupts are blocked)
1964                          * saw the CMD_COMPLETE interrupt.
1965                          */
1966                         cmd_complete = 1;
1967                         saved_status = status;
1968                 } else if (opcode == BOP_MODIFY_IO_ADDR
1969                         && (status & CMD_REG_BUSY) == 0) {
1970                         /*
1971                          * The BOP_MODIFY_IO_ADDR does not issue a CMD_COMPLETE,
1972                          * but it should update the status register.  So, we
1973                          * consider this command complete when the CMD_REG_BUSY
1974                          * status clears.
1975                          */
1976                         saved_status = status;
1977                         cmd_complete = 1;
1978                 } else if ((status & DATAIN_REG_READY) != 0) {
1979                         u_int8_t data;
1980
1981                         data = bt_inb(bt, DATAIN_REG);
1982                         if (reply_len < reply_buf_size) {
1983                                 *reply_data++ = data;
1984                         } else {
1985                                 printf("%s: bt_cmd - Discarded reply data byte "
1986                                        "for opcode 0x%x\n", bt_name(bt),
1987                                        opcode);
1988                         }
1989                         /*
1990                          * Reset timeout to ensure at least a second
1991                          * between response bytes.
1992                          */
1993                         cmd_timeout = MAX(cmd_timeout, 10000);
1994                         reply_len++;
1995
1996                 } else if ((opcode == BOP_FETCH_LRAM)
1997                         && (status & HA_READY) != 0) {
1998                                 saved_status = status;
1999                                 cmd_complete = 1;
2000                 }
2001                 DELAY(100);
2002         }
2003         if (cmd_timeout == 0) {
2004                 printf("%s: bt_cmd: Timeout waiting for command (%x) "
2005                        "to complete.\n%s: status = 0x%x, intstat = 0x%x, "
2006                        "rlen %d\n", bt_name(bt), opcode,
2007                        bt_name(bt), status, intstat, reply_len);
2008                 error = (ETIMEDOUT);
2009         }
2010
2011         /*
2012          * Clear any pending interrupts.  Block interrupts so our
2013          * interrupt handler is not re-entered.
2014          */
2015         s = splcam();
2016         bt_intr(bt);
2017         splx(s);
2018
2019         if (error != 0)
2020                 return (error);
2021
2022         /*
2023          * If the command was rejected by the controller, tell the caller.
2024          */
2025         if ((saved_status & CMD_INVALID) != 0) {
2026                 /*
2027                  * Some early adapters may not recover properly from
2028                  * an invalid command.  If it appears that the controller
2029                  * has wedged (i.e. status was not cleared by our interrupt
2030                  * reset above), perform a soft reset.
2031                  */
2032                 if (bootverbose)
2033                         printf("%s: Invalid Command 0x%x\n", bt_name(bt),
2034                                 opcode);
2035                 DELAY(1000);
2036                 status = bt_inb(bt, STATUS_REG);
2037                 if ((status & (CMD_INVALID|STATUS_REG_RSVD|DATAIN_REG_READY|
2038                               CMD_REG_BUSY|DIAG_FAIL|DIAG_ACTIVE)) != 0
2039                  || (status & (HA_READY|INIT_REQUIRED))
2040                   != (HA_READY|INIT_REQUIRED)) {
2041                         btreset(bt, /*hard_reset*/FALSE);
2042                 }
2043                 return (EINVAL);
2044         }
2045
2046         if (param_len > 0) {
2047                 /* The controller did not accept the full argument list */
2048                 return (E2BIG);
2049         }
2050
2051         if (reply_len != reply_buf_size) {
2052                 /* Too much or too little data received */
2053                 return (EMSGSIZE);
2054         }
2055
2056         /* We were successful */
2057         return (0);
2058 }
2059
2060 static int
2061 btinitmboxes(struct bt_softc *bt) {
2062         init_32b_mbox_params_t init_mbox;
2063         int error;
2064
2065         bzero(bt->in_boxes, sizeof(bt_mbox_in_t) * bt->num_boxes);
2066         bzero(bt->out_boxes, sizeof(bt_mbox_out_t) * bt->num_boxes);
2067         bt->cur_inbox = bt->in_boxes;
2068         bt->last_inbox = bt->in_boxes + bt->num_boxes - 1;
2069         bt->cur_outbox = bt->out_boxes;
2070         bt->last_outbox = bt->out_boxes + bt->num_boxes - 1;
2071
2072         /* Tell the adapter about them */
2073         init_mbox.num_boxes = bt->num_boxes;
2074         init_mbox.base_addr[0] = bt->mailbox_physbase & 0xFF;
2075         init_mbox.base_addr[1] = (bt->mailbox_physbase >> 8) & 0xFF;
2076         init_mbox.base_addr[2] = (bt->mailbox_physbase >> 16) & 0xFF;
2077         init_mbox.base_addr[3] = (bt->mailbox_physbase >> 24) & 0xFF;
2078         error = bt_cmd(bt, BOP_INITIALIZE_32BMBOX, (u_int8_t *)&init_mbox,
2079                        /*parmlen*/sizeof(init_mbox), /*reply_buf*/NULL,
2080                        /*reply_len*/0, DEFAULT_CMD_TIMEOUT);
2081
2082         if (error != 0)
2083                 printf("btinitmboxes: Initialization command failed\n");
2084         else if (bt->strict_rr != 0) {
2085                 /*
2086                  * If the controller supports
2087                  * strict round robin mode,
2088                  * enable it
2089                  */
2090                 u_int8_t param;
2091
2092                 param = 0;
2093                 error = bt_cmd(bt, BOP_ENABLE_STRICT_RR, &param, 1,
2094                                /*reply_buf*/NULL, /*reply_len*/0,
2095                                DEFAULT_CMD_TIMEOUT);
2096
2097                 if (error != 0) {
2098                         printf("btinitmboxes: Unable to enable strict RR\n");
2099                         error = 0;
2100                 } else if (bootverbose) {
2101                         printf("%s: Using Strict Round Robin Mailbox Mode\n",
2102                                bt_name(bt));
2103                 }
2104         }
2105
2106         return (error);
2107 }
2108
2109 /*
2110  * Update the XPT's idea of the negotiated transfer
2111  * parameters for a particular target.
2112  */
2113 static void
2114 btfetchtransinfo(struct bt_softc *bt, struct ccb_trans_settings* cts)
2115 {
2116         setup_data_t    setup_info;
2117         u_int           target;
2118         u_int           targ_offset;
2119         u_int           targ_mask;
2120         u_int           sync_period;
2121         int             error;
2122         u_int8_t        param;
2123         targ_syncinfo_t sync_info;
2124
2125         target = cts->ccb_h.target_id;
2126         targ_offset = (target & 0x7);
2127         targ_mask = (0x01 << targ_offset);
2128
2129         /*
2130          * Inquire Setup Information.  This command retreives the
2131          * Wide negotiation status for recent adapters as well as
2132          * the sync info for older models.
2133          */
2134         param = sizeof(setup_info);
2135         error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &param, /*paramlen*/1,
2136                        (u_int8_t*)&setup_info, sizeof(setup_info),
2137                        DEFAULT_CMD_TIMEOUT);
2138
2139         if (error != 0) {
2140                 printf("%s: btfetchtransinfo - Inquire Setup Info Failed %x\n",
2141                        bt_name(bt), error);
2142                 cts->valid = 0;
2143                 return;
2144         }
2145
2146         sync_info = (target < 8) ? setup_info.low_syncinfo[targ_offset]
2147                                  : setup_info.high_syncinfo[targ_offset];
2148
2149         if (sync_info.sync == 0)
2150                 cts->sync_offset = 0;
2151         else
2152                 cts->sync_offset = sync_info.offset;
2153
2154         cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
2155         if (strcmp(bt->firmware_ver, "5.06L") >= 0) {
2156                 u_int wide_active;
2157
2158                 wide_active =
2159                     (target < 8) ? (setup_info.low_wide_active & targ_mask)
2160                                  : (setup_info.high_wide_active & targ_mask);
2161
2162                 if (wide_active)
2163                         cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2164         } else if ((bt->wide_permitted & targ_mask) != 0) {
2165                 struct ccb_getdev cgd;
2166
2167                 /*
2168                  * Prior to rev 5.06L, wide status isn't provided,
2169                  * so we "guess" that wide transfers are in effect
2170                  * if the user settings allow for wide and the inquiry
2171                  * data for the device indicates that it can handle
2172                  * wide transfers.
2173                  */
2174                 xpt_setup_ccb(&cgd.ccb_h, cts->ccb_h.path, /*priority*/1);
2175                 cgd.ccb_h.func_code = XPT_GDEV_TYPE;
2176                 xpt_action((union ccb *)&cgd);
2177                 if ((cgd.ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP
2178                  && (cgd.inq_data.flags & SID_WBus16) != 0)
2179                         cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2180         }
2181
2182         if (bt->firmware_ver[0] >= '3') {
2183                 /*
2184                  * For adapters that can do fast or ultra speeds,
2185                  * use the more exact Target Sync Information command.
2186                  */
2187                 target_sync_info_data_t sync_info;
2188
2189                 param = sizeof(sync_info);
2190                 error = bt_cmd(bt, BOP_TARG_SYNC_INFO, &param, /*paramlen*/1,
2191                                (u_int8_t*)&sync_info, sizeof(sync_info),
2192                                DEFAULT_CMD_TIMEOUT);
2193
2194                 if (error != 0) {
2195                         printf("%s: btfetchtransinfo - Inquire Sync "
2196                                "Info Failed 0x%x\n", bt_name(bt), error);
2197                         cts->valid = 0;
2198                         return;
2199                 }
2200                 sync_period = sync_info.sync_rate[target] * 100;
2201         } else {
2202                 sync_period = 2000 + (500 * sync_info.period);
2203         }
2204
2205         /* Convert ns value to standard SCSI sync rate */
2206         if (cts->sync_offset != 0)
2207                 cts->sync_period = scsi_calc_syncparam(sync_period);
2208         else
2209                 cts->sync_period = 0;
2210
2211         cts->valid = CCB_TRANS_SYNC_RATE_VALID
2212                    | CCB_TRANS_SYNC_OFFSET_VALID
2213                    | CCB_TRANS_BUS_WIDTH_VALID;
2214         xpt_async(AC_TRANSFER_NEG, cts->ccb_h.path, cts);
2215 }
2216
2217 static void
2218 btmapmboxes(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2219 {
2220         struct bt_softc* bt;
2221
2222         bt = (struct bt_softc*)arg;
2223         bt->mailbox_physbase = segs->ds_addr;
2224 }
2225
2226 static void
2227 btmapccbs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2228 {
2229         struct bt_softc* bt;
2230
2231         bt = (struct bt_softc*)arg;
2232         bt->bt_ccb_physbase = segs->ds_addr;
2233 }
2234
2235 static void
2236 btmapsgs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2237 {
2238
2239         struct bt_softc* bt;
2240
2241         bt = (struct bt_softc*)arg;
2242         SLIST_FIRST(&bt->sg_maps)->sg_physaddr = segs->ds_addr;
2243 }
2244
2245 static void
2246 btpoll(struct cam_sim *sim)
2247 {
2248         bt_intr(cam_sim_softc(sim));
2249 }
2250
2251 void
2252 bttimeout(void *arg)
2253 {
2254         struct bt_ccb   *bccb;
2255         union  ccb      *ccb;
2256         struct bt_softc *bt;
2257         int              s;
2258
2259         bccb = (struct bt_ccb *)arg;
2260         ccb = bccb->ccb;
2261         bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
2262         xpt_print_path(ccb->ccb_h.path);
2263         printf("CCB %p - timed out\n", (void *)bccb);
2264
2265         s = splcam();
2266
2267         if ((bccb->flags & BCCB_ACTIVE) == 0) {
2268                 xpt_print_path(ccb->ccb_h.path);
2269                 printf("CCB %p - timed out CCB already completed\n",
2270                        (void *)bccb);
2271                 splx(s);
2272                 return;
2273         }
2274
2275         /*
2276          * In order to simplify the recovery process, we ask the XPT
2277          * layer to halt the queue of new transactions and we traverse
2278          * the list of pending CCBs and remove their timeouts. This
2279          * means that the driver attempts to clear only one error
2280          * condition at a time.  In general, timeouts that occur
2281          * close together are related anyway, so there is no benefit
2282          * in attempting to handle errors in parrallel.  Timeouts will
2283          * be reinstated when the recovery process ends.
2284          */
2285         if ((bccb->flags & BCCB_DEVICE_RESET) == 0) {
2286                 struct ccb_hdr *ccb_h;
2287
2288                 if ((bccb->flags & BCCB_RELEASE_SIMQ) == 0) {
2289                         xpt_freeze_simq(bt->sim, /*count*/1);
2290                         bccb->flags |= BCCB_RELEASE_SIMQ;
2291                 }
2292
2293                 ccb_h = LIST_FIRST(&bt->pending_ccbs);
2294                 while (ccb_h != NULL) {
2295                         struct bt_ccb *pending_bccb;
2296
2297                         pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
2298                         untimeout(bttimeout, pending_bccb, ccb_h->timeout_ch);
2299                         ccb_h = LIST_NEXT(ccb_h, sim_links.le);
2300                 }
2301         }
2302
2303         if ((bccb->flags & BCCB_DEVICE_RESET) != 0
2304          || bt->cur_outbox->action_code != BMBO_FREE
2305          || ((bccb->hccb.tag_enable == TRUE)
2306           && (bt->firmware_ver[0] < '5'))) {
2307                 /*
2308                  * Try a full host adapter/SCSI bus reset.
2309                  * We do this only if we have already attempted
2310                  * to clear the condition with a BDR, or we cannot
2311                  * attempt a BDR for lack of mailbox resources
2312                  * or because of faulty firmware.  It turns out
2313                  * that firmware versions prior to 5.xx treat BDRs
2314                  * as untagged commands that cannot be sent until
2315                  * all outstanding tagged commands have been processed.
2316                  * This makes it somewhat difficult to use a BDR to
2317                  * clear up a problem with an uncompleted tagged command.
2318                  */
2319                 ccb->ccb_h.status = CAM_CMD_TIMEOUT;
2320                 btreset(bt, /*hardreset*/TRUE);
2321                 printf("%s: No longer in timeout\n", bt_name(bt));
2322         } else {
2323                 /*
2324                  * Send a Bus Device Reset message:
2325                  * The target that is holding up the bus may not
2326                  * be the same as the one that triggered this timeout
2327                  * (different commands have different timeout lengths),
2328                  * but we have no way of determining this from our
2329                  * timeout handler.  Our strategy here is to queue a
2330                  * BDR message to the target of the timed out command.
2331                  * If this fails, we'll get another timeout 2 seconds
2332                  * later which will attempt a bus reset.
2333                  */
2334                 bccb->flags |= BCCB_DEVICE_RESET;
2335                 ccb->ccb_h.timeout_ch =
2336                     timeout(bttimeout, (caddr_t)bccb, 2 * hz);
2337
2338                 bt->recovery_bccb->hccb.opcode = INITIATOR_BUS_DEV_RESET;
2339
2340                 /* No Data Transfer */
2341                 bt->recovery_bccb->hccb.datain = TRUE;
2342                 bt->recovery_bccb->hccb.dataout = TRUE;
2343                 bt->recovery_bccb->hccb.btstat = 0;
2344                 bt->recovery_bccb->hccb.sdstat = 0;
2345                 bt->recovery_bccb->hccb.target_id = ccb->ccb_h.target_id;
2346
2347                 /* Tell the adapter about this command */
2348                 bt->cur_outbox->ccb_addr = btccbvtop(bt, bt->recovery_bccb);
2349                 bt->cur_outbox->action_code = BMBO_START;
2350                 bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
2351                 btnextoutbox(bt);
2352         }
2353
2354         splx(s);
2355 }
2356