sys/dev/raid/aac/aac.c

   1 /*-
   2  * Copyright (c) 2000 Michael Smith
   3  * Copyright (c) 2001 Scott Long
   4  * Copyright (c) 2000 BSDi
   5  * Copyright (c) 2001 Adaptec, Inc.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  *
  17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  27  * SUCH DAMAGE.
  28  *
  29  *      $FreeBSD: src/sys/dev/aac/aac.c,v 1.9.2.14 2003/04/08 13:22:08 scottl Exp $
  30  *      $DragonFly: src/sys/dev/raid/aac/aac.c,v 1.21 2006/03/24 18:35:32 dillon Exp $
  31  */
  32
  33 /*
  34  * Driver for the Adaptec 'FSA' family of PCI/SCSI RAID adapters.
  35  */
  36
  37 #include "opt_aac.h"
  38
  39 /* #include <stddef.h> */
  40 #include <sys/param.h>
  41 #include <sys/systm.h>
  42 #include <sys/malloc.h>
  43 #include <sys/kernel.h>
  44 #include <sys/kthread.h>
  45 #include <sys/sysctl.h>
  46 #include <sys/poll.h>
  47 #if defined(__FreeBSD__) && __FreeBSD_version >= 500005
  48 #include <sys/selinfo.h>
  49 #else
  50 #include <sys/select.h>
  51 #endif
  52
  53 #include "aac_compat.h"
  54
  55 #include <sys/bus.h>
  56 #include <sys/conf.h>
  57 #include <sys/devicestat.h>
  58 #include <sys/disk.h>
  59 #include <sys/signalvar.h>
  60 #include <sys/time.h>
  61 #include <sys/eventhandler.h>
  62
  63 #include <machine/bus_memio.h>
  64 #include <machine/bus.h>
  65 #include <machine/resource.h>
  66
  67 #include "aacreg.h"
  68 #include "aac_ioctl.h"
  69 #include "aacvar.h"
  70 #include "aac_tables.h"
  71 #include "aac_cam.h"
  72
  73 static void     aac_startup(void *arg);
  74 static void     aac_add_container(struct aac_softc *sc,
  75                                   struct aac_mntinforesp *mir, int f);
  76 static void     aac_get_bus_info(struct aac_softc *sc);
  77
  78 /* Command Processing */
  79 static void     aac_timeout(void *ssc);
  80 static int      aac_start(struct aac_command *cm);
  81 static void     aac_complete(void *context, int pending);
  82 static int      aac_bio_command(struct aac_softc *sc, struct aac_command **cmp);
  83 static void     aac_bio_complete(struct aac_command *cm);
  84 static int      aac_wait_command(struct aac_command *cm, int timeout);
  85 static void     aac_host_command(struct aac_softc *sc);
  86 static void     aac_host_response(struct aac_softc *sc);
  87
  88 /* Command Buffer Management */
  89 static void     aac_map_command_helper(void *arg, bus_dma_segment_t *segs,
  90                                        int nseg, int error);
  91 static int      aac_alloc_commands(struct aac_softc *sc);
  92 static void     aac_free_commands(struct aac_softc *sc);
  93 static void     aac_map_command(struct aac_command *cm);
  94 static void     aac_unmap_command(struct aac_command *cm);
  95
  96 /* Hardware Interface */
  97 static void     aac_common_map(void *arg, bus_dma_segment_t *segs, int nseg,
  98                                int error);
  99 static int      aac_check_firmware(struct aac_softc *sc);
 100 static int      aac_init(struct aac_softc *sc);
 101 static int      aac_sync_command(struct aac_softc *sc, u_int32_t command,
 102                                  u_int32_t arg0, u_int32_t arg1, u_int32_t arg2,
 103                                  u_int32_t arg3, u_int32_t *sp);
 104 static int      aac_enqueue_fib(struct aac_softc *sc, int queue,
 105                                 struct aac_command *cm);
 106 static int      aac_dequeue_fib(struct aac_softc *sc, int queue,
 107                                 u_int32_t *fib_size, struct aac_fib **fib_addr);
 108 static int      aac_enqueue_response(struct aac_softc *sc, int queue,
 109                                      struct aac_fib *fib);
 110
 111 /* Falcon/PPC interface */
 112 static int      aac_fa_get_fwstatus(struct aac_softc *sc);
 113 static void     aac_fa_qnotify(struct aac_softc *sc, int qbit);
 114 static int      aac_fa_get_istatus(struct aac_softc *sc);
 115 static void     aac_fa_clear_istatus(struct aac_softc *sc, int mask);
 116 static void     aac_fa_set_mailbox(struct aac_softc *sc, u_int32_t command,
 117                                    u_int32_t arg0, u_int32_t arg1,
 118                                    u_int32_t arg2, u_int32_t arg3);
 119 static int      aac_fa_get_mailbox(struct aac_softc *sc, int mb);
 120 static void     aac_fa_set_interrupts(struct aac_softc *sc, int enable);
 121
 122 struct aac_interface aac_fa_interface = {
 123         aac_fa_get_fwstatus,
 124         aac_fa_qnotify,
 125         aac_fa_get_istatus,
 126         aac_fa_clear_istatus,
 127         aac_fa_set_mailbox,
 128         aac_fa_get_mailbox,
 129         aac_fa_set_interrupts
 130 };
 131
 132 /* StrongARM interface */
 133 static int      aac_sa_get_fwstatus(struct aac_softc *sc);
 134 static void     aac_sa_qnotify(struct aac_softc *sc, int qbit);
 135 static int      aac_sa_get_istatus(struct aac_softc *sc);
 136 static void     aac_sa_clear_istatus(struct aac_softc *sc, int mask);
 137 static void     aac_sa_set_mailbox(struct aac_softc *sc, u_int32_t command,
 138                                    u_int32_t arg0, u_int32_t arg1,
 139                                    u_int32_t arg2, u_int32_t arg3);
 140 static int      aac_sa_get_mailbox(struct aac_softc *sc, int mb);
 141 static void     aac_sa_set_interrupts(struct aac_softc *sc, int enable);
 142
 143 struct aac_interface aac_sa_interface = {
 144         aac_sa_get_fwstatus,
 145         aac_sa_qnotify,
 146         aac_sa_get_istatus,
 147         aac_sa_clear_istatus,
 148         aac_sa_set_mailbox,
 149         aac_sa_get_mailbox,
 150         aac_sa_set_interrupts
 151 };
 152
 153 /* i960Rx interface */
 154 static int      aac_rx_get_fwstatus(struct aac_softc *sc);
 155 static void     aac_rx_qnotify(struct aac_softc *sc, int qbit);
 156 static int      aac_rx_get_istatus(struct aac_softc *sc);
 157 static void     aac_rx_clear_istatus(struct aac_softc *sc, int mask);
 158 static void     aac_rx_set_mailbox(struct aac_softc *sc, u_int32_t command,
 159                                    u_int32_t arg0, u_int32_t arg1,
 160                                    u_int32_t arg2, u_int32_t arg3);
 161 static int      aac_rx_get_mailbox(struct aac_softc *sc, int mb);
 162 static void     aac_rx_set_interrupts(struct aac_softc *sc, int enable);
 163
 164 struct aac_interface aac_rx_interface = {
 165         aac_rx_get_fwstatus,
 166         aac_rx_qnotify,
 167         aac_rx_get_istatus,
 168         aac_rx_clear_istatus,
 169         aac_rx_set_mailbox,
 170         aac_rx_get_mailbox,
 171         aac_rx_set_interrupts
 172 };
 173
 174 /* Debugging and Diagnostics */
 175 static void     aac_describe_controller(struct aac_softc *sc);
 176 static char     *aac_describe_code(struct aac_code_lookup *table,
 177                                    u_int32_t code);
 178
 179 /* Management Interface */
 180 static d_open_t         aac_open;
 181 static d_close_t        aac_close;
 182 static d_ioctl_t        aac_ioctl;
 183 static d_poll_t         aac_poll;
 184 static int              aac_ioctl_sendfib(struct aac_softc *sc, caddr_t ufib);
 185 static void             aac_handle_aif(struct aac_softc *sc,
 186                                            struct aac_fib *fib);
 187 static int              aac_rev_check(struct aac_softc *sc, caddr_t udata);
 188 static int              aac_getnext_aif(struct aac_softc *sc, caddr_t arg);
 189 static int              aac_return_aif(struct aac_softc *sc, caddr_t uptr);
 190 static int              aac_query_disk(struct aac_softc *sc, caddr_t uptr);
 191
 192 #define AAC_CDEV_MAJOR  150
 193
 194 static struct cdevsw aac_cdevsw = {
 195         "aac",                  /* name */
 196         AAC_CDEV_MAJOR,         /* major */
 197         0,                      /* flags */
 198         NULL,                   /* port */
 199         NULL,                   /* clone */
 200
 201         aac_open,               /* open */
 202         aac_close,              /* close */
 203         noread,                 /* read */
 204         nowrite,                /* write */
 205         aac_ioctl,              /* ioctl */
 206         aac_poll,               /* poll */
 207         nommap,                 /* mmap */
 208         nostrategy,             /* strategy */
 209         nodump,                 /* dump */
 210         nopsize                 /* psize */
 211 };
 212
 213 DECLARE_DUMMY_MODULE(aac);
 214
 215 MALLOC_DEFINE(M_AACBUF, "aacbuf", "Buffers for the AAC driver");
 216
 217 /* sysctl node */
 218 SYSCTL_NODE(_hw, OID_AUTO, aac, CTLFLAG_RD, 0, "AAC driver parameters");
 219
 220 /*
 221  * Device Interface
 222  */
 223
 224 /*
 225  * Initialise the controller and softc
 226  */
 227 int
 228 aac_attach(struct aac_softc *sc)
 229 {
 230         int error, unit;
 231
 232         debug_called(1);
 233         callout_init(&sc->aac_watchdog);
 234
 235         /*
 236          * Initialise per-controller queues.
 237          */
 238         aac_initq_free(sc);
 239         aac_initq_ready(sc);
 240         aac_initq_busy(sc);
 241         aac_initq_complete(sc);
 242         aac_initq_bio(sc);
 243
 244 #if defined(__FreeBSD__) && __FreeBSD_version >= 500005
 245         /*
 246          * Initialise command-completion task.
 247          */
 248         TASK_INIT(&sc->aac_task_complete, 0, aac_complete, sc);
 249 #endif
 250
 251         /* disable interrupts before we enable anything */
 252         AAC_MASK_INTERRUPTS(sc);
 253
 254         /* mark controller as suspended until we get ourselves organised */
 255         sc->aac_state |= AAC_STATE_SUSPEND;
 256
 257         /*
 258          * Check that the firmware on the card is supported.
 259          */
 260         if ((error = aac_check_firmware(sc)) != 0)
 261                 return(error);
 262
 263         /* Init the sync fib lock */
 264         AAC_LOCK_INIT(&sc->aac_sync_lock, "AAC sync FIB lock");
 265
 266         /*
 267          * Initialise the adapter.
 268          */
 269         if ((error = aac_init(sc)) != 0)
 270                 return(error);
 271
 272         /*
 273          * Print a little information about the controller.
 274          */
 275         aac_describe_controller(sc);
 276
 277         /*
 278          * Register to probe our containers later.
 279          */
 280         TAILQ_INIT(&sc->aac_container_tqh);
 281         AAC_LOCK_INIT(&sc->aac_container_lock, "AAC container lock");
 282
 283         /*
 284          * Lock for the AIF queue
 285          */
 286         AAC_LOCK_INIT(&sc->aac_aifq_lock, "AAC AIF lock");
 287
 288         sc->aac_ich.ich_func = aac_startup;
 289         sc->aac_ich.ich_arg = sc;
 290         sc->aac_ich.ich_desc = "aac";
 291         if (config_intrhook_establish(&sc->aac_ich) != 0) {
 292                 device_printf(sc->aac_dev,
 293                               "can't establish configuration hook\n");
 294                 return(ENXIO);
 295         }
 296
 297         /*
 298          * Make the control device.
 299          */
 300         unit = device_get_unit(sc->aac_dev);
 301         cdevsw_add(&aac_cdevsw, -1, unit);
 302         sc->aac_dev_t = make_dev(&aac_cdevsw, unit, UID_ROOT, GID_WHEEL, 0644,
 303                                  "aac%d", unit);
 304 #if defined(__FreeBSD__) && __FreeBSD_version > 500005
 305         (void)make_dev_alias(sc->aac_dev_t, "afa%d", unit);
 306         (void)make_dev_alias(sc->aac_dev_t, "hpn%d", unit);
 307 #endif
 308         sc->aac_dev_t->si_drv1 = sc;
 309         reference_dev(sc->aac_dev_t);
 310
 311         /* Create the AIF thread */
 312 #if defined(__FreeBSD__) && __FreeBSD_version > 500005
 313         if (kthread_create((void(*)(void *))aac_host_command, sc,
 314                            &sc->aifthread, 0, "aac%daif", unit))
 315 #else
 316         if (kthread_create((void(*)(void *))aac_host_command, sc,
 317                            &sc->aifthread, "aac%daif", unit))
 318 #endif
 319                 panic("Could not create AIF thread\n");
 320
 321         /* Register the shutdown method to only be called post-dump */
 322         if ((EVENTHANDLER_REGISTER(shutdown_final, aac_shutdown, sc->aac_dev,
 323                                    SHUTDOWN_PRI_DEFAULT)) == NULL)
 324         device_printf(sc->aac_dev, "shutdown event registration failed\n");
 325
 326         /* Register with CAM for the non-DASD devices */
 327         if ((sc->flags & AAC_FLAGS_ENABLE_CAM) != 0)
 328                 aac_get_bus_info(sc);
 329
 330         return(0);
 331 }
 332
 333 /*
 334  * Probe for containers, create disks.
 335  */
 336 static void
 337 aac_startup(void *arg)
 338 {
 339         struct aac_softc *sc;
 340         struct aac_fib *fib;
 341         struct aac_mntinfo *mi;
 342         struct aac_mntinforesp *mir = NULL;
 343         int i = 0;
 344
 345         debug_called(1);
 346
 347         sc = (struct aac_softc *)arg;
 348
 349         /* disconnect ourselves from the intrhook chain */
 350         config_intrhook_disestablish(&sc->aac_ich);
 351
 352         aac_alloc_sync_fib(sc, &fib, 0);
 353         mi = (struct aac_mntinfo *)&fib->data[0];
 354
 355         /* loop over possible containers */
 356         do {
 357                 /* request information on this container */
 358                 bzero(mi, sizeof(struct aac_mntinfo));
 359                 mi->Command = VM_NameServe;
 360                 mi->MntType = FT_FILESYS;
 361                 mi->MntCount = i;
 362                 if (aac_sync_fib(sc, ContainerCommand, 0, fib,
 363                                  sizeof(struct aac_mntinfo))) {
 364                         debug(2, "error probing container %d", i);
 365                         continue;
 366                 }
 367
 368                 mir = (struct aac_mntinforesp *)&fib->data[0];
 369                 aac_add_container(sc, mir, 0);
 370                 i++;
 371         } while ((i < mir->MntRespCount) && (i < AAC_MAX_CONTAINERS));
 372
 373         aac_release_sync_fib(sc);
 374
 375         /* poke the bus to actually attach the child devices */
 376         if (bus_generic_attach(sc->aac_dev))
 377                 device_printf(sc->aac_dev, "bus_generic_attach failed\n");
 378
 379         /* mark the controller up */
 380         sc->aac_state &= ~AAC_STATE_SUSPEND;
 381
 382         /* enable interrupts now */
 383         AAC_UNMASK_INTERRUPTS(sc);
 384
 385         /* enable the timeout watchdog */
 386         callout_reset(&sc->aac_watchdog, AAC_PERIODIC_INTERVAL * hz,
 387                       aac_timeout, sc);
 388 }
 389
 390 /*
 391  * Create a device to respresent a new container
 392  */
 393 static void
 394 aac_add_container(struct aac_softc *sc, struct aac_mntinforesp *mir, int f)
 395 {
 396         struct aac_container *co;
 397         device_t child;
 398
 399         /*
 400          * Check container volume type for validity.  Note that many of
 401          * the possible types may never show up.
 402          */
 403         if ((mir->Status == ST_OK) && (mir->MntTable[0].VolType != CT_NONE)) {
 404                 MALLOC(co, struct aac_container *, sizeof *co, M_AACBUF,
 405                        M_INTWAIT);
 406                 debug(1, "id %x  name '%.16s'  size %u  type %d",
 407                       mir->MntTable[0].ObjectId,
 408                       mir->MntTable[0].FileSystemName,
 409                       mir->MntTable[0].Capacity, mir->MntTable[0].VolType);
 410
 411                 if ((child = device_add_child(sc->aac_dev, "aacd", -1)) == NULL)
 412                         device_printf(sc->aac_dev, "device_add_child failed\n");
 413                 else
 414                         device_set_ivars(child, co);
 415                 device_set_desc(child, aac_describe_code(aac_container_types,
 416                                 mir->MntTable[0].VolType));
 417                 co->co_disk = child;
 418                 co->co_found = f;
 419                 bcopy(&mir->MntTable[0], &co->co_mntobj,
 420                       sizeof(struct aac_mntobj));
 421                 AAC_LOCK_ACQUIRE(&sc->aac_container_lock);
 422                 TAILQ_INSERT_TAIL(&sc->aac_container_tqh, co, co_link);
 423                 AAC_LOCK_RELEASE(&sc->aac_container_lock);
 424         }
 425 }
 426
 427 /*
 428  * Free all of the resources associated with (sc)
 429  *
 430  * Should not be called if the controller is active.
 431  */
 432 void
 433 aac_free(struct aac_softc *sc)
 434 {
 435         debug_called(1);
 436
 437         /* remove the control device */
 438         if (sc->aac_dev_t != NULL)
 439                 destroy_dev(sc->aac_dev_t);
 440
 441         /* throw away any FIB buffers, discard the FIB DMA tag */
 442         if (sc->aac_fibs != NULL)
 443                 aac_free_commands(sc);
 444         if (sc->aac_fib_dmat)
 445                 bus_dma_tag_destroy(sc->aac_fib_dmat);
 446
 447         /* destroy the common area */
 448         if (sc->aac_common) {
 449                 bus_dmamap_unload(sc->aac_common_dmat, sc->aac_common_dmamap);
 450                 bus_dmamem_free(sc->aac_common_dmat, sc->aac_common,
 451                                 sc->aac_common_dmamap);
 452         }
 453         if (sc->aac_common_dmat)
 454                 bus_dma_tag_destroy(sc->aac_common_dmat);
 455
 456         /* disconnect the interrupt handler */
 457         if (sc->aac_intr)
 458                 bus_teardown_intr(sc->aac_dev, sc->aac_irq, sc->aac_intr);
 459         if (sc->aac_irq != NULL)
 460                 bus_release_resource(sc->aac_dev, SYS_RES_IRQ, sc->aac_irq_rid,
 461                                      sc->aac_irq);
 462
 463         /* destroy data-transfer DMA tag */
 464         if (sc->aac_buffer_dmat)
 465                 bus_dma_tag_destroy(sc->aac_buffer_dmat);
 466
 467         /* destroy the parent DMA tag */
 468         if (sc->aac_parent_dmat)
 469                 bus_dma_tag_destroy(sc->aac_parent_dmat);
 470
 471         /* release the register window mapping */
 472         if (sc->aac_regs_resource != NULL) {
 473                 bus_release_resource(sc->aac_dev, SYS_RES_MEMORY,
 474                                      sc->aac_regs_rid, sc->aac_regs_resource);
 475         }
 476         cdevsw_remove(&aac_cdevsw, -1, device_get_unit(sc->aac_dev));
 477 }
 478
 479 /*
 480  * Disconnect from the controller completely, in preparation for unload.
 481  */
 482 int
 483 aac_detach(device_t dev)
 484 {
 485         struct aac_softc *sc;
 486 #if AAC_BROKEN
 487         int error;
 488 #endif
 489
 490         debug_called(1);
 491
 492         sc = device_get_softc(dev);
 493
 494         callout_stop(&sc->aac_watchdog);
 495
 496         if (sc->aac_state & AAC_STATE_OPEN)
 497         return(EBUSY);
 498
 499 #if AAC_BROKEN
 500         if (sc->aifflags & AAC_AIFFLAGS_RUNNING) {
 501                 sc->aifflags |= AAC_AIFFLAGS_EXIT;
 502                 wakeup(sc->aifthread);
 503                 tsleep(sc->aac_dev, PCATCH, "aacdch", 30 * hz);
 504         }
 505
 506         if (sc->aifflags & AAC_AIFFLAGS_RUNNING)
 507                 panic("Cannot shutdown AIF thread\n");
 508
 509         if ((error = aac_shutdown(dev)))
 510                 return(error);
 511
 512         aac_free(sc);
 513
 514         return(0);
 515 #else
 516         return (EBUSY);
 517 #endif
 518 }
 519
 520 /*
 521  * Bring the controller down to a dormant state and detach all child devices.
 522  *
 523  * This function is called before detach or system shutdown.
 524  *
 525  * Note that we can assume that the bioq on the controller is empty, as we won't
 526  * allow shutdown if any device is open.
 527  */
 528 int
 529 aac_shutdown(device_t dev)
 530 {
 531         struct aac_softc *sc;
 532         struct aac_fib *fib;
 533         struct aac_close_command *cc;
 534
 535         debug_called(1);
 536
 537         sc = device_get_softc(dev);
 538
 539         crit_enter();
 540
 541         sc->aac_state |= AAC_STATE_SUSPEND;
 542
 543         /*
 544          * Send a Container shutdown followed by a HostShutdown FIB to the
 545          * controller to convince it that we don't want to talk to it anymore.
 546          * We've been closed and all I/O completed already
 547          */
 548         device_printf(sc->aac_dev, "shutting down controller...");
 549
 550         aac_alloc_sync_fib(sc, &fib, AAC_SYNC_LOCK_FORCE);
 551         cc = (struct aac_close_command *)&fib->data[0];
 552
 553         bzero(cc, sizeof(struct aac_close_command));
 554         cc->Command = VM_CloseAll;
 555         cc->ContainerId = 0xffffffff;
 556         if (aac_sync_fib(sc, ContainerCommand, 0, fib,
 557             sizeof(struct aac_close_command)))
 558                 printf("FAILED.\n");
 559         else {
 560                 fib->data[0] = 0;
 561                 /*
 562                  * XXX Issuing this command to the controller makes it shut down
 563                  * but also keeps it from coming back up without a reset of the
 564                  * PCI bus.  This is not desirable if you are just unloading the
 565                  * driver module with the intent to reload it later.
 566                  */
 567                 if (aac_sync_fib(sc, FsaHostShutdown, AAC_FIBSTATE_SHUTDOWN,
 568                     fib, 1)) {
 569                         printf("FAILED.\n");
 570                 } else {
 571                         printf("done.\n");
 572                 }
 573         }
 574
 575         AAC_MASK_INTERRUPTS(sc);
 576
 577         crit_exit();
 578         return(0);
 579 }
 580
 581 /*
 582  * Bring the controller to a quiescent state, ready for system suspend.
 583  */
 584 int
 585 aac_suspend(device_t dev)
 586 {
 587         struct aac_softc *sc;
 588
 589         debug_called(1);
 590
 591         sc = device_get_softc(dev);
 592
 593         crit_enter();
 594
 595         sc->aac_state |= AAC_STATE_SUSPEND;
 596
 597         AAC_MASK_INTERRUPTS(sc);
 598         crit_exit();
 599         return(0);
 600 }
 601
 602 /*
 603  * Bring the controller back to a state ready for operation.
 604  */
 605 int
 606 aac_resume(device_t dev)
 607 {
 608         struct aac_softc *sc;
 609
 610         debug_called(1);
 611
 612         sc = device_get_softc(dev);
 613
 614         sc->aac_state &= ~AAC_STATE_SUSPEND;
 615         AAC_UNMASK_INTERRUPTS(sc);
 616         return(0);
 617 }
 618
 619 /*
 620  * Take an interrupt.
 621  */
 622 void
 623 aac_intr(void *arg)
 624 {
 625         struct aac_softc *sc;
 626         u_int16_t reason;
 627         u_int32_t *resp_queue;
 628
 629         debug_called(2);
 630
 631         sc = (struct aac_softc *)arg;
 632
 633         /*
 634          * Optimize the common case of adapter response interrupts.
 635          * We must read from the card prior to processing the responses
 636          * to ensure the clear is flushed prior to accessing the queues.
 637          * Reading the queues from local memory might save us a PCI read.
 638          */
 639         resp_queue = sc->aac_queues->qt_qindex[AAC_HOST_NORM_RESP_QUEUE];
 640         if (resp_queue[AAC_PRODUCER_INDEX] != resp_queue[AAC_CONSUMER_INDEX])
 641                 reason = AAC_DB_RESPONSE_READY;
 642         else
 643                 reason = AAC_GET_ISTATUS(sc);
 644         AAC_CLEAR_ISTATUS(sc, reason);
 645         (void)AAC_GET_ISTATUS(sc);
 646
 647         /* It's not ok to return here because of races with the previous step */
 648         if (reason & AAC_DB_RESPONSE_READY)
 649                 aac_host_response(sc);
 650
 651         /* controller wants to talk to the log */
 652         if (reason & AAC_DB_PRINTF)
 653                 aac_print_printf(sc);
 654
 655         /* controller has a message for us? */
 656         if (reason & AAC_DB_COMMAND_READY) {
 657                 /* XXX What happens if the thread is already awake? */
 658                 if (sc->aifflags & AAC_AIFFLAGS_RUNNING) {
 659                         sc->aifflags |= AAC_AIFFLAGS_PENDING;
 660                         wakeup(sc->aifthread);
 661                 }
 662         }
 663 }
 664
 665 /*
 666  * Command Processing
 667  */
 668
 669 /*
 670  * Start as much queued I/O as possible on the controller
 671  */
 672 void
 673 aac_startio(struct aac_softc *sc)
 674 {
 675         struct aac_command *cm;
 676
 677         debug_called(2);
 678
 679         for (;;) {
 680                 /*
 681                  * Try to get a command that's been put off for lack of
 682                  * resources
 683                  */
 684                 cm = aac_dequeue_ready(sc);
 685
 686                 /*
 687                  * Try to build a command off the bio queue (ignore error
 688                  * return)
 689                  */
 690                 if (cm == NULL)
 691                         aac_bio_command(sc, &cm);
 692
 693                 /* nothing to do? */
 694                 if (cm == NULL)
 695                         break;
 696
 697                 /* try to give the command to the controller */
 698                 if (aac_start(cm) == EBUSY) {
 699                         /* put it on the ready queue for later */
 700                         aac_requeue_ready(cm);
 701                         break;
 702                 }
 703         }
 704 }
 705
 706 /*
 707  * Deliver a command to the controller; allocate controller resources at the
 708  * last moment when possible.
 709  */
 710 static int
 711 aac_start(struct aac_command *cm)
 712 {
 713         struct aac_softc *sc;
 714         int error;
 715
 716         debug_called(2);
 717
 718         sc = cm->cm_sc;
 719
 720         /* get the command mapped */
 721         aac_map_command(cm);
 722
 723         /* fix up the address values in the FIB */
 724         cm->cm_fib->Header.SenderFibAddress = (u_int32_t)cm->cm_fib;
 725         cm->cm_fib->Header.ReceiverFibAddress = cm->cm_fibphys;
 726
 727         /* save a pointer to the command for speedy reverse-lookup */
 728         cm->cm_fib->Header.SenderData = (u_int32_t)cm;  /* XXX 64-bit physical
 729                                                          * address issue */
 730         /* put the FIB on the outbound queue */
 731         error = aac_enqueue_fib(sc, cm->cm_queue, cm);
 732         return(error);
 733 }
 734
 735 /*
 736  * Handle notification of one or more FIBs coming from the controller.
 737  */
 738 static void
 739 aac_host_command(struct aac_softc *sc)
 740 {
 741         struct aac_fib *fib;
 742         u_int32_t fib_size;
 743         int size;
 744
 745         debug_called(2);
 746
 747         sc->aifflags |= AAC_AIFFLAGS_RUNNING;
 748
 749         while (!(sc->aifflags & AAC_AIFFLAGS_EXIT)) {
 750                 if (!(sc->aifflags & AAC_AIFFLAGS_PENDING))
 751                         tsleep(sc->aifthread, 0, "aifthd", 15 * hz);
 752
 753                 sc->aifflags &= ~AAC_AIFFLAGS_PENDING;
 754                 for (;;) {
 755                         if (aac_dequeue_fib(sc, AAC_HOST_NORM_CMD_QUEUE,
 756                                             &fib_size, &fib))
 757                                 break;  /* nothing to do */
 758
 759                         AAC_PRINT_FIB(sc, fib);
 760
 761                         switch (fib->Header.Command) {
 762                         case AifRequest:
 763                                 aac_handle_aif(sc, fib);
 764                                 break;
 765                         default:
 766                                 device_printf(sc->aac_dev, "unknown command "
 767                                               "from controller\n");
 768                                 break;
 769                         }
 770
 771                         /* Return the AIF to the controller. */
 772                         if ((fib->Header.XferState == 0) ||
 773                             (fib->Header.StructType != AAC_FIBTYPE_TFIB))
 774                                 break;
 775
 776                         if (fib->Header.XferState & AAC_FIBSTATE_FROMADAP) {
 777                                 fib->Header.XferState |= AAC_FIBSTATE_DONEHOST;
 778                                 *(AAC_FSAStatus*)fib->data = ST_OK;
 779
 780                                 /* XXX Compute the Size field? */
 781                                 size = fib->Header.Size;
 782                                 if (size > sizeof(struct aac_fib)) {
 783                                         size = sizeof(struct aac_fib);
 784                                         fib->Header.Size = size;
 785                                 }
 786                                 /*
 787                                  * Since we did not generate this command, it
 788                                  * cannot go through the normal
 789                                  * enqueue->startio chain.
 790                                  */
 791                                 aac_enqueue_response(sc,
 792                                                      AAC_ADAP_NORM_RESP_QUEUE,
 793                                                      fib);
 794                         }
 795                 }
 796         }
 797         sc->aifflags &= ~AAC_AIFFLAGS_RUNNING;
 798         wakeup(sc->aac_dev);
 799
 800 #if defined(__FreeBSD__) && __FreeBSD_version > 500005
 801         mtx_lock(&Giant);
 802 #endif
 803         kthread_exit();
 804 }
 805
 806 /*
 807  * Handle notification of one or more FIBs completed by the controller
 808  */
 809 static void
 810 aac_host_response(struct aac_softc *sc)
 811 {
 812         struct aac_command *cm;
 813         struct aac_fib *fib;
 814         u_int32_t fib_size;
 815
 816         debug_called(2);
 817
 818         for (;;) {
 819                 /* look for completed FIBs on our queue */
 820                 if (aac_dequeue_fib(sc, AAC_HOST_NORM_RESP_QUEUE, &fib_size,
 821                                     &fib))
 822                         break;  /* nothing to do */
 823
 824                 /* get the command, unmap and queue for later processing */
 825                 cm = (struct aac_command *)fib->Header.SenderData;
 826                 if (cm == NULL) {
 827                         AAC_PRINT_FIB(sc, fib);
 828                 } else {
 829                         aac_remove_busy(cm);
 830                         aac_unmap_command(cm);          /* XXX defer? */
 831                         aac_enqueue_complete(cm);
 832                 }
 833         }
 834
 835         /* handle completion processing */
 836 #if defined(__FreeBSD__) && __FreeBSD_version >= 500005
 837         taskqueue_enqueue(taskqueue_swi, &sc->aac_task_complete);
 838 #else
 839         aac_complete(sc, 0);
 840 #endif
 841 }
 842
 843 /*
 844  * Process completed commands.
 845  */
 846 static void
 847 aac_complete(void *context, int pending)
 848 {
 849         struct aac_softc *sc;
 850         struct aac_command *cm;
 851
 852         debug_called(2);
 853
 854         sc = (struct aac_softc *)context;
 855
 856         /* pull completed commands off the queue */
 857         for (;;) {
 858                 cm = aac_dequeue_complete(sc);
 859                 if (cm == NULL)
 860                         break;
 861                 cm->cm_flags |= AAC_CMD_COMPLETED;
 862
 863                 /* is there a completion handler? */
 864                 if (cm->cm_complete != NULL) {
 865                         cm->cm_complete(cm);
 866                 } else {
 867                         /* assume that someone is sleeping on this command */
 868                         wakeup(cm);
 869                 }
 870         }
 871
 872         /* see if we can start some more I/O */
 873         aac_startio(sc);
 874 }
 875
 876 /*
 877  * Handle a bio submitted from a disk device.
 878  */
 879 void
 880 aac_submit_bio(struct aac_disk *ad, struct bio *bio)
 881 {
 882         struct aac_softc *sc;
 883
 884         debug_called(2);
 885
 886         bio->bio_driver_info = ad;
 887         sc = ad->ad_controller;
 888
 889         /* queue the BIO and try to get some work done */
 890         aac_enqueue_bio(sc, bio);
 891         aac_startio(sc);
 892 }
 893
 894 /*
 895  * Get a bio and build a command to go with it.
 896  */
 897 static int
 898 aac_bio_command(struct aac_softc *sc, struct aac_command **cmp)
 899 {
 900         struct aac_command *cm;
 901         struct aac_fib *fib;
 902         struct aac_blockread *br;
 903         struct aac_blockwrite *bw;
 904         struct aac_disk *ad;
 905         struct bio *bio;
 906         struct buf *bp;
 907
 908         debug_called(2);
 909
 910         /* get the resources we will need */
 911         cm = NULL;
 912         if ((bio = aac_dequeue_bio(sc)) == NULL)
 913                 goto fail;
 914         if (aac_alloc_command(sc, &cm)) /* get a command */
 915                 goto fail;
 916
 917         /* fill out the command */
 918         bp = bio->bio_buf;
 919         cm->cm_data = (void *)bp->b_data;
 920         cm->cm_datalen = bp->b_bcount;
 921         cm->cm_complete = aac_bio_complete;
 922         cm->cm_private = bio;
 923         cm->cm_timestamp = time_second;
 924         cm->cm_queue = AAC_ADAP_NORM_CMD_QUEUE;
 925
 926         /* build the FIB */
 927         fib = cm->cm_fib;
 928         fib->Header.XferState =
 929                 AAC_FIBSTATE_HOSTOWNED   |
 930                 AAC_FIBSTATE_INITIALISED |
 931                 AAC_FIBSTATE_EMPTY       |
 932                 AAC_FIBSTATE_FROMHOST    |
 933                 AAC_FIBSTATE_REXPECTED   |
 934                 AAC_FIBSTATE_NORM        |
 935                 AAC_FIBSTATE_ASYNC       |
 936                 AAC_FIBSTATE_FAST_RESPONSE;
 937         fib->Header.Command = ContainerCommand;
 938         fib->Header.Size = sizeof(struct aac_fib_header);
 939
 940         /* build the read/write request */
 941         ad = (struct aac_disk *)bio->bio_driver_info;
 942         if (bp->b_flags & B_READ) {
 943                 br = (struct aac_blockread *)&fib->data[0];
 944                 br->Command = VM_CtBlockRead;
 945                 br->ContainerId = ad->ad_container->co_mntobj.ObjectId;
 946                 br->BlockNumber = bio->bio_offset / AAC_BLOCK_SIZE;
 947                 br->ByteCount = bp->b_bcount;
 948                 fib->Header.Size += sizeof(struct aac_blockread);
 949                 cm->cm_sgtable = &br->SgMap;
 950                 cm->cm_flags |= AAC_CMD_DATAIN;
 951         } else {
 952                 bw = (struct aac_blockwrite *)&fib->data[0];
 953                 bw->Command = VM_CtBlockWrite;
 954                 bw->ContainerId = ad->ad_container->co_mntobj.ObjectId;
 955                 bw->BlockNumber = bio->bio_offset / AAC_BLOCK_SIZE;
 956                 bw->ByteCount = bp->b_bcount;
 957                 bw->Stable = CUNSTABLE; /* XXX what's appropriate here? */
 958                 fib->Header.Size += sizeof(struct aac_blockwrite);
 959                 cm->cm_flags |= AAC_CMD_DATAOUT;
 960                 cm->cm_sgtable = &bw->SgMap;
 961         }
 962
 963         *cmp = cm;
 964         return(0);
 965
 966 fail:
 967         if (bio != NULL)
 968                 aac_enqueue_bio(sc, bio);
 969         if (cm != NULL)
 970                 aac_release_command(cm);
 971         return(ENOMEM);
 972 }
 973
 974 /*
 975  * Handle a bio-instigated command that has been completed.
 976  */
 977 static void
 978 aac_bio_complete(struct aac_command *cm)
 979 {
 980         struct aac_blockread_response *brr;
 981         struct aac_blockwrite_response *bwr;
 982         struct bio *bio;
 983         struct buf *bp;
 984         const char *code;
 985         AAC_FSAStatus status;
 986
 987         /* fetch relevant status and then release the command */
 988         bio = (struct bio *)cm->cm_private;
 989         bp = bio->bio_buf;
 990         if (bp->b_flags & B_READ) {
 991                 brr = (struct aac_blockread_response *)&cm->cm_fib->data[0];
 992                 status = brr->Status;
 993         } else {
 994                 bwr = (struct aac_blockwrite_response *)&cm->cm_fib->data[0];
 995                 status = bwr->Status;
 996         }
 997         aac_release_command(cm);
 998
 999         /* fix up the bio based on status */
1000         if (status == ST_OK) {
1001                 bp->b_resid = 0;
1002                 code = 0;
1003         } else {
1004                 bp->b_error = EIO;
1005                 bp->b_flags |= B_ERROR;
1006                 /* pass an error string out to the disk layer */
1007                 code = aac_describe_code(aac_command_status_table, status);
1008         }
1009         aac_biodone(bio, code);
1010 }
1011
1012 /*
1013  * Dump a block of data to the controller.  If the queue is full, tell the
1014  * caller to hold off and wait for the queue to drain.
1015  */
1016 int
1017 aac_dump_enqueue(struct aac_disk *ad, u_int32_t lba, void *data, int dumppages)
1018 {
1019         struct aac_softc *sc;
1020         struct aac_command *cm;
1021         struct aac_fib *fib;
1022         struct aac_blockwrite *bw;
1023
1024         sc = ad->ad_controller;
1025         cm = NULL;
1026
1027         if (aac_alloc_command(sc, &cm))
1028                 return (EBUSY);
1029
1030         /* fill out the command */
1031         cm->cm_data = data;
1032         cm->cm_datalen = dumppages * PAGE_SIZE;
1033         cm->cm_complete = NULL;
1034         cm->cm_private = NULL;
1035         cm->cm_timestamp = time_second;
1036         cm->cm_queue = AAC_ADAP_NORM_CMD_QUEUE;
1037
1038         /* build the FIB */
1039         fib = cm->cm_fib;
1040         fib->Header.XferState =
1041         AAC_FIBSTATE_HOSTOWNED   |
1042         AAC_FIBSTATE_INITIALISED |
1043         AAC_FIBSTATE_FROMHOST    |
1044         AAC_FIBSTATE_REXPECTED   |
1045         AAC_FIBSTATE_NORM;
1046         fib->Header.Command = ContainerCommand;
1047         fib->Header.Size = sizeof(struct aac_fib_header);
1048
1049         bw = (struct aac_blockwrite *)&fib->data[0];
1050         bw->Command = VM_CtBlockWrite;
1051         bw->ContainerId = ad->ad_container->co_mntobj.ObjectId;
1052         bw->BlockNumber = lba;
1053         bw->ByteCount = dumppages * PAGE_SIZE;
1054         bw->Stable = CUNSTABLE;         /* XXX what's appropriate here? */
1055         fib->Header.Size += sizeof(struct aac_blockwrite);
1056         cm->cm_flags |= AAC_CMD_DATAOUT;
1057         cm->cm_sgtable = &bw->SgMap;
1058
1059         return (aac_start(cm));
1060 }
1061
1062 /*
1063  * Wait for the card's queue to drain when dumping.  Also check for monitor
1064  * printf's
1065  */
1066 void
1067 aac_dump_complete(struct aac_softc *sc)
1068 {
1069         struct aac_fib *fib;
1070         struct aac_command *cm;
1071         u_int16_t reason;
1072         u_int32_t pi, ci, fib_size;
1073
1074         do {
1075                 reason = AAC_GET_ISTATUS(sc);
1076                 if (reason & AAC_DB_RESPONSE_READY) {
1077                         AAC_CLEAR_ISTATUS(sc, AAC_DB_RESPONSE_READY);
1078                         for (;;) {
1079                                 if (aac_dequeue_fib(sc,
1080                                                     AAC_HOST_NORM_RESP_QUEUE,
1081                                                     &fib_size, &fib))
1082                                         break;
1083                                 cm = (struct aac_command *)
1084                                         fib->Header.SenderData;
1085                                 if (cm == NULL)
1086                                         AAC_PRINT_FIB(sc, fib);
1087                                 else {
1088                                         aac_remove_busy(cm);
1089                                         aac_unmap_command(cm);
1090                                         aac_enqueue_complete(cm);
1091                                         aac_release_command(cm);
1092                                 }
1093                         }
1094                 }
1095                 if (reason & AAC_DB_PRINTF) {
1096                         AAC_CLEAR_ISTATUS(sc, AAC_DB_PRINTF);
1097                         aac_print_printf(sc);
1098                 }
1099                 pi = sc->aac_queues->qt_qindex[AAC_ADAP_NORM_CMD_QUEUE][
1100                         AAC_PRODUCER_INDEX];
1101                 ci = sc->aac_queues->qt_qindex[AAC_ADAP_NORM_CMD_QUEUE][
1102                         AAC_CONSUMER_INDEX];
1103         } while (ci != pi);
1104
1105         return;
1106 }
1107
1108 /*
1109  * Submit a command to the controller, return when it completes.
1110  * XXX This is very dangerous!  If the card has gone out to lunch, we could
1111  *     be stuck here forever.  At the same time, signals are not caught
1112  *     because there is a risk that a signal could wakeup the tsleep before
1113  *     the card has a chance to complete the command.  The passed in timeout
1114  *     is ignored for the same reason.  Since there is no way to cancel a
1115  *     command in progress, we should probably create a 'dead' queue where
1116  *     commands go that have been interrupted/timed-out/etc, that keeps them
1117  *     out of the free pool.  That way, if the card is just slow, it won't
1118  *     spam the memory of a command that has been recycled.
1119  */
1120 static int
1121 aac_wait_command(struct aac_command *cm, int timeout)
1122 {
1123         int error = 0;
1124
1125         debug_called(2);
1126
1127         /* Put the command on the ready queue and get things going */
1128         cm->cm_queue = AAC_ADAP_NORM_CMD_QUEUE;
1129         aac_enqueue_ready(cm);
1130         aac_startio(cm->cm_sc);
1131         crit_enter();
1132         while (!(cm->cm_flags & AAC_CMD_COMPLETED) && (error != EWOULDBLOCK)) {
1133                 error = tsleep(cm, 0, "aacwait", 0);
1134         }
1135         crit_exit();
1136         return(error);
1137 }
1138
1139 /*
1140  *Command Buffer Management
1141  */
1142
1143 /*
1144  * Allocate a command.
1145  */
1146 int
1147 aac_alloc_command(struct aac_softc *sc, struct aac_command **cmp)
1148 {
1149         struct aac_command *cm;
1150
1151         debug_called(3);
1152
1153         if ((cm = aac_dequeue_free(sc)) == NULL)
1154                 return(ENOMEM);
1155
1156         *cmp = cm;
1157         return(0);
1158 }
1159
1160 /*
1161  * Release a command back to the freelist.
1162  */
1163 void
1164 aac_release_command(struct aac_command *cm)
1165 {
1166         debug_called(3);
1167
1168         /* (re)initialise the command/FIB */
1169         cm->cm_sgtable = NULL;
1170         cm->cm_flags = 0;
1171         cm->cm_complete = NULL;
1172         cm->cm_private = NULL;
1173         cm->cm_fib->Header.XferState = AAC_FIBSTATE_EMPTY;
1174         cm->cm_fib->Header.StructType = AAC_FIBTYPE_TFIB;
1175         cm->cm_fib->Header.Flags = 0;
1176         cm->cm_fib->Header.SenderSize = sizeof(struct aac_fib);
1177
1178         /*
1179          * These are duplicated in aac_start to cover the case where an
1180          * intermediate stage may have destroyed them.  They're left
1181          * initialised here for debugging purposes only.
1182          */
1183         cm->cm_fib->Header.SenderFibAddress = (u_int32_t)cm->cm_fib;
1184         cm->cm_fib->Header.ReceiverFibAddress = (u_int32_t)cm->cm_fibphys;
1185         cm->cm_fib->Header.SenderData = 0;
1186
1187         aac_enqueue_free(cm);
1188 }
1189
1190 /*
1191  * Map helper for command/FIB allocation.
1192  */
1193 static void
1194 aac_map_command_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error)
1195 {
1196         struct aac_softc *sc;
1197
1198         sc = (struct aac_softc *)arg;
1199
1200         debug_called(3);
1201
1202         sc->aac_fibphys = segs[0].ds_addr;
1203 }
1204
1205 /*
1206  * Allocate and initialise commands/FIBs for this adapter.
1207  */
1208 static int
1209 aac_alloc_commands(struct aac_softc *sc)
1210 {
1211         struct aac_command *cm;
1212         int i;
1213
1214         debug_called(1);
1215
1216         /* allocate the FIBs in DMAable memory and load them */
1217         if (bus_dmamem_alloc(sc->aac_fib_dmat, (void **)&sc->aac_fibs,
1218                          BUS_DMA_NOWAIT, &sc->aac_fibmap)) {
1219                 return(ENOMEM);
1220         }
1221
1222         bus_dmamap_load(sc->aac_fib_dmat, sc->aac_fibmap, sc->aac_fibs,
1223                         AAC_FIB_COUNT * sizeof(struct aac_fib),
1224                         aac_map_command_helper, sc, 0);
1225
1226         /* initialise constant fields in the command structure */
1227         bzero(sc->aac_fibs, AAC_FIB_COUNT * sizeof(struct aac_fib));
1228         for (i = 0; i < AAC_FIB_COUNT; i++) {
1229                 cm = &sc->aac_command[i];
1230                 cm->cm_sc = sc;
1231                 cm->cm_fib = sc->aac_fibs + i;
1232                 cm->cm_fibphys = sc->aac_fibphys + (i * sizeof(struct aac_fib));
1233
1234                 if (!bus_dmamap_create(sc->aac_buffer_dmat, 0, &cm->cm_datamap))
1235                         aac_release_command(cm);
1236         }
1237         return(0);
1238 }
1239
1240 /*
1241  * Free FIBs owned by this adapter.
1242  */
1243 static void
1244 aac_free_commands(struct aac_softc *sc)
1245 {
1246         int i;
1247
1248         debug_called(1);
1249
1250         for (i = 0; i < AAC_FIB_COUNT; i++)
1251                 bus_dmamap_destroy(sc->aac_buffer_dmat,
1252                                    sc->aac_command[i].cm_datamap);
1253
1254         bus_dmamap_unload(sc->aac_fib_dmat, sc->aac_fibmap);
1255         bus_dmamem_free(sc->aac_fib_dmat, sc->aac_fibs, sc->aac_fibmap);
1256 }
1257
1258 /*
1259  * Command-mapping helper function - populate this command's s/g table.
1260  */
1261 static void
1262 aac_map_command_sg(void *arg, bus_dma_segment_t *segs, int nseg, int error)
1263 {
1264         struct aac_command *cm;
1265         struct aac_fib *fib;
1266         struct aac_sg_table *sg;
1267         int i;
1268
1269         debug_called(3);
1270
1271         cm = (struct aac_command *)arg;
1272         fib = cm->cm_fib;
1273
1274         /* find the s/g table */
1275         sg = cm->cm_sgtable;
1276
1277         /* copy into the FIB */
1278         if (sg != NULL) {
1279                 sg->SgCount = nseg;
1280                 for (i = 0; i < nseg; i++) {
1281                         sg->SgEntry[i].SgAddress = segs[i].ds_addr;
1282                         sg->SgEntry[i].SgByteCount = segs[i].ds_len;
1283                 }
1284                 /* update the FIB size for the s/g count */
1285                 fib->Header.Size += nseg * sizeof(struct aac_sg_entry);
1286         }
1287
1288 }
1289
1290 /*
1291  * Map a command into controller-visible space.
1292  */
1293 static void
1294 aac_map_command(struct aac_command *cm)
1295 {
1296         struct aac_softc *sc;
1297
1298         debug_called(2);
1299
1300         sc = cm->cm_sc;
1301
1302         /* don't map more than once */
1303         if (cm->cm_flags & AAC_CMD_MAPPED)
1304                 return;
1305
1306         if (cm->cm_datalen != 0) {
1307                 bus_dmamap_load(sc->aac_buffer_dmat, cm->cm_datamap,
1308                                 cm->cm_data, cm->cm_datalen,
1309                                 aac_map_command_sg, cm, 0);
1310
1311                 if (cm->cm_flags & AAC_CMD_DATAIN)
1312                         bus_dmamap_sync(sc->aac_buffer_dmat, cm->cm_datamap,
1313                                         BUS_DMASYNC_PREREAD);
1314                 if (cm->cm_flags & AAC_CMD_DATAOUT)
1315                         bus_dmamap_sync(sc->aac_buffer_dmat, cm->cm_datamap,
1316                                         BUS_DMASYNC_PREWRITE);
1317         }
1318         cm->cm_flags |= AAC_CMD_MAPPED;
1319 }
1320
1321 /*
1322  * Unmap a command from controller-visible space.
1323  */
1324 static void
1325 aac_unmap_command(struct aac_command *cm)
1326 {
1327         struct aac_softc *sc;
1328
1329         debug_called(2);
1330
1331         sc = cm->cm_sc;
1332
1333         if (!(cm->cm_flags & AAC_CMD_MAPPED))
1334                 return;
1335
1336         if (cm->cm_datalen != 0) {
1337                 if (cm->cm_flags & AAC_CMD_DATAIN)
1338                         bus_dmamap_sync(sc->aac_buffer_dmat, cm->cm_datamap,
1339                                         BUS_DMASYNC_POSTREAD);
1340                 if (cm->cm_flags & AAC_CMD_DATAOUT)
1341                         bus_dmamap_sync(sc->aac_buffer_dmat, cm->cm_datamap,
1342                                         BUS_DMASYNC_POSTWRITE);
1343
1344                 bus_dmamap_unload(sc->aac_buffer_dmat, cm->cm_datamap);
1345         }
1346         cm->cm_flags &= ~AAC_CMD_MAPPED;
1347 }
1348
1349 /*
1350  * Hardware Interface
1351  */
1352
1353 /*
1354  * Initialise the adapter.
1355  */
1356 static void
1357 aac_common_map(void *arg, bus_dma_segment_t *segs, int nseg, int error)
1358 {
1359         struct aac_softc *sc;
1360
1361         debug_called(1);
1362
1363         sc = (struct aac_softc *)arg;
1364
1365         sc->aac_common_busaddr = segs[0].ds_addr;
1366 }
1367
1368 static int
1369 aac_check_firmware(struct aac_softc *sc)
1370 {
1371         u_int32_t major, minor, options;
1372
1373         debug_called(1);
1374
1375         /*
1376          * Retrieve the firmware version numbers.  Dell PERC2/QC cards with
1377          * firmware version 1.x are not compatible with this driver.
1378          */
1379         if (sc->flags & AAC_FLAGS_PERC2QC) {
1380                 if (aac_sync_command(sc, AAC_MONKER_GETKERNVER, 0, 0, 0, 0,
1381                                      NULL)) {
1382                         device_printf(sc->aac_dev,
1383                                       "Error reading firmware version\n");
1384                         return (EIO);
1385                 }
1386
1387                 /* These numbers are stored as ASCII! */
1388                 major = (AAC_GET_MAILBOX(sc, 1) & 0xff) - 0x30;
1389                 minor = (AAC_GET_MAILBOX(sc, 2) & 0xff) - 0x30;
1390                 if (major == 1) {
1391                         device_printf(sc->aac_dev,
1392                             "Firmware version %d.%d is not supported.\n",
1393                             major, minor);
1394                         return (EINVAL);
1395                 }
1396         }
1397
1398         /*
1399          * Retrieve the capabilities/supported options word so we know what
1400          * work-arounds to enable.
1401          */
1402         if (aac_sync_command(sc, AAC_MONKER_GETINFO, 0, 0, 0, 0, NULL)) {
1403                 device_printf(sc->aac_dev, "RequestAdapterInfo failed\n");
1404                 return (EIO);
1405         }
1406         options = AAC_GET_MAILBOX(sc, 1);
1407         sc->supported_options = options;
1408
1409         if ((options & AAC_SUPPORTED_4GB_WINDOW) != 0 &&
1410             (sc->flags & AAC_FLAGS_NO4GB) == 0)
1411                 sc->flags |= AAC_FLAGS_4GB_WINDOW;
1412         if (options & AAC_SUPPORTED_NONDASD)
1413                 sc->flags |= AAC_FLAGS_ENABLE_CAM;
1414
1415         return (0);
1416 }
1417
1418 static int
1419 aac_init(struct aac_softc *sc)
1420 {
1421         struct aac_adapter_init *ip;
1422         time_t then;
1423         u_int32_t code;
1424         u_int8_t *qaddr;
1425         int error;
1426
1427         debug_called(1);
1428
1429         /*
1430          * First wait for the adapter to come ready.
1431          */
1432         then = time_second;
1433         do {
1434                 code = AAC_GET_FWSTATUS(sc);
1435                 if (code & AAC_SELF_TEST_FAILED) {
1436                         device_printf(sc->aac_dev, "FATAL: selftest failed\n");
1437                         return(ENXIO);
1438                 }
1439                 if (code & AAC_KERNEL_PANIC) {
1440                         device_printf(sc->aac_dev,
1441                                       "FATAL: controller kernel panic\n");
1442                         return(ENXIO);
1443                 }
1444                 if (time_second > (then + AAC_BOOT_TIMEOUT)) {
1445                         device_printf(sc->aac_dev,
1446                                       "FATAL: controller not coming ready, "
1447                                            "status %x\n", code);
1448                         return(ENXIO);
1449                 }
1450         } while (!(code & AAC_UP_AND_RUNNING));
1451
1452         error = ENOMEM;
1453         /*
1454          * Create DMA tag for mapping buffers into controller-addressable space.
1455          */
1456         if (bus_dma_tag_create(sc->aac_parent_dmat,     /* parent */
1457                                1, 0,                    /* algnmnt, boundary */
1458                                BUS_SPACE_MAXADDR_32BIT, /* lowaddr */
1459                                BUS_SPACE_MAXADDR,       /* highaddr */
1460                                NULL, NULL,              /* filter, filterarg */
1461                                MAXBSIZE,                /* maxsize */
1462                                AAC_MAXSGENTRIES,        /* nsegments */
1463                                MAXBSIZE,                /* maxsegsize */
1464                                BUS_DMA_ALLOCNOW,        /* flags */
1465                                &sc->aac_buffer_dmat)) {
1466                 device_printf(sc->aac_dev, "can't allocate buffer DMA tag\n");
1467                 goto out;
1468         }
1469
1470         /*
1471          * Create DMA tag for mapping FIBs into controller-addressable space..
1472          */
1473         if (bus_dma_tag_create(sc->aac_parent_dmat,     /* parent */
1474                                1, 0,                    /* algnmnt, boundary */
1475                                (sc->flags & AAC_FLAGS_4GB_WINDOW) ?
1476                                BUS_SPACE_MAXADDR_32BIT :
1477                                0x7fffffff,              /* lowaddr */
1478                                BUS_SPACE_MAXADDR,       /* highaddr */
1479                                NULL, NULL,              /* filter, filterarg */
1480                                AAC_FIB_COUNT *
1481                                sizeof(struct aac_fib),  /* maxsize */
1482                                1,                       /* nsegments */
1483                                AAC_FIB_COUNT *
1484                                sizeof(struct aac_fib),  /* maxsegsize */
1485                                BUS_DMA_ALLOCNOW,        /* flags */
1486                                &sc->aac_fib_dmat)) {
1487                 device_printf(sc->aac_dev, "can't allocate FIB DMA tag\n");;
1488                 goto out;
1489         }
1490
1491         /*
1492          * Create DMA tag for the common structure and allocate it.
1493          */
1494         if (bus_dma_tag_create(sc->aac_parent_dmat,     /* parent */
1495                                1, 0,                    /* algnmnt, boundary */
1496                                (sc->flags & AAC_FLAGS_4GB_WINDOW) ?
1497                                BUS_SPACE_MAXADDR_32BIT :
1498                                0x7fffffff,              /* lowaddr */
1499                                BUS_SPACE_MAXADDR,       /* highaddr */
1500                                NULL, NULL,              /* filter, filterarg */
1501                                8192 + sizeof(struct aac_common), /* maxsize */
1502                                1,                       /* nsegments */
1503                                BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */
1504                                BUS_DMA_ALLOCNOW,        /* flags */
1505                                &sc->aac_common_dmat)) {
1506                 device_printf(sc->aac_dev,
1507                               "can't allocate common structure DMA tag\n");
1508                 goto out;
1509         }
1510         if (bus_dmamem_alloc(sc->aac_common_dmat, (void **)&sc->aac_common,
1511                              BUS_DMA_NOWAIT, &sc->aac_common_dmamap)) {
1512                 device_printf(sc->aac_dev, "can't allocate common structure\n");
1513                 goto out;
1514         }
1515         /*
1516          * Work around a bug in the 2120 and 2200 that cannot DMA commands
1517          * below address 8192 in physical memory.
1518          * XXX If the padding is not needed, can it be put to use instead
1519          * of ignored?
1520          */
1521         bus_dmamap_load(sc->aac_common_dmat, sc->aac_common_dmamap,
1522                         sc->aac_common, 8192 + sizeof(*sc->aac_common),
1523                         aac_common_map, sc, 0);
1524
1525         if (sc->aac_common_busaddr < 8192) {
1526                 sc->aac_common =
1527                     (struct aac_common *)((uint8_t *)sc->aac_common + 8192);
1528                 sc->aac_common_busaddr += 8192;
1529         }
1530         bzero(sc->aac_common, sizeof(*sc->aac_common));
1531
1532         /* Allocate some FIBs and associated command structs */
1533         if (aac_alloc_commands(sc) != 0)
1534                 goto out;
1535
1536         /*
1537          * Fill in the init structure.  This tells the adapter about the
1538          * physical location of various important shared data structures.
1539          */
1540         ip = &sc->aac_common->ac_init;
1541         ip->InitStructRevision = AAC_INIT_STRUCT_REVISION;
1542         ip->MiniPortRevision = AAC_INIT_STRUCT_MINIPORT_REVISION;
1543
1544         ip->AdapterFibsPhysicalAddress = sc->aac_common_busaddr +
1545                                          offsetof(struct aac_common, ac_fibs);
1546         ip->AdapterFibsVirtualAddress = (aac_phys_addr_t)&sc->aac_common->ac_fibs[0];
1547         ip->AdapterFibsSize = AAC_ADAPTER_FIBS * sizeof(struct aac_fib);
1548         ip->AdapterFibAlign = sizeof(struct aac_fib);
1549
1550         ip->PrintfBufferAddress = sc->aac_common_busaddr +
1551                                   offsetof(struct aac_common, ac_printf);
1552         ip->PrintfBufferSize = AAC_PRINTF_BUFSIZE;
1553
1554         /* The adapter assumes that pages are 4K in size */
1555         ip->HostPhysMemPages = ctob(physmem) / AAC_PAGE_SIZE;
1556         ip->HostElapsedSeconds = time_second;   /* reset later if invalid */
1557
1558         /*
1559          * Initialise FIB queues.  Note that it appears that the layout of the
1560          * indexes and the segmentation of the entries may be mandated by the
1561          * adapter, which is only told about the base of the queue index fields.
1562          *
1563          * The initial values of the indices are assumed to inform the adapter
1564          * of the sizes of the respective queues, and theoretically it could
1565          * work out the entire layout of the queue structures from this.  We
1566          * take the easy route and just lay this area out like everyone else
1567          * does.
1568          *
1569          * The Linux driver uses a much more complex scheme whereby several
1570          * header records are kept for each queue.  We use a couple of generic
1571          * list manipulation functions which 'know' the size of each list by
1572          * virtue of a table.
1573          */
1574         qaddr = &sc->aac_common->ac_qbuf[0] + AAC_QUEUE_ALIGN;
1575         qaddr -= (u_int32_t)qaddr % AAC_QUEUE_ALIGN;
1576         sc->aac_queues = (struct aac_queue_table *)qaddr;
1577         ip->CommHeaderAddress = sc->aac_common_busaddr +
1578                                 ((u_int32_t)sc->aac_queues -
1579                                 (u_int32_t)sc->aac_common);
1580         bzero(sc->aac_queues, sizeof(struct aac_queue_table));
1581
1582         sc->aac_queues->qt_qindex[AAC_HOST_NORM_CMD_QUEUE][AAC_PRODUCER_INDEX] =
1583                 AAC_HOST_NORM_CMD_ENTRIES;
1584         sc->aac_queues->qt_qindex[AAC_HOST_NORM_CMD_QUEUE][AAC_CONSUMER_INDEX] =
1585                 AAC_HOST_NORM_CMD_ENTRIES;
1586         sc->aac_queues->qt_qindex[AAC_HOST_HIGH_CMD_QUEUE][AAC_PRODUCER_INDEX] =
1587                 AAC_HOST_HIGH_CMD_ENTRIES;
1588         sc->aac_queues->qt_qindex[AAC_HOST_HIGH_CMD_QUEUE][AAC_CONSUMER_INDEX] =
1589                 AAC_HOST_HIGH_CMD_ENTRIES;
1590         sc->aac_queues->qt_qindex[AAC_ADAP_NORM_CMD_QUEUE][AAC_PRODUCER_INDEX] =
1591                 AAC_ADAP_NORM_CMD_ENTRIES;
1592         sc->aac_queues->qt_qindex[AAC_ADAP_NORM_CMD_QUEUE][AAC_CONSUMER_INDEX] =
1593                 AAC_ADAP_NORM_CMD_ENTRIES;
1594         sc->aac_queues->qt_qindex[AAC_ADAP_HIGH_CMD_QUEUE][AAC_PRODUCER_INDEX] =
1595                 AAC_ADAP_HIGH_CMD_ENTRIES;
1596         sc->aac_queues->qt_qindex[AAC_ADAP_HIGH_CMD_QUEUE][AAC_CONSUMER_INDEX] =
1597                 AAC_ADAP_HIGH_CMD_ENTRIES;
1598         sc->aac_queues->qt_qindex[AAC_HOST_NORM_RESP_QUEUE][AAC_PRODUCER_INDEX]=
1599                 AAC_HOST_NORM_RESP_ENTRIES;
1600         sc->aac_queues->qt_qindex[AAC_HOST_NORM_RESP_QUEUE][AAC_CONSUMER_INDEX]=
1601                 AAC_HOST_NORM_RESP_ENTRIES;
1602         sc->aac_queues->qt_qindex[AAC_HOST_HIGH_RESP_QUEUE][AAC_PRODUCER_INDEX]=
1603                 AAC_HOST_HIGH_RESP_ENTRIES;
1604         sc->aac_queues->qt_qindex[AAC_HOST_HIGH_RESP_QUEUE][AAC_CONSUMER_INDEX]=
1605                 AAC_HOST_HIGH_RESP_ENTRIES;
1606         sc->aac_queues->qt_qindex[AAC_ADAP_NORM_RESP_QUEUE][AAC_PRODUCER_INDEX]=
1607                 AAC_ADAP_NORM_RESP_ENTRIES;
1608         sc->aac_queues->qt_qindex[AAC_ADAP_NORM_RESP_QUEUE][AAC_CONSUMER_INDEX]=
1609                 AAC_ADAP_NORM_RESP_ENTRIES;
1610         sc->aac_queues->qt_qindex[AAC_ADAP_HIGH_RESP_QUEUE][AAC_PRODUCER_INDEX]=
1611                 AAC_ADAP_HIGH_RESP_ENTRIES;
1612         sc->aac_queues->qt_qindex[AAC_ADAP_HIGH_RESP_QUEUE][AAC_CONSUMER_INDEX]=
1613                 AAC_ADAP_HIGH_RESP_ENTRIES;
1614         sc->aac_qentries[AAC_HOST_NORM_CMD_QUEUE] =
1615                 &sc->aac_queues->qt_HostNormCmdQueue[0];
1616         sc->aac_qentries[AAC_HOST_HIGH_CMD_QUEUE] =
1617                 &sc->aac_queues->qt_HostHighCmdQueue[0];
1618         sc->aac_qentries[AAC_ADAP_NORM_CMD_QUEUE] =
1619                 &sc->aac_queues->qt_AdapNormCmdQueue[0];
1620         sc->aac_qentries[AAC_ADAP_HIGH_CMD_QUEUE] =
1621                 &sc->aac_queues->qt_AdapHighCmdQueue[0];
1622         sc->aac_qentries[AAC_HOST_NORM_RESP_QUEUE] =
1623                 &sc->aac_queues->qt_HostNormRespQueue[0];
1624         sc->aac_qentries[AAC_HOST_HIGH_RESP_QUEUE] =
1625                 &sc->aac_queues->qt_HostHighRespQueue[0];
1626         sc->aac_qentries[AAC_ADAP_NORM_RESP_QUEUE] =
1627                 &sc->aac_queues->qt_AdapNormRespQueue[0];
1628         sc->aac_qentries[AAC_ADAP_HIGH_RESP_QUEUE] =
1629                 &sc->aac_queues->qt_AdapHighRespQueue[0];
1630
1631         /*
1632          * Do controller-type-specific initialisation
1633          */
1634         switch (sc->aac_hwif) {
1635         case AAC_HWIF_I960RX:
1636                 AAC_SETREG4(sc, AAC_RX_ODBR, ~0);
1637                 break;
1638         }
1639
1640         /*
1641          * Give the init structure to the controller.
1642          */
1643         if (aac_sync_command(sc, AAC_MONKER_INITSTRUCT,
1644                              sc->aac_common_busaddr +
1645                              offsetof(struct aac_common, ac_init), 0, 0, 0,
1646                              NULL)) {
1647                 device_printf(sc->aac_dev,
1648                               "error establishing init structure\n");
1649                 error = EIO;
1650                 goto out;
1651         }
1652
1653         error = 0;
1654 out:
1655         return(error);
1656 }
1657
1658 /*
1659  * Send a synchronous command to the controller and wait for a result.
1660  */
1661 static int
1662 aac_sync_command(struct aac_softc *sc, u_int32_t command,
1663                  u_int32_t arg0, u_int32_t arg1, u_int32_t arg2, u_int32_t arg3,
1664                  u_int32_t *sp)
1665 {
1666         time_t then;
1667         u_int32_t status;
1668
1669         debug_called(3);
1670
1671         /* populate the mailbox */
1672         AAC_SET_MAILBOX(sc, command, arg0, arg1, arg2, arg3);
1673
1674         /* ensure the sync command doorbell flag is cleared */
1675         AAC_CLEAR_ISTATUS(sc, AAC_DB_SYNC_COMMAND);
1676
1677         /* then set it to signal the adapter */
1678         AAC_QNOTIFY(sc, AAC_DB_SYNC_COMMAND);
1679
1680         /* spin waiting for the command to complete */
1681         then = time_second;
1682         do {
1683                 if (time_second > (then + AAC_IMMEDIATE_TIMEOUT)) {
1684                         debug(1, "timed out");
1685                         return(EIO);
1686                 }
1687         } while (!(AAC_GET_ISTATUS(sc) & AAC_DB_SYNC_COMMAND));
1688
1689         /* clear the completion flag */
1690         AAC_CLEAR_ISTATUS(sc, AAC_DB_SYNC_COMMAND);
1691
1692         /* get the command status */
1693         status = AAC_GET_MAILBOX(sc, 0);
1694         if (sp != NULL)
1695                 *sp = status;
1696         return(0);
1697 }
1698
1699 /*
1700  * Grab the sync fib area.
1701  */
1702 int
1703 aac_alloc_sync_fib(struct aac_softc *sc, struct aac_fib **fib, int flags)
1704 {
1705
1706         /*
1707          * If the force flag is set, the system is shutting down, or in
1708          * trouble.  Ignore the mutex.
1709          */
1710         if (!(flags & AAC_SYNC_LOCK_FORCE))
1711                 AAC_LOCK_ACQUIRE(&sc->aac_sync_lock);
1712
1713         *fib = &sc->aac_common->ac_sync_fib;
1714
1715         return (1);
1716 }
1717
1718 /*
1719  * Release the sync fib area.
1720  */
1721 void
1722 aac_release_sync_fib(struct aac_softc *sc)
1723 {
1724
1725         AAC_LOCK_RELEASE(&sc->aac_sync_lock);
1726 }
1727
1728 /*
1729  * Send a synchronous FIB to the controller and wait for a result.
1730  */
1731 int
1732 aac_sync_fib(struct aac_softc *sc, u_int32_t command, u_int32_t xferstate,
1733                  struct aac_fib *fib, u_int16_t datasize)
1734 {
1735         debug_called(3);
1736
1737         if (datasize > AAC_FIB_DATASIZE)
1738                 return(EINVAL);
1739
1740         /*
1741          * Set up the sync FIB
1742          */
1743         fib->Header.XferState = AAC_FIBSTATE_HOSTOWNED |
1744                                 AAC_FIBSTATE_INITIALISED |
1745                                 AAC_FIBSTATE_EMPTY;
1746         fib->Header.XferState |= xferstate;
1747         fib->Header.Command = command;
1748         fib->Header.StructType = AAC_FIBTYPE_TFIB;
1749         fib->Header.Size = sizeof(struct aac_fib) + datasize;
1750         fib->Header.SenderSize = sizeof(struct aac_fib);
1751         fib->Header.SenderFibAddress = (u_int32_t)fib;
1752         fib->Header.ReceiverFibAddress = sc->aac_common_busaddr +
1753                                          offsetof(struct aac_common,
1754                                                   ac_sync_fib);
1755
1756         /*
1757          * Give the FIB to the controller, wait for a response.
1758          */
1759         if (aac_sync_command(sc, AAC_MONKER_SYNCFIB,
1760                              fib->Header.ReceiverFibAddress, 0, 0, 0, NULL)) {
1761                 debug(2, "IO error");
1762                 return(EIO);
1763         }
1764
1765         return (0);
1766 }
1767
1768 /*
1769  * Adapter-space FIB queue manipulation
1770  *
1771  * Note that the queue implementation here is a little funky; neither the PI or
1772  * CI will ever be zero.  This behaviour is a controller feature.
1773  */
1774 static struct {
1775         int             size;
1776         int             notify;
1777 } aac_qinfo[] = {
1778         {AAC_HOST_NORM_CMD_ENTRIES, AAC_DB_COMMAND_NOT_FULL},
1779         {AAC_HOST_HIGH_CMD_ENTRIES, 0},
1780         {AAC_ADAP_NORM_CMD_ENTRIES, AAC_DB_COMMAND_READY},
1781         {AAC_ADAP_HIGH_CMD_ENTRIES, 0},
1782         {AAC_HOST_NORM_RESP_ENTRIES, AAC_DB_RESPONSE_NOT_FULL},
1783         {AAC_HOST_HIGH_RESP_ENTRIES, 0},
1784         {AAC_ADAP_NORM_RESP_ENTRIES, AAC_DB_RESPONSE_READY},
1785         {AAC_ADAP_HIGH_RESP_ENTRIES, 0}
1786 };
1787
1788 /*
1789  * Atomically insert an entry into the nominated queue, returns 0 on success or
1790  * EBUSY if the queue is full.
1791  *
1792  * Note: it would be more efficient to defer notifying the controller in
1793  *       the case where we may be inserting several entries in rapid succession,
1794  *       but implementing this usefully may be difficult (it would involve a
1795  *       separate queue/notify interface).
1796  */
1797 static int
1798 aac_enqueue_fib(struct aac_softc *sc, int queue, struct aac_command *cm)
1799 {
1800         u_int32_t pi, ci;
1801         int error;
1802         u_int32_t fib_size;
1803         u_int32_t fib_addr;
1804
1805         debug_called(3);
1806
1807         fib_size = cm->cm_fib->Header.Size;
1808         fib_addr = cm->cm_fib->Header.ReceiverFibAddress;
1809
1810         crit_enter();
1811
1812         /* get the producer/consumer indices */
1813         pi = sc->aac_queues->qt_qindex[queue][AAC_PRODUCER_INDEX];
1814         ci = sc->aac_queues->qt_qindex[queue][AAC_CONSUMER_INDEX];
1815
1816         /* wrap the queue? */
1817         if (pi >= aac_qinfo[queue].size)
1818                 pi = 0;
1819
1820         /* check for queue full */
1821         if ((pi + 1) == ci) {
1822                 error = EBUSY;
1823                 goto out;
1824         }
1825
1826         /* populate queue entry */
1827         (sc->aac_qentries[queue] + pi)->aq_fib_size = fib_size;
1828         (sc->aac_qentries[queue] + pi)->aq_fib_addr = fib_addr;
1829
1830         /* update producer index */
1831         sc->aac_queues->qt_qindex[queue][AAC_PRODUCER_INDEX] = pi + 1;
1832
1833         /*
1834          * To avoid a race with its completion interrupt, place this command on
1835          * the busy queue prior to advertising it to the controller.
1836          */
1837         aac_enqueue_busy(cm);
1838
1839         /* notify the adapter if we know how */
1840         if (aac_qinfo[queue].notify != 0)
1841                 AAC_QNOTIFY(sc, aac_qinfo[queue].notify);
1842
1843         error = 0;
1844
1845 out:
1846         crit_exit();
1847         return(error);
1848 }
1849
1850 /*
1851  * Atomically remove one entry from the nominated queue, returns 0 on
1852  * success or ENOENT if the queue is empty.
1853  */
1854 static int
1855 aac_dequeue_fib(struct aac_softc *sc, int queue, u_int32_t *fib_size,
1856                 struct aac_fib **fib_addr)
1857 {
1858         u_int32_t pi, ci;
1859         int error;
1860         int notify;
1861
1862         debug_called(3);
1863
1864         crit_enter();
1865
1866         /* get the producer/consumer indices */
1867         pi = sc->aac_queues->qt_qindex[queue][AAC_PRODUCER_INDEX];
1868         ci = sc->aac_queues->qt_qindex[queue][AAC_CONSUMER_INDEX];
1869
1870         /* check for queue empty */
1871         if (ci == pi) {
1872                 error = ENOENT;
1873                 goto out;
1874         }
1875
1876         notify = 0;
1877         if (ci == pi + 1)
1878                 notify++;
1879
1880         /* wrap the queue? */
1881         if (ci >= aac_qinfo[queue].size)
1882                 ci = 0;
1883
1884         /* fetch the entry */
1885         *fib_size = (sc->aac_qentries[queue] + ci)->aq_fib_size;
1886         *fib_addr = (struct aac_fib *)(sc->aac_qentries[queue] +
1887                                        ci)->aq_fib_addr;
1888
1889         /*
1890          * Is this a fast response? If it is, update the fib fields in
1891          * local memory so the whole fib doesn't have to be DMA'd back up.
1892          */
1893         if (*(uintptr_t *)fib_addr & 0x01) {
1894                 *(uintptr_t *)fib_addr &= ~0x01;
1895                 (*fib_addr)->Header.XferState |= AAC_FIBSTATE_DONEADAP;
1896                 *((u_int32_t*)((*fib_addr)->data)) = AAC_ERROR_NORMAL;
1897         }
1898         /* update consumer index */
1899         sc->aac_queues->qt_qindex[queue][AAC_CONSUMER_INDEX] = ci + 1;
1900
1901         /* if we have made the queue un-full, notify the adapter */
1902         if (notify && (aac_qinfo[queue].notify != 0))
1903                 AAC_QNOTIFY(sc, aac_qinfo[queue].notify);
1904         error = 0;
1905
1906 out:
1907         crit_exit();
1908         return(error);
1909 }
1910
1911 /*
1912  * Put our response to an Adapter Initialed Fib on the response queue
1913  */
1914 static int
1915 aac_enqueue_response(struct aac_softc *sc, int queue, struct aac_fib *fib)
1916 {
1917         u_int32_t pi, ci;
1918         int error;
1919         u_int32_t fib_size;
1920         u_int32_t fib_addr;
1921
1922         debug_called(1);
1923
1924         /* Tell the adapter where the FIB is */
1925         fib_size = fib->Header.Size;
1926         fib_addr = fib->Header.SenderFibAddress;
1927         fib->Header.ReceiverFibAddress = fib_addr;
1928
1929         crit_enter();
1930
1931         /* get the producer/consumer indices */
1932         pi = sc->aac_queues->qt_qindex[queue][AAC_PRODUCER_INDEX];
1933         ci = sc->aac_queues->qt_qindex[queue][AAC_CONSUMER_INDEX];
1934
1935         /* wrap the queue? */
1936         if (pi >= aac_qinfo[queue].size)
1937                 pi = 0;
1938
1939         /* check for queue full */
1940         if ((pi + 1) == ci) {
1941                 error = EBUSY;
1942                 goto out;
1943         }
1944
1945         /* populate queue entry */
1946         (sc->aac_qentries[queue] + pi)->aq_fib_size = fib_size;
1947         (sc->aac_qentries[queue] + pi)->aq_fib_addr = fib_addr;
1948
1949         /* update producer index */
1950         sc->aac_queues->qt_qindex[queue][AAC_PRODUCER_INDEX] = pi + 1;
1951
1952         /* notify the adapter if we know how */
1953         if (aac_qinfo[queue].notify != 0)
1954                 AAC_QNOTIFY(sc, aac_qinfo[queue].notify);
1955
1956         error = 0;
1957
1958 out:
1959         crit_exit();
1960         return(error);
1961 }
1962
1963 /*
1964  * Check for commands that have been outstanding for a suspiciously long time,
1965  * and complain about them.
1966  */
1967 static void
1968 aac_timeout(void *xsc)
1969 {
1970         struct aac_softc *sc = xsc;
1971         struct aac_command *cm;
1972         time_t deadline;
1973
1974 #if 0
1975         /* simulate an interrupt to handle possibly-missed interrupts */
1976         /*
1977          * XXX This was done to work around another bug which has since been
1978          * fixed.  It is dangerous anyways because you don't want multiple
1979          * threads in the interrupt handler at the same time!  If calling
1980          * is deamed neccesary in the future, proper mutexes must be used.
1981          */
1982         crit_enter();
1983         aac_intr(sc);
1984         crit_exit();
1985
1986         /* kick the I/O queue to restart it in the case of deadlock */
1987         aac_startio(sc);
1988 #endif
1989
1990         /*
1991          * traverse the busy command list, bitch about late commands once
1992          * only.
1993          */
1994         deadline = time_second - AAC_CMD_TIMEOUT;
1995         crit_enter();
1996         TAILQ_FOREACH(cm, &sc->aac_busy, cm_link) {
1997                 if ((cm->cm_timestamp  < deadline)
1998                         /* && !(cm->cm_flags & AAC_CMD_TIMEDOUT) */) {
1999                         cm->cm_flags |= AAC_CMD_TIMEDOUT;
2000                         device_printf(sc->aac_dev,
2001                                       "COMMAND %p TIMEOUT AFTER %d SECONDS\n",
2002                                       cm, (int)(time_second-cm->cm_timestamp));
2003                         AAC_PRINT_FIB(sc, cm->cm_fib);
2004                 }
2005         }
2006         crit_exit();
2007
2008         /* reset the timer for next time */
2009         callout_reset(&sc->aac_watchdog, AAC_PERIODIC_INTERVAL * hz,
2010                       aac_timeout, sc);
2011 }
2012
2013 /*
2014  * Interface Function Vectors
2015  */
2016
2017 /*
2018  * Read the current firmware status word.
2019  */
2020 static int
2021 aac_sa_get_fwstatus(struct aac_softc *sc)
2022 {
2023         debug_called(3);
2024
2025         return(AAC_GETREG4(sc, AAC_SA_FWSTATUS));
2026 }
2027
2028 static int
2029 aac_rx_get_fwstatus(struct aac_softc *sc)
2030 {
2031         debug_called(3);
2032
2033         return(AAC_GETREG4(sc, AAC_RX_FWSTATUS));
2034 }
2035
2036 static int
2037 aac_fa_get_fwstatus(struct aac_softc *sc)
2038 {
2039         int val;
2040
2041         debug_called(3);
2042
2043         val = AAC_GETREG4(sc, AAC_FA_FWSTATUS);
2044         return (val);
2045 }
2046
2047 /*
2048  * Notify the controller of a change in a given queue
2049  */
2050
2051 static void
2052 aac_sa_qnotify(struct aac_softc *sc, int qbit)
2053 {
2054         debug_called(3);
2055
2056         AAC_SETREG2(sc, AAC_SA_DOORBELL1_SET, qbit);
2057 }
2058
2059 static void
2060 aac_rx_qnotify(struct aac_softc *sc, int qbit)
2061 {
2062         debug_called(3);
2063
2064         AAC_SETREG4(sc, AAC_RX_IDBR, qbit);
2065 }
2066
2067 static void
2068 aac_fa_qnotify(struct aac_softc *sc, int qbit)
2069 {
2070         debug_called(3);
2071
2072         AAC_SETREG2(sc, AAC_FA_DOORBELL1, qbit);
2073         AAC_FA_HACK(sc);
2074 }
2075
2076 /*
2077  * Get the interrupt reason bits
2078  */
2079 static int
2080 aac_sa_get_istatus(struct aac_softc *sc)
2081 {
2082         debug_called(3);
2083
2084         return(AAC_GETREG2(sc, AAC_SA_DOORBELL0));
2085 }
2086
2087 static int
2088 aac_rx_get_istatus(struct aac_softc *sc)
2089 {
2090         debug_called(3);
2091
2092         return(AAC_GETREG4(sc, AAC_RX_ODBR));
2093 }
2094
2095 static int
2096 aac_fa_get_istatus(struct aac_softc *sc)
2097 {
2098         int val;
2099
2100         debug_called(3);
2101
2102         val = AAC_GETREG2(sc, AAC_FA_DOORBELL0);
2103         return (val);
2104 }
2105
2106 /*
2107  * Clear some interrupt reason bits
2108  */
2109 static void
2110 aac_sa_clear_istatus(struct aac_softc *sc, int mask)
2111 {
2112         debug_called(3);
2113
2114         AAC_SETREG2(sc, AAC_SA_DOORBELL0_CLEAR, mask);
2115 }
2116
2117 static void
2118 aac_rx_clear_istatus(struct aac_softc *sc, int mask)
2119 {
2120         debug_called(3);
2121
2122         AAC_SETREG4(sc, AAC_RX_ODBR, mask);
2123 }
2124
2125 static void
2126 aac_fa_clear_istatus(struct aac_softc *sc, int mask)
2127 {
2128         debug_called(3);
2129
2130         AAC_SETREG2(sc, AAC_FA_DOORBELL0_CLEAR, mask);
2131         AAC_FA_HACK(sc);
2132 }
2133
2134 /*
2135  * Populate the mailbox and set the command word
2136  */
2137 static void
2138 aac_sa_set_mailbox(struct aac_softc *sc, u_int32_t command,
2139                 u_int32_t arg0, u_int32_t arg1, u_int32_t arg2, u_int32_t arg3)
2140 {
2141         debug_called(4);
2142
2143         AAC_SETREG4(sc, AAC_SA_MAILBOX, command);
2144         AAC_SETREG4(sc, AAC_SA_MAILBOX + 4, arg0);
2145         AAC_SETREG4(sc, AAC_SA_MAILBOX + 8, arg1);
2146         AAC_SETREG4(sc, AAC_SA_MAILBOX + 12, arg2);
2147         AAC_SETREG4(sc, AAC_SA_MAILBOX + 16, arg3);
2148 }
2149
2150 static void
2151 aac_rx_set_mailbox(struct aac_softc *sc, u_int32_t command,
2152                 u_int32_t arg0, u_int32_t arg1, u_int32_t arg2, u_int32_t arg3)
2153 {
2154         debug_called(4);
2155
2156         AAC_SETREG4(sc, AAC_RX_MAILBOX, command);
2157         AAC_SETREG4(sc, AAC_RX_MAILBOX + 4, arg0);
2158         AAC_SETREG4(sc, AAC_RX_MAILBOX + 8, arg1);
2159         AAC_SETREG4(sc, AAC_RX_MAILBOX + 12, arg2);
2160         AAC_SETREG4(sc, AAC_RX_MAILBOX + 16, arg3);
2161 }
2162
2163 static void
2164 aac_fa_set_mailbox(struct aac_softc *sc, u_int32_t command,
2165                 u_int32_t arg0, u_int32_t arg1, u_int32_t arg2, u_int32_t arg3)
2166 {
2167         debug_called(4);
2168
2169         AAC_SETREG4(sc, AAC_FA_MAILBOX, command);
2170         AAC_FA_HACK(sc);
2171         AAC_SETREG4(sc, AAC_FA_MAILBOX + 4, arg0);
2172         AAC_FA_HACK(sc);
2173         AAC_SETREG4(sc, AAC_FA_MAILBOX + 8, arg1);
2174         AAC_FA_HACK(sc);
2175         AAC_SETREG4(sc, AAC_FA_MAILBOX + 12, arg2);
2176         AAC_FA_HACK(sc);
2177         AAC_SETREG4(sc, AAC_FA_MAILBOX + 16, arg3);
2178         AAC_FA_HACK(sc);
2179 }
2180
2181 /*
2182  * Fetch the immediate command status word
2183  */
2184 static int
2185 aac_sa_get_mailbox(struct aac_softc *sc, int mb)
2186 {
2187         debug_called(4);
2188
2189         return(AAC_GETREG4(sc, AAC_SA_MAILBOX + (mb * 4)));
2190 }
2191
2192 static int
2193 aac_rx_get_mailbox(struct aac_softc *sc, int mb)
2194 {
2195         debug_called(4);
2196
2197         return(AAC_GETREG4(sc, AAC_RX_MAILBOX + (mb * 4)));
2198 }
2199
2200 static int
2201 aac_fa_get_mailbox(struct aac_softc *sc, int mb)
2202 {
2203         int val;
2204
2205         debug_called(4);
2206
2207         val = AAC_GETREG4(sc, AAC_FA_MAILBOX + (mb * 4));
2208         return (val);
2209 }
2210
2211 /*
2212  * Set/clear interrupt masks
2213  */
2214 static void
2215 aac_sa_set_interrupts(struct aac_softc *sc, int enable)
2216 {
2217         debug(2, "%sable interrupts", enable ? "en" : "dis");
2218
2219         if (enable) {
2220                 AAC_SETREG2((sc), AAC_SA_MASK0_CLEAR, AAC_DB_INTERRUPTS);
2221         } else {
2222                 AAC_SETREG2((sc), AAC_SA_MASK0_SET, ~0);
2223         }
2224 }
2225
2226 static void
2227 aac_rx_set_interrupts(struct aac_softc *sc, int enable)
2228 {
2229         debug(2, "%sable interrupts", enable ? "en" : "dis");
2230
2231         if (enable) {
2232                 AAC_SETREG4(sc, AAC_RX_OIMR, ~AAC_DB_INTERRUPTS);
2233         } else {
2234                 AAC_SETREG4(sc, AAC_RX_OIMR, ~0);
2235         }
2236 }
2237
2238 static void
2239 aac_fa_set_interrupts(struct aac_softc *sc, int enable)
2240 {
2241         debug(2, "%sable interrupts", enable ? "en" : "dis");
2242
2243         if (enable) {
2244                 AAC_SETREG2((sc), AAC_FA_MASK0_CLEAR, AAC_DB_INTERRUPTS);
2245                 AAC_FA_HACK(sc);
2246         } else {
2247                 AAC_SETREG2((sc), AAC_FA_MASK0, ~0);
2248                 AAC_FA_HACK(sc);
2249         }
2250 }
2251
2252 /*
2253  * Debugging and Diagnostics
2254  */
2255
2256 /*
2257  * Print some information about the controller.
2258  */
2259 static void
2260 aac_describe_controller(struct aac_softc *sc)
2261 {
2262         struct aac_fib *fib;
2263         struct aac_adapter_info *info;
2264
2265         debug_called(2);
2266
2267         aac_alloc_sync_fib(sc, &fib, 0);
2268
2269         fib->data[0] = 0;
2270         if (aac_sync_fib(sc, RequestAdapterInfo, 0, fib, 1)) {
2271                 device_printf(sc->aac_dev, "RequestAdapterInfo failed\n");
2272                 aac_release_sync_fib(sc);
2273                 return;
2274         }
2275         info = (struct aac_adapter_info *)&fib->data[0];
2276
2277         device_printf(sc->aac_dev, "%s %dMHz, %dMB cache memory, %s\n",
2278                       aac_describe_code(aac_cpu_variant, info->CpuVariant),
2279                       info->ClockSpeed, info->BufferMem / (1024 * 1024),
2280                       aac_describe_code(aac_battery_platform,
2281                                         info->batteryPlatform));
2282
2283         /* save the kernel revision structure for later use */
2284         sc->aac_revision = info->KernelRevision;
2285         device_printf(sc->aac_dev, "Kernel %d.%d-%d, Build %d, S/N %6X\n",
2286                       info->KernelRevision.external.comp.major,
2287                       info->KernelRevision.external.comp.minor,
2288                       info->KernelRevision.external.comp.dash,
2289                       info->KernelRevision.buildNumber,
2290                       (u_int32_t)(info->SerialNumber & 0xffffff));
2291
2292         aac_release_sync_fib(sc);
2293
2294         if (1 || bootverbose) {
2295                 device_printf(sc->aac_dev, "Supported Options=%b\n",
2296                               sc->supported_options,
2297                               "\20"
2298                               "\1SNAPSHOT"
2299                               "\2CLUSTERS"
2300                               "\3WCACHE"
2301                               "\4DATA64"
2302                               "\5HOSTTIME"
2303                               "\6RAID50"
2304                               "\7WINDOW4GB"
2305                               "\10SCSIUPGD"
2306                               "\11SOFTERR"
2307                               "\12NORECOND"
2308                               "\13SGMAP64"
2309                               "\14ALARM"
2310                               "\15NONDASD");
2311         }
2312 }
2313
2314 /*
2315  * Look up a text description of a numeric error code and return a pointer to
2316  * same.
2317  */
2318 static char *
2319 aac_describe_code(struct aac_code_lookup *table, u_int32_t code)
2320 {
2321         int i;
2322
2323         for (i = 0; table[i].string != NULL; i++)
2324                 if (table[i].code == code)
2325                         return(table[i].string);
2326         return(table[i + 1].string);
2327 }
2328
2329 /*
2330  * Management Interface
2331  */
2332
2333 static int
2334 aac_open(dev_t dev, int flags, int fmt, d_thread_t *td)
2335 {
2336         struct aac_softc *sc;
2337
2338         debug_called(2);
2339
2340         sc = dev->si_drv1;
2341
2342         /* Check to make sure the device isn't already open */
2343         if (sc->aac_state & AAC_STATE_OPEN) {
2344                 return EBUSY;
2345         }
2346         sc->aac_state |= AAC_STATE_OPEN;
2347
2348         return 0;
2349 }
2350
2351 static int
2352 aac_close(dev_t dev, int flags, int fmt, d_thread_t *td)
2353 {
2354         struct aac_softc *sc;
2355
2356         debug_called(2);
2357
2358         sc = dev->si_drv1;
2359
2360         /* Mark this unit as no longer open  */
2361         sc->aac_state &= ~AAC_STATE_OPEN;
2362
2363         return 0;
2364 }
2365
2366 static int
2367 aac_ioctl(dev_t dev, u_long cmd, caddr_t arg, int flag, d_thread_t *td)
2368 {
2369         struct aac_softc *sc = dev->si_drv1;
2370         int error = 0;
2371         int i;
2372
2373         debug_called(2);
2374
2375         if (cmd == AACIO_STATS) {
2376                 union aac_statrequest *as = (union aac_statrequest *)arg;
2377
2378                 switch (as->as_item) {
2379                 case AACQ_FREE:
2380                 case AACQ_BIO:
2381                 case AACQ_READY:
2382                 case AACQ_BUSY:
2383                 case AACQ_COMPLETE:
2384                         bcopy(&sc->aac_qstat[as->as_item], &as->as_qstat,
2385                               sizeof(struct aac_qstat));
2386                         break;
2387                 default:
2388                         error = ENOENT;
2389                         break;
2390                 }
2391                 return(error);
2392         }
2393
2394         arg = *(caddr_t *)arg;
2395
2396         switch (cmd) {
2397         /* AACIO_STATS already handled above */
2398         case FSACTL_SENDFIB:
2399                 debug(1, "FSACTL_SENDFIB");
2400                 error = aac_ioctl_sendfib(sc, arg);
2401                 break;
2402         case FSACTL_AIF_THREAD:
2403                 debug(1, "FSACTL_AIF_THREAD");
2404                 error = EINVAL;
2405                 break;
2406         case FSACTL_OPEN_GET_ADAPTER_FIB:
2407                 debug(1, "FSACTL_OPEN_GET_ADAPTER_FIB");
2408                 /*
2409                  * Pass the caller out an AdapterFibContext.
2410                  *
2411                  * Note that because we only support one opener, we
2412                  * basically ignore this.  Set the caller's context to a magic
2413                  * number just in case.
2414                  *
2415                  * The Linux code hands the driver a pointer into kernel space,
2416                  * and then trusts it when the caller hands it back.  Aiee!
2417                  * Here, we give it the proc pointer of the per-adapter aif
2418                  * thread. It's only used as a sanity check in other calls.
2419                  */
2420                 i = (int)sc->aifthread;
2421                 error = copyout(&i, arg, sizeof(i));
2422                 break;
2423         case FSACTL_GET_NEXT_ADAPTER_FIB:
2424                 debug(1, "FSACTL_GET_NEXT_ADAPTER_FIB");
2425                 error = aac_getnext_aif(sc, arg);
2426                 break;
2427         case FSACTL_CLOSE_GET_ADAPTER_FIB:
2428                 debug(1, "FSACTL_CLOSE_GET_ADAPTER_FIB");
2429                 /* don't do anything here */
2430                 break;
2431         case FSACTL_MINIPORT_REV_CHECK:
2432                 debug(1, "FSACTL_MINIPORT_REV_CHECK");
2433                 error = aac_rev_check(sc, arg);
2434                 break;
2435         case FSACTL_QUERY_DISK:
2436                 debug(1, "FSACTL_QUERY_DISK");
2437                 error = aac_query_disk(sc, arg);
2438                         break;
2439         case FSACTL_DELETE_DISK:
2440                 /*
2441                  * We don't trust the underland to tell us when to delete a
2442                  * container, rather we rely on an AIF coming from the
2443                  * controller
2444                  */
2445                 error = 0;
2446                 break;
2447         default:
2448                 debug(1, "unsupported cmd 0x%lx\n", cmd);
2449                 error = EINVAL;
2450                 break;
2451         }
2452         return(error);
2453 }
2454
2455 static int
2456 aac_poll(dev_t dev, int poll_events, d_thread_t *td)
2457 {
2458         struct aac_softc *sc;
2459         int revents;
2460
2461         sc = dev->si_drv1;
2462         revents = 0;
2463
2464         AAC_LOCK_ACQUIRE(&sc->aac_aifq_lock);
2465         if ((poll_events & (POLLRDNORM | POLLIN)) != 0) {
2466                 if (sc->aac_aifq_tail != sc->aac_aifq_head)
2467                         revents |= poll_events & (POLLIN | POLLRDNORM);
2468         }
2469         AAC_LOCK_RELEASE(&sc->aac_aifq_lock);
2470
2471         if (revents == 0) {
2472                 if (poll_events & (POLLIN | POLLRDNORM))
2473                         selrecord(td, &sc->rcv_select);
2474         }
2475
2476         return (revents);
2477 }
2478
2479 /*
2480  * Send a FIB supplied from userspace
2481  */
2482 static int
2483 aac_ioctl_sendfib(struct aac_softc *sc, caddr_t ufib)
2484 {
2485         struct aac_command *cm;
2486         int size, error;
2487
2488         debug_called(2);
2489
2490         cm = NULL;
2491
2492         /*
2493          * Get a command
2494          */
2495         if (aac_alloc_command(sc, &cm)) {
2496                 error = EBUSY;
2497                 goto out;
2498         }
2499
2500         /*
2501          * Fetch the FIB header, then re-copy to get data as well.
2502          */
2503         if ((error = copyin(ufib, cm->cm_fib,
2504                             sizeof(struct aac_fib_header))) != 0)
2505                 goto out;
2506         size = cm->cm_fib->Header.Size + sizeof(struct aac_fib_header);
2507         if (size > sizeof(struct aac_fib)) {
2508                 device_printf(sc->aac_dev, "incoming FIB oversized (%d > %d)\n",
2509                               size, sizeof(struct aac_fib));
2510                 size = sizeof(struct aac_fib);
2511         }
2512         if ((error = copyin(ufib, cm->cm_fib, size)) != 0)
2513                 goto out;
2514         cm->cm_fib->Header.Size = size;
2515         cm->cm_timestamp = time_second;
2516
2517         /*
2518          * Pass the FIB to the controller, wait for it to complete.
2519          */
2520         if ((error = aac_wait_command(cm, 30)) != 0) {  /* XXX user timeout? */
2521                 printf("aac_wait_command return %d\n", error);
2522                 goto out;
2523         }
2524
2525         /*
2526          * Copy the FIB and data back out to the caller.
2527          */
2528         size = cm->cm_fib->Header.Size;
2529         if (size > sizeof(struct aac_fib)) {
2530                 device_printf(sc->aac_dev, "outbound FIB oversized (%d > %d)\n",
2531                               size, sizeof(struct aac_fib));
2532                 size = sizeof(struct aac_fib);
2533         }
2534         error = copyout(cm->cm_fib, ufib, size);
2535
2536 out:
2537         if (cm != NULL) {
2538                 aac_release_command(cm);
2539         }
2540         return(error);
2541 }
2542
2543 /*
2544  * Handle an AIF sent to us by the controller; queue it for later reference.
2545  * If the queue fills up, then drop the older entries.
2546  */
2547 static void
2548 aac_handle_aif(struct aac_softc *sc, struct aac_fib *fib)
2549 {
2550         struct aac_aif_command *aif;
2551         struct aac_container *co, *co_next;
2552         struct aac_mntinfo *mi;
2553         struct aac_mntinforesp *mir = NULL;
2554         u_int16_t rsize;
2555         int next, found;
2556         int added = 0, i = 0;
2557
2558         debug_called(2);
2559
2560         aif = (struct aac_aif_command*)&fib->data[0];
2561         aac_print_aif(sc, aif);
2562
2563         /* Is it an event that we should care about? */
2564         switch (aif->command) {
2565         case AifCmdEventNotify:
2566                 switch (aif->data.EN.type) {
2567                 case AifEnAddContainer:
2568                 case AifEnDeleteContainer:
2569                         /*
2570                          * A container was added or deleted, but the message
2571                          * doesn't tell us anything else!  Re-enumerate the
2572                          * containers and sort things out.
2573                          */
2574                         aac_alloc_sync_fib(sc, &fib, 0);
2575                         mi = (struct aac_mntinfo *)&fib->data[0];
2576                         do {
2577                                 /*
2578                                  * Ask the controller for its containers one at
2579                                  * a time.
2580                                  * XXX What if the controller's list changes
2581                                  * midway through this enumaration?
2582                                  * XXX This should be done async.
2583                                  */
2584                                 bzero(mi, sizeof(struct aac_mntinfo));
2585                                 mi->Command = VM_NameServe;
2586                                 mi->MntType = FT_FILESYS;
2587                                 mi->MntCount = i;
2588                                 rsize = sizeof(mir);
2589                                 if (aac_sync_fib(sc, ContainerCommand, 0, fib,
2590                                                  sizeof(struct aac_mntinfo))) {
2591                                         debug(2, "Error probing container %d\n",
2592                                               i);
2593                                         continue;
2594                                 }
2595                                 mir = (struct aac_mntinforesp *)&fib->data[0];
2596                                 /*
2597                                  * Check the container against our list.
2598                                  * co->co_found was already set to 0 in a
2599                                  * previous run.
2600                                  */
2601                                 if ((mir->Status == ST_OK) &&
2602                                     (mir->MntTable[0].VolType != CT_NONE)) {
2603                                         found = 0;
2604                                         TAILQ_FOREACH(co,
2605                                                       &sc->aac_container_tqh,
2606                                                       co_link) {
2607                                                 if (co->co_mntobj.ObjectId ==
2608                                                     mir->MntTable[0].ObjectId) {
2609                                                         co->co_found = 1;
2610                                                         found = 1;
2611                                                         break;
2612                                                 }
2613                                         }
2614                                         /*
2615                                          * If the container matched, continue
2616                                          * in the list.
2617                                          */
2618                                         if (found) {
2619                                                 i++;
2620                                                 continue;
2621                                         }
2622
2623                                         /*
2624                                          * This is a new container.  Do all the
2625                                          * appropriate things to set it up.                                              */
2626                                         aac_add_container(sc, mir, 1);
2627                                         added = 1;
2628                                 }
2629                                 i++;
2630                         } while ((i < mir->MntRespCount) &&
2631                                  (i < AAC_MAX_CONTAINERS));
2632                         aac_release_sync_fib(sc);
2633
2634                         /*
2635                          * Go through our list of containers and see which ones
2636                          * were not marked 'found'.  Since the controller didn't
2637                          * list them they must have been deleted.  Do the
2638                          * appropriate steps to destroy the device.  Also reset
2639                          * the co->co_found field.
2640                          */
2641                         co = TAILQ_FIRST(&sc->aac_container_tqh);
2642                         while (co != NULL) {
2643                                 if (co->co_found == 0) {
2644                                         device_delete_child(sc->aac_dev,
2645                                                             co->co_disk);
2646                                         co_next = TAILQ_NEXT(co, co_link);
2647                                         AAC_LOCK_ACQUIRE(&sc->
2648                                                         aac_container_lock);
2649                                         TAILQ_REMOVE(&sc->aac_container_tqh, co,
2650                                                      co_link);
2651                                         AAC_LOCK_RELEASE(&sc->
2652                                                          aac_container_lock);
2653                                         FREE(co, M_AACBUF);
2654                                         co = co_next;
2655                                 } else {
2656                                         co->co_found = 0;
2657                                         co = TAILQ_NEXT(co, co_link);
2658                                 }
2659                         }
2660
2661                         /* Attach the newly created containers */
2662                         if (added)
2663                                 bus_generic_attach(sc->aac_dev);
2664
2665                                 break;
2666
2667                 default:
2668                         break;
2669                 }
2670
2671         default:
2672                 break;
2673         }
2674
2675         /* Copy the AIF data to the AIF queue for ioctl retrieval */
2676         AAC_LOCK_ACQUIRE(&sc->aac_aifq_lock);
2677         next = (sc->aac_aifq_head + 1) % AAC_AIFQ_LENGTH;
2678         if (next != sc->aac_aifq_tail) {
2679                 bcopy(aif, &sc->aac_aifq[next], sizeof(struct aac_aif_command));
2680                 sc->aac_aifq_head = next;
2681
2682                 /* On the off chance that someone is sleeping for an aif... */
2683                 if (sc->aac_state & AAC_STATE_AIF_SLEEPER)
2684                         wakeup(sc->aac_aifq);
2685                 /* token may have been lost */
2686                 /* Wakeup any poll()ers */
2687                 selwakeup(&sc->rcv_select);
2688                 /* token may have been lost */
2689         }
2690         AAC_LOCK_RELEASE(&sc->aac_aifq_lock);
2691
2692         return;
2693 }
2694
2695 /*
2696  * Return the Revision of the driver to userspace and check to see if the
2697  * userspace app is possibly compatible.  This is extremely bogus since
2698  * our driver doesn't follow Adaptec's versioning system.  Cheat by just
2699  * returning what the card reported.
2700  */
2701 static int
2702 aac_rev_check(struct aac_softc *sc, caddr_t udata)
2703 {
2704         struct aac_rev_check rev_check;
2705         struct aac_rev_check_resp rev_check_resp;
2706         int error = 0;
2707
2708         debug_called(2);
2709
2710         /*
2711          * Copyin the revision struct from userspace
2712          */
2713         if ((error = copyin(udata, (caddr_t)&rev_check,
2714                         sizeof(struct aac_rev_check))) != 0) {
2715                 return error;
2716         }
2717
2718         debug(2, "Userland revision= %d\n",
2719               rev_check.callingRevision.buildNumber);
2720
2721         /*
2722          * Doctor up the response struct.
2723          */
2724         rev_check_resp.possiblyCompatible = 1;
2725         rev_check_resp.adapterSWRevision.external.ul =
2726             sc->aac_revision.external.ul;
2727         rev_check_resp.adapterSWRevision.buildNumber =
2728             sc->aac_revision.buildNumber;
2729
2730         return(copyout((caddr_t)&rev_check_resp, udata,
2731                         sizeof(struct aac_rev_check_resp)));
2732 }
2733
2734 /*
2735  * Pass the caller the next AIF in their queue
2736  */
2737 static int
2738 aac_getnext_aif(struct aac_softc *sc, caddr_t arg)
2739 {
2740         struct get_adapter_fib_ioctl agf;
2741         int error;
2742
2743         debug_called(2);
2744
2745         if ((error = copyin(arg, &agf, sizeof(agf))) == 0) {
2746
2747                 /*
2748                  * Check the magic number that we gave the caller.
2749                  */
2750                 if (agf.AdapterFibContext != (int)sc->aifthread) {
2751                         error = EFAULT;
2752                 } else {
2753
2754                         crit_enter();
2755                         error = aac_return_aif(sc, agf.AifFib);
2756
2757                         if ((error == EAGAIN) && (agf.Wait)) {
2758                                 sc->aac_state |= AAC_STATE_AIF_SLEEPER;
2759                                 while (error == EAGAIN) {
2760                                         error = tsleep(sc->aac_aifq,
2761                                                        PCATCH, "aacaif", 0);
2762                                         if (error == 0)
2763                                                 error = aac_return_aif(sc,
2764                                                     agf.AifFib);
2765                                 }
2766                                 sc->aac_state &= ~AAC_STATE_AIF_SLEEPER;
2767                         }
2768                         crit_exit();
2769                 }
2770         }
2771         return(error);
2772 }
2773
2774 /*
2775  * Hand the next AIF off the top of the queue out to userspace.
2776  *
2777  * YYY token could be lost during copyout
2778  */
2779 static int
2780 aac_return_aif(struct aac_softc *sc, caddr_t uptr)
2781 {
2782         int error;
2783
2784         debug_called(2);
2785
2786         AAC_LOCK_ACQUIRE(&sc->aac_aifq_lock);
2787         if (sc->aac_aifq_tail == sc->aac_aifq_head) {
2788                 error = EAGAIN;
2789         } else {
2790                 error = copyout(&sc->aac_aifq[sc->aac_aifq_tail], uptr,
2791                                 sizeof(struct aac_aif_command));
2792                 if (error)
2793                         printf("aac_return_aif: copyout returned %d\n", error);
2794                 if (!error)
2795                         sc->aac_aifq_tail = (sc->aac_aifq_tail + 1) %
2796                                             AAC_AIFQ_LENGTH;
2797         }
2798         AAC_LOCK_RELEASE(&sc->aac_aifq_lock);
2799         return(error);
2800 }
2801
2802 /*
2803  * Give the userland some information about the container.  The AAC arch
2804  * expects the driver to be a SCSI passthrough type driver, so it expects
2805  * the containers to have b:t:l numbers.  Fake it.
2806  */
2807 static int
2808 aac_query_disk(struct aac_softc *sc, caddr_t uptr)
2809 {
2810         struct aac_query_disk query_disk;
2811         struct aac_container *co;
2812         struct aac_disk *disk;
2813         int error, id;
2814
2815         debug_called(2);
2816
2817         disk = NULL;
2818
2819         error = copyin(uptr, (caddr_t)&query_disk,
2820                        sizeof(struct aac_query_disk));
2821         if (error)
2822                 return (error);
2823
2824         id = query_disk.ContainerNumber;
2825         if (id == -1)
2826                 return (EINVAL);
2827
2828         AAC_LOCK_ACQUIRE(&sc->aac_container_lock);
2829         TAILQ_FOREACH(co, &sc->aac_container_tqh, co_link) {
2830                 if (co->co_mntobj.ObjectId == id)
2831                         break;
2832                 }
2833
2834                 if (co == NULL) {
2835                         query_disk.Valid = 0;
2836                         query_disk.Locked = 0;
2837                         query_disk.Deleted = 1;         /* XXX is this right? */
2838                 } else {
2839                         disk = device_get_softc(co->co_disk);
2840                         query_disk.Valid = 1;
2841                         query_disk.Locked =
2842                             (disk->ad_flags & AAC_DISK_OPEN) ? 1 : 0;
2843                         query_disk.Deleted = 0;
2844                         query_disk.Bus = device_get_unit(sc->aac_dev);
2845                         query_disk.Target = disk->unit;
2846                         query_disk.Lun = 0;
2847                         query_disk.UnMapped = 0;
2848                         bcopy(disk->ad_dev_t->si_name,
2849                               &query_disk.diskDeviceName[0], 10);
2850                 }
2851         AAC_LOCK_RELEASE(&sc->aac_container_lock);
2852
2853         error = copyout((caddr_t)&query_disk, uptr,
2854                         sizeof(struct aac_query_disk));
2855
2856         return (error);
2857 }
2858
2859 static void
2860 aac_get_bus_info(struct aac_softc *sc)
2861 {
2862         struct aac_fib *fib;
2863         struct aac_ctcfg *c_cmd;
2864         struct aac_ctcfg_resp *c_resp;
2865         struct aac_vmioctl *vmi;
2866         struct aac_vmi_businf_resp *vmi_resp;
2867         struct aac_getbusinf businfo;
2868         struct aac_cam_inf *caminf;
2869         device_t child;
2870         int i, found, error;
2871
2872         aac_alloc_sync_fib(sc, &fib, 0);
2873         c_cmd = (struct aac_ctcfg *)&fib->data[0];
2874         bzero(c_cmd, sizeof(struct aac_ctcfg));
2875
2876         c_cmd->Command = VM_ContainerConfig;
2877         c_cmd->cmd = CT_GET_SCSI_METHOD;
2878         c_cmd->param = 0;
2879
2880         error = aac_sync_fib(sc, ContainerCommand, 0, fib,
2881             sizeof(struct aac_ctcfg));
2882         if (error) {
2883                 device_printf(sc->aac_dev, "Error %d sending "
2884                     "VM_ContainerConfig command\n", error);
2885                 aac_release_sync_fib(sc);
2886                 return;
2887         }
2888
2889         c_resp = (struct aac_ctcfg_resp *)&fib->data[0];
2890         if (c_resp->Status != ST_OK) {
2891                 device_printf(sc->aac_dev, "VM_ContainerConfig returned 0x%x\n",
2892                     c_resp->Status);
2893                 aac_release_sync_fib(sc);
2894                 return;
2895         }
2896
2897         sc->scsi_method_id = c_resp->param;
2898
2899         vmi = (struct aac_vmioctl *)&fib->data[0];
2900         bzero(vmi, sizeof(struct aac_vmioctl));
2901
2902         vmi->Command = VM_Ioctl;
2903         vmi->ObjType = FT_DRIVE;
2904         vmi->MethId = sc->scsi_method_id;
2905         vmi->ObjId = 0;
2906         vmi->IoctlCmd = GetBusInfo;
2907
2908         error = aac_sync_fib(sc, ContainerCommand, 0, fib,
2909             sizeof(struct aac_vmioctl));
2910         if (error) {
2911                 device_printf(sc->aac_dev, "Error %d sending VMIoctl command\n",
2912                     error);
2913                 aac_release_sync_fib(sc);
2914                 return;
2915         }
2916
2917         vmi_resp = (struct aac_vmi_businf_resp *)&fib->data[0];
2918         if (vmi_resp->Status != ST_OK) {
2919                 debug(1, "VM_Ioctl returned %d\n", vmi_resp->Status);
2920                 aac_release_sync_fib(sc);
2921                 return;
2922         }
2923
2924         bcopy(&vmi_resp->BusInf, &businfo, sizeof(struct aac_getbusinf));
2925         aac_release_sync_fib(sc);
2926
2927         found = 0;
2928         for (i = 0; i < businfo.BusCount; i++) {
2929                 if (businfo.BusValid[i] != AAC_BUS_VALID)
2930                         continue;
2931
2932                 MALLOC(caminf, struct aac_cam_inf *,
2933                     sizeof(struct aac_cam_inf), M_AACBUF, M_INTWAIT | M_ZERO);
2934
2935                 child = device_add_child(sc->aac_dev, "aacp", -1);
2936                 if (child == NULL) {
2937                         device_printf(sc->aac_dev, "device_add_child failed\n");
2938                         continue;
2939                 }
2940
2941                 caminf->TargetsPerBus = businfo.TargetsPerBus;
2942                 caminf->BusNumber = i;
2943                 caminf->InitiatorBusId = businfo.InitiatorBusId[i];
2944                 caminf->aac_sc = sc;
2945
2946                 device_set_ivars(child, caminf);
2947                 device_set_desc(child, "SCSI Passthrough Bus");
2948
2949                 found = 1;
2950         }
2951
2952         if (found)
2953                 bus_generic_attach(sc->aac_dev);
2954
2955         return;
2956 }